-- Logs begin at Mon 2021-11-08 23:23:37 UTC, end at Tue 2021-11-09 01:44:50 UTC. -- Nov 08 23:53:55.658155 n-d-813263-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 08 23:53:58.337647 n-d-813263-3 neutron-server[101671]: INFO neutron.common.config [-] Logging enabled! Nov 08 23:53:58.338250 n-d-813263-3 neutron-server[101671]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev147 Nov 08 23:53:58.338414 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101671) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 08 23:53:58.341584 n-d-813263-3 neutron-server[101671]: INFO neutron.common.config [-] Logging enabled! Nov 08 23:53:58.341833 n-d-813263-3 neutron-server[101671]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev147 Nov 08 23:53:58.342136 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101671) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 08 23:53:58.343044 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 23:53:58.343274 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 23:53:58.343628 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 23:53:58.343868 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 23:53:58.344087 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 23:53:58.344400 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.344815 n-d-813263-3 neutron-server[101671]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 08 23:53:58.345130 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.345450 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.345739 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.346030 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.346316 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.346593 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.346874 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.347164 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.347448 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.347724 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.348001 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.348283 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.348557 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.348833 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.349110 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.349406 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] debug = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.349682 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.350101 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.350513 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.350790 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.351072 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.351343 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.351609 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.351876 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.352152 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.352471 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] host = n-d-813263-3 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.352741 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.353018 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.353294 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.353595 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.353863 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.354131 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.354407 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.354671 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.354934 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] log_file = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.355202 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.355482 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.355759 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.356039 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.356255 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.356470 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.356748 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.357023 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.357292 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.357587 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.357856 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.358122 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.358387 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.358650 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.358925 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.359201 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.359478 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.359748 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.360016 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.360284 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.360551 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.360828 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.361099 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.361384 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.361657 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.361939 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.362203 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.362470 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.362762 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.363038 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.363313 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.363591 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.363858 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.364132 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.364397 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.364660 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.364922 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] use_json = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.365186 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.365474 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.365749 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.366037 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.366302 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.366570 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.366833 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.367108 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:53:58.367404 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.367692 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.367984 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.368260 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.368554 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.368827 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.369108 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.369405 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.369688 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.369968 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.370248 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.370518 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.370796 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.371066 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.371355 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.371649 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.371933 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.372214 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.372481 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.372747 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.373011 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.373279 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.373583 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.373855 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.374133 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.374413 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.374686 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.374964 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.375250 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.375532 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.375798 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.376072 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.376356 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.376627 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.376891 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.377164 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.377476 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.377748 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.378014 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.378288 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.378558 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.378821 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.379085 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.379355 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.379635 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.379904 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.380168 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.380430 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.380699 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.380962 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.381240 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.382031 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.382306 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.382571 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.382842 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.383108 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.383375 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.383644 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.383908 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.384177 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.384442 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.384706 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.384969 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.385232 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.385525 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.385792 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.386055 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.386323 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.386588 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.386851 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.387118 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.387384 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.387649 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.387933 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.388221 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.388490 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.388760 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.389031 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.389300 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.389594 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.389864 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.390134 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.390405 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.390670 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.390949 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.391226 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.391505 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.391780 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.392307 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.392623 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.392895 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.393171 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.393470 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.393745 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.394021 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.394297 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.394583 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.394867 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.395151 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.395437 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.395722 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.395999 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.396298 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.396571 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:53:58.396784 n-d-813263-3 neutron-server[101671]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 23:53:58.397015 n-d-813263-3 neutron-server[101671]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101671) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 08 23:53:58.820907 n-d-813263-3 neutron-server[101671]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 08 23:53:58.821177 n-d-813263-3 neutron-server[101671]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 08 23:53:58.821497 n-d-813263-3 neutron-server[101671]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 08 23:53:58.821830 n-d-813263-3 neutron-server[101671]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 08 23:53:59.137175 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.137476 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.137756 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.138952 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.139229 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.139487 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.173760 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.174036 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.174298 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.189254 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.189555 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.189820 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.220005 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.220273 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.220533 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.256136 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.256410 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.257224 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.488599 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.489188 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.489188 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.489387 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.489990 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.616657 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.616975 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.617254 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.617549 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.617818 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.618128 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.618387 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.618646 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.618914 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.619180 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.619437 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.619699 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.619951 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.620200 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.620452 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.620712 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.620964 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.621226 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.621515 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.621771 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.622038 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.622288 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.622565 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.622935 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.623180 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.623423 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.623811 n-d-813263-3 neutron-server[101671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 23:53:59.624046 n-d-813263-3 neutron-server[101671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 23:53:59.624278 n-d-813263-3 neutron-server[101671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 23:53:59.624508 n-d-813263-3 neutron-server[101671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 23:53:59.624738 n-d-813263-3 neutron-server[101671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 23:53:59.624966 n-d-813263-3 neutron-server[101671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 23:53:59.625319 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 08 23:53:59.628546 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 08 23:53:59.632503 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 08 23:53:59.636487 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Nov 08 23:53:59.638126 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 08 23:53:59.638576 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 08 23:53:59.638905 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 08 23:53:59.639280 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 08 23:53:59.642407 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 08 23:53:59.642648 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 08 23:53:59.642988 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 08 23:53:59.648232 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 08 23:53:59.670827 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 08 23:53:59.671267 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.671561 n-d-813263-3 neutron-server[101671]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101671) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 08 23:53:59.671912 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.673290 n-d-813263-3 neutron-server[101671]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101671) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 08 23:53:59.673587 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 08 23:53:59.673827 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 08 23:53:59.677045 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.677318 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:53:59.740755 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 08 23:53:59.741492 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 08 23:53:59.741728 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 08 23:53:59.742103 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 08 23:53:59.761951 n-d-813263-3 neutron-server[101671]: DEBUG oslo_db.sqlalchemy.engines [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101671) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 08 23:54:00.290619 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Initializing driver for type 'gre' Nov 08 23:54:00.291147 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] gre ID ranges: [(1, 1000)] Nov 08 23:54:00.343442 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Initializing driver for type 'local' Nov 08 23:54:00.343770 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Initializing driver for type 'vlan' Nov 08 23:54:00.357089 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] VlanTypeDriver initialization complete Nov 08 23:54:00.357451 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Initializing driver for type 'vxlan' Nov 08 23:54:00.357928 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] vxlan ID ranges: [(1, 1000)] Nov 08 23:54:00.408353 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Initializing extension driver 'port_security' Nov 08 23:54:00.408733 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.extensions.port_security [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] PortSecurityExtensionDriver initialization complete Nov 08 23:54:00.409064 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Initializing mechanism driver 'openvswitch' Nov 08 23:54:00.409403 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Initializing mechanism driver 'hyperv' Nov 08 23:54:00.415992 n-d-813263-3 neutron-server[101671]: DEBUG neutron.plugins.ml2.plugin [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:00.416814 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > port after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.417176 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > port after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.417547 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > port after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.418063 n-d-813263-3 neutron-server[101671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 23:54:00.418484 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > subnet after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.418832 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > subnet after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.419172 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.419560 n-d-813263-3 neutron-server[101671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 23:54:00.419956 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > network after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.420301 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > network after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.420634 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > network after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.421017 n-d-813263-3 neutron-server[101671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 23:54:00.421437 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > security_group after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.421781 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > security_group after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.422118 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.422504 n-d-813263-3 neutron-server[101671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 23:54:00.422900 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.423236 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.423569 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.423954 n-d-813263-3 neutron-server[101671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 23:54:00.424351 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > address_group after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.424693 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > address_group after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.425027 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.425440 n-d-813263-3 neutron-server[101671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 23:54:00.425811 n-d-813263-3 neutron-server[101671]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] ML2 OVO RPC backend initialized. {{(pid=101671) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 08 23:54:00.426498 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.426846 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.427254 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > network before_response 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.427596 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > networks before_response 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.427938 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > port before_response 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.428319 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > ports before_response 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.428672 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > subnet before_response 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.429008 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > subnets before_response 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.429369 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > network after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.429705 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > network after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.430040 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > network after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.430369 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > port after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.430699 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > port after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.431026 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > port after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.431352 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > subnet after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.431678 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > subnet after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.432002 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.432560 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.plugin [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Modular L2 Plugin initialization complete Nov 08 23:54:00.432883 n-d-813263-3 neutron-server[101671]: DEBUG neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading services supported by the core plugin {{(pid=101671) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 08 23:54:00.433202 n-d-813263-3 neutron-server[101671]: INFO neutron.plugins.ml2.managers [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Got port-security extension from driver 'port_security' Nov 08 23:54:00.433680 n-d-813263-3 neutron-server[101671]: INFO neutron.extensions.vlantransparent [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Disabled vlantransparent extension. Nov 08 23:54:00.434153 n-d-813263-3 neutron-server[101671]: DEBUG neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101671) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 08 23:54:00.434461 n-d-813263-3 neutron-server[101671]: INFO neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading Plugin: router Nov 08 23:54:00.470454 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.470838 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router after_create 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.471207 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router before_create 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.471571 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.471941 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.472292 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router after_delete 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.472650 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.473144 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.473531 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router after_create 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.473876 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router after_update 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.474222 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router after_update 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.474567 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.474919 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router after_update 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.475438 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router precommit_update 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.475804 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: port after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.476140 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: port after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.476472 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: subnet after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.476806 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.477151 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.477527 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router precommit_create 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.477870 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: port before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.478207 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router precommit_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.478561 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router after_update 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.478901 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.479257 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router precommit_create 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.479619 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.479968 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router precommit_update 55549900 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.480330 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > agent after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.480683 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > agent after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.481024 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > network after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.481892 n-d-813263-3 neutron-server[101671]: DEBUG neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Tracking information for resource: router configured {{(pid=101671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 23:54:00.482230 n-d-813263-3 neutron-server[101671]: DEBUG neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Tracking information for resource: floatingip configured {{(pid=101671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 23:54:00.487074 n-d-813263-3 neutron-server[101671]: INFO neutron.db.l3_agentschedulers_db [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 08 23:54:00.487645 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: port after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.488001 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: port after_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.488348 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: port after_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.488695 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: port after_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.489499 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router before_create 55550100 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.489859 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.490215 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router precommit_create 55550100 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.490569 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > router precommit_update 55550100 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.495515 n-d-813263-3 neutron-server[101671]: DEBUG neutron.services.provider_configuration [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service providers = [] {{(pid=101671) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 08 23:54:00.495875 n-d-813263-3 neutron-server[101671]: DEBUG neutron.db.servicetype_db [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101671) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 08 23:54:00.498850 n-d-813263-3 neutron-server[101671]: DEBUG neutron.services.service_base [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 23:54:00.499194 n-d-813263-3 neutron-server[101671]: DEBUG neutron.services.service_base [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 23:54:00.499531 n-d-813263-3 neutron-server[101671]: DEBUG neutron.services.service_base [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 23:54:00.500406 n-d-813263-3 neutron-server[101671]: DEBUG neutron.services.service_base [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 23:54:00.500773 n-d-813263-3 neutron-server[101671]: INFO neutron.services.service_base [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 08 23:54:00.501140 n-d-813263-3 neutron-server[101671]: DEBUG neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 23:54:00.501488 n-d-813263-3 neutron-server[101671]: INFO neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 08 23:54:00.513976 n-d-813263-3 neutron-server[101671]: DEBUG neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 23:54:00.514305 n-d-813263-3 neutron-server[101671]: INFO neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading Plugin: auto_allocate Nov 08 23:54:00.520236 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: network precommit_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.520600 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: network precommit_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.521109 n-d-813263-3 neutron-server[101671]: DEBUG neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 23:54:00.521529 n-d-813263-3 neutron-server[101671]: INFO neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading Plugin: tag Nov 08 23:54:00.528774 n-d-813263-3 neutron-server[101671]: DEBUG neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 23:54:00.529100 n-d-813263-3 neutron-server[101671]: INFO neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading Plugin: timestamp Nov 08 23:54:00.532921 n-d-813263-3 neutron-server[101671]: DEBUG neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 23:54:00.533251 n-d-813263-3 neutron-server[101671]: INFO neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading Plugin: network_ip_availability Nov 08 23:54:00.538778 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.539146 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.539496 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.540193 n-d-813263-3 neutron-server[101671]: DEBUG neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 23:54:00.540511 n-d-813263-3 neutron-server[101671]: INFO neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading Plugin: flavors Nov 08 23:54:00.545490 n-d-813263-3 neutron-server[101671]: DEBUG neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 23:54:00.545773 n-d-813263-3 neutron-server[101671]: INFO neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading Plugin: revisions Nov 08 23:54:00.550065 n-d-813263-3 neutron-server[101671]: DEBUG neutron.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 23:54:00.550448 n-d-813263-3 neutron-server[101671]: DEBUG oslo_concurrency.lockutils [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.729s {{(pid=101671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 08 23:54:00.551184 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101671) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 08 23:54:00.551518 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Initializing extension manager. Nov 08 23:54:00.552025 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: __init__.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.552358 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: __pycache__ {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.552687 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.553013 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: address_group.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.553809 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.554370 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: address-group Nov 08 23:54:00.554691 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: address_scope.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.555394 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.555901 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: address-scope Nov 08 23:54:00.556221 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.557132 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.557675 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: router-admin-state-down-before-update Nov 08 23:54:00.557995 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: agent.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.558688 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.559197 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: agent Nov 08 23:54:00.559516 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: agent_resources_synced.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.560423 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.560923 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: agent-resources-synced Nov 08 23:54:00.561265 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: allowedaddresspairs.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.563035 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.563548 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: allowed-address-pairs Nov 08 23:54:00.563867 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: auto_allocated_topology.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.564960 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.565495 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: auto-allocated-topology Nov 08 23:54:00.565852 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: availability_zone.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.566502 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.567007 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: availability_zone Nov 08 23:54:00.567388 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: availability_zone_filter.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.568230 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.568839 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: availability_zone_filter Nov 08 23:54:00.569715 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: data_plane_status.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.570717 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.571257 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension data-plane-status not supported by any of loaded plugins Nov 08 23:54:00.571572 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: default_subnetpools.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.572484 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.572993 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: default-subnetpools Nov 08 23:54:00.573313 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.574134 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.574672 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: dhcp_agent_scheduler Nov 08 23:54:00.574959 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: dns.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.575871 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.576388 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension dns-integration not supported by any of loaded plugins Nov 08 23:54:00.576685 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: dns_domain_ports.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.577622 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.578128 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 08 23:54:00.578440 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.579362 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.579867 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 08 23:54:00.580183 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: dvr.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.580841 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.581342 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: dvr Nov 08 23:54:00.581680 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: ecmp_routes.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.582586 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.583084 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 08 23:54:00.583401 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: empty_string_filtering.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.584298 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.585371 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: empty-string-filtering Nov 08 23:54:00.585701 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.586600 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.587098 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 08 23:54:00.587414 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.588311 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.588813 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 08 23:54:00.589133 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: external_net.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.590050 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.590555 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: external-net Nov 08 23:54:00.590872 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.591765 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.592263 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: extra_dhcp_opt Nov 08 23:54:00.592579 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: extraroute.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.593508 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.594009 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: extraroute Nov 08 23:54:00.594327 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: extraroute_atomic.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.595352 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.595854 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: extraroute-atomic Nov 08 23:54:00.596171 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: filter_validation.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.597004 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.597551 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: filter-validation Nov 08 23:54:00.597900 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: fip_pf_description.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.598779 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.599279 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 08 23:54:00.599600 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: fip_port_details.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.600541 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.601045 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: fip-port-details Nov 08 23:54:00.601391 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: flavors.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.602631 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.603149 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: flavors Nov 08 23:54:00.603469 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.605154 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.605700 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 08 23:54:00.606028 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: floatingip_pools.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.606726 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.607234 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: floatingip-pools Nov 08 23:54:00.607555 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: ip_allocation.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.608475 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.608978 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension ip_allocation not supported by any of loaded plugins Nov 08 23:54:00.609299 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.610234 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.610741 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: ip-substring-filtering Nov 08 23:54:00.611067 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: l2_adjacency.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.612298 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.612507 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 08 23:54:00.612806 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: l3.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.613814 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.614334 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: router Nov 08 23:54:00.614648 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.616944 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.617497 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 08 23:54:00.617827 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.618750 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.619254 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: ext-gw-mode Nov 08 23:54:00.619580 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.620504 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.621005 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: l3-ha Nov 08 23:54:00.621325 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: l3_flavors.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.622250 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.622751 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: l3-flavors Nov 08 23:54:00.623068 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.623966 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.624471 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 08 23:54:00.624786 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: l3agentscheduler.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.625855 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.626365 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: l3_agent_scheduler Nov 08 23:54:00.626686 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: logging.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.628164 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.628692 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension logging not supported by any of loaded plugins Nov 08 23:54:00.628999 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: metering.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.629760 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.630329 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: metering Nov 08 23:54:00.630646 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.632401 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.632910 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: metering_source_and_destination_fields Nov 08 23:54:00.633233 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: multiprovidernet.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.634179 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.634686 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: multi-provider Nov 08 23:54:00.635006 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: netmtu.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.635916 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.636427 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: net-mtu Nov 08 23:54:00.636747 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: netmtu_writable.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.637695 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.638203 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: net-mtu-writable Nov 08 23:54:00.638520 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: network_availability_zone.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.639178 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.639681 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: network_availability_zone Nov 08 23:54:00.639999 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: network_ip_availability.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.641096 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.641634 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: network-ip-availability Nov 08 23:54:00.642207 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: network_segment_range.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.642962 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.643468 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension network-segment-range not supported by any of loaded plugins Nov 08 23:54:00.643783 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: pagination.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.644752 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.645080 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: pagination Nov 08 23:54:00.645422 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: port_device_profile.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.646326 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.646838 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: port-device-profile Nov 08 23:54:00.647726 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.648644 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.649150 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: port-mac-address-regenerate Nov 08 23:54:00.649494 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.650395 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.650960 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: port-numa-affinity-policy Nov 08 23:54:00.651278 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: port_resource_request.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.652179 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.652678 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension port-resource-request not supported by any of loaded plugins Nov 08 23:54:00.652990 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: port_resource_request_groups.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.653975 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.654476 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 08 23:54:00.654788 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: portbindings.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.655706 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.656215 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: binding Nov 08 23:54:00.656527 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: portbindings_extended.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.657832 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.658338 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: binding-extended Nov 08 23:54:00.658657 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: portsecurity.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.659567 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.660077 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: port-security Nov 08 23:54:00.660395 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: project_id.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.661383 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.661714 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: project-id Nov 08 23:54:00.662031 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: providernet.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.662960 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.663469 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: provider Nov 08 23:54:00.663781 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: qos.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.667393 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.667916 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension qos not supported by any of loaded plugins Nov 08 23:54:00.668244 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.669519 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.670036 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 08 23:54:00.670360 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.671265 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.671774 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 08 23:54:00.672098 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: qos_default.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.673009 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.673560 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension qos-default not supported by any of loaded plugins Nov 08 23:54:00.673885 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: qos_fip.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.674528 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.675029 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension qos-fip not supported by any of loaded plugins Nov 08 23:54:00.675345 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: qos_gateway_ip.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.676259 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.676763 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 08 23:54:00.677083 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: qos_port_network_policy.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.678016 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.678543 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 08 23:54:00.678859 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.679876 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.680384 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 08 23:54:00.680700 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: qos_pps_rule.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.681882 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.682622 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension qos-pps not supported by any of loaded plugins Nov 08 23:54:00.682890 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: qos_rule_type_details.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.683796 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.684303 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 08 23:54:00.684623 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: qos_rules_alias.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.685696 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.686204 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 08 23:54:00.686525 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: quota_check_limit.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.687427 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.687934 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: quota-check-limit Nov 08 23:54:00.688254 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: quotasv2.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.689156 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.689510 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: quotas Nov 08 23:54:00.689827 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: quotasv2_detail.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.692936 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.693277 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: quota_details Nov 08 23:54:00.693632 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: rbac.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.695207 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.695729 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: rbac-policies Nov 08 23:54:00.696052 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: rbac_address_group.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.696975 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.697528 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: rbac-address-group Nov 08 23:54:00.697850 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: rbac_address_scope.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.698758 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.699273 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: rbac-address-scope Nov 08 23:54:00.699593 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: rbac_security_groups.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.700511 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.701024 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: rbac-security-groups Nov 08 23:54:00.701341 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: rbac_subnetpool.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.702274 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.702793 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: rbac-subnetpool Nov 08 23:54:00.703111 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: revisionifmatch.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.704016 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.704529 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: revision-if-match Nov 08 23:54:00.704847 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: revisions.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.705990 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.706503 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: standard-attr-revisions Nov 08 23:54:00.706822 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: router_availability_zone.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.707484 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.707991 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: router_availability_zone Nov 08 23:54:00.708308 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: routerservicetype.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.709228 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.710314 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension router-service-type not supported by any of loaded plugins Nov 08 23:54:00.710639 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.711552 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.712065 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: security-groups-normalized-cidr Nov 08 23:54:00.712382 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.713364 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.713890 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: port-security-groups-filtering Nov 08 23:54:00.714211 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.715126 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.715637 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: security-groups-remote-address-group Nov 08 23:54:00.715958 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.716869 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.717399 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: security-groups-shared-filtering Nov 08 23:54:00.717719 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.718299 n-d-813263-3 neutron-server[101671]: WARNING neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 08 23:54:00.718613 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: securitygroup.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.728385 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.728911 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: security-group Nov 08 23:54:00.729240 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: segment.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.730061 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.730574 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension segment not supported by any of loaded plugins Nov 08 23:54:00.730894 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.731823 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.732327 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 08 23:54:00.732649 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: servicetype.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.733784 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.734299 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: service-type Nov 08 23:54:00.734620 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: sorting.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.735595 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.735924 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: sorting Nov 08 23:54:00.736246 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: standard_attr_segment.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.737152 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.737696 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 08 23:54:00.738018 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: standardattrdescription.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.738660 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.739166 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: standard-attr-description Nov 08 23:54:00.739485 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: stateful_security_group.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.740393 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.741474 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: stateful-security-group Nov 08 23:54:00.741796 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: stdattrs_common.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.742361 n-d-813263-3 neutron-server[101671]: WARNING neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 08 23:54:00.742683 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.743600 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.744113 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 08 23:54:00.744428 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: subnet_onboard.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.745501 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.746024 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: subnet_onboard Nov 08 23:54:00.746348 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.746348 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.747807 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 08 23:54:00.748127 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: subnet_service_types.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.749041 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.749578 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: subnet-service-types Nov 08 23:54:00.749897 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: subnetallocation.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.750972 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.751478 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: subnet_allocation Nov 08 23:54:00.751799 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.752466 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.752970 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: subnetpool-prefix-ops Nov 08 23:54:00.753287 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.754226 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.754731 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 08 23:54:00.755048 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: tagging.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.756088 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.757136 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: standard-attr-tag Nov 08 23:54:00.757495 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: timestamp.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.758707 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.759219 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loaded extension: standard-attr-timestamp Nov 08 23:54:00.759540 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: trunk.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.760558 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.761084 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension trunk not supported by any of loaded plugins Nov 08 23:54:00.761429 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: trunk_details.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.762339 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.762850 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension trunk-details not supported by any of loaded plugins Nov 08 23:54:00.763170 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: uplink_status_propagation.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.764091 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.764599 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 08 23:54:00.764917 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Loading extension file: vlantransparent.py {{(pid=101671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 23:54:00.765610 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 23:54:00.766112 n-d-813263-3 neutron-server[101671]: INFO neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 08 23:54:00.768794 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:network Nov 08 23:54:00.769324 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:subnet Nov 08 23:54:00.769745 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 23:54:00.770146 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:port Nov 08 23:54:00.771368 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.771805 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service FLAVORS assigned prefix: {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.772439 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.772875 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.773199 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:router Nov 08 23:54:00.773655 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:floatingip Nov 08 23:54:00.774141 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service METERING assigned prefix: /metering {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.775589 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.775958 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.776314 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 23:54:00.777292 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of CountableResource for resource:rbac_policy Nov 08 23:54:00.777756 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:security_group Nov 08 23:54:00.778186 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 08 23:54:00.778782 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service CORE assigned prefix: {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.779106 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 23:54:00.779443 n-d-813263-3 neutron-server[101671]: WARNING neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] subnetpool is already registered Nov 08 23:54:00.779868 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service CORE assigned prefix: {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.780184 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 23:54:00.780508 n-d-813263-3 neutron-server[101671]: WARNING neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] subnetpool is already registered Nov 08 23:54:00.782888 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.783326 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service FLAVORS assigned prefix: {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.783941 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.784359 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.784686 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:router Nov 08 23:54:00.785020 n-d-813263-3 neutron-server[101671]: WARNING neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] router is already registered Nov 08 23:54:00.785455 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:floatingip Nov 08 23:54:00.785801 n-d-813263-3 neutron-server[101671]: WARNING neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] floatingip is already registered Nov 08 23:54:00.786265 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service METERING assigned prefix: /metering {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.786960 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of CountableResource for resource:rbac_policy Nov 08 23:54:00.787293 n-d-813263-3 neutron-server[101671]: WARNING neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] rbac_policy is already registered Nov 08 23:54:00.787761 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:security_group Nov 08 23:54:00.788096 n-d-813263-3 neutron-server[101671]: WARNING neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] security_group is already registered Nov 08 23:54:00.788505 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 08 23:54:00.788842 n-d-813263-3 neutron-server[101671]: WARNING neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] security_group_rule is already registered Nov 08 23:54:00.789333 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service CORE assigned prefix: {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.789688 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 23:54:00.790016 n-d-813263-3 neutron-server[101671]: WARNING neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] subnetpool is already registered Nov 08 23:54:00.790430 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.v2.resource_helper [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Service CORE assigned prefix: {{(pid=101671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 23:54:00.790746 n-d-813263-3 neutron-server[101671]: INFO neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 23:54:00.791083 n-d-813263-3 neutron-server[101671]: WARNING neutron.quota.resource_registry [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] subnetpool is already registered Nov 08 23:54:00.792717 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: extensions {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.794211 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: address-groups {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.795766 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: address-scopes {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.796931 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: agents {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.798223 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: auto-allocated-topology {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.799470 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: availability_zones {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.800682 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: dhcp-networks {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.802128 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: dhcp-agents {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.804240 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: routers {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.806399 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: flavors {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.807682 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: service_profiles {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.808911 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: next_providers {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.810387 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: service_profiles {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.811968 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: floatingip-pools {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.813296 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: routers {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.815462 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: floatingips {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.816742 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: l3-routers {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.818183 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: l3-agents {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.820159 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: metering-labels {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.821451 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: metering-label-rules {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.822862 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: network-ip-availabilities {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.824112 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: bindings {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.825714 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: quotas {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.827366 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: quotas {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.828921 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: rbac-policies {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.830142 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: security-groups {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.831486 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: security-group-rules {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.832699 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: service-providers {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.833946 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: subnetpools {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.835407 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: subnetpools {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.836905 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: tags {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.838606 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: tags {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.840436 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: tags {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.842315 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: tags {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.844030 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: tags {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.846016 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: tags {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.847709 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: tags {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.850561 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: tags {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.852353 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: tags {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.854127 n-d-813263-3 neutron-server[101671]: DEBUG neutron.api.extensions [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Extended resource: tags {{(pid=101671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 23:54:00.860390 n-d-813263-3 neutron-server[101671]: WARNING keystonemiddleware.auth_token [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 08 23:54:00.864856 n-d-813263-3 neutron-server[101671]: WARNING keystonemiddleware.auth_token [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 08 23:54:00.874214 n-d-813263-3 neutron-server[101671]: DEBUG oslo_concurrency.lockutils [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Acquired lock "singleton_lock" {{(pid=101671) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 08 23:54:00.874679 n-d-813263-3 neutron-server[101671]: DEBUG oslo_concurrency.lockutils [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Releasing lock "singleton_lock" {{(pid=101671) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 08 23:54:00.875315 n-d-813263-3 neutron-server[101671]: INFO oslo_service.service [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Starting 2 workers Nov 08 23:54:00.880066 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Started child 101780 {{(pid=101671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 23:54:00.884991 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Started child 101781 {{(pid=101671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 23:54:00.886042 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:00.886762 n-d-813263-3 neutron-server[101671]: INFO neutron.service [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 08 23:54:00.887172 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Publish callbacks [] for process, before_spawn {{(pid=101671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:00.887467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [-] (101780) wsgi starting up on http://0.0.0.0:9696 Nov 08 23:54:00.889551 n-d-813263-3 neutron-server[101671]: INFO oslo_service.service [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Starting 1 workers Nov 08 23:54:00.889826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:00.891171 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [-] (101781) wsgi starting up on http://0.0.0.0:9696 Nov 08 23:54:00.895000 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Started child 101782 {{(pid=101671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 23:54:00.895561 n-d-813263-3 neutron-server[101671]: INFO oslo_service.service [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Starting 1 workers Nov 08 23:54:00.899082 n-d-813263-3 neutron-server[101782]: DEBUG neutron.service [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] calling RpcWorker wait() {{(pid=101782) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 08 23:54:00.899604 n-d-813263-3 neutron-server[101782]: DEBUG neutron.service [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] returning from RpcWorker wait() {{(pid=101782) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 08 23:54:00.899970 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Started child 101783 {{(pid=101671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 23:54:00.900775 n-d-813263-3 neutron-server[101671]: DEBUG neutron_lib.callbacks.manager [None req-14fe41fd-2a97-4080-b93d-3748ffc7d422 None None] Publish callbacks [] for process, after_spawn {{(pid=101671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:00.901074 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:00.901631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:00.902657 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101671) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 08 23:54:00.902880 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 23:54:00.903061 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 23:54:00.903268 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 23:54:00.903580 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 23:54:00.903740 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 23:54:00.904232 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.904511 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.904737 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:00.905177 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.905177 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.905301 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.905929 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.906206 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.906458 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.906725 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.906980 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.907144 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.907308 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.907544 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.907767 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.908052 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.908309 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.908549 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.908811 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.908977 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.909231 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.909532 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.909776 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.910041 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] debug = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.910277 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.910762 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.910985 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.911235 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.911453 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.911722 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.911960 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.912239 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.912476 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.912720 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.913085 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.913329 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.913612 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.913819 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.914072 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.914282 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.914530 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.914747 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.915202 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] host = n-d-813263-3 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.915430 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.915672 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.915919 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.916168 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.916404 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.916618 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.916872 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.917128 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.917376 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.917620 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.917854 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.918101 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.918314 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.918556 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_file = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.918716 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_options = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.918953 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.919214 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.919458 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.919658 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.919822 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.919990 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.920242 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.920400 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.920637 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.920866 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.921075 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.921281 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.921538 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.921752 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.922004 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.922234 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.922476 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.922678 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.922923 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.923162 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.923380 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.923628 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.923874 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.924101 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.924310 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.924524 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.924772 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.924979 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.925210 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.925476 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.925718 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.925957 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.926166 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.926413 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.926652 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.926895 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.927113 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.927320 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.927608 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.927817 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.928054 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.928841 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.929053 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.929299 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.929555 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.929804 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.930030 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] use_json = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.930235 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.930459 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.930699 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.930906 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.931112 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.931317 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.931523 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.931745 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:00.932178 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.932465 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.932767 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.933014 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.933240 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.933506 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.933750 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.933969 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.934915 n-d-813263-3 neutron-server[101783]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:00.935175 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.935410 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.935720 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.935947 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.936234 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.936520 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.936732 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.937063 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.937297 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.937603 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.937829 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.938058 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.939746 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.940241 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.940502 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.940787 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.941026 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.941267 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.941521 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.942106 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.942327 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.942606 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.942872 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.945179 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.945433 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.945674 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.947893 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.948054 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.948284 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.950873 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.950873 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.950873 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.950873 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.950873 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.953724 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.953724 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.953724 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.953724 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.953724 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.953724 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.953724 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.953724 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.953724 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.954593 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.954593 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.954593 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.954593 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.954593 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.954593 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.954593 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.954593 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.955099 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.955099 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.955247 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.955558 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.955778 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.956019 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.956237 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.956492 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.956742 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.956954 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.957165 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.957424 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.957658 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.957887 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.958260 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.958658 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.959068 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.959436 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.959653 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.959887 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.960127 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.960342 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.960552 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.960786 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.961005 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.961237 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.961473 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.961687 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.961917 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.962131 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.962407 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.962718 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.962969 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.963244 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.963460 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.963714 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.963929 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.964174 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.964390 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.964605 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.964843 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.965091 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.965322 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.965593 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.965817 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.966050 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.966303 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.966524 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.966742 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.966973 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.967203 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.967424 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.967692 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.968093 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.968320 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.968732 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.969129 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.969570 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.969829 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.970098 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.970316 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.970587 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.970890 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.971178 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.971453 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.971677 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.971930 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.972207 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.972462 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.972748 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.973013 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.973242 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.973483 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.973748 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.973985 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.974220 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.974431 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.974658 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.974991 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.975220 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.975428 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.975667 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.975938 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.976183 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.976433 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.976690 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.976932 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.977161 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.977437 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.977666 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.977894 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.978123 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.978350 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.978581 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.978796 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.979007 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.979221 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.979436 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.979643 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.979889 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.980104 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.980313 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.980556 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.980780 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.980991 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.981214 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.981450 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.981687 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.981923 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.982141 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.982354 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.982568 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.982776 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.983020 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.983256 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.983542 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.983794 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.984011 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.984236 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.984456 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.984689 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.984919 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.985179 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.985416 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.985628 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.985834 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.986043 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.986275 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.986504 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.986720 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.987094 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.987354 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.987588 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.987924 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.988166 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.988595 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.988845 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.989058 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.989291 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.989539 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.989761 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.989975 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.990187 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.990420 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.990678 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.991435 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.991681 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.991891 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.992111 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.992317 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.992530 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.992754 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.993047 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.993312 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.994137 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.994137 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.994137 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.994525 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.994525 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.994701 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.994844 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.995065 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.995276 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.995482 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.995707 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.995910 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.996122 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.996358 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.996568 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.996773 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.997025 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.997229 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.997629 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.997847 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.998082 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.998295 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.998533 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.998738 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.998945 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.999167 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.999379 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.999584 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:00.999838 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.000062 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.000272 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.000489 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.000708 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.000913 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.001203 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.001544 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.001764 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.002064 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.002290 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.002532 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.002780 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.003095 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.003323 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.003563 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.003803 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.004021 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.004241 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.004510 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.004828 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.005109 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.005385 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.005642 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.005918 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.006176 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.006498 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.007201 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.007631 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.008143 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.008444 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.008714 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.008964 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.009199 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.009463 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.009697 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.009955 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.010168 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.010404 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.010664 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.010910 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.011153 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.011396 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.011618 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.011838 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.012082 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.012313 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.012565 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.012777 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.012933 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 23:54:01.013465 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101671) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 08 23:54:01.013628 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 23:54:01.013777 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 23:54:01.013959 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 23:54:01.014131 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 23:54:01.014282 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 23:54:01.014485 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.014645 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.014802 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.014958 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.015115 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.015291 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.015450 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.015606 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.015763 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.015923 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.016086 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.016236 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.016375 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.016513 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.016659 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.016799 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.017189 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.017943 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.018230 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.018416 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.018596 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.019266 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.019422 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] debug = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.019579 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.019777 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.019952 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.020094 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.020449 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.020449 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.020669 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.020669 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.020907 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.021041 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.021165 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.021291 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.021501 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.021630 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.021753 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.021875 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.022033 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.022161 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.022317 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] host = n-d-813263-3 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.022477 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.022635 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.022780 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.022931 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.023084 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.023239 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.023393 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.023549 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.023709 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.023903 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.024023 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.024164 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.024480 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.024640 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_file = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.024797 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_options = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.024953 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.025110 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.025301 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.025500 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.025704 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.025836 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.025956 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.026082 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.026206 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.026351 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.026516 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.026657 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.026783 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.027220 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.027220 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.027220 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.027494 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.027648 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.027648 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.027920 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.028014 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.028095 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.028239 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.028396 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.028551 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.028705 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.028864 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.028990 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.029148 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.029373 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.029538 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.029741 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.029741 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.029981 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.030097 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.030224 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.030345 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.030469 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.030604 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.030765 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.030911 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.031067 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.031269 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.031398 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.031507 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.031658 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.031814 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] use_json = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.031971 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.032125 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.032299 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.032424 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.032553 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.032751 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.032881 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.033004 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 23:54:01.033165 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.033324 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.033544 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.034309 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.034309 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.034309 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.034309 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.034309 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.034927 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.034927 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.034927 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.034927 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.035399 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.035399 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.035399 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.035661 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.035661 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.035892 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.035892 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.036195 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.036195 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.036432 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.036516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:01.036609 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.036609 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.036756 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.036892 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.037050 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.037223 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.037415 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.037577 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.037759 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.037916 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.038075 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.038234 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.038393 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.038562 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.038698 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.038856 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.039013 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.039170 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.039327 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.039484 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.039643 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.039802 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.039960 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.040118 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.040276 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.040433 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.040591 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.040752 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.040911 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.041069 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.041228 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.041405 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.041564 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.041733 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.041891 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.042050 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.042207 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.042365 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.042523 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.042680 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.042843 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.043003 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.043158 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.043315 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.043485 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.043643 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.043801 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.043959 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.044118 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.044277 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.044441 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.044602 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.044758 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.044914 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.045072 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.045230 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.045406 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.045566 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.045725 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.045932 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.046028 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.046189 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.046346 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.046505 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.046661 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.046820 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.046979 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.047144 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.047720 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.047720 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.047720 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.048904 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.048904 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.048904 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.049427 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.051202 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.051202 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.051202 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.051202 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.051509 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.051509 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.051653 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.051811 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.051977 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.052221 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.052536 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.052617 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.052731 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.053767 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.053767 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.053767 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.054002 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.054081 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.054175 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.054350 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.054500 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.055004 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.055004 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.055004 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.055346 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.055346 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.055493 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.055583 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.055705 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.055862 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.056019 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.056177 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.056337 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.056541 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.056790 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.056790 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.057235 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.057317 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.057444 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.057581 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.057759 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.057917 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.058080 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.058240 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.058638 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.058638 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.058809 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.059204 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.059204 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.059204 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.059710 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.059710 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.059710 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.059710 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.060941 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.060941 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.060941 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.060941 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.060941 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.060941 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.060941 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.060941 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.061511 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.061511 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.061511 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.061511 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.061809 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.061809 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.061966 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.062077 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.062233 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.062545 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.062873 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.063034 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.063195 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.063350 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.063509 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.063671 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.063830 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.063989 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.064148 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.064309 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.064468 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.064627 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.064788 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.064947 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.065107 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.065265 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.065447 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.065608 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.065767 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.065927 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.066088 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.066245 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.066403 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.066577 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.066737 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.066895 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.067054 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.067213 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.067371 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.067530 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.067688 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.067848 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.068006 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.068223 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.068325 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.068490 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.068630 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.068788 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.069507 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.069676 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.069836 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.069993 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.070165 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.070324 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.070483 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.070641 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.070800 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.070957 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.071124 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.071291 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.071458 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.071604 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.071759 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.071909 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.072073 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.072234 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.072395 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.072549 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.072706 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.072865 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.073031 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.074775 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.074775 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.074775 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.074775 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.074775 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.074775 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.074775 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.075871 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.077155 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.077264 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.077433 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.077619 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.078088 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.078346 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.078447 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.078594 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.079423 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.079611 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.079778 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.079942 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.080112 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.080275 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.080657 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.080824 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.080997 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.081161 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.081322 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.081507 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.081664 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.081825 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.081985 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.082148 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.082316 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.082482 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.082643 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.082811 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.082978 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.083376 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.083539 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.083704 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.084092 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.084257 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.084416 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.084616 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.085216 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.085216 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.085216 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.085490 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.085616 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.085773 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.085932 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.086092 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.086252 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.086411 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.086568 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.086963 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.087127 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.087286 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.087444 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.088823 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 23:54:01.089001 n-d-813263-3 neutron-server[101671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 23:54:01.329202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51006) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:01.337680 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063343 Nov 08 23:54:12.683584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b23c24d-84c4-4338-9407-9e5b6371874c None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 23:54:12.749752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b23c24d-84c4-4338-9407-9e5b6371874c None None] No non-hosted networks {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 08 23:54:12.759037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.agentschedulers_db [None req-7b23c24d-84c4-4338-9407-9e5b6371874c None None] DHCP Agent not found on host n-d-813263-3 {{(pid=101782) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 08 23:54:12.842117 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1015a5ea-eab2-4eaf-a581-c56f56871e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572655'] for agent, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:14.753040 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4ea451d0-22bf-4cf0-8cd7-e9b3cd9f3128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572655'] for agent, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:14.797181 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72319e34-519c-45a9-a3ff-93fefd320de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:15.936458 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572655'] for agent, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:17.476788 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572655'] for agent, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:18.180641 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572655'] for agent, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:18.181712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:18.182309 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:18.182868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:18.183438 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:18.184010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:18.184616 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:18.185453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:18.185946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:18.186478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:18.186943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:18.187564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:18.188030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:18.188655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813263-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:18.195825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813263-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:18.812834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51094) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:19.317585 n-d-813263-3 neutron-server[101781]: WARNING oslo_policy.policy [None req-4428114e-67aa-4214-a2a0-a85c3398ef01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 23:54:19.318207 n-d-813263-3 neutron-server[101781]: WARNING oslo_policy.policy [None req-4428114e-67aa-4214-a2a0-a85c3398ef01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 23:54:19.418211 n-d-813263-3 neutron-server[101782]: INFO neutron.db.l3_hamode_db [None req-c9969fec-2813-4ff1-8b2d-de4857e15331 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 08 23:54:19.500228 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9969fec-2813-4ff1-8b2d-de4857e15331 None None] Routers set() bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 23:54:19.501000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9969fec-2813-4ff1-8b2d-de4857e15331 None None] Router IDs set() for agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 08 23:54:19.553850 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-4428114e-67aa-4214-a2a0-a85c3398ef01 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 23:54:19.555003 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4428114e-67aa-4214-a2a0-a85c3398ef01 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7406330 Nov 08 23:54:22.006537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51110) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:22.312462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b71cc31f-a0db-42f9-a041-53f8aa747ffd admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 23:54:22.409375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.policy [None req-b71cc31f-a0db-42f9-a041-53f8aa747ffd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101781) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 08 23:54:22.455447 n-d-813263-3 neutron-server[101781]: WARNING oslo_policy.policy [None req-b71cc31f-a0db-42f9-a041-53f8aa747ffd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 23:54:22.455838 n-d-813263-3 neutron-server[101781]: WARNING oslo_policy.policy [None req-b71cc31f-a0db-42f9-a041-53f8aa747ffd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 23:54:22.464851 n-d-813263-3 neutron-server[101781]: INFO neutron.quota [None req-b71cc31f-a0db-42f9-a041-53f8aa747ffd admin admin] Loaded quota_driver: . Nov 08 23:54:22.552690 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b71cc31f-a0db-42f9-a041-53f8aa747ffd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740055360647', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740055361202', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740055414077', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740055416697', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740055201447', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740055395041', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8125942', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7620819', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-477595', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-413336'] for rbac-policy, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:22.617559 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b71cc31f-a0db-42f9-a041-53f8aa747ffd admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:22.618727 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b71cc31f-a0db-42f9-a041-53f8aa747ffd admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6111960 Nov 08 23:54:25.267113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51122) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:25.554658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Request body: {'network': {'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'project_id': '750f9dec937c4db095d63ff0d6233912', 'name': 'private', 'admin_state_up': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 23:54:25.582761 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Made reservation on behalf of 750f9dec937c4db095d63ff0d6233912 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 23:54:25.586001 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:25.602844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:25.710586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:25.714332 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:25.734260 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 23:54:25.761777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740052510248', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:25.762347 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Unsubscribe: segment precommit_create {{(pid=101781) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 08 23:54:25.762871 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Added segment e9d42f28-a860-4c21-b183-23760bb60907 of type vlan for network 5f334cd6-2829-4c44-894b-a592642dc39f Nov 08 23:54:25.779143 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dc578d-2427-485c-baf2-23245f9ecf71,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:25.830849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:25.831110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:25.831445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:25.831773 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:25.832099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:25.832426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:25.832745 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:25.833673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:25.833994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:25.834310 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:25.834625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:25.834939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Tracked resource versions report: Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: pushed versions: Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: { 'AddressGroup': {'1.2'}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'ConntrackHelper': {'1.0'}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'Log': {'1.0'}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'Network': {'1.1'}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'Port': {'1.7'}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'PortForwarding': {'1.2'}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'QosPolicy': {'1.10'}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'SecurityGroup': {'1.5'}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'SecurityGroupRule': {'1.2'}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'SubPort': {'1.0'}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'Subnet': {'1.1'}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'Trunk': {'1.1'}} Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: consumer versions: Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: { DHCP agent@n-d-813263-3: {}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: L3 agent@n-d-813263-3: {}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: Metadata agent@n-d-813263-3: {}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: Metering agent@n-d-813263-3: {}, Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: Open vSwitch agent@n-d-813263-3: { 'AddressGroup': '1.2', Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'ConntrackHelper': '1.0', Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'Log': '1.0', Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'Network': '1.1', Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'Port': '1.7', Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'PortForwarding': '1.2', Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'QosPolicy': '1.10', Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'SecurityGroup': '1.5', Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'SecurityGroupRule': '1.2', Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'SubPort': '1.0', Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'Subnet': '1.1', Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: 'Trunk': '1.1'}} Nov 08 23:54:25.836089 n-d-813263-3 neutron-server[101781]: {{(pid=101781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 23:54:25.875554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:25.916980 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:25.918025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:54:25.918701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:25.976537 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7083776 Nov 08 23:54:26.017651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10345cf-6978-4d35-8128-6dcb6ea16696 admin admin] Pushing event updated for resources: {'Network': ['ID=5f334cd6-2829-4c44-894b-a592642dc39f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:26.030038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 5f334cd6-2829-4c44-894b-a592642dc39f details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 23:54:28.741477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51136) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:29.124421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b70bed-88eb-4f56-9e1e-f84142c5858f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:54:29.125789 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-33b70bed-88eb-4f56-9e1e-f84142c5858f admin admin] 10.222.0.25 "GET /v2.0/networks/5f334cd6-2829-4c44-894b-a592642dc39f HTTP/1.1" status: 200 len: 824 time: 0.3833582 Nov 08 23:54:29.150872 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-40c503bb-8d52-4a34-be1a-8864c9af41a9 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/0e10d574-10dd-4d35-aa16-11efb18ce525 HTTP/1.1" status: 200 len: 734 time: 0.0182986 Nov 08 23:54:29.160026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b44c2d98-868c-467e-84a1-7e1d070e5e75 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'subnetpool_id': '0e10d574-10dd-4d35-aa16-11efb18ce525', 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 23:54:29.181300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44c2d98-868c-467e-84a1-7e1d070e5e75 admin admin] Made reservation on behalf of 750f9dec937c4db095d63ff0d6233912 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 23:54:29.183727 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44c2d98-868c-467e-84a1-7e1d070e5e75 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:29.465723 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44c2d98-868c-467e-84a1-7e1d070e5e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:29.535233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c2d98-868c-467e-84a1-7e1d070e5e75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:29.537484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c2d98-868c-467e-84a1-7e1d070e5e75 admin admin] Checking segment: {'id': 'e9d42f28-a860-4c21-b183-23760bb60907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 23:54:29.537854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c2d98-868c-467e-84a1-7e1d070e5e75 admin admin] Network hostable DHCP agents. Network: 5f334cd6-2829-4c44-894b-a592642dc39f, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 23:54:29.558707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c2d98-868c-467e-84a1-7e1d070e5e75 admin admin] Network 5f334cd6-2829-4c44-894b-a592642dc39f is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 23:54:29.571270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b44c2d98-868c-467e-84a1-7e1d070e5e75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 5f334cd6-2829-4c44-894b-a592642dc39f) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 23:54:29.576098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c2d98-868c-467e-84a1-7e1d070e5e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:54:29.576698 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44c2d98-868c-467e-84a1-7e1d070e5e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:29.581248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96506f9-0db3-4c0a-b10d-54d885b423be None None] Network 5f334cd6-2829-4c44-894b-a592642dc39f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 23:54:29.598896 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b44c2d98-868c-467e-84a1-7e1d070e5e75 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4345398 Nov 08 23:54:29.905271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-5f334cd6-2829-4c44-894b-a592642dc39f', 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'fixed_ips': [{'subnet_id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 23:54:29.906545 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:30.201766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Allocated IP 172.20.0.2 (5f334cd6-2829-4c44-894b-a592642dc39f/fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726/15d9bc36-9e1a-403b-aab4-b24b0280dae2) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 23:54:30.406094 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:30.414486 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:30.486011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Network 5f334cd6-2829-4c44-894b-a592642dc39f is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 23:54:30.496536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 23:54:30.502537 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Pushing event updated for resources: {'Port': ['ID=15d9bc36-9e1a-403b-aab4-b24b0280dae2,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:30.505248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 23:54:30.514812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:30.515157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:30.515503 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:30.515835 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:30.516414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:30.516741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:30.517061 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:30.517400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:30.517721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:30.518044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:30.518363 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:30.518678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Tracked resource versions report: Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: pushed versions: Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: { 'AddressGroup': {'1.2'}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'ConntrackHelper': {'1.0'}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'Log': {'1.0'}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'Network': {'1.1'}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'Port': {'1.7'}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'PortForwarding': {'1.2'}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'QosPolicy': {'1.10'}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'SecurityGroup': {'1.5'}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'SecurityGroupRule': {'1.2'}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'SubPort': {'1.0'}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'Subnet': {'1.1'}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'Trunk': {'1.1'}} Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: consumer versions: Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: { DHCP agent@n-d-813263-3: {}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: L3 agent@n-d-813263-3: {}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: Metadata agent@n-d-813263-3: {}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: Metering agent@n-d-813263-3: {}, Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: Open vSwitch agent@n-d-813263-3: { 'AddressGroup': '1.2', Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'ConntrackHelper': '1.0', Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'Log': '1.0', Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'Network': '1.1', Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'Port': '1.7', Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'PortForwarding': '1.2', Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'QosPolicy': '1.10', Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'SecurityGroup': '1.5', Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'SecurityGroupRule': '1.2', Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'SubPort': '1.0', Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'Subnet': '1.1', Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: 'Trunk': '1.1'}} Nov 08 23:54:30.519868 n-d-813263-3 neutron-server[101782]: {{(pid=101782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 23:54:30.599458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Attempting to bind port 15d9bc36-9e1a-403b-aab4-b24b0280dae2 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 23:54:30.600126 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Attempting to bind port 15d9bc36-9e1a-403b-aab4-b24b0280dae2 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'e9d42f28-a860-4c21-b183-23760bb60907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 23:54:30.600264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Attempting to bind port 15d9bc36-9e1a-403b-aab4-b24b0280dae2 on network 5f334cd6-2829-4c44-894b-a592642dc39f {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 23:54:30.605300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 23, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 23:54:30.605701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Checking segment: {'id': 'e9d42f28-a860-4c21-b183-23760bb60907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 23:54:30.606187 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:30.606939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Bound using segment: {'id': 'e9d42f28-a860-4c21-b183-23760bb60907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 23:54:30.607037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Bound port: 15d9bc36-9e1a-403b-aab4-b24b0280dae2, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d42f28-a860-4c21-b183-23760bb60907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 23:54:30.607438 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:30.668321 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] For port 15d9bc36-9e1a-403b-aab4-b24b0280dae2, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 23:54:30.672545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] For port 15d9bc36-9e1a-403b-aab4-b24b0280dae2, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=15d9bc36-9e1a-403b-aab4-b24b0280dae2,segment=NetworkSegment(e9d42f28-a860-4c21-b183-23760bb60907),segment_id=e9d42f28-a860-4c21-b183-23760bb60907)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 23:54:30.676873 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:30.742037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65196562-3cea-4f89-808b-9d06c0c55124 None None] Pushing event updated for resources: {'Port': ['ID=15d9bc36-9e1a-403b-aab4-b24b0280dae2,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:32.100137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51144) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:32.406838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-fd3a0192-54a1-4962-a006-8285b8dca49f admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 23:54:32.407911 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fd3a0192-54a1-4962-a006-8285b8dca49f admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3067074 Nov 08 23:54:34.885190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51152) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:35.198572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-ded57bfe-efb4-4d69-8623-8e8e07293ffe admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 23:54:35.199640 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ded57bfe-efb4-4d69-8623-8e8e07293ffe admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3134024 Nov 08 23:54:37.928431 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51162) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:38.224728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-781c3ef9-97b5-43d5-baca-076166762d78 admin admin] Request body: {'router': {'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 23:54:38.247837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-781c3ef9-97b5-43d5-baca-076166762d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:38.249522 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-781c3ef9-97b5-43d5-baca-076166762d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:38.380264 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-781c3ef9-97b5-43d5-baca-076166762d78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:38.384482 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-781c3ef9-97b5-43d5-baca-076166762d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:38.399059 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-781c3ef9-97b5-43d5-baca-076166762d78 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:38.400241 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-781c3ef9-97b5-43d5-baca-076166762d78 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4708452 Nov 08 23:54:39.739728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702a7fa4-267d-4edc-bb12-f0fc94f43c89 None None] Network 5f334cd6-2829-4c44-894b-a592642dc39f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 23:54:39.818999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c11a786b-88fc-4805-a130-15d371b338d3 None None] Provisioning complete for port 15d9bc36-9e1a-403b-aab4-b24b0280dae2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:54:39.819378 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c11a786b-88fc-4805-a130-15d371b338d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:39.967523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 15d9bc36-9e1a-403b-aab4-b24b0280dae2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 23:54:40.033884 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c11a786b-88fc-4805-a130-15d371b338d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:40.114715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c11a786b-88fc-4805-a130-15d371b338d3 None None] For port 15d9bc36-9e1a-403b-aab4-b24b0280dae2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=15d9bc36-9e1a-403b-aab4-b24b0280dae2,segment=NetworkSegment(e9d42f28-a860-4c21-b183-23760bb60907),segment_id=e9d42f28-a860-4c21-b183-23760bb60907)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 23:54:40.122159 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c11a786b-88fc-4805-a130-15d371b338d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:40.158992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 15d9bc36-9e1a-403b-aab4-b24b0280dae2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:54:40.159360 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:40.220090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a786b-88fc-4805-a130-15d371b338d3 None None] Pushing event updated for resources: {'Port': ['ID=15d9bc36-9e1a-403b-aab4-b24b0280dae2,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:40.311567 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-85b0da73-51f1-475d-be6e-79388e71961e None None] Provisioning complete for port 15d9bc36-9e1a-403b-aab4-b24b0280dae2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:54:40.311937 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85b0da73-51f1-475d-be6e-79388e71961e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:40.900995 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51178) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:41.209142 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-5b51cb66-4a3b-4e4e-8a55-cbc70cf93756 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 23:54:41.210186 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5b51cb66-4a3b-4e4e-8a55-cbc70cf93756 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3082364 Nov 08 23:54:41.918786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 15d9bc36-9e1a-403b-aab4-b24b0280dae2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 23:54:41.965876 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 15d9bc36-9e1a-403b-aab4-b24b0280dae2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:54:41.966243 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:42.559778 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b593cd09-36e3-46b2-91d5-ad7862a832a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:43.681425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51186) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:43.983475 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 23:54:44.004472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Made reservation on behalf of a275ada1f2cc4046a520703ab37b02dc for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 23:54:44.006672 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:44.014825 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:44.087682 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:44.090859 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:44.104131 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Reserving flat network on physical network physnet1 {{(pid=101781) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 08 23:54:44.125176 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:44.125528 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Added segment ef8c2bda-7123-43e6-b925-4409d74e52a1 of type flat for network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 Nov 08 23:54:44.126747 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6633da71-e9a7-4fc6-967c-62f828dac0d8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:44.173003 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:44.203381 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:44.204277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:54:44.204843 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:44.235688 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5532408 Nov 08 23:54:44.275258 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8df4a-0709-4127-8f52-035ec8d90e6e admin admin] Pushing event updated for resources: {'Network': ['ID=05329b63-5e82-4b7a-9ee4-f15a280f45e3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:44.286104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 23:54:44.746293 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d971bbc1-7316-4b84-afb7-5ad6820b547d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:45.880268 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:46.695230 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51204) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:46.866310 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e89e064-1dc6-4522-97b1-bd968ed76490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:54:46.867676 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3e89e064-1dc6-4522-97b1-bd968ed76490 admin admin] 10.222.0.25 "GET /v2.0/subnets/fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726 HTTP/1.1" status: 200 len: 849 time: 0.1714470 Nov 08 23:54:46.981590 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-52ff126b-7990-4f63-850f-df791c2a812d admin admin] 10.222.0.25 "GET /v2.0/routers/c714ba0e-660d-4aae-ad44-6cf4e70905c3 HTTP/1.1" status: 200 len: 704 time: 0.1076460 Nov 08 23:54:47.239787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:47.427007 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:47.527895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Allocated IP 172.20.0.1 (5f334cd6-2829-4c44-894b-a592642dc39f/fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726/dca656cc-1783-44bc-9c10-87af8c0f4af5) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 23:54:47.721923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:47.784249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:47.853201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Network 5f334cd6-2829-4c44-894b-a592642dc39f is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 23:54:47.859976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 23:54:47.866193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 23:54:47.866354 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:47.887715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Pushing event updated for resources: {'Port': ['ID=dca656cc-1783-44bc-9c10-87af8c0f4af5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:48.050366 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0c358979-7710-4790-9b66-9090f6c29864 None None] Provisioning complete for port dca656cc-1783-44bc-9c10-87af8c0f4af5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:54:48.051517 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0c358979-7710-4790-9b66-9090f6c29864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:48.060687 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:48.085771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0c358979-7710-4790-9b66-9090f6c29864 None None] Port dca656cc-1783-44bc-9c10-87af8c0f4af5 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 23:54:48.178341 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:48.271771 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:48.275360 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:48.276189 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:48.333583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Pushing event updated for resources: {'Port': ['ID=dca656cc-1783-44bc-9c10-87af8c0f4af5,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:48.407518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Network 5f334cd6-2829-4c44-894b-a592642dc39f is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 23:54:48.408879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 23:54:48.569278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Router c714ba0e-660d-4aae-ad44-6cf4e70905c3 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 23:54:48.608164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1ee05d03-2cff-4ad3-86a7-f8ee6d901ed2 None None] Provisioning complete for port dca656cc-1783-44bc-9c10-87af8c0f4af5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:54:48.608598 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1ee05d03-2cff-4ad3-86a7-f8ee6d901ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:48.643209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-1ee05d03-2cff-4ad3-86a7-f8ee6d901ed2 None None] Port dca656cc-1783-44bc-9c10-87af8c0f4af5 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 23:54:48.663268 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 23:54:48.668429 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9aa7a7da-55ed-4cb7-a221-df503c9e0e43 admin admin] 10.222.0.25 "PUT /v2.0/routers/c714ba0e-660d-4aae-ad44-6cf4e70905c3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6811478 Nov 08 23:54:48.673364 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Sync routers for ids ['c714ba0e-660d-4aae-ad44-6cf4e70905c3'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 23:54:48.686515 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Routers {'c714ba0e-660d-4aae-ad44-6cf4e70905c3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 23:54:48.687349 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-08T23:54:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['c714ba0e-660d-4aae-ad44-6cf4e70905c3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:48.875785 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Set router c714ba0e-660d-4aae-ad44-6cf4e70905c3 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 23:54:49.302611 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'name': 'router1', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T23:54:38Z', 'updated_at': '2021-11-08T23:54:48Z', 'revision_number': 2, 'project_id': '750f9dec937c4db095d63ff0d6233912', 'gw_port_host': None, '_interfaces': [{'id': 'dca656cc-1783-44bc-9c10-87af8c0f4af5', 'name': '', 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'mac_address': 'fa:16:3e:53:72:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T23:54:47Z', 'updated_at': '2021-11-08T23:54:48Z', 'revision_number': 2, 'project_id': '750f9dec937c4db095d63ff0d6233912', 'subnets': [{'id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e10d574-10dd-4d35-aa16-11efb18ce525'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:49.352906 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Checking router: c714ba0e-660d-4aae-ad44-6cf4e70905c3 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 23:54:49.353275 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Updating router c714ba0e-660d-4aae-ad44-6cf4e70905c3 port dca656cc-1783-44bc-9c10-87af8c0f4af5 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 23:54:49.401549 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:49.906422 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:49.913486 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:50.076600 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Attempting to bind port dca656cc-1783-44bc-9c10-87af8c0f4af5 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 23:54:50.077007 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Attempting to bind port dca656cc-1783-44bc-9c10-87af8c0f4af5 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'e9d42f28-a860-4c21-b183-23760bb60907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 23:54:50.077492 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Attempting to bind port dca656cc-1783-44bc-9c10-87af8c0f4af5 on network 5f334cd6-2829-4c44-894b-a592642dc39f {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 23:54:50.082644 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Pushing event updated for resources: {'Port': ['ID=dca656cc-1783-44bc-9c10-87af8c0f4af5,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:50.085236 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 23, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 23:54:50.085685 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Checking segment: {'id': 'e9d42f28-a860-4c21-b183-23760bb60907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 23:54:50.086176 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:50.086564 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Bound using segment: {'id': 'e9d42f28-a860-4c21-b183-23760bb60907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 23:54:50.087069 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Bound port: dca656cc-1783-44bc-9c10-87af8c0f4af5, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d42f28-a860-4c21-b183-23760bb60907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 23:54:50.087457 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:50.107894 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:50.108248 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:50.108591 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:50.108922 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:50.109248 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:50.109600 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:50.109929 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:50.110250 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:50.110568 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:50.110885 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:50.111203 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:50.111520 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Tracked resource versions report: Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: pushed versions: Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: { 'AddressGroup': {'1.2'}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'ConntrackHelper': {'1.0'}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'Log': {'1.0'}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'Network': {'1.1'}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'Port': {'1.7'}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'PortForwarding': {'1.2'}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'QosPolicy': {'1.10'}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'SecurityGroup': {'1.5'}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'SecurityGroupRule': {'1.2'}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'SubPort': {'1.0'}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'Subnet': {'1.1'}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'Trunk': {'1.1'}} Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: consumer versions: Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: { DHCP agent@n-d-813263-3: {}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: L3 agent@n-d-813263-3: {}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: Metadata agent@n-d-813263-3: {}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: Metering agent@n-d-813263-3: {}, Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: Open vSwitch agent@n-d-813263-3: { 'AddressGroup': '1.2', Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'ConntrackHelper': '1.0', Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'Log': '1.0', Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'Network': '1.1', Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'Port': '1.7', Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'PortForwarding': '1.2', Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'QosPolicy': '1.10', Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'SecurityGroup': '1.5', Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'SecurityGroupRule': '1.2', Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'SubPort': '1.0', Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'Subnet': '1.1', Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: 'Trunk': '1.1'}} Nov 08 23:54:50.112596 n-d-813263-3 neutron-server[101783]: {{(pid=101783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 23:54:50.173643 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] For port dca656cc-1783-44bc-9c10-87af8c0f4af5, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 23:54:50.176806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cb7e180e-d0d8-4f5f-bc5d-183b03732ae4 None None] Provisioning complete for port dca656cc-1783-44bc-9c10-87af8c0f4af5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:54:50.177293 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cb7e180e-d0d8-4f5f-bc5d-183b03732ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:50.193816 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] For port dca656cc-1783-44bc-9c10-87af8c0f4af5, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=dca656cc-1783-44bc-9c10-87af8c0f4af5,segment=NetworkSegment(e9d42f28-a860-4c21-b183-23760bb60907),segment_id=e9d42f28-a860-4c21-b183-23760bb60907)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 23:54:50.199216 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:50.213178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e180e-d0d8-4f5f-bc5d-183b03732ae4 None None] Port dca656cc-1783-44bc-9c10-87af8c0f4af5 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 23:54:50.253534 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de8038-459d-4773-9375-a55eee9be9a0 None None] Pushing event updated for resources: {'Port': ['ID=dca656cc-1783-44bc-9c10-87af8c0f4af5,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:50.261680 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Routers {'c714ba0e-660d-4aae-ad44-6cf4e70905c3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 23:54:50.262277 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-08T23:54:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['c714ba0e-660d-4aae-ad44-6cf4e70905c3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:50.357272 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] Set router c714ba0e-660d-4aae-ad44-6cf4e70905c3 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 23:54:50.431599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0c85196c-3702-4a6b-90b1-35681550f3c1 None None] Provisioning complete for port dca656cc-1783-44bc-9c10-87af8c0f4af5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:54:50.432055 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0c85196c-3702-4a6b-90b1-35681550f3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:50.510932 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0c85196c-3702-4a6b-90b1-35681550f3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:50.543068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0c85196c-3702-4a6b-90b1-35681550f3c1 None None] For port dca656cc-1783-44bc-9c10-87af8c0f4af5, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=dca656cc-1783-44bc-9c10-87af8c0f4af5,segment=NetworkSegment(e9d42f28-a860-4c21-b183-23760bb60907),segment_id=e9d42f28-a860-4c21-b183-23760bb60907)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 23:54:50.550240 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0c85196c-3702-4a6b-90b1-35681550f3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:50.573874 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'name': 'router1', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T23:54:38Z', 'updated_at': '2021-11-08T23:54:48Z', 'revision_number': 2, 'project_id': '750f9dec937c4db095d63ff0d6233912', 'gw_port_host': None, '_interfaces': [{'id': 'dca656cc-1783-44bc-9c10-87af8c0f4af5', 'name': '', 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'mac_address': 'fa:16:3e:53:72:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T23:54:47Z', 'updated_at': '2021-11-08T23:54:50Z', 'revision_number': 4, 'project_id': '750f9dec937c4db095d63ff0d6233912', 'subnets': [{'id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e10d574-10dd-4d35-aa16-11efb18ce525'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:50.597525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85196c-3702-4a6b-90b1-35681550f3c1 None None] Pushing event updated for resources: {'Port': ['ID=dca656cc-1783-44bc-9c10-87af8c0f4af5,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:50.608124 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca1d940-418a-4ce9-a0d5-0936bdfa683d None None] The sync data for ids ['c714ba0e-660d-4aae-ad44-6cf4e70905c3'] in n-d-813263-3 is: [{'id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'name': 'router1', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T23:54:38Z', 'updated_at': '2021-11-08T23:54:48Z', 'revision_number': 2, 'project_id': '750f9dec937c4db095d63ff0d6233912', 'gw_port_host': None, '_interfaces': [{'id': 'dca656cc-1783-44bc-9c10-87af8c0f4af5', 'name': '', 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'mac_address': 'fa:16:3e:53:72:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T23:54:47Z', 'updated_at': '2021-11-08T23:54:50Z', 'revision_number': 4, 'project_id': '750f9dec937c4db095d63ff0d6233912', 'subnets': [{'id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e10d574-10dd-4d35-aa16-11efb18ce525'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 23:54:51.021092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51224) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:51.129847 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b790cd4-6cd2-4538-b237-aa699ff92c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:54:51.131190 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3b790cd4-6cd2-4538-b237-aa699ff92c51 admin admin] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 842 time: 0.1091146 Nov 08 23:54:51.141429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 23:54:51.164087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] Made reservation on behalf of a275ada1f2cc4046a520703ab37b02dc for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 23:54:51.166293 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:51.501707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 23:54:51.502130 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:51.558901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6f8a6f-4436-4eba-bf38-541e308e33c9,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:51.566276 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 23:54:51.566615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] Network hostable DHCP agents. Network: 05329b63-5e82-4b7a-9ee4-f15a280f45e3, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 23:54:51.583828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 23:54:51.592927 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 05329b63-5e82-4b7a-9ee4-f15a280f45e3) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 23:54:51.597698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:54:51.598287 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:51.608475 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b46943-968e-4ab4-9e6e-37313d4decad None None] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 23:54:51.629378 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ecd75256-5244-4ad0-b04c-055ef374e56a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4800346 Nov 08 23:54:51.741100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f3de5-7355-4c7d-81b2-aef0d673d084 None None] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 23:54:54.046643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51232) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:54.177467 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2f7c8b4f-2bde-49e7-bf83-2437239e9512 admin admin] 10.222.0.25 "GET /v2.0/routers/c714ba0e-660d-4aae-ad44-6cf4e70905c3 HTTP/1.1" status: 200 len: 710 time: 0.1276803 Nov 08 23:54:54.263472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dd092e-bc78-43b4-847b-4380b6751a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:54:54.264857 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d9dd092e-bc78-43b4-847b-4380b6751a9b admin admin] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 886 time: 0.0832577 Nov 08 23:54:54.275598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 23:54:54.526019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:54.772700 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:54.845267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:54.947855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Allocated IP 172.25.0.103 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/5190d098-0689-42c3-bef1-5a87eeb12a3b) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 23:54:55.050462 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:55.084343 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:55.120307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 23:54:55.125187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 23:54:55.129393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 23:54:55.163487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Pushing event updated for resources: {'Port': ['ID=5190d098-0689-42c3-bef1-5a87eeb12a3b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:55.453401 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:55.648966 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:55.652347 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:55.757308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Router c714ba0e-660d-4aae-ad44-6cf4e70905c3 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 23:54:55.863456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 23:54:55.867584 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:55.868757 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-64dd44df-19de-4c0d-a0ab-df6513181b4b admin admin] 10.222.0.25 "PUT /v2.0/routers/c714ba0e-660d-4aae-ad44-6cf4e70905c3 HTTP/1.1" status: 200 len: 890 time: 1.5965796 Nov 08 23:54:57.539488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Sync routers for ids ['c714ba0e-660d-4aae-ad44-6cf4e70905c3'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 23:54:57.550936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Routers {'c714ba0e-660d-4aae-ad44-6cf4e70905c3'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 23:54:57.551617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-08T23:54:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['c714ba0e-660d-4aae-ad44-6cf4e70905c3'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:57.756386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Set router c714ba0e-660d-4aae-ad44-6cf4e70905c3 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 23:54:57.968832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device dca656cc-1783-44bc-9c10-87af8c0f4af5 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 23:54:58.126825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port dca656cc-1783-44bc-9c10-87af8c0f4af5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:54:58.127111 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:58.328697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'name': 'router1', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '5190d098-0689-42c3-bef1-5a87eeb12a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T23:54:38Z', 'updated_at': '2021-11-08T23:54:55Z', 'revision_number': 4, 'project_id': '750f9dec937c4db095d63ff0d6233912', 'gw_port': {'id': '5190d098-0689-42c3-bef1-5a87eeb12a3b', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T23:54:54Z', 'updated_at': '2021-11-08T23:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'dca656cc-1783-44bc-9c10-87af8c0f4af5', 'name': '', 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'mac_address': 'fa:16:3e:53:72:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T23:54:47Z', 'updated_at': '2021-11-08T23:54:50Z', 'revision_number': 5, 'project_id': '750f9dec937c4db095d63ff0d6233912', 'subnets': [{'id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e10d574-10dd-4d35-aa16-11efb18ce525'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:58.383758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Checking router: c714ba0e-660d-4aae-ad44-6cf4e70905c3 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 23:54:58.384044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Updating router c714ba0e-660d-4aae-ad44-6cf4e70905c3 port 5190d098-0689-42c3-bef1-5a87eeb12a3b binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 23:54:58.399340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51244) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:54:58.430839 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:58.509414 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-16ec2e0a-2fbf-45cf-8da1-a26210025b64 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1089208 Nov 08 23:54:58.760987 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:58.766895 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:58.818587 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Attempting to bind port 5190d098-0689-42c3-bef1-5a87eeb12a3b on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 23:54:58.818955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Attempting to bind port 5190d098-0689-42c3-bef1-5a87eeb12a3b by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 23:54:58.819323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Attempting to bind port 5190d098-0689-42c3-bef1-5a87eeb12a3b on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 23:54:58.821140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480754dd-b498-4574-a8d2-554d2163a205 None None] Pushing event updated for resources: {'Port': ['ID=5190d098-0689-42c3-bef1-5a87eeb12a3b,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:58.826434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 23, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 23:54:58.826806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 23:54:58.827198 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:58.827576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 23:54:58.828034 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Bound port: 5190d098-0689-42c3-bef1-5a87eeb12a3b, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 23:54:58.828412 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:58.878049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] For port 5190d098-0689-42c3-bef1-5a87eeb12a3b, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 23:54:58.881049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] For port 5190d098-0689-42c3-bef1-5a87eeb12a3b, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5190d098-0689-42c3-bef1-5a87eeb12a3b,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 23:54:58.885262 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:54:58.946088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Routers {'c714ba0e-660d-4aae-ad44-6cf4e70905c3'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 23:54:58.946716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-08T23:54:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['c714ba0e-660d-4aae-ad44-6cf4e70905c3'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:58.950429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480754dd-b498-4574-a8d2-554d2163a205 None None] Pushing event updated for resources: {'Port': ['ID=5190d098-0689-42c3-bef1-5a87eeb12a3b,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:54:59.055084 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] Set router c714ba0e-660d-4aae-ad44-6cf4e70905c3 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 23:54:59.272628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'name': 'router1', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '5190d098-0689-42c3-bef1-5a87eeb12a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T23:54:38Z', 'updated_at': '2021-11-08T23:54:55Z', 'revision_number': 4, 'project_id': '750f9dec937c4db095d63ff0d6233912', 'gw_port': {'id': '5190d098-0689-42c3-bef1-5a87eeb12a3b', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T23:54:54Z', 'updated_at': '2021-11-08T23:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'dca656cc-1783-44bc-9c10-87af8c0f4af5', 'name': '', 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'mac_address': 'fa:16:3e:53:72:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T23:54:47Z', 'updated_at': '2021-11-08T23:54:50Z', 'revision_number': 5, 'project_id': '750f9dec937c4db095d63ff0d6233912', 'subnets': [{'id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e10d574-10dd-4d35-aa16-11efb18ce525'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 23:54:59.299717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69edcde5-1c88-48dc-bf90-ea9c5831f44d None None] The sync data for ids ['c714ba0e-660d-4aae-ad44-6cf4e70905c3'] in n-d-813263-3 is: [{'id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'name': 'router1', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '5190d098-0689-42c3-bef1-5a87eeb12a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T23:54:38Z', 'updated_at': '2021-11-08T23:54:55Z', 'revision_number': 4, 'project_id': '750f9dec937c4db095d63ff0d6233912', 'gw_port': {'id': '5190d098-0689-42c3-bef1-5a87eeb12a3b', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T23:54:54Z', 'updated_at': '2021-11-08T23:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'dca656cc-1783-44bc-9c10-87af8c0f4af5', 'name': '', 'network_id': '5f334cd6-2829-4c44-894b-a592642dc39f', 'tenant_id': '750f9dec937c4db095d63ff0d6233912', 'mac_address': 'fa:16:3e:53:72:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c714ba0e-660d-4aae-ad44-6cf4e70905c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T23:54:47Z', 'updated_at': '2021-11-08T23:54:50Z', 'revision_number': 5, 'project_id': '750f9dec937c4db095d63ff0d6233912', 'subnets': [{'id': 'fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e10d574-10dd-4d35-aa16-11efb18ce525'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 23:54:59.978175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5190d098-0689-42c3-bef1-5a87eeb12a3b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 23:55:00.032464 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 5190d098-0689-42c3-bef1-5a87eeb12a3b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:55:00.032840 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:00.108756 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:00.132659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 5190d098-0689-42c3-bef1-5a87eeb12a3b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5190d098-0689-42c3-bef1-5a87eeb12a3b,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 23:55:00.137364 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:00.182384 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=5190d098-0689-42c3-bef1-5a87eeb12a3b,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:55:01.950959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5190d098-0689-42c3-bef1-5a87eeb12a3b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 23:55:02.012875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 5190d098-0689-42c3-bef1-5a87eeb12a3b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:55:02.013405 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:02.956769 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 5 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 23:55:12.574927 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5ab1a041-c77b-4778-9920-9bdde0380910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:14.751728 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-272e5e87-3150-4c25-a176-74d76298493f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:15.900025 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:17.388575 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:18.181188 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:39.955545 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 5 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 23:55:42.571566 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dd03f137-6f20-449d-a5dc-394a1744e5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:44.746151 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b37b3e6e-5a08-4e8f-ab0e-0e8d8950b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:45.888363 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:47.391679 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:55:48.184256 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:12.554654 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d395cc07-a3b9-4370-8ede-44ca3edc719f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:14.746803 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-854da685-9b84-41a6-8f2e-0d1bbdb29501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:15.890729 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:16.955172 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 5 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 23:56:17.425604 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:18.187351 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:40.473846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51840) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:56:40.537988 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae9b75c-a9a9-4a8f-a2dc-b01cc0e50ec4 admin admin] GET failed (client error): The resource could not be found. Nov 08 23:56:40.539312 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8ae9b75c-a9a9-4a8f-a2dc-b01cc0e50ec4 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645404 Nov 08 23:56:40.697216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a29f13-ca0a-42e3-a9d5-354cc1b257e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:40.698625 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b5a29f13-ca0a-42e3-a9d5-354cc1b257e2 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1547546 Nov 08 23:56:42.556161 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b64d6bc0-75f9-4d2d-998c-94a6716d331c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:42.956988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51850) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:56:43.046774 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a3760-5190-4c62-afe2-641aba3f1a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:43.048089 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-421a3760-5190-4c62-afe2-641aba3f1a25 admin admin] 10.222.0.25 "GET /v2.0/subnets/fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726 HTTP/1.1" status: 200 len: 849 time: 0.0900936 Nov 08 23:56:43.057838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 23:56:43.141514 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:43.277521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740052483979'] for subnet, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:43.305631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:43.306485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:43.307742 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] 10.222.0.25 "PUT /v2.0/subnets/fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726 HTTP/1.1" status: 200 len: 868 time: 0.2534564 Nov 08 23:56:43.311159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a79f17-cce7-4a95-9d79-87eb347ab7e5 None None] Network 5f334cd6-2829-4c44-894b-a592642dc39f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 23:56:43.331078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:56:43.338481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:56:43.338818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:56:43.339154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:56:43.339479 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:56:43.339799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:56:43.340117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:56:43.340441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:56:43.340755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:56:43.341068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:56:43.341401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:56:43.341735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:56:43.342040 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db630e0b-d0d3-4976-823c-3a35941e1cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:56:43.636344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-62c74b8b-d61a-4863-9eea-6d84a2834d1e None None] Provisioning complete for port 15d9bc36-9e1a-403b-aab4-b24b0280dae2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:56:43.636851 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62c74b8b-d61a-4863-9eea-6d84a2834d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:43.725622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-62c74b8b-d61a-4863-9eea-6d84a2834d1e None None] Provisioning complete for port dca656cc-1783-44bc-9c10-87af8c0f4af5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:56:43.725991 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62c74b8b-d61a-4863-9eea-6d84a2834d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:44.750635 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-31ac18af-b43f-4258-a556-624899c7bd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:45.590767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51858) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:56:45.715324 n-d-813263-3 neutron-server[101780]: WARNING oslo_policy.policy [None req-2f23a629-553e-4f14-b413-3bcf2d37a44a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 23:56:45.715929 n-d-813263-3 neutron-server[101780]: WARNING oslo_policy.policy [None req-2f23a629-553e-4f14-b413-3bcf2d37a44a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 23:56:45.892641 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:46.223801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.policy [None req-2f23a629-553e-4f14-b413-3bcf2d37a44a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101780) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 08 23:56:46.271444 n-d-813263-3 neutron-server[101780]: WARNING oslo_policy.policy [None req-2f23a629-553e-4f14-b413-3bcf2d37a44a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 23:56:46.271809 n-d-813263-3 neutron-server[101780]: WARNING oslo_policy.policy [None req-2f23a629-553e-4f14-b413-3bcf2d37a44a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 23:56:46.280538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f23a629-553e-4f14-b413-3bcf2d37a44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:46.281000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f23a629-553e-4f14-b413-3bcf2d37a44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:46.283129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2f23a629-553e-4f14-b413-3bcf2d37a44a admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.6897550 Nov 08 23:56:47.397672 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:48.191613 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:56:48.537533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51874) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:56:48.667923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9af2dac-439b-4f84-9a45-b09cdc0721d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:48.668384 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9af2dac-439b-4f84-9a45-b09cdc0721d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:48.669897 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b9af2dac-439b-4f84-9a45-b09cdc0721d3 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1314650 Nov 08 23:56:50.946268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51882) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:56:51.124414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d581f-1a6a-47bf-8941-2f9c3b38ad20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:51.125779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-671d581f-1a6a-47bf-8941-2f9c3b38ad20 admin admin] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 886 time: 0.1785467 Nov 08 23:56:53.389869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51890) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:56:53.515798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016239a-b9a4-4e84-96d8-3010c35567e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:53.517107 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1016239a-b9a4-4e84-96d8-3010c35567e8 admin admin] 10.222.0.25 "GET /v2.0/networks/5f334cd6-2829-4c44-894b-a592642dc39f HTTP/1.1" status: 200 len: 868 time: 0.1260512 Nov 08 23:56:53.954632 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 5 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 23:56:55.799955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51898) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:56:55.922902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e31de-3f17-4e2c-ab52-c42a093843db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:55.923266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e31de-3f17-4e2c-ab52-c42a093843db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:55.924773 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7b8e31de-3f17-4e2c-ab52-c42a093843db admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237543 Nov 08 23:56:58.173114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51906) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:56:58.261580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a123ae29-e4db-4170-98f9-08196ebb3f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:58.262026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a123ae29-e4db-4170-98f9-08196ebb3f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:56:58.263504 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a123ae29-e4db-4170-98f9-08196ebb3f81 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894151 Nov 08 23:57:00.507961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51914) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:57:00.595001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8fc604-858e-4a6a-bcf5-3d8acd850bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:57:00.596359 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1b8fc604-858e-4a6a-bcf5-3d8acd850bf0 admin admin] 10.222.0.25 "GET /v2.0/subnets/5c6f8a6f-4436-4eba-bf38-541e308e33c9 HTTP/1.1" status: 200 len: 816 time: 0.0874689 Nov 08 23:57:02.849628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51922) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:57:02.943987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbabb05-576e-41da-96da-da98c4558ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:57:02.945284 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9dbabb05-576e-41da-96da-da98c4558ed2 admin admin] 10.222.0.25 "GET /v2.0/subnets/fb8d52b3-ba65-4e14-b6ef-1a8cd6f13726 HTTP/1.1" status: 200 len: 868 time: 0.0946724 Nov 08 23:57:12.557959 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ba627462-bd9c-4484-86a1-722a9e82aed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:14.752575 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0b45ea9-a29b-4647-9886-fa040109f64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:15.895769 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:17.401073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:18.193210 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:27.287003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51976) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:57:27.333656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-6263ed0c-d033-4cb4-9464-2c635efa1c03 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 23:57:27.334623 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6263ed0c-d033-4cb4-9464-2c635efa1c03 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466864 Nov 08 23:57:29.666686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51984) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:57:29.725733 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-44655ea1-cfdf-4e75-b969-5833e4903f31 admin admin] GET failed (client error): The resource could not be found. Nov 08 23:57:29.727055 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-44655ea1-cfdf-4e75-b969-5833e4903f31 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594399 Nov 08 23:57:29.900943 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d485d5f-2c9b-425c-ab60-0fbbe3a421d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:57:29.902364 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9d485d5f-2c9b-425c-ab60-0fbbe3a421d2 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1708128 Nov 08 23:57:30.953111 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 5 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 23:57:32.190338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51992) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:57:32.236598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 23:57:32.256700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] Made reservation on behalf of a275ada1f2cc4046a520703ab37b02dc for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 23:57:32.258941 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:32.285809 n-d-813263-3 neutron-server[101781]: WARNING neutron.services.revisions.revision_plugin [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] Could not find related network for resource to bump revision. Nov 08 23:57:32.296599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 23:57:32.305201 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:32.305573 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] Added segment 23d2ad61-7860-4086-a735-03ed6628509f of type vlan for network 24838c29-729b-4d0a-8a33-74e0579492e3 Nov 08 23:57:32.342937 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:32.367022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:32.367949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:57:32.368508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:32.423482 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2320907 Nov 08 23:57:32.430064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcc6fe-d151-4716-87a1-21373319e777 admin admin] Pushing event updated for resources: {'Network': ['ID=24838c29-729b-4d0a-8a33-74e0579492e3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:57:32.441217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 24838c29-729b-4d0a-8a33-74e0579492e3 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 23:57:34.720707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52000) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:57:34.779674 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-041a772d-6924-4567-9a7c-6623d8975699 admin admin] GET failed (client error): The resource could not be found. Nov 08 23:57:34.781043 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-041a772d-6924-4567-9a7c-6623d8975699 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593789 Nov 08 23:57:34.850819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25858f63-7354-4c30-b8e0-62b21b201dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:57:34.852423 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-25858f63-7354-4c30-b8e0-62b21b201dd1 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0668914 Nov 08 23:57:34.863149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-45308ac6-0094-46b8-973a-7f5e24904fff admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 23:57:34.882300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45308ac6-0094-46b8-973a-7f5e24904fff admin admin] Made reservation on behalf of a275ada1f2cc4046a520703ab37b02dc for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 23:57:34.884676 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45308ac6-0094-46b8-973a-7f5e24904fff admin admin] Publish callbacks [] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:35.042157 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45308ac6-0094-46b8-973a-7f5e24904fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:35.103577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45308ac6-0094-46b8-973a-7f5e24904fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:57:35.105948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45308ac6-0094-46b8-973a-7f5e24904fff admin admin] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 23:57:35.106298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45308ac6-0094-46b8-973a-7f5e24904fff admin admin] Network hostable DHCP agents. Network: 24838c29-729b-4d0a-8a33-74e0579492e3, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 23:57:35.122546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45308ac6-0094-46b8-973a-7f5e24904fff admin admin] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 23:57:35.130983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-45308ac6-0094-46b8-973a-7f5e24904fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 24838c29-729b-4d0a-8a33-74e0579492e3) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 23:57:35.134743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45308ac6-0094-46b8-973a-7f5e24904fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 23:57:35.135327 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45308ac6-0094-46b8-973a-7f5e24904fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:35.139531 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8981c5d9-6152-4496-a096-d1c3661211d1 None None] Network 24838c29-729b-4d0a-8a33-74e0579492e3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 23:57:35.150258 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-45308ac6-0094-46b8-973a-7f5e24904fff admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2905710 Nov 08 23:57:35.382340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-24838c29-729b-4d0a-8a33-74e0579492e3', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'tenant_id': 'a275ada1f2cc4046a520703ab37b02dc', 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 23:57:35.383226 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:35.518068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Allocated IP 192.168.233.2 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/141e1237-a6a1-42c4-98a0-b8f5dd651840) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 23:57:35.662245 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:35.669461 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:35.706855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 23:57:35.712150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 23:57:35.715677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 23:57:35.723885 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Pushing event updated for resources: {'Port': ['ID=141e1237-a6a1-42c4-98a0-b8f5dd651840,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:57:35.733178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:57:35.733551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:57:35.733898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:57:35.734231 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:57:35.734567 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:57:35.734898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:57:35.735226 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:57:35.735549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:57:35.735879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:57:35.736199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:57:35.736511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:57:35.736836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:57:35.786221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Attempting to bind port 141e1237-a6a1-42c4-98a0-b8f5dd651840 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 23:57:35.786589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Attempting to bind port 141e1237-a6a1-42c4-98a0-b8f5dd651840 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 23:57:35.787489 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Attempting to bind port 141e1237-a6a1-42c4-98a0-b8f5dd651840 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 23:57:35.792085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 23, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 23:57:35.792457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 23:57:35.792869 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:35.793260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 23:57:35.793751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Bound port: 141e1237-a6a1-42c4-98a0-b8f5dd651840, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 23:57:35.794155 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:35.855950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] For port 141e1237-a6a1-42c4-98a0-b8f5dd651840, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 23:57:35.859339 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] For port 141e1237-a6a1-42c4-98a0-b8f5dd651840, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=141e1237-a6a1-42c4-98a0-b8f5dd651840,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 23:57:35.863253 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:35.923730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadeffb-c611-474d-9694-92da3f26e14d None None] Pushing event updated for resources: {'Port': ['ID=141e1237-a6a1-42c4-98a0-b8f5dd651840,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:57:36.752334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f13bd7-e500-454a-84a2-e03fce73ba95 None None] Network 24838c29-729b-4d0a-8a33-74e0579492e3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 23:57:36.837934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d5d944d6-f91a-4c07-926e-df4022ceec2c None None] Provisioning complete for port 141e1237-a6a1-42c4-98a0-b8f5dd651840 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:57:36.838301 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d5d944d6-f91a-4c07-926e-df4022ceec2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:36.976290 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d5d944d6-f91a-4c07-926e-df4022ceec2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:37.010539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d5d944d6-f91a-4c07-926e-df4022ceec2c None None] For port 141e1237-a6a1-42c4-98a0-b8f5dd651840, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=141e1237-a6a1-42c4-98a0-b8f5dd651840,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 23:57:37.017384 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d5d944d6-f91a-4c07-926e-df4022ceec2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:37.070019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d944d6-f91a-4c07-926e-df4022ceec2c None None] Pushing event updated for resources: {'Port': ['ID=141e1237-a6a1-42c4-98a0-b8f5dd651840,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:57:37.244306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d1b6df9c-6458-442d-83c0-2586886c1974 None None] Provisioning complete for port 141e1237-a6a1-42c4-98a0-b8f5dd651840 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:57:37.244569 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d1b6df9c-6458-442d-83c0-2586886c1974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:38.087525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 141e1237-a6a1-42c4-98a0-b8f5dd651840 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 23:57:38.136790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 141e1237-a6a1-42c4-98a0-b8f5dd651840 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 23:57:38.137158 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:42.559187 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-64ca37ae-26b2-4e1a-8a98-8eacd3927d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:44.753837 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5a23bedb-e7bb-4d8f-8f6e-ed25fef53272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:45.901404 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:47.403533 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:57:48.196700 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:07.951324 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 5 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 23:58:12.562806 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2ad52ad0-fdad-4a81-b1d4-375444c2abf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:14.755825 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01ee74fa-bf6c-4b25-998f-dd042c44d39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:15.901261 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:17.406753 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:18.198256 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:42.564463 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b3114ffb-8ec4-4f13-8b01-6195dda8c9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:44.757038 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b0c719f1-addb-4dd7-b66c-bae2596460c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:44.950645 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 5 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 23:58:45.904359 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:47.410121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:48.199404 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:52.130987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52044) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:58:52.136769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-870d479d-8eb4-4eab-8312-038091b23ab2 tempest-verify_tempest_config-1392968874 tempest-verify_tempest_config-1392968874-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 23:58:52.137779 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-870d479d-8eb4-4eab-8312-038091b23ab2 tempest-verify_tempest_config-1392968874 tempest-verify_tempest_config-1392968874-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057795 Nov 08 23:58:52.425045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52062) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:58:52.524740 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:52.597386 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:52.600908 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:52.645951 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00bbe3de1a4f44fc9ef1ddd7ff58900b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2198353 Nov 08 23:58:52.647176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ee9842-9474-4756-b78b-c8c5af1bbbb6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:58:52.648734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52066) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 23:58:52.654007 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.654348 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.655194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.655521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.655848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.656166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.656483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.656796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.657110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.657445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.657759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.658071 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cf55e-ec2c-4387-a3fb-4d657232055a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.733551 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:52.753369 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:52.847119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:52.849830 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:58:52.851020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20ee9842-9474-4756-b78b-c8c5af1bbbb6 HTTP/1.1" status: 204 len: 168 time: 0.2012956 Nov 08 23:58:52.859930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ee9842-9474-4756-b78b-c8c5af1bbbb6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 23:58:52.869143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.869600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.869861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.870189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.870515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.870840 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.871160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.871478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.871792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.872157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.872484 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.872731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f065a9-8da5-44de-aec4-bbd591b0767b admin admin] Tracked resource versions report: Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: pushed versions: Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: { 'AddressGroup': {'1.2'}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'ConntrackHelper': {'1.0'}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'Log': {'1.0'}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'Network': {'1.1'}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'Port': {'1.7'}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'PortForwarding': {'1.2'}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'QosPolicy': {'1.10'}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'SecurityGroup': {'1.5'}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'SecurityGroupRule': {'1.2'}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'SubPort': {'1.0'}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'Subnet': {'1.1'}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'Trunk': {'1.1'}} Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: consumer versions: Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: { DHCP agent@n-d-813263-3: {}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: L3 agent@n-d-813263-3: {}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: Metadata agent@n-d-813263-3: {}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: Metering agent@n-d-813263-3: {}, Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: Open vSwitch agent@n-d-813263-3: { 'AddressGroup': '1.2', Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'ConntrackHelper': '1.0', Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'Log': '1.0', Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'Network': '1.1', Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'Port': '1.7', Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'PortForwarding': '1.2', Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'QosPolicy': '1.10', Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'SecurityGroup': '1.5', Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'SecurityGroupRule': '1.2', Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'SubPort': '1.0', Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'Subnet': '1.1', Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: 'Trunk': '1.1'}} Nov 08 23:58:52.873882 n-d-813263-3 neutron-server[101780]: {{(pid=101780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 23:59:12.565674 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6cac4478-1d88-4d37-908f-a21087448759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:59:14.759683 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0c565ae-dcac-4979-895c-af2f1e41a760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:59:15.908209 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:59:17.412991 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:59:18.201757 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:59:21.948974 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 5 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 23:59:42.567530 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dba73855-b18f-45ef-918c-89670fd363ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:59:44.762018 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-df4c785b-597d-4ad7-98a0-9d35d6f53095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:59:45.910727 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:59:47.415507 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:59:48.203472 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 23:59:58.947666 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 5 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:00:12.567695 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-34c9c145-eec5-490c-9d28-211b7f346df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:00:14.762253 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3ea82cb0-2a83-4560-b36d-034b4526f829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:00:15.915526 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:00:17.418875 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:00:18.203689 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:00:35.945341 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 5 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:00:42.569225 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5db07131-31da-4f33-b092-6bcf63454682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:00:44.765181 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-467e5794-abb7-4390-bf1e-9f537e99fa8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:00:45.919608 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:00:47.422211 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:00:48.204989 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:12.570437 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e84c725b-7380-43e8-b90e-bbd5a0c93aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:12.942708 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 5 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:01:14.765449 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4dda8589-58ec-44c9-bbcd-99a0bcb59d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:15.921082 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:17.424715 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:18.204871 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:42.570954 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d4bec607-92c2-49e2-8b3a-d63235af51ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:44.766706 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-39f456b2-a088-40f5-b57d-1b11cb6f7404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:45.761486 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572655'] for agent, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:45.922792 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:45.979078 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572655'] for agent, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:47.427972 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:48.206787 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:01:49.942299 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:02:12.571763 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ebbc17b4-f5b4-4518-90ff-0ad48188b4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:14.770920 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-882f459b-410a-4c17-a881-2b2d48dba8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:15.726947 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:15.925249 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:15.945547 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:17.430992 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:18.207293 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:26.941119 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:02:31.207333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52130) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:02:31.311713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c900e267-458d-4509-b186-9b644bc8fd79 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1031826 Nov 09 00:02:33.584087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52140) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:02:33.646357 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-55e8da8d-8c98-4ea4-9152-c5a041ecc54b admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0611727 Nov 09 00:02:42.572454 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-936db5e2-0df4-46dd-bfee-8b6c58eecb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:44.772121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01584726-03de-4c7a-9c3d-389c6347a44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:45.740500 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:45.927764 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:45.955089 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:47.434692 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:02:48.208875 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:03.939484 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:03:12.574394 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a0bbb46a-f806-4b37-a0f5-29c248858f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:14.776310 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eac52716-8093-4321-b432-2f6c28689fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:15.758753 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:15.950748 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:15.961508 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:17.441588 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:18.215053 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:40.938505 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:03:42.576235 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-347f503c-ab4d-4800-936a-4c0b4f4118c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:44.768975 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5544700d-967d-4d4d-ad6f-e801b1b51484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:45.753485 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:45.936097 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:45.963533 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:47.444689 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:48.209074 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:57.211701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52374) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:03:57.647334 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b24afb60-608a-456f-997e-229e5820c98e tempest-AutoAllocateNetworkTest-586962518 tempest-AutoAllocateNetworkTest-586962518-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fc1981d8795645e7a3ca7aa0be108e04&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4344344 Nov 09 00:03:57.650634 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52396) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:03:57.837322 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac02bd6e-6e95-4b82-9589-383bab961752 tempest-AutoAllocateNetworkTest-586962518 tempest-AutoAllocateNetworkTest-586962518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:03:57.838822 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ac02bd6e-6e95-4b82-9589-383bab961752 tempest-AutoAllocateNetworkTest-586962518 tempest-AutoAllocateNetworkTest-586962518-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1869397 Nov 09 00:03:57.841873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52406) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:03:57.899783 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aa4e08a0-dd97-42d8-92d3-7218a8018754 tempest-AutoAllocateNetworkTest-586962518 tempest-AutoAllocateNetworkTest-586962518-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541518 Nov 09 00:03:57.900147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52408) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:03:57.936682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7da75913-b68d-4c77-906c-39d52241d01e tempest-AutoAllocateNetworkTest-586962518 tempest-AutoAllocateNetworkTest-586962518-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fc1981d8795645e7a3ca7aa0be108e04 HTTP/1.1" status: 200 len: 208 time: 0.0329294 Nov 09 00:03:58.384091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52450) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:03:58.777054 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:58.785502 n-d-813263-3 neutron-server[101780]: INFO neutron.quota [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Loaded quota_driver: . Nov 09 00:03:58.883762 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:58.888341 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:58.939194 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc1981d8795645e7a3ca7aa0be108e04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5516436 Nov 09 00:03:58.939194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48be2029-7644-47f0-bf5c-4a7ced0ab1b7,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:03:58.939978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52484) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:03:58.948605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:58.949077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:58.949564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:58.950004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:58.950445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:58.950893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:58.951460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:58.952454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:58.953007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:58.953579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:58.954143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:58.954996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133c759-18d3-46a3-be66-69549f43e184 admin admin] Tracked resource versions report: Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: pushed versions: Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: { 'AddressGroup': {'1.2'}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'ConntrackHelper': {'1.0'}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'Log': {'1.0'}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'Network': {'1.1'}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'Port': {'1.7'}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'PortForwarding': {'1.2'}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'QosPolicy': {'1.10'}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'SecurityGroup': {'1.5'}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'SecurityGroupRule': {'1.2'}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'SubPort': {'1.0'}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'Subnet': {'1.1'}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'Trunk': {'1.1'}} Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: consumer versions: Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: { DHCP agent@n-d-813263-3: {}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: HyperV agent@n-h1-813263-3: {}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: HyperV agent@n-h2-813263-3: {}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: L3 agent@n-d-813263-3: {}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: Metadata agent@n-d-813263-3: {}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: Metering agent@n-d-813263-3: {}, Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: Open vSwitch agent@n-d-813263-3: { 'AddressGroup': '1.2', Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'ConntrackHelper': '1.0', Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'Log': '1.0', Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'Network': '1.1', Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'Port': '1.7', Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'PortForwarding': '1.2', Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'QosPolicy': '1.10', Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'SecurityGroup': '1.5', Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'SecurityGroupRule': '1.2', Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'SubPort': '1.0', Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'Subnet': '1.1', Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: 'Trunk': '1.1'}} Nov 09 00:03:58.956748 n-d-813263-3 neutron-server[101780]: {{(pid=101780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 00:03:58.997239 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:59.026458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:59.084002 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:59.087305 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:03:59.091588 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48be2029-7644-47f0-bf5c-4a7ced0ab1b7 HTTP/1.1" status: 204 len: 168 time: 0.1510270 Nov 09 00:03:59.108206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48be2029-7644-47f0-bf5c-4a7ced0ab1b7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:03:59.117388 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:59.118281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:59.118891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:59.119380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:59.119876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:59.120204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:59.120583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:59.120909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:59.121231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:59.121579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:59.122022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:59.122394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77e88-8090-4079-909c-9cc5dbcfbc88 admin admin] Tracked resource versions report: Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: pushed versions: Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: { 'AddressGroup': {'1.2'}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'ConntrackHelper': {'1.0'}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'Log': {'1.0'}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'Network': {'1.1'}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'Port': {'1.7'}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'PortForwarding': {'1.2'}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'QosPolicy': {'1.10'}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'SecurityGroup': {'1.5'}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'SecurityGroupRule': {'1.2'}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'SubPort': {'1.0'}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'Subnet': {'1.1'}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'Trunk': {'1.1'}} Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: consumer versions: Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: { DHCP agent@n-d-813263-3: {}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: HyperV agent@n-h1-813263-3: {}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: HyperV agent@n-h2-813263-3: {}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: L3 agent@n-d-813263-3: {}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: Metadata agent@n-d-813263-3: {}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: Metering agent@n-d-813263-3: {}, Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: Open vSwitch agent@n-d-813263-3: { 'AddressGroup': '1.2', Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'ConntrackHelper': '1.0', Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'Log': '1.0', Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'Network': '1.1', Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'Port': '1.7', Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'PortForwarding': '1.2', Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'QosPolicy': '1.10', Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'SecurityGroup': '1.5', Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'SecurityGroupRule': '1.2', Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'SubPort': '1.0', Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'Subnet': '1.1', Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: 'Trunk': '1.1'}} Nov 09 00:03:59.123474 n-d-813263-3 neutron-server[101781]: {{(pid=101781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 00:04:00.264886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52564) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:00.393099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-network', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:00.415728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Made reservation on behalf of 85721760c5f9402e8c9f3683bda7e723 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:00.418033 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:00.426332 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:00.506286 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:00.512718 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:00.518509 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52596) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:00.522005 n-d-813263-3 neutron-server[101780]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 00:04:00.540380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1280ba5-4d44-4b06-8273-e3d53d8254ee,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:00.550863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:04:00.559521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-62d5a37e-cbd7-463b-ab6a-26b07f07ac5f tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=268647eebda44a5bbec255b02ea9941f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393991 Nov 09 00:04:00.560924 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:00.561396 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Added segment 80d6c329-a93f-42fa-8da4-4827a3485846 of type vlan for network 9e94dca4-df95-49f6-8582-016b0ed9a68d Nov 09 00:04:00.616622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:00.666701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:00.667961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:00.668740 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:00.741760 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52606) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:00.751800 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4856880 Nov 09 00:04:00.754619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52612) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:00.761114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-731ff5d1-615c-4a6a-960d-2ff1be3e099d admin admin] Request body: {'subnet': {'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-subnet', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:00.768018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6ce10-59a1-4cf1-9dc0-f10aa7c7cd50 admin admin] Pushing event updated for resources: {'Network': ['ID=9e94dca4-df95-49f6-8582-016b0ed9a68d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:00.780953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 9e94dca4-df95-49f6-8582-016b0ed9a68d details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:04:00.799787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731ff5d1-615c-4a6a-960d-2ff1be3e099d admin admin] Made reservation on behalf of 85721760c5f9402e8c9f3683bda7e723 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:00.807258 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-731ff5d1-615c-4a6a-960d-2ff1be3e099d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:00.840848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-01bdb310-475f-4f98-9a75-b7560d9e4f26 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:00.849124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-01bdb310-475f-4f98-9a75-b7560d9e4f26 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818339 Nov 09 00:04:00.871757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-b72f47d2-3edc-493e-ab57-64305013b112 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/quotas/268647eebda44a5bbec255b02ea9941f HTTP/1.1" status: 200 len: 375 time: 0.0214336 Nov 09 00:04:00.956562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-6edc1ad3-debe-4f83-b26a-7c49048cfc1f tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=268647eebda44a5bbec255b02ea9941f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838108 Nov 09 00:04:00.962191 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec11b-1904-45dd-9843-b0b544ea3017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.038387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-731ff5d1-615c-4a6a-960d-2ff1be3e099d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.054621 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec11b-1904-45dd-9843-b0b544ea3017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.060805 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec11b-1904-45dd-9843-b0b544ea3017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.093601 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ec11b-1904-45dd-9843-b0b544ea3017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106a1bb2-0428-4d15-b3cc-a48edd700ebb,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:01.116126 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8d0ec11b-1904-45dd-9843-b0b544ea3017 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4267f4fc24cd4ec1a2252a0050ed9c4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3726294 Nov 09 00:04:01.119445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52630) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:01.126906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ff5d1-615c-4a6a-960d-2ff1be3e099d admin admin] Pushing event updated for resources: {'Subnet': ['ID=06894441-bc2c-4e4b-b1b0-1951d00eb0f7,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:01.184512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ff5d1-615c-4a6a-960d-2ff1be3e099d admin admin] Checking segment: {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:01.184984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ff5d1-615c-4a6a-960d-2ff1be3e099d admin admin] Network hostable DHCP agents. Network: 9e94dca4-df95-49f6-8582-016b0ed9a68d, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:04:01.213209 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9154aa64-0ace-4808-b35b-69a0c3a7b647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.227086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ff5d1-615c-4a6a-960d-2ff1be3e099d admin admin] Network 9e94dca4-df95-49f6-8582-016b0ed9a68d is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:04:01.246297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-731ff5d1-615c-4a6a-960d-2ff1be3e099d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 9e94dca4-df95-49f6-8582-016b0ed9a68d) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:01.247018 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9154aa64-0ace-4808-b35b-69a0c3a7b647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.266222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf499a6f-a701-4811-84fd-d21ecf7455ea None None] Network 9e94dca4-df95-49f6-8582-016b0ed9a68d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:04:01.266379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ff5d1-615c-4a6a-960d-2ff1be3e099d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:01.266972 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-731ff5d1-615c-4a6a-960d-2ff1be3e099d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.301707 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-731ff5d1-615c-4a6a-960d-2ff1be3e099d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5450420 Nov 09 00:04:01.303324 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52652) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:01.312312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:01.343325 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9154aa64-0ace-4808-b35b-69a0c3a7b647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.347530 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9154aa64-0ace-4808-b35b-69a0c3a7b647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.348932 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9154aa64-0ace-4808-b35b-69a0c3a7b647 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/106a1bb2-0428-4d15-b3cc-a48edd700ebb HTTP/1.1" status: 204 len: 168 time: 0.2284629 Nov 09 00:04:01.359824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154aa64-0ace-4808-b35b-69a0c3a7b647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106a1bb2-0428-4d15-b3cc-a48edd700ebb,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:01.370177 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.371372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.471520 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.485475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52666) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:01.497756 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-9e94dca4-df95-49f6-8582-016b0ed9a68d', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:04:01.498637 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.638137 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.673181 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Allocated IP 172.20.0.2 (9e94dca4-df95-49f6-8582-016b0ed9a68d/06894441-bc2c-4e4b-b1b0-1951d00eb0f7/d5619c6e-5c6e-4667-94ba-7c7fbb0e872c) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:01.862475 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.888669 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:01.890164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e2105ed-8e86-490e-87d3-4341244d482b req-1f1ff33a-6b89-4693-8571-05789979bc38 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 210 time: 0.4031980 Nov 09 00:04:01.985774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Network 9e94dca4-df95-49f6-8582-016b0ed9a68d is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:01.991090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:02.010510 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:02.029671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Pushing event updated for resources: {'Port': ['ID=d5619c6e-5c6e-4667-94ba-7c7fbb0e872c,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:02.053287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:02.053668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:02.053998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:02.054332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:02.054833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:02.055176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:02.055863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:02.055863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:02.056140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:02.056697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:02.057023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:02.057365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Tracked resource versions report: Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: pushed versions: Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: { 'AddressGroup': {'1.2'}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'ConntrackHelper': {'1.0'}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'Log': {'1.0'}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'Network': {'1.1'}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'Port': {'1.7'}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'PortForwarding': {'1.2'}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'QosPolicy': {'1.10'}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'SecurityGroup': {'1.5'}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'SecurityGroupRule': {'1.2'}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'SubPort': {'1.0'}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'Subnet': {'1.1'}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'Trunk': {'1.1'}} Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: consumer versions: Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: { DHCP agent@n-d-813263-3: {}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: HyperV agent@n-h1-813263-3: {}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: HyperV agent@n-h2-813263-3: {}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: L3 agent@n-d-813263-3: {}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: Metadata agent@n-d-813263-3: {}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: Metering agent@n-d-813263-3: {}, Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: Open vSwitch agent@n-d-813263-3: { 'AddressGroup': '1.2', Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'ConntrackHelper': '1.0', Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'Log': '1.0', Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'Network': '1.1', Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'Port': '1.7', Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'PortForwarding': '1.2', Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'QosPolicy': '1.10', Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'SecurityGroup': '1.5', Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'SecurityGroupRule': '1.2', Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'SubPort': '1.0', Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'Subnet': '1.1', Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: 'Trunk': '1.1'}} Nov 09 00:04:02.058428 n-d-813263-3 neutron-server[101782]: {{(pid=101782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 00:04:02.088313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-e2676d1f-f49c-4428-a9d4-cd4168411339 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=46a17ae71e6149beb83096c34b407cdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449252 Nov 09 00:04:02.094010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:02.130056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Attempting to bind port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:02.131626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Attempting to bind port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:02.132569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Attempting to bind port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c on network 9e94dca4-df95-49f6-8582-016b0ed9a68d {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:02.142858 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:02.150771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:02.152758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Checking segment: {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:02.153181 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:02.155664 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Bound using segment: {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:02.156201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Bound port: d5619c6e-5c6e-4667-94ba-7c7fbb0e872c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:02.157720 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:02.244105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52700) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:02.247591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] For port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:02.258900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] For port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d5619c6e-5c6e-4667-94ba-7c7fbb0e872c,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:02.269232 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:02.277665 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-522bc0bb-7742-4cd5-9a24-5fb33fa73f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:02.351563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-2b872dd1-8308-4fc7-9e9c-f5fa67842aa2 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:02.353938 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-2b872dd1-8308-4fc7-9e9c-f5fa67842aa2 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2585158 Nov 09 00:04:02.367100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Allocated IP 172.25.0.180 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/bce69408-f1e2-48f5-a5f7-705b37841051) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:02.399645 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-e29c3b41-a39a-4686-bd6f-a076edce1344 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/quotas/46a17ae71e6149beb83096c34b407cdf HTTP/1.1" status: 200 len: 375 time: 0.0301244 Nov 09 00:04:02.424710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865cf35-5ad2-40c8-b4c3-008ce0256bb5 None None] Pushing event updated for resources: {'Port': ['ID=d5619c6e-5c6e-4667-94ba-7c7fbb0e872c,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:02.492112 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-9f07d368-a142-4eb2-be7d-bdb00ac4c029 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=46a17ae71e6149beb83096c34b407cdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912592 Nov 09 00:04:02.527657 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-522bc0bb-7742-4cd5-9a24-5fb33fa73f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:02.532089 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-522bc0bb-7742-4cd5-9a24-5fb33fa73f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:02.550678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:02.552169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52716) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:02.595696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bc0bb-7742-4cd5-9a24-5fb33fa73f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa0a632-2b45-4d3c-8331-3573971ce85a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:02.648076 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:02.687158 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-522bc0bb-7742-4cd5-9a24-5fb33fa73f32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34cbe960b8784dd882e6a6bcecb90cb3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4411643 Nov 09 00:04:02.688319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52724) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:02.783323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:02.832085 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=bce69408-f1e2-48f5-a5f7-705b37841051,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:02.867116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7dc0fd86-1e4e-43d0-ba4d-b10e5d3d48cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:02.875986 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85308cc3-f681-4b0c-831d-c55ca02a014f req-b7052c65-b6f4-4b93-ab4f-ab9e7d735fa7 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 210 time: 0.1020157 Nov 09 00:04:02.876958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:02.880936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:02.887252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05d837a4-b40e-4be1-94aa-20296eb15d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:02.949672 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05d837a4-b40e-4be1-94aa-20296eb15d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.025243 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52744) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:03.107171 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05d837a4-b40e-4be1-94aa-20296eb15d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.109665 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05d837a4-b40e-4be1-94aa-20296eb15d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.113084 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-05d837a4-b40e-4be1-94aa-20296eb15d70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4aa0a632-2b45-4d3c-8331-3573971ce85a HTTP/1.1" status: 204 len: 168 time: 0.4214487 Nov 09 00:04:03.170749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d837a4-b40e-4be1-94aa-20296eb15d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa0a632-2b45-4d3c-8331-3573971ce85a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:03.231155 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7effe3b-c9ad-4ccf-ae8f-29c369dc6235 req-0481b5de-495e-46ba-bdd7-1e63c33cb9d1 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 210 time: 0.1015360 Nov 09 00:04:03.245563 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcd01-5750-49c4-96c7-c7500dbd94d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.292279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.343134 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7dc0fd86-1e4e-43d0-ba4d-b10e5d3d48cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.350716 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7dc0fd86-1e4e-43d0-ba4d-b10e5d3d48cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.387108 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcd01-5750-49c4-96c7-c7500dbd94d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.388460 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7dc0fd86-1e4e-43d0-ba4d-b10e5d3d48cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6abf00b89324e6eb94a8701ece42e59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8350983 Nov 09 00:04:03.391602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52760) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:03.404533 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcd01-5750-49c4-96c7-c7500dbd94d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.437689 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdcd01-5750-49c4-96c7-c7500dbd94d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd46dc7-a276-4918-944b-cbc0c3b8bb62,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:03.440057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0fd86-1e4e-43d0-ba4d-b10e5d3d48cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8871282e-8b7f-4281-b26a-343db6b89e59,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:03.500537 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9ae1-09b6-4b3e-ab1a-ba569251988e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.525439 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3dcdcd01-5750-49c4-96c7-c7500dbd94d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d12fb7c3b0a243d1be9bb824e9afcda9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4812927 Nov 09 00:04:03.528421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52766) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:03.584467 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9ae1-09b6-4b3e-ab1a-ba569251988e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.636446 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.639412 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-83960ce1-c830-4081-aeb3-9951aa7a7b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.689898 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-83960ce1-c830-4081-aeb3-9951aa7a7b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.719372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9ae1-09b6-4b3e-ab1a-ba569251988e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.722592 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9ae1-09b6-4b3e-ab1a-ba569251988e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.754386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0bdc9ae1-09b6-4b3e-ab1a-ba569251988e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8871282e-8b7f-4281-b26a-343db6b89e59 HTTP/1.1" status: 204 len: 168 time: 0.3368118 Nov 09 00:04:03.816426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc9ae1-09b6-4b3e-ab1a-ba569251988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8871282e-8b7f-4281-b26a-343db6b89e59,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:03.870013 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-83960ce1-c830-4081-aeb3-9951aa7a7b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.874306 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-83960ce1-c830-4081-aeb3-9951aa7a7b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:03.880028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-83960ce1-c830-4081-aeb3-9951aa7a7b7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cd46dc7-a276-4918-944b-cbc0c3b8bb62 HTTP/1.1" status: 204 len: 168 time: 0.3493464 Nov 09 00:04:03.901749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83960ce1-c830-4081-aeb3-9951aa7a7b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd46dc7-a276-4918-944b-cbc0c3b8bb62,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:03.917954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:04:04.027047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21df207d-9b7a-48fa-a19d-4db81b6f7913 req-3ad887b6-f3b5-4ec7-b211-1071d2fa2e93 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 210 time: 0.0700686 Nov 09 00:04:04.117979 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:04:04.124180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.30', 55052) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:04.129934 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Sync routers for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:04:04.146911 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:04:04.147987 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:03:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:04.171030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c856e-804a-4f73-90f4-8789ed08d922 None None] Network 9e94dca4-df95-49f6-8582-016b0ed9a68d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:04:04.187448 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:04.191535 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-17cc8875-9d4b-4b31-9272-9e97dd536dd6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8848469 Nov 09 00:04:04.195051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52792) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:04.210972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-196caf62-7981-49fe-869d-2fcc5b5050d3 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=268647eebda44a5bbec255b02ea9941f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855491 Nov 09 00:04:04.306994 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:04:04.412037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d1968ec7-3d9d-49f6-a107-3c004975881f None None] Provisioning complete for port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:04.412673 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d1968ec7-3d9d-49f6-a107-3c004975881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:04.520134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d5619c6e-5c6e-4667-94ba-7c7fbb0e872c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:04.535051 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1975b2bf-1d7b-47e4-9d63-17c2844d84d3 req-e5b2343f-0b8a-4af4-8dc6-10b6af25061b tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 210 time: 0.1269045 Nov 09 00:04:04.639654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52806) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:04.678996 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d0bcb09-b48e-4615-9758-8cbc45f9836a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:04.767692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52812) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:04.775672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-42babe4c-0fb1-4010-93aa-f7832a2c353f tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:04.779922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-42babe4c-0fb1-4010-93aa-f7832a2c353f tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5325947 Nov 09 00:04:04.815856 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b93cf06b-ffa2-4123-80c0-3ff330c7e2a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:04.825323 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:03Z', 'revision_number': 3, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:04.870613 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Checking router: 4a366dbe-a67d-4fcf-8cda-a6b53ede59df for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:04:04.870964 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Updating router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df port bce69408-f1e2-48f5-a5f7-705b37841051 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:04:04.915628 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:04.933468 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d0bcb09-b48e-4615-9758-8cbc45f9836a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:04.949914 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d0bcb09-b48e-4615-9758-8cbc45f9836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:04.951554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:04.952599 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.001093 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d1968ec7-3d9d-49f6-a107-3c004975881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.090973 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4d0bcb09-b48e-4615-9758-8cbc45f9836a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7655af80f1d64c71aa29766686c704d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4490738 Nov 09 00:04:05.094340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bcb09-b48e-4615-9758-8cbc45f9836a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5143db7f-6765-46a5-972d-00696985aa2d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:05.100527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52830) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:05.122659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Request body: {'port': {'device_id': 'c081bfde-d693-433d-87e1-cac11ecf9314', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '268647eebda44a5bbec255b02ea9941f'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:05.156976 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.253995 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d1968ec7-3d9d-49f6-a107-3c004975881f None None] For port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d5619c6e-5c6e-4667-94ba-7c7fbb0e872c,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:05.265262 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d1968ec7-3d9d-49f6-a107-3c004975881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.337311 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-84688fdb-f081-4d4f-addd-d3e33e59d94c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.422423 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-84688fdb-f081-4d4f-addd-d3e33e59d94c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.495274 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:04:05.495875 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:04:05.505138 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1968ec7-3d9d-49f6-a107-3c004975881f None None] Pushing event updated for resources: {'Port': ['ID=d5619c6e-5c6e-4667-94ba-7c7fbb0e872c,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:05.512896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5edc044c-161d-4b59-9755-ced07e4a4565 None None] Provisioning complete for port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:05.513540 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5edc044c-161d-4b59-9755-ced07e4a4565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.531293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.30', 55057) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:05.537840 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b93cf06b-ffa2-4123-80c0-3ff330c7e2a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.583534 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-9b855a5e-986c-4678-8950-5eb252e3c259 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=46a17ae71e6149beb83096c34b407cdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420532 Nov 09 00:04:05.584889 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b93cf06b-ffa2-4123-80c0-3ff330c7e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.605439 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.620246 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.664345 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b93cf06b-ffa2-4123-80c0-3ff330c7e2a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e7970df64ef4050a501b7408c3391ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8956141 Nov 09 00:04:05.710962 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Pushing event updated for resources: {'Port': ['ID=bce69408-f1e2-48f5-a5f7-705b37841051,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:05.722764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52840) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:05.732077 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:05.732422 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:05.741817 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:05.743252 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:05.743791 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:05.744326 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:05.744850 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:05.745395 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:05.746177 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:05.746703 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:05.747221 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:05.747746 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Tracked resource versions report: Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: pushed versions: Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: { 'AddressGroup': {'1.2'}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'ConntrackHelper': {'1.0'}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'Log': {'1.0'}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'Network': {'1.1'}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'Port': {'1.7'}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'PortForwarding': {'1.2'}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'QosPolicy': {'1.10'}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'SecurityGroup': {'1.5'}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'SecurityGroupRule': {'1.2'}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'SubPort': {'1.0'}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'Subnet': {'1.1'}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'Trunk': {'1.1'}} Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: consumer versions: Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: { DHCP agent@n-d-813263-3: {}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: HyperV agent@n-h1-813263-3: {}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: HyperV agent@n-h2-813263-3: {}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: L3 agent@n-d-813263-3: {}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: Metadata agent@n-d-813263-3: {}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: Metering agent@n-d-813263-3: {}, Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: Open vSwitch agent@n-d-813263-3: { 'AddressGroup': '1.2', Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'ConntrackHelper': '1.0', Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'Log': '1.0', Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'Network': '1.1', Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'Port': '1.7', Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'PortForwarding': '1.2', Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'QosPolicy': '1.10', Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'SecurityGroup': '1.5', Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'SecurityGroupRule': '1.2', Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'SubPort': '1.0', Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'Subnet': '1.1', Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: 'Trunk': '1.1'}} Nov 09 00:04:05.749030 n-d-813263-3 neutron-server[101783]: {{(pid=101783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 00:04:05.795320 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Attempting to bind port bce69408-f1e2-48f5-a5f7-705b37841051 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:05.800802 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Attempting to bind port bce69408-f1e2-48f5-a5f7-705b37841051 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:05.801365 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Attempting to bind port bce69408-f1e2-48f5-a5f7-705b37841051 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:05.810920 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:05.811484 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:05.811994 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.814868 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:05.815547 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Bound port: bce69408-f1e2-48f5-a5f7-705b37841051, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:05.816032 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.921136 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] For port bce69408-f1e2-48f5-a5f7-705b37841051, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:05.937063 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] For port bce69408-f1e2-48f5-a5f7-705b37841051, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bce69408-f1e2-48f5-a5f7-705b37841051,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:05.944293 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:05.954136 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-741ef912-5de3-4392-9a41-9499be9c5167 req-33af70e3-4807-4768-a90b-5eafb66365c8 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 210 time: 0.2729394 Nov 09 00:04:05.987004 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cf06b-ffa2-4123-80c0-3ff330c7e2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb3410b-39e3-4a27-8e0c-4f9b8251429b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:06.007085 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c194c42-65ad-46ea-89fb-8001f2b0fa09 None None] Pushing event updated for resources: {'Port': ['ID=bce69408-f1e2-48f5-a5f7-705b37841051,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:06.029328 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:04:06.030660 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:03:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:06.035764 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-84688fdb-f081-4d4f-addd-d3e33e59d94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:06.056427 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-84688fdb-f081-4d4f-addd-d3e33e59d94c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:06.059913 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-84688fdb-f081-4d4f-addd-d3e33e59d94c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5143db7f-6765-46a5-972d-00696985aa2d HTTP/1.1" status: 204 len: 168 time: 0.9561567 Nov 09 00:04:06.118663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84688fdb-f081-4d4f-addd-d3e33e59d94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5143db7f-6765-46a5-972d-00696985aa2d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:06.187076 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:04:06.203640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-f786eb00-145d-4d55-9059-14ead6664846 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:06.209530 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-f786eb00-145d-4d55-9059-14ead6664846 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5698314 Nov 09 00:04:06.230083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Request body: {'port': {'device_id': 'fe045c78-0897-465b-b9e7-fbb5061fe020', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '46a17ae71e6149beb83096c34b407cdf'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:06.247581 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9381ca9b-aed6-45a4-b2ff-7322d5e69698 req-818268bd-a3f8-4323-86d4-542822b221c9 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 210 time: 0.5138514 Nov 09 00:04:06.403769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d5619c6e-5c6e-4667-94ba-7c7fbb0e872c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:06.429792 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-494acdf1-07be-403d-b63d-8579cec8c641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:06.537780 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:06.538011 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-494acdf1-07be-403d-b63d-8579cec8c641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:06.541269 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:06.611174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Made reservation on behalf of 268647eebda44a5bbec255b02ea9941f for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:06.615192 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:06.628229 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:06.675621 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:03Z', 'revision_number': 3, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:06.726162 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:06.727431 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-494acdf1-07be-403d-b63d-8579cec8c641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:06.730860 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-494acdf1-07be-403d-b63d-8579cec8c641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:06.734313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-494acdf1-07be-403d-b63d-8579cec8c641 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bb3410b-39e3-4a27-8e0c-4f9b8251429b HTTP/1.1" status: 204 len: 168 time: 0.9969902 Nov 09 00:04:06.768861 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:06.780258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494acdf1-07be-403d-b63d-8579cec8c641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb3410b-39e3-4a27-8e0c-4f9b8251429b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:06.783429 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b9cae-2282-4bb9-920b-f02913944880 None None] The sync data for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 is: [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:03Z', 'revision_number': 3, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:04:06.865502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284f9110-841b-42f5-a5eb-237f3d996fc1,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:07.000355 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Made reservation on behalf of 46a17ae71e6149beb83096c34b407cdf for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:07.005803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:07.035246 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:07.344254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:07.351041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:07.353764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e34ae7b2-96ef-4f4f-aad9-f3a5bbce758c req-c63c8243-82cf-4afc-8cae-8a47b9ee2bf3 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 210 time: 0.1180727 Nov 09 00:04:07.692379 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:07.746357 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9679acca-44f1-4673-8407-285ef4199b1b req-1fb0aade-e15d-4113-9cd3-d8f1890a9d22 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 210 time: 0.2303760 Nov 09 00:04:07.888620 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b384eb-3949-4e49-9775-fabafbd6cb07,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:08.087250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Allocated IP 192.168.233.215 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:08.341041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bce69408-f1e2-48f5-a5f7-705b37841051 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:08.434138 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port bce69408-f1e2-48f5-a5f7-705b37841051 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:08.434593 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:08.545428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52904) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:08.667110 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:08.727704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port bce69408-f1e2-48f5-a5f7-705b37841051, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bce69408-f1e2-48f5-a5f7-705b37841051,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:08.736506 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:08.753071 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0e48de5-2337-4ce0-bbcc-2d9b57c32c1c req-4899246e-afef-462a-97de-781f55732c8f tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 210 time: 0.2574406 Nov 09 00:04:08.761809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Allocated IP 172.20.0.1 (9e94dca4-df95-49f6-8582-016b0ed9a68d/06894441-bc2c-4e4b-b1b0-1951d00eb0f7/f6e34e61-e73d-4fc0-8baa-037f074e15b9) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:08.874568 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01e4615d-92d9-4b7f-91c5-cc642839278f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:08.918501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=bce69408-f1e2-48f5-a5f7-705b37841051,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:08.972850 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5f7c614-4d64-4c24-8a27-ca6bb3e17f2a req-dbbeb3d1-285d-4bf2-b93d-d86fec74c2b8 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 210 time: 0.0410790 Nov 09 00:04:09.053740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:09.138069 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:09.145078 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01e4615d-92d9-4b7f-91c5-cc642839278f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:09.156059 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01e4615d-92d9-4b7f-91c5-cc642839278f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:09.197220 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:09.313380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:09.321741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:09.338269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:09.338269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:09.338269 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:09.421937 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-01e4615d-92d9-4b7f-91c5-cc642839278f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57f8aa4130ba4090bbb839c7a2779ae8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8751121 Nov 09 00:04:09.426168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52926) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:09.431473 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:09.540039 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4286783 Nov 09 00:04:09.543988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1380d9-a81d-4ac2-988e-b11382f6c621 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Pushing event updated for resources: {'Port': ['ID=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:09.579657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4615d-92d9-4b7f-91c5-cc642839278f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa80d4-77ea-4a18-9f99-5859a84af0ad,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:09.701143 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Allocated IP 192.168.233.54 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/16323b94-c731-4fb4-a7b1-b0e46f2a6e28) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:09.742551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-51ead7a2-d3fd-4cd0-aabc-37c0da5e3de4 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:04:09.750045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-51ead7a2-d3fd-4cd0-aabc-37c0da5e3de4 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204463 Nov 09 00:04:09.795894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-61712597-a990-42de-bf28-8b8ff30ef45f None None] Provisioning complete for port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:09.796530 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-61712597-a990-42de-bf28-8b8ff30ef45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:09.817203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Network 9e94dca4-df95-49f6-8582-016b0ed9a68d is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:09.849136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:09.852222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-61712597-a990-42de-bf28-8b8ff30ef45f None None] Port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:09.889065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:09.889870 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:09.904491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8dffb156-e4c6-4ef5-a53a-30dc5d4872bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:10.087123 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8dffb156-e4c6-4ef5-a53a-30dc5d4872bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:10.368157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bce69408-f1e2-48f5-a5f7-705b37841051 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:10.406706 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8dffb156-e4c6-4ef5-a53a-30dc5d4872bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:10.409975 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8dffb156-e4c6-4ef5-a53a-30dc5d4872bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:10.413797 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8dffb156-e4c6-4ef5-a53a-30dc5d4872bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48aa80d4-77ea-4a18-9f99-5859a84af0ad HTTP/1.1" status: 204 len: 168 time: 0.9279020 Nov 09 00:04:10.437867 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83d6cb82-05e7-46ba-bfe0-8ef5a97f3d17 req-2e2cb867-29f8-4090-a3ea-cab072d678cf tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 210 time: 0.2455258 Nov 09 00:04:10.449300 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e34e61-e73d-4fc0-8baa-037f074e15b9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:10.459150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffb156-e4c6-4ef5-a53a-30dc5d4872bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa80d4-77ea-4a18-9f99-5859a84af0ad,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:10.522861 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:10.563976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-20d9b55e-59ac-4b13-9666-5dcf168eb7e5 None None] Provisioning complete for port f6e34e61-e73d-4fc0-8baa-037f074e15b9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:10.564344 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-20d9b55e-59ac-4b13-9666-5dcf168eb7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:10.644192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:10.727559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port bce69408-f1e2-48f5-a5f7-705b37841051 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:10.728531 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:10.814020 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:10.836220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d44e5b-82a7-4e5f-b71a-ddbb9d9a4e61 req-5fe421e5-3f07-49e4-b152-09bf5ba12a04 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:10.850185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-45d44e5b-82a7-4e5f-b71a-ddbb9d9a4e61 req-5fe421e5-3f07-49e4-b152-09bf5ba12a04 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 936 time: 0.6638687 Nov 09 00:04:10.880108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Pushing event updated for resources: {'Port': ['ID=16323b94-c731-4fb4-a7b1-b0e46f2a6e28,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:10.892321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:10.901074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:10.905085 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:10.911968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:10.912579 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:10.960209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-20d9b55e-59ac-4b13-9666-5dcf168eb7e5 None None] Port f6e34e61-e73d-4fc0-8baa-037f074e15b9 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:10.995427 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-fc938ba4-142e-4dfa-bc88-b634de309f44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7704048 Nov 09 00:04:11.068893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-45d44e5b-82a7-4e5f-b71a-ddbb9d9a4e61 req-2638214d-5fc4-4724-8517-d966ba022df5 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175975 Nov 09 00:04:11.303974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5f754a97-9a72-443f-bd25-e386c6dae04c None None] Provisioning complete for port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:11.305107 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5f754a97-9a72-443f-bd25-e386c6dae04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:11.347985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5f754a97-9a72-443f-bd25-e386c6dae04c None None] Port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:11.404704 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:11.411758 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:11.413659 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:11.531914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e34e61-e73d-4fc0-8baa-037f074e15b9,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:11.575881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Network 9e94dca4-df95-49f6-8582-016b0ed9a68d is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:11.583859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:11.598077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52970) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:11.614091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbc57586-5936-4d3d-9d98-9d13d48a6c4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:11.725795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cec16-ecb4-4786-802b-cf5c77f7b931 req-922e0136-cf49-40ab-ab72-f12cb1df9883 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:11.726966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-410cec16-ecb4-4786-802b-cf5c77f7b931 req-922e0136-cf49-40ab-ab72-f12cb1df9883 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 935 time: 0.1385639 Nov 09 00:04:11.829370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-410cec16-ecb4-4786-802b-cf5c77f7b931 req-66b1a06a-2fe8-4693-9355-6e1fc03fd2dc tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939751 Nov 09 00:04:11.888632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:04:11.889285 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbc57586-5936-4d3d-9d98-9d13d48a6c4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:11.894415 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbc57586-5936-4d3d-9d98-9d13d48a6c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:11.935668 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cbc57586-5936-4d3d-9d98-9d13d48a6c4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50f4857b459b4767950ed813ed61d9cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3360190 Nov 09 00:04:11.943881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52982) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:12.010948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc57586-5936-4d3d-9d98-9d13d48a6c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e943ced-ca01-4a45-a215-b78c6ba9a4bc,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:12.040474 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc26d63-0f7f-4a2f-a692-3388839bd51d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:12.064908 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc26d63-0f7f-4a2f-a692-3388839bd51d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:12.089929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-845dbbf9-a1ef-4c72-96d4-2b662cf77f41 None None] Provisioning complete for port f6e34e61-e73d-4fc0-8baa-037f074e15b9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:12.090453 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-845dbbf9-a1ef-4c72-96d4-2b662cf77f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:12.158738 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc26d63-0f7f-4a2f-a692-3388839bd51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:12.162318 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc26d63-0f7f-4a2f-a692-3388839bd51d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:12.164292 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-abc26d63-0f7f-4a2f-a692-3388839bd51d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e943ced-ca01-4a45-a215-b78c6ba9a4bc HTTP/1.1" status: 204 len: 168 time: 0.2176008 Nov 09 00:04:12.180334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc26d63-0f7f-4a2f-a692-3388839bd51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e943ced-ca01-4a45-a215-b78c6ba9a4bc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:12.193598 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-845dbbf9-a1ef-4c72-96d4-2b662cf77f41 None None] Port f6e34e61-e73d-4fc0-8baa-037f074e15b9 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:12.385476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80026454-934c-4f9d-a683-8f2c12cb63cf req-8e7b246b-83fd-4c2d-b2c9-2be119d16ca1 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:12.387346 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80026454-934c-4f9d-a683-8f2c12cb63cf req-8e7b246b-83fd-4c2d-b2c9-2be119d16ca1 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 936 time: 0.1564054 Nov 09 00:04:12.418701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:04:12.430424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-12b9236a-4342-4b23-8d7e-413801fb2274 admin admin] 10.222.0.25 "PUT /v2.0/routers/4a366dbe-a67d-4fcf-8cda-a6b53ede59df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2257066 Nov 09 00:04:12.448019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Sync routers for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:04:12.465525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:04:12.466196 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:03:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:12.502636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80026454-934c-4f9d-a683-8f2c12cb63cf req-956640da-223d-4899-bf9e-e25f89bc1939 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087098 Nov 09 00:04:12.635339 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1a04f105-05bc-4f96-977b-239aa48ae5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:12.667049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:04:12.820650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53008) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:13.016082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed4d7-228e-4ab5-858e-c32d23065a75 req-07b178a1-aeb6-4282-a5b5-c8b518f96c98 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:13.025463 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-447ed4d7-228e-4ab5-858e-c32d23065a75 req-07b178a1-aeb6-4282-a5b5-c8b518f96c98 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 935 time: 0.0668113 Nov 09 00:04:13.098113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-447ed4d7-228e-4ab5-858e-c32d23065a75 req-50d3fc19-4c41-4d1e-bcfd-bd2e0b72f02a tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624514 Nov 09 00:04:13.116786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:11Z', 'revision_number': 2, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:13.152730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Checking router: 4a366dbe-a67d-4fcf-8cda-a6b53ede59df for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:04:13.153201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Updating router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df port f6e34e61-e73d-4fc0-8baa-037f074e15b9 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:04:13.197058 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.201547 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a71ad8-7815-40c4-9d24-ddb4e11a25a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.241960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53022) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:13.300543 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a71ad8-7815-40c4-9d24-ddb4e11a25a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.305780 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a71ad8-7815-40c4-9d24-ddb4e11a25a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.351063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-20a71ad8-7815-40c4-9d24-ddb4e11a25a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d44cf8e3b73d4c468b8e576ba1879c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5292885 Nov 09 00:04:13.354229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53030) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:13.361886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a71ad8-7815-40c4-9d24-ddb4e11a25a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02de0526-28fc-4d19-9ad7-33c58e796084,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:13.399381 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31e874f5-7720-490b-9e73-2f6bdfacf9ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.484487 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9abf1716-fde5-4fe6-84b0-177387e58be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.520359 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9abf1716-fde5-4fe6-84b0-177387e58be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.571088 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31e874f5-7720-490b-9e73-2f6bdfacf9ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.579971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31e874f5-7720-490b-9e73-2f6bdfacf9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.621841 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9abf1716-fde5-4fe6-84b0-177387e58be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.624842 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9abf1716-fde5-4fe6-84b0-177387e58be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.629155 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9abf1716-fde5-4fe6-84b0-177387e58be5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02de0526-28fc-4d19-9ad7-33c58e796084 HTTP/1.1" status: 204 len: 168 time: 0.2726977 Nov 09 00:04:13.653445 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-31e874f5-7720-490b-9e73-2f6bdfacf9ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c5579b454d4455586edca2ae4c290b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102392 Nov 09 00:04:13.654789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e874f5-7720-490b-9e73-2f6bdfacf9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ba5033-9c16-4460-a19c-e67b29b581ef,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:13.659632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53040) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:13.728025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf1716-fde5-4fe6-84b0-177387e58be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02de0526-28fc-4d19-9ad7-33c58e796084,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:13.758335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-576826ff-88cb-47b1-abbc-da5514ede7b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.782228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda9ca7-1cf2-4f80-a099-fb1d5a785922 req-23f5aa59-ba3b-49fd-9888-c916adae3287 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:13.784918 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-576826ff-88cb-47b1-abbc-da5514ede7b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.787081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cda9ca7-1cf2-4f80-a099-fb1d5a785922 req-23f5aa59-ba3b-49fd-9888-c916adae3287 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 936 time: 0.1566958 Nov 09 00:04:13.812851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53046) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:13.834824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-906717906-network', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:13.842025 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.860572 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.923525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Made reservation on behalf of b1b41c1a689a47e6b84b1b0e73e6f5ba for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:13.924373 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cda9ca7-1cf2-4f80-a099-fb1d5a785922 req-ab6906c8-c007-46ec-9856-78c7655a8ecf tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250958 Nov 09 00:04:13.929091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:13.967975 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.044140 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-576826ff-88cb-47b1-abbc-da5514ede7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.047141 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-576826ff-88cb-47b1-abbc-da5514ede7b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.051206 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-576826ff-88cb-47b1-abbc-da5514ede7b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46ba5033-9c16-4460-a19c-e67b29b581ef HTTP/1.1" status: 204 len: 168 time: 0.3901715 Nov 09 00:04:14.079390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb53e5-0656-45be-9edc-852b04a04f00 None None] Pushing event updated for resources: {'Port': ['ID=f6e34e61-e73d-4fc0-8baa-037f074e15b9,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:14.103948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576826ff-88cb-47b1-abbc-da5514ede7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ba5033-9c16-4460-a19c-e67b29b581ef,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:14.232565 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.241551 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.253330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Attempting to bind port f6e34e61-e73d-4fc0-8baa-037f074e15b9 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:14.256643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Attempting to bind port f6e34e61-e73d-4fc0-8baa-037f074e15b9 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:14.256897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Attempting to bind port f6e34e61-e73d-4fc0-8baa-037f074e15b9 on network 9e94dca4-df95-49f6-8582-016b0ed9a68d {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:14.266170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:04:14.282696 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.283151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:14.283833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Checking segment: {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:14.284337 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Added segment 1c662601-b0c6-4ed1-88d7-bbc70bdce80e of type vlan for network 87fb11b2-1cf5-4737-bc7d-b71a53019dc9 Nov 09 00:04:14.284885 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.288380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Bound using segment: {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:14.289691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Bound port: f6e34e61-e73d-4fc0-8baa-037f074e15b9, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:14.290298 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.336718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-08d2ff37-a3d8-4a8c-9747-f29470866528 None None] Provisioning complete for port f6e34e61-e73d-4fc0-8baa-037f074e15b9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:14.337477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df9921-962f-41fe-b1ef-9a050aa78e89 req-6293c91e-eaf7-4f05-beab-75bdfe3acf44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:14.348905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8df9921-962f-41fe-b1ef-9a050aa78e89 req-6293c91e-eaf7-4f05-beab-75bdfe3acf44 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 935 time: 0.0833397 Nov 09 00:04:14.349241 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-08d2ff37-a3d8-4a8c-9747-f29470866528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.384778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53058) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:14.419856 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7f774e-3359-4732-924f-398e6d9eb42c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:14.423792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.452019 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e2adcdfd-ba4c-4bd7-9ad2-304bb9af2bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.458174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.459519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:14.460373 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.536516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8df9921-962f-41fe-b1ef-9a050aa78e89 req-34c926d3-2a7e-4974-901d-83dc6f4c37a5 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843827 Nov 09 00:04:14.561438 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-08d2ff37-a3d8-4a8c-9747-f29470866528 None None] Port f6e34e61-e73d-4fc0-8baa-037f074e15b9 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:14.593886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] For port f6e34e61-e73d-4fc0-8baa-037f074e15b9, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:14.603227 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] Pushing event updated for resources: {'Network': ['ID=87fb11b2-1cf5-4737-bc7d-b71a53019dc9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:14.610027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] For port f6e34e61-e73d-4fc0-8baa-037f074e15b9, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f6e34e61-e73d-4fc0-8baa-037f074e15b9,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:14.618452 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0225b70d-27a0-494d-9923-5b7400f4de4f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7998648 Nov 09 00:04:14.621245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53060) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:14.626064 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.639509 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f35c21ec-aac9-4f5d-82d2-80552dc43134 admin admin] Request body: {'subnet': {'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-906717906-subnet', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:14.640163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 87fb11b2-1cf5-4737-bc7d-b71a53019dc9 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:04:14.750076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35c21ec-aac9-4f5d-82d2-80552dc43134 admin admin] Made reservation on behalf of b1b41c1a689a47e6b84b1b0e73e6f5ba for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:14.752664 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f35c21ec-aac9-4f5d-82d2-80552dc43134 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.771179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53064) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:14.790690 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9100995d-0e49-4c6a-a2ff-4cd949f3b0e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.825512 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e2adcdfd-ba4c-4bd7-9ad2-304bb9af2bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.851176 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e2adcdfd-ba4c-4bd7-9ad2-304bb9af2bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.934095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb53e5-0656-45be-9edc-852b04a04f00 None None] Pushing event updated for resources: {'Port': ['ID=f6e34e61-e73d-4fc0-8baa-037f074e15b9,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:14.972642 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:04:14.973421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:03:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:14.982272 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9100995d-0e49-4c6a-a2ff-4cd949f3b0e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:14.990423 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9100995d-0e49-4c6a-a2ff-4cd949f3b0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:15.074538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adcdfd-ba4c-4bd7-9ad2-304bb9af2bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b82e8a9-d486-40d4-b713-c1141416fa11,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:15.113544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:04:15.118333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e2adcdfd-ba4c-4bd7-9ad2-304bb9af2bba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd61cf7ed0c641e380989441a68c281d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7291274 Nov 09 00:04:15.119510 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9100995d-0e49-4c6a-a2ff-4cd949f3b0e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a62d1830e8664438822956d7b082cbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472219 Nov 09 00:04:15.122198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53074) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:15.124269 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53076) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:15.125053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100995d-0e49-4c6a-a2ff-4cd949f3b0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8b93b2-c227-469e-bba0-17f20d18d8e8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:15.167142 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-02062503-7067-47a6-8901-ac51d0c3b241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:15.234733 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9bc04e7f-8fb2-42da-a93e-6ade561ca829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:15.280320 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9bc04e7f-8fb2-42da-a93e-6ade561ca829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:15.353187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072720bf-9426-400a-8178-406ae3b847ef req-4e5a4a3a-55f6-4902-85af-24f08b45931e tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:15.359329 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-072720bf-9426-400a-8178-406ae3b847ef req-4e5a4a3a-55f6-4902-85af-24f08b45931e tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 936 time: 0.2607651 Nov 09 00:04:15.377836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-654b35bc-5d4c-467b-9d67-9483378e402e None None] Provisioning complete for port f6e34e61-e73d-4fc0-8baa-037f074e15b9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:15.378422 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-654b35bc-5d4c-467b-9d67-9483378e402e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:15.382910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9bc04e7f-8fb2-42da-a93e-6ade561ca829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:15.387990 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9bc04e7f-8fb2-42da-a93e-6ade561ca829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:15.409051 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9bc04e7f-8fb2-42da-a93e-6ade561ca829 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b82e8a9-d486-40d4-b713-c1141416fa11 HTTP/1.1" status: 204 len: 168 time: 0.2551112 Nov 09 00:04:15.445189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc04e7f-8fb2-42da-a93e-6ade561ca829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b82e8a9-d486-40d4-b713-c1141416fa11,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:15.471625 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3623fa17-dc2e-486f-9c22-32939ef2df88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:15.588954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3623fa17-dc2e-486f-9c22-32939ef2df88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:15.641690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-072720bf-9426-400a-8178-406ae3b847ef req-e1d49a73-376c-45c4-8b97-4c6da4a2fa4e tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202330 Nov 09 00:04:15.670277 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f35c21ec-aac9-4f5d-82d2-80552dc43134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:15.695595 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-654b35bc-5d4c-467b-9d67-9483378e402e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:15.733687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:14Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:15.811172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-654b35bc-5d4c-467b-9d67-9483378e402e None None] For port f6e34e61-e73d-4fc0-8baa-037f074e15b9, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f6e34e61-e73d-4fc0-8baa-037f074e15b9,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:15.821842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2b732-1886-4666-814b-592cf58b8007 None None] The sync data for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 is: [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:14Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:04:15.832945 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-654b35bc-5d4c-467b-9d67-9483378e402e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:15.914921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c21ec-aac9-4f5d-82d2-80552dc43134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe49078-2847-4514-a878-b3cfd7e67534,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:15.951022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c21ec-aac9-4f5d-82d2-80552dc43134 admin admin] Checking segment: {'id': '1c662601-b0c6-4ed1-88d7-bbc70bdce80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:15.951390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c21ec-aac9-4f5d-82d2-80552dc43134 admin admin] Network hostable DHCP agents. Network: 87fb11b2-1cf5-4737-bc7d-b71a53019dc9, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:04:16.013389 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3623fa17-dc2e-486f-9c22-32939ef2df88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:16.024828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3623fa17-dc2e-486f-9c22-32939ef2df88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:16.024828 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3623fa17-dc2e-486f-9c22-32939ef2df88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af8b93b2-c227-469e-bba0-17f20d18d8e8 HTTP/1.1" status: 204 len: 168 time: 0.8866708 Nov 09 00:04:16.041790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef5374-645a-4cf5-aaa3-aadc19f1d96a req-7aacc523-5a31-42cc-8d6f-581b2a8f3868 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:16.052197 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0ef5374-645a-4cf5-aaa3-aadc19f1d96a req-7aacc523-5a31-42cc-8d6f-581b2a8f3868 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 935 time: 0.3380523 Nov 09 00:04:16.078584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b35bc-5d4c-467b-9d67-9483378e402e None None] Pushing event updated for resources: {'Port': ['ID=f6e34e61-e73d-4fc0-8baa-037f074e15b9,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:16.099964 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:16.117615 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:16.156368 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:16.167435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623fa17-dc2e-486f-9c22-32939ef2df88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8b93b2-c227-469e-bba0-17f20d18d8e8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:16.243956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c21ec-aac9-4f5d-82d2-80552dc43134 admin admin] Network 87fb11b2-1cf5-4737-bc7d-b71a53019dc9 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:04:16.321866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0ef5374-645a-4cf5-aaa3-aadc19f1d96a req-57dd91b8-7028-4cbe-83c9-d7c28c99233f tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686629 Nov 09 00:04:16.322721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-f35c21ec-aac9-4f5d-82d2-80552dc43134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 87fb11b2-1cf5-4737-bc7d-b71a53019dc9) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:16.343318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014d09a-7650-4bcd-a9b0-6b382b6d1a13 None None] Network 87fb11b2-1cf5-4737-bc7d-b71a53019dc9 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:04:16.347246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c21ec-aac9-4f5d-82d2-80552dc43134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:16.348123 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f35c21ec-aac9-4f5d-82d2-80552dc43134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:16.396549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f35c21ec-aac9-4f5d-82d2-80552dc43134 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7709479 Nov 09 00:04:16.397196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53108) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:16.414687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-906717906-router', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:16.494785 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:16.496160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:16.633585 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f6e34e61-e73d-4fc0-8baa-037f074e15b9 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:16.728182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-87fb11b2-1cf5-4737-bc7d-b71a53019dc9', 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'fixed_ips': [{'subnet_id': '4fe49078-2847-4514-a878-b3cfd7e67534'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:04:16.729625 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:16.769360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f6e34e61-e73d-4fc0-8baa-037f074e15b9 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:16.769360 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:16.781712 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:17.114458 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:17.123459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Allocated IP 172.20.0.2 (87fb11b2-1cf5-4737-bc7d-b71a53019dc9/4fe49078-2847-4514-a878-b3cfd7e67534/b4ea9274-b5b0-456e-bbe7-fe1fd812ed07) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:17.132055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b54061-f33e-4008-9b6a-0e77a8ebde6e req-caa40ee5-135c-40a2-9851-e182303746d7 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:17.142185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7b54061-f33e-4008-9b6a-0e77a8ebde6e req-caa40ee5-135c-40a2-9851-e182303746d7 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 936 time: 0.2324116 Nov 09 00:04:17.274523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7b54061-f33e-4008-9b6a-0e77a8ebde6e req-af1afe94-b6e6-4ba5-9da8-76fd08dd6b51 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265259 Nov 09 00:04:17.299025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Request body: {'port': {'device_id': 'fe045c78-0897-465b-b9e7-fbb5061fe020', 'device_owner': 'compute:tempest-test_az-1439302748', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:17.342041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Request body: {'port': {'device_id': 'c081bfde-d693-433d-87e1-cac11ecf9314', 'device_owner': 'compute:tempest-test_az-1439302748', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:17.437160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:17.446078 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:17.468587 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:17.474919 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:17.528782 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:17.547796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Network 87fb11b2-1cf5-4737-bc7d-b71a53019dc9 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:17.555134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:17.557383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Pushing event updated for resources: {'Port': ['ID=b4ea9274-b5b0-456e-bbe7-fe1fd812ed07,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:17.560934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:17.663302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Attempting to bind port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:17.664012 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Attempting to bind port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1c662601-b0c6-4ed1-88d7-bbc70bdce80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:17.664259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Attempting to bind port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 on network 87fb11b2-1cf5-4737-bc7d-b71a53019dc9 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:17.671024 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:17.671405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Checking segment: {'id': '1c662601-b0c6-4ed1-88d7-bbc70bdce80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:17.672726 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:17.680613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Bound using segment: {'id': '1c662601-b0c6-4ed1-88d7-bbc70bdce80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:17.681574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Bound port: b4ea9274-b5b0-456e-bbe7-fe1fd812ed07, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c662601-b0c6-4ed1-88d7-bbc70bdce80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:17.682230 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:17.776153 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] For port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:17.782742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] For port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b4ea9274-b5b0-456e-bbe7-fe1fd812ed07,segment=NetworkSegment(1c662601-b0c6-4ed1-88d7-bbc70bdce80e),segment_id=1c662601-b0c6-4ed1-88d7-bbc70bdce80e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:17.797183 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:17.883454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1251c8-361b-4e1f-b9e0-807d4e8122a6 req-f7146a51-13bc-4eac-ac17-1e0016eebbc2 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:17.894606 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff1251c8-361b-4e1f-b9e0-807d4e8122a6 req-f7146a51-13bc-4eac-ac17-1e0016eebbc2 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 935 time: 0.4332280 Nov 09 00:04:17.934226 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d24dd2-8ba1-4372-b438-5a705602e8d3 None None] Pushing event updated for resources: {'Port': ['ID=b4ea9274-b5b0-456e-bbe7-fe1fd812ed07,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:17.938980 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:04:18.111750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff1251c8-361b-4e1f-b9e0-807d4e8122a6 req-41573c4b-ef11-428f-bdd8-1c8d7f693a42 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122283 Nov 09 00:04:18.177111 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:18.183721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:18.195952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:18.233111 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:18.242362 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Transition to ACTIVE for port object b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:04:18.248147 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:18.249295 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:18.370711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Pushing event updated for resources: {'Port': ['ID=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:18.483400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Attempting to bind port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:18.483751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Attempting to bind port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:18.484092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Attempting to bind port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:18.497117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:04:18.498198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Attempting to bind port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:18.504666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:18.505492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:18.506288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:18.507303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Bound port: b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:18.507879 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:18.528368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:18.628161 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:18.628424 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:18.658037 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Allocated IP 172.25.0.84 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/625f28b1-5f17-4cb8-849d-fa3e50e9d995) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:18.669528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53441c8c-60a7-4998-9c3e-be77bdcc2f9e req-a2a80711-3e8f-4e58-ae1c-6936eb0f1c63 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:18.671057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53441c8c-60a7-4998-9c3e-be77bdcc2f9e req-a2a80711-3e8f-4e58-ae1c-6936eb0f1c63 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 970 time: 0.2732873 Nov 09 00:04:18.697673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] For port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:18.704751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] For port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:18.712524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:18.822852 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:18.823503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:18.824999 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] 10.222.0.30 "PUT /v2.0/ports/b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 HTTP/1.1" status: 200 len: 1118 time: 1.9654932 Nov 09 00:04:18.827365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c081bfde-d693-433d-87e1-cac11ecf9314', 'tag': 'b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:18.854563 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:18.904568 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53441c8c-60a7-4998-9c3e-be77bdcc2f9e req-60169eae-4dbb-458d-af0d-1d72b17045d5 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162604 Nov 09 00:04:18.934179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:18.950142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:18.962078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b4ea9274-b5b0-456e-bbe7-fe1fd812ed07,segment=NetworkSegment(1c662601-b0c6-4ed1-88d7-bbc70bdce80e),segment_id=1c662601-b0c6-4ed1-88d7-bbc70bdce80e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:18.971325 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:19.001585 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:19.004181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Transition to ACTIVE for port object 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:04:19.023924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:19.080154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481e591-5d0c-4f76-b24b-b4bc83f7dd78 service neutron] Pushing event updated for resources: {'Port': ['ID=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:19.108080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=b4ea9274-b5b0-456e-bbe7-fe1fd812ed07,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:19.225301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d1d47fe5-8581-4691-bde0-eaf4af8795e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:19.227223 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-d1d47fe5-8581-4691-bde0-eaf4af8795e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=268647eebda44a5bbec255b02ea9941f&device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 1121 time: 0.1928036 Nov 09 00:04:19.276792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Pushing event updated for resources: {'Port': ['ID=16323b94-c731-4fb4-a7b1-b0e46f2a6e28,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:19.335155 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:19.396249 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-836691b0-ee75-408f-a990-4f8ca6b8fdd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 HTTP/1.1" status: 200 len: 217 time: 0.1586199 Nov 09 00:04:19.447783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Pushing event updated for resources: {'Port': ['ID=625f28b1-5f17-4cb8-849d-fa3e50e9d995,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:19.457996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:19.469210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Attempting to bind port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:19.469609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Attempting to bind port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:19.470020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Attempting to bind port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:19.481105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:19.485205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:19.515253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9fdb5b-ee0f-45ea-9706-51a4b92acbd3 None None] Network 87fb11b2-1cf5-4737-bc7d-b71a53019dc9 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:04:19.525719 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d7a9ba-9ed2-40de-83c6-ddad2fbcab6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c081bfde-d693-433d-87e1-cac11ecf9314", "tag": "b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:19.561413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-0b250b69-993a-422d-80f0-3a84872d48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:19.565533 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-0b250b69-993a-422d-80f0-3a84872d48f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1604593 Nov 09 00:04:19.615642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:04:19.616265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Attempting to bind port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:19.635069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60514-0f59-4e21-879a-89d583a38101 req-d7b03d41-7d8c-4b71-8d6a-f88bc0cf7e3e tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:19.636811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7b60514-0f59-4e21-879a-89d583a38101 req-d7b03d41-7d8c-4b71-8d6a-f88bc0cf7e3e tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 969 time: 0.3920536 Nov 09 00:04:19.642023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:19.642223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:19.642765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:19.643259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Bound port: 16323b94-c731-4fb4-a7b1-b0e46f2a6e28, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:19.643667 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:19.678171 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-727c5e21-2917-47be-afb3-18fd27baaa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:19.682514 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-727c5e21-2917-47be-afb3-18fd27baaa52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087019 Nov 09 00:04:19.736364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ce36909b-bd80-4340-b8da-da37e94d5a14 None None] Provisioning complete for port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:19.737256 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ce36909b-bd80-4340-b8da-da37e94d5a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:19.821166 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-77ba3976-8d87-4568-a2db-60196aa3f387 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321559 Nov 09 00:04:19.842438 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7b60514-0f59-4e21-879a-89d583a38101 req-763f9087-217e-435b-8de2-c9fb9f4dc5dd tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745756 Nov 09 00:04:19.850063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] For port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:19.927830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] For port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=16323b94-c731-4fb4-a7b1-b0e46f2a6e28,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:19.938153 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:20.017004 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-83dcc2c9-647a-41f1-b5d2-c53e386789b6 req-b0cdb4bb-0f9b-453a-b91f-2bd5596a6c02 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873150 Nov 09 00:04:20.023281 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa75e4b-88cd-4b65-a919-1c201b9a5c32 x-openstack-request-id: req-1aa75e4b-88cd-4b65-a919-1c201b9a5c32 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:20.023883 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c081bfde-d693-433d-87e1-cac11ecf9314", "tag": "b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:20.024225 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1aa75e4b-88cd-4b65-a919-1c201b9a5c32 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:20.024770 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c081bfde-d693-433d-87e1-cac11ecf9314', 'tag': 'b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1', 'status': 'completed', 'code': 200} Nov 09 00:04:20.167709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:20.168795 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:20.171194 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] 10.222.0.30 "PUT /v2.0/ports/16323b94-c731-4fb4-a7b1-b0e46f2a6e28 HTTP/1.1" status: 200 len: 1117 time: 3.2670908 Nov 09 00:04:20.174735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe045c78-0897-465b-b9e7-fbb5061fe020', 'tag': '16323b94-c731-4fb4-a7b1-b0e46f2a6e28'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:20.221584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7a9ba-9ed2-40de-83c6-ddad2fbcab6a req-7344249f-f6ee-457d-826a-cf21be3970e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:20.227370 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6d7a9ba-9ed2-40de-83c6-ddad2fbcab6a req-7344249f-f6ee-457d-826a-cf21be3970e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=268647eebda44a5bbec255b02ea9941f&device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 1121 time: 0.1362514 Nov 09 00:04:20.242039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-58a098a6-1399-41e4-a7eb-95b9a294dc53 None None] Provisioning complete for port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:20.242536 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-58a098a6-1399-41e4-a7eb-95b9a294dc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:20.380114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13daf18a-bdfa-4124-a9d0-32b82136f835 service neutron] Pushing event updated for resources: {'Port': ['ID=16323b94-c731-4fb4-a7b1-b0e46f2a6e28,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:20.484146 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:20.514977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:20.560555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7a9ba-9ed2-40de-83c6-ddad2fbcab6a req-ed72c2da-8278-449f-bcea-411ab18b53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:20.566922 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6d7a9ba-9ed2-40de-83c6-ddad2fbcab6a req-ed72c2da-8278-449f-bcea-411ab18b53c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.3320274 Nov 09 00:04:20.643156 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6d7a9ba-9ed2-40de-83c6-ddad2fbcab6a req-8e92376f-395d-499d-8519-2f76838814e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 HTTP/1.1" status: 200 len: 217 time: 0.0680282 Nov 09 00:04:20.648186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:20.648547 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:20.716222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7a9ba-9ed2-40de-83c6-ddad2fbcab6a req-bd3623c4-383f-479e-9049-e0523ff22a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:20.719912 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6d7a9ba-9ed2-40de-83c6-ddad2fbcab6a req-bd3623c4-383f-479e-9049-e0523ff22a41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0675488 Nov 09 00:04:20.721837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53246) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:20.777893 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53252) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:20.798138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7a9ba-9ed2-40de-83c6-ddad2fbcab6a req-838d36cb-726e-4f89-ae01-72aa7c9c63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:20.799961 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6d7a9ba-9ed2-40de-83c6-ddad2fbcab6a req-838d36cb-726e-4f89-ae01-72aa7c9c63d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722702 Nov 09 00:04:20.857324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-38ecf90c-e0d1-48aa-a9b9-4e40e69689d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:20.858843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-38ecf90c-e0d1-48aa-a9b9-4e40e69689d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46a17ae71e6149beb83096c34b407cdf&device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 1120 time: 0.5040669 Nov 09 00:04:20.869546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afc1fa-a0e6-42fb-bec9-ba0817531bb7 req-98289e1d-2914-4979-a407-56c2427a8381 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:20.871052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80afc1fa-a0e6-42fb-bec9-ba0817531bb7 req-98289e1d-2914-4979-a407-56c2427a8381 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 970 time: 0.5126860 Nov 09 00:04:20.876808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-2b2d43b5-406b-4b6c-b0de-4508579d771d req-9250c679-26d7-4188-a186-0c0a4bbc5dfa tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Request body: {'security_group': {'name': 'tempest-securitygroup-688873266', 'description': 'tempest-description-1006455455'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:20.883376 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc4a419-51ee-4a7d-8977-cb4f9f6c2129" -d '{"events": [{"name": "network-changed", "server_uuid": "fe045c78-0897-465b-b9e7-fbb5061fe020", "tag": "16323b94-c731-4fb4-a7b1-b0e46f2a6e28"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:20.902330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2035dd24-2e85-497f-b03d-5b784e47aa1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:20.936899 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-56909219-6058-4bc5-b9fd-194c492e3dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:20.967627 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6d7a9ba-9ed2-40de-83c6-ddad2fbcab6a req-464e1a11-4970-4d56-a9df-aba1b650ae20 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579945 Nov 09 00:04:20.978233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-5956284e-4c2a-400f-82ed-2215c37160b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=16323b94-c731-4fb4-a7b1-b0e46f2a6e28 HTTP/1.1" status: 200 len: 217 time: 0.1045947 Nov 09 00:04:21.083194 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b2d43b5-406b-4b6c-b0de-4508579d771d req-9250c679-26d7-4188-a186-0c0a4bbc5dfa tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.111855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80afc1fa-a0e6-42fb-bec9-ba0817531bb7 req-57c33b65-2ffa-4270-b799-1fe14792ebb2 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255833 Nov 09 00:04:21.112525 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b2d43b5-406b-4b6c-b0de-4508579d771d req-9250c679-26d7-4188-a186-0c0a4bbc5dfa tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.134991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-a74c8a90-6640-40e4-8bc9-080e39df99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:21.136490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-a74c8a90-6640-40e4-8bc9-080e39df99c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1466889 Nov 09 00:04:21.139887 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.276921 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6d7a9ba-9ed2-40de-83c6-ddad2fbcab6a req-8c12a384-9ab8-4767-a8c5-195116628fdf service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983503 Nov 09 00:04:21.293745 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2035dd24-2e85-497f-b03d-5b784e47aa1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.301917 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2035dd24-2e85-497f-b03d-5b784e47aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.305597 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-56909219-6058-4bc5-b9fd-194c492e3dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.321917 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-56909219-6058-4bc5-b9fd-194c492e3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.356227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-394b9d48-d580-4af0-a704-6dbcbd343025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:21.357775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-394b9d48-d580-4af0-a704-6dbcbd343025 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2107072 Nov 09 00:04:21.361023 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2035dd24-2e85-497f-b03d-5b784e47aa1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb5b9f2b83764f1d9b6a470c36e1b72e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6379452 Nov 09 00:04:21.361629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53260) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:21.372854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035dd24-2e85-497f-b03d-5b784e47aa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145d745b-f40f-4c03-a250-2e0e54dd371c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:21.385049 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-56909219-6058-4bc5-b9fd-194c492e3dcd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33037d7907c64c93b71365f2e3c0d628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6008983 Nov 09 00:04:21.388340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53262) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:21.390806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805d1ca-6ac5-44ed-8377-8ccadde582ad req-31fd1075-2709-4e42-aa02-e598ef3b0b69 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:21.392307 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805d1ca-6ac5-44ed-8377-8ccadde582ad req-31fd1075-2709-4e42-aa02-e598ef3b0b69 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 969 time: 0.2065535 Nov 09 00:04:21.446308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56909219-6058-4bc5-b9fd-194c492e3dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac594f9e-cd8c-4990-b32a-8f9ccb42301e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:21.471586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1207d93d-94ee-4333-ae81-16d43dd278e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.490804 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf443427-7e1a-4680-99f3-e53bf80c0f7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.491281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b2d43b5-406b-4b6c-b0de-4508579d771d req-9250c679-26d7-4188-a186-0c0a4bbc5dfa tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.508919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1207d93d-94ee-4333-ae81-16d43dd278e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.511195 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b2d43b5-406b-4b6c-b0de-4508579d771d req-9250c679-26d7-4188-a186-0c0a4bbc5dfa tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.536303 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf443427-7e1a-4680-99f3-e53bf80c0f7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.580521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805d1ca-6ac5-44ed-8377-8ccadde582ad req-133e0e76-b734-4426-99bd-7fbca88c376b tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705492 Nov 09 00:04:21.592040 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1207d93d-94ee-4333-ae81-16d43dd278e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.596021 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1207d93d-94ee-4333-ae81-16d43dd278e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.600269 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1207d93d-94ee-4333-ae81-16d43dd278e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/145d745b-f40f-4c03-a250-2e0e54dd371c HTTP/1.1" status: 204 len: 168 time: 0.2340012 Nov 09 00:04:21.618282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250c679-26d7-4188-a186-0c0a4bbc5dfa tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a166937-fdeb-40e3-a8a4-44b77d5cb9a9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:21.623422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-6eaa09d3-0b7c-45c2-8f94-e8e2ae9d8ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564986 Nov 09 00:04:21.625906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Router e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:04:21.636390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207d93d-94ee-4333-ae81-16d43dd278e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145d745b-f40f-4c03-a250-2e0e54dd371c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:21.655766 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf443427-7e1a-4680-99f3-e53bf80c0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.659752 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf443427-7e1a-4680-99f3-e53bf80c0f7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.663482 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bf443427-7e1a-4680-99f3-e53bf80c0f7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac594f9e-cd8c-4990-b32a-8f9ccb42301e HTTP/1.1" status: 204 len: 168 time: 0.2715890 Nov 09 00:04:21.675781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf443427-7e1a-4680-99f3-e53bf80c0f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac594f9e-cd8c-4990-b32a-8f9ccb42301e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:21.752101 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2dba19-6b89-41a2-a4bb-82f27e4e673b x-openstack-request-id: req-3e2dba19-6b89-41a2-a4bb-82f27e4e673b {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:21.752394 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe045c78-0897-465b-b9e7-fbb5061fe020", "tag": "16323b94-c731-4fb4-a7b1-b0e46f2a6e28", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:21.752674 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e2dba19-6b89-41a2-a4bb-82f27e4e673b {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:21.753107 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe045c78-0897-465b-b9e7-fbb5061fe020', 'tag': '16323b94-c731-4fb4-a7b1-b0e46f2a6e28', 'status': 'completed', 'code': 200} Nov 09 00:04:21.756861 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b2d43b5-406b-4b6c-b0de-4508579d771d req-9250c679-26d7-4188-a186-0c0a4bbc5dfa tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.765530 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b2d43b5-406b-4b6c-b0de-4508579d771d req-9250c679-26d7-4188-a186-0c0a4bbc5dfa tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.845497 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b2d43b5-406b-4b6c-b0de-4508579d771d req-9250c679-26d7-4188-a186-0c0a4bbc5dfa tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:21.845497 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b2d43b5-406b-4b6c-b0de-4508579d771d req-9250c679-26d7-4188-a186-0c0a4bbc5dfa tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9878139 Nov 09 00:04:21.883817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90cc5d46-e952-4a08-bdbc-e6660ed17923 req-7619d349-f57b-4316-933f-ff1b99238065 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518618 Nov 09 00:04:21.887751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250c679-26d7-4188-a186-0c0a4bbc5dfa tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ca3df0-bd72-4773-9318-017d18143cb2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:21.901656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:04:21.927955 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Sync routers for ids ['e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:04:21.954131 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Routers {'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:04:21.955803 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:04:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:21.972344 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-68abeb5a-ec36-474e-b0fc-7d67c337e142 req-351ed50b-fae8-462d-882a-e47d7f30bb07 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Request body: {'security_group': {'name': 'tempest-securitygroup-135996772', 'description': 'tempest-description-469765237'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:22.003529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-68abeb5a-ec36-474e-b0fc-7d67c337e142 req-351ed50b-fae8-462d-882a-e47d7f30bb07 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.040768 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.045165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53282) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:22.045603 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-50002891-6e72-4176-ae48-7ee4853c5be1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.6452265 Nov 09 00:04:22.118101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a419-51ee-4a7d-8977-cb4f9f6c2129 req-61d96a4d-3831-4433-9257-1d7afce7073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:22.119499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bc4a419-51ee-4a7d-8977-cb4f9f6c2129 req-61d96a4d-3831-4433-9257-1d7afce7073e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46a17ae71e6149beb83096c34b407cdf&device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 1120 time: 0.0972652 Nov 09 00:04:22.176811 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Set router e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:04:22.228317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53286) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:22.240169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53288) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:22.284891 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d6f1a54-a5b9-4249-a7a1-30a46c92dc4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.285182 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46da79ac-5245-4224-98b9-335182e9e94b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.327355 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-68abeb5a-ec36-474e-b0fc-7d67c337e142 req-351ed50b-fae8-462d-882a-e47d7f30bb07 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.349291 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-68abeb5a-ec36-474e-b0fc-7d67c337e142 req-351ed50b-fae8-462d-882a-e47d7f30bb07 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.369372 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-906717906-router', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:16Z', 'updated_at': '2021-11-09T00:04:19Z', 'revision_number': 3, 'project_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'gw_port': {'id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:18Z', 'updated_at': '2021-11-09T00:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:22.397986 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Checking router: e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:04:22.398358 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Updating router e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 port 625f28b1-5f17-4cb8-849d-fa3e50e9d995 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:04:22.427243 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.432355 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-68abeb5a-ec36-474e-b0fc-7d67c337e142 req-351ed50b-fae8-462d-882a-e47d7f30bb07 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.434312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68abeb5a-ec36-474e-b0fc-7d67c337e142 req-351ed50b-fae8-462d-882a-e47d7f30bb07 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5223916 Nov 09 00:04:22.474584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6e9e5-ce1e-49c7-963c-2068b1263da9 req-ebd66bda-ce62-44db-b06b-f8062b1c6ecb tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:22.476755 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efa6e9e5-ce1e-49c7-963c-2068b1263da9 req-ebd66bda-ce62-44db-b06b-f8062b1c6ecb tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 970 time: 0.2474217 Nov 09 00:04:22.482607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ed50b-fae8-462d-882a-e47d7f30bb07 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1004b130-e4fc-413a-916c-20f65b081ea6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:22.499173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a419-51ee-4a7d-8977-cb4f9f6c2129 req-03f5db8e-844f-4e3e-ad38-f1e2da2375a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:22.500668 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bc4a419-51ee-4a7d-8977-cb4f9f6c2129 req-03f5db8e-844f-4e3e-ad38-f1e2da2375a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.3704462 Nov 09 00:04:22.508841 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d6f1a54-a5b9-4249-a7a1-30a46c92dc4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.522364 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d6f1a54-a5b9-4249-a7a1-30a46c92dc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.564613 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bc4a419-51ee-4a7d-8977-cb4f9f6c2129 req-d1cd23e1-6b8f-4ec6-973c-85743635d174 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=16323b94-c731-4fb4-a7b1-b0e46f2a6e28 HTTP/1.1" status: 200 len: 217 time: 0.0544837 Nov 09 00:04:22.591239 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6d6f1a54-a5b9-4249-a7a1-30a46c92dc4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ddd8157192b6469aa2bf30650133b334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497870 Nov 09 00:04:22.596087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53294) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:22.631146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efa6e9e5-ce1e-49c7-963c-2068b1263da9 req-c831734b-5ccc-43b8-bf8b-15fdbf007ffc tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457226 Nov 09 00:04:22.647842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f1a54-a5b9-4249-a7a1-30a46c92dc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917e339e-7249-4c0e-917b-fba21c5e0c96,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:22.660633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a419-51ee-4a7d-8977-cb4f9f6c2129 req-a5dea213-952d-4d78-b734-364460d1d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:22.662248 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bc4a419-51ee-4a7d-8977-cb4f9f6c2129 req-a5dea213-952d-4d78-b734-364460d1d98d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0889735 Nov 09 00:04:22.664916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46da79ac-5245-4224-98b9-335182e9e94b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.683083 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46da79ac-5245-4224-98b9-335182e9e94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.717122 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.728103 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.789034 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd25d04-bdff-4f57-b3fc-08975e8c3cd1 None None] Pushing event updated for resources: {'Port': ['ID=625f28b1-5f17-4cb8-849d-fa3e50e9d995,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:22.804425 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123ae9a0-bf54-43af-94ba-a837ff0ac7fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.811134 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Attempting to bind port 625f28b1-5f17-4cb8-849d-fa3e50e9d995 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:22.811878 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Attempting to bind port 625f28b1-5f17-4cb8-849d-fa3e50e9d995 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:22.812261 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Attempting to bind port 625f28b1-5f17-4cb8-849d-fa3e50e9d995 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:22.818389 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:22.818907 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:22.819319 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.819750 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:22.820227 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Bound port: 625f28b1-5f17-4cb8-849d-fa3e50e9d995, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:22.820605 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.842138 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.849931 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123ae9a0-bf54-43af-94ba-a837ff0ac7fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.900495 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] For port 625f28b1-5f17-4cb8-849d-fa3e50e9d995, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:22.903671 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] For port 625f28b1-5f17-4cb8-849d-fa3e50e9d995, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=625f28b1-5f17-4cb8-849d-fa3e50e9d995,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:22.909445 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.918506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-25e08c68-3ab6-41d8-bef0-e06237779d46 req-3558de87-4e46-43b1-8c37-6bc6d55ae8cc tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2036269414', 'description': 'tempest-description-34934060'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:22.942294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-46da79ac-5245-4224-98b9-335182e9e94b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66488f8522c74ccd92f68576ef8ebfd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6977177 Nov 09 00:04:22.945482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53298) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:22.951147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da79ac-5245-4224-98b9-335182e9e94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc900fc-201d-4a53-b2f0-dfb2db27372e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:22.972455 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd25d04-bdff-4f57-b3fc-08975e8c3cd1 None None] Pushing event updated for resources: {'Port': ['ID=625f28b1-5f17-4cb8-849d-fa3e50e9d995,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:22.976784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a419-51ee-4a7d-8977-cb4f9f6c2129 req-fee81761-55ca-4c3e-96c0-c510eae2532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:22.978236 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bc4a419-51ee-4a7d-8977-cb4f9f6c2129 req-fee81761-55ca-4c3e-96c0-c510eae2532b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3069460 Nov 09 00:04:22.987386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50babe29-85dd-4a93-87aa-da3179dcc175 req-98cf3f87-94a7-4d6c-aa73-7d55dee14ced tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:22.991963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50babe29-85dd-4a93-87aa-da3179dcc175 req-98cf3f87-94a7-4d6c-aa73-7d55dee14ced tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 969 time: 0.1233752 Nov 09 00:04:22.994604 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25e08c68-3ab6-41d8-bef0-e06237779d46 req-3558de87-4e46-43b1-8c37-6bc6d55ae8cc tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:22.997737 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123ae9a0-bf54-43af-94ba-a837ff0ac7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.000138 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Routers {'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:04:23.000356 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123ae9a0-bf54-43af-94ba-a837ff0ac7fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.001178 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:04:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:23.004376 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-123ae9a0-bf54-43af-94ba-a837ff0ac7fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/917e339e-7249-4c0e-917b-fba21c5e0c96 HTTP/1.1" status: 204 len: 168 time: 0.4057808 Nov 09 00:04:23.044276 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25e08c68-3ab6-41d8-bef0-e06237779d46 req-3558de87-4e46-43b1-8c37-6bc6d55ae8cc tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.046133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ae9a0-bf54-43af-94ba-a837ff0ac7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917e339e-7249-4c0e-917b-fba21c5e0c96,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:23.091306 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b91fbdf-77de-4662-aaea-e5531ef6192c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.141395 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b91fbdf-77de-4662-aaea-e5531ef6192c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.155402 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50babe29-85dd-4a93-87aa-da3179dcc175 req-84f4cd8e-e215-46e0-8cda-151931256ef7 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357722 Nov 09 00:04:23.159199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Allocated IP 172.20.0.1 (87fb11b2-1cf5-4737-bc7d-b71a53019dc9/4fe49078-2847-4514-a878-b3cfd7e67534/c9076d5c-ed92-4668-b48a-fd69da2bc66e) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:23.197494 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] Set router e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:04:23.198120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bc4a419-51ee-4a7d-8977-cb4f9f6c2129 req-56af0489-8653-423d-abcf-e0f3e756df92 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047601 Nov 09 00:04:23.256868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b91fbdf-77de-4662-aaea-e5531ef6192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.261420 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b91fbdf-77de-4662-aaea-e5531ef6192c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.266018 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4b91fbdf-77de-4662-aaea-e5531ef6192c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddc900fc-201d-4a53-b2f0-dfb2db27372e HTTP/1.1" status: 204 len: 168 time: 0.3169947 Nov 09 00:04:23.299352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91fbdf-77de-4662-aaea-e5531ef6192c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc900fc-201d-4a53-b2f0-dfb2db27372e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:23.331648 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25e08c68-3ab6-41d8-bef0-e06237779d46 req-3558de87-4e46-43b1-8c37-6bc6d55ae8cc tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.341495 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25e08c68-3ab6-41d8-bef0-e06237779d46 req-3558de87-4e46-43b1-8c37-6bc6d55ae8cc tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.356955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.409746 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.412872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558de87-4e46-43b1-8c37-6bc6d55ae8cc tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af28d50-ece3-411d-bec8-26c418f6c407,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:23.420053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bc4a419-51ee-4a7d-8977-cb4f9f6c2129 req-4fe4c808-2d26-4f74-b57b-a1d1db9739dd service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119515 Nov 09 00:04:23.445712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Network 87fb11b2-1cf5-4737-bc7d-b71a53019dc9 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:23.449198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:23.452993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:23.453320 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.457199 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-906717906-router', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:16Z', 'updated_at': '2021-11-09T00:04:19Z', 'revision_number': 3, 'project_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'gw_port': {'id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:18Z', 'updated_at': '2021-11-09T00:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:23.473569 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25e08c68-3ab6-41d8-bef0-e06237779d46 req-3558de87-4e46-43b1-8c37-6bc6d55ae8cc tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.483898 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25e08c68-3ab6-41d8-bef0-e06237779d46 req-3558de87-4e46-43b1-8c37-6bc6d55ae8cc tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.509528 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe32b21-7993-4a37-b466-bfddbd72d12e None None] The sync data for ids ['e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'] in n-d-813263-3 is: [{'id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-906717906-router', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:16Z', 'updated_at': '2021-11-09T00:04:19Z', 'revision_number': 3, 'project_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'gw_port': {'id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:18Z', 'updated_at': '2021-11-09T00:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:04:23.526245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25e08c68-3ab6-41d8-bef0-e06237779d46 req-3558de87-4e46-43b1-8c37-6bc6d55ae8cc tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.527891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25e08c68-3ab6-41d8-bef0-e06237779d46 req-3558de87-4e46-43b1-8c37-6bc6d55ae8cc tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6403430 Nov 09 00:04:23.530314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558de87-4e46-43b1-8c37-6bc6d55ae8cc tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ead7487-7b5e-4f26-a3c7-95ab8d737dbb,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:23.558357 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-509d64f5-7280-43aa-b75c-4490724922f6 req-f20d9924-d513-4d63-b210-3f4ab1e9d277 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-469085662', 'description': 'tempest-description-309221459'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:23.602725 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-509d64f5-7280-43aa-b75c-4490724922f6 req-f20d9924-d513-4d63-b210-3f4ab1e9d277 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.626964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c9076d5c-ed92-4668-b48a-fd69da2bc66e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:23.755411 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-509d64f5-7280-43aa-b75c-4490724922f6 req-f20d9924-d513-4d63-b210-3f4ab1e9d277 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.808436 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.816227 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-509d64f5-7280-43aa-b75c-4490724922f6 req-f20d9924-d513-4d63-b210-3f4ab1e9d277 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.870300 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-509d64f5-7280-43aa-b75c-4490724922f6 req-f20d9924-d513-4d63-b210-3f4ab1e9d277 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:23.875460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-509d64f5-7280-43aa-b75c-4490724922f6 req-f20d9924-d513-4d63-b210-3f4ab1e9d277 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3232620 Nov 09 00:04:23.897001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e6919-d99c-4af2-a886-fbccf1d8fc34 req-e2c64685-3e6f-4fae-b8ab-9eabbe04dc96 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:23.900450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-598e6919-d99c-4af2-a886-fbccf1d8fc34 req-e2c64685-3e6f-4fae-b8ab-9eabbe04dc96 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 970 time: 0.1392097 Nov 09 00:04:23.903983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d9924-d513-4d63-b210-3f4ab1e9d277 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d669c8c-a62f-4433-a5d9-c870af0447af,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:23.932607 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-70b6456d-a5d1-4a8b-b95c-9565d3792763 None None] Provisioning complete for port c9076d5c-ed92-4668-b48a-fd69da2bc66e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:23.933112 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-70b6456d-a5d1-4a8b-b95c-9565d3792763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:24.024549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-70b6456d-a5d1-4a8b-b95c-9565d3792763 None None] Port c9076d5c-ed92-4668-b48a-fd69da2bc66e cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:24.069674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-598e6919-d99c-4af2-a886-fbccf1d8fc34 req-6021855c-8324-4ea3-8df9-e3c87f6f526c tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327925 Nov 09 00:04:24.123841 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:24.132752 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:24.132752 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:24.272187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-b808f84e-bf99-4273-bf06-94d63a63ba60 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 28739 time: 0.3701572 Nov 09 00:04:24.337611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c9076d5c-ed92-4668-b48a-fd69da2bc66e,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:24.358709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Network 87fb11b2-1cf5-4737-bc7d-b71a53019dc9 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:24.360368 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:24.363731 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-796db2cd-bfef-4429-a7fd-00a8e9d4e110 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/284f9110-841b-42f5-a5eb-237f3d996fc1 HTTP/1.1" status: 200 len: 2994 time: 0.0858262 Nov 09 00:04:24.403584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ee335-7ec0-4718-bd10-5ca3da69e25c req-13599665-a274-436e-9a34-783a709d3861 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:24.420627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d9ee335-7ec0-4718-bd10-5ca3da69e25c req-13599665-a274-436e-9a34-783a709d3861 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 969 time: 0.1414757 Nov 09 00:04:24.442729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:04:24.537461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-5333d623-a843-4f23-83b9-a68123307c74 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/284f9110-841b-42f5-a5eb-237f3d996fc1 HTTP/1.1" status: 200 len: 2994 time: 0.1714411 Nov 09 00:04:24.630622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Router e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:04:24.652921 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d9ee335-7ec0-4718-bd10-5ca3da69e25c req-74e71711-e5c8-44c1-8903-6d14bc00e592 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313316 Nov 09 00:04:24.669229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-22d4478e-48cc-491e-ba4d-23cdee6081e3 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2f7f774e-3359-4732-924f-398e6d9eb42c HTTP/1.1" status: 200 len: 2998 time: 0.1307030 Nov 09 00:04:24.673908 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 625f28b1-5f17-4cb8-849d-fa3e50e9d995 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:24.746045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-e1ba4a48-3a24-4758-8b39-e99ad1bfdb13 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2f7f774e-3359-4732-924f-398e6d9eb42c HTTP/1.1" status: 200 len: 2998 time: 0.0758781 Nov 09 00:04:24.803462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-db4b5e7c-f5e8-4bbd-8d3c-92ab945c11b5 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/3af28d50-ece3-411d-bec8-26c418f6c407 HTTP/1.1" status: 200 len: 2998 time: 0.0564823 Nov 09 00:04:24.804939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 625f28b1-5f17-4cb8-849d-fa3e50e9d995 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:24.805519 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:24.855037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:04:24.863513 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fd40f839-9552-4cdc-84cd-048f9b1616c3 admin admin] 10.222.0.25 "PUT /v2.0/routers/e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8167992 Nov 09 00:04:24.870910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=16323b94-c731-4fb4-a7b1-b0e46f2a6e28,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:24.875828 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-3be3fc07-d620-4b28-938b-d787401674cc tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/3af28d50-ece3-411d-bec8-26c418f6c407 HTTP/1.1" status: 200 len: 2998 time: 0.0713773 Nov 09 00:04:24.903207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '16323b94-c731-4fb4-a7b1-b0e46f2a6e28', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '16323b94-c731-4fb4-a7b1-b0e46f2a6e28', 'mac_address': 'fa:16:3e:90:01:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:tempest-test_az-1439302748', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:04:24.922966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-116c04ff-3d6b-4b94-8a6c-a00ef0d1c616 None None] Provisioning complete for port c9076d5c-ed92-4668-b48a-fd69da2bc66e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:24.923597 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-116c04ff-3d6b-4b94-8a6c-a00ef0d1c616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:24.940138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-e085ed4f-647b-4b2e-8438-db3f49ff94ce tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6633da71-e9a7-4fc6-967c-62f828dac0d8 HTTP/1.1" status: 200 len: 2994 time: 0.0631187 Nov 09 00:04:24.996561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-144f0d72-309d-4f94-b1da-848b1351d2a9 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6633da71-e9a7-4fc6-967c-62f828dac0d8 HTTP/1.1" status: 200 len: 2994 time: 0.0551209 Nov 09 00:04:25.043203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-6fbb69d9-fcd1-4215-8b18-48cf02d33e80 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6a166937-fdeb-40e3-a8a4-44b77d5cb9a9 HTTP/1.1" status: 200 len: 2998 time: 0.0456567 Nov 09 00:04:25.064950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-116c04ff-3d6b-4b94-8a6c-a00ef0d1c616 None None] Port c9076d5c-ed92-4668-b48a-fd69da2bc66e cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:25.067820 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:25.092845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:25.098779 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:25.123251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-c00ad328-5e22-49ae-b189-d50b9066746c tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6a166937-fdeb-40e3-a8a4-44b77d5cb9a9 HTTP/1.1" status: 200 len: 2998 time: 0.0740995 Nov 09 00:04:25.133521 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=16323b94-c731-4fb4-a7b1-b0e46f2a6e28,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:25.139658 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 625f28b1-5f17-4cb8-849d-fa3e50e9d995, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=625f28b1-5f17-4cb8-849d-fa3e50e9d995,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:25.145051 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:25.146215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:04:25.153601 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:25.182037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-72f63d70-1f9a-4b9e-be69-3a3c6fbef782 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/92b384eb-3949-4e49-9775-fabafbd6cb07 HTTP/1.1" status: 200 len: 2994 time: 0.0517929 Nov 09 00:04:25.249107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=16323b94-c731-4fb4-a7b1-b0e46f2a6e28,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:25.252755 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:25.283875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1', 'mac_address': 'fa:16:3e:8e:d0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:tempest-test_az-1439302748', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:04:25.296683 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-38e8e1f7-296a-418e-b3d1-fc0e98717675 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/92b384eb-3949-4e49-9775-fabafbd6cb07 HTTP/1.1" status: 200 len: 2994 time: 0.1081688 Nov 09 00:04:25.319074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46180ebd-542b-43d1-8275-20b5ef1b64f4 req-1c552380-1094-4604-8358-047c3efd1e53 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:25.321274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46180ebd-542b-43d1-8275-20b5ef1b64f4 req-1c552380-1094-4604-8358-047c3efd1e53 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 970 time: 0.1141374 Nov 09 00:04:25.377304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=625f28b1-5f17-4cb8-849d-fa3e50e9d995,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:25.386448 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:25.413711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:25.431022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-90bc07aa-29ac-4aa7-9cbc-f9e941bbbdb4 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f1280ba5-4d44-4b06-8273-e3d53d8254ee HTTP/1.1" status: 200 len: 2994 time: 0.1281869 Nov 09 00:04:25.435957 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:25.443191 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:25.454630 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46180ebd-542b-43d1-8275-20b5ef1b64f4 req-9f06f7e7-653e-4938-a76b-a2ab86aeddd8 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226146 Nov 09 00:04:25.507324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-03df5e29-36d5-48fb-a66f-3bdd06bd7e80 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f1280ba5-4d44-4b06-8273-e3d53d8254ee HTTP/1.1" status: 200 len: 2994 time: 0.0750699 Nov 09 00:04:25.521806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:25.556282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-d923e85f-05e2-4dce-9580-89ef3af174ef tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f7dc578d-2427-485c-baf2-23245f9ecf71 HTTP/1.1" status: 200 len: 2990 time: 0.0477808 Nov 09 00:04:25.598409 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ff3d1c5-1bc4-458a-a167-d26bf73305a2 req-efda4537-433a-40a7-97ec-d474841192a0 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f7dc578d-2427-485c-baf2-23245f9ecf71 HTTP/1.1" status: 200 len: 2990 time: 0.0412588 Nov 09 00:04:25.798985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Sync routers for ids ['e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:04:25.810367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Routers {'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:04:25.811282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:04:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:25.859276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['16323b94-c731-4fb4-a7b1-b0e46f2a6e28'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:04:25.862334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:04:25.934304 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b15a2dc-7ee9-4929-b110-119a6609d0f8 req-9b4ec2e3-5fdd-4fc1-8e19-64ec081c7bcc tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79083182cae24d9296d01993917f8026 HTTP/1.1" status: 200 len: 6152 time: 0.0991843 Nov 09 00:04:26.008901 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b15a2dc-7ee9-4929-b110-119a6609d0f8 req-f8fea848-543d-4322-93ef-a68e032622bb tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] 10.222.0.25 "GET /v2.0/security-groups/6a166937-fdeb-40e3-a8a4-44b77d5cb9a9 HTTP/1.1" status: 200 len: 2998 time: 0.0736911 Nov 09 00:04:26.020955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ddf2b-5729-4073-95de-450675c18a17 req-bedf7240-c6e3-47da-b627-1fe2617fa674 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:26.023072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-142ddf2b-5729-4073-95de-450675c18a17 req-bedf7240-c6e3-47da-b627-1fe2617fa674 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 970 time: 0.0780921 Nov 09 00:04:26.093582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b15a2dc-7ee9-4929-b110-119a6609d0f8 req-4af0fe51-476d-4d73-96fd-aa4bd5d021ad tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] 10.222.0.25 "GET /v2.0/security-groups/6a166937-fdeb-40e3-a8a4-44b77d5cb9a9 HTTP/1.1" status: 200 len: 2998 time: 0.0694423 Nov 09 00:04:26.106365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-142ddf2b-5729-4073-95de-450675c18a17 req-6fab3098-a1d7-4f58-ace6-e841dcefb190 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761180 Nov 09 00:04:26.176157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Set router e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:04:26.317599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83d8f4cd-733e-429a-a2d3-0b1c57aeee75 req-87c5ddbf-43dd-4f15-a528-342605d587ba tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/3d669c8c-a62f-4433-a5d9-c870af0447af HTTP/1.1" status: 200 len: 1793 time: 0.0437415 Nov 09 00:04:26.383765 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-83d8f4cd-733e-429a-a2d3-0b1c57aeee75 req-b4730538-4e27-4442-bde7-98bcb533e3e9 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:26.424119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-83d8f4cd-733e-429a-a2d3-0b1c57aeee75 req-b4730538-4e27-4442-bde7-98bcb533e3e9 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:26.486923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 625f28b1-5f17-4cb8-849d-fa3e50e9d995 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:26.510690 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-83d8f4cd-733e-429a-a2d3-0b1c57aeee75 req-b4730538-4e27-4442-bde7-98bcb533e3e9 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:26.511736 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-83d8f4cd-733e-429a-a2d3-0b1c57aeee75 req-b4730538-4e27-4442-bde7-98bcb533e3e9 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:26.513791 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83d8f4cd-733e-429a-a2d3-0b1c57aeee75 req-b4730538-4e27-4442-bde7-98bcb533e3e9 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d669c8c-a62f-4433-a5d9-c870af0447af HTTP/1.1" status: 204 len: 173 time: 0.1898541 Nov 09 00:04:26.527933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4730538-4e27-4442-bde7-98bcb533e3e9 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d669c8c-a62f-4433-a5d9-c870af0447af,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:26.630605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 625f28b1-5f17-4cb8-849d-fa3e50e9d995 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:26.631065 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:26.640572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1245a852-dc5f-4e5d-a39f-7b7f0e8b5d44 req-96e76a17-988d-4329-9dec-9106f80cfe2a tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7ead7487-7b5e-4f26-a3c7-95ab8d737dbb HTTP/1.1" status: 200 len: 1793 time: 0.0766225 Nov 09 00:04:26.657907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-906717906-router', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:16Z', 'updated_at': '2021-11-09T00:04:23Z', 'revision_number': 4, 'project_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'gw_port': {'id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:18Z', 'updated_at': '2021-11-09T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'c9076d5c-ed92-4668-b48a-fd69da2bc66e', 'name': '', 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'mac_address': 'fa:16:3e:21:4d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': '4fe49078-2847-4514-a878-b3cfd7e67534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:22Z', 'updated_at': '2021-11-09T00:04:23Z', 'revision_number': 2, 'project_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'subnets': [{'id': '4fe49078-2847-4514-a878-b3cfd7e67534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:26.670450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46411c77-00e7-4206-aa53-70537f82bdf5 req-d2b275ef-582e-41b0-9b4f-b78df77d3003 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:26.671947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46411c77-00e7-4206-aa53-70537f82bdf5 req-d2b275ef-582e-41b0-9b4f-b78df77d3003 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 971 time: 0.0810285 Nov 09 00:04:26.693955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Checking router: e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:04:26.694700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Updating router e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 port c9076d5c-ed92-4668-b48a-fd69da2bc66e binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:04:26.733020 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:26.749767 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1245a852-dc5f-4e5d-a39f-7b7f0e8b5d44 req-82b973ab-db77-4606-8168-c69713504464 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:26.755164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46411c77-00e7-4206-aa53-70537f82bdf5 req-9cf5b1ed-896b-446e-bc7d-4fcd194b34ef tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709939 Nov 09 00:04:26.785826 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1245a852-dc5f-4e5d-a39f-7b7f0e8b5d44 req-82b973ab-db77-4606-8168-c69713504464 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:26.786574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53436) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:26.852740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1245a852-dc5f-4e5d-a39f-7b7f0e8b5d44 req-82b973ab-db77-4606-8168-c69713504464 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:26.859965 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1245a852-dc5f-4e5d-a39f-7b7f0e8b5d44 req-82b973ab-db77-4606-8168-c69713504464 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:26.869946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1245a852-dc5f-4e5d-a39f-7b7f0e8b5d44 req-82b973ab-db77-4606-8168-c69713504464 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ead7487-7b5e-4f26-a3c7-95ab8d737dbb HTTP/1.1" status: 204 len: 173 time: 0.2221091 Nov 09 00:04:26.885442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b973ab-db77-4606-8168-c69713504464 tempest-SecurityGroupsTestAdminJSON-570335496 tempest-SecurityGroupsTestAdminJSON-570335496-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ead7487-7b5e-4f26-a3c7-95ab8d737dbb,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:26.968139 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f13b7cf2-e1b4-4aa1-bfdf-5a8d4a3d5232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:26.985926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2265bea8-987a-43de-9ab8-973b5f788101 req-2edb6eae-96e2-49c7-91bc-3cd6a13bfec3 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] 10.222.0.25 "GET /v2.0/security-groups/1004b130-e4fc-413a-916c-20f65b081ea6 HTTP/1.1" status: 200 len: 1793 time: 0.0785537 Nov 09 00:04:27.062900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53446) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:27.073470 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.079652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7e86ddbf-b6a0-4922-b94b-f0f95a7cb25d tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--769202114', 'description': 'tempest-description--910672507'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:27.083717 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.085258 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f13b7cf2-e1b4-4aa1-bfdf-5a8d4a3d5232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.090382 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f13b7cf2-e1b4-4aa1-bfdf-5a8d4a3d5232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.090887 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2265bea8-987a-43de-9ab8-973b5f788101 req-66ea4512-69c8-47ae-8856-41947c758a69 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.129149 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e86ddbf-b6a0-4922-b94b-f0f95a7cb25d tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.138409 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2265bea8-987a-43de-9ab8-973b5f788101 req-66ea4512-69c8-47ae-8856-41947c758a69 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.148890 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f13b7cf2-e1b4-4aa1-bfdf-5a8d4a3d5232 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9d00fd821e14f15b3c10e50696f6633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612144 Nov 09 00:04:27.150855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53456) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:27.162039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961b9d9-6ccd-4707-b530-6f8a0d311eee None None] Pushing event updated for resources: {'Port': ['ID=c9076d5c-ed92-4668-b48a-fd69da2bc66e,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:27.166767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b7cf2-e1b4-4aa1-bfdf-5a8d4a3d5232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c61ef2d-15df-4c8f-bd82-e0f90b70b321,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:27.235080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Attempting to bind port c9076d5c-ed92-4668-b48a-fd69da2bc66e on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:27.236929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Attempting to bind port c9076d5c-ed92-4668-b48a-fd69da2bc66e by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1c662601-b0c6-4ed1-88d7-bbc70bdce80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:27.237718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Attempting to bind port c9076d5c-ed92-4668-b48a-fd69da2bc66e on network 87fb11b2-1cf5-4737-bc7d-b71a53019dc9 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:27.246992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:27.247776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Checking segment: {'id': '1c662601-b0c6-4ed1-88d7-bbc70bdce80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:27.248488 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.249164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Bound using segment: {'id': '1c662601-b0c6-4ed1-88d7-bbc70bdce80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:27.249642 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9686255e-0049-4152-8aaa-589309cfef6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.250120 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2265bea8-987a-43de-9ab8-973b5f788101 req-66ea4512-69c8-47ae-8856-41947c758a69 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.250239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Bound port: c9076d5c-ed92-4668-b48a-fd69da2bc66e, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c662601-b0c6-4ed1-88d7-bbc70bdce80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:27.251175 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.252952 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2265bea8-987a-43de-9ab8-973b5f788101 req-66ea4512-69c8-47ae-8856-41947c758a69 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.254068 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2265bea8-987a-43de-9ab8-973b5f788101 req-66ea4512-69c8-47ae-8856-41947c758a69 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] 10.222.0.25 "DELETE /v2.0/security-groups/1004b130-e4fc-413a-916c-20f65b081ea6 HTTP/1.1" status: 204 len: 173 time: 0.2674477 Nov 09 00:04:27.299528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea4512-69c8-47ae-8856-41947c758a69 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1004b130-e4fc-413a-916c-20f65b081ea6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:27.325914 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e86ddbf-b6a0-4922-b94b-f0f95a7cb25d tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.335815 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e86ddbf-b6a0-4922-b94b-f0f95a7cb25d tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.395654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] For port c9076d5c-ed92-4668-b48a-fd69da2bc66e, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:27.400797 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] For port c9076d5c-ed92-4668-b48a-fd69da2bc66e, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c9076d5c-ed92-4668-b48a-fd69da2bc66e,segment=NetworkSegment(1c662601-b0c6-4ed1-88d7-bbc70bdce80e),segment_id=1c662601-b0c6-4ed1-88d7-bbc70bdce80e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:27.408264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.408460 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e86ddbf-b6a0-4922-b94b-f0f95a7cb25d tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.422756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7e86ddbf-b6a0-4922-b94b-f0f95a7cb25d tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3583205 Nov 09 00:04:27.433459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53464) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:27.442261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4c38d004-7357-4172-bd7c-c055be1193b0 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Request body: {'security_group_rule': {'security_group_id': '81f00a89-711d-40d3-9974-bf5f4403520a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:27.476163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Routers {'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:04:27.476803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:04:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:27.485368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94437f49-a13a-45f4-82f9-f76dc05a4d58 req-8950d63e-0bd8-49e3-8ef7-6236f91b6db0 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:27.487164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94437f49-a13a-45f4-82f9-f76dc05a4d58 req-8950d63e-0bd8-49e3-8ef7-6236f91b6db0 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 970 time: 0.2379074 Nov 09 00:04:27.525583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86ddbf-b6a0-4922-b94b-f0f95a7cb25d tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f00a89-711d-40d3-9974-bf5f4403520a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:27.551135 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c38d004-7357-4172-bd7c-c055be1193b0 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.582793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bfccb398-ebd7-4e2e-b171-996c9b657ba1 req-005bfde8-5cf8-4179-acb0-049070300b7f tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] 10.222.0.25 "GET /v2.0/security-groups/08ca3df0-bd72-4773-9318-017d18143cb2 HTTP/1.1" status: 200 len: 1794 time: 0.2137806 Nov 09 00:04:27.602937 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9686255e-0049-4152-8aaa-589309cfef6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.606249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] Set router e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:04:27.655874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53468) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:27.680026 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9686255e-0049-4152-8aaa-589309cfef6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.685012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9686255e-0049-4152-8aaa-589309cfef6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.686747 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9686255e-0049-4152-8aaa-589309cfef6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c61ef2d-15df-4c8f-bd82-e0f90b70b321 HTTP/1.1" status: 204 len: 168 time: 0.5348647 Nov 09 00:04:27.689447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94437f49-a13a-45f4-82f9-f76dc05a4d58 req-de1d1370-c42b-4cc8-8f8c-fafa52dcb0ad tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844914 Nov 09 00:04:27.696550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686255e-0049-4152-8aaa-589309cfef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c61ef2d-15df-4c8f-bd82-e0f90b70b321,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:27.698665 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961b9d9-6ccd-4707-b530-6f8a0d311eee None None] Pushing event updated for resources: {'Port': ['ID=c9076d5c-ed92-4668-b48a-fd69da2bc66e,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:27.734909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c38d004-7357-4172-bd7c-c055be1193b0 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.742117 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c38d004-7357-4172-bd7c-c055be1193b0 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.747997 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bfccb398-ebd7-4e2e-b171-996c9b657ba1 req-a7fe608b-0480-4b77-9606-84070439a513 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.787491 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38d004-7357-4172-bd7c-c055be1193b0 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebf73d5-bfad-49c8-8406-9a4e6b71addc,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:27.798964 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c38d004-7357-4172-bd7c-c055be1193b0 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.800167 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4c38d004-7357-4172-bd7c-c055be1193b0 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3634734 Nov 09 00:04:27.803074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53476) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:27.810005 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b61b9eb3-abdd-4169-9d71-a49e850cf0fe tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Request body: {'security_group_rule': {'security_group_id': '81f00a89-711d-40d3-9974-bf5f4403520a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:27.816841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-50cccfaf-9305-499d-8fd3-c0d7733ffea3 None None] Provisioning complete for port c9076d5c-ed92-4668-b48a-fd69da2bc66e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:27.817207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50cccfaf-9305-499d-8fd3-c0d7733ffea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.828031 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bfccb398-ebd7-4e2e-b171-996c9b657ba1 req-a7fe608b-0480-4b77-9606-84070439a513 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.872515 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b61b9eb3-abdd-4169-9d71-a49e850cf0fe tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.938668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd784c11-d5ba-42c9-849a-0876b4e09994 req-c0e8c93b-80e6-4f8f-a609-34d8847198e3 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:27.945595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd784c11-d5ba-42c9-849a-0876b4e09994 req-c0e8c93b-80e6-4f8f-a609-34d8847198e3 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 971 time: 0.0838158 Nov 09 00:04:27.947762 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bfccb398-ebd7-4e2e-b171-996c9b657ba1 req-a7fe608b-0480-4b77-9606-84070439a513 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.954111 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bfccb398-ebd7-4e2e-b171-996c9b657ba1 req-a7fe608b-0480-4b77-9606-84070439a513 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.957198 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bfccb398-ebd7-4e2e-b171-996c9b657ba1 req-a7fe608b-0480-4b77-9606-84070439a513 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] 10.222.0.25 "DELETE /v2.0/security-groups/08ca3df0-bd72-4773-9318-017d18143cb2 HTTP/1.1" status: 204 len: 173 time: 0.3730755 Nov 09 00:04:27.981608 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b61b9eb3-abdd-4169-9d71-a49e850cf0fe tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.988629 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b61b9eb3-abdd-4169-9d71-a49e850cf0fe tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:27.992746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe608b-0480-4b77-9606-84070439a513 tempest-SecurityGroupsTestAdminJSON-1622781691 tempest-SecurityGroupsTestAdminJSON-1622781691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ca3df0-bd72-4773-9318-017d18143cb2,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:28.034323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b9eb3-abdd-4169-9d71-a49e850cf0fe tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdea5ae-5047-4c86-a890-094e51c0e711,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:28.044391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd784c11-d5ba-42c9-849a-0876b4e09994 req-ef117bdc-5851-4b47-8365-5429d0d66954 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835977 Nov 09 00:04:28.059421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b61b9eb3-abdd-4169-9d71-a49e850cf0fe tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.061396 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b61b9eb3-abdd-4169-9d71-a49e850cf0fe tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2555683 Nov 09 00:04:28.063671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53482) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:28.068677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:28.072435 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb34db93-4e5b-4054-9123-28c0957890e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.104791 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50cccfaf-9305-499d-8fd3-c0d7733ffea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.107664 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.159865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-906717906-router', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:16Z', 'updated_at': '2021-11-09T00:04:23Z', 'revision_number': 4, 'project_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'gw_port': {'id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:18Z', 'updated_at': '2021-11-09T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'c9076d5c-ed92-4668-b48a-fd69da2bc66e', 'name': '', 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'mac_address': 'fa:16:3e:21:4d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': '4fe49078-2847-4514-a878-b3cfd7e67534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:22Z', 'updated_at': '2021-11-09T00:04:27Z', 'revision_number': 4, 'project_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'subnets': [{'id': '4fe49078-2847-4514-a878-b3cfd7e67534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:28.164119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-50cccfaf-9305-499d-8fd3-c0d7733ffea3 None None] For port c9076d5c-ed92-4668-b48a-fd69da2bc66e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c9076d5c-ed92-4668-b48a-fd69da2bc66e,segment=NetworkSegment(1c662601-b0c6-4ed1-88d7-bbc70bdce80e),segment_id=1c662601-b0c6-4ed1-88d7-bbc70bdce80e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:28.204559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53484) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:28.223240 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb34db93-4e5b-4054-9123-28c0957890e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.223619 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06f40212-64f9-4193-a659-9780a9a5bb6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.229670 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb34db93-4e5b-4054-9123-28c0957890e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.274239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34db93-4e5b-4054-9123-28c0957890e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22281935-4eae-4428-b87d-5aa92f77dbb7,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:28.274893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.338932 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50cccfaf-9305-499d-8fd3-c0d7733ffea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.341225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3505d-d725-4a71-9275-d5e7422cbb22 None None] The sync data for ids ['e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'] in n-d-813263-3 is: [{'id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-906717906-router', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:16Z', 'updated_at': '2021-11-09T00:04:23Z', 'revision_number': 4, 'project_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'gw_port': {'id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:18Z', 'updated_at': '2021-11-09T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'c9076d5c-ed92-4668-b48a-fd69da2bc66e', 'name': '', 'network_id': '87fb11b2-1cf5-4737-bc7d-b71a53019dc9', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'mac_address': 'fa:16:3e:21:4d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': '4fe49078-2847-4514-a878-b3cfd7e67534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:22Z', 'updated_at': '2021-11-09T00:04:27Z', 'revision_number': 4, 'project_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'subnets': [{'id': '4fe49078-2847-4514-a878-b3cfd7e67534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:04:28.355461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fb34db93-4e5b-4054-9123-28c0957890e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48e01e539a194ef88d90103f86c9e34e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6981053 Nov 09 00:04:28.357865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53488) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:28.435330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:28.448197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53490) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:28.484191 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06f40212-64f9-4193-a659-9780a9a5bb6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.493783 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06f40212-64f9-4193-a659-9780a9a5bb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.494934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cccfaf-9305-499d-8fd3-c0d7733ffea3 None None] Pushing event updated for resources: {'Port': ['ID=c9076d5c-ed92-4668-b48a-fd69da2bc66e,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:28.525244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Allocated IP 172.25.0.78 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/fb9e43a2-1f33-4de5-a5d2-eb0b2ec64065) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:28.543676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:04:28.555691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:28.556753 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.571809 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39b37139-ecad-42fd-a7b0-88b07f6d9e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.609855 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-06f40212-64f9-4193-a659-9780a9a5bb6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2b8f573598f48e386394f534b48aacc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4040728 Nov 09 00:04:28.621731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f40212-64f9-4193-a659-9780a9a5bb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948f95a9-072b-41aa-bc91-4cb1d9890a4c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:28.637758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53494) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:28.649897 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39b37139-ecad-42fd-a7b0-88b07f6d9e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.696912 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.726553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe045c78-0897-465b-b9e7-fbb5061fe020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16323b94-c731-4fb4-a7b1-b0e46f2a6e28'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:28.736087 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39b37139-ecad-42fd-a7b0-88b07f6d9e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.740296 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39b37139-ecad-42fd-a7b0-88b07f6d9e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.742344 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-39b37139-ecad-42fd-a7b0-88b07f6d9e25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22281935-4eae-4428-b87d-5aa92f77dbb7 HTTP/1.1" status: 204 len: 168 time: 0.3826404 Nov 09 00:04:28.792432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b37139-ecad-42fd-a7b0-88b07f6d9e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22281935-4eae-4428-b87d-5aa92f77dbb7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:28.855801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=16323b94-c731-4fb4-a7b1-b0e46f2a6e28,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:28.861214 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-eb211c57-6bc8-4b2c-80ec-35fb76c39670 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79083182cae24d9296d01993917f8026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097214 Nov 09 00:04:28.862026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53504) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:28.867260 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.868474 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:28.957284 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ad6b-6bb5-4264-af00-38dd28567e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.969586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db99e46-6c0d-4fb3-8581-27879a2070c1 req-4e0e2536-29ba-4370-87a1-efb6c088eb50 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:28.971468 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.974569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c6371af3-886c-4841-b3e4-a11273ae9668 None None] Provisioning complete for port c9076d5c-ed92-4668-b48a-fd69da2bc66e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:28.975019 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6371af3-886c-4841-b3e4-a11273ae9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:28.982293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0db99e46-6c0d-4fb3-8581-27879a2070c1 req-4e0e2536-29ba-4370-87a1-efb6c088eb50 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 971 time: 0.1438594 Nov 09 00:04:29.027718 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ad6b-6bb5-4264-af00-38dd28567e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.086385 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bcb225ba-5daa-4e16-a09a-7feb49806fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.092771 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0db99e46-6c0d-4fb3-8581-27879a2070c1 req-fe748ac8-0f8c-4d7b-b807-cb35f861fb00 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039929 Nov 09 00:04:29.098829 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639d33e2-ae85-4ca7-a1d4-4c3b59987f16" -d '{"events": [{"server_uuid": "fe045c78-0897-465b-b9e7-fbb5061fe020", "name": "network-vif-plugged", "status": "completed", "tag": "16323b94-c731-4fb4-a7b1-b0e46f2a6e28"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:29.119892 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:04:29.172313 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.174417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ad6b-6bb5-4264-af00-38dd28567e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.176138 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:29.176516 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.177047 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ad6b-6bb5-4264-af00-38dd28567e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.181608 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c5b6ad6b-6bb5-4264-af00-38dd28567e13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/948f95a9-072b-41aa-bc91-4cb1d9890a4c HTTP/1.1" status: 204 len: 168 time: 0.5426025 Nov 09 00:04:29.183532 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=16323b94-c731-4fb4-a7b1-b0e46f2a6e28,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:29.192731 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bcb225ba-5daa-4e16-a09a-7feb49806fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.278866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:29.289092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53516) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:29.301760 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6ad6b-6bb5-4264-af00-38dd28567e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948f95a9-072b-41aa-bc91-4cb1d9890a4c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:29.318528 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30134c73-94cd-44b6-b33f-45e1c1930cd0 x-openstack-request-id: req-30134c73-94cd-44b6-b33f-45e1c1930cd0 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:29.319202 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe045c78-0897-465b-b9e7-fbb5061fe020", "name": "network-vif-plugged", "status": "completed", "tag": "16323b94-c731-4fb4-a7b1-b0e46f2a6e28", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:29.320058 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30134c73-94cd-44b6-b33f-45e1c1930cd0 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:29.320581 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe045c78-0897-465b-b9e7-fbb5061fe020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16323b94-c731-4fb4-a7b1-b0e46f2a6e28', 'code': 200} Nov 09 00:04:29.331015 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.363945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9cf26e72-401e-48dc-afb2-e2a6df1cefd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.374997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:29.378025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:29.384633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:29.389666 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.426790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Pushing event updated for resources: {'Port': ['ID=fb9e43a2-1f33-4de5-a5d2-eb0b2ec64065,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:29.465730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:29.503179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153485e-a048-4e64-91cc-77fb5afde6e6 req-4dd0509d-9673-4b3b-89ce-7ab501818d21 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:29.504735 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5153485e-a048-4e64-91cc-77fb5afde6e6 req-4dd0509d-9673-4b3b-89ce-7ab501818d21 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 971 time: 0.3227797 Nov 09 00:04:29.548470 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bcb225ba-5daa-4e16-a09a-7feb49806fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.551281 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bcb225ba-5daa-4e16-a09a-7feb49806fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.552446 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bcb225ba-5daa-4e16-a09a-7feb49806fad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a166937-fdeb-40e3-a8a4-44b77d5cb9a9 HTTP/1.1" status: 204 len: 168 time: 0.6843152 Nov 09 00:04:29.571263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.580627 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb225ba-5daa-4e16-a09a-7feb49806fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a166937-fdeb-40e3-a8a4-44b77d5cb9a9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:29.608370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cbc10-7e4b-4108-9064-d5f3c7fef468 req-81648fbc-06c2-4148-ba08-226c90a8314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:29.618555 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e19cbc10-7e4b-4108-9064-d5f3c7fef468 req-81648fbc-06c2-4148-ba08-226c90a8314e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 1122 time: 0.1955569 Nov 09 00:04:29.646737 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.660532 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e19cbc10-7e4b-4108-9064-d5f3c7fef468 req-edc1e46c-eb3a-42a3-8ec0-6019a2092900 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.687648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5153485e-a048-4e64-91cc-77fb5afde6e6 req-77bab8aa-fa77-44c8-b644-f772c4485392 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693866 Nov 09 00:04:29.719331 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9cf26e72-401e-48dc-afb2-e2a6df1cefd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.729390 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9cf26e72-401e-48dc-afb2-e2a6df1cefd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.790930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf26e72-401e-48dc-afb2-e2a6df1cefd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f5d09d-e19b-4e6e-a2d1-126979ca0a9f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:29.805257 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9cf26e72-401e-48dc-afb2-e2a6df1cefd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53ca5ce140be4be196b6a41b4bd599d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5120633 Nov 09 00:04:29.809249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53528) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:29.857451 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e19cbc10-7e4b-4108-9064-d5f3c7fef468 req-edc1e46c-eb3a-42a3-8ec0-6019a2092900 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.872419 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e19cbc10-7e4b-4108-9064-d5f3c7fef468 req-edc1e46c-eb3a-42a3-8ec0-6019a2092900 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.913798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1e46c-eb3a-42a3-8ec0-6019a2092900 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f689ce-af19-488f-a831-db9e15759129,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:29.925156 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.937248 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.980548 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f662075-bb4c-411e-81d9-98d43c0d0d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:29.985811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e19cbc10-7e4b-4108-9064-d5f3c7fef468 req-edc1e46c-eb3a-42a3-8ec0-6019a2092900 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524911 Nov 09 00:04:29.988541 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:30.016487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Pushing event updated for resources: {'Port': ['ID=fb9e43a2-1f33-4de5-a5d2-eb0b2ec64065,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:30.018019 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f662075-bb4c-411e-81d9-98d43c0d0d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:30.022037 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:30.023412 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-be8656e7-85cc-46bf-8eac-7f85aa2a6305 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9586363 Nov 09 00:04:30.082559 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f662075-bb4c-411e-81d9-98d43c0d0d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:30.087532 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f662075-bb4c-411e-81d9-98d43c0d0d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:30.091902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3f662075-bb4c-411e-81d9-98d43c0d0d25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21f5d09d-e19b-4e6e-a2d1-126979ca0a9f HTTP/1.1" status: 204 len: 168 time: 0.2793062 Nov 09 00:04:30.098708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f662075-bb4c-411e-81d9-98d43c0d0d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f5d09d-e19b-4e6e-a2d1-126979ca0a9f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:30.171695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53542) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:30.217211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397d472-b8f0-403f-bce0-0fb4bb423566 req-8b9c1aac-0388-4aac-91d4-03d280db5a30 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:30.219086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c397d472-b8f0-403f-bce0-0fb4bb423566 req-8b9c1aac-0388-4aac-91d4-03d280db5a30 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 971 time: 0.0531268 Nov 09 00:04:30.223787 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fe6431f5-45b5-49ef-b227-643710ed43ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b47806250cb4f0b875bd41e1cb74d00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509737 Nov 09 00:04:30.227945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53544) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:30.342811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c397d472-b8f0-403f-bce0-0fb4bb423566 req-6d45c9e2-e576-4b5c-8e03-29cac52624f7 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155980 Nov 09 00:04:30.358679 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0699-0fac-4e26-a733-5c847145c736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:30.404760 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0699-0fac-4e26-a733-5c847145c736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:30.492016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c9076d5c-ed92-4668-b48a-fd69da2bc66e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:30.513849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-90de2b12-f53f-42c6-9bf5-77bf83141134 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--769202114&fields=id&tenant_id=85721760c5f9402e8c9f3683bda7e723 HTTP/1.1" status: 200 len: 267 time: 0.0694287 Nov 09 00:04:30.513849 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0699-0fac-4e26-a733-5c847145c736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:30.513849 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0699-0fac-4e26-a733-5c847145c736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:30.516557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4a0e0699-0fac-4e26-a733-5c847145c736 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3af28d50-ece3-411d-bec8-26c418f6c407 HTTP/1.1" status: 204 len: 168 time: 0.2868710 Nov 09 00:04:30.528133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e0699-0fac-4e26-a733-5c847145c736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af28d50-ece3-411d-bec8-26c418f6c407,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:30.586499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port c9076d5c-ed92-4668-b48a-fd69da2bc66e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:30.586892 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:30.746700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-af0d6a2b-1e16-4591-a049-5a5f0ff0090e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:30.748570 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-af0d6a2b-1e16-4591-a049-5a5f0ff0090e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/networks?id=9e94dca4-df95-49f6-8582-016b0ed9a68d HTTP/1.1" status: 200 len: 824 time: 0.2228017 Nov 09 00:04:30.766124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-09c57751-7d77-4f04-aaa8-7d40968a5da6 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/quotas/85721760c5f9402e8c9f3683bda7e723 HTTP/1.1" status: 200 len: 375 time: 0.0119145 Nov 09 00:04:31.023728 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-75dd626c-1119-4309-a3ca-ab529a2522f3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=85721760c5f9402e8c9f3683bda7e723&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2492864 Nov 09 00:04:31.039580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9277d31-2866-4c68-9575-66c5830b6f23 req-d8598a8b-5a51-4b5c-8620-225f6c1c872b tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:31.045849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9277d31-2866-4c68-9575-66c5830b6f23 req-d8598a8b-5a51-4b5c-8620-225f6c1c872b tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 972 time: 0.1109836 Nov 09 00:04:31.096736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9277d31-2866-4c68-9575-66c5830b6f23 req-158da0fe-7e88-4ff9-93b2-0433e280a1de tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492849 Nov 09 00:04:31.322142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c081bfde-d693-433d-87e1-cac11ecf9314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:31.324449 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df295679-146f-48fc-9e83-2bbadde5081c" -d '{"events": [{"server_uuid": "c081bfde-d693-433d-87e1-cac11ecf9314", "name": "network-vif-plugged", "status": "completed", "tag": "b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:31.360972 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d89cd4c-b412-4368-bb32-daf90d7a5446 x-openstack-request-id: req-9d89cd4c-b412-4368-bb32-daf90d7a5446 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:31.361285 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c081bfde-d693-433d-87e1-cac11ecf9314", "name": "network-vif-plugged", "status": "completed", "tag": "b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:31.361575 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d89cd4c-b412-4368-bb32-daf90d7a5446 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:31.361963 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c081bfde-d693-433d-87e1-cac11ecf9314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1', 'code': 200} Nov 09 00:04:31.469449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-bf95649f-fe1c-43e7-ba6d-dfe61d958263 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:04:31.470490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-bf95649f-fe1c-43e7-ba6d-dfe61d958263 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1604044 Nov 09 00:04:31.574694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d70cb-bf61-497d-bd0d-60fd7128f7f2 req-5155fa1a-d781-40fb-864d-3d0b792e288b tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:31.576280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-810d70cb-bf61-497d-bd0d-60fd7128f7f2 req-5155fa1a-d781-40fb-864d-3d0b792e288b tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 971 time: 0.1353481 Nov 09 00:04:31.589727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3b3ac-4b41-4efd-a40a-db25650af4bd req-a29cb3f7-2e26-4193-a798-5257918800b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:31.589727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62a3b3ac-4b41-4efd-a40a-db25650af4bd req-a29cb3f7-2e26-4193-a798-5257918800b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 1123 time: 0.1526814 Nov 09 00:04:31.653957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-3c431ad1-5bdb-4acf-9443-0ea43d9b137b service neutron] 10.222.0.25 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679995 Nov 09 00:04:31.712323 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-810d70cb-bf61-497d-bd0d-60fd7128f7f2 req-c7e83a4d-3ab8-4479-beb5-3215dd99b13d tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263402 Nov 09 00:04:31.721763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62a3b3ac-4b41-4efd-a40a-db25650af4bd req-800b9ddb-c2b1-43c1-9dcd-2af39c38c5a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252251 Nov 09 00:04:31.791727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-c8c75486-9e92-4613-99a1-26415bad5995 service neutron] 10.222.0.25 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237774 Nov 09 00:04:32.092132 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1dbbb809-b9a0-4ffe-84bb-8f8378140b1a req-cbc19dc9-fa13-451b-a9f5-3e71decc7176 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 210 time: 0.0523982 Nov 09 00:04:32.144333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-1d71ad7e-f358-4bcc-ba2b-cc9786eb1d1f tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=818f12ca20e5471e85e8211d8afa3c9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636752 Nov 09 00:04:32.296606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f0f24-d43f-462d-87f8-f3cf99ec0e22 req-27125be2-e744-4d13-b25e-65009ea2be11 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:32.298157 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea1f0f24-d43f-462d-87f8-f3cf99ec0e22 req-27125be2-e744-4d13-b25e-65009ea2be11 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 972 time: 0.1151340 Nov 09 00:04:32.327564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-53cb2de6-1042-496c-95ae-2ab1561912b8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:32.329031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-53cb2de6-1042-496c-95ae-2ab1561912b8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828554 Nov 09 00:04:32.355388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-1f94c7d1-d7ef-4a12-be92-4bfd84980bf7 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/quotas/818f12ca20e5471e85e8211d8afa3c9b HTTP/1.1" status: 200 len: 375 time: 0.0154126 Nov 09 00:04:32.400072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-fbf168f6-621c-40dc-b5b9-fd1e9ec556b7 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=818f12ca20e5471e85e8211d8afa3c9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366249 Nov 09 00:04:32.404846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea1f0f24-d43f-462d-87f8-f3cf99ec0e22 req-c798b3b7-482b-493b-af19-783b04ca9e9b tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921977 Nov 09 00:04:32.706363 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53c87916-1166-4f1a-baba-eb5b4bde824f req-fb0f5015-7259-49ac-98d1-629adc7a2ff9 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 210 time: 0.0589349 Nov 09 00:04:32.929969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7549682-76fb-42c5-9c70-756c4e9acf0c req-c010485b-8fea-4635-a23c-a1ecb40af8cc tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:32.931886 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7549682-76fb-42c5-9c70-756c4e9acf0c req-c010485b-8fea-4635-a23c-a1ecb40af8cc tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 971 time: 0.0780447 Nov 09 00:04:33.005979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7549682-76fb-42c5-9c70-756c4e9acf0c req-b5df324f-3668-44db-8d8f-9422e8be2ebc tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663598 Nov 09 00:04:33.186682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef97f7e-bb2b-4bd5-a03d-01cc94bdc8de req-16cf34f9-89bf-4385-98df-285a8fcf28a1 tempest-AggregatesAdminTestJSON-1550988339 tempest-AggregatesAdminTestJSON-1550988339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:33.188424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bef97f7e-bb2b-4bd5-a03d-01cc94bdc8de req-16cf34f9-89bf-4385-98df-285a8fcf28a1 tempest-AggregatesAdminTestJSON-1550988339 tempest-AggregatesAdminTestJSON-1550988339-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 1122 time: 0.0578535 Nov 09 00:04:33.212259 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bef97f7e-bb2b-4bd5-a03d-01cc94bdc8de req-fc3b4814-58b6-478b-874b-20be5367f327 tempest-AggregatesAdminTestJSON-1550988339 tempest-AggregatesAdminTestJSON-1550988339-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:33.301233 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bef97f7e-bb2b-4bd5-a03d-01cc94bdc8de req-fc3b4814-58b6-478b-874b-20be5367f327 tempest-AggregatesAdminTestJSON-1550988339 tempest-AggregatesAdminTestJSON-1550988339-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:33.306366 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bef97f7e-bb2b-4bd5-a03d-01cc94bdc8de req-fc3b4814-58b6-478b-874b-20be5367f327 tempest-AggregatesAdminTestJSON-1550988339 tempest-AggregatesAdminTestJSON-1550988339-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:33.341130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.11', 52507) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:33.363539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-01bc6195-a88b-4b63-a0aa-a78e335a8bf0 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511603 Nov 09 00:04:33.369699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b4814-58b6-478b-874b-20be5367f327 tempest-AggregatesAdminTestJSON-1550988339 tempest-AggregatesAdminTestJSON-1550988339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48dbc15-b3a5-4b92-99f6-5213266083f3,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:33.385742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bef97f7e-bb2b-4bd5-a03d-01cc94bdc8de req-fc3b4814-58b6-478b-874b-20be5367f327 tempest-AggregatesAdminTestJSON-1550988339 tempest-AggregatesAdminTestJSON-1550988339-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811275 Nov 09 00:04:33.504549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c49152c-66c6-47f1-aac7-1db4ca34107b req-b721ca67-11c6-4043-84ac-40e52b888009 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 210 time: 0.0376606 Nov 09 00:04:33.547166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-46bdddba-fceb-4016-a2fd-ab6486c4921c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:33.549803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-46bdddba-fceb-4016-a2fd-ab6486c4921c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630118 Nov 09 00:04:33.572688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-4b25e698-5a1d-49c4-b44d-ba3e908a783d tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:33.574475 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-4b25e698-5a1d-49c4-b44d-ba3e908a783d tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.11 "GET /v2.0/networks?id=9e94dca4-df95-49f6-8582-016b0ed9a68d HTTP/1.1" status: 200 len: 824 time: 0.2311723 Nov 09 00:04:33.576459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-130c53c3-18e0-46f5-8399-23ec38ccbf49 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/quotas/b59b9781081d411e912bbccc125fc75a HTTP/1.1" status: 200 len: 375 time: 0.0174665 Nov 09 00:04:33.609949 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-40a1c162-c70d-43f1-a23d-7f789b225a9a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330942 Nov 09 00:04:33.733660 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-9ffd274a-1ef8-4f1b-a710-68dd836d2c86 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85721760c5f9402e8c9f3683bda7e723 HTTP/1.1" status: 200 len: 379 time: 0.0752122 Nov 09 00:04:33.858933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4385-52cc-4ef1-b9db-e29093d3fb59 req-ea4dce8f-bc69-4c7a-a93a-ba2577c51fba tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:33.861184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-671c4385-52cc-4ef1-b9db-e29093d3fb59 req-ea4dce8f-bc69-4c7a-a93a-ba2577c51fba tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 972 time: 0.0684578 Nov 09 00:04:33.933463 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-671c4385-52cc-4ef1-b9db-e29093d3fb59 req-83488c57-1894-4dc6-821b-948f6c768a10 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640359 Nov 09 00:04:34.040355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c93ac1f2-6e3f-4e0e-911f-6dcb992c31f3 req-b5c91792-7b7d-4e70-9e45-16552a15b1da tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 210 time: 0.0306048 Nov 09 00:04:34.088704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-633a9cd1-d94f-4c2b-a496-3830f3f4b7be req-0ed9fe27-cbe5-4b75-ac44-afb28f4f7cd0 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 210 time: 0.0359781 Nov 09 00:04:34.586912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc96ab8-33f1-4021-9924-d6444efd4527 req-86b1da2e-5da6-4ead-bd55-dbf7b40c9738 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:34.588610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1bc96ab8-33f1-4021-9924-d6444efd4527 req-86b1da2e-5da6-4ead-bd55-dbf7b40c9738 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 972 time: 0.0615396 Nov 09 00:04:34.646582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1bc96ab8-33f1-4021-9924-d6444efd4527 req-ce818b90-cfb8-4228-a6a0-67433c55698d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499673 Nov 09 00:04:34.683478 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ff4d577-8876-414b-a091-0d50d7c32f7f req-6d036736-ed1f-44ea-bffe-7c605b656d6c tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 210 time: 0.0257695 Nov 09 00:04:34.900572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-87c3bf41-a6d4-413c-bd55-3c45de3a10c9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409789 Nov 09 00:04:35.058375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-8f79879b-2e30-4948-8cf2-218ae6e693fc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:35.060132 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-8f79879b-2e30-4948-8cf2-218ae6e693fc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529927 Nov 09 00:04:35.077821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Request body: {'port': {'device_id': '3bce7c1e-b09b-42c3-bc14-76742ed67fa8', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'b59b9781081d411e912bbccc125fc75a'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:35.179209 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86fa702d-3bc0-49b6-af0d-028ff32a3254 req-5b659ac0-675f-4c9c-8cd4-6a524d43403e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 210 time: 0.0358381 Nov 09 00:04:35.214203 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53848) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:35.229190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01d58688-e11b-4659-b52c-c4ed64b1249d req-94a25fbd-895d-48b5-9e58-cf93a47ebfe9 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 210 time: 0.0376241 Nov 09 00:04:35.262489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Made reservation on behalf of b59b9781081d411e912bbccc125fc75a for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:35.266219 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.276682 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.364627 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2e891d-65c8-45bd-801f-a9a72260c652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.376888 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.382376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.450886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc51376-353f-45ee-9985-07c5e273862a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:35.473414 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2e891d-65c8-45bd-801f-a9a72260c652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.485575 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2e891d-65c8-45bd-801f-a9a72260c652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.532922 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fb2e891d-65c8-45bd-801f-a9a72260c652 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e60b9e78ac2e437284cf0a846949ac70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163910 Nov 09 00:04:35.534019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Allocated IP 192.168.233.21 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/52fce0b2-fed0-4497-9964-be0c44e51f45) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:35.535503 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e891d-65c8-45bd-801f-a9a72260c652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a59be7f-44fe-4368-93cf-d0af12a66d63,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:35.536202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53868) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:35.625916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dcee5ba3-7a2b-4eab-a028-13385591c7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.698440 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dcee5ba3-7a2b-4eab-a028-13385591c7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.777982 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.795729 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dcee5ba3-7a2b-4eab-a028-13385591c7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.798443 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dcee5ba3-7a2b-4eab-a028-13385591c7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.799619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dcee5ba3-7a2b-4eab-a028-13385591c7c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a59be7f-44fe-4368-93cf-d0af12a66d63 HTTP/1.1" status: 204 len: 168 time: 0.2624705 Nov 09 00:04:35.831248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee5ba3-7a2b-4eab-a028-13385591c7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a59be7f-44fe-4368-93cf-d0af12a66d63,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:35.862872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f18c8-1d99-4ae6-aecb-890f1b17aed7 req-107091f0-edbb-4758-b76f-ddae63a631ee tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:35.864396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-257f18c8-1d99-4ae6-aecb-890f1b17aed7 req-107091f0-edbb-4758-b76f-ddae63a631ee tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 972 time: 0.0916681 Nov 09 00:04:35.890141 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:35.956844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387183c9-f4aa-4808-a091-51c459c2f453 req-e2711780-4a13-4b6e-9a40-f04e519a4588 tempest-DeleteServersAdminTestJSON-119850559 tempest-DeleteServersAdminTestJSON-119850559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:35.958724 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-387183c9-f4aa-4808-a091-51c459c2f453 req-e2711780-4a13-4b6e-9a40-f04e519a4588 tempest-DeleteServersAdminTestJSON-119850559 tempest-DeleteServersAdminTestJSON-119850559-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 1123 time: 0.1277888 Nov 09 00:04:36.087498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-387183c9-f4aa-4808-a091-51c459c2f453 req-811150fc-213b-46eb-91ab-d6677a8e73c0 tempest-DeleteServersAdminTestJSON-119850559 tempest-DeleteServersAdminTestJSON-119850559-project-admin] Deleting port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:04:36.087884 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-387183c9-f4aa-4808-a091-51c459c2f453 req-811150fc-213b-46eb-91ab-d6677a8e73c0 tempest-DeleteServersAdminTestJSON-119850559 tempest-DeleteServersAdminTestJSON-119850559-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.168604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:36.176479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:36.180421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event updated for resources: {'Port': ['ID=52fce0b2-fed0-4497-9964-be0c44e51f45,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:36.192027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:36.197698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:36.198336 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.204851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-257f18c8-1d99-4ae6-aecb-890f1b17aed7 req-a649be76-2b42-41d3-88c1-cff1bcb6694f tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318660 Nov 09 00:04:36.206713 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-387183c9-f4aa-4808-a091-51c459c2f453 req-811150fc-213b-46eb-91ab-d6677a8e73c0 tempest-DeleteServersAdminTestJSON-119850559 tempest-DeleteServersAdminTestJSON-119850559-project-admin] For port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:36.212840 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-387183c9-f4aa-4808-a091-51c459c2f453 req-811150fc-213b-46eb-91ab-d6677a8e73c0 tempest-DeleteServersAdminTestJSON-119850559 tempest-DeleteServersAdminTestJSON-119850559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.236657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-387183c9-f4aa-4808-a091-51c459c2f453 req-811150fc-213b-46eb-91ab-d6677a8e73c0 tempest-DeleteServersAdminTestJSON-119850559 tempest-DeleteServersAdminTestJSON-119850559-project-admin] Calling delete_port for b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 owned by compute:tempest-test_az-1439302748 {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:04:36.239275 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e2f8c2c-f604-4360-a420-353faca3919f req-483230eb-a954-433f-a17f-954c3da9646e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 210 time: 0.0599260 Nov 09 00:04:36.242845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53904) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:36.256200 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-5a32d568-1f55-4a25-8089-0f2da20ceb13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1825314 Nov 09 00:04:36.278005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Request body: {'port': {'device_id': '3bce7c1e-b09b-42c3-bc14-76742ed67fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:36.310376 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d307-ed15-4c5d-bc09-3a17d826f5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.390603 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.452684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7556d48-b516-4903-bc1b-05e8eaa33a66 req-a7ec2342-0d08-4138-aa71-dd918a027ea7 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 210 time: 0.0335290 Nov 09 00:04:36.504480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842b46e-8896-49db-b982-82f9d0d1f4c7 req-92752d4c-b043-453f-af77-6661b6cad396 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:36.506117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8842b46e-8896-49db-b982-82f9d0d1f4c7 req-92752d4c-b043-453f-af77-6661b6cad396 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 935 time: 0.1312692 Nov 09 00:04:36.519916 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d307-ed15-4c5d-bc09-3a17d826f5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.526758 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d307-ed15-4c5d-bc09-3a17d826f5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.534213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-387183c9-f4aa-4808-a091-51c459c2f453 req-811150fc-213b-46eb-91ab-d6677a8e73c0 tempest-DeleteServersAdminTestJSON-119850559 tempest-DeleteServersAdminTestJSON-119850559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.546394 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:04:36.597946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811150fc-213b-46eb-91ab-d6677a8e73c0 tempest-DeleteServersAdminTestJSON-119850559 tempest-DeleteServersAdminTestJSON-119850559-project-admin] Pushing event deleted for resources: {'Port': ['ID=b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:36.633757 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5fd5d307-ed15-4c5d-bc09-3a17d826f5c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed907abf1a9c431395217e6721df4468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766959 Nov 09 00:04:36.635765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1dbfe787-525b-4c5d-85de-84b1852c4e4d None None] Provisioning complete for port 52fce0b2-fed0-4497-9964-be0c44e51f45 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:36.636595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53912) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:36.637331 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe787-525b-4c5d-85de-84b1852c4e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.656647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5d307-ed15-4c5d-bc09-3a17d826f5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df55e667-aa51-4ba2-a59b-92ded3603f0f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:36.670730 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-387183c9-f4aa-4808-a091-51c459c2f453 req-811150fc-213b-46eb-91ab-d6677a8e73c0 tempest-DeleteServersAdminTestJSON-119850559 tempest-DeleteServersAdminTestJSON-119850559-project-admin] No DVR routers for this DVR port b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:04:36.680311 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-387183c9-f4aa-4808-a091-51c459c2f453 req-811150fc-213b-46eb-91ab-d6677a8e73c0 tempest-DeleteServersAdminTestJSON-119850559 tempest-DeleteServersAdminTestJSON-119850559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.685696 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-387183c9-f4aa-4808-a091-51c459c2f453 req-811150fc-213b-46eb-91ab-d6677a8e73c0 tempest-DeleteServersAdminTestJSON-119850559 tempest-DeleteServersAdminTestJSON-119850559-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 HTTP/1.1" status: 204 len: 173 time: 0.7143302 Nov 09 00:04:36.686407 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c081bfde-d693-433d-87e1-cac11ecf9314', 'name': 'network-vif-deleted', 'tag': 'b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:36.690035 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2af49ab-8ea1-4c03-b011-d37773cd5318" -d '{"events": [{"server_uuid": "c081bfde-d693-433d-87e1-cac11ecf9314", "name": "network-vif-deleted", "tag": "b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:36.704745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8842b46e-8896-49db-b982-82f9d0d1f4c7 req-d63ebee1-34e1-42c3-a64b-c2c4dcb83661 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826832 Nov 09 00:04:36.722876 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-1dbfe787-525b-4c5d-85de-84b1852c4e4d None None] Port 52fce0b2-fed0-4497-9964-be0c44e51f45 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:36.840821 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03465533-72b0-4078-9262-f879175f4697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.871103 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c9009e-116d-4bcd-99ea-a2549299573f x-openstack-request-id: req-36c9009e-116d-4bcd-99ea-a2549299573f {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:36.871962 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c081bfde-d693-433d-87e1-cac11ecf9314", "name": "network-vif-deleted", "tag": "b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:36.872286 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36c9009e-116d-4bcd-99ea-a2549299573f {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:36.872761 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c081bfde-d693-433d-87e1-cac11ecf9314', 'name': 'network-vif-deleted', 'tag': 'b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1', 'status': 'completed', 'code': 200} Nov 09 00:04:36.901257 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03465533-72b0-4078-9262-f879175f4697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.987303 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03465533-72b0-4078-9262-f879175f4697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.989889 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03465533-72b0-4078-9262-f879175f4697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:36.994548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-03465533-72b0-4078-9262-f879175f4697 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df55e667-aa51-4ba2-a59b-92ded3603f0f HTTP/1.1" status: 204 len: 168 time: 0.3499608 Nov 09 00:04:37.029911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03465533-72b0-4078-9262-f879175f4697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df55e667-aa51-4ba2-a59b-92ded3603f0f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:37.059515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fce0b2-fed0-4497-9964-be0c44e51f45 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:37.082756 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:37.111092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Transition to ACTIVE for port object 52fce0b2-fed0-4497-9964-be0c44e51f45 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:04:37.118307 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:37.188935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Pushing event updated for resources: {'Port': ['ID=52fce0b2-fed0-4497-9964-be0c44e51f45,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:37.262053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Attempting to bind port 52fce0b2-fed0-4497-9964-be0c44e51f45 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:37.262821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Attempting to bind port 52fce0b2-fed0-4497-9964-be0c44e51f45 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:37.262821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Attempting to bind port 52fce0b2-fed0-4497-9964-be0c44e51f45 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:37.267816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Port 52fce0b2-fed0-4497-9964-be0c44e51f45 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:04:37.268148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Attempting to bind port 52fce0b2-fed0-4497-9964-be0c44e51f45 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:37.277573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:37.278179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:37.278820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:37.279632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Bound port: 52fce0b2-fed0-4497-9964-be0c44e51f45, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:37.280244 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:37.407638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] For port 52fce0b2-fed0-4497-9964-be0c44e51f45, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:37.415900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] For port 52fce0b2-fed0-4497-9964-be0c44e51f45, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=52fce0b2-fed0-4497-9964-be0c44e51f45,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:37.424372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:37.530522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:37.531149 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:37.532818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] 10.222.0.30 "PUT /v2.0/ports/52fce0b2-fed0-4497-9964-be0c44e51f45 HTTP/1.1" status: 200 len: 1095 time: 1.2682977 Nov 09 00:04:37.551663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bce7c1e-b09b-42c3-bc14-76742ed67fa8', 'tag': '52fce0b2-fed0-4497-9964-be0c44e51f45'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:37.554961 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd78be-5976-447c-ba2e-b0dbfe39d5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3bce7c1e-b09b-42c3-bc14-76742ed67fa8", "tag": "52fce0b2-fed0-4497-9964-be0c44e51f45"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:37.564554 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25e7b2c7-b419-478b-a8d1-fd013502078c req-906073cc-1029-41be-9fda-b87fe4429d45 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=c081bfde-d693-433d-87e1-cac11ecf9314 HTTP/1.1" status: 200 len: 210 time: 0.0697832 Nov 09 00:04:37.565695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41122156-db36-4ded-b5a3-aa3d40faef01 service neutron] Pushing event updated for resources: {'Port': ['ID=52fce0b2-fed0-4497-9964-be0c44e51f45,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:37.718820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-418a9e28-2e9c-4dda-ba36-4bb927ab620f req-384846a2-d23a-4343-a110-babca62d12ff tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 210 time: 0.0595722 Nov 09 00:04:37.747413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-083da9e9-3927-4454-8f23-a85122bb14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:37.749129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-083da9e9-3927-4454-8f23-a85122bb14ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 1098 time: 0.1538198 Nov 09 00:04:37.790413 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc556959-2830-46c6-ab17-c6ea5c580399 x-openstack-request-id: req-cc556959-2830-46c6-ab17-c6ea5c580399 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:37.790736 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bce7c1e-b09b-42c3-bc14-76742ed67fa8", "tag": "52fce0b2-fed0-4497-9964-be0c44e51f45", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:37.790954 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc556959-2830-46c6-ab17-c6ea5c580399 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:37.791343 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bce7c1e-b09b-42c3-bc14-76742ed67fa8', 'tag': '52fce0b2-fed0-4497-9964-be0c44e51f45', 'status': 'completed', 'code': 200} Nov 09 00:04:37.847259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-9466cc76-ad53-42ad-87d5-846de09e4d25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=52fce0b2-fed0-4497-9964-be0c44e51f45 HTTP/1.1" status: 200 len: 217 time: 0.0890155 Nov 09 00:04:37.863973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b888552d-ab9a-400c-937f-c58e0b67cb94 req-329e5b7b-35bf-4db4-a1ef-6a7a633de169 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 210 time: 0.0981355 Nov 09 00:04:37.946046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-9388c8b6-86d6-4bbb-a272-b01a98ad05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:37.947546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-9388c8b6-86d6-4bbb-a272-b01a98ad05c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0865986 Nov 09 00:04:38.050320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-42f38957-da0a-4b00-83e0-cb2f57f80e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:38.051844 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-42f38957-da0a-4b00-83e0-cb2f57f80e86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967784 Nov 09 00:04:38.095961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ecf1-cdf3-4c51-9372-47778da8883c req-1d3b12c0-13f7-46a2-89dc-ae27e6d64570 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:38.097545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-79e2ecf1-cdf3-4c51-9372-47778da8883c req-1d3b12c0-13f7-46a2-89dc-ae27e6d64570 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 947 time: 0.0920990 Nov 09 00:04:38.198482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-79e2ecf1-cdf3-4c51-9372-47778da8883c req-d4997c26-9a46-47d4-bdd8-5b1e89379deb tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690939 Nov 09 00:04:38.202208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-a609c2ef-dcbc-48e9-a503-106cf6a21c00 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428964 Nov 09 00:04:38.326588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd7a6429-d8ff-4a4b-88ed-e1a7d82a4cd9 req-b8b191ea-6880-4bd7-821a-a57c34414de7 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124845 Nov 09 00:04:38.446515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd78be-5976-447c-ba2e-b0dbfe39d5e4 req-792b528d-224b-4e36-a1fd-fd6365376f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:38.448719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dbd78be-5976-447c-ba2e-b0dbfe39d5e4 req-792b528d-224b-4e36-a1fd-fd6365376f0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0659416 Nov 09 00:04:38.585779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd78be-5976-447c-ba2e-b0dbfe39d5e4 req-a8b38c4f-9ed9-4e50-9de4-16bc607f0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:38.588048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dbd78be-5976-447c-ba2e-b0dbfe39d5e4 req-a8b38c4f-9ed9-4e50-9de4-16bc607f0659 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1328056 Nov 09 00:04:38.656030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dbd78be-5976-447c-ba2e-b0dbfe39d5e4 req-569c6537-eb9b-4999-b8af-a22707b1ba13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=52fce0b2-fed0-4497-9964-be0c44e51f45 HTTP/1.1" status: 200 len: 217 time: 0.0583916 Nov 09 00:04:38.785635 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd78be-5976-447c-ba2e-b0dbfe39d5e4 req-18794083-8ba1-442b-aedb-c7d0c949785a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:38.787376 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dbd78be-5976-447c-ba2e-b0dbfe39d5e4 req-18794083-8ba1-442b-aedb-c7d0c949785a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1237197 Nov 09 00:04:38.866393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7ced53b-0f89-4352-9d07-7aa53aab018e req-1a3d57d2-e6f7-4516-8bba-7c545c7586ea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 210 time: 0.0550487 Nov 09 00:04:38.879026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd78be-5976-447c-ba2e-b0dbfe39d5e4 req-e17be567-a8fc-464b-bed3-49902f0b2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:38.885123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dbd78be-5976-447c-ba2e-b0dbfe39d5e4 req-e17be567-a8fc-464b-bed3-49902f0b2063 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849872 Nov 09 00:04:38.982270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54074) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:39.027416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dbd78be-5976-447c-ba2e-b0dbfe39d5e4 req-f537c0cd-c0df-44f7-94a1-12c7f432e790 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375544 Nov 09 00:04:39.079809 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e8ff27d8-f076-4eaf-9ec6-9756f9661bda req-5912018c-df8f-4b90-95ee-6ec7228158c4 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 210 time: 0.0513182 Nov 09 00:04:39.116718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-7f888566-2f28-4a05-aaa4-77af38f91ec7 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=268647eebda44a5bbec255b02ea9941f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718052 Nov 09 00:04:39.138896 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5daf0a0c-6bbb-4bf3-bd36-485e75311e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:39.242174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5daf0a0c-6bbb-4bf3-bd36-485e75311e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:39.249685 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5daf0a0c-6bbb-4bf3-bd36-485e75311e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:39.285667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf0a0c-6bbb-4bf3-bd36-485e75311e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cbe7d5-4241-44d6-8efe-a8f8bee583e9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:39.294673 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5daf0a0c-6bbb-4bf3-bd36-485e75311e3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d56fee6e39948ceb53fda7b41a67683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117464 Nov 09 00:04:39.301597 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54090) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:39.302690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dbd78be-5976-447c-ba2e-b0dbfe39d5e4 req-2f611802-34fd-4776-8ede-4a5d522468d1 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599547 Nov 09 00:04:39.317254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae706129-1b50-41cd-9635-8668eaac42b7 req-cf1d810a-c135-47e6-b93e-ad56dae4f035 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:39.318806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae706129-1b50-41cd-9635-8668eaac42b7 req-cf1d810a-c135-47e6-b93e-ad56dae4f035 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 971 time: 0.1455622 Nov 09 00:04:39.327971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-354003fc-6bd4-47b1-a41c-52e755ca8cca tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:39.329301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-354003fc-6bd4-47b1-a41c-52e755ca8cca tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791260 Nov 09 00:04:39.357264 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a19afde4-542b-445d-9d5b-6f5492fa6163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:39.359691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-0e1528c4-6beb-4f78-b131-3cde7245d7d2 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/quotas/268647eebda44a5bbec255b02ea9941f HTTP/1.1" status: 200 len: 375 time: 0.0222404 Nov 09 00:04:39.381031 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a19afde4-542b-445d-9d5b-6f5492fa6163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:39.400927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-39f1b39d-043f-489c-a7db-a125d1c41e54 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=268647eebda44a5bbec255b02ea9941f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334845 Nov 09 00:04:39.404563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae706129-1b50-41cd-9635-8668eaac42b7 req-20096750-9d9d-4049-9e45-5f7989b3d174 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743322 Nov 09 00:04:39.434694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a19afde4-542b-445d-9d5b-6f5492fa6163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:39.437861 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a19afde4-542b-445d-9d5b-6f5492fa6163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:39.442372 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a19afde4-542b-445d-9d5b-6f5492fa6163 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9cbe7d5-4241-44d6-8efe-a8f8bee583e9 HTTP/1.1" status: 204 len: 168 time: 0.1416664 Nov 09 00:04:39.450859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19afde4-542b-445d-9d5b-6f5492fa6163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cbe7d5-4241-44d6-8efe-a8f8bee583e9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:39.634187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523afe46-0d59-4219-8085-a273771e1e3a req-e2ced7f4-ec51-4b62-b1e6-4e30c3363c74 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:39.644241 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-523afe46-0d59-4219-8085-a273771e1e3a req-e2ced7f4-ec51-4b62-b1e6-4e30c3363c74 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 947 time: 0.0915213 Nov 09 00:04:39.711697 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-523afe46-0d59-4219-8085-a273771e1e3a req-d0dea869-aa4b-45fb-8c13-9bb0a158daf9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657198 Nov 09 00:04:39.851871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2f1613c-87e9-4669-bf2f-866d246d32c7 req-056ee933-bf83-46dd-9bad-842f20e8dee8 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 210 time: 0.0460408 Nov 09 00:04:39.966807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54122) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:39.975549 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3989c173-f958-4056-9462-cd1e984bbd47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:40.016140 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09898d25-23f0-45d3-ac40-88346d03b79a req-7f626670-63d0-469b-a944-7c6c155603fd tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 210 time: 0.0318196 Nov 09 00:04:40.082442 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3989c173-f958-4056-9462-cd1e984bbd47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:40.087932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3989c173-f958-4056-9462-cd1e984bbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:40.141773 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989c173-f958-4056-9462-cd1e984bbd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e7bef5-dc54-4c51-a148-4b04548b9159,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:40.148094 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3989c173-f958-4056-9462-cd1e984bbd47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f715c7cb5b984a5881a022290933dd72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868682 Nov 09 00:04:40.151148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54136) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:40.257317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7ca86d1-da1c-4534-93e3-8ac504b4f692 req-e4ec5aa3-c022-4373-90e8-7a0bb50d5825 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 210 time: 0.0301905 Nov 09 00:04:40.270333 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0968b6eb-ea65-4fd2-b852-8394bcd7dabd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:40.295729 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0968b6eb-ea65-4fd2-b852-8394bcd7dabd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:40.403684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f81db-46f6-4faa-b0bc-b5c6194d2128 req-ef9380eb-68f2-43db-b637-a1fc974316fb tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:40.405556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b70f81db-46f6-4faa-b0bc-b5c6194d2128 req-ef9380eb-68f2-43db-b637-a1fc974316fb tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 971 time: 0.0875335 Nov 09 00:04:40.417329 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0968b6eb-ea65-4fd2-b852-8394bcd7dabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:40.423422 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0968b6eb-ea65-4fd2-b852-8394bcd7dabd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:40.428266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0968b6eb-ea65-4fd2-b852-8394bcd7dabd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40e7bef5-dc54-4c51-a148-4b04548b9159 HTTP/1.1" status: 204 len: 168 time: 0.2761755 Nov 09 00:04:40.487631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54162) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:40.498398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968b6eb-ea65-4fd2-b852-8394bcd7dabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e7bef5-dc54-4c51-a148-4b04548b9159,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:40.504500 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:04:40.534447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:04:40.534666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device b88f8b07-4f1c-43b7-9da3-5a1cbf4c66d1 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:04:40.621610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Request body: {'port': {'device_id': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'admin_state_up': True, 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'security_groups': ['81f00a89-711d-40d3-9974-bf5f4403520a']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:40.690333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b1dd-14c9-471b-bbdf-ef5b0de415c5 req-78701151-ee72-4ebe-91cd-91704d8c105e tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:40.692133 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cda9b1dd-14c9-471b-bbdf-ef5b0de415c5 req-78701151-ee72-4ebe-91cd-91704d8c105e tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 971 time: 0.1679318 Nov 09 00:04:40.778019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cda9b1dd-14c9-471b-bbdf-ef5b0de415c5 req-8ea5c848-76a9-4506-8e49-231eb2ce308b tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/security-groups?id=92b384eb-3949-4e49-9775-fabafbd6cb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755584 Nov 09 00:04:40.780151 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.11', 52510) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:40.791470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-b70f81db-46f6-4faa-b0bc-b5c6194d2128 req-af1f480c-8fa9-4232-adb4-462a0d5598fb tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Deleting port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:04:40.791814 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b70f81db-46f6-4faa-b0bc-b5c6194d2128 req-af1f480c-8fa9-4232-adb4-462a0d5598fb tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.160968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-ad5cb218-37a9-4e36-a6e0-312241aefad0 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=818f12ca20e5471e85e8211d8afa3c9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3760393 Nov 09 00:04:41.189122 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-3d837e6b-eefa-476b-9cfb-1df4b7b72120 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=268647eebda44a5bbec255b02ea9941f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437367 Nov 09 00:04:41.189826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-38528ece-1daf-4e8e-b707-4585d1b42928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.190030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-990300d4-9ecc-4ce7-814e-7f5c63934dfa req-51ecee47-a1c3-4eac-8a27-93941ca34d94 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 210 time: 0.0619786 Nov 09 00:04:41.277929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54196) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:41.360807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26fd3f98-3590-4bfc-ab81-401418958c62 req-134abfb6-db84-4cf2-ba92-334e50143e72 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 210 time: 0.0692537 Nov 09 00:04:41.411813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2714af-c6f7-417d-a905-5fdbc84feb6f req-fcf25fe6-d427-4a9b-9c90-d7f4b31f542e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:41.413902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b2714af-c6f7-417d-a905-5fdbc84feb6f req-fcf25fe6-d427-4a9b-9c90-d7f4b31f542e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 947 time: 0.2789586 Nov 09 00:04:41.459638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-eb66280b-5207-4155-a9d0-3293f980e045 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:41.461148 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-eb66280b-5207-4155-a9d0-3293f980e045 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652378 Nov 09 00:04:41.461884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Made reservation on behalf of 85721760c5f9402e8c9f3683bda7e723 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:41.465359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.474667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-fb7ee857-7dbd-4736-b33f-137b84f187d8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:41.476693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-fb7ee857-7dbd-4736-b33f-137b84f187d8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236042 Nov 09 00:04:41.480155 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Request body: {'port': {'device_id': '08355f09-45fc-40fb-a942-b0adddf25716', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '268647eebda44a5bbec255b02ea9941f'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:41.483701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b70f81db-46f6-4faa-b0bc-b5c6194d2128 req-af1f480c-8fa9-4232-adb4-462a0d5598fb tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] For port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=16323b94-c731-4fb4-a7b1-b0e46f2a6e28,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:41.484068 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b70f81db-46f6-4faa-b0bc-b5c6194d2128 req-af1f480c-8fa9-4232-adb4-462a0d5598fb tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.505624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Request body: {'port': {'device_id': '93f0b5f5-c387-4e8f-bf33-e36881cdf1f8', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '818f12ca20e5471e85e8211d8afa3c9b'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:41.534354 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd53fb8a-69ea-40be-9092-24597e257623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.559944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-b70f81db-46f6-4faa-b0bc-b5c6194d2128 req-af1f480c-8fa9-4232-adb4-462a0d5598fb tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Calling delete_port for 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 owned by compute:tempest-test_az-1439302748 {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:04:41.564447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7bc010c7-25c5-477f-b68b-858b9d8355d3 req-61166da2-532b-4eeb-86ab-e20a71f087c6 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 210 time: 0.0868049 Nov 09 00:04:41.636792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-38528ece-1daf-4e8e-b707-4585d1b42928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.655583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b2714af-c6f7-417d-a905-5fdbc84feb6f req-970e2356-97a1-4836-87e9-972033e0bf2a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282560 Nov 09 00:04:41.656934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-38528ece-1daf-4e8e-b707-4585d1b42928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.765174 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-38528ece-1daf-4e8e-b707-4585d1b42928 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e111f7e04765411686d6735a3c92b0a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2764556 Nov 09 00:04:41.767864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54212) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:41.772430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38528ece-1daf-4e8e-b707-4585d1b42928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c3491b-8aa3-4771-ab87-efaf9d2d5452,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:41.820789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Made reservation on behalf of 818f12ca20e5471e85e8211d8afa3c9b for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:41.825377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Allocated IP 172.20.0.4 (9e94dca4-df95-49f6-8582-016b0ed9a68d/06894441-bc2c-4e4b-b1b0-1951d00eb0f7/ca3b6e5b-cbd9-4521-bf79-0c48845972ec) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:41.825530 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.836451 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Made reservation on behalf of 268647eebda44a5bbec255b02ea9941f for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:41.840486 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.849371 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.890894 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd53fb8a-69ea-40be-9092-24597e257623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.906556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd53fb8a-69ea-40be-9092-24597e257623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.919415 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b70f81db-46f6-4faa-b0bc-b5c6194d2128 req-af1f480c-8fa9-4232-adb4-462a0d5598fb tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.940797 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-debff7e7-4a42-4724-9956-e0016f4a1edd req-e53a8900-d249-4777-a2cd-f0421f6f82f9 tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe045c78-0897-465b-b9e7-fbb5061fe020 HTTP/1.1" status: 200 len: 210 time: 0.0447643 Nov 09 00:04:41.948596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['16323b94-c731-4fb4-a7b1-b0e46f2a6e28'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:04:41.949122 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-340d1366-7fbb-46d4-b049-b99419d17247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:41.991891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f480c-8fa9-4232-adb4-462a0d5598fb tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Pushing event deleted for resources: {'Port': ['ID=16323b94-c731-4fb4-a7b1-b0e46f2a6e28,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:42.016194 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-340d1366-7fbb-46d4-b049-b99419d17247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.046869 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fd53fb8a-69ea-40be-9092-24597e257623 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=000dd13bf4ed495b9de5f0a31b7cd726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7647219 Nov 09 00:04:42.047826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54220) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:42.085488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53fb8a-69ea-40be-9092-24597e257623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b37721-e027-4a07-8c90-6a491e5df10a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:42.105967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70f81db-46f6-4faa-b0bc-b5c6194d2128 req-af1f480c-8fa9-4232-adb4-462a0d5598fb tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] No DVR routers for this DVR port 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:04:42.126021 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b70f81db-46f6-4faa-b0bc-b5c6194d2128 req-af1f480c-8fa9-4232-adb4-462a0d5598fb tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.129418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b70f81db-46f6-4faa-b0bc-b5c6194d2128 req-af1f480c-8fa9-4232-adb4-462a0d5598fb tempest-AggregatesAdminTestJSON-1050580678 tempest-AggregatesAdminTestJSON-1050580678-project] 10.222.0.30 "DELETE /v2.0/ports/16323b94-c731-4fb4-a7b1-b0e46f2a6e28 HTTP/1.1" status: 204 len: 173 time: 1.7000694 Nov 09 00:04:42.137923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe045c78-0897-465b-b9e7-fbb5061fe020', 'name': 'network-vif-deleted', 'tag': '16323b94-c731-4fb4-a7b1-b0e46f2a6e28'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:42.140466 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc1f35c-b478-480a-9b14-d725a2a16ab2" -d '{"events": [{"server_uuid": "fe045c78-0897-465b-b9e7-fbb5061fe020", "name": "network-vif-deleted", "tag": "16323b94-c731-4fb4-a7b1-b0e46f2a6e28"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:42.195596 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.205324 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Allocated IP 192.168.233.9 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/6d854839-34b9-4d9c-bb80-fe2c9adbd2db) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:42.207773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.234518 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280984db-c020-442b-90f1-6e380dba800c x-openstack-request-id: req-280984db-c020-442b-90f1-6e380dba800c {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:42.234908 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe045c78-0897-465b-b9e7-fbb5061fe020", "name": "network-vif-deleted", "tag": "16323b94-c731-4fb4-a7b1-b0e46f2a6e28", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:42.235192 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-280984db-c020-442b-90f1-6e380dba800c {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:42.235577 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe045c78-0897-465b-b9e7-fbb5061fe020', 'name': 'network-vif-deleted', 'tag': '16323b94-c731-4fb4-a7b1-b0e46f2a6e28', 'status': 'completed', 'code': 200} Nov 09 00:04:42.242686 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73200997-88aa-4b00-af28-8a2822c958d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.249778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.271778 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-340d1366-7fbb-46d4-b049-b99419d17247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.274427 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-340d1366-7fbb-46d4-b049-b99419d17247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.275582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-340d1366-7fbb-46d4-b049-b99419d17247 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59c3491b-8aa3-4771-ab87-efaf9d2d5452 HTTP/1.1" status: 204 len: 168 time: 0.5067589 Nov 09 00:04:42.415430 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73200997-88aa-4b00-af28-8a2822c958d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.429648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83c20be6-6d84-4d0e-ba88-c867092d60d9 req-1258047f-c138-4530-9e66-448e1ed05cf8 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 210 time: 0.0704253 Nov 09 00:04:42.430367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9af63a-392d-4247-9a59-326b6c1391fa,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:42.455513 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.462246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d1366-7fbb-46d4-b049-b99419d17247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c3491b-8aa3-4771-ab87-efaf9d2d5452,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:42.507562 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 52fce0b2-fed0-4497-9964-be0c44e51f45 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:04:42.508824 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73200997-88aa-4b00-af28-8a2822c958d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.511744 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73200997-88aa-4b00-af28-8a2822c958d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.513379 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-73200997-88aa-4b00-af28-8a2822c958d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41b37721-e027-4a07-8c90-6a491e5df10a HTTP/1.1" status: 204 len: 168 time: 0.4501169 Nov 09 00:04:42.524385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73200997-88aa-4b00-af28-8a2822c958d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b37721-e027-4a07-8c90-6a491e5df10a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:42.602685 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Network 9e94dca4-df95-49f6-8582-016b0ed9a68d is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:42.610511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Pushing event updated for resources: {'Port': ['ID=ca3b6e5b-cbd9-4521-bf79-0c48845972ec,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:42.614361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:42.617237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:42.618962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96522d81-79b0-4f7d-b48a-4fae0a4149e1 req-5bb211d3-bcfb-491b-b9ea-f21ce29daad3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:42.623664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:42.624331 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.644263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96522d81-79b0-4f7d-b48a-4fae0a4149e1 req-5bb211d3-bcfb-491b-b9ea-f21ce29daad3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 931 time: 0.1105678 Nov 09 00:04:42.651340 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-8e2193a7-7858-494e-8650-1be846294f35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0356340 Nov 09 00:04:42.670053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-436f9c51-4b64-4092-b32d-92663e29cc35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:04:42.672453 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-436f9c51-4b64-4092-b32d-92663e29cc35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099411 Nov 09 00:04:42.727466 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.779192 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-959d6cfc-430e-4e70-8a2b-283753252b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.808602 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:42.834548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 52fce0b2-fed0-4497-9964-be0c44e51f45, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=52fce0b2-fed0-4497-9964-be0c44e51f45,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:42.842624 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96522d81-79b0-4f7d-b48a-4fae0a4149e1 req-41355f59-c676-496d-9cb4-ce15cba82d70 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959229 Nov 09 00:04:42.844600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c02f2eb8-c53f-4f9d-8514-55be3b01e821 req-f20055bb-a352-4823-9284-5434ae628979 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 210 time: 0.1258843 Nov 09 00:04:42.880520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '52fce0b2-fed0-4497-9964-be0c44e51f45', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '52fce0b2-fed0-4497-9964-be0c44e51f45', 'mac_address': 'fa:16:3e:b8:d7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:04:42.938167 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Allocated IP 192.168.233.88 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/45ee036c-e148-4f20-b9d4-aa20c85643df) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:42.986919 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:43.016109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:43.035758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:43.039401 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.050253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:43.055225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.070712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fce0b2-fed0-4497-9964-be0c44e51f45 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:43.094437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Pushing event updated for resources: {'Port': ['ID=6d854839-34b9-4d9c-bb80-fe2c9adbd2db,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:43.114286 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-8541a994-969f-403e-b1ec-06327904cb9d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6421657 Nov 09 00:04:43.126883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 52fce0b2-fed0-4497-9964-be0c44e51f45, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=52fce0b2-fed0-4497-9964-be0c44e51f45,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:43.129852 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Request body: {'port': {'device_id': '08355f09-45fc-40fb-a942-b0adddf25716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:43.143587 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.155366 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1459ba64-94a5-4fe8-8cb7-8e1a0a67bad7 None None] Provisioning complete for port ca3b6e5b-cbd9-4521-bf79-0c48845972ec triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:43.155731 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1459ba64-94a5-4fe8-8cb7-8e1a0a67bad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.165216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0775d-b5f9-4675-9b8f-4abb7196d757 req-a08dec30-5159-4189-b67f-bc297d6a0300 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:43.175531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78a0775d-b5f9-4675-9b8f-4abb7196d757 req-a08dec30-5159-4189-b67f-bc297d6a0300 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 947 time: 0.1593733 Nov 09 00:04:43.252761 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.282263 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-1459ba64-94a5-4fe8-8cb7-8e1a0a67bad7 None None] Port ca3b6e5b-cbd9-4521-bf79-0c48845972ec cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:43.311422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78a0775d-b5f9-4675-9b8f-4abb7196d757 req-16cf2c03-9eba-4d92-9387-3b6810079e06 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349292 Nov 09 00:04:43.327028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=52fce0b2-fed0-4497-9964-be0c44e51f45,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:43.346811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.364320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:04:43.385886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54256) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:43.434340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-23293da1-a2f8-4b88-9e80-3781891484d6 None None] Provisioning complete for port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:43.440266 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-84240447-52ea-44f7-994b-f1f40bc55550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.440784 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-23293da1-a2f8-4b88-9e80-3781891484d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.526398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-23293da1-a2f8-4b88-9e80-3781891484d6 None None] Port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:43.623554 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.635671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Request body: {'port': {'device_id': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:43.686076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:43.690413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54266) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:43.705371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:43.708284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:43.716171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:43.717022 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.740016 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07ab9b2f-9f99-4c2f-b386-77a29402a6de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.780038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e38f-1a90-46f9-bdab-7d6427ef0f93 req-45f50587-29b2-44b3-8a64-0122a2982075 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:43.781706 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe38e38f-1a90-46f9-bdab-7d6427ef0f93 req-45f50587-29b2-44b3-8a64-0122a2982075 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 934 time: 0.2099001 Nov 09 00:04:43.783249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.813869 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-84240447-52ea-44f7-994b-f1f40bc55550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.821120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Pushing event updated for resources: {'Port': ['ID=45ee036c-e148-4f20-b9d4-aa20c85643df,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:43.829020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-aec68183-1a86-4aa9-95fd-f276b7bceb37 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3415215 Nov 09 00:04:43.838056 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-84240447-52ea-44f7-994b-f1f40bc55550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:43.869472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Request body: {'port': {'device_id': '93f0b5f5-c387-4e8f-bf33-e36881cdf1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:43.934790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54274) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:43.966952 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-84240447-52ea-44f7-994b-f1f40bc55550 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d7924535407413a8cfe524078ad8e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5744507 Nov 09 00:04:43.968288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84240447-52ea-44f7-994b-f1f40bc55550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920f4c55-7eb5-451d-b0b8-5e384b070655,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:43.970100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54278) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:44.051507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe38e38f-1a90-46f9-bdab-7d6427ef0f93 req-aac18157-8cac-43dc-88f9-a6d3653ee9dc tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361529 Nov 09 00:04:44.072436 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d854839-34b9-4d9c-bb80-fe2c9adbd2db {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:44.083127 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.086558 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.100725 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-47e1239c-e49b-408d-82c1-e94fcea90944 None None] Provisioning complete for port 45ee036c-e148-4f20-b9d4-aa20c85643df triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:44.103927 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-47e1239c-e49b-408d-82c1-e94fcea90944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.128547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Transition to ACTIVE for port object 6d854839-34b9-4d9c-bb80-fe2c9adbd2db will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:04:44.159124 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07ab9b2f-9f99-4c2f-b386-77a29402a6de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.174269 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07ab9b2f-9f99-4c2f-b386-77a29402a6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.177670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.195477 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-47e1239c-e49b-408d-82c1-e94fcea90944 None None] Port 45ee036c-e148-4f20-b9d4-aa20c85643df cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:44.251701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9363c59b-9d98-49f3-a487-0e4930bdf3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.318899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Pushing event updated for resources: {'Port': ['ID=6d854839-34b9-4d9c-bb80-fe2c9adbd2db,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:44.342637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9363c59b-9d98-49f3-a487-0e4930bdf3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.346234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-07ab9b2f-9f99-4c2f-b386-77a29402a6de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f381950e2c524ac6ab528af497c5f2b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6475143 Nov 09 00:04:44.348994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54282) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:44.362235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab9b2f-9f99-4c2f-b386-77a29402a6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1562953e-8945-4584-87ce-58086453cbec,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:44.371296 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c471ee00-81a8-4bf3-8847-4cb0adb1b288 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46a17ae71e6149beb83096c34b407cdf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4353254 Nov 09 00:04:44.374651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54286) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:44.456440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Attempting to bind port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:44.456768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b6a07-df93-4933-a0bc-0e2a044b89ea req-101a56a0-c83f-47a9-a222-eb9612233cee tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:44.457231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Attempting to bind port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:44.457231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Attempting to bind port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:44.458317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-854b6a07-df93-4933-a0bc-0e2a044b89ea req-101a56a0-c83f-47a9-a222-eb9612233cee tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 931 time: 0.1981845 Nov 09 00:04:44.472734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5c2a3-1a9c-45f0-9710-8606cb32aa77 req-2ab16fdc-82f7-4956-960c-7f81def72595 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:44.474095 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4c5c2a3-1a9c-45f0-9710-8606cb32aa77 req-2ab16fdc-82f7-4956-960c-7f81def72595 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 935 time: 0.2711999 Nov 09 00:04:44.494637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:04:44.494962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Attempting to bind port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:44.516060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:44.516414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:44.517217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:44.517695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Bound port: 6d854839-34b9-4d9c-bb80-fe2c9adbd2db, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:44.518219 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.522539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 52fce0b2-fed0-4497-9964-be0c44e51f45 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:44.535056 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a350fa85-8682-4c16-a578-af39c1536006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.543031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3b6e5b-cbd9-4521-bf79-0c48845972ec {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:44.558223 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9363c59b-9d98-49f3-a487-0e4930bdf3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.560734 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9363c59b-9d98-49f3-a487-0e4930bdf3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.561894 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9363c59b-9d98-49f3-a487-0e4930bdf3f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/920f4c55-7eb5-451d-b0b8-5e384b070655 HTTP/1.1" status: 204 len: 168 time: 0.5416512 Nov 09 00:04:44.564938 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.610886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 52fce0b2-fed0-4497-9964-be0c44e51f45 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:04:44.617936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363c59b-9d98-49f3-a487-0e4930bdf3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920f4c55-7eb5-451d-b0b8-5e384b070655,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:44.620540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 52fce0b2-fed0-4497-9964-be0c44e51f45 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:44.621116 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.633074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Transition to ACTIVE for port object ca3b6e5b-cbd9-4521-bf79-0c48845972ec will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:04:44.685837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] For port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:44.690015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] For port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6d854839-34b9-4d9c-bb80-fe2c9adbd2db,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:44.698092 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a350fa85-8682-4c16-a578-af39c1536006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.720046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.731691 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.737030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.757961 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d408-f840-4041-b5fa-6542db6b3540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.768137 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bce7c1e-b09b-42c3-bc14-76742ed67fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fce0b2-fed0-4497-9964-be0c44e51f45'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:44.771240 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c447e94-3a2e-4d3d-b1c8-2c5694bc4301" -d '{"events": [{"server_uuid": "3bce7c1e-b09b-42c3-bc14-76742ed67fa8", "name": "network-vif-plugged", "status": "completed", "tag": "52fce0b2-fed0-4497-9964-be0c44e51f45"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:44.789156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-854b6a07-df93-4933-a0bc-0e2a044b89ea req-422acde0-0a31-41e9-80ad-0f30b5d233bf tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140621 Nov 09 00:04:44.796585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:44.798075 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.799594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 52fce0b2-fed0-4497-9964-be0c44e51f45, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=52fce0b2-fed0-4497-9964-be0c44e51f45,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:44.799745 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] 10.222.0.30 "PUT /v2.0/ports/6d854839-34b9-4d9c-bb80-fe2c9adbd2db HTTP/1.1" status: 200 len: 1094 time: 1.6760099 Nov 09 00:04:44.803879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08355f09-45fc-40fb-a942-b0adddf25716', 'tag': '6d854839-34b9-4d9c-bb80-fe2c9adbd2db'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:44.808227 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba07e39-8109-457e-a902-f3838324486b" -d '{"events": [{"name": "network-changed", "server_uuid": "08355f09-45fc-40fb-a942-b0adddf25716", "tag": "6d854839-34b9-4d9c-bb80-fe2c9adbd2db"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:44.817573 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-030dc3ca-1a93-4eb3-9e78-1a8b98e63109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.824124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4c5c2a3-1a9c-45f0-9710-8606cb32aa77 req-b8eae40a-df5a-4851-8059-4f5b7499a5af tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401527 Nov 09 00:04:44.830422 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.833018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:04:44.833645 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d408-f840-4041-b5fa-6542db6b3540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.865052 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a350fa85-8682-4c16-a578-af39c1536006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.869633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a350fa85-8682-4c16-a578-af39c1536006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:44.871612 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a350fa85-8682-4c16-a578-af39c1536006 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92b384eb-3949-4e49-9775-fabafbd6cb07 HTTP/1.1" status: 204 len: 168 time: 0.4927413 Nov 09 00:04:44.872628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3b6e5b-cbd9-4521-bf79-0c48845972ec,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:44.907089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:04:44.915105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 16323b94-c731-4fb4-a7b1-b0e46f2a6e28 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:04:44.935874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350fa85-8682-4c16-a578-af39c1536006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b384eb-3949-4e49-9775-fabafbd6cb07,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:45.034911 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4872ecc4-80d0-4a22-bbb4-d347c38c2789 x-openstack-request-id: req-4872ecc4-80d0-4a22-bbb4-d347c38c2789 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:45.035228 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bce7c1e-b09b-42c3-bc14-76742ed67fa8", "name": "network-vif-plugged", "status": "completed", "tag": "52fce0b2-fed0-4497-9964-be0c44e51f45", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:45.035491 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4872ecc4-80d0-4a22-bbb4-d347c38c2789 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:45.035892 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bce7c1e-b09b-42c3-bc14-76742ed67fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fce0b2-fed0-4497-9964-be0c44e51f45', 'code': 200} Nov 09 00:04:45.108837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=52fce0b2-fed0-4497-9964-be0c44e51f45,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:45.139354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa55b4-fc7a-455f-b78e-90d789b71f3f service neutron] Pushing event updated for resources: {'Port': ['ID=6d854839-34b9-4d9c-bb80-fe2c9adbd2db,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:45.149153 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755b5444-6bd2-4b28-94d9-be42ae34aefa x-openstack-request-id: req-755b5444-6bd2-4b28-94d9-be42ae34aefa {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:45.149869 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08355f09-45fc-40fb-a942-b0adddf25716", "tag": "6d854839-34b9-4d9c-bb80-fe2c9adbd2db", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:45.150322 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-755b5444-6bd2-4b28-94d9-be42ae34aefa {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:45.151001 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08355f09-45fc-40fb-a942-b0adddf25716', 'tag': '6d854839-34b9-4d9c-bb80-fe2c9adbd2db', 'status': 'completed', 'code': 200} Nov 09 00:04:45.156456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Attempting to bind port ca3b6e5b-cbd9-4521-bf79-0c48845972ec on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:45.157031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Attempting to bind port ca3b6e5b-cbd9-4521-bf79-0c48845972ec by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:45.158571 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Attempting to bind port ca3b6e5b-cbd9-4521-bf79-0c48845972ec on network 9e94dca4-df95-49f6-8582-016b0ed9a68d {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:45.174471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Port ca3b6e5b-cbd9-4521-bf79-0c48845972ec on network 9e94dca4-df95-49f6-8582-016b0ed9a68d not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:04:45.176273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Attempting to bind port ca3b6e5b-cbd9-4521-bf79-0c48845972ec on network 9e94dca4-df95-49f6-8582-016b0ed9a68d {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:45.188012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:45.190284 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Checking segment: {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:45.190832 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Bound using segment: {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:45.191339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Bound port: ca3b6e5b-cbd9-4521-bf79-0c48845972ec, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:45.192688 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:45.224768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ee036c-e148-4f20-b9d4-aa20c85643df {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:45.239935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-688e32c9-c9b8-413e-b5ef-9ff79d3d08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:45.254068 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-688e32c9-c9b8-413e-b5ef-9ff79d3d08a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=268647eebda44a5bbec255b02ea9941f&device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 1097 time: 0.3400373 Nov 09 00:04:45.296553 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d408-f840-4041-b5fa-6542db6b3540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:45.299255 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d408-f840-4041-b5fa-6542db6b3540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:45.306392 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8dc7d408-f840-4041-b5fa-6542db6b3540 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1562953e-8945-4584-87ce-58086453cbec HTTP/1.1" status: 204 len: 168 time: 0.9528632 Nov 09 00:04:45.311905 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:45.328316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154bb82-bd1d-4102-a4d8-43430303ed0d req-bf65581b-d1d7-4f0e-9838-ad80516b35ed tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:45.339099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7154bb82-bd1d-4102-a4d8-43430303ed0d req-bf65581b-d1d7-4f0e-9838-ad80516b35ed tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 949 time: 0.3468077 Nov 09 00:04:45.351575 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd2459-9a71-4fc1-b92a-88c0cb895b24 req-6a770e6b-94cd-40be-a780-14a97eb019c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:45.353142 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4cbd2459-9a71-4fc1-b92a-88c0cb895b24 req-6a770e6b-94cd-40be-a780-14a97eb019c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 1100 time: 0.2351043 Nov 09 00:04:45.354022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7d408-f840-4041-b5fa-6542db6b3540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1562953e-8945-4584-87ce-58086453cbec,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:45.382089 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-55b87ba6-3084-42d6-9039-8786aa3691a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=6d854839-34b9-4d9c-bb80-fe2c9adbd2db HTTP/1.1" status: 200 len: 217 time: 0.0624678 Nov 09 00:04:45.424981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] For port ca3b6e5b-cbd9-4521-bf79-0c48845972ec, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:45.429201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] For port ca3b6e5b-cbd9-4521-bf79-0c48845972ec, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ca3b6e5b-cbd9-4521-bf79-0c48845972ec,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:45.451969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Transition to ACTIVE for port object 45ee036c-e148-4f20-b9d4-aa20c85643df will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:04:45.452702 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:45.470090 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:45.510960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:45.511573 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:45.513930 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] 10.222.0.11 "PUT /v2.0/ports/ca3b6e5b-cbd9-4521-bf79-0c48845972ec HTTP/1.1" status: 200 len: 1091 time: 2.4326673 Nov 09 00:04:45.537791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50047d4a-37fb-4713-9cbc-a53afc62f5a2 req-273135c6-02aa-4c65-ad75-f8de20f22dbe tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:45.544648 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-f0d25487-cf1d-4375-9679-496abcd6507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:45.546712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50047d4a-37fb-4713-9cbc-a53afc62f5a2 req-273135c6-02aa-4c65-ad75-f8de20f22dbe tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 946 time: 0.1748116 Nov 09 00:04:45.546849 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-f0d25487-cf1d-4375-9679-496abcd6507f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1585584 Nov 09 00:04:45.613682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790ea2f-6b11-43e2-8e4e-2c49dc120118 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3b6e5b-cbd9-4521-bf79-0c48845972ec,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:45.624905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7154bb82-bd1d-4102-a4d8-43430303ed0d req-d9e34baf-6fa4-43cc-99d7-ace8aba6d5c1 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848499 Nov 09 00:04:45.627617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4cbd2459-9a71-4fc1-b92a-88c0cb895b24 req-45c7e312-7f75-4860-b13b-6763dbe69f89 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577357 Nov 09 00:04:45.630994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Pushing event updated for resources: {'Port': ['ID=45ee036c-e148-4f20-b9d4-aa20c85643df,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:45.664384 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54318) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:45.702925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-0a60c23c-aa8a-4f21-bfaa-41ad89264407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:45.704693 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-0a60c23c-aa8a-4f21-bfaa-41ad89264407 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471269 Nov 09 00:04:45.741454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-aa0aa5c2-9172-45b4-ae4c-485a3a60481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:45.743164 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-aa0aa5c2-9172-45b4-ae4c-485a3a60481d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85721760c5f9402e8c9f3683bda7e723&device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 1094 time: 0.1436286 Nov 09 00:04:45.768767 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:45.810053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50047d4a-37fb-4713-9cbc-a53afc62f5a2 req-206b7361-54fb-491f-8226-d9ca9e20e307 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622838 Nov 09 00:04:45.816322 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-ebe78bb6-0cac-411d-80ed-2c2ddf05c757 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3b6e5b-cbd9-4521-bf79-0c48845972ec HTTP/1.1" status: 200 len: 217 time: 0.0586305 Nov 09 00:04:45.849164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c4858852-a7ab-42ea-89b8-c45beba4ebac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3fa792f22d142db84d4b71c1cbfe066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820538 Nov 09 00:04:45.855164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54330) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:45.863747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Attempting to bind port 45ee036c-e148-4f20-b9d4-aa20c85643df on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:45.864090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Attempting to bind port 45ee036c-e148-4f20-b9d4-aa20c85643df by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:45.864425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Attempting to bind port 45ee036c-e148-4f20-b9d4-aa20c85643df on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:45.877977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Port 45ee036c-e148-4f20-b9d4-aa20c85643df on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:04:45.878512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Attempting to bind port 45ee036c-e148-4f20-b9d4-aa20c85643df on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:45.898210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:45.898870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:45.899414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:45.900016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Bound port: 45ee036c-e148-4f20-b9d4-aa20c85643df, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:45.900544 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:46.000829 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:46.011558 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:46.140199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d0229-689d-4bd8-a440-35057138fd9e req-e1fc61ec-fac1-4477-8373-1e8e2f8701d7 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:46.141824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea9d0229-689d-4bd8-a440-35057138fd9e req-e1fc61ec-fac1-4477-8373-1e8e2f8701d7 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 943 time: 0.0952520 Nov 09 00:04:46.196956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021b0bb-a61a-4a27-84d8-1242e7c6d356 req-70e92493-b643-4925-b414-5322f7d64bfc tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:46.198630 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e021b0bb-a61a-4a27-84d8-1242e7c6d356 req-70e92493-b643-4925-b414-5322f7d64bfc tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 947 time: 0.2529497 Nov 09 00:04:46.202084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-40b067e3-0aa7-4927-8624-4268f93ef9fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:46.233009 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-40b067e3-0aa7-4927-8624-4268f93ef9fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:46.237558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] For port 45ee036c-e148-4f20-b9d4-aa20c85643df, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:46.240167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54344) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:46.281125 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-420de6ac-62c0-42b2-8818-7b9200517680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:46.282749 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-420de6ac-62c0-42b2-8818-7b9200517680 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06894441-bc2c-4e4b-b1b0-1951d00eb0f7 HTTP/1.1" status: 200 len: 863 time: 0.4259212 Nov 09 00:04:46.298170 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] For port 45ee036c-e148-4f20-b9d4-aa20c85643df, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=45ee036c-e148-4f20-b9d4-aa20c85643df,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:46.327760 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:46.338889 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-5a9126e5-2ab2-4594-badf-04aed04dd566 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241601 Nov 09 00:04:46.350163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-a69e05ad-1319-4d32-9a61-72e85fb4d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:46.351565 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-a69e05ad-1319-4d32-9a61-72e85fb4d0c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e94dca4-df95-49f6-8582-016b0ed9a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475776 Nov 09 00:04:46.352174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea9d0229-689d-4bd8-a440-35057138fd9e req-c6c64fc4-5e45-4d2e-9d8a-d4ecc30f23b7 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964712 Nov 09 00:04:46.400758 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:46.401375 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:46.403769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] 10.222.0.11 "PUT /v2.0/ports/45ee036c-e148-4f20-b9d4-aa20c85643df HTTP/1.1" status: 200 len: 1095 time: 2.5402362 Nov 09 00:04:46.409341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e021b0bb-a61a-4a27-84d8-1242e7c6d356 req-ef8ecaab-9844-4219-a60c-20ef7d6836ff tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837943 Nov 09 00:04:46.409852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f0b5f5-c387-4e8f-bf33-e36881cdf1f8', 'tag': '45ee036c-e148-4f20-b9d4-aa20c85643df'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:46.412793 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99ac22a-4e4f-4ebc-939d-ea7fce0ce5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "93f0b5f5-c387-4e8f-bf33-e36881cdf1f8", "tag": "45ee036c-e148-4f20-b9d4-aa20c85643df"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:46.448325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dec79-d787-42a3-a206-f0c8bf90280e service neutron] Pushing event updated for resources: {'Port': ['ID=45ee036c-e148-4f20-b9d4-aa20c85643df,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:46.451751 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-40b067e3-0aa7-4927-8624-4268f93ef9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:46.462831 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-40b067e3-0aa7-4927-8624-4268f93ef9fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:46.464052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-40b067e3-0aa7-4927-8624-4268f93ef9fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f48dbc15-b3a5-4b92-99f6-5213266083f3 HTTP/1.1" status: 204 len: 168 time: 0.6056428 Nov 09 00:04:46.483012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b067e3-0aa7-4927-8624-4268f93ef9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48dbc15-b3a5-4b92-99f6-5213266083f3,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:46.491127 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c0a9d4-1212-4e79-9bb7-89c263285858 x-openstack-request-id: req-73c0a9d4-1212-4e79-9bb7-89c263285858 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:46.491127 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f0b5f5-c387-4e8f-bf33-e36881cdf1f8", "tag": "45ee036c-e148-4f20-b9d4-aa20c85643df", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:46.491499 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73c0a9d4-1212-4e79-9bb7-89c263285858 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:46.491764 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f0b5f5-c387-4e8f-bf33-e36881cdf1f8', 'tag': '45ee036c-e148-4f20-b9d4-aa20c85643df', 'status': 'completed', 'code': 200} Nov 09 00:04:46.518986 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0f226d5e-f8ff-441f-8dd8-7273b72c298a req-fa81caf4-ad6a-4b96-ab37-38a39fb065e2 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712213 Nov 09 00:04:46.551199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-2aa4c79d-ad4c-48ec-8a9c-18e9b61d5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:46.552600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-2aa4c79d-ad4c-48ec-8a9c-18e9b61d5af8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=818f12ca20e5471e85e8211d8afa3c9b&device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 1098 time: 0.0786145 Nov 09 00:04:46.625087 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9f537f57-4b60-4c73-a406-e29c1c318fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:46.663417 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-acb3ec4d-0386-4da6-8608-e2f02de0fdaf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=45ee036c-e148-4f20-b9d4-aa20c85643df HTTP/1.1" status: 200 len: 217 time: 0.0996699 Nov 09 00:04:46.757015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-dc284a8e-c96f-4826-92b9-ea4c089d41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:46.759519 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-dc284a8e-c96f-4826-92b9-ea4c089d41b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0867479 Nov 09 00:04:46.762275 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-996f14d0-698f-4ed1-89ca-6645815da51d service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352123 Nov 09 00:04:46.897157 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9f537f57-4b60-4c73-a406-e29c1c318fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:46.923355 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9f537f57-4b60-4c73-a406-e29c1c318fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:46.968047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c0522-c7a3-4260-9305-e9a6ff9b0199 req-3b02758b-3bb8-46f8-8794-c79532c86a84 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:46.970540 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c9c0522-c7a3-4260-9305-e9a6ff9b0199 req-3b02758b-3bb8-46f8-8794-c79532c86a84 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 949 time: 0.2099669 Nov 09 00:04:46.977254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-43a3dcfa-875d-4f33-ae9d-0e059482b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:46.979578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-43a3dcfa-875d-4f33-ae9d-0e059482b807 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1818142 Nov 09 00:04:47.008516 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9f537f57-4b60-4c73-a406-e29c1c318fbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a7e90016aee439a93fbc8bd3d51d197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7645328 Nov 09 00:04:47.010266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54368) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:47.025374 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba07e39-8109-457e-a902-f3838324486b req-a0cca962-736f-460a-8e48-b2d221a51e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:47.026915 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7ba07e39-8109-457e-a902-f3838324486b req-a0cca962-736f-460a-8e48-b2d221a51e6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=268647eebda44a5bbec255b02ea9941f&device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 1097 time: 0.4299932 Nov 09 00:04:47.030546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f537f57-4b60-4c73-a406-e29c1c318fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b54109-ea99-46e6-93af-650f553d010a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:47.077588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04e187-b999-4bf4-a234-14fa818185fa req-90d16ca3-57aa-4158-a546-6cf0183a0fed tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:47.080505 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b04e187-b999-4bf4-a234-14fa818185fa req-90d16ca3-57aa-4158-a546-6cf0183a0fed tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 946 time: 0.1846156 Nov 09 00:04:47.132466 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2eafcf-57b6-4577-8b86-d24d5cbe5898 req-a2b03c1f-4ffc-4e7b-8f8f-78aa1ac2e5c0 service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421789 Nov 09 00:04:47.152345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'tag': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:47.154766 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9666b3-fa04-4fdb-a887-2b79bb56cdfa" -d '{"events": [{"name": "network-changed", "server_uuid": "49165c5b-f93a-4dd1-a220-a9cd470d4716", "tag": "ca3b6e5b-cbd9-4521-bf79-0c48845972ec"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:47.165012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32a9c8cc-7c66-4114-bbb0-4c380c7edc70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:47.199423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba07e39-8109-457e-a902-f3838324486b req-d6006512-8d05-4f6e-bc08-31e3d1dd9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:47.200906 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7ba07e39-8109-457e-a902-f3838324486b req-d6006512-8d05-4f6e-bc08-31e3d1dd9bc0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1600754 Nov 09 00:04:47.204601 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32a9c8cc-7c66-4114-bbb0-4c380c7edc70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:47.206303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c9c0522-c7a3-4260-9305-e9a6ff9b0199 req-3c1c5ce5-c238-4686-a4a8-b9b0b771756c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254367 Nov 09 00:04:47.237685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b04e187-b999-4bf4-a234-14fa818185fa req-945740f6-0d66-4c79-9f55-350611567283 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422629 Nov 09 00:04:47.244474 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-0e01d163-2938-4250-9f95-b280e8764fcf service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536838 Nov 09 00:04:47.260293 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7ba07e39-8109-457e-a902-f3838324486b req-0295ef21-b0c1-47f3-88ae-3936d65f0b98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=6d854839-34b9-4d9c-bb80-fe2c9adbd2db HTTP/1.1" status: 200 len: 217 time: 0.0481937 Nov 09 00:04:47.323238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba07e39-8109-457e-a902-f3838324486b req-b3cec41b-8b22-494b-8e62-81982b1d4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:47.328228 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7ba07e39-8109-457e-a902-f3838324486b req-b3cec41b-8b22-494b-8e62-81982b1d4e6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0566752 Nov 09 00:04:47.333666 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5cf340-0a3f-4119-805b-86d61282fca8 x-openstack-request-id: req-0f5cf340-0a3f-4119-805b-86d61282fca8 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:47.334054 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49165c5b-f93a-4dd1-a220-a9cd470d4716", "tag": "ca3b6e5b-cbd9-4521-bf79-0c48845972ec", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:47.334381 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f5cf340-0a3f-4119-805b-86d61282fca8 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:47.334857 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'tag': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec', 'status': 'completed', 'code': 200} Nov 09 00:04:47.412870 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32a9c8cc-7c66-4114-bbb0-4c380c7edc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:47.418127 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32a9c8cc-7c66-4114-bbb0-4c380c7edc70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:47.424483 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-32a9c8cc-7c66-4114-bbb0-4c380c7edc70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1b54109-ea99-46e6-93af-650f553d010a HTTP/1.1" status: 204 len: 168 time: 0.4087205 Nov 09 00:04:47.465005 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:47.494213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb434df4-4e23-49be-bd94-0185d3b9d469 req-3be75d71-a41d-4a80-baf0-b1aeb17cf2ef service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410936 Nov 09 00:04:47.516208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21562dae-c9a7-4ded-b884-380d540cdd58 req-f460c63b-7c74-4c0c-9882-3fa8a244e5bd tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:47.525696 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21562dae-c9a7-4ded-b884-380d540cdd58 req-f460c63b-7c74-4c0c-9882-3fa8a244e5bd tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 943 time: 0.0748174 Nov 09 00:04:47.535434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9c8cc-7c66-4114-bbb0-4c380c7edc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b54109-ea99-46e6-93af-650f553d010a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:47.587164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9666b3-fa04-4fdb-a887-2b79bb56cdfa req-2b20ddf5-5979-41bc-8f9f-5df78c088256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:47.589835 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3d9666b3-fa04-4fdb-a887-2b79bb56cdfa req-2b20ddf5-5979-41bc-8f9f-5df78c088256 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85721760c5f9402e8c9f3683bda7e723&device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 1094 time: 0.1805305 Nov 09 00:04:47.596771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba07e39-8109-457e-a902-f3838324486b req-991cd081-05ec-4426-ad7e-ebd217f45271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:47.598559 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7ba07e39-8109-457e-a902-f3838324486b req-991cd081-05ec-4426-ad7e-ebd217f45271 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2627547 Nov 09 00:04:47.657850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac22a-4e4f-4ebc-939d-ea7fce0ce5d8 req-2ade8dfc-c327-4d19-9803-95cab4598bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:47.659640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c99ac22a-4e4f-4ebc-939d-ea7fce0ce5d8 req-2ade8dfc-c327-4d19-9803-95cab4598bb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=818f12ca20e5471e85e8211d8afa3c9b&device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 1098 time: 0.0888376 Nov 09 00:04:47.665182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21562dae-c9a7-4ded-b884-380d540cdd58 req-0d966e7d-6fb2-4230-8f3f-0f2476c5ea25 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383410 Nov 09 00:04:47.673560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0e15a-7036-44a2-a316-cd3dd8aaca13 req-70b53fb6-1f3d-4ebd-b7d4-c7731bc4dda3 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:47.675269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15e0e15a-7036-44a2-a316-cd3dd8aaca13 req-70b53fb6-1f3d-4ebd-b7d4-c7731bc4dda3 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 947 time: 0.1470079 Nov 09 00:04:47.792761 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7ba07e39-8109-457e-a902-f3838324486b req-e071d9ef-d658-4716-84fe-4289a03c431b service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842680 Nov 09 00:04:47.795656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9666b3-fa04-4fdb-a887-2b79bb56cdfa req-5052315b-55a1-49c0-8a04-7744833ffd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:47.797157 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3d9666b3-fa04-4fdb-a887-2b79bb56cdfa req-5052315b-55a1-49c0-8a04-7744833ffd6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e94dca4-df95-49f6-8582-016b0ed9a68d HTTP/1.1" status: 200 len: 924 time: 0.1975951 Nov 09 00:04:47.801738 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15e0e15a-7036-44a2-a316-cd3dd8aaca13 req-108eaca2-17c3-4c7f-b62d-3f5389b7aa5a tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900095 Nov 09 00:04:47.819040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac22a-4e4f-4ebc-939d-ea7fce0ce5d8 req-08d07046-305a-497a-8154-0328a6d42cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:47.821192 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c99ac22a-4e4f-4ebc-939d-ea7fce0ce5d8 req-08d07046-305a-497a-8154-0328a6d42cbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1443300 Nov 09 00:04:47.875348 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c99ac22a-4e4f-4ebc-939d-ea7fce0ce5d8 req-676db0f9-4c2c-4d43-a26e-961932f0f2b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=45ee036c-e148-4f20-b9d4-aa20c85643df HTTP/1.1" status: 200 len: 217 time: 0.0441942 Nov 09 00:04:47.929772 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3d9666b3-fa04-4fdb-a887-2b79bb56cdfa req-1bed9dab-58c2-43f7-870a-56251be9cab4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3b6e5b-cbd9-4521-bf79-0c48845972ec HTTP/1.1" status: 200 len: 217 time: 0.1158671 Nov 09 00:04:47.936038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac22a-4e4f-4ebc-939d-ea7fce0ce5d8 req-c80aeb01-1459-4654-9fef-502c2b358559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:47.938220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c99ac22a-4e4f-4ebc-939d-ea7fce0ce5d8 req-c80aeb01-1459-4654-9fef-502c2b358559 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0540829 Nov 09 00:04:47.981300 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7ba07e39-8109-457e-a902-f3838324486b req-55402078-6eb5-449a-a24b-888d7cb243b4 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797893 Nov 09 00:04:47.999598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9666b3-fa04-4fdb-a887-2b79bb56cdfa req-a33f1c3a-a5c4-4afe-b7a8-e8bd7d5ce649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:48.001476 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3d9666b3-fa04-4fdb-a887-2b79bb56cdfa req-a33f1c3a-a5c4-4afe-b7a8-e8bd7d5ce649 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06894441-bc2c-4e4b-b1b0-1951d00eb0f7 HTTP/1.1" status: 200 len: 863 time: 0.0621858 Nov 09 00:04:48.012171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac22a-4e4f-4ebc-939d-ea7fce0ce5d8 req-a283ed23-8e4e-4669-99b1-7f560303fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:48.013704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c99ac22a-4e4f-4ebc-939d-ea7fce0ce5d8 req-a283ed23-8e4e-4669-99b1-7f560303fc52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681190 Nov 09 00:04:48.056110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9666b3-fa04-4fdb-a887-2b79bb56cdfa req-cbe94141-e7ae-4a5e-b6a5-81b0c4b310d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:48.059882 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3d9666b3-fa04-4fdb-a887-2b79bb56cdfa req-cbe94141-e7ae-4a5e-b6a5-81b0c4b310d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e94dca4-df95-49f6-8582-016b0ed9a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494852 Nov 09 00:04:48.123611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c99ac22a-4e4f-4ebc-939d-ea7fce0ce5d8 req-2afd2f2c-cdca-41f7-b31a-6d6566fd3d83 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999713 Nov 09 00:04:48.180512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54410) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:48.202217 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3d9666b3-fa04-4fdb-a887-2b79bb56cdfa req-6eb13279-e7f1-43b0-b29c-2587799d1842 service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299055 Nov 09 00:04:48.203218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f0b314d-879b-4989-a473-654d137733a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:48.217029 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:48.267725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c99ac22a-4e4f-4ebc-939d-ea7fce0ce5d8 req-012f8a74-1c44-46d6-b32e-3e1c3e2ac4da service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315897 Nov 09 00:04:48.360968 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3d9666b3-fa04-4fdb-a887-2b79bb56cdfa req-1d67fabb-6a59-4f76-b6e3-ee88feb2edb3 service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469228 Nov 09 00:04:48.406875 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f0b314d-879b-4989-a473-654d137733a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:48.419750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f0b314d-879b-4989-a473-654d137733a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:48.434954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08671e3c-d71a-493b-b90a-d61a2de1c16f req-663378bf-082e-476a-866e-733ca558972a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:48.436396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08671e3c-d71a-493b-b90a-d61a2de1c16f req-663378bf-082e-476a-866e-733ca558972a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 949 time: 0.1144783 Nov 09 00:04:48.457072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9b43d-288b-4ee1-8a47-6989a831a2c3 req-60431376-ef47-498f-a1df-09e8f7f53a26 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:48.464955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7b9b43d-288b-4ee1-8a47-6989a831a2c3 req-60431376-ef47-498f-a1df-09e8f7f53a26 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 946 time: 0.0986896 Nov 09 00:04:48.466476 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6f0b314d-879b-4989-a473-654d137733a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62958c7fb1664fbb851ec57b62198d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849658 Nov 09 00:04:48.467438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b314d-879b-4989-a473-654d137733a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfd23db-c764-41b3-8b68-6717094f42bf,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:48.481341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54424) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:48.578689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0a2f0c8-f9e6-4df7-aba7-d6b4bc20390e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:48.584495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08671e3c-d71a-493b-b90a-d61a2de1c16f req-f3f5d9e4-40fa-4cad-a1df-b88433a867bf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134636 Nov 09 00:04:48.588603 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7b9b43d-288b-4ee1-8a47-6989a831a2c3 req-225cdfb1-e09a-4b2d-a19f-101741a7cfeb tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228180 Nov 09 00:04:48.601709 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0a2f0c8-f9e6-4df7-aba7-d6b4bc20390e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:48.666895 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0a2f0c8-f9e6-4df7-aba7-d6b4bc20390e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:48.670422 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0a2f0c8-f9e6-4df7-aba7-d6b4bc20390e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:48.673947 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e0a2f0c8-f9e6-4df7-aba7-d6b4bc20390e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dfd23db-c764-41b3-8b68-6717094f42bf HTTP/1.1" status: 204 len: 168 time: 0.1905015 Nov 09 00:04:48.682228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2f0c8-f9e6-4df7-aba7-d6b4bc20390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfd23db-c764-41b3-8b68-6717094f42bf,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:48.722656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54440) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:48.796191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf528e-0a16-40d7-bf67-53964cf5971c req-1cbc9f1c-1075-43e5-a78d-c540c1d10e59 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:48.797805 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8bf528e-0a16-40d7-bf67-53964cf5971c req-1cbc9f1c-1075-43e5-a78d-c540c1d10e59 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 943 time: 0.0507705 Nov 09 00:04:48.863082 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8bf528e-0a16-40d7-bf67-53964cf5971c req-bdf8c5dd-1ae6-4bfd-98c4-e946aad220c2 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545619 Nov 09 00:04:49.044370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4d404-91e4-4678-b4a5-a42fecd66b62 req-315846f0-93c3-4d9f-b551-3a5f42e89680 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:49.045958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3fd4d404-91e4-4678-b4a5-a42fecd66b62 req-315846f0-93c3-4d9f-b551-3a5f42e89680 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 1100 time: 0.0430088 Nov 09 00:04:49.064314 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3fd4d404-91e4-4678-b4a5-a42fecd66b62 req-ee38c4e1-9673-4f5d-9d94-c90f51b6dde1 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.145512 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3fd4d404-91e4-4678-b4a5-a42fecd66b62 req-ee38c4e1-9673-4f5d-9d94-c90f51b6dde1 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.149982 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3fd4d404-91e4-4678-b4a5-a42fecd66b62 req-ee38c4e1-9673-4f5d-9d94-c90f51b6dde1 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.170711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-557509661-network', 'tenant_id': 'a886180a18e84341a5ce8c7e94ede157'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:49.189266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3fd4d404-91e4-4678-b4a5-a42fecd66b62 req-ee38c4e1-9673-4f5d-9d94-c90f51b6dde1 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374288 Nov 09 00:04:49.190435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38c4e1-9673-4f5d-9d94-c90f51b6dde1 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58daf0bf-c77b-4d6b-b694-329b2f45423e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:49.217889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Made reservation on behalf of a886180a18e84341a5ce8c7e94ede157 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:49.220165 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.228862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.316048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.322746 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.329442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954152b-9a37-43bc-9dbb-72fe15b77bfe req-49b0bc2d-a529-4e06-a33d-5feae6064598 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:49.337599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f954152b-9a37-43bc-9dbb-72fe15b77bfe req-49b0bc2d-a529-4e06-a33d-5feae6064598 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 947 time: 0.0648787 Nov 09 00:04:49.359370 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c255991d-0075-4142-9d6e-ac6f94667e73,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:49.361924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:04:49.372545 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.372903 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Added segment d6da53f2-33b0-411d-bd15-358280f81428 of type vlan for network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 Nov 09 00:04:49.420470 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.426196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f954152b-9a37-43bc-9dbb-72fe15b77bfe req-23102b5d-1bdf-461e-ba6d-381b51aa5a3d tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871947 Nov 09 00:04:49.462240 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.463282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:49.463885 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.528179 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8044307 Nov 09 00:04:49.531053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54464) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:49.536347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d17edc54-5aad-45a4-9472-59c1b4ed9794 admin admin] Request body: {'subnet': {'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-557509661-subnet', 'tenant_id': 'a886180a18e84341a5ce8c7e94ede157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:49.545307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a1d53-c755-43ae-85cc-21a017006170 admin admin] Pushing event updated for resources: {'Network': ['ID=1b694f05-7fa9-49af-ad3c-4c50b0fed877,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:49.558899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:04:49.567181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17edc54-5aad-45a4-9472-59c1b4ed9794 admin admin] Made reservation on behalf of a886180a18e84341a5ce8c7e94ede157 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:49.570580 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d17edc54-5aad-45a4-9472-59c1b4ed9794 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.800996 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d17edc54-5aad-45a4-9472-59c1b4ed9794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.883482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17edc54-5aad-45a4-9472-59c1b4ed9794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b201088-b013-4d7d-a1ce-543e29ebce91,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:49.885769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17edc54-5aad-45a4-9472-59c1b4ed9794 admin admin] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:49.886128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17edc54-5aad-45a4-9472-59c1b4ed9794 admin admin] Network hostable DHCP agents. Network: 1b694f05-7fa9-49af-ad3c-4c50b0fed877, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:04:49.915706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17edc54-5aad-45a4-9472-59c1b4ed9794 admin admin] Network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:04:49.927604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d17edc54-5aad-45a4-9472-59c1b4ed9794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 1b694f05-7fa9-49af-ad3c-4c50b0fed877) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:49.932144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17edc54-5aad-45a4-9472-59c1b4ed9794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:49.932736 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d17edc54-5aad-45a4-9472-59c1b4ed9794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:49.938225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc955d-f538-4d80-bece-4f79b37a7697 None None] Network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:04:49.945623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10324cec-9b07-4745-9c5d-dc0b8b402c5b req-f20b88a6-0e65-4f6b-b0ef-fdab3dc7d518 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:49.960492 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d17edc54-5aad-45a4-9472-59c1b4ed9794 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4204237 Nov 09 00:04:49.960707 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10324cec-9b07-4745-9c5d-dc0b8b402c5b req-f20b88a6-0e65-4f6b-b0ef-fdab3dc7d518 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 946 time: 0.0822434 Nov 09 00:04:50.022070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54496) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:50.027441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10324cec-9b07-4745-9c5d-dc0b8b402c5b req-84ed72e3-293c-40e5-b7b0-81c4f41855d7 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724182 Nov 09 00:04:50.100063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-34c5fdbb-fbd3-41b2-ab00-6604fe0421ad tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277853 Nov 09 00:04:50.169724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fdcc83-e86e-409f-8f8b-29ca2c243211 None None] Network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:04:50.180903 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1268001185-network', 'tenant_id': '84cfb55b39e1425fb409997148687d6a'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:50.212244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Made reservation on behalf of 84cfb55b39e1425fb409997148687d6a for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:50.215053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.230825 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.238207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f678f81c-8390-4d38-8fd0-fedfa082cbe8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:50.245683 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f678f81c-8390-4d38-8fd0-fedfa082cbe8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446192 Nov 09 00:04:50.265258 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-ff3ef755-5f75-4ff0-a038-dd475fe7f181 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/quotas/b59b9781081d411e912bbccc125fc75a HTTP/1.1" status: 200 len: 375 time: 0.0184386 Nov 09 00:04:50.344619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-6f2198f1-d721-4671-a0f4-bd54fbfee6d2 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781999 Nov 09 00:04:50.361140 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.363787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.400136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:04:50.407815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7576de3a-d534-4aa0-ac06-80473df43743,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:50.425542 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.425894 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Added segment 58e7747a-4936-4449-ac5a-eb03f6b8feb8 of type vlan for network 09d52d6a-f97a-477d-affd-4e489699334c Nov 09 00:04:50.468294 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.499598 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.501085 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:50.501825 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.539673 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6d854839-34b9-4d9c-bb80-fe2c9adbd2db details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:04:50.543833 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5166826 Nov 09 00:04:50.544465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54516) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:50.550409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d462cbbc-fa3b-4c19-9179-53c43dd832ca admin admin] Request body: {'subnet': {'network_id': '09d52d6a-f97a-477d-affd-4e489699334c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1268001185-subnet', 'tenant_id': '84cfb55b39e1425fb409997148687d6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:50.587758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954056a6-89ef-426b-8714-0d5e9a1c47cf admin admin] Pushing event updated for resources: {'Network': ['ID=09d52d6a-f97a-477d-affd-4e489699334c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:50.609450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d462cbbc-fa3b-4c19-9179-53c43dd832ca admin admin] Made reservation on behalf of 84cfb55b39e1425fb409997148687d6a for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:50.612058 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d462cbbc-fa3b-4c19-9179-53c43dd832ca admin admin] Publish callbacks [] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.635674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 09d52d6a-f97a-477d-affd-4e489699334c details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:04:50.706845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54522) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:50.712564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1972040665-network', 'tenant_id': '8db65e09dd034200848a4945c19b369b'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:50.741049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6d854839-34b9-4d9c-bb80-fe2c9adbd2db,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:50.748767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Made reservation on behalf of 8db65e09dd034200848a4945c19b369b for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:50.751818 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.753594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '6d854839-34b9-4d9c-bb80-fe2c9adbd2db', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '6d854839-34b9-4d9c-bb80-fe2c9adbd2db', 'mac_address': 'fa:16:3e:48:71:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:04:50.770793 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.804451 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.933458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa1267-d5d5-49d7-ab87-701326c5ec23 req-2ec494b0-7194-456c-8160-8b248d389353 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:50.934694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.936846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1caa1267-d5d5-49d7-ab87-701326c5ec23 req-2ec494b0-7194-456c-8160-8b248d389353 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 943 time: 0.1306911 Nov 09 00:04:50.942860 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.949394 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ca3b6e5b-cbd9-4521-bf79-0c48845972ec details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:04:50.952361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d854839-34b9-4d9c-bb80-fe2c9adbd2db {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:50.970158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:04:50.973110 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6d854839-34b9-4d9c-bb80-fe2c9adbd2db,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:50.975514 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d462cbbc-fa3b-4c19-9179-53c43dd832ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:50.983996 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:51.006022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:51.006803 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Added segment b275a509-639d-4536-bc46-164fad29aed5 of type vlan for network 1c71a578-9c24-4307-b4a2-83ffbbdbe441 Nov 09 00:04:51.068577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bcfabd-d1f1-46e7-bf76-4b0f14f15d16,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:51.083978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:51.091009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=6d854839-34b9-4d9c-bb80-fe2c9adbd2db,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:51.128867 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:51.130852 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ca3b6e5b-cbd9-4521-bf79-0c48845972ec, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ca3b6e5b-cbd9-4521-bf79-0c48845972ec,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:51.133147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:51.136081 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:51.142804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'port_id': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec', 'mac_address': 'fa:16:3e:44:ea:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:04:51.169421 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4589231 Nov 09 00:04:51.183993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54532) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:51.187581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6d854839-34b9-4d9c-bb80-fe2c9adbd2db'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:04:51.192540 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bfcac2e3-7d3f-4a34-a859-1f031055839a admin admin] Request body: {'subnet': {'network_id': '1c71a578-9c24-4307-b4a2-83ffbbdbe441', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1972040665-subnet', 'tenant_id': '8db65e09dd034200848a4945c19b369b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:51.235560 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:51.248433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcac2e3-7d3f-4a34-a859-1f031055839a admin admin] Made reservation on behalf of 8db65e09dd034200848a4945c19b369b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:51.251017 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfcac2e3-7d3f-4a34-a859-1f031055839a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:51.278080 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1caa1267-d5d5-49d7-ab87-701326c5ec23 req-5f5c4680-fff4-4d31-b7d8-53ff68bf1994 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206196 Nov 09 00:04:51.279920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7978eb-29fb-4818-83f4-77f150ede259 admin admin] Pushing event updated for resources: {'Network': ['ID=1c71a578-9c24-4307-b4a2-83ffbbdbe441,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:51.285868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3b6e5b-cbd9-4521-bf79-0c48845972ec {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:51.294334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 1c71a578-9c24-4307-b4a2-83ffbbdbe441 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:04:51.345465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b297370-05a3-4681-a620-36b2d5c72757 req-7fb414d3-b7e0-4335-b98f-244be98db986 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:51.347051 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b297370-05a3-4681-a620-36b2d5c72757 req-7fb414d3-b7e0-4335-b98f-244be98db986 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 947 time: 0.4054523 Nov 09 00:04:51.348484 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462cbbc-fa3b-4c19-9179-53c43dd832ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b4a458-e1a1-46d4-819d-027fe525bc94,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:51.383078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ca3b6e5b-cbd9-4521-bf79-0c48845972ec, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ca3b6e5b-cbd9-4521-bf79-0c48845972ec,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:51.418930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d462cbbc-fa3b-4c19-9179-53c43dd832ca admin admin] Checking segment: {'id': '58e7747a-4936-4449-ac5a-eb03f6b8feb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09d52d6a-f97a-477d-affd-4e489699334c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:51.419317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462cbbc-fa3b-4c19-9179-53c43dd832ca admin admin] Network hostable DHCP agents. Network: 09d52d6a-f97a-477d-affd-4e489699334c, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:04:51.430415 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:51.431071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 45ee036c-e148-4f20-b9d4-aa20c85643df details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:04:51.459839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462cbbc-fa3b-4c19-9179-53c43dd832ca admin admin] Network 09d52d6a-f97a-477d-affd-4e489699334c is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:04:51.486025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b297370-05a3-4681-a620-36b2d5c72757 req-bd5aafc1-42f3-4ab8-8be6-7a929e1fa085 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256034 Nov 09 00:04:51.488547 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=ca3b6e5b-cbd9-4521-bf79-0c48845972ec,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:51.491475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-d462cbbc-fa3b-4c19-9179-53c43dd832ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 09d52d6a-f97a-477d-affd-4e489699334c) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:51.506897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bef02b1-b69d-441e-baab-166f1cf2bd0e None None] Network 09d52d6a-f97a-477d-affd-4e489699334c requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:04:51.507289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462cbbc-fa3b-4c19-9179-53c43dd832ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:51.509726 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d462cbbc-fa3b-4c19-9179-53c43dd832ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:51.545263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d462cbbc-fa3b-4c19-9179-53c43dd832ca admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9995594 Nov 09 00:04:51.594918 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfcac2e3-7d3f-4a34-a859-1f031055839a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:51.691170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcac2e3-7d3f-4a34-a859-1f031055839a admin admin] Pushing event updated for resources: {'Subnet': ['ID=477b35d0-5c5d-499a-8453-4a3604815d89,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:51.725986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcac2e3-7d3f-4a34-a859-1f031055839a admin admin] Checking segment: {'id': 'b275a509-639d-4536-bc46-164fad29aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1c71a578-9c24-4307-b4a2-83ffbbdbe441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:51.726259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcac2e3-7d3f-4a34-a859-1f031055839a admin admin] Network hostable DHCP agents. Network: 1c71a578-9c24-4307-b4a2-83ffbbdbe441, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:04:51.736355 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f0783-e7f0-42e8-81f2-de69440c2aeb req-c451d4e0-ab8e-481e-99b5-bd886298c806 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:51.738098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-842f0783-e7f0-42e8-81f2-de69440c2aeb req-c451d4e0-ab8e-481e-99b5-bd886298c806 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 947 time: 0.0679090 Nov 09 00:04:51.770215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcac2e3-7d3f-4a34-a859-1f031055839a admin admin] Network 1c71a578-9c24-4307-b4a2-83ffbbdbe441 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:04:51.785242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-bfcac2e3-7d3f-4a34-a859-1f031055839a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 1c71a578-9c24-4307-b4a2-83ffbbdbe441) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:51.793964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcac2e3-7d3f-4a34-a859-1f031055839a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:51.794562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfcac2e3-7d3f-4a34-a859-1f031055839a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:51.816391 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d048968c-ab42-43ba-a889-d080622cbaa7 None None] Network 1c71a578-9c24-4307-b4a2-83ffbbdbe441 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:04:51.827309 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bfcac2e3-7d3f-4a34-a859-1f031055839a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6420314 Nov 09 00:04:51.855489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-842f0783-e7f0-42e8-81f2-de69440c2aeb req-c274e92d-5c5a-4f73-94df-fd30ba7ec545 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035299 Nov 09 00:04:51.895927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 45ee036c-e148-4f20-b9d4-aa20c85643df, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=45ee036c-e148-4f20-b9d4-aa20c85643df,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:51.930520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e86b314-59c0-4f6c-ab30-4606eae8fe0a None None] Network 09d52d6a-f97a-477d-affd-4e489699334c requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:04:52.012098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9361fca5-91b8-48e8-928a-6aa2383a271c req-c1598f09-7309-45c5-9a9b-a489184028b1 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 210 time: 0.0512049 Nov 09 00:04:52.026636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '45ee036c-e148-4f20-b9d4-aa20c85643df', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '45ee036c-e148-4f20-b9d4-aa20c85643df', 'mac_address': 'fa:16:3e:f8:c8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:04:52.291195 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9510b7b-715e-4053-8d0f-46be008df44a None None] Network 1c71a578-9c24-4307-b4a2-83ffbbdbe441 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:04:52.334115 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:52.413962 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ee036c-e148-4f20-b9d4-aa20c85643df {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:52.453841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 45ee036c-e148-4f20-b9d4-aa20c85643df, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=45ee036c-e148-4f20-b9d4-aa20c85643df,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:52.459491 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:52.492462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54582) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:52.497609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1846113667-network', 'tenant_id': '0d13e29d7f73441797ca12c9d6895e8a'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:52.541497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Made reservation on behalf of 0d13e29d7f73441797ca12c9d6895e8a for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:52.545686 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:52.564646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6d854839-34b9-4d9c-bb80-fe2c9adbd2db up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:52.568774 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:52.573470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=45ee036c-e148-4f20-b9d4-aa20c85643df,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:52.671299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:04:52.679933 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:52.680325 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:52.702267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:52.709228 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:52.758113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b14e937-cdd4-4fe8-838f-bdf5fa22755b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:52.764397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:04:52.774706 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:52.775056 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Added segment 687b40d8-365f-4cd7-974c-a4d7b62639c6 of type vlan for network f12f72f5-3f0d-4ad5-ae21-3925f27fc587 Nov 09 00:04:52.798392 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:52.815270 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e68783ed-820e-43c6-9eb8-1afbe71d35c2 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306041 Nov 09 00:04:52.815966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['ca3b6e5b-cbd9-4521-bf79-0c48845972ec'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:04:52.825732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dbf9a-fdac-40af-9b58-c8d5ec80f1dd req-7caad398-25f6-4289-ba83-976c65ab757b tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:52.827883 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f74dbf9a-fdac-40af-9b58-c8d5ec80f1dd req-7caad398-25f6-4289-ba83-976c65ab757b tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 944 time: 0.0999403 Nov 09 00:04:52.857739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['45ee036c-e148-4f20-b9d4-aa20c85643df'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:04:52.882790 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:52.918041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08355f09-45fc-40fb-a942-b0adddf25716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d854839-34b9-4d9c-bb80-fe2c9adbd2db'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:52.920305 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ad305a-ccca-47a9-96c9-106c3671db5c" -d '{"events": [{"server_uuid": "08355f09-45fc-40fb-a942-b0adddf25716", "name": "network-vif-plugged", "status": "completed", "tag": "6d854839-34b9-4d9c-bb80-fe2c9adbd2db"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:52.944883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-ddb6431e-f8c1-4e1f-a3f4-6c6b71765a77 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:52.953735 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-ddb6431e-f8c1-4e1f-a3f4-6c6b71765a77 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 807 time: 0.2540474 Nov 09 00:04:52.960441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:52.961430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:52.962008 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:52.976854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-c025f93b-24d3-402a-8c78-0fddf1bbf3bf tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/quotas/a886180a18e84341a5ce8c7e94ede157 HTTP/1.1" status: 200 len: 375 time: 0.0220280 Nov 09 00:04:52.988929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6d854839-34b9-4d9c-bb80-fe2c9adbd2db,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:53.011641 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:53.026099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-0d02678a-b729-410f-8e43-e342c4c0f225 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385709 Nov 09 00:04:53.030718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-680a49fe-614c-4fe4-8c91-593cea32f55b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:53.033804 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-680a49fe-614c-4fe4-8c91-593cea32f55b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943722 Nov 09 00:04:53.041606 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5457168 Nov 09 00:04:53.041776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54608) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:53.045912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f74dbf9a-fdac-40af-9b58-c8d5ec80f1dd req-37bf74d8-ce42-4d4c-8276-27ea40c21b36 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836026 Nov 09 00:04:53.046352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-280d1f03-b67b-4f9c-86a2-ac8e81c11638 admin admin] Request body: {'subnet': {'network_id': 'f12f72f5-3f0d-4ad5-ae21-3925f27fc587', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1846113667-subnet', 'tenant_id': '0d13e29d7f73441797ca12c9d6895e8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:53.056406 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Request body: {'port': {'device_id': 'b07de7e5-8083-4679-b82c-a9fde5061629', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'b59b9781081d411e912bbccc125fc75a'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:53.064740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eff15d-614f-4bba-99e4-72b25154ed92 admin admin] Pushing event updated for resources: {'Network': ['ID=f12f72f5-3f0d-4ad5-ae21-3925f27fc587,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:53.091041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=6d854839-34b9-4d9c-bb80-fe2c9adbd2db,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:53.098081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network f12f72f5-3f0d-4ad5-ae21-3925f27fc587 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:04:53.219668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f636c0-da55-436c-9eaa-26a86b7cb829 req-a48253e2-5e89-44e1-9a88-2761dc1b66a0 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:53.222110 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83f636c0-da55-436c-9eaa-26a86b7cb829 req-a48253e2-5e89-44e1-9a88-2761dc1b66a0 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 948 time: 0.0692723 Nov 09 00:04:53.313742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-708f6d35-8d48-47bc-a609-5d964889854d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774217 Nov 09 00:04:53.354959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280d1f03-b67b-4f9c-86a2-ac8e81c11638 admin admin] Made reservation on behalf of 0d13e29d7f73441797ca12c9d6895e8a for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:53.357590 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-280d1f03-b67b-4f9c-86a2-ac8e81c11638 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:53.369433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-f196bae7-2da6-4c1a-a7e3-359f253ff66a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:04:53.370779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-f196bae7-2da6-4c1a-a7e3-359f253ff66a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1842551 Nov 09 00:04:53.475667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Made reservation on behalf of b59b9781081d411e912bbccc125fc75a for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:53.479169 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:53.514184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83f636c0-da55-436c-9eaa-26a86b7cb829 req-a2a496de-1769-4197-b5f4-53492dd96ff7 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629478 Nov 09 00:04:53.567161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-c509945e-2731-438e-9fcb-22fcb0b08602 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:53.569625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-c509945e-2731-438e-9fcb-22fcb0b08602 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474349 Nov 09 00:04:53.574029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-1337eaaa-1743-43fb-b3f4-4ce8831d5ea0 service neutron] 10.222.0.25 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489158 Nov 09 00:04:53.583303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Request body: {'port': {'device_id': 'bc122255-2276-436b-b440-f4170932b8f2', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'b59b9781081d411e912bbccc125fc75a'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:53.649725 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-280d1f03-b67b-4f9c-86a2-ac8e81c11638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:53.722441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Allocated IP 192.168.233.201 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/e3608666-72b9-4756-9af2-597dfcd61d93) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:53.724655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d1f03-b67b-4f9c-86a2-ac8e81c11638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7954710-d440-44af-a7b9-e20d99646bf2,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:53.762474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d1f03-b67b-4f9c-86a2-ac8e81c11638 admin admin] Checking segment: {'id': '687b40d8-365f-4cd7-974c-a4d7b62639c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f12f72f5-3f0d-4ad5-ae21-3925f27fc587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:53.762825 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d1f03-b67b-4f9c-86a2-ac8e81c11638 admin admin] Network hostable DHCP agents. Network: f12f72f5-3f0d-4ad5-ae21-3925f27fc587, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:04:53.787980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96902bb-1486-4866-ad0b-de2dc3203651 req-d0e769dc-448e-4a14-a743-2d037c7dc2a3 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:53.789488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b96902bb-1486-4866-ad0b-de2dc3203651 req-d0e769dc-448e-4a14-a743-2d037c7dc2a3 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 948 time: 0.0994432 Nov 09 00:04:53.795804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-ccee073a-88ac-43da-bf07-b28badb3eb97 service neutron] 10.222.0.25 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084517 Nov 09 00:04:53.810074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d1f03-b67b-4f9c-86a2-ac8e81c11638 admin admin] Network f12f72f5-3f0d-4ad5-ae21-3925f27fc587 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:04:53.853466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Made reservation on behalf of b59b9781081d411e912bbccc125fc75a for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:53.855019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-280d1f03-b67b-4f9c-86a2-ac8e81c11638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, f12f72f5-3f0d-4ad5-ae21-3925f27fc587) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:53.856937 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:53.861833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280d1f03-b67b-4f9c-86a2-ac8e81c11638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:53.862414 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-280d1f03-b67b-4f9c-86a2-ac8e81c11638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:53.875201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547ba83-5ca4-4083-add3-9d6ff6882ccf None None] Network f12f72f5-3f0d-4ad5-ae21-3925f27fc587 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:04:53.886801 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b96902bb-1486-4866-ad0b-de2dc3203651 req-7517069d-511d-4042-9702-402b25bd992f tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898964 Nov 09 00:04:53.915431 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-280d1f03-b67b-4f9c-86a2-ac8e81c11638 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8653705 Nov 09 00:04:53.984515 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:54.064384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.30', 55073) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:54.080298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:54.081502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e056c783-8c55-4465-aef3-9d7d5947c637 req-5713dc69-cebe-4ae2-95a6-c8482e594cdd tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 210 time: 0.0721138 Nov 09 00:04:54.115488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54626) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:54.131271 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d5d57a-9721-44e2-972a-683997f4c2f0 x-openstack-request-id: req-a2d5d57a-9721-44e2-972a-683997f4c2f0 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:54.131593 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08355f09-45fc-40fb-a942-b0adddf25716", "name": "network-vif-plugged", "status": "completed", "tag": "6d854839-34b9-4d9c-bb80-fe2c9adbd2db", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:54.131854 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2d5d57a-9721-44e2-972a-683997f4c2f0 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:54.132362 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08355f09-45fc-40fb-a942-b0adddf25716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d854839-34b9-4d9c-bb80-fe2c9adbd2db', 'code': 200} Nov 09 00:04:54.133318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:04:54.178351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1e92dc-4021-48f3-b6da-27b81c8c1873 admin admin] Deleting subnet 98b4a458-e1a1-46d4-819d-027fe525bc94 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:04:54.184929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d1e92dc-4021-48f3-b6da-27b81c8c1873 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:54.243407 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9350696e-35d4-4f2f-9935-13c8d259060d req-19babc16-0a75-4fdc-a6f7-3817254d8522 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 210 time: 0.0556149 Nov 09 00:04:54.252616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:54.260637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:54.268578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:54.277611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:54.278471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:54.315504 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2637861 Nov 09 00:04:54.328074 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d1e92dc-4021-48f3-b6da-27b81c8c1873 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:54.328846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a65eee-c2e6-461a-a2de-fcd967d5052a None None] Network f12f72f5-3f0d-4ad5-ae21-3925f27fc587 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:04:54.333753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Allocated IP 192.168.233.225 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/a4ebbcd9-d209-47a7-bf12-1f025b36a2d1) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:54.341558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Request body: {'port': {'device_id': 'b07de7e5-8083-4679-b82c-a9fde5061629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:54.371092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1389130-81e5-468f-bdb6-b80cec8dcc52 req-4973112b-ed83-4347-93f8-f74fdc3047ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:54.372617 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b1389130-81e5-468f-bdb6-b80cec8dcc52 req-4973112b-ed83-4347-93f8-f74fdc3047ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 1099 time: 0.3069484 Nov 09 00:04:54.400641 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71837fdd-e918-4df8-b978-057603a85378 req-0333dfef-94fc-4a95-8eaa-64e80462b4dd tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:54.409859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71837fdd-e918-4df8-b978-057603a85378 req-0333dfef-94fc-4a95-8eaa-64e80462b4dd tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 944 time: 0.1750231 Nov 09 00:04:54.455522 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:54.481861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ec251-4634-42cd-bfef-3c4b62e2712a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event updated for resources: {'Port': ['ID=e3608666-72b9-4756-9af2-597dfcd61d93,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:54.498698 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d1e92dc-4021-48f3-b6da-27b81c8c1873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:54.563857 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71837fdd-e918-4df8-b978-057603a85378 req-544ec025-e409-4cfa-865a-5478cf0cc047 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511292 Nov 09 00:04:54.755260 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c2a1a-e6f3-4084-b160-4e2181adfbaf req-0bb7c990-6277-4139-b84b-e84da01782a9 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:54.764308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b0c2a1a-e6f3-4084-b160-4e2181adfbaf req-0bb7c990-6277-4139-b84b-e84da01782a9 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 948 time: 0.1395357 Nov 09 00:04:54.790352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-bb442803-932a-4c94-bc0a-6b27cc9c24a6 None None] Provisioning complete for port e3608666-72b9-4756-9af2-597dfcd61d93 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:54.790736 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bb442803-932a-4c94-bc0a-6b27cc9c24a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:54.823232 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b1389130-81e5-468f-bdb6-b80cec8dcc52 req-66667a60-d3fa-4573-8090-0c045c79fe0a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831589 Nov 09 00:04:54.850717 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:54.862636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ca3b6e5b-cbd9-4521-bf79-0c48845972ec up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:54.890817 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d1e92dc-4021-48f3-b6da-27b81c8c1873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:54.906125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-bb442803-932a-4c94-bc0a-6b27cc9c24a6 None None] Port e3608666-72b9-4756-9af2-597dfcd61d93 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:54.916578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b0c2a1a-e6f3-4084-b160-4e2181adfbaf req-95711800-3e06-4521-bf86-694aa786298e tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468296 Nov 09 00:04:54.937830 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d1e92dc-4021-48f3-b6da-27b81c8c1873 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:54.939589 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:04:54.944612 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9d1e92dc-4021-48f3-b6da-27b81c8c1873 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/98b4a458-e1a1-46d4-819d-027fe525bc94 HTTP/1.1" status: 204 len: 168 time: 0.8239744 Nov 09 00:04:54.944772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e92dc-4021-48f3-b6da-27b81c8c1873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b4a458-e1a1-46d4-819d-027fe525bc94,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:54.951299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port ca3b6e5b-cbd9-4521-bf79-0c48845972ec completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:04:54.955716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54664) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:54.958096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port ca3b6e5b-cbd9-4521-bf79-0c48845972ec triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:54.958471 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:54.997225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.020791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:04:55.040605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54666) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:55.110200 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:55.112656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event updated for resources: {'Port': ['ID=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:55.118274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:55.121077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:55.128222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:55.129031 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.139263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eda60e-bb9a-401c-aa75-623e3ad79b0d req-fe733812-5a3c-48c9-81b7-718be12ea073 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:55.141456 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78eda60e-bb9a-401c-aa75-623e3ad79b0d req-fe733812-5a3c-48c9-81b7-718be12ea073 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 948 time: 0.1560149 Nov 09 00:04:55.171620 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.197525 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e4b81c1d-547b-4f13-b5b3-d591ce8eee28 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6190841 Nov 09 00:04:55.198620 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.222987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Request body: {'port': {'device_id': 'bc122255-2276-436b-b440-f4170932b8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:55.298846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ca3b6e5b-cbd9-4521-bf79-0c48845972ec, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ca3b6e5b-cbd9-4521-bf79-0c48845972ec,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:55.315595 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.316576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 45ee036c-e148-4f20-b9d4-aa20c85643df up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:04:55.344399 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78eda60e-bb9a-401c-aa75-623e3ad79b0d req-c0b88259-a4a9-49a9-b4f8-1a9fafbc4291 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913307 Nov 09 00:04:55.350291 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d72481ae-30b6-4fa0-b47d-c1deee0e4c38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.429884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3608666-72b9-4756-9af2-597dfcd61d93 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:55.439827 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.443866 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.444466 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.478299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=ca3b6e5b-cbd9-4521-bf79-0c48845972ec,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:55.479544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Transition to ACTIVE for port object e3608666-72b9-4756-9af2-597dfcd61d93 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:04:55.482833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 45ee036c-e148-4f20-b9d4-aa20c85643df completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:04:55.485024 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.486458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.487413 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.488099 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > port after_create 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.488658 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.489221 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > port after_update 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.490971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.491456 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.491811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.492215 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.493202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 45ee036c-e148-4f20-b9d4-aa20c85643df triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:55.493812 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.522820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43a56658-0eb5-4f82-9956-efb7d4080267 req-668332d1-107c-4516-8e00-6dbf04fca153 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 210 time: 0.0622058 Nov 09 00:04:55.562436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7e194c32-b9fc-4048-a7cc-591ddf245f04 None None] Provisioning complete for port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:04:55.562943 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7e194c32-b9fc-4048-a7cc-591ddf245f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.586934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.591408 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.591408 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.591408 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:55.592236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d52d6a-f97a-477d-affd-4e489699334c']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:55.636141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-7e194c32-b9fc-4048-a7cc-591ddf245f04 None None] Port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:04:55.651601 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.659872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9365b-9edc-4542-99da-8408d7a403f2 req-19073b2c-bf83-4257-9f2a-66dbc8a4603d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:55.661454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfb9365b-9edc-4542-99da-8408d7a403f2 req-19073b2c-bf83-4257-9f2a-66dbc8a4603d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 936 time: 0.2357750 Nov 09 00:04:55.661864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e7747a-4936-4449-ac5a-eb03f6b8feb8') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:55.663810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e7747a-4936-4449-ac5a-eb03f6b8feb8') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:55.677776 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.709622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.716094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 45ee036c-e148-4f20-b9d4-aa20c85643df, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=45ee036c-e148-4f20-b9d4-aa20c85643df,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:04:55.722408 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.753710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d72481ae-30b6-4fa0-b47d-c1deee0e4c38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.775503 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d72481ae-30b6-4fa0-b47d-c1deee0e4c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.803162 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.811309 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=45ee036c-e148-4f20-b9d4-aa20c85643df,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:55.830681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:04:55.831236 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: from cryptography.utils import int_from_bytes Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: from cryptography.utils import int_from_bytes Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:04:55.844542 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:04:55.873666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Pushing event updated for resources: {'Port': ['ID=e3608666-72b9-4756-9af2-597dfcd61d93,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:55.895521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3892-e537-4643-ba5c-48a7be26995b req-39c2415e-3e6a-48d9-ae83-c5e5c7514aff tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:55.897384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab3d3892-e537-4643-ba5c-48a7be26995b req-39c2415e-3e6a-48d9-ae83-c5e5c7514aff tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 945 time: 0.2468250 Nov 09 00:04:55.908203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d72481ae-30b6-4fa0-b47d-c1deee0e4c38 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b7911c9f84247ccb56ada729e1b98e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8429899 Nov 09 00:04:55.915993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54680) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:55.924792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfb9365b-9edc-4542-99da-8408d7a403f2 req-237f4aa3-2433-44bf-941c-0d394d8e89b4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485211 Nov 09 00:04:55.925706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72481ae-30b6-4fa0-b47d-c1deee0e4c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adb75a2-6e6a-4412-91b7-8e6b11d0f5d4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:55.976015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-d117f497-702b-4510-928d-83922b67930b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:55.977655 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-d117f497-702b-4510-928d-83922b67930b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.11 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 807 time: 0.3185191 Nov 09 00:04:55.982244 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.021918 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Request body: {'port': {'device_id': '8ce285f1-3af2-4e75-9f00-7f8a1195c4fd', 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877', 'admin_state_up': True, 'tenant_id': 'a886180a18e84341a5ce8c7e94ede157'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:56.033892 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.037129 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] 10.222.0.25 "DELETE /v2.0/networks/09d52d6a-f97a-477d-affd-4e489699334c HTTP/1.1" status: 204 len: 168 time: 1.0806081 Nov 09 00:04:56.051535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54686) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:56.070969 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f4978-37f8-4ea4-bf26-4818d1a83d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=09d52d6a-f97a-477d-affd-4e489699334c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:56.107966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Attempting to bind port e3608666-72b9-4756-9af2-597dfcd61d93 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:56.108288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Attempting to bind port e3608666-72b9-4756-9af2-597dfcd61d93 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:56.108614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Attempting to bind port e3608666-72b9-4756-9af2-597dfcd61d93 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:56.118285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Port e3608666-72b9-4756-9af2-597dfcd61d93 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:04:56.118604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Attempting to bind port e3608666-72b9-4756-9af2-597dfcd61d93 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:56.133061 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:56.133376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec'}, {'server_uuid': '93f0b5f5-c387-4e8f-bf33-e36881cdf1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ee036c-e148-4f20-b9d4-aa20c85643df'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:56.134318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:56.134750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:56.135470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Bound port: e3608666-72b9-4756-9af2-597dfcd61d93, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:56.135829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.136116 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc952c80-5320-4647-9b9d-9e4c9af90590" -d '{"events": [{"server_uuid": "49165c5b-f93a-4dd1-a220-a9cd470d4716", "name": "network-vif-plugged", "status": "completed", "tag": "ca3b6e5b-cbd9-4521-bf79-0c48845972ec"}, {"server_uuid": "93f0b5f5-c387-4e8f-bf33-e36881cdf1f8", "name": "network-vif-plugged", "status": "completed", "tag": "45ee036c-e148-4f20-b9d4-aa20c85643df"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:56.160165 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab3d3892-e537-4643-ba5c-48a7be26995b req-e83cb3ee-e7b9-40fa-98f0-1e22b17ece93 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503769 Nov 09 00:04:56.232652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] For port e3608666-72b9-4756-9af2-597dfcd61d93, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:56.235233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Made reservation on behalf of a886180a18e84341a5ce8c7e94ede157 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:56.238787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.243719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] For port e3608666-72b9-4756-9af2-597dfcd61d93, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e3608666-72b9-4756-9af2-597dfcd61d93,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:56.252595 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.253578 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1927f716-6beb-498a-94f3-a6466dfc2fa3 x-openstack-request-id: req-1927f716-6beb-498a-94f3-a6466dfc2fa3 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:56.254317 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49165c5b-f93a-4dd1-a220-a9cd470d4716", "name": "network-vif-plugged", "status": "completed", "tag": "ca3b6e5b-cbd9-4521-bf79-0c48845972ec", "code": 200}, {"server_uuid": "93f0b5f5-c387-4e8f-bf33-e36881cdf1f8", "name": "network-vif-plugged", "status": "completed", "tag": "45ee036c-e148-4f20-b9d4-aa20c85643df", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:56.254721 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1927f716-6beb-498a-94f3-a6466dfc2fa3 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:56.255810 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec', 'code': 200} Nov 09 00:04:56.257220 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f0b5f5-c387-4e8f-bf33-e36881cdf1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ee036c-e148-4f20-b9d4-aa20c85643df', 'code': 200} Nov 09 00:04:56.335582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:56.336256 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.337773 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] 10.222.0.30 "PUT /v2.0/ports/e3608666-72b9-4756-9af2-597dfcd61d93 HTTP/1.1" status: 200 len: 1096 time: 2.0051987 Nov 09 00:04:56.340554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07de7e5-8083-4679-b82c-a9fde5061629', 'tag': 'e3608666-72b9-4756-9af2-597dfcd61d93'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:56.343029 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a887f72b-2428-4ebd-a7f1-940993f380e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b07de7e5-8083-4679-b82c-a9fde5061629", "tag": "e3608666-72b9-4756-9af2-597dfcd61d93"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:56.348635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.11', 52521) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:56.421977 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32af151e-61f0-48e2-a1a1-c5169c774f7c x-openstack-request-id: req-32af151e-61f0-48e2-a1a1-c5169c774f7c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:56.422249 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07de7e5-8083-4679-b82c-a9fde5061629", "tag": "e3608666-72b9-4756-9af2-597dfcd61d93", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:56.422491 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32af151e-61f0-48e2-a1a1-c5169c774f7c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:56.422877 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07de7e5-8083-4679-b82c-a9fde5061629', 'tag': 'e3608666-72b9-4756-9af2-597dfcd61d93', 'status': 'completed', 'code': 200} Nov 09 00:04:56.434796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-962b01fd-61c9-43e0-a2f4-52dadf68ea5f admin admin] Deleting subnet f7954710-d440-44af-a7b9-e20d99646bf2 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:04:56.437586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cec0172d-fd84-408b-b3b8-7096d4b40c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.450288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b39ef-6fcf-414a-afeb-315ebc9c57fb service neutron] Pushing event updated for resources: {'Port': ['ID=e3608666-72b9-4756-9af2-597dfcd61d93,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:56.465892 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cec0172d-fd84-408b-b3b8-7096d4b40c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.504704 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-962b01fd-61c9-43e0-a2f4-52dadf68ea5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.527653 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd3d7e-c115-4d68-8214-4cb3f948f360 req-4a675992-f071-49fa-8362-3520ef014afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:56.529161 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ebd3d7e-c115-4d68-8214-4cb3f948f360 req-4a675992-f071-49fa-8362-3520ef014afc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 1100 time: 0.1737347 Nov 09 00:04:56.531069 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Allocated IP 172.20.0.4 (1b694f05-7fa9-49af-ad3c-4c50b0fed877/1b201088-b013-4d7d-a1ce-543e29ebce91/df33e5c7-d5f4-49e7-9dc5-5697be11b101) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:04:56.534517 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f0942277-db8f-4f2f-81ea-4bcb665dcd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:56.535954 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-f0942277-db8f-4f2f-81ea-4bcb665dcd1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=b07de7e5-8083-4679-b82c-a9fde5061629 HTTP/1.1" status: 200 len: 1099 time: 0.1230326 Nov 09 00:04:56.597085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c407973-31bb-4125-8d4a-de37474a0f30 req-3c46c071-31e4-4895-b4d8-94ce093f12db tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:56.598621 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c407973-31bb-4125-8d4a-de37474a0f30 req-3c46c071-31e4-4895-b4d8-94ce093f12db tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 949 time: 0.5236847 Nov 09 00:04:56.611730 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-3dad52fd-623f-4a62-bd57-0f32d485eafe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e3608666-72b9-4756-9af2-597dfcd61d93 HTTP/1.1" status: 200 len: 217 time: 0.0666742 Nov 09 00:04:56.625482 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-962b01fd-61c9-43e0-a2f4-52dadf68ea5f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.644956 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-962b01fd-61c9-43e0-a2f4-52dadf68ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.685735 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ebd3d7e-c115-4d68-8214-4cb3f948f360 req-66135fb8-3297-4cba-838b-f1c2523c175b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488054 Nov 09 00:04:56.720539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-39cbddb8-0e6c-4281-9bff-659c278db7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:56.722106 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-39cbddb8-0e6c-4281-9bff-659c278db7b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1000135 Nov 09 00:04:56.729576 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cec0172d-fd84-408b-b3b8-7096d4b40c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.732244 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cec0172d-fd84-408b-b3b8-7096d4b40c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.733383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cec0172d-fd84-408b-b3b8-7096d4b40c2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4adb75a2-6e6a-4412-91b7-8e6b11d0f5d4 HTTP/1.1" status: 204 len: 168 time: 0.7885501 Nov 09 00:04:56.756360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b26a3-8dc9-4778-8e7a-d2b911cf983c req-66d12c4b-bfa0-4db1-b709-6141519c2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:56.758276 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-932b26a3-8dc9-4778-8e7a-d2b911cf983c req-66d12c4b-bfa0-4db1-b709-6141519c2a29 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 1096 time: 0.3467474 Nov 09 00:04:56.790298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d70d17-4bfb-4d4a-9ea1-618e3c6d6720 req-962489ed-02d2-49e2-b995-af8618745ef8 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:56.791418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84d70d17-4bfb-4d4a-9ea1-618e3c6d6720 req-962489ed-02d2-49e2-b995-af8618745ef8 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 948 time: 0.2449799 Nov 09 00:04:56.795210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:56.808048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0172d-fd84-408b-b3b8-7096d4b40c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adb75a2-6e6a-4412-91b7-8e6b11d0f5d4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:56.824161 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.870544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c407973-31bb-4125-8d4a-de37474a0f30 req-97dcf48a-1ef3-4d6e-bdce-7c44ecfe5628 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326324 Nov 09 00:04:56.883296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Transition to ACTIVE for port object a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:04:56.892273 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-962b01fd-61c9-43e0-a2f4-52dadf68ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.914485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:56.991921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:57.006152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b01fd-61c9-43e0-a2f4-52dadf68ea5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7954710-d440-44af-a7b9-e20d99646bf2,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:57.028439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e2dc5b3e-e78e-40e7-b21b-2c92b35932f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:57.029322 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-e2dc5b3e-e78e-40e7-b21b-2c92b35932f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2762511 Nov 09 00:04:57.051644 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.061073 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-962b01fd-61c9-43e0-a2f4-52dadf68ea5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.066729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-962b01fd-61c9-43e0-a2f4-52dadf68ea5f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f7954710-d440-44af-a7b9-e20d99646bf2 HTTP/1.1" status: 204 len: 168 time: 1.0043268 Nov 09 00:04:57.068591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54714) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:57.070915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22663027-7650-4d55-81fc-b6d2f4ebe01a req-858b55f5-456b-4858-a6f0-99d07eecb3e1 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 210 time: 0.0823340 Nov 09 00:04:57.080676 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84d70d17-4bfb-4d4a-9ea1-618e3c6d6720 req-c6ab6026-47f2-4b72-9c17-3722b180c1ce tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744563 Nov 09 00:04:57.183290 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.187011 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-ca54e261-d165-4930-a329-598993667d68 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465926 Nov 09 00:04:57.219262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54722) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:57.283095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:04:57.283972 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18f0c1b5-d963-479b-a136-124778e7c209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.294168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-932b26a3-8dc9-4778-8e7a-d2b911cf983c req-76bb6a3a-4dcc-4f4b-8e7f-0729f36cbef6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066270 Nov 09 00:04:57.328219 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:04:57.337288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:04:57.340409 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.341796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Pushing event updated for resources: {'Port': ['ID=df33e5c7-d5f4-49e7-9dc5-5697be11b101,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:57.367972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Attempting to bind port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:57.368304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Attempting to bind port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:57.369011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Attempting to bind port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:57.387224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b50d-d901-497b-9ffb-442fa81f570d req-06e651ac-1676-417a-8c54-cca5b0508f6f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:57.388310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3c5b50d-d901-497b-9ffb-442fa81f570d req-06e651ac-1676-417a-8c54-cca5b0508f6f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 948 time: 0.1432741 Nov 09 00:04:57.392338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:04:57.392755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Attempting to bind port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:57.412595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:57.413034 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:57.413532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:57.414072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Bound port: a4ebbcd9-d209-47a7-bf12-1f025b36a2d1, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:57.414503 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.430228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:57.430847 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.450911 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-65961ee2-0da2-4379-9304-7c3972c0b1f1 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324486 Nov 09 00:04:57.466737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-fde6f272-02e3-4aac-8b7a-370db6bea040 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4780424 Nov 09 00:04:57.499806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Request body: {'port': {'device_id': '8ce285f1-3af2-4e75-9f00-7f8a1195c4fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:57.561436 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18f0c1b5-d963-479b-a136-124778e7c209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.589461 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18f0c1b5-d963-479b-a136-124778e7c209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.591302 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.611633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe22501-5988-4dfc-87dc-b4eebfaf29bc req-669a61b9-7903-4458-b8f4-c9b5b0225ab6 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:57.613216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fbe22501-5988-4dfc-87dc-b4eebfaf29bc req-669a61b9-7903-4458-b8f4-c9b5b0225ab6 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 945 time: 0.2228940 Nov 09 00:04:57.625522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3c5b50d-d901-497b-9ffb-442fa81f570d req-fc967a25-3a8f-4d8f-b204-8edcd0c8e964 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283444 Nov 09 00:04:57.635543 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.643945 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-18f0c1b5-d963-479b-a136-124778e7c209 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63c09a8b433946e492378f074bfd38f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121845 Nov 09 00:04:57.658115 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.658472 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.659227 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.659581 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > port after_create 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.660451 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.660451 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > port after_update 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.660621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54728) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:57.660696 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.660917 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.661289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.661549 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.674872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887f72b-2428-4ebd-a7f1-940993f380e4 req-a9c46ac2-0904-4c09-b699-0b3be683c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:57.676454 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a887f72b-2428-4ebd-a7f1-940993f380e4 req-a9c46ac2-0904-4c09-b699-0b3be683c920 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=b07de7e5-8083-4679-b82c-a9fde5061629 HTTP/1.1" status: 200 len: 1099 time: 0.1724823 Nov 09 00:04:57.690703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0c1b5-d963-479b-a136-124778e7c209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb63a50-4a07-427c-91e2-6f7aec218c16,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:57.733937 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.734309 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.734648 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.734980 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 00:04:57.735369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12f72f5-3f0d-4ad5-ae21-3925f27fc587']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:57.780701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687b40d8-365f-4cd7-974c-a4d7b62639c6') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:57.780991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687b40d8-365f-4cd7-974c-a4d7b62639c6') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:04:57.827012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81d20bda-002d-45d5-aaf2-a9fd2a2da0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.830368 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.848787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] For port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:57.875129 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.884483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] For port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:57.891052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fbe22501-5988-4dfc-87dc-b4eebfaf29bc req-ceebf537-d5e4-4c9f-bae5-e5dc821d8356 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625813 Nov 09 00:04:57.897893 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.900566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:04:57.900942 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: from cryptography.utils import int_from_bytes Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: from cryptography.utils import int_from_bytes Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:04:57.908570 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:04:57.911384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887f72b-2428-4ebd-a7f1-940993f380e4 req-8a4d0618-c4ce-4aac-a716-56217cc64b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:57.912895 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a887f72b-2428-4ebd-a7f1-940993f380e4 req-8a4d0618-c4ce-4aac-a716-56217cc64b01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2271099 Nov 09 00:04:57.918990 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81d20bda-002d-45d5-aaf2-a9fd2a2da0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:57.929821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be31a-ac93-496a-a491-eb007dc59057 req-2a4e5b45-3a37-416e-b234-ea42f3f6cbbf tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:57.931182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-172be31a-ac93-496a-a491-eb007dc59057 req-2a4e5b45-3a37-416e-b234-ea42f3f6cbbf tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 948 time: 0.1763570 Nov 09 00:04:57.988943 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a887f72b-2428-4ebd-a7f1-940993f380e4 req-255dafa1-b9c3-489c-84c5-7dfed70eb2de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e3608666-72b9-4756-9af2-597dfcd61d93 HTTP/1.1" status: 200 len: 217 time: 0.0616822 Nov 09 00:04:58.035251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:58.035251 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:58.037171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 HTTP/1.1" status: 200 len: 1096 time: 2.8228071 Nov 09 00:04:58.039044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc122255-2276-436b-b440-f4170932b8f2', 'tag': 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:58.041509 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4685e5b3-3927-434c-8448-7a12c7808a64" -d '{"events": [{"name": "network-changed", "server_uuid": "bc122255-2276-436b-b440-f4170932b8f2", "tag": "a4ebbcd9-d209-47a7-bf12-1f025b36a2d1"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:58.060341 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:58.106855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887f72b-2428-4ebd-a7f1-940993f380e4 req-cdf61b2c-5163-4c20-ab91-73f7eec9e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:58.108309 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a887f72b-2428-4ebd-a7f1-940993f380e4 req-cdf61b2c-5163-4c20-ab91-73f7eec9e75d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0863297 Nov 09 00:04:58.110680 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81d20bda-002d-45d5-aaf2-a9fd2a2da0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:58.113431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81d20bda-002d-45d5-aaf2-a9fd2a2da0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:58.115260 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-81d20bda-002d-45d5-aaf2-a9fd2a2da0ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fb63a50-4a07-427c-91e2-6f7aec218c16 HTTP/1.1" status: 204 len: 168 time: 0.4526303 Nov 09 00:04:58.115784 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:58.119204 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f12f72f5-3f0d-4ad5-ae21-3925f27fc587 HTTP/1.1" status: 204 len: 168 time: 1.0372615 Nov 09 00:04:58.156076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ad45f-37b5-4f5e-b5bb-02a9f1d658e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:58.157616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d20bda-002d-45d5-aaf2-a9fd2a2da0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb63a50-4a07-427c-91e2-6f7aec218c16,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:58.160769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc936f4-3b5d-436c-bc20-cc275ad9db45 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12f72f5-3f0d-4ad5-ae21-3925f27fc587,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:58.186069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-172be31a-ac93-496a-a491-eb007dc59057 req-d55aa75e-7d78-4f41-a3e1-6e99ba1bfa91 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967518 Nov 09 00:04:58.225220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43b0a5-3ca2-4a42-b680-59bce8abc42d req-69fa81e3-24cf-4360-b70b-7406e220aa2b tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:58.234197 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f43b0a5-3ca2-4a42-b680-59bce8abc42d req-69fa81e3-24cf-4360-b70b-7406e220aa2b tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 949 time: 0.2220292 Nov 09 00:04:58.236970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887f72b-2428-4ebd-a7f1-940993f380e4 req-7c7c42ee-b5bc-4429-8573-8d9ccad90504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:58.238682 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a887f72b-2428-4ebd-a7f1-940993f380e4 req-7c7c42ee-b5bc-4429-8573-8d9ccad90504 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220379 Nov 09 00:04:58.246076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-21eaf84c-8858-4bfd-92f3-bf13463ef1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:58.253722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-21eaf84c-8858-4bfd-92f3-bf13463ef1d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 1099 time: 0.1535623 Nov 09 00:04:58.260311 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df33e5c7-d5f4-49e7-9dc5-5697be11b101 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:04:58.279034 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:58.340261 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ac64d6-310d-4b64-998f-05e1f15d5910 x-openstack-request-id: req-00ac64d6-310d-4b64-998f-05e1f15d5910 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:58.340734 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc122255-2276-436b-b440-f4170932b8f2", "tag": "a4ebbcd9-d209-47a7-bf12-1f025b36a2d1", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:58.340850 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00ac64d6-310d-4b64-998f-05e1f15d5910 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:58.341271 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc122255-2276-436b-b440-f4170932b8f2', 'tag': 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1', 'status': 'completed', 'code': 200} Nov 09 00:04:58.344173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-cd40baaf-38d7-4349-b340-9339b0bc1a80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 HTTP/1.1" status: 200 len: 217 time: 0.0757039 Nov 09 00:04:58.359470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Transition to ACTIVE for port object df33e5c7-d5f4-49e7-9dc5-5697be11b101 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:04:58.374334 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:58.417060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f43b0a5-3ca2-4a42-b680-59bce8abc42d req-a3619603-daa4-4911-87d2-2de24c6ee8d2 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587512 Nov 09 00:04:58.454295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54746) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:58.467828 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a887f72b-2428-4ebd-a7f1-940993f380e4 req-95f175ad-2d72-431e-bf64-3e0cdf591cec service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192743 Nov 09 00:04:58.468913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Pushing event updated for resources: {'Port': ['ID=df33e5c7-d5f4-49e7-9dc5-5697be11b101,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:58.469138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-6723e3ca-6e26-410d-9110-dcb92757d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:58.470673 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-6723e3ca-6e26-410d-9110-dcb92757d383 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1145971 Nov 09 00:04:58.571123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0118b70e-7126-497e-a4a9-3165be3a0cf4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84cfb55b39e1425fb409997148687d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1113551 Nov 09 00:04:58.574282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54750) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:58.583797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-a463b19c-b811-4a05-8b6c-644cb8ff280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:58.585277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-a463b19c-b811-4a05-8b6c-644cb8ff280e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974960 Nov 09 00:04:58.592723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2593fe9-d939-4a47-b846-d75078e32089 req-811a6830-2868-46b2-a031-6260f47f4267 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:58.594230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2593fe9-d939-4a47-b846-d75078e32089 req-811a6830-2868-46b2-a031-6260f47f4267 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 943 time: 0.1284022 Nov 09 00:04:58.631776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Attempting to bind port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:04:58.632045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Attempting to bind port df33e5c7-d5f4-49e7-9dc5-5697be11b101 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:04:58.632346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Attempting to bind port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:58.642421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:04:58.642739 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Attempting to bind port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:04:58.653955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:04:58.654286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:04:58.654858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Bound using segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:04:58.655456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Bound port: df33e5c7-d5f4-49e7-9dc5-5697be11b101, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:04:58.655993 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:58.668439 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a887f72b-2428-4ebd-a7f1-940993f380e4 req-3cd6b202-0ff0-4d3a-9ed2-bd5ddc933875 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658294 Nov 09 00:04:58.753157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:04:58.757000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:04:58.763782 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:58.794237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2593fe9-d939-4a47-b846-d75078e32089 req-166436be-2156-4bab-ae2d-ba012691e9f1 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766324 Nov 09 00:04:58.818438 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:58.850290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:58.850936 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:58.852362 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] 10.222.0.11 "PUT /v2.0/ports/df33e5c7-d5f4-49e7-9dc5-5697be11b101 HTTP/1.1" status: 200 len: 1091 time: 1.3570149 Nov 09 00:04:58.858278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce285f1-3af2-4e75-9f00-7f8a1195c4fd', 'tag': 'df33e5c7-d5f4-49e7-9dc5-5697be11b101'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:04:58.861166 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2153ad-8992-46e1-be34-fa90bf07cbff" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce285f1-3af2-4e75-9f00-7f8a1195c4fd", "tag": "df33e5c7-d5f4-49e7-9dc5-5697be11b101"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:04:58.893798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4061ded-f2ec-44e0-8088-3fb040a9cee8 service neutron] Pushing event updated for resources: {'Port': ['ID=df33e5c7-d5f4-49e7-9dc5-5697be11b101,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:58.928375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-9a2cc7c3-a1e4-453e-9ca0-3e2d57296df8 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278668 Nov 09 00:04:58.931919 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:58.970137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-7d7c2b23-95cb-4c4d-a344-060bc1d2000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:58.971908 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-7d7c2b23-95cb-4c4d-a344-060bc1d2000a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 1094 time: 0.0496261 Nov 09 00:04:59.016855 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-bf6db878-9c79-44b6-a220-fc7d3c5a82a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101 HTTP/1.1" status: 200 len: 217 time: 0.0373073 Nov 09 00:04:59.073936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-a182d7bb-3a78-4b8d-8cd5-681c5fd146be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:59.075675 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-a182d7bb-3a78-4b8d-8cd5-681c5fd146be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.0528607 Nov 09 00:04:59.114945 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-8f575bb1-c352-4ebf-8676-354d407886cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302634 Nov 09 00:04:59.218672 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-6ffc78f6-e068-46f5-bbfc-0bfd3e2cffa3 service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963016 Nov 09 00:04:59.233665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937efb7-58c4-4a52-896c-d191dafb5a4d req-f767851c-5929-4a16-8d8d-c730911f28fc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:59.235183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a937efb7-58c4-4a52-896c-d191dafb5a4d req-f767851c-5929-4a16-8d8d-c730911f28fc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 948 time: 0.4006677 Nov 09 00:04:59.278989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e789966-2cbf-49cd-b7e8-5ea050049044 req-b569b95a-15f5-4529-909d-c110224b4ad7 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:59.280525 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e789966-2cbf-49cd-b7e8-5ea050049044 req-b569b95a-15f5-4529-909d-c110224b4ad7 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 948 time: 0.3561814 Nov 09 00:04:59.284910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54778) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:59.331820 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eaa8d6e-7b16-4eab-a85e-085a24e0224e req-0a91bc1b-b400-4a15-8e98-9c590aeb97a8 service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047614 Nov 09 00:04:59.334307 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:59.337005 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:59.338339 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7576de3a-d534-4aa0-ac06-80473df43743 HTTP/1.1" status: 204 len: 168 time: 0.7634804 Nov 09 00:04:59.340510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fc3e483-352f-4b48-9e2c-d062a17ffff7 req-5788204b-a21c-409b-b1f3-fd9d556c3020 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936467 Nov 09 00:04:59.361942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7576de3a-d534-4aa0-ac06-80473df43743,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:04:59.387565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a937efb7-58c4-4a52-896c-d191dafb5a4d req-e9c6b248-240a-4cfa-8d70-bdc809fcc0fa tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398118 Nov 09 00:04:59.395861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:59.396751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:59.397096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:59.397654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:59.397852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:59.398138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:59.398471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:59.398799 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:59.399148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:59.399529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:59.399860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:59.400183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d63767-bbe4-491c-9aea-0580c6e25f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:04:59.445844 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e789966-2cbf-49cd-b7e8-5ea050049044 req-d805bc12-0f9e-45d5-b3d4-5ec7fd13e937 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507409 Nov 09 00:04:59.502395 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e2063c-c8d0-4ce2-b9b6-471e2434c494 x-openstack-request-id: req-c4e2063c-c8d0-4ce2-b9b6-471e2434c494 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:04:59.502718 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce285f1-3af2-4e75-9f00-7f8a1195c4fd", "tag": "df33e5c7-d5f4-49e7-9dc5-5697be11b101", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:04:59.502959 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4e2063c-c8d0-4ce2-b9b6-471e2434c494 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:04:59.503373 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce285f1-3af2-4e75-9f00-7f8a1195c4fd', 'tag': 'df33e5c7-d5f4-49e7-9dc5-5697be11b101', 'status': 'completed', 'code': 200} Nov 09 00:04:59.510379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2128258529-network', 'tenant_id': 'a2fd1f630ef54d6dba7f9f1e8827b967'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:04:59.575843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e5b3-3927-434c-8448-7a12c7808a64 req-8f6770c7-a418-4324-aec6-927db8356cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:59.577397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4685e5b3-3927-434c-8448-7a12c7808a64 req-8f6770c7-a418-4324-aec6-927db8356cd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 1099 time: 0.1743555 Nov 09 00:04:59.580137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Made reservation on behalf of a2fd1f630ef54d6dba7f9f1e8827b967 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:04:59.582470 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:59.589016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2153ad-8992-46e1-be34-fa90bf07cbff req-795b15c0-d204-40f7-927c-1413a5f15c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:59.590526 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2153ad-8992-46e1-be34-fa90bf07cbff req-795b15c0-d204-40f7-927c-1413a5f15c5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 1094 time: 0.0731986 Nov 09 00:04:59.602595 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:04:59.669488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bc43f-f579-468e-9be5-f757e4f44b22 req-12a6292f-1726-43ef-b755-78883071ece6 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:59.670995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-899bc43f-f579-468e-9be5-f757e4f44b22 req-12a6292f-1726-43ef-b755-78883071ece6 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 945 time: 0.1527984 Nov 09 00:04:59.713557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2153ad-8992-46e1-be34-fa90bf07cbff req-b2d6b02b-e8c7-492b-b2a5-d92583c2567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:59.716350 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2153ad-8992-46e1-be34-fa90bf07cbff req-b2d6b02b-e8c7-492b-b2a5-d92583c2567f service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.1158791 Nov 09 00:04:59.755844 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54790) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:59.761599 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2153ad-8992-46e1-be34-fa90bf07cbff req-f253a358-a44a-4ca9-b2a6-d013e2ec3e5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101 HTTP/1.1" status: 200 len: 217 time: 0.0371034 Nov 09 00:04:59.810982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2153ad-8992-46e1-be34-fa90bf07cbff req-d96770d2-339f-43ef-97b6-832220da1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:59.811984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2153ad-8992-46e1-be34-fa90bf07cbff req-d96770d2-339f-43ef-97b6-832220da1b7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.0438507 Nov 09 00:04:59.840829 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c310c-dfdb-4006-ab27-3034c261839c req-1efc6976-4ea5-4a91-af4f-76097ade2576 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:59.842360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f72c310c-dfdb-4006-ab27-3034c261839c req-1efc6976-4ea5-4a91-af4f-76097ade2576 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 949 time: 0.2226632 Nov 09 00:04:59.847344 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2153ad-8992-46e1-be34-fa90bf07cbff req-afb26b54-ca3a-4146-8f67-c2fb4cc6ae15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279634 Nov 09 00:04:59.852085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e5b3-3927-434c-8448-7a12c7808a64 req-0a6db690-45b6-4cce-a9b4-3f8462fbe58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:04:59.853532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4685e5b3-3927-434c-8448-7a12c7808a64 req-0a6db690-45b6-4cce-a9b4-3f8462fbe58e service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2610722 Nov 09 00:04:59.862720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-899bc43f-f579-468e-9be5-f757e4f44b22 req-1dd69a79-c7f2-4328-a8a8-d5375eee0f22 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506226 Nov 09 00:04:59.932274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4685e5b3-3927-434c-8448-7a12c7808a64 req-259b8764-227c-4edc-86f3-b00be86e94f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 HTTP/1.1" status: 200 len: 217 time: 0.0608439 Nov 09 00:04:59.935922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ba1c8af0-0c7d-4fe0-9b20-b67058a16d3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d13e29d7f73441797ca12c9d6895e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790326 Nov 09 00:04:59.941464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54798) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:04:59.995546 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2153ad-8992-46e1-be34-fa90bf07cbff req-7906b828-40e9-4663-92ae-9a578eb33dcb service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404409 Nov 09 00:05:00.026999 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.031771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.039487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f72c310c-dfdb-4006-ab27-3034c261839c req-53cfb6df-0ea3-48b3-bfeb-72e477b48f14 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838131 Nov 09 00:05:00.045896 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.067037 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e5b3-3927-434c-8448-7a12c7808a64 req-becc59fe-c6df-4a67-bc07-35fc40fdbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:00.068564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4685e5b3-3927-434c-8448-7a12c7808a64 req-becc59fe-c6df-4a67-bc07-35fc40fdbefc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1209090 Nov 09 00:05:00.092190 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.099943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:05:00.123543 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836f8add-2671-4c7c-9cec-3bbb4a8267e5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:00.141179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fb6ce-fec6-4524-9355-19d0177a8967 req-9d8b4769-3f0a-4b88-906c-bc19ce352bae tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:00.142706 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-765fb6ce-fec6-4524-9355-19d0177a8967 req-9d8b4769-3f0a-4b88-906c-bc19ce352bae tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 943 time: 0.1768715 Nov 09 00:05:00.145998 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740052510248', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.146747 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Unsubscribe: segment precommit_create {{(pid=101780) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 00:05:00.147381 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Added segment c1c7ac35-d041-47d4-ba85-e072fd869554 of type vlan for network 3529e958-4130-4d89-8f6b-9e5d5aefa50a Nov 09 00:05:00.152270 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb2153ad-8992-46e1-be34-fa90bf07cbff req-3493bb27-cd91-4b8e-8379-b7c39844c93f service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460428 Nov 09 00:05:00.174005 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.176683 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.178524 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b14e937-cdd4-4fe8-838f-bdf5fa22755b HTTP/1.1" status: 204 len: 168 time: 0.2360475 Nov 09 00:05:00.187349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b14e937-cdd4-4fe8-838f-bdf5fa22755b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:00.195094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:00.195442 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:00.195778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:00.196108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:00.196433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:00.196758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:00.197072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:00.197411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:00.197735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:00.198537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:00.198537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:00.198822 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157c9eb-437a-4074-b7bf-7e41d73ed1ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:00.253485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.258719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e5b3-3927-434c-8448-7a12c7808a64 req-94428353-e9e4-4c7a-96f1-b88113a6507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:00.260219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4685e5b3-3927-434c-8448-7a12c7808a64 req-94428353-e9e4-4c7a-96f1-b88113a6507c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1769600 Nov 09 00:05:00.315944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93125697-047e-4505-a172-e26f50e2a1bd req-bd4afc34-b04c-4ac9-9f62-54948ac3fdfb tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:00.317617 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-93125697-047e-4505-a172-e26f50e2a1bd req-bd4afc34-b04c-4ac9-9f62-54948ac3fdfb tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.30 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 948 time: 0.0877137 Nov 09 00:05:00.322254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf49d-afe6-4f11-86b6-f8dbeb2d56c7 req-febce792-d8ec-43e4-93ce-9048301f3856 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:00.323728 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fdbf49d-afe6-4f11-86b6-f8dbeb2d56c7 req-febce792-d8ec-43e4-93ce-9048301f3856 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 945 time: 0.1938722 Nov 09 00:05:00.335551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54804) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:00.344947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-39798a84-ce0f-4344-8d0d-69d2707c8bb2 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Request body: {'floatingip': {'port_id': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:00.416246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-765fb6ce-fec6-4524-9355-19d0177a8967 req-5338117a-7e02-4e4c-a140-bc18384e4d3b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578883 Nov 09 00:05:00.509639 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.510607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:00.511235 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.539680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-93125697-047e-4505-a172-e26f50e2a1bd req-59c6c14c-a518-4fc1-8568-3bd62323fe7d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Deleting port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:05:00.540315 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-93125697-047e-4505-a172-e26f50e2a1bd req-59c6c14c-a518-4fc1-8568-3bd62323fe7d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.634678 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39798a84-ce0f-4344-8d0d-69d2707c8bb2 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.635209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e3608666-72b9-4756-9af2-597dfcd61d93 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:00.652728 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3653703 Nov 09 00:05:00.653401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5809962-8293-4cb3-abab-54d6fb33f6ad admin admin] Pushing event updated for resources: {'Network': ['ID=3529e958-4130-4d89-8f6b-9e5d5aefa50a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:00.660458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54824) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:00.679800 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8613ba02-c706-476c-87fe-ba1f6f7ed396 admin admin] Request body: {'subnet': {'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2128258529-subnet', 'tenant_id': 'a2fd1f630ef54d6dba7f9f1e8827b967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:00.685539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-93125697-047e-4505-a172-e26f50e2a1bd req-59c6c14c-a518-4fc1-8568-3bd62323fe7d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] For port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6d854839-34b9-4d9c-bb80-fe2c9adbd2db,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:00.686099 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-93125697-047e-4505-a172-e26f50e2a1bd req-59c6c14c-a518-4fc1-8568-3bd62323fe7d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.715841 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-93125697-047e-4505-a172-e26f50e2a1bd req-59c6c14c-a518-4fc1-8568-3bd62323fe7d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Calling delete_port for 6d854839-34b9-4d9c-bb80-fe2c9adbd2db owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:05:00.720283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 3529e958-4130-4d89-8f6b-9e5d5aefa50a details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:05:00.789695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8613ba02-c706-476c-87fe-ba1f6f7ed396 admin admin] Made reservation on behalf of a2fd1f630ef54d6dba7f9f1e8827b967 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:00.792270 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8613ba02-c706-476c-87fe-ba1f6f7ed396 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.835499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4685e5b3-3927-434c-8448-7a12c7808a64 req-2e285ece-0bb2-4e1b-860e-721c3eefb345 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643506 Nov 09 00:05:00.855563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port e3608666-72b9-4756-9af2-597dfcd61d93, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e3608666-72b9-4756-9af2-597dfcd61d93,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:00.868995 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'e3608666-72b9-4756-9af2-597dfcd61d93', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'e3608666-72b9-4756-9af2-597dfcd61d93', 'mac_address': 'fa:16:3e:46:a1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:05:00.916994 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.934505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3608666-72b9-4756-9af2-597dfcd61d93 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:00.960154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port e3608666-72b9-4756-9af2-597dfcd61d93, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e3608666-72b9-4756-9af2-597dfcd61d93,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:00.967739 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:00.975633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-d5a31218-1e94-4bf4-8297-a7f1f502926b req-fcaab442-f6a0-4c4f-be73-e8ff72848bff service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:05:00.977334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d5a31218-1e94-4bf4-8297-a7f1f502926b req-fcaab442-f6a0-4c4f-be73-e8ff72848bff service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118070 Nov 09 00:05:01.039325 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=e3608666-72b9-4756-9af2-597dfcd61d93,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:01.122387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f04100-cfd2-47cf-bdc1-efe97c02bbf3 req-78c0c851-edcf-47de-8bb3-e15964f0f455 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:01.129742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4f04100-cfd2-47cf-bdc1-efe97c02bbf3 req-78c0c851-edcf-47de-8bb3-e15964f0f455 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 948 time: 0.5106952 Nov 09 00:05:01.177721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4685e5b3-3927-434c-8448-7a12c7808a64 req-79146935-c514-47c4-8b1e-499cb68a46e2 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985872 Nov 09 00:05:01.197515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['e3608666-72b9-4756-9af2-597dfcd61d93'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:01.344843 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-93125697-047e-4505-a172-e26f50e2a1bd req-59c6c14c-a518-4fc1-8568-3bd62323fe7d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:01.384201 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8613ba02-c706-476c-87fe-ba1f6f7ed396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:01.387004 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6c14c-a518-4fc1-8568-3bd62323fe7d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Pushing event deleted for resources: {'Port': ['ID=6d854839-34b9-4d9c-bb80-fe2c9adbd2db,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:01.509141 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-93125697-047e-4505-a172-e26f50e2a1bd req-59c6c14c-a518-4fc1-8568-3bd62323fe7d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] No DVR routers for this DVR port 6d854839-34b9-4d9c-bb80-fe2c9adbd2db on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:05:01.511904 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-93125697-047e-4505-a172-e26f50e2a1bd req-59c6c14c-a518-4fc1-8568-3bd62323fe7d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:01.515644 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-93125697-047e-4505-a172-e26f50e2a1bd req-59c6c14c-a518-4fc1-8568-3bd62323fe7d tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.30 "DELETE /v2.0/ports/6d854839-34b9-4d9c-bb80-fe2c9adbd2db HTTP/1.1" status: 204 len: 173 time: 1.1909790 Nov 09 00:05:01.519824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08355f09-45fc-40fb-a942-b0adddf25716', 'name': 'network-vif-deleted', 'tag': '6d854839-34b9-4d9c-bb80-fe2c9adbd2db'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:01.522378 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550dc4ff-2375-4969-bd1c-6c43a7e7c4d3" -d '{"events": [{"server_uuid": "08355f09-45fc-40fb-a942-b0adddf25716", "name": "network-vif-deleted", "tag": "6d854839-34b9-4d9c-bb80-fe2c9adbd2db"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:01.539871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613ba02-c706-476c-87fe-ba1f6f7ed396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:01.551011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8613ba02-c706-476c-87fe-ba1f6f7ed396 admin admin] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:01.551222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8613ba02-c706-476c-87fe-ba1f6f7ed396 admin admin] Network hostable DHCP agents. Network: 3529e958-4130-4d89-8f6b-9e5d5aefa50a, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:05:01.582109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dfb61-d463-48af-962c-2dd6f8d2f1f5 req-ca098c59-26e2-4dfb-a1d1-5ec33d9fa478 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:01.584764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8613ba02-c706-476c-87fe-ba1f6f7ed396 admin admin] Network 3529e958-4130-4d89-8f6b-9e5d5aefa50a is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:05:01.584994 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-985dfb61-d463-48af-962c-2dd6f8d2f1f5 req-ca098c59-26e2-4dfb-a1d1-5ec33d9fa478 tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/ports?device_id=08355f09-45fc-40fb-a942-b0adddf25716 HTTP/1.1" status: 200 len: 867 time: 0.4452727 Nov 09 00:05:01.612382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8613ba02-c706-476c-87fe-ba1f6f7ed396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 3529e958-4130-4d89-8f6b-9e5d5aefa50a) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:01.614414 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4f04100-cfd2-47cf-bdc1-efe97c02bbf3 req-5b137818-04f5-4dc6-9b18-40e60b40e102 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837594 Nov 09 00:05:01.619248 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613ba02-c706-476c-87fe-ba1f6f7ed396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:01.621123 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8613ba02-c706-476c-87fe-ba1f6f7ed396 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:01.637179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670570df-41fe-4ba1-a49b-6f24b00bd3c3 None None] Network 3529e958-4130-4d89-8f6b-9e5d5aefa50a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:01.676798 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8613ba02-c706-476c-87fe-ba1f6f7ed396 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0141151 Nov 09 00:05:01.771844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6d854839-34b9-4d9c-bb80-fe2c9adbd2db'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:01.876745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-985dfb61-d463-48af-962c-2dd6f8d2f1f5 req-876e1b07-6600-43aa-b070-66ac0c69312a tempest-DeleteServersAdminTestJSON-756293980 tempest-DeleteServersAdminTestJSON-756293980-project] 10.222.0.25 "GET /v2.0/security-groups?id=284f9110-841b-42f5-a5eb-237f3d996fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612832 Nov 09 00:05:01.973530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec81b92-c9db-432e-bccd-09bba7c05781 None None] Network 3529e958-4130-4d89-8f6b-9e5d5aefa50a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:02.006074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea643e65-bbba-4436-a3b1-f4d2135a0667 req-04d2791d-ad30-476b-ac3a-131212a312f3 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:02.007623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea643e65-bbba-4436-a3b1-f4d2135a0667 req-04d2791d-ad30-476b-ac3a-131212a312f3 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 949 time: 0.1801517 Nov 09 00:05:02.066335 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.db.resource_extend [None req-39798a84-ce0f-4344-8d0d-69d2707c8bb2 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:05:02.159679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dc550-a682-4ee6-8a4f-c7e66973cb20 req-043906b7-8ede-459a-a1a8-28998ff0ba38 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:02.167369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd7dc550-a682-4ee6-8a4f-c7e66973cb20 req-043906b7-8ede-459a-a1a8-28998ff0ba38 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 943 time: 0.1836467 Nov 09 00:05:02.196812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39798a84-ce0f-4344-8d0d-69d2707c8bb2 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:02.206246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea643e65-bbba-4436-a3b1-f4d2135a0667 req-7ddf7ecf-93b2-42f6-9f45-edf8ba9a01b6 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766951 Nov 09 00:05:02.209226 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39798a84-ce0f-4344-8d0d-69d2707c8bb2 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:02.281332 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29082ecd-3a9d-4af7-b026-0d924ad1107e x-openstack-request-id: req-29082ecd-3a9d-4af7-b026-0d924ad1107e {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:02.281863 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08355f09-45fc-40fb-a942-b0adddf25716", "name": "network-vif-deleted", "tag": "6d854839-34b9-4d9c-bb80-fe2c9adbd2db", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:02.282186 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29082ecd-3a9d-4af7-b026-0d924ad1107e {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:02.282666 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08355f09-45fc-40fb-a942-b0adddf25716', 'name': 'network-vif-deleted', 'tag': '6d854839-34b9-4d9c-bb80-fe2c9adbd2db', 'status': 'completed', 'code': 200} Nov 09 00:05:02.291840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd7dc550-a682-4ee6-8a4f-c7e66973cb20 req-23016794-a1fe-48df-ab12-6015049d92d9 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183460 Nov 09 00:05:02.389338 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-39798a84-ce0f-4344-8d0d-69d2707c8bb2 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Floating IP 5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f associated. External IP: 172.25.0.78, port: ca3b6e5b-cbd9-4521-bf79-0c48845972ec. Nov 09 00:05:02.502027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54930) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:02.507580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-36497850-network', 'tenant_id': '4193bf62f9434ce591ee03817a105085'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:02.526833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-56ab7f9e-4d45-4251-b401-cbdc9e93d26e tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=818f12ca20e5471e85e8211d8afa3c9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311816 Nov 09 00:05:02.532147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Made reservation on behalf of 4193bf62f9434ce591ee03817a105085 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:02.535449 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:02.546876 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:02.641306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:02.645634 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e3608666-72b9-4756-9af2-597dfcd61d93 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:02.649549 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:02.655323 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:02.669182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:05:02.681107 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:02.681734 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Added segment b3f4e5eb-6a50-4ee3-bf38-65dca0606243 of type vlan for network 9f630182-8f6a-4082-8665-a3331491e967 Nov 09 00:05:02.728029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-af76eda5-aeaf-4474-bfd7-1d6c9073d81f tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:02.733177 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:02.736117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-af76eda5-aeaf-4474-bfd7-1d6c9073d81f tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946089 Nov 09 00:05:02.748625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39798a84-ce0f-4344-8d0d-69d2707c8bb2 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:05:02.760350 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-990f7a0b-a32d-4b72-841f-16a1a77a6cff tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/quotas/818f12ca20e5471e85e8211d8afa3c9b HTTP/1.1" status: 200 len: 375 time: 0.0230072 Nov 09 00:05:02.760723 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port e3608666-72b9-4756-9af2-597dfcd61d93 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:05:02.767076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port e3608666-72b9-4756-9af2-597dfcd61d93 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:02.767777 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:02.780752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726a997a-d6ce-4aee-8c13-b3e5a7bd2571,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:02.783263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:02.784205 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:02.784789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:02.838217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:02.850302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3434184 Nov 09 00:05:02.850625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54950) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:02.857416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2f7e290d-e3a2-4b02-b6b7-01eb39e57279 admin admin] Request body: {'subnet': {'network_id': '9f630182-8f6a-4082-8665-a3331491e967', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-36497850-subnet', 'tenant_id': '4193bf62f9434ce591ee03817a105085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:02.860675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1', 'mac_address': 'fa:16:3e:46:5f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:05:02.865898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device df33e5c7-d5f4-49e7-9dc5-5697be11b101 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:02.879411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42399059-c696-49db-80cd-fac4bbc39039 admin admin] Pushing event updated for resources: {'Network': ['ID=9f630182-8f6a-4082-8665-a3331491e967,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:02.883273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7e290d-e3a2-4b02-b6b7-01eb39e57279 admin admin] Made reservation on behalf of 4193bf62f9434ce591ee03817a105085 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:02.885182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-c578ef9d-0e1e-44a6-b58b-4132681d3863 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=818f12ca20e5471e85e8211d8afa3c9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1240890 Nov 09 00:05:02.885938 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f7e290d-e3a2-4b02-b6b7-01eb39e57279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:02.900835 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 9f630182-8f6a-4082-8665-a3331491e967 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:05:02.983016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39798a84-ce0f-4344-8d0d-69d2707c8bb2 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:05:02.998257 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1618b0f-a8ed-4a4c-b436-f4c229964644 None None] Sync routers for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:05:02.999883 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39798a84-ce0f-4344-8d0d-69d2707c8bb2 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:03.020457 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1618b0f-a8ed-4a4c-b436-f4c229964644 None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:05:03.030985 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c1618b0f-a8ed-4a4c-b436-f4c229964644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:04:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:03.035367 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-39798a84-ce0f-4344-8d0d-69d2707c8bb2 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "PUT /v2.0/floatingips/5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f HTTP/1.1" status: 200 len: 990 time: 2.6959581 Nov 09 00:05:03.035367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'tag': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:03.036654 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfda2b62-47de-4ece-b693-e32f933b5ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "49165c5b-f93a-4dd1-a220-a9cd470d4716", "tag": "ca3b6e5b-cbd9-4521-bf79-0c48845972ec"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:03.108052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de7de8-a403-4727-9795-acecde6977bd req-0def559f-7d0c-4940-8548-05bb83963cb0 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:03.118124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06de7de8-a403-4727-9795-acecde6977bd req-0def559f-7d0c-4940-8548-05bb83963cb0 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 948 time: 0.0744658 Nov 09 00:05:03.171416 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f7e290d-e3a2-4b02-b6b7-01eb39e57279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:03.198817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06de7de8-a403-4727-9795-acecde6977bd req-835fbec6-22aa-4f50-81f8-b65576cf751a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722327 Nov 09 00:05:03.243085 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e290d-e3a2-4b02-b6b7-01eb39e57279 admin admin] Checking segment: {'id': 'b3f4e5eb-6a50-4ee3-bf38-65dca0606243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f630182-8f6a-4082-8665-a3331491e967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:03.243446 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e290d-e3a2-4b02-b6b7-01eb39e57279 admin admin] Network hostable DHCP agents. Network: 9f630182-8f6a-4082-8665-a3331491e967, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:05:03.258498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e290d-e3a2-4b02-b6b7-01eb39e57279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=870d44b3-8bee-454a-98c0-3a1d9ff616c6,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:03.269469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e290d-e3a2-4b02-b6b7-01eb39e57279 admin admin] Network 9f630182-8f6a-4082-8665-a3331491e967 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:05:03.281478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e290d-e3a2-4b02-b6b7-01eb39e57279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 9f630182-8f6a-4082-8665-a3331491e967) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:03.287125 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7e290d-e3a2-4b02-b6b7-01eb39e57279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:03.287826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f7e290d-e3a2-4b02-b6b7-01eb39e57279 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:03.310151 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2f7e290d-e3a2-4b02-b6b7-01eb39e57279 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4583976 Nov 09 00:05:03.364206 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:03.385163 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c1618b0f-a8ed-4a4c-b436-f4c229964644 None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:05:03.417028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da62785-2e13-4d9c-813c-16353d515067 None None] Network 9f630182-8f6a-4082-8665-a3331491e967 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:03.428423 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c979a58-26a7-4bb5-a59c-0b40ab2390cc x-openstack-request-id: req-4c979a58-26a7-4bb5-a59c-0b40ab2390cc {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:03.428725 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49165c5b-f93a-4dd1-a220-a9cd470d4716", "tag": "ca3b6e5b-cbd9-4521-bf79-0c48845972ec", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:03.428996 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c979a58-26a7-4bb5-a59c-0b40ab2390cc {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:03.430064 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'tag': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec', 'status': 'completed', 'code': 200} Nov 09 00:05:03.524236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda2b62-47de-4ece-b693-e32f933b5ef9 req-db772940-59ca-4de2-a590-d3baa08bd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:03.525919 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bfda2b62-47de-4ece-b693-e32f933b5ef9 req-db772940-59ca-4de2-a590-d3baa08bd4ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85721760c5f9402e8c9f3683bda7e723&device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 1096 time: 0.0639861 Nov 09 00:05:03.557938 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03e13178-2024-4c58-8cb0-a27225ea97c7 req-069d1c9e-9cec-472b-a6e5-bbd574426743 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0670938 Nov 09 00:05:03.620642 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port e3608666-72b9-4756-9af2-597dfcd61d93, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e3608666-72b9-4756-9af2-597dfcd61d93,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:03.627348 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07de7e5-8083-4679-b82c-a9fde5061629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3608666-72b9-4756-9af2-597dfcd61d93'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:03.629549 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aad8af-b584-4647-b61b-4d1a1af293d9" -d '{"events": [{"server_uuid": "b07de7e5-8083-4679-b82c-a9fde5061629", "name": "network-vif-plugged", "status": "completed", "tag": "e3608666-72b9-4756-9af2-597dfcd61d93"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:03.635059 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:05:03.640146 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:03.702409 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:03.719941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a769b93a-e1f1-4d9e-adc2-9013a9942403 None None] Network 9f630182-8f6a-4082-8665-a3331491e967 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:03.727501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda2b62-47de-4ece-b693-e32f933b5ef9 req-efd116b0-5f9b-4548-8995-a51b1e07e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:03.730359 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bfda2b62-47de-4ece-b693-e32f933b5ef9 req-efd116b0-5f9b-4548-8995-a51b1e07e618 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e94dca4-df95-49f6-8582-016b0ed9a68d HTTP/1.1" status: 200 len: 924 time: 0.1954577 Nov 09 00:05:03.896360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:03.927563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'df33e5c7-d5f4-49e7-9dc5-5697be11b101', 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877', 'port_id': 'df33e5c7-d5f4-49e7-9dc5-5697be11b101', 'mac_address': 'fa:16:3e:7d:dd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b201088-b013-4d7d-a1ce-543e29ebce91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:05:03.933035 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd0d732-2016-4f93-92a9-181d03226a43 x-openstack-request-id: req-dbd0d732-2016-4f93-92a9-181d03226a43 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:03.933962 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07de7e5-8083-4679-b82c-a9fde5061629", "name": "network-vif-plugged", "status": "completed", "tag": "e3608666-72b9-4756-9af2-597dfcd61d93", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:03.934465 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbd0d732-2016-4f93-92a9-181d03226a43 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:03.935064 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07de7e5-8083-4679-b82c-a9fde5061629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3608666-72b9-4756-9af2-597dfcd61d93', 'code': 200} Nov 09 00:05:03.943241 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bfda2b62-47de-4ece-b693-e32f933b5ef9 req-a02fd235-b498-4ea2-b713-b06265ca8885 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3b6e5b-cbd9-4521-bf79-0c48845972ec HTTP/1.1" status: 200 len: 998 time: 0.1991715 Nov 09 00:05:03.972361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:04.004599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=e3608666-72b9-4756-9af2-597dfcd61d93,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:04.071171 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb5164-cc35-4e75-a7e8-2d9ee0b1581c req-c2a1b12a-816e-4e66-b84e-5bca6c00b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:04.072949 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dabb5164-cc35-4e75-a7e8-2d9ee0b1581c req-c2a1b12a-816e-4e66-b84e-5bca6c00b332 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b07de7e5-8083-4679-b82c-a9fde5061629 HTTP/1.1" status: 200 len: 1101 time: 0.1509218 Nov 09 00:05:04.074491 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda2b62-47de-4ece-b693-e32f933b5ef9 req-f16f75e4-b265-4013-9e32-4c6b3ee153de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:04.075931 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bfda2b62-47de-4ece-b693-e32f933b5ef9 req-f16f75e4-b265-4013-9e32-4c6b3ee153de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06894441-bc2c-4e4b-b1b0-1951d00eb0f7 HTTP/1.1" status: 200 len: 863 time: 0.0933316 Nov 09 00:05:04.094882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:04.095255 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:04.095766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:04.096149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:04.096518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:04.096931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:04.097263 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:04.097790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:04.098121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:04.098486 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:04.099443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:04.100121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:04.158714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:04.178810 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:04.181150 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c1618b0f-a8ed-4a4c-b436-f4c229964644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'port_id': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'mac_address': 'fa:16:3e:44:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:04:29Z', 'updated_at': '2021-11-09T00:05:01Z', 'revision_number': 1, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:15Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:04.187911 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:04.197092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda2b62-47de-4ece-b693-e32f933b5ef9 req-e09208fa-6308-4a7e-992e-6bbd80063280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:04.198721 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bfda2b62-47de-4ece-b693-e32f933b5ef9 req-e09208fa-6308-4a7e-992e-6bbd80063280 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e94dca4-df95-49f6-8582-016b0ed9a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078200 Nov 09 00:05:04.201507 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dabb5164-cc35-4e75-a7e8-2d9ee0b1581c req-6bdf40d0-0ea2-47bf-84b7-336c8f009464 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195498 Nov 09 00:05:04.237516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df33e5c7-d5f4-49e7-9dc5-5697be11b101 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:04.266861 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1618b0f-a8ed-4a4c-b436-f4c229964644 None None] Checking router: 4a366dbe-a67d-4fcf-8cda-a6b53ede59df for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:05:04.276397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a178b9-9cdc-487a-9be6-b81053b5b0d5 req-77f24182-c60d-4763-a7b8-026ccf90fa0c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:04.284558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9a178b9-9cdc-487a-9be6-b81053b5b0d5 req-77f24182-c60d-4763-a7b8-026ccf90fa0c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 943 time: 0.4824479 Nov 09 00:05:04.289743 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1618b0f-a8ed-4a4c-b436-f4c229964644 None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:05:04.290383 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c1618b0f-a8ed-4a4c-b436-f4c229964644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:04:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:04.353518 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9a178b9-9cdc-487a-9be6-b81053b5b0d5 req-67296f73-7e4f-484a-a527-95da33868dca tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625844 Nov 09 00:05:04.384829 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:04.397311 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:04.401141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:04.421972 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bfda2b62-47de-4ece-b693-e32f933b5ef9 req-0eabe247-d81c-408d-b605-17ce91a8ac01 service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056394 Nov 09 00:05:04.463422 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c1618b0f-a8ed-4a4c-b436-f4c229964644 None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:05:04.522124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['a4ebbcd9-d209-47a7-bf12-1f025b36a2d1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:04.570630 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bfda2b62-47de-4ece-b693-e32f933b5ef9 req-23f99832-f01e-425e-bdb0-566182793ac4 service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408589 Nov 09 00:05:04.571281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1cd92-8107-4096-8794-ba6928a42286 req-475e91ec-c279-40cb-8e66-1b6b35868410 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:04.572833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-475e91ec-c279-40cb-8e66-1b6b35868410 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 821 time: 0.1841581 Nov 09 00:05:04.592013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=df33e5c7-d5f4-49e7-9dc5-5697be11b101,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:04.619532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-56469100-fe4f-4142-93b3-2362a675c390 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/quotas/a2fd1f630ef54d6dba7f9f1e8827b967 HTTP/1.1" status: 200 len: 375 time: 0.0323918 Nov 09 00:05:04.649692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6d854839-34b9-4d9c-bb80-fe2c9adbd2db no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:05:04.663826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-18cb94f2-1bda-4088-b6fd-d062fb678eb5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340445 Nov 09 00:05:04.685842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['df33e5c7-d5f4-49e7-9dc5-5697be11b101'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:04.696049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 6d854839-34b9-4d9c-bb80-fe2c9adbd2db {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:05:04.696848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6d854839-34b9-4d9c-bb80-fe2c9adbd2db not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:05:04.771773 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c1618b0f-a8ed-4a4c-b436-f4c229964644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'port_id': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'mac_address': 'fa:16:3e:44:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:04:29Z', 'updated_at': '2021-11-09T00:05:01Z', 'revision_number': 1, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:15Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:04.789289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-e16b72dd-8b1e-456e-8849-af9181834f77 service neutron] 10.222.0.25 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175392 Nov 09 00:05:04.804702 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1618b0f-a8ed-4a4c-b436-f4c229964644 None None] The sync data for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 is: [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'port_id': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'mac_address': 'fa:16:3e:44:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:04:29Z', 'updated_at': '2021-11-09T00:05:01Z', 'revision_number': 1, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:15Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:05:04.857186 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-e0ee46ff-3583-412b-8864-24d10c1a697d tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=818f12ca20e5471e85e8211d8afa3c9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346179 Nov 09 00:05:04.992972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-b24aaa37-0582-420a-b710-743044b9ad6b service neutron] 10.222.0.25 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026949 Nov 09 00:05:05.056691 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-a8f864a9-6456-4880-9953-88d7c8bac8e7 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:05.058559 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-a8f864a9-6456-4880-9953-88d7c8bac8e7 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949172 Nov 09 00:05:05.079952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Request body: {'port': {'device_id': '9edfc333-d3d1-441c-bda0-f693f314ffd3', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '818f12ca20e5471e85e8211d8afa3c9b'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:05.122778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa2307-5aec-450a-aa61-e4b0413c7851 req-0d895fec-7bd7-433a-a915-155bb0a6169b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:05.131535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3baa2307-5aec-450a-aa61-e4b0413c7851 req-0d895fec-7bd7-433a-a915-155bb0a6169b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 949 time: 0.1048687 Nov 09 00:05:05.160222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617eab9-aaee-4ad3-8dca-c9a09653a158 None None] New status for floating IP 5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:05:05.196741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3baa2307-5aec-450a-aa61-e4b0413c7851 req-273b9c43-e336-4ecd-afcb-392a62ccf2a4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639737 Nov 09 00:05:05.291336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Made reservation on behalf of 818f12ca20e5471e85e8211d8afa3c9b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:05.295654 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:05.511028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f3da290-17f1-4f6a-b6f3-2a948332873d req-2382ef49-4db6-48c9-ac58-a41f9dfb0518 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0854788 Nov 09 00:05:05.607349 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-440ba2ba-5804-4ca8-8554-7f722ad81438 req-d50dd1ee-1b25-4dc5-b0b7-5721bc7ec97c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 210 time: 0.0791976 Nov 09 00:05:05.653391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Allocated IP 192.168.233.161 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/1dec8c09-755b-43b4-b174-bd8117ec0ba7) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:05.794839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14e6c2-2058-4f5b-b19b-2ece2bf82734 req-6f6688a3-c261-41cc-b124-f6533aff033a tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:05.796500 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bf14e6c2-2058-4f5b-b19b-2ece2bf82734 req-6f6688a3-c261-41cc-b124-f6533aff033a tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 944 time: 0.1236944 Nov 09 00:05:05.896719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55162) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:05.906494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bf14e6c2-2058-4f5b-b19b-2ece2bf82734 req-047addd6-4f84-4ee9-a92b-7db1aa0077e0 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012101 Nov 09 00:05:05.973405 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:06.044456 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:06.057322 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['45ee036c-e148-4f20-b9d4-aa20c85643df'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:06.111556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Pushing event updated for resources: {'Port': ['ID=1dec8c09-755b-43b4-b174-bd8117ec0ba7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:06.143134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:06.146378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:06.172786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:06.308711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:06.309561 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:06.394022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f503aa0e-231b-478e-aa60-0c66e3079109 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=268647eebda44a5bbec255b02ea9941f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4859297 Nov 09 00:05:06.395235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55210) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:06.405267 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-22975d35-815a-4786-b2a8-24614b4cafb8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3328888 Nov 09 00:05:06.442011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55216) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:06.460327 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Request body: {'port': {'device_id': '9edfc333-d3d1-441c-bda0-f693f314ffd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:06.483744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81fc19-dd9f-47fd-bc92-e51a9b6da0b8 req-36124b49-5cec-45a1-86ce-7975d6fe0249 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:06.485340 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec81fc19-dd9f-47fd-bc92-e51a9b6da0b8 req-36124b49-5cec-45a1-86ce-7975d6fe0249 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 949 time: 0.1246412 Nov 09 00:05:06.602842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec81fc19-dd9f-47fd-bc92-e51a9b6da0b8 req-24569e85-2143-4932-a83e-5e75c6656179 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046643 Nov 09 00:05:06.631746 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8428-d263-4152-bb1a-d9fdac201056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:06.649389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:06.698984 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-caaae5f9-946b-4551-8d97-e65b7928d211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:06.700610 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:06.759486 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-caaae5f9-946b-4551-8d97-e65b7928d211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:06.819517 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8428-d263-4152-bb1a-d9fdac201056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:06.832791 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8428-d263-4152-bb1a-d9fdac201056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:06.867587 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6b9124d4-8082-452e-8013-04b2d764b604 None None] Provisioning complete for port 1dec8c09-755b-43b4-b174-bd8117ec0ba7 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:06.868489 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6b9124d4-8082-452e-8013-04b2d764b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:06.877256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:05:06.909018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:06.909543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:06.939920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cbcc8428-d263-4152-bb1a-d9fdac201056 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01005efd2aa44c81bfeb13af06eada9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4938099 Nov 09 00:05:06.959777 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device df33e5c7-d5f4-49e7-9dc5-5697be11b101 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:06.975766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55248) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:06.988295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc8428-d263-4152-bb1a-d9fdac201056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6682a229-d271-4e18-9ec7-21e9dc320542,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:07.027438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1cd92-8107-4096-8794-ba6928a42286 req-673bb085-62d5-4710-abc3-23b0388cd913 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:07.029756 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-673bb085-62d5-4710-abc3-23b0388cd913 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.11 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 821 time: 0.1438098 Nov 09 00:05:07.046668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-cac1cd92-8107-4096-8794-ba6928a42286 req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Request body: {'port': {'device_id': '2c720c5c-3ca8-40c6-b2da-44ffbf329055', 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a', 'admin_state_up': True, 'tenant_id': 'a2fd1f630ef54d6dba7f9f1e8827b967'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:07.077756 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.100121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-caaae5f9-946b-4551-8d97-e65b7928d211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.102655 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-caaae5f9-946b-4551-8d97-e65b7928d211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.106598 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-caaae5f9-946b-4551-8d97-e65b7928d211 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/284f9110-841b-42f5-a5eb-237f3d996fc1 HTTP/1.1" status: 204 len: 168 time: 0.7086203 Nov 09 00:05:07.140094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc122255-2276-436b-b440-f4170932b8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:07.143917 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a09a36d-26fc-4563-867f-c3fb952a6ebf" -d '{"events": [{"server_uuid": "bc122255-2276-436b-b440-f4170932b8f2", "name": "network-vif-plugged", "status": "completed", "tag": "a4ebbcd9-d209-47a7-bf12-1f025b36a2d1"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:07.148137 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6f6fc01-cf7e-48b8-922b-5c6162e665dd req-baf2f8bb-28e6-4c1c-9998-25cc57435b59 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 210 time: 0.1099205 Nov 09 00:05:07.159310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6b9124d4-8082-452e-8013-04b2d764b604 None None] Port 1dec8c09-755b-43b4-b174-bd8117ec0ba7 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:05:07.174302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:07.188666 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.195352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaae5f9-946b-4551-8d97-e65b7928d211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284f9110-841b-42f5-a5eb-237f3d996fc1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:07.199056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae16b3-1060-4569-a45e-3645f9f746c1 req-3fea6145-458c-4ca3-b90d-7be6c112ec3e tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:07.209296 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4ae16b3-1060-4569-a45e-3645f9f746c1 req-3fea6145-458c-4ca3-b90d-7be6c112ec3e tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 936 time: 0.3243210 Nov 09 00:05:07.246187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port df33e5c7-d5f4-49e7-9dc5-5697be11b101 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:05:07.257004 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port df33e5c7-d5f4-49e7-9dc5-5697be11b101 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:07.257580 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.259812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dcf60706-0143-4e7c-bab5-bb2091008760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.308579 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dcf60706-0143-4e7c-bab5-bb2091008760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.362191 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:07.365242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac1cd92-8107-4096-8794-ba6928a42286 req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Made reservation on behalf of a2fd1f630ef54d6dba7f9f1e8827b967 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:07.383279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cac1cd92-8107-4096-8794-ba6928a42286 req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.413494 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dcf60706-0143-4e7c-bab5-bb2091008760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.416348 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dcf60706-0143-4e7c-bab5-bb2091008760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.420219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dcf60706-0143-4e7c-bab5-bb2091008760 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6682a229-d271-4e18-9ec7-21e9dc320542 HTTP/1.1" status: 204 len: 168 time: 0.4307799 Nov 09 00:05:07.481180 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4ae16b3-1060-4569-a45e-3645f9f746c1 req-80dd9699-97ad-42db-8b3e-e58b3c80e6c7 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660179 Nov 09 00:05:07.482437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf60706-0143-4e7c-bab5-bb2091008760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6682a229-d271-4e18-9ec7-21e9dc320542,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:07.588357 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.609021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dec8c09-755b-43b4-b174-bd8117ec0ba7 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:07.624796 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.629229 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:07.636833 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.664957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148a3ff-5b1a-4bcf-ad34-ae9c53ef0587 req-1c1dcff5-b1c8-4471-979b-65f443f0ebbc tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:07.666212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Transition to ACTIVE for port object 1dec8c09-755b-43b4-b174-bd8117ec0ba7 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:05:07.676186 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.685956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0148a3ff-5b1a-4bcf-ad34-ae9c53ef0587 req-1c1dcff5-b1c8-4471-979b-65f443f0ebbc tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 944 time: 0.1058700 Nov 09 00:05:07.693858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55288) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:07.720621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=df33e5c7-d5f4-49e7-9dc5-5697be11b101,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:07.763315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8d82556-7850-43a4-85fa-01b8d9d10cb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.792315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Pushing event updated for resources: {'Port': ['ID=1dec8c09-755b-43b4-b174-bd8117ec0ba7,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:07.815318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-cac1cd92-8107-4096-8794-ba6928a42286 req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Allocated IP 172.20.0.7 (3529e958-4130-4d89-8f6b-9e5d5aefa50a/fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b/88d1d2d1-5378-442e-8602-eb446cb65667) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:07.822810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0148a3ff-5b1a-4bcf-ad34-ae9c53ef0587 req-4b343556-0e3d-41fe-814f-7be8746a81a6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357632 Nov 09 00:05:07.882754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Attempting to bind port 1dec8c09-755b-43b4-b174-bd8117ec0ba7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:07.883172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Attempting to bind port 1dec8c09-755b-43b4-b174-bd8117ec0ba7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:07.883391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Attempting to bind port 1dec8c09-755b-43b4-b174-bd8117ec0ba7 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:07.897462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Port 1dec8c09-755b-43b4-b174-bd8117ec0ba7 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:07.897799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Attempting to bind port 1dec8c09-755b-43b4-b174-bd8117ec0ba7 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:07.917264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:07.917634 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:07.917948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:07.918389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Bound port: 1dec8c09-755b-43b4-b174-bd8117ec0ba7, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:07.918746 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.929622 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8d82556-7850-43a4-85fa-01b8d9d10cb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.937572 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8d82556-7850-43a4-85fa-01b8d9d10cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:07.944501 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbac15e7-ccba-475b-8d40-6958cc9ac09f x-openstack-request-id: req-bbac15e7-ccba-475b-8d40-6958cc9ac09f {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:07.944810 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc122255-2276-436b-b440-f4170932b8f2", "name": "network-vif-plugged", "status": "completed", "tag": "a4ebbcd9-d209-47a7-bf12-1f025b36a2d1", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:07.945730 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbac15e7-ccba-475b-8d40-6958cc9ac09f {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:07.945730 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc122255-2276-436b-b440-f4170932b8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1', 'code': 200} Nov 09 00:05:08.070638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c8d82556-7850-43a4-85fa-01b8d9d10cb1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2c11a8cb446450181742750dd7890c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3723271 Nov 09 00:05:08.071889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55308) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:08.082044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d82556-7850-43a4-85fa-01b8d9d10cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f8decb-c8c4-44b3-b1f2-34c95325cf45,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:08.125423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58554-5d1c-41b1-9951-f6e092f249c1 req-a11faebf-ffa7-4f1f-a418-28c16711b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:08.127107 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fb58554-5d1c-41b1-9951-f6e092f249c1 req-a11faebf-ffa7-4f1f-a418-28c16711b7d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 1101 time: 0.1250410 Nov 09 00:05:08.129219 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] For port 1dec8c09-755b-43b4-b174-bd8117ec0ba7, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:08.152361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] For port 1dec8c09-755b-43b4-b174-bd8117ec0ba7, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1dec8c09-755b-43b4-b174-bd8117ec0ba7,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:08.156777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:08.203613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a43dc-b7a1-4fb5-a031-edd00e7297ab req-f51cce2a-8ece-426c-bd7a-3ee1329aa914 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:08.211302 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a43a43dc-b7a1-4fb5-a031-edd00e7297ab req-f51cce2a-8ece-426c-bd7a-3ee1329aa914 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 950 time: 0.2613101 Nov 09 00:05:08.211695 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cac1cd92-8107-4096-8794-ba6928a42286 req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:08.218085 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:08.218757 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:08.220081 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] 10.222.0.30 "PUT /v2.0/ports/1dec8c09-755b-43b4-b174-bd8117ec0ba7 HTTP/1.1" status: 200 len: 1096 time: 1.7904537 Nov 09 00:05:08.220494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edfc333-d3d1-441c-bda0-f693f314ffd3', 'tag': '1dec8c09-755b-43b4-b174-bd8117ec0ba7'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:08.222843 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a9507b-e83b-450e-815c-2c9b8180f994" -d '{"events": [{"name": "network-changed", "server_uuid": "9edfc333-d3d1-441c-bda0-f693f314ffd3", "tag": "1dec8c09-755b-43b4-b174-bd8117ec0ba7"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:08.264506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c22035-a4ce-43b1-b5a9-1d16cbbbf5fe service neutron] Pushing event updated for resources: {'Port': ['ID=1dec8c09-755b-43b4-b174-bd8117ec0ba7,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:08.313925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55332) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:08.334176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fb58554-5d1c-41b1-9951-f6e092f249c1 req-944a79a4-3dda-49c8-b6e5-c68d83bb5906 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950505 Nov 09 00:05:08.354420 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cac1cd92-8107-4096-8794-ba6928a42286 req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:08.365255 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e740a04b-f1af-476e-810a-93c7b3bd210a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:08.377189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-55df4e16-5fac-4b87-a768-61132d93445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:08.378911 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-55df4e16-5fac-4b87-a768-61132d93445c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=818f12ca20e5471e85e8211d8afa3c9b&device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 1099 time: 0.1114409 Nov 09 00:05:08.388948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a43a43dc-b7a1-4fb5-a031-edd00e7297ab req-de99573c-7060-459f-9d65-fe86986d4bdd tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498969 Nov 09 00:05:08.432775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Pushing event updated for resources: {'Port': ['ID=88d1d2d1-5378-442e-8602-eb446cb65667,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:08.439841 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-11a36cd0-1f3a-4d2e-a723-dc700718795c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:08.440704 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e740a04b-f1af-476e-810a-93c7b3bd210a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:08.451683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac1cd92-8107-4096-8794-ba6928a42286 req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Network 3529e958-4130-4d89-8f6b-9e5d5aefa50a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:08.484320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-cac1cd92-8107-4096-8794-ba6928a42286 req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:08.487581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac1cd92-8107-4096-8794-ba6928a42286 req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:08.537398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceb771-b28b-4cef-9731-b70170df743e req-21b62708-29ac-4641-a7f6-edd337f0b39a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:08.539248 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bceb771-b28b-4cef-9731-b70170df743e req-21b62708-29ac-4641-a7f6-edd337f0b39a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 931 time: 0.0615859 Nov 09 00:05:08.558865 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e740a04b-f1af-476e-810a-93c7b3bd210a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:08.561561 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e740a04b-f1af-476e-810a-93c7b3bd210a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:08.565283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e740a04b-f1af-476e-810a-93c7b3bd210a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22f8decb-c8c4-44b3-b1f2-34c95325cf45 HTTP/1.1" status: 204 len: 168 time: 0.4888961 Nov 09 00:05:08.579160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740a04b-f1af-476e-810a-93c7b3bd210a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f8decb-c8c4-44b3-b1f2-34c95325cf45,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:08.588687 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-458b3e29-2e9b-4eb5-9f73-fe5993d62549 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1dec8c09-755b-43b4-b174-bd8117ec0ba7 HTTP/1.1" status: 200 len: 217 time: 0.0562015 Nov 09 00:05:08.641959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bceb771-b28b-4cef-9731-b70170df743e req-f81dfcfd-262b-49ad-a2c6-36758e54f98e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900352 Nov 09 00:05:08.656720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-482224a7-e4d2-40cf-87ea-2d5ef5ad217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:08.658487 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-482224a7-e4d2-40cf-87ea-2d5ef5ad217d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0584366 Nov 09 00:05:08.673626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1cd92-8107-4096-8794-ba6928a42286 req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:08.674248 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cac1cd92-8107-4096-8794-ba6928a42286 req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:08.727086 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f33640b-1ea7-4480-9cee-adcd520fa5ea x-openstack-request-id: req-1f33640b-1ea7-4480-9cee-adcd520fa5ea {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:08.727371 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edfc333-d3d1-441c-bda0-f693f314ffd3", "tag": "1dec8c09-755b-43b4-b174-bd8117ec0ba7", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:08.727618 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f33640b-1ea7-4480-9cee-adcd520fa5ea {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:08.728012 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edfc333-d3d1-441c-bda0-f693f314ffd3', 'tag': '1dec8c09-755b-43b4-b174-bd8117ec0ba7', 'status': 'completed', 'code': 200} Nov 09 00:05:08.738295 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-571e11c2-f705-405b-b007-d45421b90a70 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6971097 Nov 09 00:05:08.744405 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-11a36cd0-1f3a-4d2e-a723-dc700718795c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:08.756645 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Request body: {'port': {'device_id': '2c720c5c-3ca8-40c6-b2da-44ffbf329055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:08.787049 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-11a36cd0-1f3a-4d2e-a723-dc700718795c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:08.788879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db5787-a9a0-441d-8b23-9ba9e8637f67 req-9ee514d5-1137-4961-ad49-a49847c14550 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:08.791056 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50db5787-a9a0-441d-8b23-9ba9e8637f67 req-9ee514d5-1137-4961-ad49-a49847c14550 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 948 time: 0.0807328 Nov 09 00:05:08.808489 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-631703b5-6433-424d-b4eb-43499ad29ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:08.810141 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-631703b5-6433-424d-b4eb-43499ad29ec3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321108 Nov 09 00:05:08.866501 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50db5787-a9a0-441d-8b23-9ba9e8637f67 req-b2da1686-7e53-4c2e-87c4-9335eaec0f28 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662415 Nov 09 00:05:08.882485 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-11a36cd0-1f3a-4d2e-a723-dc700718795c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d53b312fd10246ba8de835a1fc59e4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5506794 Nov 09 00:05:08.888486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55388) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:08.893754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a36cd0-1f3a-4d2e-a723-dc700718795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ec9433-5a5d-4c5e-9f0c-69e48b0e2612,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:08.968325 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-575bb560-e885-49c6-b0ab-c4b2be017a1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:09.025764 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-575bb560-e885-49c6-b0ab-c4b2be017a1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:09.081048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150958d-1d51-4d43-8609-9c8513edef3a req-49678287-4ef1-4bf5-acd4-fc1df60eefb2 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:09.083495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1150958d-1d51-4d43-8609-9c8513edef3a req-49678287-4ef1-4bf5-acd4-fc1df60eefb2 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 945 time: 0.0919333 Nov 09 00:05:09.144619 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-575bb560-e885-49c6-b0ab-c4b2be017a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:09.149065 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-575bb560-e885-49c6-b0ab-c4b2be017a1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:09.154824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-575bb560-e885-49c6-b0ab-c4b2be017a1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47ec9433-5a5d-4c5e-9f0c-69e48b0e2612 HTTP/1.1" status: 204 len: 168 time: 0.2652183 Nov 09 00:05:09.163844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:09.187976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1150958d-1d51-4d43-8609-9c8513edef3a req-b56ff50a-b1af-4611-881d-9221ef57c0e7 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917311 Nov 09 00:05:09.193670 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bb560-e885-49c6-b0ab-c4b2be017a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ec9433-5a5d-4c5e-9f0c-69e48b0e2612,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:09.236070 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-3f7caada-e5ab-46e1-bb30-fd14468222da service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147844 Nov 09 00:05:09.574601 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cab1cc2b-e1f1-4a47-bfde-504d69781e21 req-899d6a6b-cb80-43d3-b0d4-b58ad2ebdfdc service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056488 Nov 09 00:05:09.621727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450972e2-643c-4660-a43b-5c2cd6a20470 req-bc36dcf9-0311-4f42-a0f3-046ca42ad5b1 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:09.633820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-450972e2-643c-4660-a43b-5c2cd6a20470 req-bc36dcf9-0311-4f42-a0f3-046ca42ad5b1 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 950 time: 0.1418223 Nov 09 00:05:09.753839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-450972e2-643c-4660-a43b-5c2cd6a20470 req-18535bd9-dbf0-4fe5-bea1-43a18a541683 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162152 Nov 09 00:05:09.763824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d1d2d1-5378-442e-8602-eb446cb65667 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:09.774212 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:09.793924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9507b-e83b-450e-815c-2c9b8180f994 req-8f8e79dd-ba9d-4253-8f1a-808ef67292bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:09.795194 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a9507b-e83b-450e-815c-2c9b8180f994 req-8f8e79dd-ba9d-4253-8f1a-808ef67292bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=818f12ca20e5471e85e8211d8afa3c9b&device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 1099 time: 0.0716348 Nov 09 00:05:09.797876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Transition to ACTIVE for port object 88d1d2d1-5378-442e-8602-eb446cb65667 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:05:09.805339 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:09.931639 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Pushing event updated for resources: {'Port': ['ID=88d1d2d1-5378-442e-8602-eb446cb65667,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:09.935662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2effa-9957-4eff-85ba-59da770c74f1 req-02d6ef6e-e5aa-4875-942f-cf07eabe720c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:09.946657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce285f1-3af2-4e75-9f00-7f8a1195c4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df33e5c7-d5f4-49e7-9dc5-5697be11b101'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:09.949532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5c2effa-9957-4eff-85ba-59da770c74f1 req-02d6ef6e-e5aa-4875-942f-cf07eabe720c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 943 time: 0.1165702 Nov 09 00:05:09.950403 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813e42d6-7b5b-4c1a-8579-744f222e5ef6" -d '{"events": [{"server_uuid": "8ce285f1-3af2-4e75-9f00-7f8a1195c4fd", "name": "network-vif-plugged", "status": "completed", "tag": "df33e5c7-d5f4-49e7-9dc5-5697be11b101"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:10.010226 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9507b-e83b-450e-815c-2c9b8180f994 req-530fc6d8-5148-4a14-9654-f0bb1e7a26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:10.011672 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a9507b-e83b-450e-815c-2c9b8180f994 req-530fc6d8-5148-4a14-9654-f0bb1e7a26fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2021649 Nov 09 00:05:10.060122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190572d-918b-4e6e-86a5-497b53cd0ff7 req-c01dd6cd-e56e-427e-9772-8ebd156943f9 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:10.061627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a190572d-918b-4e6e-86a5-497b53cd0ff7 req-c01dd6cd-e56e-427e-9772-8ebd156943f9 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 948 time: 0.0834138 Nov 09 00:05:10.071777 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5c2effa-9957-4eff-85ba-59da770c74f1 req-9228a012-3bcb-4a96-a843-14f346c8f586 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187630 Nov 09 00:05:10.075152 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a9507b-e83b-450e-815c-2c9b8180f994 req-20350286-a5b0-4c38-a77d-7240a71a25f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1dec8c09-755b-43b4-b174-bd8117ec0ba7 HTTP/1.1" status: 200 len: 217 time: 0.0544126 Nov 09 00:05:10.077551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Attempting to bind port 88d1d2d1-5378-442e-8602-eb446cb65667 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:10.077969 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Attempting to bind port 88d1d2d1-5378-442e-8602-eb446cb65667 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:10.078172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Attempting to bind port 88d1d2d1-5378-442e-8602-eb446cb65667 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:10.101118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Port 88d1d2d1-5378-442e-8602-eb446cb65667 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:10.101476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Attempting to bind port 88d1d2d1-5378-442e-8602-eb446cb65667 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:10.122096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a190572d-918b-4e6e-86a5-497b53cd0ff7 req-f71b9b39-7315-47d4-93fd-fd6bf08210ad tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 Nov 09 00:05:10.127636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:10.127990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:10.128249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Bound using segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:10.128679 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Bound port: 88d1d2d1-5378-442e-8602-eb446cb65667, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:10.129028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:10.168230 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9507b-e83b-450e-815c-2c9b8180f994 req-baf43c76-8ee0-4849-aba1-d7ce6c40d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:10.169752 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a9507b-e83b-450e-815c-2c9b8180f994 req-baf43c76-8ee0-4849-aba1-d7ce6c40d8ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0871475 Nov 09 00:05:10.191499 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435fc625-3282-4750-9fea-0d1ef3214435 x-openstack-request-id: req-435fc625-3282-4750-9fea-0d1ef3214435 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:10.191811 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce285f1-3af2-4e75-9f00-7f8a1195c4fd", "name": "network-vif-plugged", "status": "completed", "tag": "df33e5c7-d5f4-49e7-9dc5-5697be11b101", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:10.192067 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-435fc625-3282-4750-9fea-0d1ef3214435 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:10.193008 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce285f1-3af2-4e75-9f00-7f8a1195c4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df33e5c7-d5f4-49e7-9dc5-5697be11b101', 'code': 200} Nov 09 00:05:10.289182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9507b-e83b-450e-815c-2c9b8180f994 req-4b2b5479-ac56-41ec-a9d7-283f27b59296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:10.290969 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a9507b-e83b-450e-815c-2c9b8180f994 req-4b2b5479-ac56-41ec-a9d7-283f27b59296 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769517 Nov 09 00:05:10.297054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:10.301557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=88d1d2d1-5378-442e-8602-eb446cb65667,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:10.307139 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:10.362960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fb3f4-843f-42ce-bb27-3f010398f840 req-39b9d211-db21-4c3f-9b7f-d4264f824856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:10.365566 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f67fb3f4-843f-42ce-bb27-3f010398f840 req-39b9d211-db21-4c3f-9b7f-d4264f824856 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 1096 time: 0.1048350 Nov 09 00:05:10.383627 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:10.384703 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:10.386293 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] 10.222.0.11 "PUT /v2.0/ports/88d1d2d1-5378-442e-8602-eb446cb65667 HTTP/1.1" status: 200 len: 1091 time: 1.6386383 Nov 09 00:05:10.404237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869413a-55f2-4425-8a55-699e352a5214 req-1b9dc123-c526-438c-a83c-787cf0d167d9 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:10.424660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0869413a-55f2-4425-8a55-699e352a5214 req-1b9dc123-c526-438c-a83c-787cf0d167d9 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 945 time: 0.1160917 Nov 09 00:05:10.512479 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0075a-9e8a-4943-9338-a3371b5e49fc service neutron] Pushing event updated for resources: {'Port': ['ID=88d1d2d1-5378-442e-8602-eb446cb65667,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:10.542436 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a9507b-e83b-450e-815c-2c9b8180f994 req-56115505-3b4f-4924-bd8b-8eaf79ca4c22 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314646 Nov 09 00:05:10.545107 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1cd92-8107-4096-8794-ba6928a42286 req-8c5b6e66-c728-41cb-a9b3-b1e9e66d5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:10.546918 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-8c5b6e66-c728-41cb-a9b3-b1e9e66d5e08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 1094 time: 0.0948408 Nov 09 00:05:10.575208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f67fb3f4-843f-42ce-bb27-3f010398f840 req-e67c8d3f-3ccb-4be6-92dd-d6f040aabd79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005217 Nov 09 00:05:10.592092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0869413a-55f2-4425-8a55-699e352a5214 req-b667dfb0-cf0b-4fd9-ae47-2ea34fb6d6f1 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619401 Nov 09 00:05:10.645972 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-ba8b4974-20d5-40d4-83ed-3de0e4ffe160 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d1d2d1-5378-442e-8602-eb446cb65667 HTTP/1.1" status: 200 len: 217 time: 0.0775950 Nov 09 00:05:10.727422 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a9507b-e83b-450e-815c-2c9b8180f994 req-fb410141-90e5-4058-8575-e09ef943f930 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738524 Nov 09 00:05:10.729212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c720c5c-3ca8-40c6-b2da-44ffbf329055', 'tag': '88d1d2d1-5378-442e-8602-eb446cb65667'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:10.731586 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9810034f-a3bd-4738-a2f6-add40ab33323" -d '{"events": [{"name": "network-changed", "server_uuid": "2c720c5c-3ca8-40c6-b2da-44ffbf329055", "tag": "88d1d2d1-5378-442e-8602-eb446cb65667"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:10.861282 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fad840a-b49f-4bd6-b543-c9ed4e53911c x-openstack-request-id: req-9fad840a-b49f-4bd6-b543-c9ed4e53911c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:10.865934 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c720c5c-3ca8-40c6-b2da-44ffbf329055", "tag": "88d1d2d1-5378-442e-8602-eb446cb65667", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:10.866191 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fad840a-b49f-4bd6-b543-c9ed4e53911c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:10.866595 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c720c5c-3ca8-40c6-b2da-44ffbf329055', 'tag': '88d1d2d1-5378-442e-8602-eb446cb65667', 'status': 'completed', 'code': 200} Nov 09 00:05:10.892083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1cd92-8107-4096-8794-ba6928a42286 req-9e4a17ed-8654-4dac-8fde-36f119b2d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:10.894460 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-9e4a17ed-8654-4dac-8fde-36f119b2d09c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.0803144 Nov 09 00:05:10.924488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a0c27-6d39-4309-9757-d1f2ce6bf2a4 req-eee018ef-52b7-4344-a05b-ab7559e6068b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:10.926270 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d6a0c27-6d39-4309-9757-d1f2ce6bf2a4 req-eee018ef-52b7-4344-a05b-ab7559e6068b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 950 time: 0.0542312 Nov 09 00:05:10.936577 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-634d42e5-267f-497e-a053-900a5eea4d32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304747 Nov 09 00:05:11.005574 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d6a0c27-6d39-4309-9757-d1f2ce6bf2a4 req-9ffdc9a0-6aa0-46e9-af22-ac0c4b1efc23 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709307 Nov 09 00:05:11.056130 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-75405319-19ff-4825-aad1-4da19fc67009 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099877 Nov 09 00:05:11.169885 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cac1cd92-8107-4096-8794-ba6928a42286 req-67d206e6-26ef-4945-a5fc-b77f653f518d service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051028 Nov 09 00:05:11.181638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a6b11-46b2-4363-b521-481b64aa2eb9 req-d066b328-eb50-48a6-8b0c-dd01532c31d7 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:11.183079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-535a6b11-46b2-4363-b521-481b64aa2eb9 req-d066b328-eb50-48a6-8b0c-dd01532c31d7 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07de7e5-8083-4679-b82c-a9fde5061629 HTTP/1.1" status: 200 len: 950 time: 0.0861878 Nov 09 00:05:11.267515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810034f-a3bd-4738-a2f6-add40ab33323 req-39f31140-29b0-42fc-b395-4ce997d0d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:11.269545 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9810034f-a3bd-4738-a2f6-add40ab33323 req-39f31140-29b0-42fc-b395-4ce997d0d151 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 1094 time: 0.0464227 Nov 09 00:05:11.274378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cffff-dc96-47f7-aa9a-a148ecc02f3e req-a7680869-a0a1-41df-92d6-166e31b9cd3e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:11.275874 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-484cffff-dc96-47f7-aa9a-a148ecc02f3e req-a7680869-a0a1-41df-92d6-166e31b9cd3e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 943 time: 0.0912592 Nov 09 00:05:11.283624 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-535a6b11-46b2-4363-b521-481b64aa2eb9 req-dfd1ac67-61a7-4829-8012-0dade53e4a4f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896833 Nov 09 00:05:11.352597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-484cffff-dc96-47f7-aa9a-a148ecc02f3e req-1a4557a0-40e5-4702-9d71-996b9a779c39 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680249 Nov 09 00:05:11.420459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810034f-a3bd-4738-a2f6-add40ab33323 req-67949a6b-a4ba-44d5-9c4e-a6cb29e7d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:11.423052 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9810034f-a3bd-4738-a2f6-add40ab33323 req-67949a6b-a4ba-44d5-9c4e-a6cb29e7d348 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.1385479 Nov 09 00:05:11.475865 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9810034f-a3bd-4738-a2f6-add40ab33323 req-ac2c5dda-0ae4-4345-a114-1df9daff86c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d1d2d1-5378-442e-8602-eb446cb65667 HTTP/1.1" status: 200 len: 217 time: 0.0411921 Nov 09 00:05:11.485223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584e6b2-c17e-40bf-a307-d930b89712ab req-76e4a05f-5e76-4fb0-a753-9655e2376259 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:11.487035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e584e6b2-c17e-40bf-a307-d930b89712ab req-76e4a05f-5e76-4fb0-a753-9655e2376259 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 948 time: 0.0539823 Nov 09 00:05:11.549072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810034f-a3bd-4738-a2f6-add40ab33323 req-7e2812dc-25eb-4f2a-8bff-44b4b5f036fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:11.551347 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9810034f-a3bd-4738-a2f6-add40ab33323 req-7e2812dc-25eb-4f2a-8bff-44b4b5f036fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.0646298 Nov 09 00:05:11.553654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e584e6b2-c17e-40bf-a307-d930b89712ab req-b794d6ab-1e49-47ec-9267-b60ead46ad17 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547562 Nov 09 00:05:11.603508 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9810034f-a3bd-4738-a2f6-add40ab33323 req-a7146301-0b1a-497d-9590-9310f7d9254b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410843 Nov 09 00:05:11.722569 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9810034f-a3bd-4738-a2f6-add40ab33323 req-62312ed8-4696-4db3-ab09-a75e4c1d15f1 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083064 Nov 09 00:05:11.869388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da29ea-9a41-4c84-8f3c-b26026a221d8 req-443d5be9-8c43-4b03-b4fc-11b9af841e2d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:11.870124 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9810034f-a3bd-4738-a2f6-add40ab33323 req-a9cdf414-0a2b-4a7a-afed-4d9d550a446a service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340630 Nov 09 00:05:11.871233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19da29ea-9a41-4c84-8f3c-b26026a221d8 req-443d5be9-8c43-4b03-b4fc-11b9af841e2d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 945 time: 0.0781317 Nov 09 00:05:11.918958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55642) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:11.958691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d7cf3-cf43-48af-9c27-7c0390a16861 req-d7956a86-f6c3-49a9-be1a-fab06d6e0126 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:11.964506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d7cf3-cf43-48af-9c27-7c0390a16861 req-d7956a86-f6c3-49a9-be1a-fab06d6e0126 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:11.966069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed4d7cf3-cf43-48af-9c27-7c0390a16861 req-d7956a86-f6c3-49a9-be1a-fab06d6e0126 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07de7e5-8083-4679-b82c-a9fde5061629&device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 1691 time: 0.0867455 Nov 09 00:05:11.971596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19da29ea-9a41-4c84-8f3c-b26026a221d8 req-3b7e8598-0edd-431c-87c7-27cd54047573 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933063 Nov 09 00:05:12.017608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed4d7cf3-cf43-48af-9c27-7c0390a16861 req-98767374-fd58-4ed0-b74e-bddf9cc81965 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 Nov 09 00:05:12.035658 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be9f4b7e-dbdb-4bd4-b0ba-ad8fa6078962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:12.114129 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be9f4b7e-dbdb-4bd4-b0ba-ad8fa6078962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:12.121279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be9f4b7e-dbdb-4bd4-b0ba-ad8fa6078962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:12.176464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55662) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:12.180189 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-be9f4b7e-dbdb-4bd4-b0ba-ad8fa6078962 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e980fe8787e741038041ccf060f56895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535021 Nov 09 00:05:12.181189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f4b7e-dbdb-4bd4-b0ba-ad8fa6078962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691e3666-bb8f-480c-ac1e-be27544290e0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:12.276758 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d8f83f83-4e8f-4591-b082-868bc2a3e840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:12.281941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c59092-723f-4dba-96f8-92002135188a req-1a508a24-5a66-4f7b-92a4-7a79e6f0f4ab tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:12.283498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95c59092-723f-4dba-96f8-92002135188a req-1a508a24-5a66-4f7b-92a4-7a79e6f0f4ab tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b07de7e5-8083-4679-b82c-a9fde5061629 HTTP/1.1" status: 200 len: 1101 time: 0.0650713 Nov 09 00:05:12.323337 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d8f83f83-4e8f-4591-b082-868bc2a3e840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:12.372247 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95c59092-723f-4dba-96f8-92002135188a req-fc029084-1d0c-4262-9d9a-9976bd7fe06b tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816419 Nov 09 00:05:12.406924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d8f83f83-4e8f-4591-b082-868bc2a3e840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:12.409681 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d8f83f83-4e8f-4591-b082-868bc2a3e840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:12.410811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d8f83f83-4e8f-4591-b082-868bc2a3e840 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/691e3666-bb8f-480c-ac1e-be27544290e0 HTTP/1.1" status: 204 len: 168 time: 0.2324965 Nov 09 00:05:12.418899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f83f83-4e8f-4591-b082-868bc2a3e840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691e3666-bb8f-480c-ac1e-be27544290e0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:12.550747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a06486-0d2e-4f36-a7c1-3b6ee3c970f7 req-b3e42f3d-6a66-4e0b-8861-825a5cb0f1ab tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:12.552792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94a06486-0d2e-4f36-a7c1-3b6ee3c970f7 req-b3e42f3d-6a66-4e0b-8861-825a5cb0f1ab tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 943 time: 0.0815318 Nov 09 00:05:12.562291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273348f6-bd36-47d8-99cc-e34863c1180c req-81baa560-7cc0-4cc2-a37c-f01d4c0f2a50 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:12.563718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-273348f6-bd36-47d8-99cc-e34863c1180c req-81baa560-7cc0-4cc2-a37c-f01d4c0f2a50 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 1101 time: 0.0629418 Nov 09 00:05:12.583717 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-57815e98-dff2-4e47-94bb-2ead24cb4265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:12.638391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94a06486-0d2e-4f36-a7c1-3b6ee3c970f7 req-67e08dbd-f04c-42f8-b376-ec433e760ffc tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784464 Nov 09 00:05:12.644718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-273348f6-bd36-47d8-99cc-e34863c1180c req-5b42e684-143e-4a42-a375-5d71d60ed46f tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663555 Nov 09 00:05:12.674861 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1dec8c09-755b-43b4-b174-bd8117ec0ba7 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:12.794075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1dec8c09-755b-43b4-b174-bd8117ec0ba7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1dec8c09-755b-43b4-b174-bd8117ec0ba7,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:12.806037 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a202f7-07d3-4f20-b748-57c6993bb0e7 req-7c8c906a-1d5e-4c1e-8e5e-9c56165b1d82 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:12.813780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40a202f7-07d3-4f20-b748-57c6993bb0e7 req-7c8c906a-1d5e-4c1e-8e5e-9c56165b1d82 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 948 time: 0.0693343 Nov 09 00:05:12.817461 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '1dec8c09-755b-43b4-b174-bd8117ec0ba7', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '1dec8c09-755b-43b4-b174-bd8117ec0ba7', 'mac_address': 'fa:16:3e:e0:89:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:05:12.860961 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:12.876992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dec8c09-755b-43b4-b174-bd8117ec0ba7 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:12.882271 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40a202f7-07d3-4f20-b748-57c6993bb0e7 req-d0e49a0f-0efa-41aa-afe2-0d25c95d3361 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617840 Nov 09 00:05:12.902801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1dec8c09-755b-43b4-b174-bd8117ec0ba7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1dec8c09-755b-43b4-b174-bd8117ec0ba7,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:12.911868 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:12.965675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1dec8c09-755b-43b4-b174-bd8117ec0ba7,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:13.078003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55728) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:13.095054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fc744-a258-4a6f-bc3f-a799bd455d21 req-5e06645f-844b-413d-a253-0ed1edfab4ca tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:13.096658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-881fc744-a258-4a6f-bc3f-a799bd455d21 req-5e06645f-844b-413d-a253-0ed1edfab4ca tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 945 time: 0.0618570 Nov 09 00:05:13.165637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1dec8c09-755b-43b4-b174-bd8117ec0ba7'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:13.170980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-ff166c04-b648-4416-8819-2f50abddd3e8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356114 Nov 09 00:05:13.175648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-881fc744-a258-4a6f-bc3f-a799bd455d21 req-5dbb5f1d-2303-4522-b593-aabdc5c98f31 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715561 Nov 09 00:05:13.282949 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e01b81ef-275e-41be-93de-4f46e3525348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:13.347100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-ed17f3b1-6659-496b-8e50-5fc17017c807 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:13.355418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-ed17f3b1-6659-496b-8e50-5fc17017c807 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714098 Nov 09 00:05:13.374557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-aedc3173-a73e-4afe-9687-82efea48e858 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/quotas/b59b9781081d411e912bbccc125fc75a HTTP/1.1" status: 200 len: 375 time: 0.0179446 Nov 09 00:05:13.421080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e01b81ef-275e-41be-93de-4f46e3525348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:13.429659 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e01b81ef-275e-41be-93de-4f46e3525348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:13.444122 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6aff4134-0375-478e-a753-4f3c97dce75f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683365 Nov 09 00:05:13.494218 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e01b81ef-275e-41be-93de-4f46e3525348 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea69f49c99654673b826273007dc0270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143825 Nov 09 00:05:13.495125 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b81ef-275e-41be-93de-4f46e3525348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5e9575-2ffd-452e-a919-25756bec2768,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:13.496909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55754) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:13.562496 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-587ed7c1-fcc4-465e-9d85-9f576b295d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:13.569817 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55756) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:13.596620 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-587ed7c1-fcc4-465e-9d85-9f576b295d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:13.667849 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-587ed7c1-fcc4-465e-9d85-9f576b295d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:13.673612 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-587ed7c1-fcc4-465e-9d85-9f576b295d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:13.694099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-587ed7c1-fcc4-465e-9d85-9f576b295d13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b5e9575-2ffd-452e-a919-25756bec2768 HTTP/1.1" status: 204 len: 168 time: 0.1954219 Nov 09 00:05:13.707407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ed7c1-fcc4-465e-9d85-9f576b295d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5e9575-2ffd-452e-a919-25756bec2768,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:13.806021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa875ac-2fc6-4f91-bef2-52ab074f36dc req-ffe94483-fc60-4ca0-822a-5a794e64fbcc tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:13.806921 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e040186-873e-403f-8e02-188cb4e20ecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:13.812438 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6aa875ac-2fc6-4f91-bef2-52ab074f36dc req-ffe94483-fc60-4ca0-822a-5a794e64fbcc tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 1096 time: 0.0490668 Nov 09 00:05:13.909288 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e040186-873e-403f-8e02-188cb4e20ecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:13.917156 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e040186-873e-403f-8e02-188cb4e20ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:13.940798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6aa875ac-2fc6-4f91-bef2-52ab074f36dc req-be85bb55-442b-46b4-8a3a-2656c045e71f tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252413 Nov 09 00:05:13.951826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fada78-8ce0-4601-ab31-4d31955f6de5 req-bd3a94b7-455f-4226-af65-7b40dcb332cf tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:13.953704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fada78-8ce0-4601-ab31-4d31955f6de5 req-bd3a94b7-455f-4226-af65-7b40dcb332cf tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 943 time: 0.0829108 Nov 09 00:05:13.965291 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e040186-873e-403f-8e02-188cb4e20ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717f5123-a5a0-42d1-a182-636102b5d149,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:13.981581 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2e040186-873e-403f-8e02-188cb4e20ecf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9aafb6d4613940bd88e3830616ead557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105127 Nov 09 00:05:13.990603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55776) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:14.063261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fada78-8ce0-4601-ab31-4d31955f6de5 req-c0af7eac-3d24-4292-a9bf-f4df1d8298c8 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936885 Nov 09 00:05:14.094348 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d3323315-3be9-4add-aace-6d25fd8080eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.117144 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d3323315-3be9-4add-aace-6d25fd8080eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.154821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55784) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:14.172857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3c81192-b0ac-4cb5-a4e7-8fb54177a86b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.175779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d3323315-3be9-4add-aace-6d25fd8080eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.180172 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d3323315-3be9-4add-aace-6d25fd8080eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.184603 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d3323315-3be9-4add-aace-6d25fd8080eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/717f5123-a5a0-42d1-a182-636102b5d149 HTTP/1.1" status: 204 len: 168 time: 0.1926005 Nov 09 00:05:14.205540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3323315-3be9-4add-aace-6d25fd8080eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717f5123-a5a0-42d1-a182-636102b5d149,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:14.323677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3c81192-b0ac-4cb5-a4e7-8fb54177a86b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.331383 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3c81192-b0ac-4cb5-a4e7-8fb54177a86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.412380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c81192-b0ac-4cb5-a4e7-8fb54177a86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6412c469-363d-4754-9978-4c3f436a4dfe,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:14.422997 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e3c81192-b0ac-4cb5-a4e7-8fb54177a86b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc10435e27534ae081e18f1fa59398b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667329 Nov 09 00:05:14.427527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55796) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:14.526158 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cf38ca86-289e-4ce7-8558-ecf83a146fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.554384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cf38ca86-289e-4ce7-8558-ecf83a146fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.578613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c048747-6150-4a1f-aad0-dc09aabb7269 req-3e21ab04-52bf-450d-ba27-4dfaa3092001 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:14.586370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c048747-6150-4a1f-aad0-dc09aabb7269 req-3e21ab04-52bf-450d-ba27-4dfaa3092001 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 949 time: 0.0878818 Nov 09 00:05:14.620261 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cf38ca86-289e-4ce7-8558-ecf83a146fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.624012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cf38ca86-289e-4ce7-8558-ecf83a146fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.627995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7226df-3227-402e-91f4-63aa1ebd2b6e req-38743345-fe31-4d98-96e6-9e31b4806fc5 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:14.637285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe7226df-3227-402e-91f4-63aa1ebd2b6e req-38743345-fe31-4d98-96e6-9e31b4806fc5 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 1096 time: 0.1103518 Nov 09 00:05:14.639533 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cf38ca86-289e-4ce7-8558-ecf83a146fc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6412c469-363d-4754-9978-4c3f436a4dfe HTTP/1.1" status: 204 len: 168 time: 0.2039633 Nov 09 00:05:14.663570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38ca86-289e-4ce7-8558-ecf83a146fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6412c469-363d-4754-9978-4c3f436a4dfe,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:14.671408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c048747-6150-4a1f-aad0-dc09aabb7269 req-e38254da-9f91-41f6-8555-1005170b8604 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841918 Nov 09 00:05:14.712062 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1dec8c09-755b-43b4-b174-bd8117ec0ba7 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:14.720953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe7226df-3227-402e-91f4-63aa1ebd2b6e req-c818c117-2f9a-4307-a5a1-45b690648043 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824316 Nov 09 00:05:14.803576 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aba4c50f-ff09-4cb6-bd06-64d16f55acef req-1cee130c-53d2-4a6e-9aca-0684ab2dbcb7 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 210 time: 0.0379906 Nov 09 00:05:14.817856 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55808) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:14.862382 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-320a7f19-3726-4725-81b4-79dea5506a54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.914281 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fe4c574f-79ee-4340-8054-b6cec3fcafcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.937454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 88d1d2d1-5378-442e-8602-eb446cb65667 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:14.973103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 1dec8c09-755b-43b4-b174-bd8117ec0ba7 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:05:14.980886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 1dec8c09-755b-43b4-b174-bd8117ec0ba7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:14.981557 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:14.994856 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-320a7f19-3726-4725-81b4-79dea5506a54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:15.003920 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-320a7f19-3726-4725-81b4-79dea5506a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:15.142913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-bf1d294f-7971-4c74-b9b6-dcffcd394f2f req-b2fb3a5e-ac08-4993-99a3-12fdca700e73 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:05:15.144530 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-320a7f19-3726-4725-81b4-79dea5506a54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c51e8d174d3843659906564aed50fbd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252680 Nov 09 00:05:15.145435 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bf1d294f-7971-4c74-b9b6-dcffcd394f2f req-b2fb3a5e-ac08-4993-99a3-12fdca700e73 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072308 Nov 09 00:05:15.145552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a7f19-3726-4725-81b4-79dea5506a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93adca7c-6a0b-471a-9027-997d6cc5acbe,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:15.147254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55826) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:15.260870 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcb77-fc5a-4943-8293-72b522f233db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:15.268382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=88d1d2d1-5378-442e-8602-eb446cb65667,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:15.298821 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcb77-fc5a-4943-8293-72b522f233db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:15.315749 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '88d1d2d1-5378-442e-8602-eb446cb65667', 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a', 'port_id': '88d1d2d1-5378-442e-8602-eb446cb65667', 'mac_address': 'fa:16:3e:5e:b8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:05:15.322154 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:15.354289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcb77-fc5a-4943-8293-72b522f233db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:15.357814 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcb77-fc5a-4943-8293-72b522f233db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:15.361467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6bcfcb77-fc5a-4943-8293-72b522f233db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93adca7c-6a0b-471a-9027-997d6cc5acbe HTTP/1.1" status: 204 len: 168 time: 0.2106740 Nov 09 00:05:15.368398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfcb77-fc5a-4943-8293-72b522f233db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93adca7c-6a0b-471a-9027-997d6cc5acbe,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:15.420401 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:15.469992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d1d2d1-5378-442e-8602-eb446cb65667 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:15.494201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=88d1d2d1-5378-442e-8602-eb446cb65667,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:15.502432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edfc333-d3d1-441c-bda0-f693f314ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dec8c09-755b-43b4-b174-bd8117ec0ba7'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:15.505135 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36bd4d1-21b6-4957-92de-26791895b353" -d '{"events": [{"server_uuid": "9edfc333-d3d1-441c-bda0-f693f314ffd3", "name": "network-vif-plugged", "status": "completed", "tag": "1dec8c09-755b-43b4-b174-bd8117ec0ba7"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:15.515558 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:15.522410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1dec8c09-755b-43b4-b174-bd8117ec0ba7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1dec8c09-755b-43b4-b174-bd8117ec0ba7,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:15.552529 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:15.595351 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=88d1d2d1-5378-442e-8602-eb446cb65667,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:15.749013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c15650-5c4d-437c-86ce-f0cf875fe5fe req-7f6ea18b-c5d4-4c26-8a2b-88d50e1b66ea tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:15.754035 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1dec8c09-755b-43b4-b174-bd8117ec0ba7,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:15.774075 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43c15650-5c4d-437c-86ce-f0cf875fe5fe req-7f6ea18b-c5d4-4c26-8a2b-88d50e1b66ea tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 944 time: 0.1189404 Nov 09 00:05:15.803146 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:15.806170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['88d1d2d1-5378-442e-8602-eb446cb65667'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:15.832968 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-edc7844c-b609-4cfa-9460-1e6b2cfb96af tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420611 Nov 09 00:05:15.880272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43c15650-5c4d-437c-86ce-f0cf875fe5fe req-eaac0961-fcfb-40f3-beda-eeee39fbe793 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035836 Nov 09 00:05:15.923060 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9a91fd-a93a-4604-8a83-c6630025bbf2 x-openstack-request-id: req-7c9a91fd-a93a-4604-8a83-c6630025bbf2 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:15.923362 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edfc333-d3d1-441c-bda0-f693f314ffd3", "name": "network-vif-plugged", "status": "completed", "tag": "1dec8c09-755b-43b4-b174-bd8117ec0ba7", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:15.923617 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c9a91fd-a93a-4604-8a83-c6630025bbf2 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:15.924016 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edfc333-d3d1-441c-bda0-f693f314ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dec8c09-755b-43b4-b174-bd8117ec0ba7', 'code': 200} Nov 09 00:05:16.001716 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:16.034638 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-9e411540-a1e9-472b-8d70-0ce200f923eb tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599802 Nov 09 00:05:16.042768 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:16.162611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51561a84-8f69-4293-ab58-c78d10ec5ffc req-9861e8f6-cef5-4068-bd30-2c03048f2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:16.164704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51561a84-8f69-4293-ab58-c78d10ec5ffc req-9861e8f6-cef5-4068-bd30-2c03048f2e99 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 1101 time: 0.1382778 Nov 09 00:05:16.203154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6973f15d-9f21-4963-b4b5-62d769c9bb86 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:16.204513 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6973f15d-9f21-4963-b4b5-62d769c9bb86 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3663509 Nov 09 00:05:16.206955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224f62f-60d3-4806-9737-9e5d2b5029eb req-89a64b41-6a47-4517-bb48-4da23979e280 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:16.216076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3224f62f-60d3-4806-9737-9e5d2b5029eb req-89a64b41-6a47-4517-bb48-4da23979e280 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 950 time: 0.0935509 Nov 09 00:05:16.221617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Request body: {'port': {'device_id': 'fd09da09-5167-4f88-b632-edcdaeae1da9', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'b59b9781081d411e912bbccc125fc75a'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:16.287071 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3224f62f-60d3-4806-9737-9e5d2b5029eb req-1e39859a-fbc0-49f8-bdfc-dceecda7fa49 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699441 Nov 09 00:05:16.298419 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51561a84-8f69-4293-ab58-c78d10ec5ffc req-55f3e3b6-f527-41d7-ab67-3b972677a507 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241693 Nov 09 00:05:16.331598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-245d7673-a49f-47b4-ba74-375ab8507f6a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:16.333678 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-245d7673-a49f-47b4-ba74-375ab8507f6a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2792709 Nov 09 00:05:16.350528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Request body: {'port': {'device_id': 'd7f811f5-d366-492a-a99f-a44ad2c95c9d', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'b59b9781081d411e912bbccc125fc75a'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:16.467292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Made reservation on behalf of b59b9781081d411e912bbccc125fc75a for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:16.472389 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:16.517323 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80038514-800d-4604-a387-5edae00417fe req-7f068e1d-63a2-4f74-94a0-987bbc243871 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 210 time: 0.0512266 Nov 09 00:05:16.557070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Made reservation on behalf of b59b9781081d411e912bbccc125fc75a for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:16.572695 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:16.812003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Allocated IP 192.168.233.165 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/405cd43c-0a9b-4e9c-8909-1cb49a017df6) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:16.958736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 88d1d2d1-5378-442e-8602-eb446cb65667 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:17.054156 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:17.067967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 88d1d2d1-5378-442e-8602-eb446cb65667 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:05:17.073426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 88d1d2d1-5378-442e-8602-eb446cb65667 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:17.073800 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:17.145286 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:17.234728 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:17.265117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45', 'e3608666-72b9-4756-9af2-597dfcd61d93', 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:17.322187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event updated for resources: {'Port': ['ID=405cd43c-0a9b-4e9c-8909-1cb49a017df6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:17.330945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=88d1d2d1-5378-442e-8602-eb446cb65667,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:17.346595 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:17.388036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:17.392632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:17.397445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:17.425970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Allocated IP 192.168.233.176 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/0fa22a7e-671d-4a9b-8c44-d54a98d90df0) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:17.501375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:17.501375 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:17.549479 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-47994e5f-5644-41c9-a08f-fbaac80e598b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3331432 Nov 09 00:05:17.597805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Request body: {'port': {'device_id': 'fd09da09-5167-4f88-b632-edcdaeae1da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:17.626997 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=88d1d2d1-5378-442e-8602-eb446cb65667,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:17.647346 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:17.858996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55946) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:17.876641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-04459f61-e9a9-480a-a118-14a3a2fb8261 None None] Provisioning complete for port 405cd43c-0a9b-4e9c-8909-1cb49a017df6 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:17.876641 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04459f61-e9a9-480a-a118-14a3a2fb8261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:17.925640 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c720c5c-3ca8-40c6-b2da-44ffbf329055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d1d2d1-5378-442e-8602-eb446cb65667'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:17.928393 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9538dfaf-5263-4f83-94f7-090a0019e63d" -d '{"events": [{"server_uuid": "2c720c5c-3ca8-40c6-b2da-44ffbf329055", "name": "network-vif-plugged", "status": "completed", "tag": "88d1d2d1-5378-442e-8602-eb446cb65667"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:17.942492 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-04459f61-e9a9-480a-a118-14a3a2fb8261 None None] Port 405cd43c-0a9b-4e9c-8909-1cb49a017df6 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:05:17.942802 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:18.084901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-6687befb-5c0c-4256-9c1a-f454bd8cdf17 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:05:18.086019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-6687befb-5c0c-4256-9c1a-f454bd8cdf17 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2251000 Nov 09 00:05:18.118035 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:18.191331 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:18.226177 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:18.290174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:18.292981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:18.294811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event updated for resources: {'Port': ['ID=0fa22a7e-671d-4a9b-8c44-d54a98d90df0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:18.307752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:18.320109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-ae3c103b-4f36-478c-a0fa-b2d927774e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:18.321541 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-ae3c103b-4f36-478c-a0fa-b2d927774e87 service neutron] 10.222.0.25 "GET /v2.0/ports/df33e5c7-d5f4-49e7-9dc5-5697be11b101 HTTP/1.1" status: 200 len: 1093 time: 0.1087077 Nov 09 00:05:18.331924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] Request body: {'binding': {'host': 'n-h1-813263-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:18.332496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] Unknown quota resources ['binding']. {{(pid=101780) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:05:18.342339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b7e8f-8a68-4245-8aa6-c9a5b9a4e530 req-a094bb49-66dd-4898-bf93-0e309127d0f2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:18.343837 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-271b7e8f-8a68-4245-8aa6-c9a5b9a4e530 req-a094bb49-66dd-4898-bf93-0e309127d0f2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 945 time: 0.0946915 Nov 09 00:05:18.385976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:18.386595 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:18.419613 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2f012e39-0905-4365-af6c-a99f58654de9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0730858 Nov 09 00:05:18.436235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Request body: {'port': {'device_id': 'd7f811f5-d366-492a-a99f-a44ad2c95c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:18.479382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-271b7e8f-8a68-4245-8aa6-c9a5b9a4e530 req-60908368-7225-4054-9678-ab3738d57133 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137738 Nov 09 00:05:18.520175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405cd43c-0a9b-4e9c-8909-1cb49a017df6 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:18.530487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:18.537619 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:18.545164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] Attempting to bind port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on host n-h1-813263-3 for vnic_type normal with profile None {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:18.545535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] Attempting to bind port df33e5c7-d5f4-49e7-9dc5-5697be11b101 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:18.545864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] Attempting to bind port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:18.550538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] Port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:18.551802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] Attempting to bind port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:18.554035 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Transition to ACTIVE for port object 405cd43c-0a9b-4e9c-8909-1cb49a017df6 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:05:18.559062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:18.566041 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:18.566326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:18.566664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] Bound using segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:18.567667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] Bound port: df33e5c7-d5f4-49e7-9dc5-5697be11b101, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:18.569618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-51f4ef91-bae7-4a60-9a46-94ae45296225 None None] Provisioning complete for port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:18.570000 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-51f4ef91-bae7-4a60-9a46-94ae45296225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:18.612349 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-51f4ef91-bae7-4a60-9a46-94ae45296225 None None] Port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:05:18.669742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45', 'e3608666-72b9-4756-9af2-597dfcd61d93', 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:18.696306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593c35f-9157-48d7-b514-e5dd6d196b89 req-8101c86d-af60-4d39-83fc-6c31c217182a tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:18.698859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Pushing event updated for resources: {'Port': ['ID=405cd43c-0a9b-4e9c-8909-1cb49a017df6,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:18.707709 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0593c35f-9157-48d7-b514-e5dd6d196b89 req-8101c86d-af60-4d39-83fc-6c31c217182a tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 950 time: 0.1504972 Nov 09 00:05:18.711511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:18.735442 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] Publish callbacks [] for binding, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:18.736893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d952878a-5d4b-44dd-8f68-5ea57eb4611f service neutron] 10.222.0.25 "POST /v2.0/ports/df33e5c7-d5f4-49e7-9dc5-5697be11b101/bindings HTTP/1.1" status: 201 len: 389 time: 0.4092903 Nov 09 00:05:18.774814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0593c35f-9157-48d7-b514-e5dd6d196b89 req-142a3d46-677e-4a4e-a68a-232729a922e8 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661449 Nov 09 00:05:18.914093 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Attempting to bind port 405cd43c-0a9b-4e9c-8909-1cb49a017df6 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:18.914369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Attempting to bind port 405cd43c-0a9b-4e9c-8909-1cb49a017df6 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:18.914673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Attempting to bind port 405cd43c-0a9b-4e9c-8909-1cb49a017df6 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:18.929448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Port 405cd43c-0a9b-4e9c-8909-1cb49a017df6 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:18.929807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Attempting to bind port 405cd43c-0a9b-4e9c-8909-1cb49a017df6 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:18.939747 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:18.940123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:18.940449 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:18.940879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Bound port: 405cd43c-0a9b-4e9c-8909-1cb49a017df6, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:18.941232 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:19.003654 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f43edeb-f364-439c-99cc-18dad83cb9f0 x-openstack-request-id: req-6f43edeb-f364-439c-99cc-18dad83cb9f0 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:19.004210 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c720c5c-3ca8-40c6-b2da-44ffbf329055", "name": "network-vif-plugged", "status": "completed", "tag": "88d1d2d1-5378-442e-8602-eb446cb65667", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:19.004730 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f43edeb-f364-439c-99cc-18dad83cb9f0 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:19.005266 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c720c5c-3ca8-40c6-b2da-44ffbf329055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d1d2d1-5378-442e-8602-eb446cb65667', 'code': 200} Nov 09 00:05:19.030495 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea563e5-6052-47fb-a73c-04face08c254 req-874e1b37-ee92-4fcc-b5d3-273217422464 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:19.031792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ea563e5-6052-47fb-a73c-04face08c254 req-874e1b37-ee92-4fcc-b5d3-273217422464 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 936 time: 0.1080284 Nov 09 00:05:19.089568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] For port 405cd43c-0a9b-4e9c-8909-1cb49a017df6, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:19.110508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] For port 405cd43c-0a9b-4e9c-8909-1cb49a017df6, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=405cd43c-0a9b-4e9c-8909-1cb49a017df6,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:19.114807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:19.122136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:19.125255 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:19.168697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:19.169550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:19.170940 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] 10.222.0.30 "PUT /v2.0/ports/405cd43c-0a9b-4e9c-8909-1cb49a017df6 HTTP/1.1" status: 200 len: 1096 time: 1.6122127 Nov 09 00:05:19.175318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd09da09-5167-4f88-b632-edcdaeae1da9', 'tag': '405cd43c-0a9b-4e9c-8909-1cb49a017df6'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:19.178567 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9292fec8-a8a6-4d53-9bb6-4203e6b850f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd09da09-5167-4f88-b632-edcdaeae1da9", "tag": "405cd43c-0a9b-4e9c-8909-1cb49a017df6"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:19.180639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ea563e5-6052-47fb-a73c-04face08c254 req-27917767-a5e2-44cf-98ef-7865be275b4e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384418 Nov 09 00:05:19.187296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Transition to ACTIVE for port object 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:05:19.222324 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b3755-a0ca-4750-8778-7650418a57ed service neutron] Pushing event updated for resources: {'Port': ['ID=405cd43c-0a9b-4e9c-8909-1cb49a017df6,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:19.227066 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-52303021-4c16-452c-bd47-53b97c15356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:19.228546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-52303021-4c16-452c-bd47-53b97c15356f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 1096 time: 0.1217744 Nov 09 00:05:19.232571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:19.238476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677ceb7-1830-49f2-a31b-d9776f49416c req-684ae675-aa57-4e72-8fe2-872c0eb79f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:19.241204 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f677ceb7-1830-49f2-a31b-d9776f49416c req-684ae675-aa57-4e72-8fe2-872c0eb79f70 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 1096 time: 0.1302545 Nov 09 00:05:19.356163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Pushing event updated for resources: {'Port': ['ID=0fa22a7e-671d-4a9b-8c44-d54a98d90df0,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:19.397470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f677ceb7-1830-49f2-a31b-d9776f49416c req-8f8ba737-82d1-46a9-add4-bd3137f30e14 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377811 Nov 09 00:05:19.434626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-da61eeb3-e1d7-42be-8078-37ea720c8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:19.436495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-da61eeb3-e1d7-42be-8078-37ea720c8e71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.1941347 Nov 09 00:05:19.437506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-d6f510ce-9a98-420c-915f-ad50739d197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:19.440022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-d6f510ce-9a98-420c-915f-ad50739d197a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=fd09da09-5167-4f88-b632-edcdaeae1da9 HTTP/1.1" status: 200 len: 1099 time: 0.1941156 Nov 09 00:05:19.483828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Attempting to bind port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:19.486050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Attempting to bind port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:19.486340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Attempting to bind port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:19.499907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:19.499907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Attempting to bind port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:19.522717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-6e76b331-1202-4752-abc1-b2b3a614592f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101 HTTP/1.1" status: 200 len: 217 time: 0.0652854 Nov 09 00:05:19.558196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:19.558792 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:19.559345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:19.559961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Bound port: 0fa22a7e-671d-4a9b-8c44-d54a98d90df0, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:19.560632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:19.578124 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-0e715cf2-ddca-4545-bb8a-67f8f50ad12d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=405cd43c-0a9b-4e9c-8909-1cb49a017df6 HTTP/1.1" status: 200 len: 217 time: 0.1185629 Nov 09 00:05:19.616919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-9f184e5d-6d49-4a9a-be76-1ac8a5246b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:19.621605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-9f184e5d-6d49-4a9a-be76-1ac8a5246b96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.0877891 Nov 09 00:05:19.662732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-fbfdb608-0a1f-4728-9d56-987ea9c0b8d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307639 Nov 09 00:05:19.707351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] For port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:19.712012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] For port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0fa22a7e-671d-4a9b-8c44-d54a98d90df0,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:19.724090 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:19.766602 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225f05be-5268-413c-b91d-ae6e795ab5a5 x-openstack-request-id: req-225f05be-5268-413c-b91d-ae6e795ab5a5 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:19.766949 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd09da09-5167-4f88-b632-edcdaeae1da9", "tag": "405cd43c-0a9b-4e9c-8909-1cb49a017df6", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:19.767237 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-225f05be-5268-413c-b91d-ae6e795ab5a5 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:19.767538 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd09da09-5167-4f88-b632-edcdaeae1da9', 'tag': '405cd43c-0a9b-4e9c-8909-1cb49a017df6', 'status': 'completed', 'code': 200} Nov 09 00:05:19.791738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919b893-8838-4560-8438-55d1a436f7e7 req-82af09f9-0308-44bc-8ea7-ee54b45a3d42 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:19.800064 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b919b893-8838-4560-8438-55d1a436f7e7 req-82af09f9-0308-44bc-8ea7-ee54b45a3d42 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 945 time: 0.1353889 Nov 09 00:05:19.800681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-a286bb53-e06b-4119-8eac-a69c8c0c8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:19.802507 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-a286bb53-e06b-4119-8eac-a69c8c0c8268 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1914332 Nov 09 00:05:19.805316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:19.805945 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:19.807254 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] 10.222.0.11 "PUT /v2.0/ports/0fa22a7e-671d-4a9b-8c44-d54a98d90df0 HTTP/1.1" status: 200 len: 1096 time: 1.3752425 Nov 09 00:05:19.878748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b919b893-8838-4560-8438-55d1a436f7e7 req-99b61ec0-b6f8-4c05-b18f-fed0e46ce355 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738900 Nov 09 00:05:19.941075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55998) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:19.951563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a10b3-ab9f-4b39-9cb8-4c272710509b service neutron] Pushing event updated for resources: {'Port': ['ID=0fa22a7e-671d-4a9b-8c44-d54a98d90df0,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:19.964733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-f29311ba-0c7b-4904-b1d8-dc888ce4ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:19.966286 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-f29311ba-0c7b-4904-b1d8-dc888ce4ed45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523008 Nov 09 00:05:19.967902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-04f18f0f-b0f8-4bd7-aeb0-b8755a0de324 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650216 Nov 09 00:05:19.987052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-e8add11f-fcf9-4bbb-aade-4c3f87183a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:19.988426 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-e8add11f-fcf9-4bbb-aade-4c3f87183a6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 1099 time: 0.1155000 Nov 09 00:05:20.066510 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-f9d89e6d-eac2-4670-90f2-99f660e8a739 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=0fa22a7e-671d-4a9b-8c44-d54a98d90df0 HTTP/1.1" status: 200 len: 217 time: 0.0433846 Nov 09 00:05:20.194132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-f7b1390b-2bf7-4dbb-97ba-9f2d8dfb2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:20.196894 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-f7b1390b-2bf7-4dbb-97ba-9f2d8dfb2f86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1020401 Nov 09 00:05:20.204004 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-abc9d16d-99cd-41b1-8a98-7be82751bf53 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113812 Nov 09 00:05:20.349974 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-183f0948-c274-411a-965d-c0aba931c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:20.351576 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-183f0948-c274-411a-965d-c0aba931c9f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1462450 Nov 09 00:05:20.376386 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-2630dd02-a4bd-4417-a04b-87534942593b service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618054 Nov 09 00:05:20.381985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b0a74ce1-d8db-4b47-b5e6-1bc27a790ce1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:20.417303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff76c1-773a-499c-9047-1e80fb18dc50 req-1b08d203-ceef-4e92-b397-f3b0bb72929f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:20.419146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24ff76c1-773a-499c-9047-1e80fb18dc50 req-1b08d203-ceef-4e92-b397-f3b0bb72929f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 945 time: 0.4360225 Nov 09 00:05:20.472783 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-6bf1ff84-2281-46ac-8b45-a52280f3a210 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782469 Nov 09 00:05:20.485765 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-b2794c9c-1b15-4c36-8963-e6416fecaf96 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160347 Nov 09 00:05:20.504802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292fec8-a8a6-4d53-9bb6-4203e6b850f0 req-058c5396-dd92-4143-af2a-ca0efb284e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:20.506601 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9292fec8-a8a6-4d53-9bb6-4203e6b850f0 req-058c5396-dd92-4143-af2a-ca0efb284e43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=fd09da09-5167-4f88-b632-edcdaeae1da9 HTTP/1.1" status: 200 len: 1099 time: 0.0670741 Nov 09 00:05:20.549109 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24ff76c1-773a-499c-9047-1e80fb18dc50 req-bf544c7d-7507-4036-9fa2-e25ee72a0e62 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187322 Nov 09 00:05:20.605665 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b0a74ce1-d8db-4b47-b5e6-1bc27a790ce1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:20.617393 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-937ab5e0-8869-4f68-a262-f87e3d66e332 req-7c59195b-182c-4a63-a0de-5835f4b5105e service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225097 Nov 09 00:05:20.628676 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b0a74ce1-d8db-4b47-b5e6-1bc27a790ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:20.678340 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b0a74ce1-d8db-4b47-b5e6-1bc27a790ce1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=956b707067de4917b19cdeac6e12cb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7361691 Nov 09 00:05:20.692155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c505b57-942b-44c5-bff5-70e90eac0c3b req-49757bb1-718b-4d4d-9e7d-a6c4ea879690 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:20.693658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c505b57-942b-44c5-bff5-70e90eac0c3b req-49757bb1-718b-4d4d-9e7d-a6c4ea879690 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 950 time: 0.1435945 Nov 09 00:05:20.702894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56014) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:20.722464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292fec8-a8a6-4d53-9bb6-4203e6b850f0 req-b536003c-e56b-48e6-ba7f-1e5efc850d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:20.724741 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9292fec8-a8a6-4d53-9bb6-4203e6b850f0 req-b536003c-e56b-48e6-ba7f-1e5efc850d2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1230662 Nov 09 00:05:20.772001 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9292fec8-a8a6-4d53-9bb6-4203e6b850f0 req-031ef5ab-2aae-41a6-bff8-0f8ef0a90014 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=405cd43c-0a9b-4e9c-8909-1cb49a017df6 HTTP/1.1" status: 200 len: 217 time: 0.0373595 Nov 09 00:05:20.817893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a74ce1-d8db-4b47-b5e6-1bc27a790ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed5b18c-7f3c-47ef-b919-4b0be63403bd,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:20.822682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292fec8-a8a6-4d53-9bb6-4203e6b850f0 req-ee6dbcfa-0672-4cfb-a954-b7cf4ce7d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:20.824531 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9292fec8-a8a6-4d53-9bb6-4203e6b850f0 req-ee6dbcfa-0672-4cfb-a954-b7cf4ce7d0fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0434177 Nov 09 00:05:20.873545 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292fec8-a8a6-4d53-9bb6-4203e6b850f0 req-b739304f-9f08-4dd7-ab61-7ba5271a3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:20.875014 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9292fec8-a8a6-4d53-9bb6-4203e6b850f0 req-b739304f-9f08-4dd7-ab61-7ba5271a3879 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391104 Nov 09 00:05:20.883104 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c505b57-942b-44c5-bff5-70e90eac0c3b req-b7e83a6f-f769-4a04-a4a7-16c90c07a150 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779659 Nov 09 00:05:20.884988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-a0c16037-946d-42c9-8a92-eba65cbe193c tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:20.886389 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-a0c16037-946d-42c9-8a92-eba65cbe193c tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd&tenant_id=a886180a18e84341a5ce8c7e94ede157&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 1096 time: 0.2025259 Nov 09 00:05:20.894391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c89a2-8c2d-431b-ae0f-61df84b9f3ba req-436428d5-1063-4a9c-b357-7646ec8d9b62 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:20.905551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5d3c89a2-8c2d-431b-ae0f-61df84b9f3ba req-436428d5-1063-4a9c-b357-7646ec8d9b62 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 948 time: 0.1433420 Nov 09 00:05:20.922839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813263-3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:20.957095 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9ead3f7f-aa68-45f6-9b33-98992497ab44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:20.994340 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9292fec8-a8a6-4d53-9bb6-4203e6b850f0 req-7bdb87f5-43b4-4740-b0ae-0b7d5c35b680 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079340 Nov 09 00:05:21.018540 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9ead3f7f-aa68-45f6-9b33-98992497ab44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.036462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5d3c89a2-8c2d-431b-ae0f-61df84b9f3ba req-9c591074-b93e-4b59-a8b2-a4e7199d4de7 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310220 Nov 09 00:05:21.057749 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.098488 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9292fec8-a8a6-4d53-9bb6-4203e6b850f0 req-553791ea-b5df-4f6c-ad59-27e4ad91350b service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971465 Nov 09 00:05:21.106558 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9ead3f7f-aa68-45f6-9b33-98992497ab44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.109188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9ead3f7f-aa68-45f6-9b33-98992497ab44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.112663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9ead3f7f-aa68-45f6-9b33-98992497ab44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ed5b18c-7f3c-47ef-b919-4b0be63403bd HTTP/1.1" status: 204 len: 168 time: 0.4065325 Nov 09 00:05:21.127915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead3f7f-aa68-45f6-9b33-98992497ab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed5b18c-7f3c-47ef-b919-4b0be63403bd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:21.276991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4a616-66ed-439a-8dcb-89adb58f9ee5 req-9d9e10b1-41a7-496f-b8e0-3602e726379e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:21.278521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac4a616-66ed-439a-8dcb-89adb58f9ee5 req-9d9e10b1-41a7-496f-b8e0-3602e726379e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 945 time: 0.1314886 Nov 09 00:05:21.286052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93733463-d9cc-43df-8e3c-402eb3d4174c req-b15af4bf-c1c8-4c42-a6d7-b766bc4abb3f tempest-LiveMigrationNegativeTest-243150258 tempest-LiveMigrationNegativeTest-243150258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:21.287567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93733463-d9cc-43df-8e3c-402eb3d4174c req-b15af4bf-c1c8-4c42-a6d7-b766bc4abb3f tempest-LiveMigrationNegativeTest-243150258 tempest-LiveMigrationNegativeTest-243150258-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 1101 time: 0.0940483 Nov 09 00:05:21.302275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:21.338738 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-93733463-d9cc-43df-8e3c-402eb3d4174c req-8e83a64e-f51b-4525-a0fc-b446bcd82c8f tempest-LiveMigrationNegativeTest-243150258 tempest-LiveMigrationNegativeTest-243150258-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.396840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac4a616-66ed-439a-8dcb-89adb58f9ee5 req-7d207ed1-6e83-43ee-9bf5-21ee2176b1e7 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068797 Nov 09 00:05:21.401123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:21.405646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56032) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:21.428765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6907b3f1-da05-4ea8-9dad-8eb7f6f385fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.459750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce285f1-3af2-4e75-9f00-7f8a1195c4fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df33e5c7-d5f4-49e7-9dc5-5697be11b101'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:21.462476 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dac7520-1ea5-4c1d-b7bc-7ce0241380fd" -d '{"events": [{"server_uuid": "8ce285f1-3af2-4e75-9f00-7f8a1195c4fd", "name": "network-vif-unplugged", "status": "completed", "tag": "df33e5c7-d5f4-49e7-9dc5-5697be11b101"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:21.469870 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.480354 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.515997 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6907b3f1-da05-4ea8-9dad-8eb7f6f385fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.520370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6907b3f1-da05-4ea8-9dad-8eb7f6f385fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.556700 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-93733463-d9cc-43df-8e3c-402eb3d4174c req-8e83a64e-f51b-4525-a0fc-b446bcd82c8f tempest-LiveMigrationNegativeTest-243150258 tempest-LiveMigrationNegativeTest-243150258-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.557919 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6907b3f1-da05-4ea8-9dad-8eb7f6f385fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29d986e611b44e12b2a8d8e40b53166c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510949 Nov 09 00:05:21.560462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907b3f1-da05-4ea8-9dad-8eb7f6f385fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903c9a90-002d-4183-aa80-8402a085fae4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:21.562585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56042) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:21.563266 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Pushing event updated for resources: {'Port': ['ID=df33e5c7-d5f4-49e7-9dc5-5697be11b101,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:21.573136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-93733463-d9cc-43df-8e3c-402eb3d4174c req-8e83a64e-f51b-4525-a0fc-b446bcd82c8f tempest-LiveMigrationNegativeTest-243150258 tempest-LiveMigrationNegativeTest-243150258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.633986 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9aee615-d215-4b96-9e88-9841fca3bb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.648641 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83a64e-f51b-4525-a0fc-b446bcd82c8f tempest-LiveMigrationNegativeTest-243150258 tempest-LiveMigrationNegativeTest-243150258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cea9aeb-bf9d-4441-90f5-2bef0bf7a376,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:21.654527 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93733463-d9cc-43df-8e3c-402eb3d4174c req-8e83a64e-f51b-4525-a0fc-b446bcd82c8f tempest-LiveMigrationNegativeTest-243150258 tempest-LiveMigrationNegativeTest-243150258-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598831 Nov 09 00:05:21.655617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Attempting to bind port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on host n-h2-813263-3 for vnic_type normal with profile {"migrating_to": "n-h1-813263-3"} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:21.655945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Attempting to bind port df33e5c7-d5f4-49e7-9dc5-5697be11b101 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:21.656263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Attempting to bind port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:21.661041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9aee615-d215-4b96-9e88-9841fca3bb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.661326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:21.661679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Attempting to bind port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:21.666948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:21.667293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:21.667669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Bound using segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:21.668125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Bound port: df33e5c7-d5f4-49e7-9dc5-5697be11b101, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:21.668532 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.741172 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9aee615-d215-4b96-9e88-9841fca3bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.744076 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9aee615-d215-4b96-9e88-9841fca3bb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.745685 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b9aee615-d215-4b96-9e88-9841fca3bb75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/903c9a90-002d-4183-aa80-8402a085fae4 HTTP/1.1" status: 204 len: 168 time: 0.1819668 Nov 09 00:05:21.757024 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aee615-d215-4b96-9e88-9841fca3bb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903c9a90-002d-4183-aa80-8402a085fae4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:21.768307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f811f5-d366-492a-a99f-a44ad2c95c9d', 'tag': '0fa22a7e-671d-4a9b-8c44-d54a98d90df0'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:21.771578 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e98f22-861f-45b9-8b2d-4fae9027a740" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f811f5-d366-492a-a99f-a44ad2c95c9d", "tag": "0fa22a7e-671d-4a9b-8c44-d54a98d90df0"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:21.794716 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8beefdb-84d6-427d-b80b-4a796dbee525 x-openstack-request-id: req-c8beefdb-84d6-427d-b80b-4a796dbee525 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:21.795186 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce285f1-3af2-4e75-9f00-7f8a1195c4fd", "name": "network-vif-unplugged", "status": "completed", "tag": "df33e5c7-d5f4-49e7-9dc5-5697be11b101", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:21.795512 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8beefdb-84d6-427d-b80b-4a796dbee525 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:21.796012 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce285f1-3af2-4e75-9f00-7f8a1195c4fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df33e5c7-d5f4-49e7-9dc5-5697be11b101', 'code': 200} Nov 09 00:05:21.811859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:21.840265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:21.849168 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:21.915871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5caab3-6661-4e0b-aa8a-b615f44023cc req-e1af7ee4-968b-4c41-9ec0-5c6537a402f1 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:21.923085 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa5caab3-6661-4e0b-aa8a-b615f44023cc req-e1af7ee4-968b-4c41-9ec0-5c6537a402f1 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 945 time: 0.1310513 Nov 09 00:05:21.937214 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba966b6-0ed3-4457-a0ee-07a79d4d4716 x-openstack-request-id: req-7ba966b6-0ed3-4457-a0ee-07a79d4d4716 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:21.937555 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f811f5-d366-492a-a99f-a44ad2c95c9d", "tag": "0fa22a7e-671d-4a9b-8c44-d54a98d90df0", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:21.937800 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ba966b6-0ed3-4457-a0ee-07a79d4d4716 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:21.938227 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f811f5-d366-492a-a99f-a44ad2c95c9d', 'tag': '0fa22a7e-671d-4a9b-8c44-d54a98d90df0', 'status': 'completed', 'code': 200} Nov 09 00:05:21.978171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Pushing event updated for resources: {'Port': ['ID=df33e5c7-d5f4-49e7-9dc5-5697be11b101,revision_number=8']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:22.027480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa5caab3-6661-4e0b-aa8a-b615f44023cc req-128b0d11-db82-416e-abb6-d47ffd8c232c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035221 Nov 09 00:05:22.070366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e98f22-861f-45b9-8b2d-4fae9027a740 req-8ca7b730-5628-4abf-8b92-8975e24086b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:22.073507 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01e98f22-861f-45b9-8b2d-4fae9027a740 req-8ca7b730-5628-4abf-8b92-8975e24086b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 1099 time: 0.1083057 Nov 09 00:05:22.073830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:22.074650 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:22.076139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-d26fb0e5-777d-4e95-9165-f577854c74bd service neutron] 10.222.0.30 "PUT /v2.0/ports/df33e5c7-d5f4-49e7-9dc5-5697be11b101 HTTP/1.1" status: 200 len: 1121 time: 1.1573734 Nov 09 00:05:22.172738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['df33e5c7-d5f4-49e7-9dc5-5697be11b101'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:22.214710 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e98f22-861f-45b9-8b2d-4fae9027a740 req-a6af5dcd-6485-49fe-960e-14817e42a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:22.218214 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01e98f22-861f-45b9-8b2d-4fae9027a740 req-a6af5dcd-6485-49fe-960e-14817e42a5b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1376977 Nov 09 00:05:22.293778 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01e98f22-861f-45b9-8b2d-4fae9027a740 req-5c940e76-d5df-4a66-9bf4-6401dc346fc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=0fa22a7e-671d-4a9b-8c44-d54a98d90df0 HTTP/1.1" status: 200 len: 217 time: 0.0663476 Nov 09 00:05:22.398998 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e98f22-861f-45b9-8b2d-4fae9027a740 req-2e2c2d58-9497-4d48-990c-f709b30edda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:22.400279 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01e98f22-861f-45b9-8b2d-4fae9027a740 req-2e2c2d58-9497-4d48-990c-f709b30edda7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0906203 Nov 09 00:05:22.489523 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e98f22-861f-45b9-8b2d-4fae9027a740 req-ee7fe824-9fe7-4f25-a88b-21571c5d6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:22.490889 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01e98f22-861f-45b9-8b2d-4fae9027a740 req-ee7fe824-9fe7-4f25-a88b-21571c5d6d90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814061 Nov 09 00:05:22.522518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cef4b-a8af-4522-8969-848dfed05513 req-4619b554-3372-4de4-8572-9c133251cb07 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:22.525441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-248cef4b-a8af-4522-8969-848dfed05513 req-4619b554-3372-4de4-8572-9c133251cb07 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 948 time: 0.0870209 Nov 09 00:05:22.581872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-248cef4b-a8af-4522-8969-848dfed05513 req-1d6f35c6-df24-4b51-9515-2c14616b20f2 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507398 Nov 09 00:05:22.710053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc36e0-2957-4f72-80a7-eebdefad37dd req-68decd4e-07d1-4eae-bd91-47f975996dd0 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:22.711654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71dc36e0-2957-4f72-80a7-eebdefad37dd req-68decd4e-07d1-4eae-bd91-47f975996dd0 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 950 time: 0.0649140 Nov 09 00:05:22.776040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71dc36e0-2957-4f72-80a7-eebdefad37dd req-66c2f2c9-7a2c-480b-8b8a-9a04ca770799 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558264 Nov 09 00:05:22.776575 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56096) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:22.841794 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01e98f22-861f-45b9-8b2d-4fae9027a740 req-699b5826-52a9-49d5-9c2a-b25a9fd4cb12 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419197 Nov 09 00:05:22.890095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48bac7-9fbb-47a3-bb8a-abeb16a3530d req-57880b02-16a8-4b46-a37d-6d9602ed5bc2 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:22.892405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b48bac7-9fbb-47a3-bb8a-abeb16a3530d req-57880b02-16a8-4b46-a37d-6d9602ed5bc2 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 943 time: 0.0556540 Nov 09 00:05:22.952879 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01e98f22-861f-45b9-8b2d-4fae9027a740 req-a0e25e32-bb73-4c0f-90a6-4f3dfcf85477 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022120 Nov 09 00:05:22.998363 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b48bac7-9fbb-47a3-bb8a-abeb16a3530d req-6c3039dc-b4bd-4268-9d20-c50ff2d745a9 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950344 Nov 09 00:05:23.008043 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3553c60b-10e9-479d-b049-4e2570ed7191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:23.030127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb939ea4-eba9-48b1-8175-326deffcf349 req-7b324d1a-c8ba-4763-809e-de0af619bbfe tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:23.031890 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb939ea4-eba9-48b1-8175-326deffcf349 req-7b324d1a-c8ba-4763-809e-de0af619bbfe tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 1096 time: 0.0794208 Nov 09 00:05:23.112810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb939ea4-eba9-48b1-8175-326deffcf349 req-2b4a14d4-f33e-45ec-93e2-2eb935c13c65 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671124 Nov 09 00:05:23.153859 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3553c60b-10e9-479d-b049-4e2570ed7191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:23.160262 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3553c60b-10e9-479d-b049-4e2570ed7191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:23.205585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3553c60b-10e9-479d-b049-4e2570ed7191 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=865b153f84a84978aac5d6bc44aba77f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201114 Nov 09 00:05:23.205585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56116) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:23.225196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553c60b-10e9-479d-b049-4e2570ed7191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc2e283-032a-4330-a633-cd10bced6102,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:23.261158 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9adc5671-1f1f-4e2d-ad83-8cb6a2db4e11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:23.307186 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9adc5671-1f1f-4e2d-ad83-8cb6a2db4e11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:23.345793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65a36c-628d-4222-8f40-bbcfe7a536d4 req-9b09d94e-0fbd-4d17-9a40-7c1f492650b4 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:23.347233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d65a36c-628d-4222-8f40-bbcfe7a536d4 req-9b09d94e-0fbd-4d17-9a40-7c1f492650b4 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 1096 time: 0.0833418 Nov 09 00:05:23.398252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9adc5671-1f1f-4e2d-ad83-8cb6a2db4e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:23.401049 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9adc5671-1f1f-4e2d-ad83-8cb6a2db4e11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:23.404587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9adc5671-1f1f-4e2d-ad83-8cb6a2db4e11 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efc2e283-032a-4330-a633-cd10bced6102 HTTP/1.1" status: 204 len: 168 time: 0.2005880 Nov 09 00:05:23.413574 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d65a36c-628d-4222-8f40-bbcfe7a536d4 req-2a0de34a-535c-4acd-a56c-4c2350184244 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576973 Nov 09 00:05:23.421432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc5671-1f1f-4e2d-ad83-8cb6a2db4e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc2e283-032a-4330-a633-cd10bced6102,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:23.784934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603075-9cde-4408-8cbb-de4966c77817 req-2884d887-c9b3-4ddf-99ff-8ec20841294a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:23.786807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70603075-9cde-4408-8cbb-de4966c77817 req-2884d887-c9b3-4ddf-99ff-8ec20841294a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 948 time: 0.0554607 Nov 09 00:05:23.798405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce285f1-3af2-4e75-9f00-7f8a1195c4fd', 'tag': 'df33e5c7-d5f4-49e7-9dc5-5697be11b101'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:23.798515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56148) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:23.800846 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e353004-8b7e-41aa-a520-813f381e7425" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce285f1-3af2-4e75-9f00-7f8a1195c4fd", "tag": "df33e5c7-d5f4-49e7-9dc5-5697be11b101"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:23.814243 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2215eeab-4096-4ca1-9235-f0d2b9cb9328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:23.864529 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70603075-9cde-4408-8cbb-de4966c77817 req-a86a5974-87cf-4070-8421-6c6c761c5257 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695548 Nov 09 00:05:23.913603 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2215eeab-4096-4ca1-9235-f0d2b9cb9328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:23.923541 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2215eeab-4096-4ca1-9235-f0d2b9cb9328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:23.983857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215eeab-4096-4ca1-9235-f0d2b9cb9328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93ed139-1c6e-459a-a39b-b5b2c55ac83d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:23.999177 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2215eeab-4096-4ca1-9235-f0d2b9cb9328 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15f7577543a24c5c95d9e2c6bb034755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996872 Nov 09 00:05:24.002522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56166) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:24.033876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f5b89-2ac8-467f-9c9b-a10ee813a76b req-4ec556c9-6c60-4329-8dbe-53f98eaf6989 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:24.035887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a87f5b89-2ac8-467f-9c9b-a10ee813a76b req-4ec556c9-6c60-4329-8dbe-53f98eaf6989 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 950 time: 0.0712380 Nov 09 00:05:24.111637 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-81ae469f-b44f-4adf-9bc5-f6d6c9f6464a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:24.151382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a87f5b89-2ac8-467f-9c9b-a10ee813a76b req-8fd5dea1-4bdf-4f7f-86fa-f69d390057b1 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080363 Nov 09 00:05:24.158135 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-81ae469f-b44f-4adf-9bc5-f6d6c9f6464a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:24.183805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e9f45-c188-4f4a-928f-428cf32f7b33 req-acbd8a91-760b-4f61-a9ac-dd5728840a9a tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:24.185116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b8e9f45-c188-4f4a-928f-428cf32f7b33 req-acbd8a91-760b-4f61-a9ac-dd5728840a9a tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.30 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 950 time: 0.1135683 Nov 09 00:05:24.206652 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b198bbc4-d6d3-4d76-bb48-5b2f117495d0 x-openstack-request-id: req-b198bbc4-d6d3-4d76-bb48-5b2f117495d0 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:24.206823 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce285f1-3af2-4e75-9f00-7f8a1195c4fd", "tag": "df33e5c7-d5f4-49e7-9dc5-5697be11b101", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:24.207076 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b198bbc4-d6d3-4d76-bb48-5b2f117495d0 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:24.207666 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce285f1-3af2-4e75-9f00-7f8a1195c4fd', 'tag': 'df33e5c7-d5f4-49e7-9dc5-5697be11b101', 'status': 'completed', 'code': 200} Nov 09 00:05:24.301651 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-81ae469f-b44f-4adf-9bc5-f6d6c9f6464a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:24.304442 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-81ae469f-b44f-4adf-9bc5-f6d6c9f6464a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:24.305157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e353004-8b7e-41aa-a520-813f381e7425 req-158276d2-e6be-4c07-b365-82f8718111ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:24.307004 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e353004-8b7e-41aa-a520-813f381e7425 req-158276d2-e6be-4c07-b365-82f8718111ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 1124 time: 0.0533602 Nov 09 00:05:24.308498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-81ae469f-b44f-4adf-9bc5-f6d6c9f6464a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a93ed139-1c6e-459a-a39b-b5b2c55ac83d HTTP/1.1" status: 204 len: 168 time: 0.3050220 Nov 09 00:05:24.323594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae469f-b44f-4adf-9bc5-f6d6c9f6464a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93ed139-1c6e-459a-a39b-b5b2c55ac83d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:24.373023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-7b8e9f45-c188-4f4a-928f-428cf32f7b33 req-037e3e32-8231-4eeb-a0df-44e46480dc33 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Deleting port 1dec8c09-755b-43b4-b174-bd8117ec0ba7 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:05:24.373635 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7b8e9f45-c188-4f4a-928f-428cf32f7b33 req-037e3e32-8231-4eeb-a0df-44e46480dc33 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:24.457919 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e353004-8b7e-41aa-a520-813f381e7425 req-1d5304e9-190e-41f4-9e8a-c73e351c9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:24.459926 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e353004-8b7e-41aa-a520-813f381e7425 req-1d5304e9-190e-41f4-9e8a-c73e351c9511 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.1355472 Nov 09 00:05:24.509479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-7b8e9f45-c188-4f4a-928f-428cf32f7b33 req-037e3e32-8231-4eeb-a0df-44e46480dc33 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] For port 1dec8c09-755b-43b4-b174-bd8117ec0ba7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1dec8c09-755b-43b4-b174-bd8117ec0ba7,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:24.509850 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7b8e9f45-c188-4f4a-928f-428cf32f7b33 req-037e3e32-8231-4eeb-a0df-44e46480dc33 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:24.524868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-7b8e9f45-c188-4f4a-928f-428cf32f7b33 req-037e3e32-8231-4eeb-a0df-44e46480dc33 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Calling delete_port for 1dec8c09-755b-43b4-b174-bd8117ec0ba7 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:05:24.536744 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e353004-8b7e-41aa-a520-813f381e7425 req-08991eab-f5c8-4a29-8ffc-8fa9b9c9d39e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101 HTTP/1.1" status: 200 len: 217 time: 0.0661068 Nov 09 00:05:24.633945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e353004-8b7e-41aa-a520-813f381e7425 req-86a1088b-e51a-4cfe-a837-8ef8dafab217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:24.637106 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e353004-8b7e-41aa-a520-813f381e7425 req-86a1088b-e51a-4cfe-a837-8ef8dafab217 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.0913363 Nov 09 00:05:24.665751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237477c-033d-4cc2-92c2-2f74218e87fe req-a2bd5501-ddca-423a-88ab-ee341dd30469 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:24.673021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7237477c-033d-4cc2-92c2-2f74218e87fe req-a2bd5501-ddca-423a-88ab-ee341dd30469 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 943 time: 0.0847938 Nov 09 00:05:24.686866 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e353004-8b7e-41aa-a520-813f381e7425 req-adca2850-9040-42e9-887a-96139d343917 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310118 Nov 09 00:05:24.759794 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7237477c-033d-4cc2-92c2-2f74218e87fe req-9ef926dd-0eee-4c6e-895c-596366eab24c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811715 Nov 09 00:05:24.787570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 405cd43c-0a9b-4e9c-8909-1cb49a017df6 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:24.788865 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7b8e9f45-c188-4f4a-928f-428cf32f7b33 req-037e3e32-8231-4eeb-a0df-44e46480dc33 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:24.816044 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e353004-8b7e-41aa-a520-813f381e7425 req-c563bc65-c276-4fb0-91d1-5657bc80f627 service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205978 Nov 09 00:05:24.824790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['45ee036c-e148-4f20-b9d4-aa20c85643df'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:24.834656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e3e32-8231-4eeb-a0df-44e46480dc33 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Pushing event deleted for resources: {'Port': ['ID=1dec8c09-755b-43b4-b174-bd8117ec0ba7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:24.835189 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1dec8c09-755b-43b4-b174-bd8117ec0ba7'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:24.873770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56204) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:24.898082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8e9f45-c188-4f4a-928f-428cf32f7b33 req-037e3e32-8231-4eeb-a0df-44e46480dc33 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] No DVR routers for this DVR port 1dec8c09-755b-43b4-b174-bd8117ec0ba7 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:05:24.905305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7b8e9f45-c188-4f4a-928f-428cf32f7b33 req-037e3e32-8231-4eeb-a0df-44e46480dc33 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:24.913784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b8e9f45-c188-4f4a-928f-428cf32f7b33 req-037e3e32-8231-4eeb-a0df-44e46480dc33 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.30 "DELETE /v2.0/ports/1dec8c09-755b-43b4-b174-bd8117ec0ba7 HTTP/1.1" status: 204 len: 173 time: 0.7123930 Nov 09 00:05:25.005726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:25.011730 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e353004-8b7e-41aa-a520-813f381e7425 req-358ca9be-8909-4376-a7d5-168a8a663d4c service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846139 Nov 09 00:05:25.030783 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:05:25.172387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39971a2-29b1-4f85-8125-f3d85f463ee4 req-e628f2c2-d9a9-4196-b7e9-3063683c9d8e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:25.176671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f39971a2-29b1-4f85-8125-f3d85f463ee4 req-e628f2c2-d9a9-4196-b7e9-3063683c9d8e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 948 time: 0.1226003 Nov 09 00:05:25.192405 n-d-813263-3 neutron-server[101781]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 00:05:25.198414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-5efa6b5c-12f7-4207-a3fb-9bf1359de03f tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:05:25.199813 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-5efa6b5c-12f7-4207-a3fb-9bf1359de03f tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113852 Nov 09 00:05:25.226896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56222) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:25.267331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f39971a2-29b1-4f85-8125-f3d85f463ee4 req-a40307f2-836f-4608-a732-12453a56b12d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835042 Nov 09 00:05:25.270623 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 405cd43c-0a9b-4e9c-8909-1cb49a017df6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=405cd43c-0a9b-4e9c-8909-1cb49a017df6,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:25.295513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '405cd43c-0a9b-4e9c-8909-1cb49a017df6', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '405cd43c-0a9b-4e9c-8909-1cb49a017df6', 'mac_address': 'fa:16:3e:b9:34:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:05:25.338696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0fa22a7e-671d-4a9b-8c44-d54a98d90df0,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:25.389196 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-296e846d-7d60-4772-8a6b-141da85b429d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:25.419394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b1f28ca-d70d-46ed-ac49-37ab728c2c42 req-73e65e44-b36c-4110-a3e0-293877e6a41e tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=9edfc333-d3d1-441c-bda0-f693f314ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0360434 Nov 09 00:05:25.484554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-5638f2cc-6fb1-4d47-ab1e-7a5543eae827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:25.485989 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-5638f2cc-6fb1-4d47-ab1e-7a5543eae827 service neutron] 10.222.0.25 "GET /v2.0/ports/88d1d2d1-5378-442e-8602-eb446cb65667 HTTP/1.1" status: 200 len: 1093 time: 0.1592793 Nov 09 00:05:25.497677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] Request body: {'binding': {'host': 'n-h1-813263-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:25.498178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] Unknown quota resources ['binding']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:05:25.523941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '0fa22a7e-671d-4a9b-8c44-d54a98d90df0', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '0fa22a7e-671d-4a9b-8c44-d54a98d90df0', 'mac_address': 'fa:16:3e:f7:d1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:05:25.530650 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:25.610406 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405cd43c-0a9b-4e9c-8909-1cb49a017df6 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:25.645460 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:25.660883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 405cd43c-0a9b-4e9c-8909-1cb49a017df6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=405cd43c-0a9b-4e9c-8909-1cb49a017df6,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:25.672701 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:25.673767 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device df33e5c7-d5f4-49e7-9dc5-5697be11b101 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:25.680779 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-296e846d-7d60-4772-8a6b-141da85b429d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:25.683008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:25.690079 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-296e846d-7d60-4772-8a6b-141da85b429d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:25.721482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] Attempting to bind port 88d1d2d1-5378-442e-8602-eb446cb65667 on host n-h1-813263-3 for vnic_type normal with profile None {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:25.722053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] Attempting to bind port 88d1d2d1-5378-442e-8602-eb446cb65667 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:25.722451 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] Attempting to bind port 88d1d2d1-5378-442e-8602-eb446cb65667 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:25.737843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] Port 88d1d2d1-5378-442e-8602-eb446cb65667 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:25.738938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] Attempting to bind port 88d1d2d1-5378-442e-8602-eb446cb65667 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:25.743330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0fa22a7e-671d-4a9b-8c44-d54a98d90df0,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:25.749600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:25.750205 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:25.750747 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] Bound using segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:25.751284 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] Bound port: 88d1d2d1-5378-442e-8602-eb446cb65667, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:25.763230 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:25.814126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56244) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:25.814706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=405cd43c-0a9b-4e9c-8909-1cb49a017df6,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:25.817120 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-296e846d-7d60-4772-8a6b-141da85b429d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12fe0209d024474193d3c49400a707bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883207 Nov 09 00:05:25.837247 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e846d-7d60-4772-8a6b-141da85b429d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e87395-16e3-4231-8568-64311a29b20d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:25.880929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=88d1d2d1-5378-442e-8602-eb446cb65667,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:25.891854 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:25.897086 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-58e8551b-6257-46b8-9fb4-e594bd72d4e3 service neutron] 10.222.0.25 "POST /v2.0/ports/88d1d2d1-5378-442e-8602-eb446cb65667/bindings HTTP/1.1" status: 201 len: 389 time: 0.4028838 Nov 09 00:05:25.908616 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7a22aa1-cf25-4a14-8eda-02fc33c3c4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:25.935372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:25.936363 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7a22aa1-cf25-4a14-8eda-02fc33c3c4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:25.948603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=0fa22a7e-671d-4a9b-8c44-d54a98d90df0,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:25.954504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device df33e5c7-d5f4-49e7-9dc5-5697be11b101 has no active binding in host n-h1-813263-3 {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 00:05:26.014275 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7a22aa1-cf25-4a14-8eda-02fc33c3c4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:26.018629 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7a22aa1-cf25-4a14-8eda-02fc33c3c4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:26.030214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e7a22aa1-cf25-4a14-8eda-02fc33c3c4cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4e87395-16e3-4231-8568-64311a29b20d HTTP/1.1" status: 204 len: 168 time: 0.2144265 Nov 09 00:05:26.041210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a22aa1-cf25-4a14-8eda-02fc33c3c4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e87395-16e3-4231-8568-64311a29b20d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:26.103923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91b143-1a5b-4429-a724-ba77e2ac1b48 req-f4e9b764-200c-4a13-9986-145587a7d1fb tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:26.114151 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c91b143-1a5b-4429-a724-ba77e2ac1b48 req-f4e9b764-200c-4a13-9986-145587a7d1fb tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 943 time: 0.0698664 Nov 09 00:05:26.170586 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0fa22a7e-671d-4a9b-8c44-d54a98d90df0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:26.210624 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c91b143-1a5b-4429-a724-ba77e2ac1b48 req-f4990556-4f97-48c0-a14f-49166d8c80ea tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955837 Nov 09 00:05:26.211505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edfc333-d3d1-441c-bda0-f693f314ffd3', 'name': 'network-vif-deleted', 'tag': '1dec8c09-755b-43b4-b174-bd8117ec0ba7'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:26.213896 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6bf8f6-5909-4c1a-81d9-85f8f7528db3" -d '{"events": [{"server_uuid": "9edfc333-d3d1-441c-bda0-f693f314ffd3", "name": "network-vif-deleted", "tag": "1dec8c09-755b-43b4-b174-bd8117ec0ba7"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:26.237374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3354446-f365-4998-8d01-bcaa37044b75 req-3df35332-50f8-4e23-8a5b-83c5aca6c4d8 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:26.245145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3354446-f365-4998-8d01-bcaa37044b75 req-3df35332-50f8-4e23-8a5b-83c5aca6c4d8 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 945 time: 0.0924833 Nov 09 00:05:26.297203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['405cd43c-0a9b-4e9c-8909-1cb49a017df6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:26.304073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3354446-f365-4998-8d01-bcaa37044b75 req-637595c0-e61f-43d9-a44a-59e20f5ca73a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578420 Nov 09 00:05:26.312755 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cf315f-bd0d-4884-acc8-92b18bdbfe34 x-openstack-request-id: req-c4cf315f-bd0d-4884-acc8-92b18bdbfe34 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:26.313047 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edfc333-d3d1-441c-bda0-f693f314ffd3", "name": "network-vif-deleted", "tag": "1dec8c09-755b-43b4-b174-bd8117ec0ba7", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:26.313304 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4cf315f-bd0d-4884-acc8-92b18bdbfe34 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:26.314314 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edfc333-d3d1-441c-bda0-f693f314ffd3', 'name': 'network-vif-deleted', 'tag': '1dec8c09-755b-43b4-b174-bd8117ec0ba7', 'status': 'completed', 'code': 200} Nov 09 00:05:26.478203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514570d0-3abe-4090-8a2b-85a185ff8d2e req-62007a23-212d-451e-9d33-e6d598c9fce2 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:26.480369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-514570d0-3abe-4090-8a2b-85a185ff8d2e req-62007a23-212d-451e-9d33-e6d598c9fce2 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 949 time: 0.0655885 Nov 09 00:05:26.551586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-514570d0-3abe-4090-8a2b-85a185ff8d2e req-0b2fdbf6-d4be-4bce-9efe-24054a624cae tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646515 Nov 09 00:05:26.736159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56296) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:26.799893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1dec8c09-755b-43b4-b174-bd8117ec0ba7 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:05:26.802467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94ec42-9cd0-431c-a0f6-a556a8b041b2 req-c37b7441-cfca-4db3-8fe6-9bc5b9cae794 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:26.803972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c94ec42-9cd0-431c-a0f6-a556a8b041b2 req-c37b7441-cfca-4db3-8fe6-9bc5b9cae794 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 949 time: 0.0609920 Nov 09 00:05:26.823349 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 1dec8c09-755b-43b4-b174-bd8117ec0ba7 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:05:26.823906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1dec8c09-755b-43b4-b174-bd8117ec0ba7 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:05:26.869458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c94ec42-9cd0-431c-a0f6-a556a8b041b2 req-df6db443-fe5d-4bd3-bd03-16f92a581138 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590503 Nov 09 00:05:26.985122 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9d3380a3-f971-49c9-950b-791668be0afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.081697 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9d3380a3-f971-49c9-950b-791668be0afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.086029 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9d3380a3-f971-49c9-950b-791668be0afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.135345 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9d3380a3-f971-49c9-950b-791668be0afa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81179d5c120b4e24ae73cfc59cc67b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952413 Nov 09 00:05:27.135345 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3380a3-f971-49c9-950b-791668be0afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f92665-c48e-407e-ba89-bb99252a3c23,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:27.137003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56326) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:27.206296 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8280672-c6e4-49eb-8d6f-e63f2a23cc52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.230230 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8280672-c6e4-49eb-8d6f-e63f2a23cc52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.263031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56346) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:27.291105 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8280672-c6e4-49eb-8d6f-e63f2a23cc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.295263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8280672-c6e4-49eb-8d6f-e63f2a23cc52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.298941 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f8280672-c6e4-49eb-8d6f-e63f2a23cc52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58f92665-c48e-407e-ba89-bb99252a3c23 HTTP/1.1" status: 204 len: 168 time: 0.1598082 Nov 09 00:05:27.307265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8280672-c6e4-49eb-8d6f-e63f2a23cc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f92665-c48e-407e-ba89-bb99252a3c23,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:27.365989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034da424-a5e4-4b82-bdea-d9787000c663 req-ef6cda09-48a5-415f-9d56-da5f68b88312 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:27.367612 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-034da424-a5e4-4b82-bdea-d9787000c663 req-ef6cda09-48a5-415f-9d56-da5f68b88312 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 943 time: 0.0605578 Nov 09 00:05:27.372877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-19493356-network', 'tenant_id': '3cf8a8a0355e4e92ab93d5bf1bd31d4b'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:27.423640 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Made reservation on behalf of 3cf8a8a0355e4e92ab93d5bf1bd31d4b for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:27.426803 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.442120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-034da424-a5e4-4b82-bdea-d9787000c663 req-c2fab04f-0827-498b-8c73-3f3bfa0bd5e5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637717 Nov 09 00:05:27.443316 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.583226 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.600306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493955c2-e7a6-40ab-a4f5-d76867dcffa4 req-6b3060b2-35a2-499f-8900-49055e7f56c0 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:27.601574 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-493955c2-e7a6-40ab-a4f5-d76867dcffa4 req-6b3060b2-35a2-499f-8900-49055e7f56c0 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 945 time: 0.0893586 Nov 09 00:05:27.602249 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.628301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:05:27.669748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fae0775-2dbe-4fb8-a210-eed4f80ad554,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:27.678025 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.678388 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Added segment 35ec9784-3ae9-48e5-96cc-12a7039275af of type vlan for network dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9 Nov 09 00:05:27.749790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56362) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:27.760318 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.767533 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ac648ea-83d5-4517-9fb9-9457d926e215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.789691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56364) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:27.804519 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.805581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:27.806237 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.820247 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-e469aa3a-bc0c-4aa1-91bb-4e3026dee2f3 service neutron] 10.222.0.11 "GET /v2.0/ports/df33e5c7-d5f4-49e7-9dc5-5697be11b101/bindings/n-h1-813263-3 HTTP/1.1" status: 200 len: 384 time: 0.0938268 Nov 09 00:05:27.829777 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-493955c2-e7a6-40ab-a4f5-d76867dcffa4 req-cc8e4a93-f6d9-4bb9-8cb8-25799af708d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060678 Nov 09 00:05:27.884549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6203649 Nov 09 00:05:27.888252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56368) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:27.896601 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8382c-ba87-414f-b0b5-bc9b2d8743eb req-cbf89367-9744-447d-bb6c-49117092c5b1 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:27.902955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8486bdfa-af14-4a90-bf15-70f3cd911ceb admin admin] Request body: {'subnet': {'network_id': 'dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-19493356-subnet', 'tenant_id': '3cf8a8a0355e4e92ab93d5bf1bd31d4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:27.904347 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01a8382c-ba87-414f-b0b5-bc9b2d8743eb req-cbf89367-9744-447d-bb6c-49117092c5b1 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 949 time: 0.2495017 Nov 09 00:05:27.914761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d52caa-b30b-42e0-b512-9ff4a0ded3fa admin admin] Pushing event updated for resources: {'Network': ['ID=dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:27.930115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:05:27.942006 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ac648ea-83d5-4517-9fb9-9457d926e215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:27.962420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01a8382c-ba87-414f-b0b5-bc9b2d8743eb req-d4936534-ac38-478a-a750-29a99aa01916 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570714 Nov 09 00:05:27.971710 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ac648ea-83d5-4517-9fb9-9457d926e215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.007502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8486bdfa-af14-4a90-bf15-70f3cd911ceb admin admin] Made reservation on behalf of 3cf8a8a0355e4e92ab93d5bf1bd31d4b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:28.010147 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8486bdfa-af14-4a90-bf15-70f3cd911ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.035511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac648ea-83d5-4517-9fb9-9457d926e215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5987557f-1539-4a37-afe4-07beb9a87fed,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:28.046010 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dfe6775f-a1ce-4d07-9394-dd9bf4a3ef9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.053022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5ac648ea-83d5-4517-9fb9-9457d926e215 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5da5486e04044b1becfbba7b4f8a496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021832 Nov 09 00:05:28.055765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92ab77-9f71-408f-b4d6-78e58a62a934 req-b993319b-cfc4-4024-a370-d0b495b17210 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:28.057269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb92ab77-9f71-408f-b4d6-78e58a62a934 req-b993319b-cfc4-4024-a370-d0b495b17210 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 949 time: 0.0713933 Nov 09 00:05:28.058763 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56372) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:28.166640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb92ab77-9f71-408f-b4d6-78e58a62a934 req-350107cc-ba3a-47ca-b947-996adea3fcbb tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956233 Nov 09 00:05:28.172443 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae9631c4-5e52-48d1-bdfc-959b1bfa36c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.185636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-48e7dab2-ae8a-4928-a9d3-0ceade3456e8 service neutron] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:28.217294 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae9631c4-5e52-48d1-bdfc-959b1bfa36c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.239666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-48e7dab2-ae8a-4928-a9d3-0ceade3456e8 service neutron] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:28.273026 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dfe6775f-a1ce-4d07-9394-dd9bf4a3ef9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.277992 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dfe6775f-a1ce-4d07-9394-dd9bf4a3ef9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.302424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-48e7dab2-ae8a-4928-a9d3-0ceade3456e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df33e5c7-d5f4-49e7-9dc5-5697be11b101 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:28.321107 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae9631c4-5e52-48d1-bdfc-959b1bfa36c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.322411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-48e7dab2-ae8a-4928-a9d3-0ceade3456e8 service neutron] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:28.323650 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae9631c4-5e52-48d1-bdfc-959b1bfa36c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.324765 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ae9631c4-5e52-48d1-bdfc-959b1bfa36c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5987557f-1539-4a37-afe4-07beb9a87fed HTTP/1.1" status: 204 len: 168 time: 0.2650871 Nov 09 00:05:28.333298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6775f-a1ce-4d07-9394-dd9bf4a3ef9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8793020-9ccf-43d0-bd0f-0f2a35ba70e6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:28.338714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dfe6775f-a1ce-4d07-9394-dd9bf4a3ef9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8239c046577148a2a1ea3aa3d475c067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5490863 Nov 09 00:05:28.342071 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56378) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:28.348268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9631c4-5e52-48d1-bdfc-959b1bfa36c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5987557f-1539-4a37-afe4-07beb9a87fed,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:28.352427 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8486bdfa-af14-4a90-bf15-70f3cd911ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.366131 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-48e7dab2-ae8a-4928-a9d3-0ceade3456e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.447732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ae7be-eff3-43ce-952c-0825a73cbb10 req-ed6189be-8574-4229-bec2-7a3e53c72900 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:28.449288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-807ae7be-eff3-43ce-952c-0825a73cbb10 req-ed6189be-8574-4229-bec2-7a3e53c72900 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.11 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 949 time: 0.0528128 Nov 09 00:05:28.478804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486bdfa-af14-4a90-bf15-70f3cd911ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=560f3945-b2bd-4e85-84ec-de38a7b36806,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:28.514430 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa47f689-5258-4cdc-841d-b50e947b899f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.521170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8486bdfa-af14-4a90-bf15-70f3cd911ceb admin admin] Checking segment: {'id': '35ec9784-3ae9-48e5-96cc-12a7039275af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:28.521750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8486bdfa-af14-4a90-bf15-70f3cd911ceb admin admin] Network hostable DHCP agents. Network: dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:05:28.557179 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa47f689-5258-4cdc-841d-b50e947b899f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.573258 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-48e7dab2-ae8a-4928-a9d3-0ceade3456e8 service neutron] Transition to ACTIVE for port object df33e5c7-d5f4-49e7-9dc5-5697be11b101 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:05:28.592617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8486bdfa-af14-4a90-bf15-70f3cd911ceb admin admin] Network dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:05:28.598653 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-48e7dab2-ae8a-4928-a9d3-0ceade3456e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.650681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8486bdfa-af14-4a90-bf15-70f3cd911ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:28.661100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8486bdfa-af14-4a90-bf15-70f3cd911ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:28.661842 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8486bdfa-af14-4a90-bf15-70f3cd911ceb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.669535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9103eee-4dcb-463f-81b9-f447d11bf0c9 None None] Network dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:28.712688 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8486bdfa-af14-4a90-bf15-70f3cd911ceb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8124893 Nov 09 00:05:28.712688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-48e7dab2-ae8a-4928-a9d3-0ceade3456e8 service neutron] No DVR routers for this DVR port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:05:28.725889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7dab2-ae8a-4928-a9d3-0ceade3456e8 service neutron] Pushing event updated for resources: {'Port': ['ID=df33e5c7-d5f4-49e7-9dc5-5697be11b101,revision_number=10']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:28.732081 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa47f689-5258-4cdc-841d-b50e947b899f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.734844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa47f689-5258-4cdc-841d-b50e947b899f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.736120 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aa47f689-5258-4cdc-841d-b50e947b899f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8793020-9ccf-43d0-bd0f-0f2a35ba70e6 HTTP/1.1" status: 204 len: 168 time: 0.3930705 Nov 09 00:05:28.764599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47f689-5258-4cdc-841d-b50e947b899f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8793020-9ccf-43d0-bd0f-0f2a35ba70e6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:28.776522 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-48e7dab2-ae8a-4928-a9d3-0ceade3456e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/df33e5c7-d5f4-49e7-9dc5-5697be11b101/bindings/n-h1-813263-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9460402 Nov 09 00:05:28.816942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 405cd43c-0a9b-4e9c-8909-1cb49a017df6 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:28.850258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-807ae7be-eff3-43ce-952c-0825a73cbb10 req-0812120e-9044-4be5-af62-078c7f932032 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Deleting port 45ee036c-e148-4f20-b9d4-aa20c85643df {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:05:28.850747 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-807ae7be-eff3-43ce-952c-0825a73cbb10 req-0812120e-9044-4be5-af62-078c7f932032 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:28.911794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a589fd7-45ca-4bbd-824e-d096e1a50cbd req-c6b99791-bb3c-4dbf-8a38-90f984bd3a98 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:28.919123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a589fd7-45ca-4bbd-824e-d096e1a50cbd req-c6b99791-bb3c-4dbf-8a38-90f984bd3a98 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 943 time: 0.3904784 Nov 09 00:05:28.940875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fffcd4-80df-481d-bf17-1a2b20c1826c None None] Network dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:28.971088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 405cd43c-0a9b-4e9c-8909-1cb49a017df6 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:05:28.987142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:29.012388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 405cd43c-0a9b-4e9c-8909-1cb49a017df6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:29.012989 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.036526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-1e1117f3-88e5-4c38-b491-ec50c1462dff tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:29.038313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-1e1117f3-88e5-4c38-b491-ec50c1462dff tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd&tenant_id=a886180a18e84341a5ce8c7e94ede157&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 1095 time: 0.1923010 Nov 09 00:05:29.114143 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a589fd7-45ca-4bbd-824e-d096e1a50cbd req-aee614a9-3798-4234-a9fa-8b7046591987 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896966 Nov 09 00:05:29.177771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bea82-b10f-42f4-b3a6-34b827b9c085 req-540c744d-f47c-4ade-b83b-3ba7fca66165 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:29.179495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b8bea82-b10f-42f4-b3a6-34b827b9c085 req-540c744d-f47c-4ade-b83b-3ba7fca66165 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 945 time: 0.2232144 Nov 09 00:05:29.194351 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:05:29.198954 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.199479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-b2098b89-2ffe-4059-a0b8-3e3b67c0b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:29.201159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-b2098b89-2ffe-4059-a0b8-3e3b67c0b65d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd&tenant_id=a886180a18e84341a5ce8c7e94ede157 HTTP/1.1" status: 200 len: 1095 time: 0.1489861 Nov 09 00:05:29.211302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-807ae7be-eff3-43ce-952c-0825a73cbb10 req-0812120e-9044-4be5-af62-078c7f932032 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] For port 45ee036c-e148-4f20-b9d4-aa20c85643df, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=45ee036c-e148-4f20-b9d4-aa20c85643df,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:29.211666 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-807ae7be-eff3-43ce-952c-0825a73cbb10 req-0812120e-9044-4be5-af62-078c7f932032 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.238084 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:29.239026 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.258787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-807ae7be-eff3-43ce-952c-0825a73cbb10 req-0812120e-9044-4be5-af62-078c7f932032 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Calling delete_port for 45ee036c-e148-4f20-b9d4-aa20c85643df owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:05:29.264682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b8bea82-b10f-42f4-b3a6-34b827b9c085 req-78826c04-f6fc-48dd-bf4c-dbb89959e96e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781100 Nov 09 00:05:29.293526 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd09da09-5167-4f88-b632-edcdaeae1da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405cd43c-0a9b-4e9c-8909-1cb49a017df6'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:29.295921 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7badaa-1723-4583-97ba-d1c87e707055" -d '{"events": [{"server_uuid": "fd09da09-5167-4f88-b632-edcdaeae1da9", "name": "network-vif-plugged", "status": "completed", "tag": "405cd43c-0a9b-4e9c-8909-1cb49a017df6"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:29.319091 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 405cd43c-0a9b-4e9c-8909-1cb49a017df6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=405cd43c-0a9b-4e9c-8909-1cb49a017df6,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:29.328141 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.361232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56418) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:29.378563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-4306d73f-605f-4daf-aeb4-fc5039e6635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:29.379948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-4306d73f-605f-4daf-aeb4-fc5039e6635d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 1095 time: 0.1195314 Nov 09 00:05:29.382650 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e95c3979-1e43-4209-adee-421b43b729cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.439224 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.444410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=405cd43c-0a9b-4e9c-8909-1cb49a017df6,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:29.483150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0fa22a7e-671d-4a9b-8c44-d54a98d90df0,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:29.490972 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.515116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e95c3979-1e43-4209-adee-421b43b729cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.521274 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e95c3979-1e43-4209-adee-421b43b729cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.532176 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-ed4329ec-980d-44cd-b7f0-b888dd295b5d req-56db38e8-ebde-4415-a194-68ab2a98e0f8 tempest-SecurityGroupsNegativeTestJSON-1629848933 tempest-SecurityGroupsNegativeTestJSON-1629848933-project] show failed (client error): The resource could not be found. Nov 09 00:05:29.533249 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed4329ec-980d-44cd-b7f0-b888dd295b5d req-56db38e8-ebde-4415-a194-68ab2a98e0f8 tempest-SecurityGroupsNegativeTestJSON-1629848933 tempest-SecurityGroupsNegativeTestJSON-1629848933-project] 10.222.0.25 "GET /v2.0/security-groups/ec2f919d-b5cf-48ac-bcd9-913fa4f68413 HTTP/1.1" status: 404 len: 352 time: 0.0700181 Nov 09 00:05:29.569606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=0fa22a7e-671d-4a9b-8c44-d54a98d90df0,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:29.591500 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e95c3979-1e43-4209-adee-421b43b729cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8285a781355a4587bfe216e9ffb25186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271326 Nov 09 00:05:29.591714 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56424) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:29.605254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6a331-2583-458b-ac40-3c174fcd9d11 req-1653c1ab-d64b-45fb-9956-7ad36f94c4d1 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:29.606818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46b6a331-2583-458b-ac40-3c174fcd9d11 req-1653c1ab-d64b-45fb-9956-7ad36f94c4d1 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 949 time: 0.1821113 Nov 09 00:05:29.625556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c3979-1e43-4209-adee-421b43b729cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cb45c5-ecc9-4b6c-91f6-21b3167b8185,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:29.653189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-16cc9418-9c83-4c63-899e-c1a739a7b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:29.654654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-16cc9418-9c83-4c63-899e-c1a739a7b586 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.2526033 Nov 09 00:05:29.661542 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d6c73a47-79f4-4d0d-a93f-c412ecf77256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.684002 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d6c73a47-79f4-4d0d-a93f-c412ecf77256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.720369 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-807ae7be-eff3-43ce-952c-0825a73cbb10 req-0812120e-9044-4be5-af62-078c7f932032 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.733945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['45ee036c-e148-4f20-b9d4-aa20c85643df'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:29.735875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-6e89da8f-8ce6-41cd-8b63-ecb4d1a4aaf7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101 HTTP/1.1" status: 200 len: 217 time: 0.0692115 Nov 09 00:05:29.746236 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d6c73a47-79f4-4d0d-a93f-c412ecf77256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.749168 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d6c73a47-79f4-4d0d-a93f-c412ecf77256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.752739 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d6c73a47-79f4-4d0d-a93f-c412ecf77256 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04cb45c5-ecc9-4b6c-91f6-21b3167b8185 HTTP/1.1" status: 204 len: 168 time: 0.1577919 Nov 09 00:05:29.760017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c73a47-79f4-4d0d-a93f-c412ecf77256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cb45c5-ecc9-4b6c-91f6-21b3167b8185,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:29.782642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812120e-9044-4be5-af62-078c7f932032 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Pushing event deleted for resources: {'Port': ['ID=45ee036c-e148-4f20-b9d4-aa20c85643df,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:29.810769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46b6a331-2583-458b-ac40-3c174fcd9d11 req-03275d6c-112a-42bc-815a-6f0606843ec6 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942043 Nov 09 00:05:29.857116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df605173-2ad9-4fa5-b288-71e1b0e178f4 req-009d0280-2166-4c64-9491-b649a3b345d5 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:29.857765 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df605173-2ad9-4fa5-b288-71e1b0e178f4 req-009d0280-2166-4c64-9491-b649a3b345d5 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/ports?device_id=93f0b5f5-c387-4e8f-bf33-e36881cdf1f8 HTTP/1.1" status: 200 len: 867 time: 0.2100661 Nov 09 00:05:29.886216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-807ae7be-eff3-43ce-952c-0825a73cbb10 req-0812120e-9044-4be5-af62-078c7f932032 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] No DVR routers for this DVR port 45ee036c-e148-4f20-b9d4-aa20c85643df on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:05:29.897449 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-807ae7be-eff3-43ce-952c-0825a73cbb10 req-0812120e-9044-4be5-af62-078c7f932032 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:29.900692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-807ae7be-eff3-43ce-952c-0825a73cbb10 req-0812120e-9044-4be5-af62-078c7f932032 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.11 "DELETE /v2.0/ports/45ee036c-e148-4f20-b9d4-aa20c85643df HTTP/1.1" status: 204 len: 173 time: 1.4428973 Nov 09 00:05:29.906905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f0b5f5-c387-4e8f-bf33-e36881cdf1f8', 'name': 'network-vif-deleted', 'tag': '45ee036c-e148-4f20-b9d4-aa20c85643df'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:29.909139 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7413f6-3036-40ae-b4cf-ea4121d8ef33" -d '{"events": [{"server_uuid": "93f0b5f5-c387-4e8f-bf33-e36881cdf1f8", "name": "network-vif-deleted", "tag": "45ee036c-e148-4f20-b9d4-aa20c85643df"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:29.915931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-cfebfc68-a133-4dac-ae6e-40fde2dd2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:29.917465 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-cfebfc68-a133-4dac-ae6e-40fde2dd2fc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.1447577 Nov 09 00:05:29.979176 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48727fbb-f0a1-45a4-b6d6-9bf201d6ce25 x-openstack-request-id: req-48727fbb-f0a1-45a4-b6d6-9bf201d6ce25 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:29.979712 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd09da09-5167-4f88-b632-edcdaeae1da9", "name": "network-vif-plugged", "status": "completed", "tag": "405cd43c-0a9b-4e9c-8909-1cb49a017df6", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:29.979712 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48727fbb-f0a1-45a4-b6d6-9bf201d6ce25 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:29.980183 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd09da09-5167-4f88-b632-edcdaeae1da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405cd43c-0a9b-4e9c-8909-1cb49a017df6', 'code': 200} Nov 09 00:05:29.989852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-7546c042-5b5c-42fc-96e4-7d73ce2a202b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633712 Nov 09 00:05:30.042429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df605173-2ad9-4fa5-b288-71e1b0e178f4 req-9e84932e-4f27-4b36-b39c-350da1f8ee57 tempest-LiveMigrationNegativeTest-1340778964 tempest-LiveMigrationNegativeTest-1340778964-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca9af63a-392d-4247-9a59-326b6c1391fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602929 Nov 09 00:05:30.070282 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d6e3f8-baae-4e1b-a17d-2731010cc6fa x-openstack-request-id: req-20d6e3f8-baae-4e1b-a17d-2731010cc6fa {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:30.070804 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f0b5f5-c387-4e8f-bf33-e36881cdf1f8", "name": "network-vif-deleted", "tag": "45ee036c-e148-4f20-b9d4-aa20c85643df", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:30.071072 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20d6e3f8-baae-4e1b-a17d-2731010cc6fa {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:30.071477 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f0b5f5-c387-4e8f-bf33-e36881cdf1f8', 'name': 'network-vif-deleted', 'tag': '45ee036c-e148-4f20-b9d4-aa20c85643df', 'status': 'completed', 'code': 200} Nov 09 00:05:30.145054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179053e3-ce61-42a1-ba4f-b03d420229f4 req-018b64b5-65b4-43ff-b8e2-6d465f7cfecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:30.147513 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-179053e3-ce61-42a1-ba4f-b03d420229f4 req-018b64b5-65b4-43ff-b8e2-6d465f7cfecd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd09da09-5167-4f88-b632-edcdaeae1da9 HTTP/1.1" status: 200 len: 1101 time: 0.0805819 Nov 09 00:05:30.236291 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-179053e3-ce61-42a1-ba4f-b03d420229f4 req-d13ff3db-f2a8-4c66-b0db-4a053bcd1a82 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804355 Nov 09 00:05:30.248370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2239a130-de3c-4b87-bac9-8ca155f90838 req-c15cc718-cfff-443a-be0a-b2037e32a0a4 tempest-SecurityGroupsNegativeTestJSON-1629848933 tempest-SecurityGroupsNegativeTestJSON-1629848933-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cf8a8a0355e4e92ab93d5bf1bd31d4b HTTP/1.1" status: 200 len: 3001 time: 0.1735814 Nov 09 00:05:30.293435 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-81a35d2d-e66c-4a34-ad51-8274e812e2ca service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882078 Nov 09 00:05:30.341959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2239a130-de3c-4b87-bac9-8ca155f90838 req-a7652ebd-f6fa-4a2d-942b-39ae186cb407 tempest-SecurityGroupsNegativeTestJSON-1629848933 tempest-SecurityGroupsNegativeTestJSON-1629848933-project] 10.222.0.25 "GET /v2.0/security-groups/0fae0775-2dbe-4fb8-a210-eed4f80ad554 HTTP/1.1" status: 200 len: 2998 time: 0.0926821 Nov 09 00:05:30.375535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530962e-388b-4f50-957b-f0e7b6c94602 req-a5a99a98-294f-4628-8f8a-078b806a429b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:30.383443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e530962e-388b-4f50-957b-f0e7b6c94602 req-a5a99a98-294f-4628-8f8a-078b806a429b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 944 time: 0.1850471 Nov 09 00:05:30.485803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e530962e-388b-4f50-957b-f0e7b6c94602 req-9cdd3bf0-165f-4c24-bf54-5267dbce0f5e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012959 Nov 09 00:05:30.558764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2239a130-de3c-4b87-bac9-8ca155f90838 req-f1507732-0f5e-4e3b-8265-df3d53362bc0 tempest-SecurityGroupsNegativeTestJSON-1629848933 tempest-SecurityGroupsNegativeTestJSON-1629848933-project] 10.222.0.25 "GET /v2.0/security-groups/0fae0775-2dbe-4fb8-a210-eed4f80ad554 HTTP/1.1" status: 200 len: 2998 time: 0.2150497 Nov 09 00:05:30.718940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-4c186fd1-ea3e-4544-bee4-b0df4370ab60 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705905 Nov 09 00:05:30.727656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88b137b7-a861-4c68-9813-0c972fd0f852 req-b2edd1fc-232c-4ed3-a318-137fc71b9005 tempest-SecurityGroupsNegativeTestJSON-1629848933 tempest-SecurityGroupsNegativeTestJSON-1629848933-project] 10.222.0.25 "GET /v2.0/security-groups/0fae0775-2dbe-4fb8-a210-eed4f80ad554 HTTP/1.1" status: 200 len: 2998 time: 0.1035781 Nov 09 00:05:30.740990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12050c5-2789-4c6e-962d-fd74c013e580 req-73180f8d-ed6c-4a59-a9bc-7b2cff0ad49c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:30.742686 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b12050c5-2789-4c6e-962d-fd74c013e580 req-73180f8d-ed6c-4a59-a9bc-7b2cff0ad49c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 945 time: 0.1074390 Nov 09 00:05:30.840235 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b12050c5-2789-4c6e-962d-fd74c013e580 req-e56545d2-c5e6-4d7a-b9b9-c956c72f1375 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769627 Nov 09 00:05:30.841756 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-88b137b7-a861-4c68-9813-0c972fd0f852 req-7dd2b787-b1e9-4165-8c79-ca20924e1b70 tempest-SecurityGroupsNegativeTestJSON-1629848933 tempest-SecurityGroupsNegativeTestJSON-1629848933-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 00:05:30.842686 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88b137b7-a861-4c68-9813-0c972fd0f852 req-7dd2b787-b1e9-4165-8c79-ca20924e1b70 tempest-SecurityGroupsNegativeTestJSON-1629848933 tempest-SecurityGroupsNegativeTestJSON-1629848933-project] 10.222.0.25 "DELETE /v2.0/security-groups/0fae0775-2dbe-4fb8-a210-eed4f80ad554 HTTP/1.1" status: 409 len: 352 time: 0.0991230 Nov 09 00:05:30.928537 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-1a201593-9233-4634-8fa5-3dcd931e4931 req-08cd13b5-bbf7-4e00-9733-020f51254a6e tempest-SecurityGroupsNegativeTestJSON-1629848933 tempest-SecurityGroupsNegativeTestJSON-1629848933-project] show failed (client error): The resource could not be found. Nov 09 00:05:30.943023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a201593-9233-4634-8fa5-3dcd931e4931 req-08cd13b5-bbf7-4e00-9733-020f51254a6e tempest-SecurityGroupsNegativeTestJSON-1629848933 tempest-SecurityGroupsNegativeTestJSON-1629848933-project] 10.222.0.25 "GET /v2.0/security-groups/d2dfdd47-0f0f-4b73-bd24-7f12654112bd HTTP/1.1" status: 404 len: 352 time: 0.0245872 Nov 09 00:05:31.004488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device df33e5c7-d5f4-49e7-9dc5-5697be11b101 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:05:31.041466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aad167-f8ac-4a12-9d08-ca38dd2029dd req-3e9b18e3-118b-4482-81fa-7a98842b705e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:31.044860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69aad167-f8ac-4a12-9d08-ca38dd2029dd req-3e9b18e3-118b-4482-81fa-7a98842b705e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 950 time: 0.0755005 Nov 09 00:05:31.102263 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device df33e5c7-d5f4-49e7-9dc5-5697be11b101 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:05:31.136668 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-8ac4e6b3-8881-4f46-9590-275a7c377e1b req-37f679fc-1c5c-4583-a441-30ff74076970 tempest-SecurityGroupsNegativeTestJSON-1629848933 tempest-SecurityGroupsNegativeTestJSON-1629848933-project] show failed (client error): The resource could not be found. Nov 09 00:05:31.137694 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ac4e6b3-8881-4f46-9590-275a7c377e1b req-37f679fc-1c5c-4583-a441-30ff74076970 tempest-SecurityGroupsNegativeTestJSON-1629848933 tempest-SecurityGroupsNegativeTestJSON-1629848933-project] 10.222.0.25 "GET /v2.0/security-groups/b98989ff-9909-4b8c-a394-c2be1e46c1b5 HTTP/1.1" status: 404 len: 352 time: 0.0377102 Nov 09 00:05:31.154959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56486) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:31.158590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-a75c37c9-6af6-4ad0-b5b6-612ea8bb6f9e tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:31.160288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-a75c37c9-6af6-4ad0-b5b6-612ea8bb6f9e tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd&tenant_id=a886180a18e84341a5ce8c7e94ede157&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1095 time: 0.1140900 Nov 09 00:05:31.166081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69aad167-f8ac-4a12-9d08-ca38dd2029dd req-effbdc35-fd4d-4c4d-a20e-1146922dbf6d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812926 Nov 09 00:05:31.250297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d762c95b-33a1-4cc7-807b-99ae92cdcf59 admin admin] Deleting subnet 560f3945-b2bd-4e85-84ec-de38a7b36806 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:05:31.253836 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d762c95b-33a1-4cc7-807b-99ae92cdcf59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:31.294978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d762c95b-33a1-4cc7-807b-99ae92cdcf59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:31.306636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-bd2c2cb9-9d65-4011-a14f-4ea53aecc977 service neutron] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:31.312908 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-bd2c2cb9-9d65-4011-a14f-4ea53aecc977 service neutron] Publish callbacks [] for binding, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:31.314578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03993373-31a3-4568-a5e2-052c20bdeb02 req-bd2c2cb9-9d65-4011-a14f-4ea53aecc977 service neutron] 10.222.0.30 "DELETE /v2.0/ports/df33e5c7-d5f4-49e7-9dc5-5697be11b101/bindings/n-h2-813263-3 HTTP/1.1" status: 204 len: 173 time: 0.1461272 Nov 09 00:05:31.358498 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d762c95b-33a1-4cc7-807b-99ae92cdcf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:31.453130 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d762c95b-33a1-4cc7-807b-99ae92cdcf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:31.522279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762c95b-33a1-4cc7-807b-99ae92cdcf59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560f3945-b2bd-4e85-84ec-de38a7b36806,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:31.527940 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d762c95b-33a1-4cc7-807b-99ae92cdcf59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:31.532232 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d762c95b-33a1-4cc7-807b-99ae92cdcf59 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/560f3945-b2bd-4e85-84ec-de38a7b36806 HTTP/1.1" status: 204 len: 168 time: 0.3762269 Nov 09 00:05:31.535537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56508) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:31.557266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-1074533c-508f-4b7c-9707-e2e38ccb0026 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b00de599401f4a52b5f3708501545951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398839 Nov 09 00:05:31.624434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56512) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:31.678669 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:31.789338 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:31.812546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:31.820486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-55a29c2d-08dc-4ad1-8084-d3e1280ffbe9 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:31.822357 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-55a29c2d-08dc-4ad1-8084-d3e1280ffbe9 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584581 Nov 09 00:05:31.840528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ec9784-3ae9-48e5-96cc-12a7039275af') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:31.840828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ec9784-3ae9-48e5-96cc-12a7039275af') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:31.860368 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:31.861705 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1878-a2ed-48a5-b90f-3f69945b4bbe req-ad69d15e-4dfd-42cb-9165-d7a7adab349f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:31.863283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7dcf1878-a2ed-48a5-b90f-3f69945b4bbe req-ad69d15e-4dfd-42cb-9165-d7a7adab349f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 944 time: 0.1534534 Nov 09 00:05:31.866134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-2fa8ff1f-0604-4524-8cd3-745b0b39b2be tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/quotas/b00de599401f4a52b5f3708501545951 HTTP/1.1" status: 200 len: 375 time: 0.0356913 Nov 09 00:05:31.896694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:31.911512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:05:31.911999 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:05:31.913793 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:05:31.918286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-18568571-b045-411a-a293-3c44863545e0 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b00de599401f4a52b5f3708501545951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389881 Nov 09 00:05:31.935248 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6a887e75-48f0-4951-9b9a-c95a70e1fd2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=818f12ca20e5471e85e8211d8afa3c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084917 Nov 09 00:05:31.941975 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:05:31.943114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56518) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:31.964640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7dcf1878-a2ed-48a5-b90f-3f69945b4bbe req-477e2360-d519-407c-9661-e17a6082141c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767713 Nov 09 00:05:31.987946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f811f5-d366-492a-a99f-a44ad2c95c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa22a7e-671d-4a9b-8c44-d54a98d90df0'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:31.987946 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c475f7b7-a3bc-46da-9c2c-69f54b5741c6" -d '{"events": [{"server_uuid": "d7f811f5-d366-492a-a99f-a44ad2c95c9d", "name": "network-vif-plugged", "status": "completed", "tag": "0fa22a7e-671d-4a9b-8c44-d54a98d90df0"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:31.995005 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:32.005139 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:32.016134 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-777d518f-70ca-4066-984f-aee286c56a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:32.026648 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9 HTTP/1.1" status: 204 len: 168 time: 0.4890237 Nov 09 00:05:32.040807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21af957-d592-4234-bc8b-4df3fff01bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa0dc7e-f19e-4fa6-ad29-acfdb79702e9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:32.048639 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-777d518f-70ca-4066-984f-aee286c56a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:32.122408 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf60f21-0bad-4250-a851-1ded34b5fdde x-openstack-request-id: req-9bf60f21-0bad-4250-a851-1ded34b5fdde {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:32.123484 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f811f5-d366-492a-a99f-a44ad2c95c9d", "name": "network-vif-plugged", "status": "completed", "tag": "0fa22a7e-671d-4a9b-8c44-d54a98d90df0", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:32.124008 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bf60f21-0bad-4250-a851-1ded34b5fdde {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:32.124725 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f811f5-d366-492a-a99f-a44ad2c95c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa22a7e-671d-4a9b-8c44-d54a98d90df0', 'code': 200} Nov 09 00:05:32.192483 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-777d518f-70ca-4066-984f-aee286c56a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:32.197282 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-777d518f-70ca-4066-984f-aee286c56a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:32.215576 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-777d518f-70ca-4066-984f-aee286c56a02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca9af63a-392d-4247-9a59-326b6c1391fa HTTP/1.1" status: 204 len: 168 time: 0.2692897 Nov 09 00:05:32.234323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56542) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:32.275270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d518f-70ca-4066-984f-aee286c56a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9af63a-392d-4247-9a59-326b6c1391fa,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:32.335054 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a9c2bd87-4b92-4ea4-aefd-a4887ed846ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cf8a8a0355e4e92ab93d5bf1bd31d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0995710 Nov 09 00:05:32.340406 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56546) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:32.363488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de335dc-0940-418f-ae33-d395597ed6aa req-451f11fc-f393-4507-88da-690821fee7d2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:32.373108 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4de335dc-0940-418f-ae33-d395597ed6aa req-451f11fc-f393-4507-88da-690821fee7d2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 945 time: 0.2254925 Nov 09 00:05:32.425146 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bff2d648-115c-4b7e-abfc-e30f856e2191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:32.485925 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bff2d648-115c-4b7e-abfc-e30f856e2191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:32.490684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4de335dc-0940-418f-ae33-d395597ed6aa req-05aa458d-9d71-4bc1-8ddb-f28cc8307535 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165478 Nov 09 00:05:32.579265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bff2d648-115c-4b7e-abfc-e30f856e2191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:32.582046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bff2d648-115c-4b7e-abfc-e30f856e2191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:32.585890 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bff2d648-115c-4b7e-abfc-e30f856e2191 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0fae0775-2dbe-4fb8-a210-eed4f80ad554 HTTP/1.1" status: 204 len: 168 time: 0.2444932 Nov 09 00:05:32.598637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2d648-115c-4b7e-abfc-e30f856e2191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fae0775-2dbe-4fb8-a210-eed4f80ad554,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:32.656755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5d9cd-e716-441f-9d51-b2faa4e6205c req-5897a3b2-849f-4d7b-8563-d60ecafa26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:32.658302 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52f5d9cd-e716-441f-9d51-b2faa4e6205c req-5897a3b2-849f-4d7b-8563-d60ecafa26b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 1101 time: 0.3975794 Nov 09 00:05:32.727720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-656defea-4211-4b49-8ea1-7a55bab28d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:32.729386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-656defea-4211-4b49-8ea1-7a55bab28d51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 1096 time: 0.2034631 Nov 09 00:05:32.740059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76b5ad-9c6d-43e8-8748-20885aa88a81 req-2facdd42-9b36-4058-b313-75bdf7d0825e tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:32.748440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a76b5ad-9c6d-43e8-8748-20885aa88a81 req-2facdd42-9b36-4058-b313-75bdf7d0825e tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 1095 time: 0.3182218 Nov 09 00:05:32.812903 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56560) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:32.827762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3b3b9-c4ab-424a-9887-7e9d728dfbd3 req-d7f3c7c9-416f-410b-8de5-ef76f1f84ce9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:32.830022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7c3b3b9-c4ab-424a-9887-7e9d728dfbd3 req-d7f3c7c9-416f-410b-8de5-ef76f1f84ce9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 950 time: 0.1879003 Nov 09 00:05:32.834784 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device df33e5c7-d5f4-49e7-9dc5-5697be11b101 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:05:32.860359 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3343f29c-f7e0-4ccc-b823-2ed41ada3d57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dff53142eb924c5abd22ab570fc3e1f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456488 Nov 09 00:05:32.863968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56562) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:32.928909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c2306d06-2b05-4cf2-9ada-041b482139b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:32.957468 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c2306d06-2b05-4cf2-9ada-041b482139b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:33.020465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 45ee036c-e148-4f20-b9d4-aa20c85643df no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:05:33.033639 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c2306d06-2b05-4cf2-9ada-041b482139b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:33.034303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52f5d9cd-e716-441f-9d51-b2faa4e6205c req-b413006f-cf09-45dd-8e74-3926990b9080 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278224 Nov 09 00:05:33.038053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c2306d06-2b05-4cf2-9ada-041b482139b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:33.039407 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c2306d06-2b05-4cf2-9ada-041b482139b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cea9aeb-bf9d-4441-90f5-2bef0bf7a376 HTTP/1.1" status: 204 len: 168 time: 0.1742723 Nov 09 00:05:33.048901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 45ee036c-e148-4f20-b9d4-aa20c85643df {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:05:33.049512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 45ee036c-e148-4f20-b9d4-aa20c85643df not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:05:33.051762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2306d06-2b05-4cf2-9ada-041b482139b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cea9aeb-bf9d-4441-90f5-2bef0bf7a376,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:33.057681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a76b5ad-9c6d-43e8-8748-20885aa88a81 req-66d0a49f-3d6d-4ca8-b7bc-2a1050df5313 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004653 Nov 09 00:05:33.066259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7c3b3b9-c4ab-424a-9887-7e9d728dfbd3 req-ef486053-dbeb-47c2-b578-c1102f74863b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138925 Nov 09 00:05:33.128878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-e697807b-2e17-4bee-a1fb-f3cbf1683f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:33.131006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-e697807b-2e17-4bee-a1fb-f3cbf1683f6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.3726172 Nov 09 00:05:33.209762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-cd278e11-5030-4e44-b007-6432bce86780 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d1d2d1-5378-442e-8602-eb446cb65667 HTTP/1.1" status: 200 len: 217 time: 0.0635173 Nov 09 00:05:33.239479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-9762b6dd-f230-4b73-a494-ac23f2cf85c3 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b00de599401f4a52b5f3708501545951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283928 Nov 09 00:05:33.602581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-9161840b-9050-41d7-a518-6012b7de7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:33.604018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-9161840b-9050-41d7-a518-6012b7de7c4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.3677890 Nov 09 00:05:33.663944 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-7d5332df-7b89-47a2-9f83-1b14f839d1e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437682 Nov 09 00:05:33.757725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-a0d06433-2a0d-425d-a56e-1919e2b3d66a tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b00de599401f4a52b5f3708501545951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617757 Nov 09 00:05:33.779274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-8b26a3ff-7408-485f-b07a-fdad40f3869f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:33.784642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56628) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:33.785852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-8b26a3ff-7408-485f-b07a-fdad40f3869f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5330901 Nov 09 00:05:33.916186 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-1d9f4e9c-d83e-4b03-87c5-71cafd564fe9 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/quotas/b00de599401f4a52b5f3708501545951 HTTP/1.1" status: 200 len: 375 time: 0.1294158 Nov 09 00:05:33.931179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-935e15c2-d2eb-42ec-8e93-5eefb9a49316 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:33.932856 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-935e15c2-d2eb-42ec-8e93-5eefb9a49316 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 807 time: 0.3491163 Nov 09 00:05:33.994582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a53d13cc-e150-4efe-8f44-f4e930a9dad1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b00de599401f4a52b5f3708501545951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570250 Nov 09 00:05:34.010508 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-c7973e74-8eeb-445e-8023-db9026a84045 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/quotas/a886180a18e84341a5ce8c7e94ede157 HTTP/1.1" status: 200 len: 375 time: 0.0619071 Nov 09 00:05:34.026272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1539078171-network', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:34.036134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-0b1f5d6a-c8b5-44cb-99d9-3cb3402e348c service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412137 Nov 09 00:05:34.051326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:34.054459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:34.065448 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:34.075523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-598a78b6-0836-4a9d-b5f4-0e4653fd8206 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:34.076990 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-598a78b6-0836-4a9d-b5f4-0e4653fd8206 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3051465 Nov 09 00:05:34.097183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Request body: {'port': {'device_id': '30fce0c9-06a0-4271-b746-24f310f477b7', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'b00de599401f4a52b5f3708501545951'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:34.224962 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:34.232360 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:34.235278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-e2513d9b-ca8c-48de-8018-c2036af1324a tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2238386 Nov 09 00:05:34.264047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:05:34.282347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad3beda-f9b1-4c2d-910c-cb8accf4294b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:34.291176 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:34.292870 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Added segment 069cca0d-6f48-4ebb-8cb7-2ef176fa57f4 of type vlan for network c63c61b9-8255-4bd1-9141-859da3e71bd0 Nov 09 00:05:34.356266 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:34.381604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-288885c1-1172-4f59-8207-5fd3e09f82ac service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245304 Nov 09 00:05:34.422513 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:34.424121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:34.424981 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:34.483037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-a3ebf395-6e2c-4799-ac5a-080f408a4e32 service neutron] 10.222.0.25 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466583 Nov 09 00:05:34.520028 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7341917 Nov 09 00:05:34.521463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56658) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:34.524575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c3ed4-993f-49a6-a4eb-78bfbf9bc41b admin admin] Pushing event updated for resources: {'Network': ['ID=c63c61b9-8255-4bd1-9141-859da3e71bd0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:34.536963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network c63c61b9-8255-4bd1-9141-859da3e71bd0 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:05:34.544958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7d363de7-b8cf-4ad4-85b9-17e29df8b8df admin admin] Request body: {'subnet': {'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1539078171-subnet', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:34.548113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Made reservation on behalf of b00de599401f4a52b5f3708501545951 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:34.552121 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:34.607076 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:34.642030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac602-8cc0-4953-8c71-de01b78e6b4b req-9c0a4525-9e74-4566-a40c-3109656bb80d tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:34.643568 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3cac602-8cc0-4953-8c71-de01b78e6b4b req-9c0a4525-9e74-4566-a40c-3109656bb80d tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 945 time: 0.2366550 Nov 09 00:05:34.677058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d363de7-b8cf-4ad4-85b9-17e29df8b8df admin admin] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:34.679266 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d363de7-b8cf-4ad4-85b9-17e29df8b8df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:34.692052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-3743455e-0d9e-405f-95f6-2975162a8936 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:34.693429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-3743455e-0d9e-405f-95f6-2975162a8936 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 1096 time: 0.2294183 Nov 09 00:05:34.727995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813263-3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:34.810626 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-f0146f3c-1279-4152-8f90-3178e3f80f0d service neutron] 10.222.0.25 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258073 Nov 09 00:05:34.901001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3cac602-8cc0-4953-8c71-de01b78e6b4b req-94df1646-db1e-4db2-a481-804973807af7 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478335 Nov 09 00:05:34.913863 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:34.967648 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:35.027388 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:35.127753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f16fb687-b554-4890-8519-33fc41bba428 req-abee8504-347f-4fe3-b0ca-904f2c5fc281 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 210 time: 0.0953958 Nov 09 00:05:35.243639 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b36056d-edca-43d9-9a9e-6370f3292e7f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:35.366121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7f4de-b550-48c6-a5f6-2851cab741ee req-0bade560-67a2-4c11-96c2-2c3d32c2d7a1 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:35.367615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20e7f4de-b550-48c6-a5f6-2851cab741ee req-0bade560-67a2-4c11-96c2-2c3d32c2d7a1 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 950 time: 0.3336632 Nov 09 00:05:35.369693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-374094a2-e2f7-43cb-82a7-94dc5323ba69 req-75ccbe2f-cd6d-4b1d-949c-2f96173f18d0 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 210 time: 0.0940223 Nov 09 00:05:35.407321 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d363de7-b8cf-4ad4-85b9-17e29df8b8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:35.410935 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-61ecf359-cd1b-48ea-848b-0233ce475dd7 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b00de599401f4a52b5f3708501545951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301855 Nov 09 00:05:35.474371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=88d1d2d1-5378-442e-8602-eb446cb65667,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:35.510140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Allocated IP 192.168.233.60 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/b5ebe94e-e6bd-493a-b2ba-9cf48d580820) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:35.580306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d363de7-b8cf-4ad4-85b9-17e29df8b8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f8a9906-5514-4d00-8ae7-e328c0f0e8bb,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:35.600464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-594c21b1-507d-4d96-8ea4-b743a3b7f7ce tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:35.602510 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-594c21b1-507d-4d96-8ea4-b743a3b7f7ce tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821573 Nov 09 00:05:35.609715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:35.622036 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20e7f4de-b550-48c6-a5f6-2851cab741ee req-29c2a97a-179f-46e0-a74f-8f224224bb04 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383754 Nov 09 00:05:35.623455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Request body: {'port': {'device_id': '4d6e0a36-a5fd-442d-97e7-0a6d3761b603', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'b00de599401f4a52b5f3708501545951'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:35.677027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d363de7-b8cf-4ad4-85b9-17e29df8b8df admin admin] Checking segment: {'id': '069cca0d-6f48-4ebb-8cb7-2ef176fa57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:35.677601 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d363de7-b8cf-4ad4-85b9-17e29df8b8df admin admin] Network hostable DHCP agents. Network: c63c61b9-8255-4bd1-9141-859da3e71bd0, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:05:35.742224 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-d03fb4c8-2bdd-463d-b6cf-613b47333061 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698943 Nov 09 00:05:35.758728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Made reservation on behalf of b00de599401f4a52b5f3708501545951 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:35.763261 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:35.763414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c720c5c-3ca8-40c6-b2da-44ffbf329055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d1d2d1-5378-442e-8602-eb446cb65667'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:35.765137 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80dfc93-3aa2-4214-aa5f-7f530cbcadb0" -d '{"events": [{"server_uuid": "2c720c5c-3ca8-40c6-b2da-44ffbf329055", "name": "network-vif-unplugged", "status": "completed", "tag": "88d1d2d1-5378-442e-8602-eb446cb65667"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:35.788516 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:35.816622 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:35.860997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d363de7-b8cf-4ad4-85b9-17e29df8b8df admin admin] Network c63c61b9-8255-4bd1-9141-859da3e71bd0 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:05:36.146334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-8e277a78-62f1-4f65-98f7-be6027485f61 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:36.148174 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-8e277a78-62f1-4f65-98f7-be6027485f61 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 807 time: 0.1104276 Nov 09 00:05:36.164935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-7d363de7-b8cf-4ad4-85b9-17e29df8b8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, c63c61b9-8255-4bd1-9141-859da3e71bd0) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:36.165522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Request body: {'port': {'device_id': '48ab06a6-aa01-44c3-b25c-751a6b630266', 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877', 'admin_state_up': True, 'tenant_id': 'a886180a18e84341a5ce8c7e94ede157'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:36.177293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16ebe0b-9d76-4541-b75c-e3535aa6f150 None None] Network c63c61b9-8255-4bd1-9141-859da3e71bd0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:36.200814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d363de7-b8cf-4ad4-85b9-17e29df8b8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:36.201030 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d363de7-b8cf-4ad4-85b9-17e29df8b8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:36.252576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Pushing event updated for resources: {'Port': ['ID=88d1d2d1-5378-442e-8602-eb446cb65667,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:36.283336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7d363de7-b8cf-4ad4-85b9-17e29df8b8df admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7503059 Nov 09 00:05:36.284969 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56704) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:36.289565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1539078171-router', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:36.291070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d1375-f3c1-4335-b329-7bf398622410 req-83792a9c-9547-4ebe-bc5c-2020f709a7cd tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:36.292544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab1d1375-f3c1-4335-b329-7bf398622410 req-83792a9c-9547-4ebe-bc5c-2020f709a7cd tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd09da09-5167-4f88-b632-edcdaeae1da9 HTTP/1.1" status: 200 len: 950 time: 0.4891641 Nov 09 00:05:36.294585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Made reservation on behalf of a886180a18e84341a5ce8c7e94ede157 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:36.298229 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:36.326970 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:36.332024 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:36.333156 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:36.335499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-eb2f8f22-fddb-434a-aa6d-8a932b1c0aa4 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:36.336980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-eb2f8f22-fddb-434a-aa6d-8a932b1c0aa4 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5827038 Nov 09 00:05:36.372245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Attempting to bind port 88d1d2d1-5378-442e-8602-eb446cb65667 on host n-h2-813263-3 for vnic_type normal with profile {"migrating_to": "n-h1-813263-3"} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:36.372454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Attempting to bind port 88d1d2d1-5378-442e-8602-eb446cb65667 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:36.372657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Attempting to bind port 88d1d2d1-5378-442e-8602-eb446cb65667 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:36.384023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-0dd7e641-ebf5-4e7a-b358-5b3a19598e3b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/quotas/5ef4edf3ec2a4d1d85bef0cff8e3b690 HTTP/1.1" status: 200 len: 375 time: 0.0306926 Nov 09 00:05:36.395961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Port 88d1d2d1-5378-442e-8602-eb446cb65667 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:36.397832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Attempting to bind port 88d1d2d1-5378-442e-8602-eb446cb65667 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:36.397953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-c63c61b9-8255-4bd1-9141-859da3e71bd0', 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'fixed_ips': [{'subnet_id': '4f8a9906-5514-4d00-8ae7-e328c0f0e8bb'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:05:36.397953 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:36.427641 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:36.427976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:36.428361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Bound using segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:36.428781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Bound port: 88d1d2d1-5378-442e-8602-eb446cb65667, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:36.429140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:36.436645 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:36.452675 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-038615c9-bb8b-4f55-8ac0-cc9c500d3037 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597832 Nov 09 00:05:36.462882 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab1d1375-f3c1-4335-b329-7bf398622410 req-ad9a8fce-2391-4d5f-bbe2-2eb89eeea436 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484058 Nov 09 00:05:36.502341 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:36.574527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:36.584119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Allocated IP 172.20.0.14 (1b694f05-7fa9-49af-ad3c-4c50b0fed877/1b201088-b013-4d7d-a1ce-543e29ebce91/cffd56b6-465f-4e1d-8134-7e3fbba4f364) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:36.585279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:36.600311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Allocated IP 172.20.0.2 (c63c61b9-8255-4bd1-9141-859da3e71bd0/4f8a9906-5514-4d00-8ae7-e328c0f0e8bb/e2a9b16b-07e1-42bc-be06-b058614b6c20) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:36.602112 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:36.687562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:36.688290 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:36.691007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Pushing event updated for resources: {'Port': ['ID=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:36.706936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Allocated IP 192.168.233.244 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/4cc4ee2d-f724-498d-8398-8861eb40a39c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:36.722885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:36.730453 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:36.763032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=88d1d2d1-5378-442e-8602-eb446cb65667,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:36.767670 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e78e7cc-9f4f-4429-861d-24b9cc8d839a x-openstack-request-id: req-4e78e7cc-9f4f-4429-861d-24b9cc8d839a {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:36.767982 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c720c5c-3ca8-40c6-b2da-44ffbf329055", "name": "network-vif-unplugged", "status": "completed", "tag": "88d1d2d1-5378-442e-8602-eb446cb65667", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:36.770013 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e78e7cc-9f4f-4429-861d-24b9cc8d839a {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:36.771204 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c720c5c-3ca8-40c6-b2da-44ffbf329055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d1d2d1-5378-442e-8602-eb446cb65667', 'code': 200} Nov 09 00:05:36.848206 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:36.988627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c202b78-c392-4139-a9e3-933f82713c8a req-f4ad71f4-ceba-4feb-8024-38cc87e314e0 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 210 time: 0.1268480 Nov 09 00:05:36.995769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Pushing event updated for resources: {'Port': ['ID=88d1d2d1-5378-442e-8602-eb446cb65667,revision_number=8']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:37.033111 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.047735 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.059614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:37.061020 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.064075 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-281b53f2-8c41-4d9c-af75-731fad9c1a29 service neutron] 10.222.0.30 "PUT /v2.0/ports/88d1d2d1-5378-442e-8602-eb446cb65667 HTTP/1.1" status: 200 len: 1121 time: 2.3549438 Nov 09 00:05:37.065130 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8177caff-1879-4026-b48c-3f04dc0ddc23 None None] Provisioning complete for port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:37.065619 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8177caff-1879-4026-b48c-3f04dc0ddc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.074355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-dd7889e7-0ece-481b-bc33-8e0e976812a2 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9842932 Nov 09 00:05:37.133715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe39de-3d20-436d-9a91-13b6637e6c91 req-f602f9f9-1c5a-4b25-8528-9ca057be6536 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:37.134923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Network c63c61b9-8255-4bd1-9141-859da3e71bd0 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:37.143396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:37.146581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:37.151817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0dbe39de-3d20-436d-9a91-13b6637e6c91 req-f602f9f9-1c5a-4b25-8528-9ca057be6536 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 943 time: 0.3674941 Nov 09 00:05:37.157103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8177caff-1879-4026-b48c-3f04dc0ddc23 None None] Port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:05:37.159205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Pushing event updated for resources: {'Port': ['ID=e2a9b16b-07e1-42bc-be06-b058614b6c20,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:37.164076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['88d1d2d1-5378-442e-8602-eb446cb65667'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:37.217957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Request body: {'port': {'device_id': '30fce0c9-06a0-4271-b746-24f310f477b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:37.251083 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Attempting to bind port e2a9b16b-07e1-42bc-be06-b058614b6c20 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:37.252077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Attempting to bind port e2a9b16b-07e1-42bc-be06-b058614b6c20 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '069cca0d-6f48-4ebb-8cb7-2ef176fa57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:37.252579 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Attempting to bind port e2a9b16b-07e1-42bc-be06-b058614b6c20 on network c63c61b9-8255-4bd1-9141-859da3e71bd0 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:37.263231 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:37.264024 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Checking segment: {'id': '069cca0d-6f48-4ebb-8cb7-2ef176fa57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:37.264608 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.266413 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Bound using segment: {'id': '069cca0d-6f48-4ebb-8cb7-2ef176fa57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:37.267101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Bound port: e2a9b16b-07e1-42bc-be06-b058614b6c20, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069cca0d-6f48-4ebb-8cb7-2ef176fa57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:37.267691 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.313532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0dbe39de-3d20-436d-9a91-13b6637e6c91 req-d7aab7ad-3fa7-4123-842a-67c6b5340659 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612616 Nov 09 00:05:37.317736 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.327644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e43696d1-0b0f-431d-ac73-58df3ada5a1c req-9b6ef717-5976-4f94-9ab8-224edea83a9e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 210 time: 0.1625867 Nov 09 00:05:37.363920 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.402786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] For port e2a9b16b-07e1-42bc-be06-b058614b6c20, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:37.429490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] For port e2a9b16b-07e1-42bc-be06-b058614b6c20, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e2a9b16b-07e1-42bc-be06-b058614b6c20,segment=NetworkSegment(069cca0d-6f48-4ebb-8cb7-2ef176fa57f4),segment_id=069cca0d-6f48-4ebb-8cb7-2ef176fa57f4)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:37.444939 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.468322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.525335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3dd65bc-1576-4ec0-a8de-72540aac095f req-e6df96e6-98d6-4724-b462-1e8f6376e1b8 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 210 time: 0.0625670 Nov 09 00:05:37.528192 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.543803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edd10c-a5a4-4bc2-98d3-9f0f2df0896f None None] Pushing event updated for resources: {'Port': ['ID=e2a9b16b-07e1-42bc-be06-b058614b6c20,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:37.544145 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.615015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:37.625444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:37.629457 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:37.633609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Pushing event updated for resources: {'Port': ['ID=cffd56b6-465f-4e1d-8134-7e3fbba4f364,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:37.739078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:37.751877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:37.761078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:37.769504 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.913848 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:37.923402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Pushing event updated for resources: {'Port': ['ID=4cc4ee2d-f724-498d-8398-8861eb40a39c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:37.996614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb71995-89d6-466d-8ff9-a40f4634e628 req-e1613041-4e80-43a1-b970-af9264806f12 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:38.003072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb71995-89d6-466d-8ff9-a40f4634e628 req-e1613041-4e80-43a1-b970-af9264806f12 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:38.010933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bb71995-89d6-466d-8ff9-a40f4634e628 req-e1613041-4e80-43a1-b970-af9264806f12 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d&device_id=fd09da09-5167-4f88-b632-edcdaeae1da9 HTTP/1.1" status: 200 len: 1691 time: 0.1094234 Nov 09 00:05:38.038009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:38.042923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:38.108042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4676aa24-00ce-4bcc-93eb-15a204094b05 None None] Provisioning complete for port 4cc4ee2d-f724-498d-8398-8861eb40a39c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:38.108406 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4676aa24-00ce-4bcc-93eb-15a204094b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:38.149369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:38.150173 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:38.159367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4676aa24-00ce-4bcc-93eb-15a204094b05 None None] Port 4cc4ee2d-f724-498d-8398-8861eb40a39c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:05:38.167606 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-65f89cf5-a0e2-4f27-8e9a-af9609a5129e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0064580 Nov 09 00:05:38.181632 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-a379f299-747d-4fc6-a773-2f8f1b2ba391 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5690835 Nov 09 00:05:38.188676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Request body: {'port': {'device_id': '48ab06a6-aa01-44c3-b25c-751a6b630266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:38.211284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bb71995-89d6-466d-8ff9-a40f4634e628 req-07e221e0-cecd-4503-8094-29b1969b4404 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980772 Nov 09 00:05:38.220683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ebe94e-e6bd-493a-b2ba-9cf48d580820 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:38.222038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Request body: {'port': {'device_id': '4d6e0a36-a5fd-442d-97e7-0a6d3761b603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:38.230511 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:38.244805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Transition to ACTIVE for port object b5ebe94e-e6bd-493a-b2ba-9cf48d580820 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:05:38.253461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:38.281731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Allocated IP 172.25.0.19 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/d45a4540-43ec-4064-8fc9-64033414c989) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:38.330406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57275119-5c15-451d-847c-41178ec6430c req-e8c10233-2efd-4cea-91bd-9e5f3bcececd tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:38.333719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57275119-5c15-451d-847c-41178ec6430c req-e8c10233-2efd-4cea-91bd-9e5f3bcececd tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 936 time: 0.2160170 Nov 09 00:05:38.378380 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-224fe35a-1ded-4114-813b-c011c2aba54f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899978 Nov 09 00:05:38.417752 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:38.424151 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:38.471748 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:38.486712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56752) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:38.545205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57275119-5c15-451d-847c-41178ec6430c req-4a2bda1c-59f9-4877-9155-7a58dd5c3deb tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900170 Nov 09 00:05:38.571016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7b638-0de5-4c44-9a17-df870378416d req-c30296a7-7514-4794-ac37-98a591f3d267 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:38.578412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bfc7b638-0de5-4c44-9a17-df870378416d req-c30296a7-7514-4794-ac37-98a591f3d267 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 1101 time: 0.1792724 Nov 09 00:05:38.617536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e2a9b16b-07e1-42bc-be06-b058614b6c20 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:38.635789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Attempting to bind port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:38.636045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Attempting to bind port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:38.636387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Attempting to bind port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:38.674493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bfc7b638-0de5-4c44-9a17-df870378416d req-228bf5ae-2d94-44c1-b301-db3e3646b76e tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951378 Nov 09 00:05:38.680843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:38.681169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Attempting to bind port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:38.699731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e2a9b16b-07e1-42bc-be06-b058614b6c20 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:38.700180 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:38.712415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-4581c136-156b-4d69-bb49-6cdbcd771ba4 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:38.716741 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-4581c136-156b-4d69-bb49-6cdbcd771ba4 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3286269 Nov 09 00:05:38.749662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Request body: {'port': {'device_id': '72f336a7-8527-4391-94b3-e63976a13f7e', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '5ef4edf3ec2a4d1d85bef0cff8e3b690'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:38.751361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:38.751916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:38.752522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:38.753160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Bound port: b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:38.753789 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:38.807730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c720c5c-3ca8-40c6-b2da-44ffbf329055', 'tag': '88d1d2d1-5378-442e-8602-eb446cb65667'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:38.810891 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b35e52-c6fd-4113-aa37-3da857e393bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2c720c5c-3ca8-40c6-b2da-44ffbf329055", "tag": "88d1d2d1-5378-442e-8602-eb446cb65667"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:38.832369 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:38.877250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port e2a9b16b-07e1-42bc-be06-b058614b6c20, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e2a9b16b-07e1-42bc-be06-b058614b6c20,segment=NetworkSegment(069cca0d-6f48-4ebb-8cb7-2ef176fa57f4),segment_id=069cca0d-6f48-4ebb-8cb7-2ef176fa57f4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:38.892336 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:38.903692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:38.911812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:38.925323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34edef-1b45-4d1b-ab84-51273a216965 req-3c0f5584-c56e-4f90-968d-cae3aee0b829 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:38.933119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a34edef-1b45-4d1b-ab84-51273a216965 req-3c0f5584-c56e-4f90-968d-cae3aee0b829 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 932 time: 0.2563336 Nov 09 00:05:38.950713 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:38.960641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=e2a9b16b-07e1-42bc-be06-b058614b6c20,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:38.988893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-630350c9-cf4c-4534-a668-0bb3841be235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:39.015309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e79f44-1132-4c5d-b829-04b87a9dd873 req-cddcc7c9-20e2-41e4-9951-dd61d4b68722 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:39.016880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93e79f44-1132-4c5d-b829-04b87a9dd873 req-cddcc7c9-20e2-41e4-9951-dd61d4b68722 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 943 time: 0.2405124 Nov 09 00:05:39.018402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:39.019897 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:39.021920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] 10.222.0.11 "PUT /v2.0/ports/b5ebe94e-e6bd-493a-b2ba-9cf48d580820 HTTP/1.1" status: 200 len: 1095 time: 1.8661010 Nov 09 00:05:39.042920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Made reservation on behalf of 5ef4edf3ec2a4d1d85bef0cff8e3b690 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:39.046604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:39.071677 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a34edef-1b45-4d1b-ab84-51273a216965 req-0fe73364-9667-4c37-8d96-f3bab89f8338 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375465 Nov 09 00:05:39.116289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec4345-20a4-4522-9867-ed796c1c8e72 None None] Network c63c61b9-8255-4bd1-9141-859da3e71bd0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:39.149173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa4098-0bbd-4a4c-822b-c8fc4047b517 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:39.171028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:39.178026 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:39.196265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3c4c181-f7e1-4fce-ba8c-0b101477524a req-ccfa2191-0353-4d5d-be63-12575d0c5b3e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 210 time: 0.0557232 Nov 09 00:05:39.241730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93e79f44-1132-4c5d-b829-04b87a9dd873 req-8e8c1b59-0a1c-4d38-bd79-89b184386e1d tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001462 Nov 09 00:05:39.269910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-79b19939-50c0-405a-a4b3-0d372582d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:39.273825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-79b19939-50c0-405a-a4b3-0d372582d43d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b00de599401f4a52b5f3708501545951&device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 1098 time: 0.1992917 Nov 09 00:05:39.306677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4d07de28-442d-42e1-84d7-a46c2c7f452f None None] Provisioning complete for port e2a9b16b-07e1-42bc-be06-b058614b6c20 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:39.307051 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d07de28-442d-42e1-84d7-a46c2c7f452f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:39.341933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-f3a5dd9d-063b-4ebb-83ea-bd4d94692e7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820 HTTP/1.1" status: 200 len: 217 time: 0.0591776 Nov 09 00:05:39.349558 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b508a701-91f8-4b48-ba78-5a4696b0a9a0 x-openstack-request-id: req-b508a701-91f8-4b48-ba78-5a4696b0a9a0 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:39.349911 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c720c5c-3ca8-40c6-b2da-44ffbf329055", "tag": "88d1d2d1-5378-442e-8602-eb446cb65667", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:39.350167 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b508a701-91f8-4b48-ba78-5a4696b0a9a0 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:39.350766 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c720c5c-3ca8-40c6-b2da-44ffbf329055', 'tag': '88d1d2d1-5378-442e-8602-eb446cb65667', 'status': 'completed', 'code': 200} Nov 09 00:05:39.369233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.11', 52558) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:39.424888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-29001f06-36a2-4011-a45e-bdb2c9f3de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:39.427272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-29001f06-36a2-4011-a45e-bdb2c9f3de9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0530415 Nov 09 00:05:39.467262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2a29a-5fe4-4b25-9bcf-6f6d461afdab req-efc5902c-2c76-4a56-8f0b-1b8655a2f272 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:39.468714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62d2a29a-5fe4-4b25-9bcf-6f6d461afdab req-efc5902c-2c76-4a56-8f0b-1b8655a2f272 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fd09da09-5167-4f88-b632-edcdaeae1da9 HTTP/1.1" status: 200 len: 1101 time: 0.1295879 Nov 09 00:05:39.497277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-59761631-e94d-40e2-af45-e56e2918ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:39.498704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-59761631-e94d-40e2-af45-e56e2918ca3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625267 Nov 09 00:05:39.624742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:39.638313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62d2a29a-5fe4-4b25-9bcf-6f6d461afdab req-c0480af4-f77d-4b53-a067-eba14bde928d tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634629 Nov 09 00:05:39.734756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-ebf776a8-e76f-4b87-b7cb-a5d7d663edec service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266369 Nov 09 00:05:39.739886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d45a4540-43ec-4064-8fc9-64033414c989,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:39.748850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca1199-65d9-4d54-9753-7f6ded944158 req-a746efb9-5baa-4790-a9cf-eaae5cd2a78a tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:39.756492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffca1199-65d9-4d54-9753-7f6ded944158 req-a746efb9-5baa-4790-a9cf-eaae5cd2a78a tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 936 time: 0.0998106 Nov 09 00:05:39.766666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-67c2ddfd-cc8a-4118-bfc8-d107462c83f7 None None] Provisioning complete for port e2a9b16b-07e1-42bc-be06-b058614b6c20 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:39.767204 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-67c2ddfd-cc8a-4118-bfc8-d107462c83f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:39.776556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b35e52-c6fd-4113-aa37-3da857e393bd req-df86401c-1166-4e96-aa31-2d70109fbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:39.778106 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a0b35e52-c6fd-4113-aa37-3da857e393bd req-df86401c-1166-4e96-aa31-2d70109fbc07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 1124 time: 0.3983839 Nov 09 00:05:39.837693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:39.873499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffca1199-65d9-4d54-9753-7f6ded944158 req-4192513d-6637-490b-b92e-7ce3e9f27463 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162617 Nov 09 00:05:39.890800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-e8358277-f67e-415d-9fdd-e7db24c4b022 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374913 Nov 09 00:05:39.922770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43c1c14-eb06-415d-a0ae-f0a980140957 req-d448a7f2-c082-4c43-8349-110dfc72b3e2 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643875 Nov 09 00:05:40.026086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-cf0c1baa-b279-4bf2-8070-f3f59f92f261 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:40.027573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-cf0c1baa-b279-4bf2-8070-f3f59f92f261 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1272607 Nov 09 00:05:40.043268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-ed10c5b4-9da7-472e-b883-52dda48951a6 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/quotas/b59b9781081d411e912bbccc125fc75a HTTP/1.1" status: 200 len: 375 time: 0.0100536 Nov 09 00:05:40.098374 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.103162 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-1560c610-0535-4ac3-844d-620ad98a5fb6 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0533984 Nov 09 00:05:40.103510 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-630350c9-cf4c-4534-a668-0bb3841be235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.106211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:40.127942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:40.134358 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.149583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-630350c9-cf4c-4534-a668-0bb3841be235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.203572 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78756684-355a-43a5-abdf-60da1a5467c8 req-c53b02da-7099-4ba3-8f96-2f431fa8d50a tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:40.205112 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78756684-355a-43a5-abdf-60da1a5467c8 req-c53b02da-7099-4ba3-8f96-2f431fa8d50a tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 932 time: 0.0619822 Nov 09 00:05:40.266958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78756684-355a-43a5-abdf-60da1a5467c8 req-3ae798ff-1adb-4734-8225-ea34d521e8e2 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553594 Nov 09 00:05:40.274433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffd56b6-465f-4e1d-8134-7e3fbba4f364 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:40.318317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f2886fb-8769-4867-a460-1c404cd94dae req-d5447119-3ec3-4b2d-befd-8ed5408e97e1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 210 time: 0.0310979 Nov 09 00:05:40.330589 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-630350c9-cf4c-4534-a668-0bb3841be235 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df8f42b2776a422b8e27e42c61a7820c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6251757 Nov 09 00:05:40.330589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edff5af4-69d6-404d-a5bd-1732d3bd537d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:40.332007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56794) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:40.337328 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.371559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b35e52-c6fd-4113-aa37-3da857e393bd req-ad682554-568c-4604-8770-f4b07dd5d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:40.373008 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a0b35e52-c6fd-4113-aa37-3da857e393bd req-ad682554-568c-4604-8770-f4b07dd5d19c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.5770533 Nov 09 00:05:40.413921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Transition to ACTIVE for port object cffd56b6-465f-4e1d-8134-7e3fbba4f364 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:05:40.416136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc4ee2d-f724-498d-8398-8861eb40a39c {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:40.432050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3e9e14c-a82e-42ec-a0e5-0cbd2df55751 req-436065e8-1f09-44db-ab31-6faa98b23bba tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 210 time: 0.0517218 Nov 09 00:05:40.438615 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.442094 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.496962 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5d053c9-b8d4-4155-a82d-fafc780966be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.527544 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5d053c9-b8d4-4155-a82d-fafc780966be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.542926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e2a9b16b-07e1-42bc-be06-b058614b6c20 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:40.551189 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a0b35e52-c6fd-4113-aa37-3da857e393bd req-7fca9f68-9f33-4aa0-99fe-f79e6754c766 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d1d2d1-5378-442e-8602-eb446cb65667 HTTP/1.1" status: 200 len: 217 time: 0.1306500 Nov 09 00:05:40.560209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8afb-05c8-4fc0-8a6b-903d8cae453a req-db1e59e1-ec34-4ec8-a191-1a9e65383689 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:40.567652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-232d8afb-05c8-4fc0-8a6b-903d8cae453a req-db1e59e1-ec34-4ec8-a191-1a9e65383689 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 943 time: 0.1203461 Nov 09 00:05:40.576183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630350c9-cf4c-4534-a668-0bb3841be235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a29f4d-b609-4d3a-909c-4ca96d270b62,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:40.608839 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e2a9b16b-07e1-42bc-be06-b058614b6c20 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:40.610178 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.622285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Transition to ACTIVE for port object 4cc4ee2d-f724-498d-8398-8861eb40a39c will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:05:40.650016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-232d8afb-05c8-4fc0-8a6b-903d8cae453a req-8619f816-6ada-4759-b90e-33f7bcbe38b3 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813198 Nov 09 00:05:40.671914 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.677676 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5d053c9-b8d4-4155-a82d-fafc780966be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.680683 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5d053c9-b8d4-4155-a82d-fafc780966be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:40.682371 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d5d053c9-b8d4-4155-a82d-fafc780966be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89a29f4d-b609-4d3a-909c-4ca96d270b62 HTTP/1.1" status: 204 len: 168 time: 0.3491924 Nov 09 00:05:40.692630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d053c9-b8d4-4155-a82d-fafc780966be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a29f4d-b609-4d3a-909c-4ca96d270b62,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:40.743875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Pushing event updated for resources: {'Port': ['ID=cffd56b6-465f-4e1d-8134-7e3fbba4f364,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:40.876605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b35e52-c6fd-4113-aa37-3da857e393bd req-6a513ffc-c310-4e04-b797-efe68a2cdc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:40.880168 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 88d1d2d1-5378-442e-8602-eb446cb65667 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:40.881872 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a0b35e52-c6fd-4113-aa37-3da857e393bd req-6a513ffc-c310-4e04-b797-efe68a2cdc86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.2641921 Nov 09 00:05:40.985064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Allocated IP 192.168.233.57 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/b0af1a3c-a4be-419f-b352-ef05f66ca72c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:41.066454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=88d1d2d1-5378-442e-8602-eb446cb65667,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:41.085455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 88d1d2d1-5378-442e-8602-eb446cb65667 has no active binding in host n-h1-813263-3 {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 00:05:41.097701 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a0b35e52-c6fd-4113-aa37-3da857e393bd req-c15b1d61-6183-47b9-a1b6-2a59fd06e7cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448956 Nov 09 00:05:41.102867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21881187-ddcd-4bfb-964b-0a98119c89ca req-1eb38c94-7153-4d33-b644-9bea77591d23 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:41.104577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21881187-ddcd-4bfb-964b-0a98119c89ca req-1eb38c94-7153-4d33-b644-9bea77591d23 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 948 time: 0.1212406 Nov 09 00:05:41.116841 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Pushing event updated for resources: {'Port': ['ID=4cc4ee2d-f724-498d-8398-8861eb40a39c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:41.183446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21881187-ddcd-4bfb-964b-0a98119c89ca req-cd356792-9004-4bb8-b539-0ce472b6fb65 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719130 Nov 09 00:05:41.302278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Attempting to bind port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:41.302531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Attempting to bind port cffd56b6-465f-4e1d-8134-7e3fbba4f364 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:41.302869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Attempting to bind port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:41.352101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fce0c9-06a0-4271-b746-24f310f477b7', 'tag': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:41.357272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:41.357640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Attempting to bind port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:41.360535 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6a6b27-d3a7-43f6-96be-755763b17d52" -d '{"events": [{"name": "network-changed", "server_uuid": "30fce0c9-06a0-4271-b746-24f310f477b7", "tag": "b5ebe94e-e6bd-493a-b2ba-9cf48d580820"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:41.393419 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:41.404220 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:41.404570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:41.404955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Bound using segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:41.405415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Bound port: cffd56b6-465f-4e1d-8134-7e3fbba4f364, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:41.405772 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:41.410391 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf34fbd-1a52-4040-93c7-8c846af0b043 x-openstack-request-id: req-abf34fbd-1a52-4040-93c7-8c846af0b043 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:41.410872 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fce0c9-06a0-4271-b746-24f310f477b7", "tag": "b5ebe94e-e6bd-493a-b2ba-9cf48d580820", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:41.411127 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abf34fbd-1a52-4040-93c7-8c846af0b043 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:41.411573 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fce0c9-06a0-4271-b746-24f310f477b7', 'tag': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820', 'status': 'completed', 'code': 200} Nov 09 00:05:41.435166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59876d-b950-4516-9da7-79fdebb8c1bd req-85b5264c-57ad-4459-98cb-5e78a651dd77 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:41.443078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba59876d-b950-4516-9da7-79fdebb8c1bd req-85b5264c-57ad-4459-98cb-5e78a651dd77 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 944 time: 0.0737095 Nov 09 00:05:41.468035 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Attempting to bind port 4cc4ee2d-f724-498d-8398-8861eb40a39c on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:41.468365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Attempting to bind port 4cc4ee2d-f724-498d-8398-8861eb40a39c by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:41.468886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Attempting to bind port 4cc4ee2d-f724-498d-8398-8861eb40a39c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:41.482391 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a0b35e52-c6fd-4113-aa37-3da857e393bd req-b3ec7354-465f-44ae-aaf9-cf17194a6d40 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494885 Nov 09 00:05:41.503938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Port 4cc4ee2d-f724-498d-8398-8861eb40a39c on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:41.504447 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Attempting to bind port 4cc4ee2d-f724-498d-8398-8861eb40a39c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:41.544569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be0905ca-eef9-44ad-b0c7-40be68558617 req-e2cc207d-37d5-45f5-88ad-7c396c4bee78 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 210 time: 0.0450377 Nov 09 00:05:41.559508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a6b27-d3a7-43f6-96be-755763b17d52 req-ba624ecd-40e8-4682-becc-44238e52937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:41.560912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf6a6b27-d3a7-43f6-96be-755763b17d52 req-ba624ecd-40e8-4682-becc-44238e52937b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b00de599401f4a52b5f3708501545951&device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 1098 time: 0.1070395 Nov 09 00:05:41.571627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba59876d-b950-4516-9da7-79fdebb8c1bd req-9c24e377-cd9a-4dcb-952e-e9887074bb6e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276376 Nov 09 00:05:41.585512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56834) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:41.587213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:41.587553 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:41.587972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:41.588384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Bound port: 4cc4ee2d-f724-498d-8398-8861eb40a39c, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:41.588794 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:41.653478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:41.657607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:41.691971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:41.701845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.11', 52560) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:41.727353 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:41.729213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c5cf8b0-8e26-4329-bbc5-c986c0c45d1f req-ada2e9bd-b7e1-4944-aadb-80fd57f70883 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 210 time: 0.0788283 Nov 09 00:05:41.786028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a6b27-d3a7-43f6-96be-755763b17d52 req-3dcb9774-1273-47b9-ab5e-05fb45d84463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:41.787674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf6a6b27-d3a7-43f6-96be-755763b17d52 req-3dcb9774-1273-47b9-ab5e-05fb45d84463 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2007825 Nov 09 00:05:41.810376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-network', 'tenant_id': '928d387aea7f4387beb6578152990fd2'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:41.831346 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-d508e04a-e45b-4f07-92b0-a6956e1ed125 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249418 Nov 09 00:05:41.865813 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf6a6b27-d3a7-43f6-96be-755763b17d52 req-cae963ac-89cc-4789-bbbc-b088c7686145 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820 HTTP/1.1" status: 200 len: 217 time: 0.0618401 Nov 09 00:05:41.884017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:41.884618 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:41.886200 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] 10.222.0.30 "PUT /v2.0/ports/cffd56b6-465f-4e1d-8134-7e3fbba4f364 HTTP/1.1" status: 200 len: 1092 time: 3.7015839 Nov 09 00:05:41.895883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ab06a6-aa01-44c3-b25c-751a6b630266', 'tag': 'cffd56b6-465f-4e1d-8134-7e3fbba4f364'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:41.898123 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f155841a-2ddc-46e2-9ffa-44e0ec5d7543" -d '{"events": [{"name": "network-changed", "server_uuid": "48ab06a6-aa01-44c3-b25c-751a6b630266", "tag": "cffd56b6-465f-4e1d-8134-7e3fbba4f364"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:41.910863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Made reservation on behalf of 928d387aea7f4387beb6578152990fd2 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:41.913154 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:41.925092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b708fc-8878-459c-925d-0904032c599a req-f78daa99-49ea-4b6c-9e51-a9b11b9ddd2b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:41.927484 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97b708fc-8878-459c-925d-0904032c599a req-f78daa99-49ea-4b6c-9e51-a9b11b9ddd2b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 943 time: 0.1330712 Nov 09 00:05:41.936582 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:41.976128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a6b27-d3a7-43f6-96be-755763b17d52 req-58f4a36f-c0f2-4404-b15e-27b2ce0823d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:41.977639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf6a6b27-d3a7-43f6-96be-755763b17d52 req-58f4a36f-c0f2-4404-b15e-27b2ce0823d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0935619 Nov 09 00:05:42.158125 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee26a47e-f28a-4d82-9654-e64fc07d015e x-openstack-request-id: req-ee26a47e-f28a-4d82-9654-e64fc07d015e {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:42.158334 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ab06a6-aa01-44c3-b25c-751a6b630266", "tag": "cffd56b6-465f-4e1d-8134-7e3fbba4f364", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:42.158557 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee26a47e-f28a-4d82-9654-e64fc07d015e {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:42.158938 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ab06a6-aa01-44c3-b25c-751a6b630266', 'tag': 'cffd56b6-465f-4e1d-8134-7e3fbba4f364', 'status': 'completed', 'code': 200} Nov 09 00:05:42.272050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97b708fc-8878-459c-925d-0904032c599a req-b2f9cf84-9d40-4d80-b70b-e7ae79172dd2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315394 Nov 09 00:05:42.278237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c088c-0b9e-421e-ac7f-50a6a4c6aab3 service neutron] Pushing event updated for resources: {'Port': ['ID=cffd56b6-465f-4e1d-8134-7e3fbba4f364,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:42.315676 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a0b35e52-c6fd-4113-aa37-3da857e393bd req-db0fb046-b2c9-4c31-b106-d6e21b5d23e6 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8123510 Nov 09 00:05:42.320612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a6b27-d3a7-43f6-96be-755763b17d52 req-0285a9b8-8bc8-4fa9-9dfc-1c76dd1728ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:42.322145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf6a6b27-d3a7-43f6-96be-755763b17d52 req-0285a9b8-8bc8-4fa9-9dfc-1c76dd1728ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051123 Nov 09 00:05:42.326458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:42.332011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] For port 4cc4ee2d-f724-498d-8398-8861eb40a39c, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:42.408537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf593d8-e23c-49aa-aa25-ebf2a012cd76 req-b496ebb2-58de-4172-a5ec-54e72cf4f6ef tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:42.410521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cf593d8-e23c-49aa-aa25-ebf2a012cd76 req-b496ebb2-58de-4172-a5ec-54e72cf4f6ef tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 948 time: 0.1359367 Nov 09 00:05:42.411952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] For port 4cc4ee2d-f724-498d-8398-8861eb40a39c, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4cc4ee2d-f724-498d-8398-8861eb40a39c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:42.425928 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:42.438978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:42.444169 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:42.460110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-8b6d1ce7-0493-45f5-b893-704ff45f49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:42.461615 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-8b6d1ce7-0493-45f5-b893-704ff45f49a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 1095 time: 0.3019109 Nov 09 00:05:42.471212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:42.480565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-9b108f0e-c26e-4ea8-a8b4-d0aa067578ff tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:42.482065 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-9b108f0e-c26e-4ea8-a8b4-d0aa067578ff tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6146729 Nov 09 00:05:42.490724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:05:42.495712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:42.501650 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:42.503537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Pushing event updated for resources: {'Port': ['ID=b0af1a3c-a4be-419f-b352-ef05f66ca72c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:42.514056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537ba49d-120c-4f28-b5af-31d35ffb6d42,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:42.516500 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:42.520642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:42.521497 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:42.523124 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] 10.222.0.11 "PUT /v2.0/ports/4cc4ee2d-f724-498d-8398-8861eb40a39c HTTP/1.1" status: 200 len: 1096 time: 4.3069966 Nov 09 00:05:42.527641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf6a6b27-d3a7-43f6-96be-755763b17d52 req-b6e84246-7fe2-400c-a37e-2dd4ac529fd0 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950986 Nov 09 00:05:42.529417 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Request body: {'port': {'device_id': 'a6301cd6-b1d3-4078-99f8-36cc2b244ac1', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'b59b9781081d411e912bbccc125fc75a'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:42.529950 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:42.530296 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Added segment 7324025d-737d-4036-aff0-ee532ae0f0fa of type vlan for network dd621e98-cdff-43e6-8d34-c9bc85470a63 Nov 09 00:05:42.554141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cf593d8-e23c-49aa-aa25-ebf2a012cd76 req-c005d017-c217-4d72-bf0f-f7b69fc37d36 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275458 Nov 09 00:05:42.601609 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f53fd548-7ea1-482c-a18b-8b9a1bbfd719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:42.602827 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-12c04668-d42e-42da-bcd5-3ffb048a6dbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364 HTTP/1.1" status: 200 len: 217 time: 0.1172643 Nov 09 00:05:42.650937 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:42.802784 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:42.803758 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:42.804343 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:42.827561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:42.828217 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:42.892496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392e8f8-b8ed-4534-acb4-c8cbe930d275 req-ef646f41-7b84-4bf1-9a8a-6939bc73602c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:42.898951 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8392e8f8-b8ed-4534-acb4-c8cbe930d275 req-ef646f41-7b84-4bf1-9a8a-6939bc73602c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 944 time: 0.2073574 Nov 09 00:05:42.904052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-78cd7cd6-3d5c-407a-9e6a-b72010d76d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:42.905814 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-78cd7cd6-3d5c-407a-9e6a-b72010d76d06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.2714481 Nov 09 00:05:42.919467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3312457 Nov 09 00:05:42.922579 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf6a6b27-d3a7-43f6-96be-755763b17d52 req-2bd91db7-80fd-43c3-aa28-5a5abdbce4d5 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834858 Nov 09 00:05:42.929736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56854) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:42.938363 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-af444489-df70-44d2-b0bd-67bde4bee0e6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2020247 Nov 09 00:05:42.948357 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fd9c4-c39f-4981-b781-e69fc58a3277 req-a2541375-57e8-4f2a-b5b7-f7085d7b16f7 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:42.950177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-154fd9c4-c39f-4981-b781-e69fc58a3277 req-a2541375-57e8-4f2a-b5b7-f7085d7b16f7 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 935 time: 0.2604854 Nov 09 00:05:42.950914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886ef0d-4ece-4cbe-9234-3edfd2225e62 admin admin] Pushing event updated for resources: {'Network': ['ID=dd621e98-cdff-43e6-8d34-c9bc85470a63,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:42.957780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f7fb9a0d-71d9-4c16-9647-75ec9652a02a admin admin] Request body: {'subnet': {'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-subnet', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:42.962070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-ceb0b8ea-ab34-4987-ab79-5a1626e70e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:42.963553 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-ceb0b8ea-ab34-4987-ab79-5a1626e70e63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b00de599401f4a52b5f3708501545951&device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 1099 time: 0.3426435 Nov 09 00:05:42.967600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network dd621e98-cdff-43e6-8d34-c9bc85470a63 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:05:42.989277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Request body: {'port': {'device_id': '72f336a7-8527-4391-94b3-e63976a13f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:43.002668 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-feeacbfc-52b6-4150-b6ea-27698072c06c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734832 Nov 09 00:05:43.003292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f36fef-2061-4167-b9a2-838087d5d52f service neutron] Pushing event updated for resources: {'Port': ['ID=4cc4ee2d-f724-498d-8398-8861eb40a39c,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:43.049668 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8392e8f8-b8ed-4534-acb4-c8cbe930d275 req-512d28ea-3bb2-41c7-8392-7ef08328734c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403947 Nov 09 00:05:43.050391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fb9a0d-71d9-4c16-9647-75ec9652a02a admin admin] Made reservation on behalf of 928d387aea7f4387beb6578152990fd2 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:43.062051 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9a0d-71d9-4c16-9647-75ec9652a02a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:43.062392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-96ed49ed-4991-4c28-945f-c81daf208fad None None] Provisioning complete for port b0af1a3c-a4be-419f-b352-ef05f66ca72c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:43.062392 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-96ed49ed-4991-4c28-945f-c81daf208fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:43.109484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-96ed49ed-4991-4c28-945f-c81daf208fad None None] Port b0af1a3c-a4be-419f-b352-ef05f66ca72c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:05:43.113077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b5ebe94e-e6bd-493a-b2ba-9cf48d580820 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:43.120469 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-86b2a188-a396-42f5-b8a0-ed4915b82f5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=4cc4ee2d-f724-498d-8398-8861eb40a39c HTTP/1.1" status: 200 len: 217 time: 0.1243405 Nov 09 00:05:43.159231 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-154fd9c4-c39f-4981-b781-e69fc58a3277 req-12695e9a-410c-4bcb-94b5-014a8d619df5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870615 Nov 09 00:05:43.239379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:43.243766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Made reservation on behalf of b59b9781081d411e912bbccc125fc75a for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:43.247325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:43.257962 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820', 'mac_address': 'fa:16:3e:81:68:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:05:43.269123 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:43.301248 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-b67ab380-339b-46c6-b9e3-8940a0204222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:43.302805 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-b67ab380-339b-46c6-b9e3-8940a0204222 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1727934 Nov 09 00:05:43.306216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37fcd2ef-f58b-464f-9eed-cf8ee21df089 req-69617da4-b91d-4aa3-9a94-afb0d4ca46db tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 210 time: 0.0627334 Nov 09 00:05:43.307518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:43.327707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ebe94e-e6bd-493a-b2ba-9cf48d580820 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:43.344288 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-bb7c9df4-f6ad-44ba-a6fc-2778ba6e4555 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015962 Nov 09 00:05:43.352515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:43.360034 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:43.384414 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-27ab7789-5e2f-40dd-a583-1f01f338576f service neutron] 10.222.0.11 "GET /v2.0/ports/88d1d2d1-5378-442e-8602-eb446cb65667/bindings/n-h1-813263-3 HTTP/1.1" status: 200 len: 384 time: 0.1420546 Nov 09 00:05:43.394578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Router 492b8728-719a-4183-9b4c-aa2ba67ffad0 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:05:43.401337 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9a0d-71d9-4c16-9647-75ec9652a02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:43.421540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:43.516582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb9a0d-71d9-4c16-9647-75ec9652a02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a813d3c5-c5da-4cfe-9652-f59e1b745cc0,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:43.526965 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cbd30-d812-46a8-99b4-b212d6fc7eb5 req-ced6b3f6-da37-4178-b683-3c3e633e6a44 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:43.528460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-124cbd30-d812-46a8-99b4-b212d6fc7eb5 req-ced6b3f6-da37-4178-b683-3c3e633e6a44 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 943 time: 0.1458933 Nov 09 00:05:43.569593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['b5ebe94e-e6bd-493a-b2ba-9cf48d580820'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:43.584974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fb9a0d-71d9-4c16-9647-75ec9652a02a admin admin] Checking segment: {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:43.585371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fb9a0d-71d9-4c16-9647-75ec9652a02a admin admin] Network hostable DHCP agents. Network: dd621e98-cdff-43e6-8d34-c9bc85470a63, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:05:43.689482 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fb9a0d-71d9-4c16-9647-75ec9652a02a admin admin] Network dd621e98-cdff-43e6-8d34-c9bc85470a63 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:05:43.705949 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-124cbd30-d812-46a8-99b4-b212d6fc7eb5 req-9fb25179-3ddc-40e2-a7aa-65b6e921b259 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596885 Nov 09 00:05:43.725042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-502c838e-d7f0-4770-9bd4-9f050ce2fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:43.725042 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-502c838e-d7f0-4770-9bd4-9f050ce2fa0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3730252 Nov 09 00:05:43.756295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-f7fb9a0d-71d9-4c16-9647-75ec9652a02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, dd621e98-cdff-43e6-8d34-c9bc85470a63) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:43.765693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fb9a0d-71d9-4c16-9647-75ec9652a02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:43.766290 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9a0d-71d9-4c16-9647-75ec9652a02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:43.775247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252b5f4-5ccd-4460-9ae1-2ef518e6bbbe None None] Network dd621e98-cdff-43e6-8d34-c9bc85470a63 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:43.788472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-13b3ea7a-846a-4d3c-8664-4dd7773cc3fb service neutron] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=88d1d2d1-5378-442e-8602-eb446cb65667,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:43.795191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Allocated IP 192.168.233.251 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/0610be6e-1583-4731-a57d-dfced1975e46) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:43.798929 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c9844b36-9e07-4987-a4a3-1468adf4116b req-e2fe462d-d673-413c-b1fa-cbfbdb200ab5 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996477 Nov 09 00:05:43.812424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f7fb9a0d-71d9-4c16-9647-75ec9652a02a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8743787 Nov 09 00:05:43.828647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0584b-f2d0-44b4-9dda-f5f28b490225 req-80b64c4a-ad0f-4d5f-b3cb-ee69dc16e986 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:43.832264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08e0584b-f2d0-44b4-9dda-f5f28b490225 req-80b64c4a-ad0f-4d5f-b3cb-ee69dc16e986 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 948 time: 0.1914861 Nov 09 00:05:43.832951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56860) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:43.856328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:43.904453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-13b3ea7a-846a-4d3c-8664-4dd7773cc3fb service neutron] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:43.946512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-dd621e98-cdff-43e6-8d34-c9bc85470a63', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:05:43.947510 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:43.951262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08e0584b-f2d0-44b4-9dda-f5f28b490225 req-7577137e-3f59-45a3-9fba-fbcd2445387f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903780 Nov 09 00:05:43.954469 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:43.955617 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:43.995740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-13b3ea7a-846a-4d3c-8664-4dd7773cc3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d1d2d1-5378-442e-8602-eb446cb65667 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:44.032012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-13b3ea7a-846a-4d3c-8664-4dd7773cc3fb service neutron] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=88d1d2d1-5378-442e-8602-eb446cb65667,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:44.035130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.060073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:05:44.082251 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Sync routers for ids ['492b8728-719a-4183-9b4c-aa2ba67ffad0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:05:44.084012 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-13b3ea7a-846a-4d3c-8664-4dd7773cc3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.099866 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Routers {'492b8728-719a-4183-9b4c-aa2ba67ffad0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:05:44.100890 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:05:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['492b8728-719a-4183-9b4c-aa2ba67ffad0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:44.136231 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.136506 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5499bf1b-38d8-456c-8067-4765d45700c2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8503673 Nov 09 00:05:44.146726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56864) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:44.163392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6e0a36-a5fd-442d-97e7-0a6d3761b603', 'tag': '4cc4ee2d-f724-498d-8398-8861eb40a39c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:44.165031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Allocated IP 172.20.0.2 (dd621e98-cdff-43e6-8d34-c9bc85470a63/a813d3c5-c5da-4cfe-9652-f59e1b745cc0/f5b597d8-4142-4784-9921-8dd76d956fc3) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:44.165256 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afdfe16-35bc-488f-9012-33be89c1d417" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6e0a36-a5fd-442d-97e7-0a6d3761b603", "tag": "4cc4ee2d-f724-498d-8398-8861eb40a39c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:44.177072 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-e89425c0-cb24-4553-9658-0e173c9eb0c5 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459171 Nov 09 00:05:44.248273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155841a-2ddc-46e2-9ffa-44e0ec5d7543 req-bfac24c8-a99d-478a-b6df-940554df2d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:44.249783 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f155841a-2ddc-46e2-9ffa-44e0ec5d7543 req-bfac24c8-a99d-478a-b6df-940554df2d67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 1095 time: 0.2055151 Nov 09 00:05:44.277218 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Set router 492b8728-719a-4183-9b4c-aa2ba67ffad0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:05:44.326391 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.363158 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279be963-c12a-4528-aa98-9768ede6ed9c x-openstack-request-id: req-279be963-c12a-4528-aa98-9768ede6ed9c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:44.363504 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6e0a36-a5fd-442d-97e7-0a6d3761b603", "tag": "4cc4ee2d-f724-498d-8398-8861eb40a39c", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:44.363694 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-279be963-c12a-4528-aa98-9768ede6ed9c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:44.364152 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6e0a36-a5fd-442d-97e7-0a6d3761b603', 'tag': '4cc4ee2d-f724-498d-8398-8861eb40a39c', 'status': 'completed', 'code': 200} Nov 09 00:05:44.504534 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'name': 'tempest-ServersTestMultiNic-1539078171-router', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:36Z', 'updated_at': '2021-11-09T00:05:40Z', 'revision_number': 3, 'project_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'gw_port': {'id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:37Z', 'updated_at': '2021-11-09T00:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:44.507701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-13b3ea7a-846a-4d3c-8664-4dd7773cc3fb service neutron] Transition to ACTIVE for port object 88d1d2d1-5378-442e-8602-eb446cb65667 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:05:44.520276 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.525082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3097e-e97a-4601-9495-83a2f3a0a96f req-d66641fb-254d-4d38-9842-e714d5abbe6e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:44.527545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04a3097e-e97a-4601-9495-83a2f3a0a96f req-d66641fb-254d-4d38-9842-e714d5abbe6e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 944 time: 0.3024700 Nov 09 00:05:44.530913 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-13b3ea7a-846a-4d3c-8664-4dd7773cc3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.555355 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Checking router: 492b8728-719a-4183-9b4c-aa2ba67ffad0 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:05:44.557166 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Updating router 492b8728-719a-4183-9b4c-aa2ba67ffad0 port d45a4540-43ec-4064-8fc9-64033414c989 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:05:44.575768 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b4f14832-c69a-4767-bc38-8e490c303a66 req-2e46aa4a-471e-4ea6-ad07-d2b0b976803b service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453038 Nov 09 00:05:44.584454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155841a-2ddc-46e2-9ffa-44e0ec5d7543 req-8f523a3f-e412-4507-8c66-05ffc35f17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:44.585674 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f155841a-2ddc-46e2-9ffa-44e0ec5d7543 req-8f523a3f-e412-4507-8c66-05ffc35f17ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.3003867 Nov 09 00:05:44.609476 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.618518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.622985 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.637510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b88b1-d41d-40e5-be5f-7f97b7dc4781 req-77b97017-479c-4f3e-a231-d458aedbe8d0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:44.646813 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a8b88b1-d41d-40e5-be5f-7f97b7dc4781 req-77b97017-479c-4f3e-a231-d458aedbe8d0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 935 time: 0.2074206 Nov 09 00:05:44.669889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Pushing event updated for resources: {'Port': ['ID=f5b597d8-4142-4784-9921-8dd76d956fc3,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:44.678784 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f155841a-2ddc-46e2-9ffa-44e0ec5d7543 req-30637b08-9f14-4b4a-a0c8-f7911d9689fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364 HTTP/1.1" status: 200 len: 217 time: 0.0783207 Nov 09 00:05:44.684633 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Network dd621e98-cdff-43e6-8d34-c9bc85470a63 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:44.686393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:44.693964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:44.758269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04a3097e-e97a-4601-9495-83a2f3a0a96f req-a17fe38c-4958-4f69-b391-94a32c33c7e1 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197294 Nov 09 00:05:44.763230 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.765804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-13b3ea7a-846a-4d3c-8664-4dd7773cc3fb service neutron] No DVR routers for this DVR port 88d1d2d1-5378-442e-8602-eb446cb65667 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:05:44.788440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3ea7a-846a-4d3c-8664-4dd7773cc3fb service neutron] Pushing event updated for resources: {'Port': ['ID=88d1d2d1-5378-442e-8602-eb446cb65667,revision_number=10']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:44.808478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0fa22a7e-671d-4a9b-8c44-d54a98d90df0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:44.811115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45', 'e3608666-72b9-4756-9af2-597dfcd61d93', 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1', '405cd43c-0a9b-4e9c-8909-1cb49a017df6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:44.865099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a8b88b1-d41d-40e5-be5f-7f97b7dc4781 req-a60dfe32-0b24-4226-8f1a-97ee51f8b815 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118640 Nov 09 00:05:44.876477 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Attempting to bind port f5b597d8-4142-4784-9921-8dd76d956fc3 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:44.877060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Attempting to bind port f5b597d8-4142-4784-9921-8dd76d956fc3 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:44.877722 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Attempting to bind port f5b597d8-4142-4784-9921-8dd76d956fc3 on network dd621e98-cdff-43e6-8d34-c9bc85470a63 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:44.884478 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-13b3ea7a-846a-4d3c-8664-4dd7773cc3fb service neutron] 10.222.0.11 "PUT /v2.0/ports/88d1d2d1-5378-442e-8602-eb446cb65667/bindings/n-h1-813263-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4888477 Nov 09 00:05:44.903058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155841a-2ddc-46e2-9ffa-44e0ec5d7543 req-fd102033-dcf2-49e4-a43c-c7de9488e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:44.904534 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f155841a-2ddc-46e2-9ffa-44e0ec5d7543 req-fd102033-dcf2-49e4-a43c-c7de9488e309 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.2117119 Nov 09 00:05:44.906643 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-086330d6-1ea1-4385-b353-fc8445e4d388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.931241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:44.942129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdfe16-35bc-488f-9012-33be89c1d417 req-685a27ae-d2e8-4ca8-a11a-bde66a5bb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:44.943423 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:44.943614 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0afdfe16-35bc-488f-9012-33be89c1d417 req-685a27ae-d2e8-4ca8-a11a-bde66a5bb5b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b00de599401f4a52b5f3708501545951&device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 1099 time: 0.2665672 Nov 09 00:05:44.943868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Checking segment: {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:44.944245 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.952096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Bound using segment: {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:44.953147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Bound port: f5b597d8-4142-4784-9921-8dd76d956fc3, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:44.953743 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:44.972164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:44.982660 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f155841a-2ddc-46e2-9ffa-44e0ec5d7543 req-07e5b308-242d-47d3-8c12-629cdd55518e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674999 Nov 09 00:05:44.985397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:45.004492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event updated for resources: {'Port': ['ID=0610be6e-1583-4731-a57d-dfced1975e46,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:45.064803 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.074142 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.117788 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b5ebe94e-e6bd-493a-b2ba-9cf48d580820 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:45.148792 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Pushing event updated for resources: {'Port': ['ID=d45a4540-43ec-4064-8fc9-64033414c989,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:45.161977 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:45.162335 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:45.162889 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:45.163226 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:45.163554 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:45.164207 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:45.164540 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:45.165385 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:45.165385 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:45.165599 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:45.166895 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:45.167137 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:05:45.226848 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Attempting to bind port d45a4540-43ec-4064-8fc9-64033414c989 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:45.227579 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Attempting to bind port d45a4540-43ec-4064-8fc9-64033414c989 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:45.228198 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Attempting to bind port d45a4540-43ec-4064-8fc9-64033414c989 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:45.237164 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:45.238629 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:45.239270 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.240349 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:45.241201 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Bound port: d45a4540-43ec-4064-8fc9-64033414c989, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:45.241847 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.276369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:45.277025 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.310872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:05:45.322890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:45.323100 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.359311 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] For port d45a4540-43ec-4064-8fc9-64033414c989, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:45.368055 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] For port d45a4540-43ec-4064-8fc9-64033414c989, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d45a4540-43ec-4064-8fc9-64033414c989,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:45.371856 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-faf48f20-3a11-4183-a66c-a2d597477cbf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8726506 Nov 09 00:05:45.375232 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.406562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Request body: {'port': {'device_id': 'a6301cd6-b1d3-4078-99f8-36cc2b244ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:45.436376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-91c34e89-61ec-42f3-a205-ea2b34554534 None None] Provisioning complete for port 0610be6e-1583-4731-a57d-dfced1975e46 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:45.436752 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-91c34e89-61ec-42f3-a205-ea2b34554534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.443294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0af1a3c-a4be-419f-b352-ef05f66ca72c {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:45.450657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdfe16-35bc-488f-9012-33be89c1d417 req-d58d14f2-d5be-4c9f-a37f-dd0d2f9485b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:45.452137 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0afdfe16-35bc-488f-9012-33be89c1d417 req-d58d14f2-d5be-4c9f-a37f-dd0d2f9485b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.4736037 Nov 09 00:05:45.456736 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1fcf6-6afc-4b75-a38b-399bc0f77781 None None] Pushing event updated for resources: {'Port': ['ID=d45a4540-43ec-4064-8fc9-64033414c989,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:45.470876 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.480599 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.493872 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f155841a-2ddc-46e2-9ffa-44e0ec5d7543 req-98249e91-413a-4e72-979b-ac59b346914f service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927990 Nov 09 00:05:45.494317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-91c34e89-61ec-42f3-a205-ea2b34554534 None None] Port 0610be6e-1583-4731-a57d-dfced1975e46 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:05:45.497800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] For port f5b597d8-4142-4784-9921-8dd76d956fc3, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:45.511465 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Routers {'492b8728-719a-4183-9b4c-aa2ba67ffad0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:05:45.512572 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:05:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['492b8728-719a-4183-9b4c-aa2ba67ffad0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:45.525652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:45.533660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fce0c9-06a0-4271-b746-24f310f477b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:45.537075 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d194586a-4b44-40ec-9244-19f00450de72" -d '{"events": [{"server_uuid": "30fce0c9-06a0-4271-b746-24f310f477b7", "name": "network-vif-plugged", "status": "completed", "tag": "b5ebe94e-e6bd-493a-b2ba-9cf48d580820"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:45.548135 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.548923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 88d1d2d1-5378-442e-8602-eb446cb65667 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:05:45.549606 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0afdfe16-35bc-488f-9012-33be89c1d417 req-58b01c8f-d765-40d2-af23-ffcb2f2b3ed5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=4cc4ee2d-f724-498d-8398-8861eb40a39c HTTP/1.1" status: 200 len: 217 time: 0.0829184 Nov 09 00:05:45.577695 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.582424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Transition to ACTIVE for port object b0af1a3c-a4be-419f-b352-ef05f66ca72c will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:05:45.607853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] For port f5b597d8-4142-4784-9921-8dd76d956fc3, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f5b597d8-4142-4784-9921-8dd76d956fc3,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:45.613954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bc65d-063d-4c15-941c-f4b09931640f req-e119f5bc-c72c-4fa8-950f-244dc5fe3da6 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:45.619183 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.620634 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:45.624671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-621bc65d-063d-4c15-941c-f4b09931640f req-e119f5bc-c72c-4fa8-950f-244dc5fe3da6 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 936 time: 0.7009997 Nov 09 00:05:45.639393 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.642543 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.661692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-46e965c4-1afd-4a3b-9140-eb903ae63754 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:45.663184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-46e965c4-1afd-4a3b-9140-eb903ae63754 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 1095 time: 0.6971097 Nov 09 00:05:45.692003 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] Set router 492b8728-719a-4183-9b4c-aa2ba67ffad0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:05:45.750931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 88d1d2d1-5378-442e-8602-eb446cb65667 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:05:45.758370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042493d0-15e1-4dc8-97a0-fbc025760cea None None] Pushing event updated for resources: {'Port': ['ID=f5b597d8-4142-4784-9921-8dd76d956fc3,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:45.766753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e1d0f-1d58-4a36-95e9-51e313302fe5 req-4712dd65-2626-4b4d-8f3e-4390fd93601b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:45.775478 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:45.775956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be0e1d0f-1d58-4a36-95e9-51e313302fe5 req-4712dd65-2626-4b4d-8f3e-4390fd93601b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 944 time: 0.7036929 Nov 09 00:05:45.879103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-621bc65d-063d-4c15-941c-f4b09931640f req-76afc4e5-4b40-4e2f-b0f6-1da4f2c61d87 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472923 Nov 09 00:05:45.988360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-62bc22ea-7586-4ab1-8c95-ec97b11a2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:45.989912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-62bc22ea-7586-4ab1-8c95-ec97b11a2539 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967 HTTP/1.1" status: 200 len: 1095 time: 0.3097219 Nov 09 00:05:46.006635 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be0e1d0f-1d58-4a36-95e9-51e313302fe5 req-da43afd2-db00-4309-9c36-c8a32e5626f7 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298996 Nov 09 00:05:46.076850 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:46.088968 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:46.134832 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:46.152577 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'name': 'tempest-ServersTestMultiNic-1539078171-router', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:36Z', 'updated_at': '2021-11-09T00:05:40Z', 'revision_number': 3, 'project_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'gw_port': {'id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:37Z', 'updated_at': '2021-11-09T00:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:46.194871 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3a620-f479-4ec1-b019-42f67baee482 None None] The sync data for ids ['492b8728-719a-4183-9b4c-aa2ba67ffad0'] in n-d-813263-3 is: [{'id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'name': 'tempest-ServersTestMultiNic-1539078171-router', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:36Z', 'updated_at': '2021-11-09T00:05:40Z', 'revision_number': 3, 'project_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'gw_port': {'id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:37Z', 'updated_at': '2021-11-09T00:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:05:46.233590 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c46f3ec-dd4d-4806-92f2-6ec490cf85b8 x-openstack-request-id: req-4c46f3ec-dd4d-4806-92f2-6ec490cf85b8 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:46.233899 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fce0c9-06a0-4271-b746-24f310f477b7", "name": "network-vif-plugged", "status": "completed", "tag": "b5ebe94e-e6bd-493a-b2ba-9cf48d580820", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:46.234155 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c46f3ec-dd4d-4806-92f2-6ec490cf85b8 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:46.234546 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fce0c9-06a0-4271-b746-24f310f477b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820', 'code': 200} Nov 09 00:05:46.295270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410f17d-a39c-4ef2-8ef7-7e32508eac78 req-7f9b571b-b94a-4654-a605-d94081625348 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:46.296779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9410f17d-a39c-4ef2-8ef7-7e32508eac78 req-7f9b571b-b94a-4654-a605-d94081625348 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 948 time: 0.2873287 Nov 09 00:05:46.298931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Allocated IP 172.25.0.97 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/ff6db06e-b3c9-44d2-8a74-9be0ce2bb097) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:46.319397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-328acfd1-5643-4a5d-8e15-1238ba8a2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:46.320899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-328acfd1-5643-4a5d-8e15-1238ba8a2052 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 1095 time: 0.2199945 Nov 09 00:05:46.366166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdfe16-35bc-488f-9012-33be89c1d417 req-503a5ea9-599d-4d7c-892e-2143b5be5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:46.367744 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0afdfe16-35bc-488f-9012-33be89c1d417 req-503a5ea9-599d-4d7c-892e-2143b5be5f1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.7751586 Nov 09 00:05:46.378725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Pushing event updated for resources: {'Port': ['ID=b0af1a3c-a4be-419f-b352-ef05f66ca72c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:46.449453 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f155841a-2ddc-46e2-9ffa-44e0ec5d7543 req-b7974d8f-6c41-4510-a922-3752311b53d4 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9143746 Nov 09 00:05:46.492393 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:46.569006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c531ab8-a06d-4bb9-bdc6-1e63309415f6 req-3616d1b7-5f31-4f8c-a35c-543776246d94 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:46.575951 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c531ab8-a06d-4bb9-bdc6-1e63309415f6 req-3616d1b7-5f31-4f8c-a35c-543776246d94 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 944 time: 0.2423725 Nov 09 00:05:46.599349 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9410f17d-a39c-4ef2-8ef7-7e32508eac78 req-ee90a280-98e9-49e6-afce-073421e33685 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892849 Nov 09 00:05:46.617461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab0008-25b9-46c2-9826-dadb3847a1be req-c523ff91-2a69-4e4b-b2ef-177c5d18c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:46.618952 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8cab0008-25b9-46c2-9826-dadb3847a1be req-c523ff91-2a69-4e4b-b2ef-177c5d18c8f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 1100 time: 0.2866206 Nov 09 00:05:46.624837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdfe16-35bc-488f-9012-33be89c1d417 req-116240a6-4035-4515-8d44-eb82bcabe7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:46.626931 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0afdfe16-35bc-488f-9012-33be89c1d417 req-116240a6-4035-4515-8d44-eb82bcabe7b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2422066 Nov 09 00:05:46.704864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f5b597d8-4142-4784-9921-8dd76d956fc3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:46.715793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-d3ecf9fb-e74c-4de1-bd62-70d6a3c6b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:46.717325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-d3ecf9fb-e74c-4de1-bd62-70d6a3c6b959 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.3447168 Nov 09 00:05:46.778193 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:46.785737 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f5b597d8-4142-4784-9921-8dd76d956fc3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:46.786513 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:46.828312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Attempting to bind port b0af1a3c-a4be-419f-b352-ef05f66ca72c on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:46.829184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Attempting to bind port b0af1a3c-a4be-419f-b352-ef05f66ca72c by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:46.829752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Attempting to bind port b0af1a3c-a4be-419f-b352-ef05f66ca72c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:46.859875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c531ab8-a06d-4bb9-bdc6-1e63309415f6 req-3f6b365e-0a02-4109-9d6a-8e5bce071e0d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830391 Nov 09 00:05:46.867427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-d7294eb1-46fa-4246-a394-81c02bdacf97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d1d2d1-5378-442e-8602-eb446cb65667 HTTP/1.1" status: 200 len: 217 time: 0.1344161 Nov 09 00:05:46.902646 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8cab0008-25b9-46c2-9826-dadb3847a1be req-48ebf44f-6fb3-4b83-9843-8258c8f1ea5f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504940 Nov 09 00:05:46.935556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device cffd56b6-465f-4e1d-8134-7e3fbba4f364 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:46.981879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Port b0af1a3c-a4be-419f-b352-ef05f66ca72c on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:46.982092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-422253ab-0a91-403e-82e3-04c8c8b6392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:46.982175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Attempting to bind port b0af1a3c-a4be-419f-b352-ef05f66ca72c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:46.983911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-422253ab-0a91-403e-82e3-04c8c8b6392c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.1019764 Nov 09 00:05:46.991839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.026065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:47.026548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:47.026943 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:47.027666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Bound port: b0af1a3c-a4be-419f-b352-ef05f66ca72c, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:47.028041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.035653 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.085046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6db06e-b3c9-44d2-8a74-9be0ce2bb097,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:47.099036 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4cc4ee2d-f724-498d-8398-8861eb40a39c details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:47.151040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53d120-8270-4cc3-b5c1-41f81a033ef1 req-2c685c12-aada-4a0a-a475-ff9addd1f2df tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:47.152692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f53d120-8270-4cc3-b5c1-41f81a033ef1 req-2c685c12-aada-4a0a-a475-ff9addd1f2df tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 947 time: 0.4185300 Nov 09 00:05:47.163159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:47.168954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:47.171391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:47.180396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Allocated IP 172.20.0.1 (c63c61b9-8255-4bd1-9141-859da3e71bd0/4f8a9906-5514-4d00-8ae7-e328c0f0e8bb/13e79910-4778-4d00-b7cc-16092caf21cf) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:47.207416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-07d5a6b3-fac0-4b45-8303-50e1a529a7e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594079 Nov 09 00:05:47.219439 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:47.254633 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'cffd56b6-465f-4e1d-8134-7e3fbba4f364', 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877', 'port_id': 'cffd56b6-465f-4e1d-8134-7e3fbba4f364', 'mac_address': 'fa:16:3e:3d:f3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b201088-b013-4d7d-a1ce-543e29ebce91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:05:47.261250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port f5b597d8-4142-4784-9921-8dd76d956fc3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f5b597d8-4142-4784-9921-8dd76d956fc3,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:47.310649 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0afdfe16-35bc-488f-9012-33be89c1d417 req-fb51ae6b-43fa-4c98-8d42-765c6bd56ccf service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642766 Nov 09 00:05:47.321650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d97a4-c42b-4ac3-921d-d20864b2c89e req-25aff719-0a9f-465a-af98-64ce95550c0b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:47.330097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-250d97a4-c42b-4ac3-921d-d20864b2c89e req-25aff719-0a9f-465a-af98-64ce95550c0b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 936 time: 0.2788968 Nov 09 00:05:47.365507 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d3525d-d054-42fa-b0b4-af2cc22f8d8a None None] Network dd621e98-cdff-43e6-8d34-c9bc85470a63 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:47.376702 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.483602 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.485899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:47.509658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0610be6e-1583-4731-a57d-dfced1975e46 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:47.522242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f53d120-8270-4cc3-b5c1-41f81a033ef1 req-65021a4e-227b-4bc1-b8b6-06f37c05c396 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558741 Nov 09 00:05:47.522452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:47.524388 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.539097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 4cc4ee2d-f724-498d-8398-8861eb40a39c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4cc4ee2d-f724-498d-8398-8861eb40a39c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:47.541316 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.553093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-250d97a4-c42b-4ac3-921d-d20864b2c89e req-50c7f5e4-a3f7-4247-9115-9e0f0b64bc66 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200601 Nov 09 00:05:47.566580 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-b3f15e6b-ebf9-451a-9016-87307ca8b53c service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445234 Nov 09 00:05:47.584481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '4cc4ee2d-f724-498d-8398-8861eb40a39c', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '4cc4ee2d-f724-498d-8398-8861eb40a39c', 'mac_address': 'fa:16:3e:f2:9e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:05:47.594546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Transition to ACTIVE for port object 0610be6e-1583-4731-a57d-dfced1975e46 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:05:47.602380 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0afdfe16-35bc-488f-9012-33be89c1d417 req-6e7baab0-3100-4b5f-9f21-f308de446d42 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791696 Nov 09 00:05:47.635549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:47.636168 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.637603 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] 10.222.0.11 "PUT /v2.0/ports/b0af1a3c-a4be-419f-b352-ef05f66ca72c HTTP/1.1" status: 200 len: 1095 time: 4.6778636 Nov 09 00:05:47.638230 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f336a7-8527-4391-94b3-e63976a13f7e', 'tag': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:47.640671 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f279a53-af2a-45dc-9eea-576045e911b0" -d '{"events": [{"name": "network-changed", "server_uuid": "72f336a7-8527-4391-94b3-e63976a13f7e", "tag": "b0af1a3c-a4be-419f-b352-ef05f66ca72c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:47.652857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.670231 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6028ef6e-65c5-43e1-97b7-c4fb4e52bf2b None None] Provisioning complete for port f5b597d8-4142-4784-9921-8dd76d956fc3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:47.670828 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6028ef6e-65c5-43e1-97b7-c4fb4e52bf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.733798 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.756766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc4ee2d-f724-498d-8398-8861eb40a39c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:47.762448 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.779701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a1bd8-87d1-424b-8526-5f7f60a82782 service neutron] Pushing event updated for resources: {'Port': ['ID=b0af1a3c-a4be-419f-b352-ef05f66ca72c,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:47.795616 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.848343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-4c222dbc-3d15-4ca2-a095-82f87188455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:47.849983 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-4c222dbc-3d15-4ca2-a095-82f87188455c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 1098 time: 0.1426265 Nov 09 00:05:47.867522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffd56b6-465f-4e1d-8134-7e3fbba4f364 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:47.877531 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 4cc4ee2d-f724-498d-8398-8861eb40a39c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4cc4ee2d-f724-498d-8398-8861eb40a39c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:47.881445 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.882138 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=f5b597d8-4142-4784-9921-8dd76d956fc3,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:47.884012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Network c63c61b9-8255-4bd1-9141-859da3e71bd0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:47.938653 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-0b41097c-4ace-4fc0-aa52-3344901d1aa0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c HTTP/1.1" status: 200 len: 217 time: 0.0453529 Nov 09 00:05:47.963216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:47.964854 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:47.965694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:48.004603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:48.012091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0610be6e-1583-4731-a57d-dfced1975e46,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:48.012460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394547d-d646-43e9-9130-be9ec4a031b7 req-1af2c0d4-a790-4fb1-a674-b78824a0fbd1 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:48.016658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8394547d-d646-43e9-9130-be9ec4a031b7 req-1af2c0d4-a790-4fb1-a674-b78824a0fbd1 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 944 time: 0.3238482 Nov 09 00:05:48.030807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-45634ab9-eb01-48d2-8cf6-fca611f196e5 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521843 Nov 09 00:05:48.048949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:48.079973 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:48.291918 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Attempting to bind port 0610be6e-1583-4731-a57d-dfced1975e46 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:48.292288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Attempting to bind port 0610be6e-1583-4731-a57d-dfced1975e46 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:48.292570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Attempting to bind port 0610be6e-1583-4731-a57d-dfced1975e46 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:48.320115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-28b2f315-1c89-40f0-897c-9cd03d83828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:48.321694 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-28b2f315-1c89-40f0-897c-9cd03d83828f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.3676801 Nov 09 00:05:48.351388 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:48.367447 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Pushing event updated for resources: {'Port': ['ID=13e79910-4778-4d00-b7cc-16092caf21cf,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:48.407267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Port 0610be6e-1583-4731-a57d-dfced1975e46 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:05:48.408567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Attempting to bind port 0610be6e-1583-4731-a57d-dfced1975e46 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:48.419540 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:48.429618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=4cc4ee2d-f724-498d-8398-8861eb40a39c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:48.435723 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['4cc4ee2d-f724-498d-8398-8861eb40a39c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:48.492924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:48.493544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:48.493674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:48.494293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Bound port: 0610be6e-1583-4731-a57d-dfced1975e46, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:48.494813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:48.497724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=cffd56b6-465f-4e1d-8134-7e3fbba4f364,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:48.630937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-01717ae6-f3f4-4581-bd7c-78b9a3258614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:48.632364 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-01717ae6-f3f4-4581-bd7c-78b9a3258614 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2931917 Nov 09 00:05:48.682666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-39e59d6e-1121-4148-91f1-63ac4c68a1d7 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:48.684196 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-39e59d6e-1121-4148-91f1-63ac4c68a1d7 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1095 time: 0.2343984 Nov 09 00:05:48.685023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:48.715887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d989d-5433-499e-9575-7690bfea5df1 req-e0f2ef85-6d64-4551-a3fe-de417ed5f090 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:48.725433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['cffd56b6-465f-4e1d-8134-7e3fbba4f364'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:48.726599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f1d989d-5433-499e-9575-7690bfea5df1 req-e0f2ef85-6d64-4551-a3fe-de417ed5f090 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 949 time: 0.8688095 Nov 09 00:05:48.759960 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ea47a3bf-6f98-44bd-abba-42c118a5f9e6 None None] Provisioning complete for port 13e79910-4778-4d00-b7cc-16092caf21cf triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:48.760392 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ea47a3bf-6f98-44bd-abba-42c118a5f9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:48.802447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d45a4540-43ec-4064-8fc9-64033414c989 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:48.867340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] For port 0610be6e-1583-4731-a57d-dfced1975e46, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:48.885974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ea47a3bf-6f98-44bd-abba-42c118a5f9e6 None None] Port 13e79910-4778-4d00-b7cc-16092caf21cf cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:05:48.890328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] For port 0610be6e-1583-4731-a57d-dfced1975e46, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0610be6e-1583-4731-a57d-dfced1975e46,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:48.906789 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:48.952483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d45a4540-43ec-4064-8fc9-64033414c989 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:48.952851 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:48.986272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8394547d-d646-43e9-9130-be9ec4a031b7 req-bacb2e43-15e9-4f99-83b6-d58faa2b8528 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9531119 Nov 09 00:05:49.041217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b2d57b00-1011-4838-98d6-5f546447e9b4 None None] Provisioning complete for port f5b597d8-4142-4784-9921-8dd76d956fc3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:49.041604 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2d57b00-1011-4838-98d6-5f546447e9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:49.103676 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f1d989d-5433-499e-9575-7690bfea5df1 req-f04de119-6319-445f-8441-5acdcdea9273 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759351 Nov 09 00:05:49.141421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8c277af-c3c0-4ca2-a18f-44c87c866537 req-88de078e-179d-4d14-9b53-a56bff2f7c30 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5758407 Nov 09 00:05:49.142232 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:49.150439 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:49.172791 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bcc9fb-2d5f-4e77-ab91-0decd4fbba71 x-openstack-request-id: req-38bcc9fb-2d5f-4e77-ab91-0decd4fbba71 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:49.173071 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f336a7-8527-4391-94b3-e63976a13f7e", "tag": "b0af1a3c-a4be-419f-b352-ef05f66ca72c", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:49.173406 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38bcc9fb-2d5f-4e77-ab91-0decd4fbba71 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:49.173854 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f336a7-8527-4391-94b3-e63976a13f7e', 'tag': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'status': 'completed', 'code': 200} Nov 09 00:05:49.185706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port d45a4540-43ec-4064-8fc9-64033414c989, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d45a4540-43ec-4064-8fc9-64033414c989,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:49.222892 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:49.224115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f5b597d8-4142-4784-9921-8dd76d956fc3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:49.244272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:49.244903 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:49.248574 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] 10.222.0.11 "PUT /v2.0/ports/0610be6e-1583-4731-a57d-dfced1975e46 HTTP/1.1" status: 200 len: 1096 time: 3.8440862 Nov 09 00:05:49.337667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86f80e-618b-4c73-83f5-d37d78e826c9 req-be0ea090-54c1-4936-b54c-8a0119ebfda1 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:49.346263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc86f80e-618b-4c73-83f5-d37d78e826c9 req-be0ea090-54c1-4936-b54c-8a0119ebfda1 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 945 time: 0.2187221 Nov 09 00:05:49.349691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:05:49.351523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=d45a4540-43ec-4064-8fc9-64033414c989,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:49.361589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f5b597d8-4142-4784-9921-8dd76d956fc3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:49.361952 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:49.375150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c277af-c3c0-4ca2-a18f-44c87c866537 req-096c8668-70d3-42b6-9460-6504637bec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:49.376653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8c277af-c3c0-4ca2-a18f-44c87c866537 req-096c8668-70d3-42b6-9460-6504637bec88 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 1100 time: 0.1674957 Nov 09 00:05:49.386607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3663e-4811-448c-84c1-a0228c6a05b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0610be6e-1583-4731-a57d-dfced1975e46,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:49.390510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-c5d93674-d77c-46ca-9eda-c826fa74625b service neutron] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:49.394689 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-42edaedd-6c96-47aa-a5fa-b91d26f7491e service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7446387 Nov 09 00:05:49.395392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78531f75-ecfc-4fab-afec-a97404d29582 req-af5516ba-69b6-4683-a6e6-8bd4bdb5d2ef tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:49.397428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78531f75-ecfc-4fab-afec-a97404d29582 req-af5516ba-69b6-4683-a6e6-8bd4bdb5d2ef tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 948 time: 0.1900766 Nov 09 00:05:49.430378 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-c5d93674-d77c-46ca-9eda-c826fa74625b service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:49.431561 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9615e5e-a40f-4eb9-9609-002b867641fe req-c5d93674-d77c-46ca-9eda-c826fa74625b service neutron] 10.222.0.30 "DELETE /v2.0/ports/88d1d2d1-5378-442e-8602-eb446cb65667/bindings/n-h2-813263-3 HTTP/1.1" status: 204 len: 173 time: 0.7235563 Nov 09 00:05:49.478306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-e637cd38-fcf1-4623-8ca7-ef041fbc37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:49.479936 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-e637cd38-fcf1-4623-8ca7-ef041fbc37e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 1099 time: 0.1693509 Nov 09 00:05:49.552215 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-70501e41-93e3-475f-acff-c935fac15690 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=0610be6e-1583-4731-a57d-dfced1975e46 HTTP/1.1" status: 200 len: 217 time: 0.0453074 Nov 09 00:05:49.564410 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc86f80e-618b-4c73-83f5-d37d78e826c9 req-b9ea876c-5bb0-4b28-b041-00d9ff14c9a8 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172668 Nov 09 00:05:49.623131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78531f75-ecfc-4fab-afec-a97404d29582 req-7483873a-2a4f-4296-a6c7-c7ade5d52c98 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177832 Nov 09 00:05:49.661178 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69fa7e0d-bb55-4fc9-b1e4-14ebc40d6419 req-8dc10ab9-252a-4e5c-8464-2480ca176fc8 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221801 Nov 09 00:05:49.661178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-7ab791bd-71c3-4543-ae04-c7fc54bc876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:49.661178 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-7ab791bd-71c3-4543-ae04-c7fc54bc876d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0915473 Nov 09 00:05:49.672581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:05:49.684352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Sync routers for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:05:49.699880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c277af-c3c0-4ca2-a18f-44c87c866537 req-619f1605-0a64-47ab-8926-e0424215f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:49.703528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8c277af-c3c0-4ca2-a18f-44c87c866537 req-619f1605-0a64-47ab-8926-e0424215f14e service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2484510 Nov 09 00:05:49.703699 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:49.708888 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:05:49.709953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:05:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:49.730452 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:49.774090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8c277af-c3c0-4ca2-a18f-44c87c866537 req-673507d8-a2da-4e77-9b28-db8694bf33d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=52fce0b2-fed0-4497-9964-be0c44e51f45 HTTP/1.1" status: 200 len: 217 time: 0.0607905 Nov 09 00:05:49.776852 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:49.781019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-79f3c2e0-2c30-4b77-acb7-1608310f27d4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.9404871 Nov 09 00:05:49.783621 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56906) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:49.808043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3441dd7-67fc-4c3e-8bfc-057784d0393a req-277144b9-f033-46cf-a4c9-12c6893e5349 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:49.816959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3441dd7-67fc-4c3e-8bfc-057784d0393a req-277144b9-f033-46cf-a4c9-12c6893e5349 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 947 time: 0.1604755 Nov 09 00:05:49.831407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:49.833433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Pushing event updated for resources: {'Port': ['ID=13e79910-4778-4d00-b7cc-16092caf21cf,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:49.843585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-d05d7926-7282-4fca-9396-cbfeeb52693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:49.843971 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-d05d7926-7282-4fca-9396-cbfeeb52693b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531661 Nov 09 00:05:49.854571 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f279a53-af2a-45dc-9eea-576045e911b0 req-509b3488-8b5c-4810-bea0-67e5dd4e82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:49.856011 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f279a53-af2a-45dc-9eea-576045e911b0 req-509b3488-8b5c-4810-bea0-67e5dd4e82da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 1098 time: 0.1368093 Nov 09 00:05:49.856827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:05:49.950313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c277af-c3c0-4ca2-a18f-44c87c866537 req-35d4a9f2-0ab6-40b8-9806-df4f533bc52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:49.952403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8c277af-c3c0-4ca2-a18f-44c87c866537 req-35d4a9f2-0ab6-40b8-9806-df4f533bc52e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1648860 Nov 09 00:05:50.001684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3441dd7-67fc-4c3e-8bfc-057784d0393a req-2e9a2358-a501-45bc-9706-e18e87bf8978 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716292 Nov 09 00:05:50.074546 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-35cd0b9a-498b-4725-81e6-377f002ee89b service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221618 Nov 09 00:05:50.080589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Network c63c61b9-8255-4bd1-9141-859da3e71bd0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:50.083058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:47Z', 'revision_number': 3, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:50.085217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:50.119002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Checking router: a67d7b14-9b53-4415-acc3-aaa0b4db8b6a for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:05:50.119352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Updating router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a port ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:05:50.122548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f279a53-af2a-45dc-9eea-576045e911b0 req-bc93d25c-104c-43ad-aa43-49cefd102f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:50.123989 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f279a53-af2a-45dc-9eea-576045e911b0 req-bc93d25c-104c-43ad-aa43-49cefd102f0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2459905 Nov 09 00:05:50.161284 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:50.180849 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c277af-c3c0-4ca2-a18f-44c87c866537 req-6b622f12-aada-4c75-bede-21d948170723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:50.182393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8c277af-c3c0-4ca2-a18f-44c87c866537 req-6b622f12-aada-4c75-bede-21d948170723 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168446 Nov 09 00:05:50.242243 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f279a53-af2a-45dc-9eea-576045e911b0 req-577245ff-d907-4d46-848f-d2631cfc1f0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c HTTP/1.1" status: 200 len: 217 time: 0.0775940 Nov 09 00:05:50.333170 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcb9ed-27ac-48ac-afa8-c8f36ad555d3 req-fed43c01-7ddd-4a41-a3c7-2c8e15a9d0db tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:50.337898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02dcb9ed-27ac-48ac-afa8-c8f36ad555d3 req-fed43c01-7ddd-4a41-a3c7-2c8e15a9d0db tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 944 time: 0.2484920 Nov 09 00:05:50.373791 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Router 492b8728-719a-4183-9b4c-aa2ba67ffad0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:05:50.404226 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3817b565-0feb-46da-afbd-6c9dc2371e8f req-0ed6f637-9556-4df8-901b-0b0ab58f657d service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121459 Nov 09 00:05:50.412123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f279a53-af2a-45dc-9eea-576045e911b0 req-9a9b5d6f-c0cf-4a0d-a9bb-305eaeeb6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:50.413940 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f279a53-af2a-45dc-9eea-576045e911b0 req-9a9b5d6f-c0cf-4a0d-a9bb-305eaeeb6539 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1626139 Nov 09 00:05:50.516243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-409a4986-c9cd-48fc-be08-c9a37ac34627 None None] Provisioning complete for port 13e79910-4778-4d00-b7cc-16092caf21cf triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:50.516800 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-409a4986-c9cd-48fc-be08-c9a37ac34627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:50.537272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f279a53-af2a-45dc-9eea-576045e911b0 req-c4e19752-fb0f-4997-b7da-1aa64ae96c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:50.538866 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f279a53-af2a-45dc-9eea-576045e911b0 req-c4e19752-fb0f-4997-b7da-1aa64ae96c39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922489 Nov 09 00:05:50.552763 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978419a-6cfd-44a1-895a-0aa4cc66d45d req-41524827-c802-447f-afad-a732cebb3c3d tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:50.553988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:50.554557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e978419a-6cfd-44a1-895a-0aa4cc66d45d req-41524827-c802-447f-afad-a732cebb3c3d tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 949 time: 0.3196583 Nov 09 00:05:50.567156 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:50.574250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d45a4540-43ec-4064-8fc9-64033414c989 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:50.590190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:05:50.596854 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3b89d9d5-97ca-48ae-9ecb-5175e1ae614d admin admin] 10.222.0.25 "PUT /v2.0/routers/492b8728-719a-4183-9b4c-aa2ba67ffad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4454331 Nov 09 00:05:50.599070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02dcb9ed-27ac-48ac-afa8-c8f36ad555d3 req-78bd4a65-5e7c-415f-894b-94d283ed8874 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888258 Nov 09 00:05:50.609213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-409a4986-c9cd-48fc-be08-c9a37ac34627 None None] Port 13e79910-4778-4d00-b7cc-16092caf21cf cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:05:50.635880 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Sync routers for ids ['492b8728-719a-4183-9b4c-aa2ba67ffad0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:05:50.644950 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8c277af-c3c0-4ca2-a18f-44c87c866537 req-57206b2f-85dc-43ba-a000-d4826f5a1f60 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172709 Nov 09 00:05:50.683742 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Routers {'492b8728-719a-4183-9b4c-aa2ba67ffad0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:05:50.684385 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:05:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['492b8728-719a-4183-9b4c-aa2ba67ffad0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:50.685594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Attempting to bind port ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:50.685967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Attempting to bind port ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:50.686329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Attempting to bind port ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:50.689919 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f37b4-a462-4ec1-b080-dd3e76adb128 None None] Pushing event updated for resources: {'Port': ['ID=ff6db06e-b3c9-44d2-8a74-9be0ce2bb097,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:50.697657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:50.698036 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:50.698440 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:50.698830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:50.699305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Bound port: ff6db06e-b3c9-44d2-8a74-9be0ce2bb097, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:50.699687 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:50.703335 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f279a53-af2a-45dc-9eea-576045e911b0 req-b3055d50-15b5-4d22-8640-6740dc648dfb service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553750 Nov 09 00:05:50.745295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d45a4540-43ec-4064-8fc9-64033414c989 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:50.745701 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:50.803016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] For port ff6db06e-b3c9-44d2-8a74-9be0ce2bb097, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:50.824102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] For port ff6db06e-b3c9-44d2-8a74-9be0ce2bb097, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ff6db06e-b3c9-44d2-8a74-9be0ce2bb097,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:50.832694 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:50.834389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56922) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:50.859494 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f279a53-af2a-45dc-9eea-576045e911b0 req-0ebb534e-cd7c-4b5a-9c98-afe5a08e19fc service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469553 Nov 09 00:05:50.899082 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Set router 492b8728-719a-4183-9b4c-aa2ba67ffad0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:05:50.907981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b4500858-8408-4e6d-816c-adc361978e9e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1409935386'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:50.937168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4500858-8408-4e6d-816c-adc361978e9e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:50.941625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b4500858-8408-4e6d-816c-adc361978e9e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:50.970790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4500858-8408-4e6d-816c-adc361978e9e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:05:50.985377 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b4500858-8408-4e6d-816c-adc361978e9e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:50.985898 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-b4500858-8408-4e6d-816c-adc361978e9e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Added segment 0c97d810-47c3-4cd0-875c-c9dc9c9c9620 of type vlan for network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 Nov 09 00:05:51.037574 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b4500858-8408-4e6d-816c-adc361978e9e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.047096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device cffd56b6-465f-4e1d-8134-7e3fbba4f364 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:51.068807 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b4500858-8408-4e6d-816c-adc361978e9e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.078108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4500858-8408-4e6d-816c-adc361978e9e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:51.080165 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b4500858-8408-4e6d-816c-adc361978e9e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.084957 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:05:51.085626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:05:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:51.143173 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b4500858-8408-4e6d-816c-adc361978e9e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3043606 Nov 09 00:05:51.154430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56928) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:51.164618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e978419a-6cfd-44a1-895a-0aa4cc66d45d req-882e38ac-0745-4ead-80f1-e6f4e78cc4c3 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738156 Nov 09 00:05:51.168289 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'name': 'tempest-ServersTestMultiNic-1539078171-router', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:36Z', 'updated_at': '2021-11-09T00:05:48Z', 'revision_number': 4, 'project_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'gw_port': {'id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:37Z', 'updated_at': '2021-11-09T00:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '13e79910-4778-4d00-b7cc-16092caf21cf', 'name': '', 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'mac_address': 'fa:16:3e:2c:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4f8a9906-5514-4d00-8ae7-e328c0f0e8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:46Z', 'updated_at': '2021-11-09T00:05:49Z', 'revision_number': 2, 'project_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'subnets': [{'id': '4f8a9906-5514-4d00-8ae7-e328c0f0e8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:51.185588 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d9e7299e-d176-4533-a98f-a41b03aa269c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'subnet': {'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:51.189163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6301cd6-b1d3-4078-99f8-36cc2b244ac1', 'tag': '0610be6e-1583-4731-a57d-dfced1975e46'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:51.189692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4cc4ee2d-f724-498d-8398-8861eb40a39c up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:51.192375 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f345709-419c-4ecc-8ce9-0b6c98dc6028" -d '{"events": [{"name": "network-changed", "server_uuid": "a6301cd6-b1d3-4078-99f8-36cc2b244ac1", "tag": "0610be6e-1583-4731-a57d-dfced1975e46"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:51.208531 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Checking router: 492b8728-719a-4183-9b4c-aa2ba67ffad0 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:05:51.209145 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Updating router 492b8728-719a-4183-9b4c-aa2ba67ffad0 port 13e79910-4778-4d00-b7cc-16092caf21cf binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:05:51.238188 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.248290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f37b4-a462-4ec1-b080-dd3e76adb128 None None] Pushing event updated for resources: {'Port': ['ID=ff6db06e-b3c9-44d2-8a74-9be0ce2bb097,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:51.329815 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 4cc4ee2d-f724-498d-8398-8861eb40a39c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:05:51.340079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 4cc4ee2d-f724-498d-8398-8861eb40a39c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:51.340990 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.343240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port cffd56b6-465f-4e1d-8134-7e3fbba4f364 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:05:51.355578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8c277af-c3c0-4ca2-a18f-44c87c866537 req-d3519598-7afa-470b-afb0-b3002f74c766 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979051 Nov 09 00:05:51.366169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1b0bf-53f6-4a1b-b389-4380f2d0666c req-7afc9c2f-e989-4289-90ae-96ef4d886e4e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:51.373806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59b1b0bf-53f6-4a1b-b389-4380f2d0666c req-7afc9c2f-e989-4289-90ae-96ef4d886e4e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 945 time: 0.2080832 Nov 09 00:05:51.393031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port cffd56b6-465f-4e1d-8134-7e3fbba4f364 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:51.394674 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.414661 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.428312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbab64-d679-4e0b-95b5-f9b51d0e836d req-237716c0-c439-4b10-906f-dbe698b02ffc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:51.429994 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26cbab64-d679-4e0b-95b5-f9b51d0e836d req-237716c0-c439-4b10-906f-dbe698b02ffc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 948 time: 0.1664376 Nov 09 00:05:51.502361 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59b1b0bf-53f6-4a1b-b389-4380f2d0666c req-3aab97ad-7d4a-4bbb-9bba-d1ce49773fd7 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215446 Nov 09 00:05:51.579129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:05:51.596415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26cbab64-d679-4e0b-95b5-f9b51d0e836d req-5a1759f2-b02a-4c4e-8931-d2784d4abc3c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554794 Nov 09 00:05:51.597751 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.609498 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.667135 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26130bbc-e96b-42ab-90fb-99613f37c39b None None] Pushing event updated for resources: {'Port': ['ID=13e79910-4778-4d00-b7cc-16092caf21cf,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:51.811606 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Attempting to bind port 13e79910-4778-4d00-b7cc-16092caf21cf on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:51.811985 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Attempting to bind port 13e79910-4778-4d00-b7cc-16092caf21cf by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '069cca0d-6f48-4ebb-8cb7-2ef176fa57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:51.812369 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Attempting to bind port 13e79910-4778-4d00-b7cc-16092caf21cf on network c63c61b9-8255-4bd1-9141-859da3e71bd0 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:51.819272 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:51.819592 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Checking segment: {'id': '069cca0d-6f48-4ebb-8cb7-2ef176fa57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:51.819984 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.820384 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Bound using segment: {'id': '069cca0d-6f48-4ebb-8cb7-2ef176fa57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:51.820832 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Bound port: 13e79910-4778-4d00-b7cc-16092caf21cf, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069cca0d-6f48-4ebb-8cb7-2ef176fa57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:51.821254 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.822308 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.849383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Allocated IP 172.20.0.1 (dd621e98-cdff-43e6-8d34-c9bc85470a63/a813d3c5-c5da-4cfe-9652-f59e1b745cc0/5036eab7-bdc6-4691-9e56-47f61320bfcd) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:51.850442 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.899884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6e0a36-a5fd-442d-97e7-0a6d3761b603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc4ee2d-f724-498d-8398-8861eb40a39c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:51.905845 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56e8811-1711-4233-a50c-42844e809e89" -d '{"events": [{"server_uuid": "4d6e0a36-a5fd-442d-97e7-0a6d3761b603", "name": "network-vif-plugged", "status": "completed", "tag": "4cc4ee2d-f724-498d-8398-8861eb40a39c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:51.938880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 4cc4ee2d-f724-498d-8398-8861eb40a39c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4cc4ee2d-f724-498d-8398-8861eb40a39c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:51.954563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:51.957586 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:51.957856 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4500858-8408-4e6d-816c-adc361978e9e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Network': ['ID=88a7d145-8036-4dc2-84c9-1a24b3b19a67,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:51.976732 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1298307c-9ea3-494a-98e0-9bf5be738cc8 x-openstack-request-id: req-1298307c-9ea3-494a-98e0-9bf5be738cc8 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:51.977075 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6301cd6-b1d3-4078-99f8-36cc2b244ac1", "tag": "0610be6e-1583-4731-a57d-dfced1975e46", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:51.977308 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1298307c-9ea3-494a-98e0-9bf5be738cc8 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:51.978272 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6301cd6-b1d3-4078-99f8-36cc2b244ac1', 'tag': '0610be6e-1583-4731-a57d-dfced1975e46', 'status': 'completed', 'code': 200} Nov 09 00:05:51.986926 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] For port 13e79910-4778-4d00-b7cc-16092caf21cf, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:51.995523 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] For port 13e79910-4778-4d00-b7cc-16092caf21cf, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=13e79910-4778-4d00-b7cc-16092caf21cf,segment=NetworkSegment(069cca0d-6f48-4ebb-8cb7-2ef176fa57f4),segment_id=069cca0d-6f48-4ebb-8cb7-2ef176fa57f4)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:52.004129 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:52.014398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:05:52.022049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:52.058751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e7299e-d176-4533-a98f-a41b03aa269c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:52.062562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9e7299e-d176-4533-a98f-a41b03aa269c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:52.092118 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:52.099105 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26130bbc-e96b-42ab-90fb-99613f37c39b None None] Pushing event updated for resources: {'Port': ['ID=13e79910-4778-4d00-b7cc-16092caf21cf,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:52.147434 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Routers {'492b8728-719a-4183-9b4c-aa2ba67ffad0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:05:52.149877 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:05:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['492b8728-719a-4183-9b4c-aa2ba67ffad0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:52.165894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f345709-419c-4ecc-8ce9-0b6c98dc6028 req-692e640a-b5a4-4340-a1a9-ab4e8f18332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:52.167652 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9f345709-419c-4ecc-8ce9-0b6c98dc6028 req-692e640a-b5a4-4340-a1a9-ab4e8f18332f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 1099 time: 0.1952813 Nov 09 00:05:52.169542 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:52.171874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=4cc4ee2d-f724-498d-8398-8861eb40a39c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:52.283091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Network dd621e98-cdff-43e6-8d34-c9bc85470a63 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:52.291335 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-36b73f2c-a5e3-4114-be0a-dbd182a043ef None None] Provisioning complete for port 13e79910-4778-4d00-b7cc-16092caf21cf triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:52.291712 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-36b73f2c-a5e3-4114-be0a-dbd182a043ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:52.292693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:52.306931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:52.322711 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f7d10b48-768d-46a1-93b4-68ab999ed7a3 req-8be2b9f9-d99b-4b93-a5ba-38c8af895626 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1278076 Nov 09 00:05:52.362318 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5036eab7-bdc6-4691-9e56-47f61320bfcd,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:52.362895 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:47Z', 'revision_number': 3, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:52.388499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93656eb2-0a8a-46a0-a48a-fea3d3980c59 req-851523a5-201e-4a7b-8209-0b0f89da0c1f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:52.389902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93656eb2-0a8a-46a0-a48a-fea3d3980c59 req-851523a5-201e-4a7b-8209-0b0f89da0c1f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 947 time: 0.2339141 Nov 09 00:05:52.398648 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba3fd-4139-4e77-84c0-17a876245c5e req-a8583071-fee6-4ac9-95f9-b3837b9a69f1 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:52.400554 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b8ba3fd-4139-4e77-84c0-17a876245c5e req-a8583071-fee6-4ac9-95f9-b3837b9a69f1 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 1095 time: 0.2579031 Nov 09 00:05:52.418294 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] Set router 492b8728-719a-4183-9b4c-aa2ba67ffad0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:05:52.450111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f345709-419c-4ecc-8ce9-0b6c98dc6028 req-6dd2bc12-fa32-45cb-a6f3-1ef58373440b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:52.451565 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9f345709-419c-4ecc-8ce9-0b6c98dc6028 req-6dd2bc12-fa32-45cb-a6f3-1ef58373440b service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2556782 Nov 09 00:05:52.455369 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:52.476580 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d0607-acc5-498c-a6c9-0dffa1fbf309 None None] The sync data for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 is: [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:47Z', 'revision_number': 3, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:05:52.483090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=cffd56b6-465f-4e1d-8134-7e3fbba4f364,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:52.531530 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9f345709-419c-4ecc-8ce9-0b6c98dc6028 req-cdeb6e88-c381-439d-87e2-d3e90c1c7b81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=0610be6e-1583-4731-a57d-dfced1975e46 HTTP/1.1" status: 200 len: 217 time: 0.0630722 Nov 09 00:05:52.585862 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-36b73f2c-a5e3-4114-be0a-dbd182a043ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:52.590935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93656eb2-0a8a-46a0-a48a-fea3d3980c59 req-74568d13-00f6-4565-a99f-48bf922b5f1a tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893690 Nov 09 00:05:52.598071 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d10b48-768d-46a1-93b4-68ab999ed7a3 req-43a20256-252b-41b2-8a6d-f221074d15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:52.600076 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f7d10b48-768d-46a1-93b4-68ab999ed7a3 req-43a20256-252b-41b2-8a6d-f221074d15d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85721760c5f9402e8c9f3683bda7e723&device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 1096 time: 0.2078416 Nov 09 00:05:52.616315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b8ba3fd-4139-4e77-84c0-17a876245c5e req-efa9e14f-0a2a-44c1-a8cc-eaf78eff09cc tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947587 Nov 09 00:05:52.712725 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-36b73f2c-a5e3-4114-be0a-dbd182a043ef None None] For port 13e79910-4778-4d00-b7cc-16092caf21cf, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=13e79910-4778-4d00-b7cc-16092caf21cf,segment=NetworkSegment(069cca0d-6f48-4ebb-8cb7-2ef176fa57f4),segment_id=069cca0d-6f48-4ebb-8cb7-2ef176fa57f4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:52.724341 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-36b73f2c-a5e3-4114-be0a-dbd182a043ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:52.729110 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9e7299e-d176-4533-a98f-a41b03aa269c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:52.849736 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:52.857293 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342417ef-5e0e-4f95-a17c-b5fa2407febd x-openstack-request-id: req-342417ef-5e0e-4f95-a17c-b5fa2407febd {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:52.858347 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6e0a36-a5fd-442d-97e7-0a6d3761b603", "name": "network-vif-plugged", "status": "completed", "tag": "4cc4ee2d-f724-498d-8398-8861eb40a39c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:52.858638 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-342417ef-5e0e-4f95-a17c-b5fa2407febd {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:52.860197 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6e0a36-a5fd-442d-97e7-0a6d3761b603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc4ee2d-f724-498d-8398-8861eb40a39c', 'code': 200} Nov 09 00:05:52.865299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b73f2c-a5e3-4114-be0a-dbd182a043ef None None] Pushing event updated for resources: {'Port': ['ID=13e79910-4778-4d00-b7cc-16092caf21cf,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:52.922061 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-bf551765-e092-4719-a424-0a793b1f3872 None None] Provisioning complete for port 13e79910-4778-4d00-b7cc-16092caf21cf triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:52.922344 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bf551765-e092-4719-a424-0a793b1f3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:52.954683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f345709-419c-4ecc-8ce9-0b6c98dc6028 req-20b8121b-a0c0-4846-85b1-757e780f81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:52.956243 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9f345709-419c-4ecc-8ce9-0b6c98dc6028 req-20b8121b-a0c0-4846-85b1-757e780f81e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.3913069 Nov 09 00:05:52.966267 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'name': 'tempest-ServersTestMultiNic-1539078171-router', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:36Z', 'updated_at': '2021-11-09T00:05:48Z', 'revision_number': 4, 'project_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'gw_port': {'id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:37Z', 'updated_at': '2021-11-09T00:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '13e79910-4778-4d00-b7cc-16092caf21cf', 'name': '', 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'mac_address': 'fa:16:3e:2c:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4f8a9906-5514-4d00-8ae7-e328c0f0e8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:46Z', 'updated_at': '2021-11-09T00:05:51Z', 'revision_number': 4, 'project_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'subnets': [{'id': '4f8a9906-5514-4d00-8ae7-e328c0f0e8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:52.995579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4359a9-70d7-403c-b85d-ec6dd7277c77 req-f426943d-ec30-4bcb-be4c-02b45cc6f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:52.997509 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ae4359a9-70d7-403c-b85d-ec6dd7277c77 req-f426943d-ec30-4bcb-be4c-02b45cc6f944 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 1101 time: 0.1979969 Nov 09 00:05:52.998262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e7299e-d176-4533-a98f-a41b03aa269c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Checking segment: {'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:52.998623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7299e-d176-4533-a98f-a41b03aa269c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network hostable DHCP agents. Network: 88a7d145-8036-4dc2-84c9-1a24b3b19a67, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:05:53.043633 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e58ec4-0a04-4070-8d2c-27eb7bf9d974 None None] The sync data for ids ['492b8728-719a-4183-9b4c-aa2ba67ffad0'] in n-d-813263-3 is: [{'id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'name': 'tempest-ServersTestMultiNic-1539078171-router', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:36Z', 'updated_at': '2021-11-09T00:05:48Z', 'revision_number': 4, 'project_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'gw_port': {'id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:37Z', 'updated_at': '2021-11-09T00:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '13e79910-4778-4d00-b7cc-16092caf21cf', 'name': '', 'network_id': 'c63c61b9-8255-4bd1-9141-859da3e71bd0', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'mac_address': 'fa:16:3e:2c:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4f8a9906-5514-4d00-8ae7-e328c0f0e8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:46Z', 'updated_at': '2021-11-09T00:05:51Z', 'revision_number': 4, 'project_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'subnets': [{'id': '4f8a9906-5514-4d00-8ae7-e328c0f0e8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:05:53.048047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad42839-d71f-4e49-b685-de0c682dec49 req-608f12dc-2625-4aae-b72c-08e3d04fb58b tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:53.048047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dad42839-d71f-4e49-b685-de0c682dec49 req-608f12dc-2625-4aae-b72c-08e3d04fb58b tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 950 time: 0.2261751 Nov 09 00:05:53.072671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7299e-d176-4533-a98f-a41b03aa269c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Subnet': ['ID=6ed0a10b-52d2-43e3-a37b-2175d75d02e0,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:53.090225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-bf551765-e092-4719-a424-0a793b1f3872 None None] Provisioning complete for port 5036eab7-bdc6-4691-9e56-47f61320bfcd triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:53.091096 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bf551765-e092-4719-a424-0a793b1f3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:53.094664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48175f-88d9-427e-8d96-b4cb8cbc551f req-91f7949f-a79e-4065-b94c-cfab6cb4c0ad tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:53.109150 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a48175f-88d9-427e-8d96-b4cb8cbc551f req-91f7949f-a79e-4065-b94c-cfab6cb4c0ad tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 946 time: 0.2265007 Nov 09 00:05:53.139012 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-bf551765-e092-4719-a424-0a793b1f3872 None None] Port 5036eab7-bdc6-4691-9e56-47f61320bfcd cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:05:53.140931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0610be6e-1583-4731-a57d-dfced1975e46 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:53.206336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7299e-d176-4533-a98f-a41b03aa269c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:05:53.242875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7299e-d176-4533-a98f-a41b03aa269c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 88a7d145-8036-4dc2-84c9-1a24b3b19a67) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:53.251539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d10b48-768d-46a1-93b4-68ab999ed7a3 req-e6225eb8-70d4-4144-be98-cc3d84262cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:53.253065 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f7d10b48-768d-46a1-93b4-68ab999ed7a3 req-e6225eb8-70d4-4144-be98-cc3d84262cea service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e94dca4-df95-49f6-8582-016b0ed9a68d HTTP/1.1" status: 200 len: 924 time: 0.6201704 Nov 09 00:05:53.257982 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dd6b76-8660-4db2-8f6d-a3c2cc477f19 None None] Network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:53.262062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e7299e-d176-4533-a98f-a41b03aa269c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:53.262653 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9e7299e-d176-4533-a98f-a41b03aa269c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:53.266374 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f345709-419c-4ecc-8ce9-0b6c98dc6028 req-74e6d291-12bd-4ec1-ac16-4868c706e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:53.267844 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9f345709-419c-4ecc-8ce9-0b6c98dc6028 req-74e6d291-12bd-4ec1-ac16-4868c706e996 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2973559 Nov 09 00:05:53.290748 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ae4359a9-70d7-403c-b85d-ec6dd7277c77 req-3c3bc79b-c373-44ae-bdad-fcd32bf2268c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206254 Nov 09 00:05:53.301947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dad42839-d71f-4e49-b685-de0c682dec49 req-d7f10038-c691-4f43-8145-f719291293b9 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406542 Nov 09 00:05:53.350912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a48175f-88d9-427e-8d96-b4cb8cbc551f req-d792979c-4c6b-4404-aaab-1d558bf0e69d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117043 Nov 09 00:05:53.417387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0610be6e-1583-4731-a57d-dfced1975e46, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0610be6e-1583-4731-a57d-dfced1975e46,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:53.432303 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9f345709-419c-4ecc-8ce9-0b6c98dc6028 req-b8bb5acd-e177-411f-8849-a2f9bc1a6e07 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334789 Nov 09 00:05:53.439810 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '0610be6e-1583-4731-a57d-dfced1975e46', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '0610be6e-1583-4731-a57d-dfced1975e46', 'mac_address': 'fa:16:3e:58:e0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:05:53.488147 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:53.506602 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d9e7299e-d176-4533-a98f-a41b03aa269c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3462484 Nov 09 00:05:53.515613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56950) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:53.529309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a9f5589a-c22d-4424-af55-8521bdea84c2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1169489096'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:53.533015 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:53.541125 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:53.583536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-88a7d145-8036-4dc2-84c9-1a24b3b19a67', 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'fixed_ips': [{'subnet_id': '6ed0a10b-52d2-43e3-a37b-2175d75d02e0'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:05:53.584406 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:53.656792 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9f345709-419c-4ecc-8ce9-0b6c98dc6028 req-15cde56b-77fc-42a9-943f-7b1e6e1a6267 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538947 Nov 09 00:05:53.658144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ee984-409e-4e3e-8b79-7b5bab43c06b req-9ef7ac86-a7a0-464b-9119-cd75104e9245 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:53.660269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d0ee984-409e-4e3e-8b79-7b5bab43c06b req-9ef7ac86-a7a0-464b-9119-cd75104e9245 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 948 time: 0.2310550 Nov 09 00:05:53.666050 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f7d10b48-768d-46a1-93b4-68ab999ed7a3 req-baf2ff44-6394-4c7e-8b77-d508e8668043 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3b6e5b-cbd9-4521-bf79-0c48845972ec HTTP/1.1" status: 200 len: 1000 time: 0.3886857 Nov 09 00:05:53.702988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5036eab7-bdc6-4691-9e56-47f61320bfcd,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:53.738149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d10b48-768d-46a1-93b4-68ab999ed7a3 req-d5cc09f9-c38e-476b-921a-75618d7c2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:53.740213 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f7d10b48-768d-46a1-93b4-68ab999ed7a3 req-d5cc09f9-c38e-476b-921a-75618d7c2901 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06894441-bc2c-4e4b-b1b0-1951d00eb0f7 HTTP/1.1" status: 200 len: 863 time: 0.0667310 Nov 09 00:05:53.754216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0610be6e-1583-4731-a57d-dfced1975e46 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:53.814578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Allocated IP 19.80.0.2 (88a7d145-8036-4dc2-84c9-1a24b3b19a67/6ed0a10b-52d2-43e3-a37b-2175d75d02e0/4efb6459-1d1c-4dd3-93f7-1f14e0d9873b) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:53.825046 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:53.836443 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d10b48-768d-46a1-93b4-68ab999ed7a3 req-00f7fd8d-36a3-4165-8873-c7a9bf072cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:53.843251 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f7d10b48-768d-46a1-93b4-68ab999ed7a3 req-00f7fd8d-36a3-4165-8873-c7a9bf072cfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e94dca4-df95-49f6-8582-016b0ed9a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890765 Nov 09 00:05:53.851311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f5589a-c22d-4424-af55-8521bdea84c2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:53.864011 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a9f5589a-c22d-4424-af55-8521bdea84c2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:53.916024 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0610be6e-1583-4731-a57d-dfced1975e46, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0610be6e-1583-4731-a57d-dfced1975e46,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:53.927766 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:53.928427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b0af1a3c-a4be-419f-b352-ef05f66ca72c details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:05:53.976284 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f7d10b48-768d-46a1-93b4-68ab999ed7a3 req-1d39ebc8-8ae0-42e5-a180-982879ed9c04 service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219492 Nov 09 00:05:53.984687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d0ee984-409e-4e3e-8b79-7b5bab43c06b req-e321edcd-ebb1-429e-9e56-f04dcffe457c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978377 Nov 09 00:05:54.003668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68975-5300-4291-9341-8507f6f8b40f req-fb0ae317-e5c8-48e9-940d-d7270d5c5a9e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:54.005234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-fb0ae317-e5c8-48e9-940d-d7270d5c5a9e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 821 time: 0.3440423 Nov 09 00:05:54.041681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f5589a-c22d-4424-af55-8521bdea84c2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:05:54.073019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-3e0a980b-25ff-4b75-92fb-d11f36dd25af tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/quotas/a2fd1f630ef54d6dba7f9f1e8827b967 HTTP/1.1" status: 200 len: 375 time: 0.0289183 Nov 09 00:05:54.075759 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a9f5589a-c22d-4424-af55-8521bdea84c2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:54.076241 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-a9f5589a-c22d-4424-af55-8521bdea84c2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Added segment 6d34d580-16fe-49e3-984b-2889c018393b of type vlan for network 6b965754-88c5-42c3-ba27-f70ce2a70b44 Nov 09 00:05:54.171129 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f7d10b48-768d-46a1-93b4-68ab999ed7a3 req-8443b41e-9cb5-4b7f-971c-5accd91ffe30 service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776812 Nov 09 00:05:54.236385 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:54.239826 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=0610be6e-1583-4731-a57d-dfced1975e46,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:54.251260 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a9f5589a-c22d-4424-af55-8521bdea84c2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:54.263795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'mac_address': 'fa:16:3e:13:14:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:05:54.265874 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:54.269068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Network dd621e98-cdff-43e6-8d34-c9bc85470a63 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:54.274126 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:54.280019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:54.296510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-c6a083d0-0b7c-4411-8548-dee8acf301e8 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2097800 Nov 09 00:05:54.318276 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d99ba1-856f-40e5-b490-327ef96f3a5a req-373e8b14-ccf4-4570-8490-592512e8068e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:54.319890 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30d99ba1-856f-40e5-b490-327ef96f3a5a req-373e8b14-ccf4-4570-8490-592512e8068e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 947 time: 0.1690650 Nov 09 00:05:54.356859 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:54.363781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:54.368239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:54.371289 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:54.381500 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a9f5589a-c22d-4424-af55-8521bdea84c2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:54.391256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f5589a-c22d-4424-af55-8521bdea84c2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:54.392327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a9f5589a-c22d-4424-af55-8521bdea84c2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:54.392768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0af1a3c-a4be-419f-b352-ef05f66ca72c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:05:54.410574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Pushing event updated for resources: {'Port': ['ID=4efb6459-1d1c-4dd3-93f7-1f14e0d9873b,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:54.448771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:54.510928 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Attempting to bind port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:54.511297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Attempting to bind port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:54.511666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Attempting to bind port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b on network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:54.513793 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:54.539539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:54.539772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Checking segment: {'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:54.540120 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:54.540466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Bound using segment: {'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:54.541710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Bound port: 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:54.541964 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:54.652887 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=b0af1a3c-a4be-419f-b352-ef05f66ca72c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:54.711267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 13e79910-4778-4d00-b7cc-16092caf21cf up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:54.726867 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] For port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:54.757340 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a9f5589a-c22d-4424-af55-8521bdea84c2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2350199 Nov 09 00:05:54.759194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56968) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:05:54.763796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5589a-c22d-4424-af55-8521bdea84c2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Network': ['ID=6b965754-88c5-42c3-ba27-f70ce2a70b44,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:54.764787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9bc57857-b689-4bf8-8d63-67fb202cedb8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'subnet': {'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:54.772374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] For port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4efb6459-1d1c-4dd3-93f7-1f14e0d9873b,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:54.779556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 6b965754-88c5-42c3-ba27-f70ce2a70b44 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:05:54.786120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30d99ba1-856f-40e5-b490-327ef96f3a5a req-fc35c89f-8bb3-4ef6-9d4a-780e22778b80 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067557 Nov 09 00:05:54.786692 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:54.864741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-9d69da08-68e5-4230-bd3a-32eb5c5da19d service neutron] 10.222.0.25 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082080 Nov 09 00:05:54.866589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:05:54.875600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0610be6e-1583-4731-a57d-dfced1975e46'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:54.877763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['b0af1a3c-a4be-419f-b352-ef05f66ca72c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:05:54.879961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ab06a6-aa01-44c3-b25c-751a6b630266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffd56b6-465f-4e1d-8134-7e3fbba4f364'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:54.885472 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cac9bcd-33d5-45f1-a1aa-60a9fca25874" -d '{"events": [{"server_uuid": "48ab06a6-aa01-44c3-b25c-751a6b630266", "name": "network-vif-plugged", "status": "completed", "tag": "cffd56b6-465f-4e1d-8134-7e3fbba4f364"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:54.928879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc57857-b689-4bf8-8d63-67fb202cedb8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:54.933933 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9bc57857-b689-4bf8-8d63-67fb202cedb8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:55.004321 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a9932d9c-814f-4a21-a78f-6b911ed8ae1c None None] Provisioning complete for port 5036eab7-bdc6-4691-9e56-47f61320bfcd triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:55.004889 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a9932d9c-814f-4a21-a78f-6b911ed8ae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:55.078773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1ae83-a65f-4bed-8416-141cfabbfc9e req-980b59cf-5512-4cab-9bb9-ba1fe293097e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:55.087375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91b1ae83-a65f-4bed-8416-141cfabbfc9e req-980b59cf-5512-4cab-9bb9-ba1fe293097e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 950 time: 0.2131293 Nov 09 00:05:55.130920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a9932d9c-814f-4a21-a78f-6b911ed8ae1c None None] Port 5036eab7-bdc6-4691-9e56-47f61320bfcd cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:05:55.134253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 13e79910-4778-4d00-b7cc-16092caf21cf triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:55.134253 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:55.138290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26e61b-0c46-424b-9afa-bd6540225c0e None None] Pushing event updated for resources: {'Port': ['ID=4efb6459-1d1c-4dd3-93f7-1f14e0d9873b,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:55.238187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-51e7df47-8c67-483a-9c88-8f1ad53d9e96 service neutron] 10.222.0.25 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613658 Nov 09 00:05:55.242067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:05:55.246868 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91b1ae83-a65f-4bed-8416-141cfabbfc9e req-da9c9328-93c3-4557-8dbd-7511ba88ec0c tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586494 Nov 09 00:05:55.251453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4719b47e-5777-4152-a3ae-60ce6f6d51f1 admin admin] 10.222.0.25 "PUT /v2.0/routers/a67d7b14-9b53-4415-acc3-aaa0b4db8b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4663243 Nov 09 00:05:55.276335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9bc57857-b689-4bf8-8d63-67fb202cedb8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:55.406518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc57857-b689-4bf8-8d63-67fb202cedb8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Subnet': ['ID=cce81184-bde4-49f6-bb00-e1b7cf7df07a,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:55.448095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc57857-b689-4bf8-8d63-67fb202cedb8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Checking segment: {'id': '6d34d580-16fe-49e3-984b-2889c018393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:55.448459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc57857-b689-4bf8-8d63-67fb202cedb8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network hostable DHCP agents. Network: 6b965754-88c5-42c3-ba27-f70ce2a70b44, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:05:55.472246 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:55.492835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc57857-b689-4bf8-8d63-67fb202cedb8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network 6b965754-88c5-42c3-ba27-f70ce2a70b44 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:05:55.506199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-9bc57857-b689-4bf8-8d63-67fb202cedb8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 6b965754-88c5-42c3-ba27-f70ce2a70b44) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:55.515098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc57857-b689-4bf8-8d63-67fb202cedb8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:55.516662 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9bc57857-b689-4bf8-8d63-67fb202cedb8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:55.540866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3af256-3bec-486c-b63c-53658876ed3a None None] Network 6b965754-88c5-42c3-ba27-f70ce2a70b44 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:55.576076 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9bc57857-b689-4bf8-8d63-67fb202cedb8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8050134 Nov 09 00:05:55.665515 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9367ca-6a2d-423a-a07c-c192b6f33aa4 x-openstack-request-id: req-cc9367ca-6a2d-423a-a07c-c192b6f33aa4 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:05:55.665835 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ab06a6-aa01-44c3-b25c-751a6b630266", "name": "network-vif-plugged", "status": "completed", "tag": "cffd56b6-465f-4e1d-8134-7e3fbba4f364", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:05:55.666468 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc9367ca-6a2d-423a-a07c-c192b6f33aa4 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:05:55.666468 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ab06a6-aa01-44c3-b25c-751a6b630266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffd56b6-465f-4e1d-8134-7e3fbba4f364', 'code': 200} Nov 09 00:05:55.775792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:55.776481 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:55.835457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d916c-e941-4f74-906e-42a82abac8b2 req-6d2f0603-5f0a-43a8-9d25-7c555085372b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:55.837005 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43d916c-e941-4f74-906e-42a82abac8b2 req-6d2f0603-5f0a-43a8-9d25-7c555085372b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 946 time: 0.4986236 Nov 09 00:05:55.855711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43b3e7-ba35-4be3-ab68-c7895a72b453 req-5e95dde5-0969-4d9c-8ca7-4fa34860e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:55.857395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d43b3e7-ba35-4be3-ab68-c7895a72b453 req-5e95dde5-0969-4d9c-8ca7-4fa34860e8b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 1097 time: 0.1119983 Nov 09 00:05:55.864810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b4c7d-84a7-40a5-bb56-9934a9aede3c req-e16580d3-9c90-4e52-801e-bf7a5a2cbcb9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:55.874207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-029b4c7d-84a7-40a5-bb56-9934a9aede3c req-e16580d3-9c90-4e52-801e-bf7a5a2cbcb9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 949 time: 0.1275189 Nov 09 00:05:55.906337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-6b965754-88c5-42c3-ba27-f70ce2a70b44', 'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'fixed_ips': [{'subnet_id': 'cce81184-bde4-49f6-bb00-e1b7cf7df07a'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:05:55.907896 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:55.965437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Sync routers for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:05:55.993694 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f43d916c-e941-4f74-906e-42a82abac8b2 req-e219a02f-0a27-43ca-8cf2-39cefff35d1f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470773 Nov 09 00:05:56.029784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d43b3e7-ba35-4be3-ab68-c7895a72b453 req-aca3e0f6-6198-4f86-9dfe-4c2606179f74 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395092 Nov 09 00:05:56.067296 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-029b4c7d-84a7-40a5-bb56-9934a9aede3c req-e26edadd-0f22-47c2-b35d-bd8f932d1f3f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872783 Nov 09 00:05:56.081224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:05:56.081993 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:05:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:56.087143 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:56.158576 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49807e12-d5b0-4b32-b471-d919bbf9af2e req-4880c0cc-fbd8-44b3-88bb-6dbaf3025124 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 210 time: 0.0367277 Nov 09 00:05:56.176766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a1078-4311-42ed-8e53-b9ba4667cd36 req-9fa54507-5c1d-48f1-8f09-8afbc2a286d4 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:56.178293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-483a1078-4311-42ed-8e53-b9ba4667cd36 req-9fa54507-5c1d-48f1-8f09-8afbc2a286d4 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.0929029 Nov 09 00:05:56.180348 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port ff6db06e-b3c9-44d2-8a74-9be0ce2bb097, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ff6db06e-b3c9-44d2-8a74-9be0ce2bb097,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:56.223621 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:56.239613 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-483a1078-4311-42ed-8e53-b9ba4667cd36 req-475eca3d-7d99-42fa-b51b-23ef3cb9a6d5 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489063 Nov 09 00:05:56.244900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Allocated IP 19.86.0.2 (6b965754-88c5-42c3-ba27-f70ce2a70b44/cce81184-bde4-49f6-bb00-e1b7cf7df07a/74cfe790-b5bf-4c01-bd51-9405d193fc57) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:56.294417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f981c3-359c-494b-8a41-91c5cb4f556e None None] Network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:56.442549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:05:56.597537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-3373db4d-a0d9-49f6-b965-a214004dd7c9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:56.603440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-3373db4d-a0d9-49f6-b965-a214004dd7c9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:56.605070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-3373db4d-a0d9-49f6-b965-a214004dd7c9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/networks?id=88a7d145-8036-4dc2-84c9-1a24b3b19a67&id=6b965754-88c5-42c3-ba27-f70ce2a70b44&id=88a7d145-8036-4dc2-84c9-1a24b3b19a67 HTTP/1.1" status: 200 len: 1392 time: 0.2431750 Nov 09 00:05:56.612022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-09fffe00-4100-489e-92b4-b50efa48110a tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:56.613539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-09fffe00-4100-489e-92b4-b50efa48110a tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 821 time: 0.1506040 Nov 09 00:05:56.633400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-1225fc36-afc2-44db-bb4a-59cf4ab8fe0f tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/quotas/b98e8fcaaadf42aabd25a75286f8e710 HTTP/1.1" status: 200 len: 375 time: 0.0187480 Nov 09 00:05:56.635221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-010eac76-06a4-4090-81e2-e01a142f134e tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/quotas/928d387aea7f4387beb6578152990fd2 HTTP/1.1" status: 200 len: 375 time: 0.0142794 Nov 09 00:05:56.655444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:56.657528 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=ff6db06e-b3c9-44d2-8a74-9be0ce2bb097,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:56.687790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5909aa01-3ace-4c91-ace1-d771d1491740 None None] Provisioning complete for port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:56.688161 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5909aa01-3ace-4c91-ace1-d771d1491740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:56.718863 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f01f7caf-ce7c-442b-bf63-36f8db402156 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676396 Nov 09 00:05:56.726913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-056710d4-be44-484d-a9e1-80432e325037 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b98e8fcaaadf42aabd25a75286f8e710&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867176 Nov 09 00:05:56.878894 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-1263c2aa-052a-4faf-994a-4a81a65db402 service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508529 Nov 09 00:05:56.882211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-81cd08ea-6b20-4830-8c9e-2900b37b7ca8 service neutron] 10.222.0.25 "GET /v2.0/networks/88a7d145-8036-4dc2-84c9-1a24b3b19a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466217 Nov 09 00:05:56.998985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:56.999568 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:57.025509 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:57.045455 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-5d286a5e-5620-4288-938b-bbe29037d882 service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592512 Nov 09 00:05:57.047362 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-17a9788e-5aaa-452a-a460-aaaf854d9347 service neutron] 10.222.0.25 "GET /v2.0/networks/88a7d145-8036-4dc2-84c9-1a24b3b19a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541858 Nov 09 00:05:57.079496 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:57.130183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b0af1a3c-a4be-419f-b352-ef05f66ca72c up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:57.144127 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5909aa01-3ace-4c91-ace1-d771d1491740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:57.158018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Network 6b965754-88c5-42c3-ba27-f70ce2a70b44 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:57.207856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:57.214088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:57.221675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Pushing event updated for resources: {'Port': ['ID=74cfe790-b5bf-4c01-bd51-9405d193fc57,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:57.245554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68975-5300-4291-9341-8507f6f8b40f req-cf911d83-3348-47a5-bda3-b809c1d7595b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:57.247893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-cf911d83-3348-47a5-bda3-b809c1d7595b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.30 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 821 time: 0.1956027 Nov 09 00:05:57.263275 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9530d0ce-a34d-45f0-b2e2-91e056766fed service neutron] 10.222.0.25 "GET /v2.0/networks/6b965754-88c5-42c3-ba27-f70ce2a70b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000113 Nov 09 00:05:57.314547 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-65e68975-5300-4291-9341-8507f6f8b40f req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Request body: {'port': {'device_id': '48e5f641-4ab3-4da9-beba-8d5dcb471198', 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a', 'admin_state_up': True, 'tenant_id': 'a2fd1f630ef54d6dba7f9f1e8827b967'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:57.331439 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5909aa01-3ace-4c91-ace1-d771d1491740 None None] For port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4efb6459-1d1c-4dd3-93f7-1f14e0d9873b,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:57.362626 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5909aa01-3ace-4c91-ace1-d771d1491740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:57.441789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:05:53Z', 'revision_number': 2, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:57.446730 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:57.451493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Attempting to bind port 74cfe790-b5bf-4c01-bd51-9405d193fc57 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:57.451804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Attempting to bind port 74cfe790-b5bf-4c01-bd51-9405d193fc57 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '6d34d580-16fe-49e3-984b-2889c018393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:57.452139 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Attempting to bind port 74cfe790-b5bf-4c01-bd51-9405d193fc57 on network 6b965754-88c5-42c3-ba27-f70ce2a70b44 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:57.509918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9544700-8f32-4358-ab36-600f36cc4502 req-45a70c79-e6fc-4da0-a1c1-4e7b986f97b5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:57.510340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port b0af1a3c-a4be-419f-b352-ef05f66ca72c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:05:57.511772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9544700-8f32-4358-ab36-600f36cc4502 req-45a70c79-e6fc-4da0-a1c1-4e7b986f97b5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 948 time: 0.1679940 Nov 09 00:05:57.512315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Checking router: a67d7b14-9b53-4415-acc3-aaa0b4db8b6a for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:05:57.512662 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Updating router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a port 5036eab7-bdc6-4691-9e56-47f61320bfcd binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:05:57.523931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:57.524305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Checking segment: {'id': '6d34d580-16fe-49e3-984b-2889c018393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:57.524701 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:57.525522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Bound using segment: {'id': '6d34d580-16fe-49e3-984b-2889c018393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:57.525654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Bound port: 74cfe790-b5bf-4c01-bd51-9405d193fc57, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d34d580-16fe-49e3-984b-2889c018393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:57.526036 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:57.557133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port b0af1a3c-a4be-419f-b352-ef05f66ca72c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:57.557546 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:57.595859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bdf4cb46-2eae-4ff8-a2f8-8dc635db5b32 service neutron] 10.222.0.25 "GET /v2.0/networks/6b965754-88c5-42c3-ba27-f70ce2a70b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311071 Nov 09 00:05:57.596504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909aa01-3ace-4c91-ace1-d771d1491740 None None] Pushing event updated for resources: {'Port': ['ID=4efb6459-1d1c-4dd3-93f7-1f14e0d9873b,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:57.638817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2698f633-8fc5-4d8c-8fe1-d52f000f5f40 None None] Provisioning complete for port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:57.638817 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2698f633-8fc5-4d8c-8fe1-d52f000f5f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:57.640194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:57.685336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9544700-8f32-4358-ab36-600f36cc4502 req-07520e97-c456-4f02-bbe1-187811451a6c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662574 Nov 09 00:05:57.701130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e68975-5300-4291-9341-8507f6f8b40f req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Made reservation on behalf of a2fd1f630ef54d6dba7f9f1e8827b967 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:57.704938 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65e68975-5300-4291-9341-8507f6f8b40f req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:57.787033 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:05:57.787389 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:05:57.805341 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] For port 74cfe790-b5bf-4c01-bd51-9405d193fc57, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:57.817772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] For port 74cfe790-b5bf-4c01-bd51-9405d193fc57, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=74cfe790-b5bf-4c01-bd51-9405d193fc57,segment=NetworkSegment(6d34d580-16fe-49e3-984b-2889c018393b),segment_id=6d34d580-16fe-49e3-984b-2889c018393b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:57.837530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-fb8aecdd-75c8-4dba-8105-3a36ac0f7338 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b00de599401f4a52b5f3708501545951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434144 Nov 09 00:05:57.867121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-3efb29a5-f1c5-4058-9bd0-7d331c656add service neutron] 10.222.0.25 "GET /v2.0/networks/88a7d145-8036-4dc2-84c9-1a24b3b19a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708070 Nov 09 00:05:57.898829 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:58.003276 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:58.010147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-65e68975-5300-4291-9341-8507f6f8b40f req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Allocated IP 172.20.0.12 (3529e958-4130-4d89-8f6b-9e5d5aefa50a/fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b/804646ca-e636-4a06-b760-f8ce0f694fbe) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:58.068642 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acf21d-1e4e-4af8-9611-5a3bdafd31ab None None] Pushing event updated for resources: {'Port': ['ID=74cfe790-b5bf-4c01-bd51-9405d193fc57,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:58.093223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-bbbc2d97-31ab-45e0-9f3a-6a68a41598b1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:58.094769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-bbbc2d97-31ab-45e0-9f3a-6a68a41598b1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340782 Nov 09 00:05:58.099369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f336a7-8527-4391-94b3-e63976a13f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:05:58.101668 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2ad821-b073-40f6-9abd-9af7f5f706ca" -d '{"events": [{"server_uuid": "72f336a7-8527-4391-94b3-e63976a13f7e", "name": "network-vif-plugged", "status": "completed", "tag": "b0af1a3c-a4be-419f-b352-ef05f66ca72c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:05:58.102917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-4a17a1e3-2a91-4898-a53c-fe0b8a11ab59 service neutron] 10.222.0.25 "GET /v2.0/networks/88a7d145-8036-4dc2-84c9-1a24b3b19a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257147 Nov 09 00:05:58.132008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-3a5bf07c-b1f4-4623-b2f7-e1f974fd2197 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/quotas/b00de599401f4a52b5f3708501545951 HTTP/1.1" status: 200 len: 375 time: 0.0263648 Nov 09 00:05:58.152016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:58.161374 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:58.162235 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0610be6e-1583-4731-a57d-dfced1975e46 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:58.321485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=b0af1a3c-a4be-419f-b352-ef05f66ca72c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:58.337628 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65e68975-5300-4291-9341-8507f6f8b40f req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:58.386879 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-81bd826e-68eb-4305-91f6-d5ce0b8cf515 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b00de599401f4a52b5f3708501545951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041975 Nov 09 00:05:58.426147 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65e68975-5300-4291-9341-8507f6f8b40f req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:58.447792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 0610be6e-1583-4731-a57d-dfced1975e46 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:05:58.460745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 0610be6e-1583-4731-a57d-dfced1975e46 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:58.461248 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:58.533381 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:58.553285 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:58.733973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Pushing event updated for resources: {'Port': ['ID=804646ca-e636-4a06-b760-f8ce0f694fbe,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:58.952413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-d9e36469-70c3-4c0b-b03a-7615440a1f36 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:58.960222 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-d9e36469-70c3-4c0b-b03a-7615440a1f36 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.30 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 821 time: 0.3171554 Nov 09 00:05:58.979727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Request body: {'port': {'device_id': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'admin_state_up': True, 'tenant_id': '928d387aea7f4387beb6578152990fd2'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:59.025711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:59.100124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caaa4a-8a44-45b0-a06f-0e54eab70aba None None] Pushing event updated for resources: {'Port': ['ID=5036eab7-bdc6-4691-9e56-47f61320bfcd,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:59.150228 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.204910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Made reservation on behalf of 928d387aea7f4387beb6578152990fd2 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:05:59.209487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.215222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Attempting to bind port 5036eab7-bdc6-4691-9e56-47f61320bfcd on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:05:59.216252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Attempting to bind port 5036eab7-bdc6-4691-9e56-47f61320bfcd by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:05:59.216252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Attempting to bind port 5036eab7-bdc6-4691-9e56-47f61320bfcd on network dd621e98-cdff-43e6-8d34-c9bc85470a63 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:05:59.300849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:05:59.302805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Checking segment: {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:05:59.302805 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.302805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Bound using segment: {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:05:59.310681 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Bound port: 5036eab7-bdc6-4691-9e56-47f61320bfcd, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:05:59.311200 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.319058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e68975-5300-4291-9341-8507f6f8b40f req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Network 3529e958-4130-4d89-8f6b-9e5d5aefa50a is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:59.324870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-65e68975-5300-4291-9341-8507f6f8b40f req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:59.352987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e68975-5300-4291-9341-8507f6f8b40f req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:59.373806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0610be6e-1583-4731-a57d-dfced1975e46, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0610be6e-1583-4731-a57d-dfced1975e46,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:05:59.375522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2a62d0ac-9e0c-4a1c-85f4-33844215ff7d None None] Provisioning complete for port 5036eab7-bdc6-4691-9e56-47f61320bfcd triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:59.375891 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2a62d0ac-9e0c-4a1c-85f4-33844215ff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.406790 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.441420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Allocated IP 172.20.0.8 (dd621e98-cdff-43e6-8d34-c9bc85470a63/a813d3c5-c5da-4cfe-9652-f59e1b745cc0/f14a9199-0c05-43f0-a4dc-f49def3b2823) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:05:59.443442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f9de8-baf8-4e2f-96a7-fab87a78aa3a req-c884a406-075a-44c1-aef8-a87813bb14cf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:59.451568 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e9f9de8-baf8-4e2f-96a7-fab87a78aa3a req-c884a406-075a-44c1-aef8-a87813bb14cf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 949 time: 0.7555108 Nov 09 00:05:59.467049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68975-5300-4291-9341-8507f6f8b40f req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:59.467832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65e68975-5300-4291-9341-8507f6f8b40f req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.476953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:59.477321 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.500411 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-26f42867-6070-48dd-9b4b-a68689e4a24c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2230375 Nov 09 00:05:59.508603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2a62d0ac-9e0c-4a1c-85f4-33844215ff7d None None] Port 5036eab7-bdc6-4691-9e56-47f61320bfcd cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:05:59.525706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913c396-61e5-45bf-b562-dc63f4d13060 req-c070c96b-2875-41dc-9d85-104a95776fc3 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:59.534934 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b913c396-61e5-45bf-b562-dc63f4d13060 req-c070c96b-2875-41dc-9d85-104a95776fc3 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 946 time: 0.8466351 Nov 09 00:05:59.548406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Request body: {'port': {'device_id': '48e5f641-4ab3-4da9-beba-8d5dcb471198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:05:59.573152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] For port 5036eab7-bdc6-4691-9e56-47f61320bfcd, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:05:59.576734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] For port 5036eab7-bdc6-4691-9e56-47f61320bfcd, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5036eab7-bdc6-4691-9e56-47f61320bfcd,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:05:59.579038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=0610be6e-1583-4731-a57d-dfced1975e46,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:59.598445 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.695953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b913c396-61e5-45bf-b562-dc63f4d13060 req-23049f0d-fa24-4fbd-b9ef-21f3a64f691e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573331 Nov 09 00:05:59.731800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5dd187-4361-496f-9ece-53e9ba724a61 None None] Network 6b965754-88c5-42c3-ba27-f70ce2a70b44 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:05:59.732266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e9f9de8-baf8-4e2f-96a7-fab87a78aa3a req-8a89e54c-bba5-422a-8c41-0e5231c971d0 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673650 Nov 09 00:05:59.743002 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.772944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caaa4a-8a44-45b0-a06f-0e54eab70aba None None] Pushing event updated for resources: {'Port': ['ID=5036eab7-bdc6-4691-9e56-47f61320bfcd,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:59.773276 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.807705 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:05:59.808349 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:05:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:05:59.834301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.882016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Network dd621e98-cdff-43e6-8d34-c9bc85470a63 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:05:59.884233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 74cfe790-b5bf-4c01-bd51-9405d193fc57 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:05:59.890557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:05:59.898370 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:05:59.903462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Pushing event updated for resources: {'Port': ['ID=f14a9199-0c05-43f0-a4dc-f49def3b2823,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:05:59.963518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:59.964129 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.969505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b011d1bd-350f-4ca4-9ad4-13a1e1ba42c3 None None] Provisioning complete for port 74cfe790-b5bf-4c01-bd51-9405d193fc57 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:05:59.969994 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b011d1bd-350f-4ca4-9ad4-13a1e1ba42c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:05:59.987563 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-f4c64ba8-89ab-44ad-8967-9fbfa7f1772b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0174978 Nov 09 00:05:59.992714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09812a5-771e-42a4-8871-dc5e68af5eba req-0e643df3-9f40-4ab5-8009-bfaa06b5d6e5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:05:59.994274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d09812a5-771e-42a4-8871-dc5e68af5eba req-0e643df3-9f40-4ab5-8009-bfaa06b5d6e5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 931 time: 0.1690984 Nov 09 00:06:00.016400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Request body: {'port': {'device_id': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:00.022425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5d046-8dfb-43f9-88aa-575fd50162a9 req-f97eccae-797e-4998-b4e4-b9a067762da4 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:00.026992 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4f5d046-8dfb-43f9-88aa-575fd50162a9 req-f97eccae-797e-4998-b4e4-b9a067762da4 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 932 time: 0.2199230 Nov 09 00:06:00.167923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 74cfe790-b5bf-4c01-bd51-9405d193fc57 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:00.168518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:00.190148 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4f5d046-8dfb-43f9-88aa-575fd50162a9 req-44da5f84-b5f4-4aaa-8a3f-c291a8d8531a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486020 Nov 09 00:06:00.244878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:00.293966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d09812a5-771e-42a4-8871-dc5e68af5eba req-a0a0e1a6-aeca-4e66-a3fc-c0db2242a5cd tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908466 Nov 09 00:06:00.294791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:00.320622 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c916f1-b1d8-4a47-8f9e-29825b4870c6 x-openstack-request-id: req-f1c916f1-b1d8-4a47-8f9e-29825b4870c6 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:00.320828 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f336a7-8527-4391-94b3-e63976a13f7e", "name": "network-vif-plugged", "status": "completed", "tag": "b0af1a3c-a4be-419f-b352-ef05f66ca72c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:00.321047 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1c916f1-b1d8-4a47-8f9e-29825b4870c6 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:00.321467 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f336a7-8527-4391-94b3-e63976a13f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'code': 200} Nov 09 00:06:00.354598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-71ae3932-f59d-4d2c-a64b-5bdcb9b7d199 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:00.369096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-71ae3932-f59d-4d2c-a64b-5bdcb9b7d199 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:00.370807 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-71ae3932-f59d-4d2c-a64b-5bdcb9b7d199 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "GET /v2.0/networks?id=88a7d145-8036-4dc2-84c9-1a24b3b19a67&id=6b965754-88c5-42c3-ba27-f70ce2a70b44&id=88a7d145-8036-4dc2-84c9-1a24b3b19a67 HTTP/1.1" status: 200 len: 1392 time: 0.2319551 Nov 09 00:06:00.420695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'port': {'device_id': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67', 'admin_state_up': True, 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:00.433684 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b011d1bd-350f-4ca4-9ad4-13a1e1ba42c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:00.487320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fdf643a-7c1f-4529-bc40-fa6dc96fa10d req-de986b95-c899-4620-b661-eda15245a04c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 210 time: 0.0531359 Nov 09 00:06:00.492966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2bd72d9c-19f1-47ba-b0a3-db7c106d1abc req-fecb661e-3030-4fe7-9e6d-9b3ea274b6e4 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 210 time: 0.0577157 Nov 09 00:06:00.496826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804646ca-e636-4a06-b760-f8ce0f694fbe {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:00.522207 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:00.551743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Transition to ACTIVE for port object 804646ca-e636-4a06-b760-f8ce0f694fbe will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:00.568895 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:00.700979 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b011d1bd-350f-4ca4-9ad4-13a1e1ba42c3 None None] For port 74cfe790-b5bf-4c01-bd51-9405d193fc57, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=74cfe790-b5bf-4c01-bd51-9405d193fc57,segment=NetworkSegment(6d34d580-16fe-49e3-984b-2889c018393b),segment_id=6d34d580-16fe-49e3-984b-2889c018393b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:00.714752 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:00.724879 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b011d1bd-350f-4ca4-9ad4-13a1e1ba42c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:00.782132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4604396-9109-487a-a9fe-6131a4fb9af2 req-c960b038-0ea9-4d84-9897-86bef94a647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:00.783794 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d4604396-9109-487a-a9fe-6131a4fb9af2 req-c960b038-0ea9-4d84-9897-86bef94a647e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 1100 time: 0.3590188 Nov 09 00:06:00.807197 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Pushing event updated for resources: {'Port': ['ID=804646ca-e636-4a06-b760-f8ce0f694fbe,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:00.855016 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-fb04b73b-ac52-4bba-a323-c5050a9ec3a8 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b00de599401f4a52b5f3708501545951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665581 Nov 09 00:06:00.862300 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d4aff-1ea0-4d09-8a0a-2e68e893efe9 req-c2b552d8-b13b-4529-bd84-03e7b9cd58ef tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:00.870757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de7d4aff-1ea0-4d09-8a0a-2e68e893efe9 req-c2b552d8-b13b-4529-bd84-03e7b9cd58ef tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.2317884 Nov 09 00:06:00.876203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:00.876659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:00.876895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:00.877823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:00.878096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:00.878424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:00.878749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:00.879404 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:00.879515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:00.879755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:00.880077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:00.880398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:00.904481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011d1bd-350f-4ca4-9ad4-13a1e1ba42c3 None None] Pushing event updated for resources: {'Port': ['ID=74cfe790-b5bf-4c01-bd51-9405d193fc57,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:00.917260 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:06:00.917649 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:06:00.920808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9ea7338a-fb4a-4a02-a759-4701b99f7ada None None] Provisioning complete for port f14a9199-0c05-43f0-a4dc-f49def3b2823 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:00.921180 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9ea7338a-fb4a-4a02-a759-4701b99f7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:00.928511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260ef75-5a5b-4ff1-a064-2cd7a4b544d7 req-a76ab528-3afb-4939-a413-7579a0b95337 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:00.930070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6260ef75-5a5b-4ff1-a064-2cd7a4b544d7 req-a76ab528-3afb-4939-a413-7579a0b95337 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 1097 time: 0.1966655 Nov 09 00:06:00.971912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:05:59Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:00.973886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Attempting to bind port 804646ca-e636-4a06-b760-f8ce0f694fbe on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:00.974222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Attempting to bind port 804646ca-e636-4a06-b760-f8ce0f694fbe by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:00.974545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Attempting to bind port 804646ca-e636-4a06-b760-f8ce0f694fbe on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:00.975219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7338a-fb4a-4a02-a759-4701b99f7ada None None] Port f14a9199-0c05-43f0-a4dc-f49def3b2823 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:06:00.985898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de7d4aff-1ea0-4d09-8a0a-2e68e893efe9 req-b78239bb-ebc8-4dfe-8c2d-ea250e9aba9b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142673 Nov 09 00:06:00.992266 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Port 804646ca-e636-4a06-b760-f8ce0f694fbe on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:00.992632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Attempting to bind port 804646ca-e636-4a06-b760-f8ce0f694fbe on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:01.004374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:01.005046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:01.005259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Bound using segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:01.005691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Bound port: 804646ca-e636-4a06-b760-f8ce0f694fbe, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:01.005810 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed14e8-3381-42fe-ab39-fc7004cf6fd4 None None] The sync data for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 is: [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:05:59Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:06:01.006083 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:01.022303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9ea7338a-fb4a-4a02-a759-4701b99f7ada None None] Provisioning complete for port 74cfe790-b5bf-4c01-bd51-9405d193fc57 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:01.022683 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9ea7338a-fb4a-4a02-a759-4701b99f7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:01.034461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6260ef75-5a5b-4ff1-a064-2cd7a4b544d7 req-8c143a15-6637-42dc-aa5d-16e59f758cf2 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956051 Nov 09 00:06:01.213436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9ea7338a-fb4a-4a02-a759-4701b99f7ada None None] Provisioning complete for port 5036eab7-bdc6-4691-9e56-47f61320bfcd triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:01.216435 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9ea7338a-fb4a-4a02-a759-4701b99f7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:01.242185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:01.272875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=804646ca-e636-4a06-b760-f8ce0f694fbe,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:01.282566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467aedfc-5663-43ff-adcd-361ddf367079 req-1a055d25-887a-46ed-83d2-f50e1eacc215 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:01.291498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-467aedfc-5663-43ff-adcd-361ddf367079 req-1a055d25-887a-46ed-83d2-f50e1eacc215 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 1097 time: 0.1113224 Nov 09 00:06:01.302050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e905a1d-5088-4918-882d-9f864d34fc82 req-997aa5b8-b86d-40f6-863a-07a799dfa50b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:01.303573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e905a1d-5088-4918-882d-9f864d34fc82 req-997aa5b8-b86d-40f6-863a-07a799dfa50b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 950 time: 0.1494830 Nov 09 00:06:01.305603 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:01.314000 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9ea7338a-fb4a-4a02-a759-4701b99f7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:01.331377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-cd8293eb-4c1f-41d5-845f-8f3c15f64e80 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:01.332832 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-cd8293eb-4c1f-41d5-845f-8f3c15f64e80 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4622467 Nov 09 00:06:01.358548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9ea7338a-fb4a-4a02-a759-4701b99f7ada None None] For port 5036eab7-bdc6-4691-9e56-47f61320bfcd, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5036eab7-bdc6-4691-9e56-47f61320bfcd,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:01.364607 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9ea7338a-fb4a-4a02-a759-4701b99f7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:01.381267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:01.381869 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:01.383071 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Request body: {'port': {'device_id': '4f3990be-6991-4956-8d14-4c62dc84ac4c', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'b00de599401f4a52b5f3708501545951'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:01.383288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] 10.222.0.30 "PUT /v2.0/ports/804646ca-e636-4a06-b760-f8ce0f694fbe HTTP/1.1" status: 200 len: 1092 time: 1.8397629 Nov 09 00:06:01.384871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e5f641-4ab3-4da9-beba-8d5dcb471198', 'tag': '804646ca-e636-4a06-b760-f8ce0f694fbe'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:01.387139 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8ffc2c-011e-49bf-99ad-7dce63b7ab0f" -d '{"events": [{"name": "network-changed", "server_uuid": "48e5f641-4ab3-4da9-beba-8d5dcb471198", "tag": "804646ca-e636-4a06-b760-f8ce0f694fbe"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:01.433062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:01.437303 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:01.456182 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3a1bb-c7fd-4fd5-8db9-3579209aeab4 service neutron] Pushing event updated for resources: {'Port': ['ID=804646ca-e636-4a06-b760-f8ce0f694fbe,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:01.492177 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d4604396-9109-487a-a9fe-6131a4fb9af2 req-ece94316-5367-41dd-96ba-3f79027d26c2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6843910 Nov 09 00:06:01.504310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7338a-fb4a-4a02-a759-4701b99f7ada None None] Pushing event updated for resources: {'Port': ['ID=5036eab7-bdc6-4691-9e56-47f61320bfcd,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:01.507591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:01.529917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-467aedfc-5663-43ff-adcd-361ddf367079 req-59380041-024f-4437-8f5a-5bd74611df6f tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331564 Nov 09 00:06:01.548211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e905a1d-5088-4918-882d-9f864d34fc82 req-8dbe9cea-d363-4389-a37a-1538f7b5a0ef tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293181 Nov 09 00:06:01.585427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:01.586756 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:01.598530 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68975-5300-4291-9341-8507f6f8b40f req-f685e8da-d75e-4ab6-8f46-83cf4d82513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:01.600232 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-f685e8da-d75e-4ab6-8f46-83cf4d82513d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 1095 time: 0.1449957 Nov 09 00:06:01.678986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14a9199-0c05-43f0-a4dc-f49def3b2823 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:01.700255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-f2c86045-0a05-45ab-9b74-04ca1c50fe40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=804646ca-e636-4a06-b760-f8ce0f694fbe HTTP/1.1" status: 200 len: 217 time: 0.0889289 Nov 09 00:06:01.713307 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:01.775262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Transition to ACTIVE for port object f14a9199-0c05-43f0-a4dc-f49def3b2823 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:01.788521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf925da-3aa1-45ad-87f6-edec28a9e98b req-02e4e107-8bf2-4719-8a0d-314334944ae5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:01.790116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2bf925da-3aa1-45ad-87f6-edec28a9e98b req-02e4e107-8bf2-4719-8a0d-314334944ae5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 944 time: 0.1254511 Nov 09 00:06:01.792204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:01.813203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac87ee-8acb-47a5-b46d-9d344e58ff05 req-2a2668ec-cc91-4d6b-860d-61ca53b2d887 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:01.814801 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30ac87ee-8acb-47a5-b46d-9d344e58ff05 req-2a2668ec-cc91-4d6b-860d-61ca53b2d887 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 931 time: 0.1487060 Nov 09 00:06:01.830207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68975-5300-4291-9341-8507f6f8b40f req-02f1711f-1b7b-44a7-9d84-993fd30e50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:01.832164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-02f1711f-1b7b-44a7-9d84-993fd30e50ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.0999246 Nov 09 00:06:01.847568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Pushing event updated for resources: {'Port': ['ID=f14a9199-0c05-43f0-a4dc-f49def3b2823,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:01.865319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Made reservation on behalf of b00de599401f4a52b5f3708501545951 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:01.869221 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:01.887671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:01.887965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:01.888310 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:01.888630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:01.888963 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:01.889293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:01.889643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:01.890027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:01.890296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:01.890620 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:01.890953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:01.891274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:01.895956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Allocated IP 19.80.0.31 (88a7d145-8036-4dc2-84c9-1a24b3b19a67/6ed0a10b-52d2-43e3-a37b-2175d75d02e0/bf3e47bb-992f-4640-9e28-83bedf06e84b) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:01.930199 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30ac87ee-8acb-47a5-b46d-9d344e58ff05 req-63505675-36ef-4f9e-913f-a824af08671c tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018767 Nov 09 00:06:01.932270 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-f2397bea-5ba9-4f6e-8ff7-69c53a49f65c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692601 Nov 09 00:06:01.992405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 74cfe790-b5bf-4c01-bd51-9405d193fc57 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:02.008792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2bf925da-3aa1-45ad-87f6-edec28a9e98b req-99a79bb2-0ec0-43a3-b361-7c521024bc0e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910748 Nov 09 00:06:02.098169 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1754d252-38aa-4d84-af93-56b498375de7 x-openstack-request-id: req-1754d252-38aa-4d84-af93-56b498375de7 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:02.098450 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e5f641-4ab3-4da9-beba-8d5dcb471198", "tag": "804646ca-e636-4a06-b760-f8ce0f694fbe", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:02.098741 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1754d252-38aa-4d84-af93-56b498375de7 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:02.099118 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e5f641-4ab3-4da9-beba-8d5dcb471198', 'tag': '804646ca-e636-4a06-b760-f8ce0f694fbe', 'status': 'completed', 'code': 200} Nov 09 00:06:02.179822 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e16b6e1-2eb2-4a7f-9e58-a9f3019cc90d req-007f3130-a4ab-42c5-941f-eaffb16ad945 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 210 time: 0.0694656 Nov 09 00:06:02.266813 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7726c8f-2a8e-40af-b5ce-21482686cb61 req-eec0ca73-20ed-4eb0-b7c5-4c54c69d3e27 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 210 time: 0.0922189 Nov 09 00:06:02.274553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-bf876e78-eb9f-42d4-a77c-be26eb6b2692 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311405 Nov 09 00:06:02.310888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Attempting to bind port f14a9199-0c05-43f0-a4dc-f49def3b2823 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:02.311222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Attempting to bind port f14a9199-0c05-43f0-a4dc-f49def3b2823 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:02.311551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Attempting to bind port f14a9199-0c05-43f0-a4dc-f49def3b2823 on network dd621e98-cdff-43e6-8d34-c9bc85470a63 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:02.325180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6301cd6-b1d3-4078-99f8-36cc2b244ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0610be6e-1583-4731-a57d-dfced1975e46'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:02.328511 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a4342d-7f1e-4e67-9326-d37313c4ffad" -d '{"events": [{"server_uuid": "a6301cd6-b1d3-4078-99f8-36cc2b244ac1", "name": "network-vif-plugged", "status": "completed", "tag": "0610be6e-1583-4731-a57d-dfced1975e46"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:02.342318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 74cfe790-b5bf-4c01-bd51-9405d193fc57 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:02.343659 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:02.353756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Port f14a9199-0c05-43f0-a4dc-f49def3b2823 on network dd621e98-cdff-43e6-8d34-c9bc85470a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:02.354240 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Attempting to bind port f14a9199-0c05-43f0-a4dc-f49def3b2823 on network dd621e98-cdff-43e6-8d34-c9bc85470a63 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:02.390895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Allocated IP 192.168.233.163 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/ab944aaf-c94c-40ea-bdb3-6d389a66e518) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:02.401304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:02.401304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Checking segment: {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:02.401304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Bound using segment: {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:02.401304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Bound port: f14a9199-0c05-43f0-a4dc-f49def3b2823, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:02.401304 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:02.481666 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:02.515968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65e68975-5300-4291-9341-8507f6f8b40f req-c9c0a0cd-a6c4-4efa-a6b6-2cdf66560165 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890774 Nov 09 00:06:02.541175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5036eab7-bdc6-4691-9e56-47f61320bfcd up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:02.614620 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:02.616032 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e94e97-9aef-4e8b-9dab-9d7a00b766c2 x-openstack-request-id: req-32e94e97-9aef-4e8b-9dab-9d7a00b766c2 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:02.616427 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6301cd6-b1d3-4078-99f8-36cc2b244ac1", "name": "network-vif-plugged", "status": "completed", "tag": "0610be6e-1583-4731-a57d-dfced1975e46", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:02.616647 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32e94e97-9aef-4e8b-9dab-9d7a00b766c2 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:02.617025 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6301cd6-b1d3-4078-99f8-36cc2b244ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0610be6e-1583-4731-a57d-dfced1975e46', 'code': 200} Nov 09 00:06:02.639325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f214a1-8b40-4662-ac41-395d1ada00db req-0c7e1e1d-1f55-4e5e-964d-940bb94793e3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:02.640928 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16f214a1-8b40-4662-ac41-395d1ada00db req-0c7e1e1d-1f55-4e5e-964d-940bb94793e3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.1240718 Nov 09 00:06:02.683759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ffc2c-011e-49bf-99ad-7dce63b7ab0f req-4f4060d8-2ed5-4fbe-be4d-c62fed8b9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:02.685232 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc8ffc2c-011e-49bf-99ad-7dce63b7ab0f req-4f4060d8-2ed5-4fbe-be4d-c62fed8b9012 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 1095 time: 0.1043329 Nov 09 00:06:02.700422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 5036eab7-bdc6-4691-9e56-47f61320bfcd triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:02.702129 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:02.803757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:02.818696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:02.833661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:02.854256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16f214a1-8b40-4662-ac41-395d1ada00db req-5a9588b5-163e-4a31-a532-61e5ccadf992 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031908 Nov 09 00:06:02.885047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b786672-506b-46bd-a18a-18306e5061e7 req-58b14059-c14e-4572-a3af-e629d9f2ec2f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:02.886371 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Port': ['ID=bf3e47bb-992f-4640-9e28-83bedf06e84b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:02.892670 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b786672-506b-46bd-a18a-18306e5061e7 req-58b14059-c14e-4572-a3af-e629d9f2ec2f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 950 time: 0.1499102 Nov 09 00:06:02.947803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ffc2c-011e-49bf-99ad-7dce63b7ab0f req-c4bbfdf8-293a-45cb-bdd3-b65412e0b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:02.949196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc8ffc2c-011e-49bf-99ad-7dce63b7ab0f req-c4bbfdf8-293a-45cb-bdd3-b65412e0b0a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.2513738 Nov 09 00:06:02.954860 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] For port f14a9199-0c05-43f0-a4dc-f49def3b2823, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:02.981866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8481564-ebec-4280-8f22-3f341bcea679 req-0ec62883-ef86-4c99-b964-cc874d30dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:02.983706 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b8481564-ebec-4280-8f22-3f341bcea679 req-0ec62883-ef86-4c99-b964-cc874d30dbc4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 1101 time: 0.3082790 Nov 09 00:06:02.987305 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:03.001590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:03.002422 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:03.006900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] For port f14a9199-0c05-43f0-a4dc-f49def3b2823, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:03.025733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b786672-506b-46bd-a18a-18306e5061e7 req-0d82227e-582c-4bc9-b94a-5f75c19bfd0d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320896 Nov 09 00:06:03.044525 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc8ffc2c-011e-49bf-99ad-7dce63b7ab0f req-2b8931b0-c884-40d6-a3f0-cbf01bf601c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=804646ca-e636-4a06-b760-f8ce0f694fbe HTTP/1.1" status: 200 len: 217 time: 0.0838044 Nov 09 00:06:03.057777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:03.080829 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-82de2cef-5483-48ac-a393-43f9ec2d778b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6637707 Nov 09 00:06:03.111548 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043013d5-4bfc-4e12-816f-a81c1a20b923 req-f8e95d4f-ed54-42eb-bc6a-70ca8590d6a9 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:03.113543 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-043013d5-4bfc-4e12-816f-a81c1a20b923 req-f8e95d4f-ed54-42eb-bc6a-70ca8590d6a9 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 1097 time: 0.1297495 Nov 09 00:06:03.118294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'port': {'device_id': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44', 'admin_state_up': True, 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:03.120944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ffc2c-011e-49bf-99ad-7dce63b7ab0f req-b1a1a82e-43c7-4883-90d8-538c8d17857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:03.122338 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc8ffc2c-011e-49bf-99ad-7dce63b7ab0f req-b1a1a82e-43c7-4883-90d8-538c8d17857a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.0645845 Nov 09 00:06:03.130616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:03.131242 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:03.132637 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] 10.222.0.30 "PUT /v2.0/ports/f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 1091 time: 3.1223140 Nov 09 00:06:03.142074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:03.144664 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47d0c6a-0bec-4b2b-8a04-cf45e3fa9554" -d '{"events": [{"name": "network-changed", "server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:03.185790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5aa52298-8649-4e6f-ae50-46cca7ac9c7b None None] Provisioning complete for port bf3e47bb-992f-4640-9e28-83bedf06e84b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:03.186761 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5aa52298-8649-4e6f-ae50-46cca7ac9c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:03.191665 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc8ffc2c-011e-49bf-99ad-7dce63b7ab0f req-a99ed146-b8b0-4514-b67d-329fa061864c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332837 Nov 09 00:06:03.257771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5aa52298-8649-4e6f-ae50-46cca7ac9c7b None None] Port bf3e47bb-992f-4640-9e28-83bedf06e84b cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:06:03.269694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:03.284768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['b5ebe94e-e6bd-493a-b2ba-9cf48d580820', '4cc4ee2d-f724-498d-8398-8861eb40a39c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:03.292281 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b8481564-ebec-4280-8f22-3f341bcea679 req-006cc4af-f76e-48fe-82ce-2e0bf7b6ba4d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834604 Nov 09 00:06:03.307391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51b18a-2043-4964-a8a2-77ac29cc0c82 service neutron] Pushing event updated for resources: {'Port': ['ID=f14a9199-0c05-43f0-a4dc-f49def3b2823,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:03.322058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-043013d5-4bfc-4e12-816f-a81c1a20b923 req-424446f0-0e21-4277-8533-8d4fef205a56 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847994 Nov 09 00:06:03.344104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b665dda-9add-4075-85f1-c49c460d09ee req-c587fedc-38f4-4006-bb67-d66baebaddf4 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:03.345721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b665dda-9add-4075-85f1-c49c460d09ee req-c587fedc-38f4-4006-bb67-d66baebaddf4 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 943 time: 0.2214458 Nov 09 00:06:03.445133 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc8ffc2c-011e-49bf-99ad-7dce63b7ab0f req-e6970481-00d5-42ef-ab57-3d741343f008 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414558 Nov 09 00:06:03.446029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-d614cde1-948a-4449-95bf-7c10f9830c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:03.447710 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-d614cde1-948a-4449-95bf-7c10f9830c27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 1094 time: 0.2630455 Nov 09 00:06:03.449941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:03.453273 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:03.475506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:03.502460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b665dda-9add-4075-85f1-c49c460d09ee req-0928dc5f-d494-4d2e-833e-723aad9fc34e tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373882 Nov 09 00:06:03.515954 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-47de908c-2f2e-474f-9e16-2c6ff2ef799f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 217 time: 0.0436296 Nov 09 00:06:03.524106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:03.538749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4cca-01de-49f6-a2c3-715214776602 req-73c176e3-1769-49dd-966f-5b996973b7aa tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:03.544382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:03.546903 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17de4cca-01de-49f6-a2c3-715214776602 req-73c176e3-1769-49dd-966f-5b996973b7aa tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 944 time: 0.1514139 Nov 09 00:06:03.591984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Pushing event updated for resources: {'Port': ['ID=ab944aaf-c94c-40ea-bdb3-6d389a66e518,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:03.620982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:03.621801 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:03.629195 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5936b1b7-4a84-4eeb-af5a-17107f8a79a9 x-openstack-request-id: req-5936b1b7-4a84-4eeb-af5a-17107f8a79a9 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:03.629678 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:03.630020 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5936b1b7-4a84-4eeb-af5a-17107f8a79a9 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:03.630541 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'status': 'completed', 'code': 200} Nov 09 00:06:03.662315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc8ffc2c-011e-49bf-99ad-7dce63b7ab0f req-07284754-9d2b-43a1-8114-1a947b7a7411 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995404 Nov 09 00:06:03.691976 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-8ce420a2-bad9-4f8f-b696-7279fa7fe664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3328965 Nov 09 00:06:03.703234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17de4cca-01de-49f6-a2c3-715214776602 req-ca55d129-f8f0-4ad3-a19f-ceaf63ecd7c5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509659 Nov 09 00:06:03.713091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Request body: {'port': {'device_id': '4f3990be-6991-4956-8d14-4c62dc84ac4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:03.720331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-5a3ccdd4-9faf-4450-b56d-f78ec0b0adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:03.722332 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-5a3ccdd4-9faf-4450-b56d-f78ec0b0adfb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.1924622 Nov 09 00:06:03.780326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4def86f-e5ac-4f9b-a86d-28a9767c1ee5 req-2a215869-a7fe-446f-9d00-3ba1bfe6d169 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:03.781888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4def86f-e5ac-4f9b-a86d-28a9767c1ee5 req-2a215869-a7fe-446f-9d00-3ba1bfe6d169 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 931 time: 0.1179993 Nov 09 00:06:03.847229 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1cc25470-059a-4958-b199-9bff4554db07 None None] Provisioning complete for port ab944aaf-c94c-40ea-bdb3-6d389a66e518 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:03.847817 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1cc25470-059a-4958-b199-9bff4554db07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:03.867234 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Allocated IP 19.86.0.154 (6b965754-88c5-42c3-ba27-f70ce2a70b44/cce81184-bde4-49f6-bb00-e1b7cf7df07a/becefa98-1ba8-494b-b5f5-738b08a902ad) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:03.867715 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4def86f-e5ac-4f9b-a86d-28a9767c1ee5 req-c87fe004-1ae8-4ed6-b21a-e35a9e4e34ad tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786710 Nov 09 00:06:03.873502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:03.893789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22d77-5893-4912-9f27-358b4b96e541 req-48e8ec1c-36d2-4eeb-95a8-9e37e443e48c tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:03.893789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ec22d77-5893-4912-9f27-358b4b96e541 req-48e8ec1c-36d2-4eeb-95a8-9e37e443e48c tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 936 time: 0.0812080 Nov 09 00:06:03.894122 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-6cbece6b-9d69-4e48-bc8b-e994392f08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:03.894122 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-6cbece6b-9d69-4e48-bc8b-e994392f08dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457644 Nov 09 00:06:03.905254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-1cc25470-059a-4958-b199-9bff4554db07 None None] Port ab944aaf-c94c-40ea-bdb3-6d389a66e518 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:06:03.945086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ec22d77-5893-4912-9f27-358b4b96e541 req-40375d1a-18ef-4c1f-83e4-0a38b3c13072 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500650 Nov 09 00:06:04.054139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a990b5-a152-4fdb-9548-c2bf9bcd2915 req-18185f54-d683-412c-ac4f-5f8f94c4a2ed tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:04.055921 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4a990b5-a152-4fdb-9548-c2bf9bcd2915 req-18185f54-d683-412c-ac4f-5f8f94c4a2ed tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.0484605 Nov 09 00:06:04.118566 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4a990b5-a152-4fdb-9548-c2bf9bcd2915 req-af9d5720-74c2-4c3d-8ab2-1c43c9139e55 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560162 Nov 09 00:06:04.157871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b02c4-4a85-485c-b11f-4576fa713372 req-fab885b9-32f0-40f4-aa62-e9bcf2b7550d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:04.159397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd8b02c4-4a85-485c-b11f-4576fa713372 req-fab885b9-32f0-40f4-aa62-e9bcf2b7550d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 950 time: 0.0543208 Nov 09 00:06:04.166174 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-cb2edbc3-d9c9-4f92-a195-4e6b0128b890 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609336 Nov 09 00:06:04.214408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd8b02c4-4a85-485c-b11f-4576fa713372 req-d4390c06-1062-4508-b65b-003d487d007e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473754 Nov 09 00:06:04.359340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ce4a5-4fb5-4f15-afc6-3b6e3f7f2979 req-5231ebb9-4afb-45b1-8b35-6d05ab69666f tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:04.361006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e0ce4a5-4fb5-4f15-afc6-3b6e3f7f2979 req-5231ebb9-4afb-45b1-8b35-6d05ab69666f tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 1100 time: 0.0426872 Nov 09 00:06:04.395610 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5e0ce4a5-4fb5-4f15-afc6-3b6e3f7f2979 req-58c9f230-67ab-488f-bc35-aa615d8b200e tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:04.447645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba2056-4a1e-43d8-bca8-733142433df8 req-5ed4990f-4d95-4a20-9f61-6b23ea46635f tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:04.449183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-feba2056-4a1e-43d8-bca8-733142433df8 req-5ed4990f-4d95-4a20-9f61-6b23ea46635f tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 1097 time: 0.0762610 Nov 09 00:06:04.519054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-feba2056-4a1e-43d8-bca8-733142433df8 req-b0c3ca6a-5664-448c-9a61-88bcc5d45a66 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627899 Nov 09 00:06:04.526712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:04.539647 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5e0ce4a5-4fb5-4f15-afc6-3b6e3f7f2979 req-58c9f230-67ab-488f-bc35-aa615d8b200e tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:04.552525 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5e0ce4a5-4fb5-4f15-afc6-3b6e3f7f2979 req-58c9f230-67ab-488f-bc35-aa615d8b200e tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:04.592204 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-98467cfd-27fe-45fa-8d5c-82267a88daf3 req-2b3a9c66-4f36-4b96-971d-a3f589da5b56 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117980 Nov 09 00:06:04.605415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e0ce4a5-4fb5-4f15-afc6-3b6e3f7f2979 req-58c9f230-67ab-488f-bc35-aa615d8b200e tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335296 Nov 09 00:06:04.627394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9f230-67ab-488f-bc35-aa615d8b200e tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08756da-45c4-4304-bdc1-d0ae8ca3c9c5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:04.686190 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c4296-3fba-4e69-a5fe-66a0b20b2a0d req-0135a98c-65c7-447f-a36a-12c090ca4881 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:04.687873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba6c4296-3fba-4e69-a5fe-66a0b20b2a0d req-0135a98c-65c7-447f-a36a-12c090ca4881 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 943 time: 0.0813386 Nov 09 00:06:04.741097 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:04.759162 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba6c4296-3fba-4e69-a5fe-66a0b20b2a0d req-c09d1141-e813-470b-8765-549c0f8e2630 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641220 Nov 09 00:06:04.774079 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab944aaf-c94c-40ea-bdb3-6d389a66e518 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:04.816184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:04.839894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network 6b965754-88c5-42c3-ba27-f70ce2a70b44 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:04.851417 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:04.857025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:04.862368 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Port': ['ID=becefa98-1ba8-494b-b5f5-738b08a902ad,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:04.867909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Transition to ACTIVE for port object ab944aaf-c94c-40ea-bdb3-6d389a66e518 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:04.891847 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:04.902262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d0c6a-0bec-4b2b-8a04-cf45e3fa9554 req-81c7c23f-f9cf-4514-a990-fa3911603611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:04.904203 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b47d0c6a-0bec-4b2b-8a04-cf45e3fa9554 req-81c7c23f-f9cf-4514-a990-fa3911603611 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 1094 time: 0.1801436 Nov 09 00:06:04.918110 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 804646ca-e636-4a06-b760-f8ce0f694fbe details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:05.044696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Pushing event updated for resources: {'Port': ['ID=ab944aaf-c94c-40ea-bdb3-6d389a66e518,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:05.090888 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=804646ca-e636-4a06-b760-f8ce0f694fbe,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:05.105223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '804646ca-e636-4a06-b760-f8ce0f694fbe', 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a', 'port_id': '804646ca-e636-4a06-b760-f8ce0f694fbe', 'mac_address': 'fa:16:3e:ff:01:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:05.139751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:05.140642 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:05.174028 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:05.200471 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804646ca-e636-4a06-b760-f8ce0f694fbe {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:05.235306 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-662aad0d-e530-45cb-aac9-3aefbaaa0477 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1305914 Nov 09 00:06:05.238588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=804646ca-e636-4a06-b760-f8ce0f694fbe,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:05.247170 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:05.263322 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'port': {'device_id': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67', 'admin_state_up': True, 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:05.341700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=804646ca-e636-4a06-b760-f8ce0f694fbe,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:05.352566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:05.352913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:05.353255 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:05.353624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:05.354123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:05.354626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:05.355119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:05.355600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:05.356077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:05.356551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:05.357025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:05.357531 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:06:05.385263 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d0c6a-0bec-4b2b-8a04-cf45e3fa9554 req-be480e1c-93ee-4519-a64d-67e1968b1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:05.386747 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b47d0c6a-0bec-4b2b-8a04-cf45e3fa9554 req-be480e1c-93ee-4519-a64d-67e1968b1c06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.4456532 Nov 09 00:06:05.404252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Attempting to bind port ab944aaf-c94c-40ea-bdb3-6d389a66e518 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:05.404591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Attempting to bind port ab944aaf-c94c-40ea-bdb3-6d389a66e518 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:05.404921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Attempting to bind port ab944aaf-c94c-40ea-bdb3-6d389a66e518 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:05.405851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-900f9eb8-db01-4bf1-9e2c-4e07253542aa None None] Provisioning complete for port becefa98-1ba8-494b-b5f5-738b08a902ad triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:05.406413 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-900f9eb8-db01-4bf1-9e2c-4e07253542aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:05.452611 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b47d0c6a-0bec-4b2b-8a04-cf45e3fa9554 req-88f57c1c-46f0-414e-9328-ae526b105087 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 217 time: 0.0491931 Nov 09 00:06:05.456154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Port ab944aaf-c94c-40ea-bdb3-6d389a66e518 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:05.456482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Attempting to bind port ab944aaf-c94c-40ea-bdb3-6d389a66e518 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:05.475086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:05.475435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:05.475819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:05.476250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Bound port: ab944aaf-c94c-40ea-bdb3-6d389a66e518, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:05.476597 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:05.499378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-900f9eb8-db01-4bf1-9e2c-4e07253542aa None None] Port becefa98-1ba8-494b-b5f5-738b08a902ad cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:06:05.561483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d0c6a-0bec-4b2b-8a04-cf45e3fa9554 req-7d1d8946-d73f-4c7d-b2a2-6ffea7cb690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:05.563050 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b47d0c6a-0bec-4b2b-8a04-cf45e3fa9554 req-7d1d8946-d73f-4c7d-b2a2-6ffea7cb690f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.0994401 Nov 09 00:06:05.591081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['804646ca-e636-4a06-b760-f8ce0f694fbe'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:05.615776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:05.619778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:05.644062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] For port ab944aaf-c94c-40ea-bdb3-6d389a66e518, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:05.668269 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] For port ab944aaf-c94c-40ea-bdb3-6d389a66e518, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ab944aaf-c94c-40ea-bdb3-6d389a66e518,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:05.706533 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:05.715831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d0c6a-0bec-4b2b-8a04-cf45e3fa9554 req-a92ebbad-a92d-4b58-8340-c64205b8dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:05.718494 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b47d0c6a-0bec-4b2b-8a04-cf45e3fa9554 req-a92ebbad-a92d-4b58-8340-c64205b8dbb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437895 Nov 09 00:06:05.834384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:05.835259 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:05.836802 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] 10.222.0.11 "PUT /v2.0/ports/ab944aaf-c94c-40ea-bdb3-6d389a66e518 HTTP/1.1" status: 200 len: 1096 time: 2.1280475 Nov 09 00:06:05.839490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3990be-6991-4956-8d14-4c62dc84ac4c', 'tag': 'ab944aaf-c94c-40ea-bdb3-6d389a66e518'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:05.842184 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ff9b4f-4392-4aff-a4a4-1f494d5f3a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3990be-6991-4956-8d14-4c62dc84ac4c", "tag": "ab944aaf-c94c-40ea-bdb3-6d389a66e518"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:05.844507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e4c76-88de-4068-901d-f9c5dc5b31a7 req-95eccb29-8b19-4614-be18-30a1b6e0bc91 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:05.846113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f22e4c76-88de-4068-901d-f9c5dc5b31a7 req-95eccb29-8b19-4614-be18-30a1b6e0bc91 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 945 time: 0.1675787 Nov 09 00:06:05.878974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-159239e8-efed-448b-8289-051fdc4ef387 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1887898 Nov 09 00:06:05.885139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2e5bd-91d6-4cd7-ad93-b9ffe98ecfbd service neutron] Pushing event updated for resources: {'Port': ['ID=ab944aaf-c94c-40ea-bdb3-6d389a66e518,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:05.886012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-b9bf66e0-eb7b-4f60-9ecb-076452a5c780 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:06:05.894441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-b9bf66e0-eb7b-4f60-9ecb-076452a5c780 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139344 Nov 09 00:06:05.991841 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f22e4c76-88de-4068-901d-f9c5dc5b31a7 req-63f0d316-e380-473c-bb47-4f58ae5fcf45 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368179 Nov 09 00:06:06.022765 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b47d0c6a-0bec-4b2b-8a04-cf45e3fa9554 req-c243e9d6-5c21-447d-9aef-696d0352c5bf service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940855 Nov 09 00:06:06.064606 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Allocated IP 19.80.0.119 (88a7d145-8036-4dc2-84c9-1a24b3b19a67/6ed0a10b-52d2-43e3-a37b-2175d75d02e0/76549a28-2147-4c3b-887b-d4f557ea5320) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:06.101297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-42e1b448-078e-4f6f-a111-3c57e0ba2a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:06.102908 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-42e1b448-078e-4f6f-a111-3c57e0ba2a5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b00de599401f4a52b5f3708501545951&device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 1099 time: 0.1846032 Nov 09 00:06:06.123300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-2ff47544-79c5-4466-afbd-9cc694f72a3e tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:06:06.137755 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-2ff47544-79c5-4466-afbd-9cc694f72a3e tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0267467 Nov 09 00:06:06.173650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214c4af-04c9-4c2b-83aa-f614443a8d61 req-3c10adb9-1606-4ddc-a933-1f5eedf4a9fd tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:06.181870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214c4af-04c9-4c2b-83aa-f614443a8d61 req-3c10adb9-1606-4ddc-a933-1f5eedf4a9fd tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:06.183479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7214c4af-04c9-4c2b-83aa-f614443a8d61 req-3c10adb9-1606-4ddc-a933-1f5eedf4a9fd tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 1654 time: 0.0820739 Nov 09 00:06:06.246806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7214c4af-04c9-4c2b-83aa-f614443a8d61 req-aaa2bec8-683a-493d-8141-875ef0ca1adb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565343 Nov 09 00:06:06.282986 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-d7b0957b-b345-41ea-aa25-7975c74994fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ab944aaf-c94c-40ea-bdb3-6d389a66e518 HTTP/1.1" status: 200 len: 217 time: 0.1426535 Nov 09 00:06:06.307636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1852-f317-438a-b25c-69466211c1ea req-fcf784a7-f01a-4274-bb08-da73cea2e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:06.314597 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-fcf784a7-f01a-4274-bb08-da73cea2e5e7 service neutron] 10.222.0.25 "GET /v2.0/ports/cffd56b6-465f-4e1d-8134-7e3fbba4f364 HTTP/1.1" status: 200 len: 1094 time: 0.1757536 Nov 09 00:06:06.319158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] Request body: {'binding': {'host': 'n-h2-813263-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:06.320413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] Unknown quota resources ['binding']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:06:06.445726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078f54b-81e5-47c9-8e55-41c0e0f7b431 req-e73fd617-5555-4b90-914d-b9a8b0b7ebbf tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:06.448027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4078f54b-81e5-47c9-8e55-41c0e0f7b431 req-e73fd617-5555-4b90-914d-b9a8b0b7ebbf tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 948 time: 0.1253717 Nov 09 00:06:06.484863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-ffe2b04b-ffce-47e7-913d-307dd0272584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:06.486419 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-ffe2b04b-ffce-47e7-913d-307dd0272584 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1614351 Nov 09 00:06:06.488188 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b47d0c6a-0bec-4b2b-8a04-cf45e3fa9554 req-c6fa79fe-6ac1-420d-bea5-fa730560773c service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521670 Nov 09 00:06:06.519740 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4078f54b-81e5-47c9-8e55-41c0e0f7b431 req-e8ce4057-de5d-4197-b98f-316d01e7a781 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654116 Nov 09 00:06:06.676589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:06.709698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-a3fc9fe1-c77d-4c1a-88dd-1ca4adc4d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:06.711191 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-a3fc9fe1-c77d-4c1a-88dd-1ca4adc4d4c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2082200 Nov 09 00:06:06.715012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6546b-07f6-4bb5-9a66-6ac7edcba199 req-aa6eec1a-f0df-46a2-85b7-03a452015d72 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:06.717825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ecf6546b-07f6-4bb5-9a66-6ac7edcba199 req-aa6eec1a-f0df-46a2-85b7-03a452015d72 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 950 time: 0.0584333 Nov 09 00:06:06.747088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] Attempting to bind port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on host n-h2-813263-3 for vnic_type normal with profile None {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:06.747431 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] Attempting to bind port cffd56b6-465f-4e1d-8134-7e3fbba4f364 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:06.747759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] Attempting to bind port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:06.761567 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:06.768726 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ecf6546b-07f6-4bb5-9a66-6ac7edcba199 req-7893a857-9fd3-407f-9515-f9668d75849f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447216 Nov 09 00:06:06.770113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] Port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:06.770429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] Attempting to bind port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:06.853637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:06.853947 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:06.854337 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] Bound using segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:06.854847 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] Bound port: cffd56b6-465f-4e1d-8134-7e3fbba4f364, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:06.900899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:06.904860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204968f-2f3d-4348-8d28-7e0f234a88ca req-5b3a141f-f8c6-4cf8-8049-20a7f876fd6e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:06.906567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9204968f-2f3d-4348-8d28-7e0f234a88ca req-5b3a141f-f8c6-4cf8-8049-20a7f876fd6e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.0540063 Nov 09 00:06:06.910682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:06.915835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Port': ['ID=76549a28-2147-4c3b-887b-d4f557ea5320,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:06.921026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:06.930469 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f14a9199-0c05-43f0-a4dc-f49def3b2823 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:06.934270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 804646ca-e636-4a06-b760-f8ce0f694fbe up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:06.989090 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-c353fe9a-6b06-4d0a-af40-67cd2cd53244 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654393 Nov 09 00:06:07.004941 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9204968f-2f3d-4348-8d28-7e0f234a88ca req-dbbc5182-1016-4a6b-9a96-0e4526f5035c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758357 Nov 09 00:06:07.018937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:07.039085 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:07.039500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:07.055565 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:07.056746 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-7c7015cf-d07d-4d67-ac80-71f610d95e0f service neutron] 10.222.0.25 "POST /v2.0/ports/cffd56b6-465f-4e1d-8134-7e3fbba4f364/bindings HTTP/1.1" status: 201 len: 389 time: 0.7411852 Nov 09 00:06:07.100324 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-9fc1c43a-09fd-4480-8490-0dee04653c7b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8481355 Nov 09 00:06:07.104169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 804646ca-e636-4a06-b760-f8ce0f694fbe completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:06:07.115441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 804646ca-e636-4a06-b760-f8ce0f694fbe triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:07.115441 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:07.121828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Request body: {'port': {'device_id': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:07.166427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f14a9199-0c05-43f0-a4dc-f49def3b2823, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:07.182603 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7be95e80-d4aa-4713-af86-f9789a776e9e req-d7d4dac4-7734-4a6e-984b-fe317ca0893d service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781297 Nov 09 00:06:07.187594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'port_id': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'mac_address': 'fa:16:3e:6d:e2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:07.234030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:07.235565 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:07.249026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e43ddd-9f6f-49bf-b31b-a8a948ef0f62 req-48b08c60-03d9-4fe4-b33e-ee7edfc543ec tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:07.256056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14a9199-0c05-43f0-a4dc-f49def3b2823 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:07.262811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a3e43ddd-9f6f-49bf-b31b-a8a948ef0f62 req-48b08c60-03d9-4fe4-b33e-ee7edfc543ec tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 943 time: 0.1407478 Nov 09 00:06:07.318922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f14a9199-0c05-43f0-a4dc-f49def3b2823, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:07.330934 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:07.376071 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:07.378650 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a331c833-868a-4774-999e-7f253038930d None None] Provisioning complete for port 76549a28-2147-4c3b-887b-d4f557ea5320 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:07.379009 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a331c833-868a-4774-999e-7f253038930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:07.395335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a3e43ddd-9f6f-49bf-b31b-a8a948ef0f62 req-d14104f9-050e-444c-8c4a-62eca0e8f6f9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298683 Nov 09 00:06:07.417774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a331c833-868a-4774-999e-7f253038930d None None] Port 76549a28-2147-4c3b-887b-d4f557ea5320 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:06:07.468548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=804646ca-e636-4a06-b760-f8ce0f694fbe,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:07.472708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e5f641-4ab3-4da9-beba-8d5dcb471198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804646ca-e636-4a06-b760-f8ce0f694fbe'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:07.475397 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b36d68-5540-4fee-8556-3a4d7119832c" -d '{"events": [{"server_uuid": "48e5f641-4ab3-4da9-beba-8d5dcb471198", "name": "network-vif-plugged", "status": "completed", "tag": "804646ca-e636-4a06-b760-f8ce0f694fbe"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:07.482425 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:07.485099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=f14a9199-0c05-43f0-a4dc-f49def3b2823,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:07.528289 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88063032-1f07-46f7-b4ba-247a4682c9cb x-openstack-request-id: req-88063032-1f07-46f7-b4ba-247a4682c9cb {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:07.528665 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3990be-6991-4956-8d14-4c62dc84ac4c", "tag": "ab944aaf-c94c-40ea-bdb3-6d389a66e518", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:07.528850 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88063032-1f07-46f7-b4ba-247a4682c9cb {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:07.529259 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3990be-6991-4956-8d14-4c62dc84ac4c', 'tag': 'ab944aaf-c94c-40ea-bdb3-6d389a66e518', 'status': 'completed', 'code': 200} Nov 09 00:06:07.540582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=804646ca-e636-4a06-b760-f8ce0f694fbe,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:07.552425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858aa3e-bb8b-486a-8b95-aea09f61fa73 req-b5bc7466-a781-4e1c-b78a-017c5f9c2084 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:07.554019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f858aa3e-bb8b-486a-8b95-aea09f61fa73 req-b5bc7466-a781-4e1c-b78a-017c5f9c2084 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 1101 time: 0.1035745 Nov 09 00:06:07.567418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffa5c4-a826-43d1-ad6c-85cbd3399be0 req-3b0239d2-6091-45a7-82dc-6163a900876b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:07.568916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fffa5c4-a826-43d1-ad6c-85cbd3399be0 req-3b0239d2-6091-45a7-82dc-6163a900876b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 946 time: 0.0717087 Nov 09 00:06:07.636197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1852-f317-438a-b25c-69466211c1ea req-b1f93397-a0fd-45a0-a1f1-256a42883ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:07.637755 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-b1f93397-a0fd-45a0-a1f1-256a42883ab1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 1097 time: 0.1066923 Nov 09 00:06:07.639724 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f858aa3e-bb8b-486a-8b95-aea09f61fa73 req-9f7e87f9-cf6a-49ca-a7ba-c86aae2b838b tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697968 Nov 09 00:06:07.640466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f14a9199-0c05-43f0-a4dc-f49def3b2823'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:07.642445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff9b4f-4392-4aff-a4a4-1f494d5f3a5f req-e3c3181a-ee2a-4c7b-b691-9fe67275e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:07.644183 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ff9b4f-4392-4aff-a4a4-1f494d5f3a5f req-e3c3181a-ee2a-4c7b-b691-9fe67275e4ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b00de599401f4a52b5f3708501545951&device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 1099 time: 0.1142168 Nov 09 00:06:07.647520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fffa5c4-a826-43d1-ad6c-85cbd3399be0 req-9da764d5-ca6c-49b6-ad86-a088472dfd6d tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707974 Nov 09 00:06:07.908169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f464-7091-41e5-890c-907c1928edbe req-91484e4b-863b-46a5-90d3-b0fea409f03b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:07.914571 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f464-7091-41e5-890c-907c1928edbe req-91484e4b-863b-46a5-90d3-b0fea409f03b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:07.920524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f464-7091-41e5-890c-907c1928edbe req-91484e4b-863b-46a5-90d3-b0fea409f03b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:07.923173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dd73f464-7091-41e5-890c-907c1928edbe req-91484e4b-863b-46a5-90d3-b0fea409f03b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2376 time: 0.1443553 Nov 09 00:06:07.934741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-c955ef58-4ecc-41fd-bf04-2e845b2612f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:07.936253 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-c955ef58-4ecc-41fd-bf04-2e845b2612f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 1100 time: 0.1142738 Nov 09 00:06:07.947891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943a9b0-69b3-45c5-a0bf-2ef3a782510a req-e50c39f6-be02-444a-8597-6f87d9cfc4d0 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:07.949318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c943a9b0-69b3-45c5-a0bf-2ef3a782510a req-e50c39f6-be02-444a-8597-6f87d9cfc4d0 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 946 time: 0.1687586 Nov 09 00:06:07.957295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff9b4f-4392-4aff-a4a4-1f494d5f3a5f req-f93bb193-92c8-4254-8dec-bfaad0259708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:07.958771 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ff9b4f-4392-4aff-a4a4-1f494d5f3a5f req-f93bb193-92c8-4254-8dec-bfaad0259708 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2688737 Nov 09 00:06:08.014188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1852-f317-438a-b25c-69466211c1ea req-5cc2ec78-e15f-46e2-8521-3558b4d0accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:08.015662 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-5cc2ec78-e15f-46e2-8521-3558b4d0accf service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.3271646 Nov 09 00:06:08.020108 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ff9b4f-4392-4aff-a4a4-1f494d5f3a5f req-48c33c82-fc96-45e8-b876-b3ede2d5a298 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ab944aaf-c94c-40ea-bdb3-6d389a66e518 HTTP/1.1" status: 200 len: 217 time: 0.0497637 Nov 09 00:06:08.113447 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-a52eecdc-2ef1-4924-81f2-14060ae2148d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364 HTTP/1.1" status: 200 len: 217 time: 0.0743060 Nov 09 00:06:08.193333 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff9b4f-4392-4aff-a4a4-1f494d5f3a5f req-61623d4f-84f0-4410-858c-a6004639f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:08.194722 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ff9b4f-4392-4aff-a4a4-1f494d5f3a5f req-61623d4f-84f0-4410-858c-a6004639f7aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1496620 Nov 09 00:06:08.196597 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3e47bb-992f-4640-9e28-83bedf06e84b {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:08.207163 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:08.221460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1852-f317-438a-b25c-69466211c1ea req-a4510b21-ba4e-4829-bae7-ebe05c6137a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:08.222858 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-a4510b21-ba4e-4829-bae7-ebe05c6137a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.0885296 Nov 09 00:06:08.269182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Transition to ACTIVE for port object bf3e47bb-992f-4640-9e28-83bedf06e84b will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:08.270920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dd73f464-7091-41e5-890c-907c1928edbe req-f7992a86-e443-4e7e-b820-4829882ed431 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404903 Nov 09 00:06:08.271424 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-dbcaf90f-7d20-47e7-a586-1fb59351093f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326629 Nov 09 00:06:08.275593 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:08.293492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c943a9b0-69b3-45c5-a0bf-2ef3a782510a req-72345869-1561-431c-aa04-e90aba089d10 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175911 Nov 09 00:06:08.312519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-da15ab87-a865-44f5-abec-150229c83383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:08.314042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-da15ab87-a865-44f5-abec-150229c83383 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.3628926 Nov 09 00:06:08.342669 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e395b16e-3791-4ac2-8177-6147a5ecde1c x-openstack-request-id: req-e395b16e-3791-4ac2-8177-6147a5ecde1c {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:08.343156 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e5f641-4ab3-4da9-beba-8d5dcb471198", "name": "network-vif-plugged", "status": "completed", "tag": "804646ca-e636-4a06-b760-f8ce0f694fbe", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:08.343488 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e395b16e-3791-4ac2-8177-6147a5ecde1c {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:08.343978 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e5f641-4ab3-4da9-beba-8d5dcb471198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804646ca-e636-4a06-b760-f8ce0f694fbe', 'code': 200} Nov 09 00:06:08.348572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff9b4f-4392-4aff-a4a4-1f494d5f3a5f req-0376805a-9043-409b-8ff7-f63c1912bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:08.350094 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ff9b4f-4392-4aff-a4a4-1f494d5f3a5f req-0376805a-9043-409b-8ff7-f63c1912bd7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389360 Nov 09 00:06:08.363915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-8d5d6c63-5c48-413a-ad3b-cbbf469772a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c HTTP/1.1" status: 200 len: 217 time: 0.0379789 Nov 09 00:06:08.407420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Pushing event updated for resources: {'Port': ['ID=bf3e47bb-992f-4640-9e28-83bedf06e84b,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:08.443568 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-66a5f28f-2222-4756-94d5-d37afd5a4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:08.444954 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-66a5f28f-2222-4756-94d5-d37afd5a4cc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0709658 Nov 09 00:06:08.542981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-58266cab-b6c6-4cf5-bcd7-6f3cca825fef tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273089 Nov 09 00:06:08.569510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-30499088-a54a-4a92-8e7a-ebb61e7cf8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:08.571331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-30499088-a54a-4a92-8e7a-ebb61e7cf8e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102173 Nov 09 00:06:08.604021 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-cbc2bc2b-58ee-44af-8fa6-0feb4d14bdae service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013566 Nov 09 00:06:08.610893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde89e21-d412-4e21-a24f-636e4600cc6c req-7bae1a40-a581-4d30-809b-db582fcc7973 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:08.612941 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bde89e21-d412-4e21-a24f-636e4600cc6c req-7bae1a40-a581-4d30-809b-db582fcc7973 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 948 time: 0.1670744 Nov 09 00:06:08.630195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Attempting to bind port bf3e47bb-992f-4640-9e28-83bedf06e84b on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:08.630517 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Attempting to bind port bf3e47bb-992f-4640-9e28-83bedf06e84b by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:08.630846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Attempting to bind port bf3e47bb-992f-4640-9e28-83bedf06e84b on network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:08.634260 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00947d49-b9eb-42f7-9eb0-f5e3e3a91e98 req-ba11d80a-adea-4a7d-afb1-b667e013701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:08.635919 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-00947d49-b9eb-42f7-9eb0-f5e3e3a91e98 req-ba11d80a-adea-4a7d-afb1-b667e013701e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 1097 time: 0.1843498 Nov 09 00:06:08.651737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ff9b4f-4392-4aff-a4a4-1f494d5f3a5f req-31b9df30-4b14-4ba9-b9a1-9639492787d5 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865963 Nov 09 00:06:08.668308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Port bf3e47bb-992f-4640-9e28-83bedf06e84b on network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:08.668628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Attempting to bind port bf3e47bb-992f-4640-9e28-83bedf06e84b on network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:08.725326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:08.725605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Checking segment: {'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:08.725956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Bound using segment: {'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:08.726381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Bound port: bf3e47bb-992f-4640-9e28-83bedf06e84b, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:08.726736 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:08.776167 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-fb265b60-9f95-4f4e-97a8-be92b0eb342f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:08.777660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-fb265b60-9f95-4f4e-97a8-be92b0eb342f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265041 Nov 09 00:06:08.786133 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bde89e21-d412-4e21-a24f-636e4600cc6c req-0f672ba5-5427-494d-ac33-fd06ca321d04 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338482 Nov 09 00:06:08.799754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-a29084fb-c48b-4658-a414-d4698fc7eac3 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089357 Nov 09 00:06:08.802022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-6373c875-12b2-4d92-a7b2-1ddd3497ecf2 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/quotas/b59b9781081d411e912bbccc125fc75a HTTP/1.1" status: 200 len: 375 time: 0.0150182 Nov 09 00:06:08.835413 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-00947d49-b9eb-42f7-9eb0-f5e3e3a91e98 req-9532eecc-903e-4a33-96cb-2c14fb4c420a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827319 Nov 09 00:06:08.871125 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-d1db278b-6c38-49db-a8a1-f51305ab885c service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517264 Nov 09 00:06:08.887410 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ff9b4f-4392-4aff-a4a4-1f494d5f3a5f req-a1a845d7-fe60-4701-8fd3-22092c60b398 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199256 Nov 09 00:06:08.888406 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] For port bf3e47bb-992f-4640-9e28-83bedf06e84b, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:08.891561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] For port bf3e47bb-992f-4640-9e28-83bedf06e84b, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bf3e47bb-992f-4640-9e28-83bedf06e84b,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:08.897680 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:08.932895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:08.933533 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:08.934915 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] 10.222.0.11 "PUT /v2.0/ports/bf3e47bb-992f-4640-9e28-83bedf06e84b HTTP/1.1" status: 200 len: 1091 time: 1.8190203 Nov 09 00:06:08.938831 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f14a9199-0c05-43f0-a4dc-f49def3b2823 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:08.953128 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:06:08.966020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-9fabb3f1-338a-4d63-9a01-e0c20caf2514 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1581526 Nov 09 00:06:08.995619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Request body: {'port': {'device_id': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:08.998403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ccf27-12d9-4549-b403-4897539fcb82 req-a779ab44-80f9-4b82-a871-aa391c7ed3a1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:08.999215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f82fc-51f8-49fd-9168-6dd0afad28cb service neutron] Pushing event updated for resources: {'Port': ['ID=bf3e47bb-992f-4640-9e28-83bedf06e84b,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:09.007330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-024ccf27-12d9-4549-b403-4897539fcb82 req-a779ab44-80f9-4b82-a871-aa391c7ed3a1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.1505969 Nov 09 00:06:09.035600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-6a56ca1d-913e-4d7b-89a5-2d717b13866b service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260289 Nov 09 00:06:09.040596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1852-f317-438a-b25c-69466211c1ea req-5b7ead55-697e-4fe3-b47d-bebe04922c36 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:09.042434 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-5b7ead55-697e-4fe3-b47d-bebe04922c36 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266&tenant_id=a886180a18e84341a5ce8c7e94ede157&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1097 time: 0.1001620 Nov 09 00:06:09.052221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port f14a9199-0c05-43f0-a4dc-f49def3b2823 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:06:09.062685 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port f14a9199-0c05-43f0-a4dc-f49def3b2823 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:09.063056 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:09.071174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813263-3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:09.102810 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:09.157099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-024ccf27-12d9-4549-b403-4897539fcb82 req-4eb2a3a9-c1f4-49aa-9ba6-4bd5dd664640 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487229 Nov 09 00:06:09.301810 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:09.309492 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:09.351995 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f14a9199-0c05-43f0-a4dc-f49def3b2823, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:09.365675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a623373-76cb-4c1e-80c0-f2d0ab062db1 req-8503609a-acc5-4b8b-b82c-6d07900f370b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:09.366521 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:09.367195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a623373-76cb-4c1e-80c0-f2d0ab062db1 req-8503609a-acc5-4b8b-b82c-6d07900f370b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 946 time: 0.1254056 Nov 09 00:06:09.390106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b5c24-efb2-4f0f-aec8-73b880c46b99 req-03b0b6dd-d105-418b-8cfb-8b10be35c658 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:09.391693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab4b5c24-efb2-4f0f-aec8-73b880c46b99 req-03b0b6dd-d105-418b-8cfb-8b10be35c658 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 944 time: 0.0751216 Nov 09 00:06:09.447010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=f14a9199-0c05-43f0-a4dc-f49def3b2823,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:09.468846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a623373-76cb-4c1e-80c0-f2d0ab062db1 req-8b1669c3-248a-4c30-aeef-546b3e07bb86 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935969 Nov 09 00:06:09.482936 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab4b5c24-efb2-4f0f-aec8-73b880c46b99 req-52b76d87-5e41-4a9b-8e01-a9d813e9af38 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798802 Nov 09 00:06:09.532131 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'tag': 'bf3e47bb-992f-4640-9e28-83bedf06e84b'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:09.535193 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6254456-b969-42d1-b575-bb58358d655a" -d '{"events": [{"name": "network-changed", "server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "tag": "bf3e47bb-992f-4640-9e28-83bedf06e84b"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:09.560149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55e36e27-3466-40ea-82ed-1044b069d864 req-23ab1cb5-c26a-4173-a545-07a97010c22f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 210 time: 0.0305681 Nov 09 00:06:09.593486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:09.625478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ffc99-a6d5-4821-8f3d-6a4df04f0c60 req-f81e0d67-c6bc-46c5-b678-ffe7457ff104 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:09.632118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ffc99-a6d5-4821-8f3d-6a4df04f0c60 req-f81e0d67-c6bc-46c5-b678-ffe7457ff104 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:09.638765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ffc99-a6d5-4821-8f3d-6a4df04f0c60 req-f81e0d67-c6bc-46c5-b678-ffe7457ff104 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:09.640654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad4ffc99-a6d5-4821-8f3d-6a4df04f0c60 req-f81e0d67-c6bc-46c5-b678-ffe7457ff104 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2388 time: 0.0829031 Nov 09 00:06:09.678977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id becefa98-1ba8-494b-b5f5-738b08a902ad {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:09.686526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:09.689502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:09.720452 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad4ffc99-a6d5-4821-8f3d-6a4df04f0c60 req-111b3f75-16e2-401f-94b4-3f9f249f3fde tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733612 Nov 09 00:06:09.729533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff62c48-26cf-4da9-9bde-1a7919abb945 req-0397314a-70e8-4a27-814f-00c986bcd75b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:09.730993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ff62c48-26cf-4da9-9bde-1a7919abb945 req-0397314a-70e8-4a27-814f-00c986bcd75b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 946 time: 0.0825164 Nov 09 00:06:09.731552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Transition to ACTIVE for port object becefa98-1ba8-494b-b5f5-738b08a902ad will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:09.744677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:09.758711 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:09.790879 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:09.803406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ff62c48-26cf-4da9-9bde-1a7919abb945 req-bd43c7fc-e83c-4b92-aeb4-327be989ab86 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636163 Nov 09 00:06:09.824932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Pushing event updated for resources: {'Port': ['ID=becefa98-1ba8-494b-b5f5-738b08a902ad,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:10.055205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254456-b969-42d1-b575-bb58358d655a req-c323eec4-2107-4b48-b6c7-bfdcaf2d2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.056087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254456-b969-42d1-b575-bb58358d655a req-c323eec4-2107-4b48-b6c7-bfdcaf2d2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.057552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254456-b969-42d1-b575-bb58358d655a req-c323eec4-2107-4b48-b6c7-bfdcaf2d2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.059517 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6254456-b969-42d1-b575-bb58358d655a req-c323eec4-2107-4b48-b6c7-bfdcaf2d2b73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98e8fcaaadf42aabd25a75286f8e710&device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2756 time: 0.1115367 Nov 09 00:06:10.071576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009767-6582-4763-8afa-27d91ef00351 req-283c4117-e353-4e53-a3ee-a452106892d8 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.077927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a009767-6582-4763-8afa-27d91ef00351 req-283c4117-e353-4e53-a3ee-a452106892d8 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 948 time: 0.1416359 Nov 09 00:06:10.115936 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5aaf8f-3ec1-4f8b-a0cf-1db68d2f0570 x-openstack-request-id: req-cb5aaf8f-3ec1-4f8b-a0cf-1db68d2f0570 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:10.116812 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "tag": "bf3e47bb-992f-4640-9e28-83bedf06e84b", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:10.117213 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb5aaf8f-3ec1-4f8b-a0cf-1db68d2f0570 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:10.117790 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'tag': 'bf3e47bb-992f-4640-9e28-83bedf06e84b', 'status': 'completed', 'code': 200} Nov 09 00:06:10.214619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Attempting to bind port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on host n-h1-813263-3 for vnic_type normal with profile {"migrating_to": "n-h2-813263-3"} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:10.214957 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Attempting to bind port cffd56b6-465f-4e1d-8134-7e3fbba4f364 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:10.215268 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Attempting to bind port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:10.227210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cffd56b6-465f-4e1d-8134-7e3fbba4f364,revision_number=7']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:10.230603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:10.230917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Attempting to bind port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:10.250722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:10.251107 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:10.251428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Bound using segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:10.252414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Bound port: cffd56b6-465f-4e1d-8134-7e3fbba4f364, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:10.252762 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:10.264703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Attempting to bind port becefa98-1ba8-494b-b5f5-738b08a902ad on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:10.265026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Attempting to bind port becefa98-1ba8-494b-b5f5-738b08a902ad by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '6d34d580-16fe-49e3-984b-2889c018393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:10.265358 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Attempting to bind port becefa98-1ba8-494b-b5f5-738b08a902ad on network 6b965754-88c5-42c3-ba27-f70ce2a70b44 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:10.274790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Port becefa98-1ba8-494b-b5f5-738b08a902ad on network 6b965754-88c5-42c3-ba27-f70ce2a70b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:10.275029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Attempting to bind port becefa98-1ba8-494b-b5f5-738b08a902ad on network 6b965754-88c5-42c3-ba27-f70ce2a70b44 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:10.290181 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a009767-6582-4763-8afa-27d91ef00351 req-0cbf5ae9-6ad0-43f1-8cb9-dd48f4dfcd28 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878667 Nov 09 00:06:10.296768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:10.297103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Checking segment: {'id': '6d34d580-16fe-49e3-984b-2889c018393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:10.297512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Bound using segment: {'id': '6d34d580-16fe-49e3-984b-2889c018393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:10.297936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Bound port: becefa98-1ba8-494b-b5f5-738b08a902ad, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d34d580-16fe-49e3-984b-2889c018393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:10.298289 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:10.325052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254456-b969-42d1-b575-bb58358d655a req-1f1409e1-5a6c-43ec-8991-ed8cd80091d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.325531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254456-b969-42d1-b575-bb58358d655a req-1f1409e1-5a6c-43ec-8991-ed8cd80091d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.325998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254456-b969-42d1-b575-bb58358d655a req-1f1409e1-5a6c-43ec-8991-ed8cd80091d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.327573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6254456-b969-42d1-b575-bb58358d655a req-1f1409e1-5a6c-43ec-8991-ed8cd80091d6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b98e8fcaaadf42aabd25a75286f8e710&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2487080 Nov 09 00:06:10.339768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911ca54-27b1-4866-8da5-6c16b5c0d54b req-de428004-5b06-4bcd-aaab-4a3ceda0c41b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.341180 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b911ca54-27b1-4866-8da5-6c16b5c0d54b req-de428004-5b06-4bcd-aaab-4a3ceda0c41b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.1117339 Nov 09 00:06:10.345653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:10.351638 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53591ff-3217-4a37-ae5d-4496113c814e" -d '{"events": [{"server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "name": "network-vif-plugged", "status": "completed", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:10.372464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:10.379495 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:10.387882 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:10.394393 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074efdfd-c075-4f85-bf9f-629caa229b2e x-openstack-request-id: req-074efdfd-c075-4f85-bf9f-629caa229b2e {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:10.394915 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "name": "network-vif-plugged", "status": "completed", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:10.394998 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-074efdfd-c075-4f85-bf9f-629caa229b2e {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:10.395464 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'code': 200} Nov 09 00:06:10.428643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] For port becefa98-1ba8-494b-b5f5-738b08a902ad, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:10.453204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] For port becefa98-1ba8-494b-b5f5-738b08a902ad, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=becefa98-1ba8-494b-b5f5-738b08a902ad,segment=NetworkSegment(6d34d580-16fe-49e3-984b-2889c018393b),segment_id=6d34d580-16fe-49e3-984b-2889c018393b)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:10.479695 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:10.504013 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b911ca54-27b1-4866-8da5-6c16b5c0d54b req-8f7649c8-fc4a-4d87-9547-91c6172e72b2 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482766 Nov 09 00:06:10.528588 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.528588 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:10.528588 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] 10.222.0.11 "PUT /v2.0/ports/cffd56b6-465f-4e1d-8134-7e3fbba4f364 HTTP/1.1" status: 200 len: 1122 time: 1.4597027 Nov 09 00:06:10.528588 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf20dc-ef7d-41dc-8fed-256cb8af70d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cffd56b6-465f-4e1d-8134-7e3fbba4f364,revision_number=8']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:10.543070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254456-b969-42d1-b575-bb58358d655a req-6b535d13-5f36-4268-8734-13a3a4322c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.545616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6254456-b969-42d1-b575-bb58358d655a req-6b535d13-5f36-4268-8734-13a3a4322c99 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2034895 Nov 09 00:06:10.558656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.559281 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:10.560687 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] 10.222.0.11 "PUT /v2.0/ports/becefa98-1ba8-494b-b5f5-738b08a902ad HTTP/1.1" status: 200 len: 1092 time: 1.5763779 Nov 09 00:06:10.586544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74795ae5-327e-4c87-9b9b-bbd7578c62af req-b4b9ffc3-f51d-439a-b25f-adff3f82aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.588033 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-74795ae5-327e-4c87-9b9b-bbd7578c62af req-b4b9ffc3-f51d-439a-b25f-adff3f82aa8d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 1096 time: 0.1303930 Nov 09 00:06:10.646505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Request body: {'port': {'device_id': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:10.651894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['cffd56b6-465f-4e1d-8134-7e3fbba4f364'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:10.675622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218b7d9-08a6-4951-91fa-d843717ee065 service neutron] Pushing event updated for resources: {'Port': ['ID=becefa98-1ba8-494b-b5f5-738b08a902ad,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:10.717938 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-74795ae5-327e-4c87-9b9b-bbd7578c62af req-9fe6e96b-3001-474b-ba2a-eb5ec36b7126 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206667 Nov 09 00:06:10.734234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f884b-1685-4165-88ee-ef141f7dad7e req-94d35f2c-3e09-4f56-9317-e41dfc244bb1 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.743514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f4f884b-1685-4165-88ee-ef141f7dad7e req-94d35f2c-3e09-4f56-9317-e41dfc244bb1 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 946 time: 0.1188898 Nov 09 00:06:10.753203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:10.764782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a879b4c-4b4d-435a-9a1e-451999d6353c req-31dcae7a-1d00-4937-a5df-9ca366e837ac tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:10.775726 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a879b4c-4b4d-435a-9a1e-451999d6353c req-31dcae7a-1d00-4937-a5df-9ca366e837ac tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 945 time: 0.1194630 Nov 09 00:06:10.826017 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-57f0d8e3-3d31-4281-af2d-041528450a1f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369017 Nov 09 00:06:10.924547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f4f884b-1685-4165-88ee-ef141f7dad7e req-0ac79f43-f863-4bae-aee1-1af560ffcedb tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787729 Nov 09 00:06:10.985274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a879b4c-4b4d-435a-9a1e-451999d6353c req-a8cbde22-3a0b-41a2-97d9-2fa3898618ff tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073107 Nov 09 00:06:11.033783 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31eb8c7a-a6af-4c6d-9ea2-7a4cc3ecb2b5 req-ef244170-af0c-41d7-bfa5-1aab7f0cedd4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 210 time: 0.0378006 Nov 09 00:06:11.062925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a5b5c29-b05b-4a45-9831-9b2bacb4147c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.064993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a5b5c29-b05b-4a45-9831-9b2bacb4147c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253876 Nov 09 00:06:11.098022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Request body: {'port': {'device_id': '7981fb7f-f43a-418a-9b2b-a814310f59fa', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'b59b9781081d411e912bbccc125fc75a'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:11.104044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76549a28-2147-4c3b-887b-d4f557ea5320 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:11.112220 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:11.123828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Transition to ACTIVE for port object 76549a28-2147-4c3b-887b-d4f557ea5320 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:11.129466 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:11.169821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ab944aaf-c94c-40ea-bdb3-6d389a66e518 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:11.205092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb858767-ab65-4152-84bf-a4a17bd4d685 req-c0dddfcf-021d-4e8f-8942-3f7db9b6e3bc tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.211202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb858767-ab65-4152-84bf-a4a17bd4d685 req-c0dddfcf-021d-4e8f-8942-3f7db9b6e3bc tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.217240 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb858767-ab65-4152-84bf-a4a17bd4d685 req-c0dddfcf-021d-4e8f-8942-3f7db9b6e3bc tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.225476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb858767-ab65-4152-84bf-a4a17bd4d685 req-c0dddfcf-021d-4e8f-8942-3f7db9b6e3bc tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2400 time: 0.1590509 Nov 09 00:06:11.238508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Pushing event updated for resources: {'Port': ['ID=76549a28-2147-4c3b-887b-d4f557ea5320,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:11.255801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Attempting to bind port 76549a28-2147-4c3b-887b-d4f557ea5320 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:11.256382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Attempting to bind port 76549a28-2147-4c3b-887b-d4f557ea5320 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:11.256869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Attempting to bind port 76549a28-2147-4c3b-887b-d4f557ea5320 on network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:11.261732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Port 76549a28-2147-4c3b-887b-d4f557ea5320 on network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:11.262263 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Attempting to bind port 76549a28-2147-4c3b-887b-d4f557ea5320 on network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:11.268054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:11.268640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Checking segment: {'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:11.269032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Bound using segment: {'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:11.269489 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Bound port: 76549a28-2147-4c3b-887b-d4f557ea5320, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c97d810-47c3-4cd0-875c-c9dc9c9c9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:11.269845 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:11.291003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3abd2a-f006-4af9-a71a-c72b75fc8fa8 req-32d7a276-6b4f-4624-ad50-30fc72f69ef6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.292451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae3abd2a-f006-4af9-a71a-c72b75fc8fa8 req-32d7a276-6b4f-4624-ad50-30fc72f69ef6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 944 time: 0.1902900 Nov 09 00:06:11.320120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ab944aaf-c94c-40ea-bdb3-6d389a66e518, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ab944aaf-c94c-40ea-bdb3-6d389a66e518,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:11.334437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'ab944aaf-c94c-40ea-bdb3-6d389a66e518', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'ab944aaf-c94c-40ea-bdb3-6d389a66e518', 'mac_address': 'fa:16:3e:ea:39:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:11.350160 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb858767-ab65-4152-84bf-a4a17bd4d685 req-11719a30-325f-410e-86a4-8ee85c097d5e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225955 Nov 09 00:06:11.350828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] For port 76549a28-2147-4c3b-887b-d4f557ea5320, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:11.364568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] For port 76549a28-2147-4c3b-887b-d4f557ea5320, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=76549a28-2147-4c3b-887b-d4f557ea5320,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:11.370190 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:11.382473 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:11.407789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab944aaf-c94c-40ea-bdb3-6d389a66e518 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:11.426506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.427061 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:11.428477 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] 10.222.0.11 "PUT /v2.0/ports/76549a28-2147-4c3b-887b-d4f557ea5320 HTTP/1.1" status: 200 len: 1092 time: 0.7989280 Nov 09 00:06:11.431025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae3abd2a-f006-4af9-a71a-c72b75fc8fa8 req-73276594-2826-4bdb-b923-b22043327956 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201406 Nov 09 00:06:11.431958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Made reservation on behalf of b59b9781081d411e912bbccc125fc75a for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:11.440692 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:11.464879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ab944aaf-c94c-40ea-bdb3-6d389a66e518, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ab944aaf-c94c-40ea-bdb3-6d389a66e518,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:11.477105 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:11.551982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0ac3d-9d41-4768-bdd4-08a2aebfa480 service neutron] Pushing event updated for resources: {'Port': ['ID=76549a28-2147-4c3b-887b-d4f557ea5320,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:11.567567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-3cd9050a-932a-4b5b-91d7-ed4ab990bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.568196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-3cd9050a-932a-4b5b-91d7-ed4ab990bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.569177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-3cd9050a-932a-4b5b-91d7-ed4ab990bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.574905 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-3cd9050a-932a-4b5b-91d7-ed4ab990bccf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98e8fcaaadf42aabd25a75286f8e710&device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2865 time: 0.0893981 Nov 09 00:06:11.575522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=ab944aaf-c94c-40ea-bdb3-6d389a66e518,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:11.634506 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-07ae3ce4-668d-4dd8-ad33-2a7977c87e75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=bf3e47bb-992f-4640-9e28-83bedf06e84b HTTP/1.1" status: 200 len: 217 time: 0.0497818 Nov 09 00:06:11.693329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-85989b3d-ae93-42ef-82f5-d2ae1ab79b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.694816 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-85989b3d-ae93-42ef-82f5-d2ae1ab79b65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ed0a10b-52d2-43e3-a37b-2175d75d02e0 HTTP/1.1" status: 200 len: 801 time: 0.0506575 Nov 09 00:06:11.745224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-2f9c7bb0-1b6f-499d-ba2d-ca35ff715645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.746854 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-2f9c7bb0-1b6f-499d-ba2d-ca35ff715645 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88a7d145-8036-4dc2-84c9-1a24b3b19a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423181 Nov 09 00:06:11.850711 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-cea09422-2d57-4048-b322-bb6401fa57af service neutron] 10.222.0.11 "GET /v2.0/networks/88a7d145-8036-4dc2-84c9-1a24b3b19a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888603 Nov 09 00:06:11.853808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['ab944aaf-c94c-40ea-bdb3-6d389a66e518'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:11.913158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434f001-80f5-492d-a61b-f99bf7609d11 req-434228ad-eb33-4b3c-a0e0-479366a8c772 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.914681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1434f001-80f5-492d-a61b-f99bf7609d11 req-434228ad-eb33-4b3c-a0e0-479366a8c772 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 949 time: 0.3737936 Nov 09 00:06:11.916504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50174b75-3f45-47d2-ade7-2bba6e9ce6e4 req-fbb7e3ab-c0ea-458a-9760-ae16ccfd31d1 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:11.917870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50174b75-3f45-47d2-ade7-2bba6e9ce6e4 req-fbb7e3ab-c0ea-458a-9760-ae16ccfd31d1 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 1097 time: 0.3753576 Nov 09 00:06:11.973428 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-06e71c4a-3482-4bdd-8f30-0050caa841a5 service neutron] 10.222.0.11 "GET /v2.0/networks/88a7d145-8036-4dc2-84c9-1a24b3b19a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039915 Nov 09 00:06:11.997107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Allocated IP 192.168.233.230 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/397da721-8d48-4f40-9f49-22c06fa53126) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:12.040274 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-1834643d-96dd-4927-9c70-ed7dc43367cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=becefa98-1ba8-494b-b5f5-738b08a902ad HTTP/1.1" status: 200 len: 217 time: 0.0578284 Nov 09 00:06:12.041637 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1434f001-80f5-492d-a61b-f99bf7609d11 req-af6769a4-208c-4191-9032-6bfe72de0f9f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071494 Nov 09 00:06:12.045644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50174b75-3f45-47d2-ade7-2bba6e9ce6e4 req-290ad132-69a1-46e5-b86b-fc12bd7b0fa9 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193719 Nov 09 00:06:12.109533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-34e9c6a8-4bb5-4003-902a-35b406fd4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.112690 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-34e9c6a8-4bb5-4003-902a-35b406fd4adb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cce81184-bde4-49f6-bb00-e1b7cf7df07a HTTP/1.1" status: 200 len: 801 time: 0.0607619 Nov 09 00:06:12.119117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ab06a6-aa01-44c3-b25c-751a6b630266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cffd56b6-465f-4e1d-8134-7e3fbba4f364'}, {'name': 'network-changed', 'server_uuid': '48ab06a6-aa01-44c3-b25c-751a6b630266', 'tag': 'cffd56b6-465f-4e1d-8134-7e3fbba4f364'}, {'name': 'network-changed', 'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'tag': 'becefa98-1ba8-494b-b5f5-738b08a902ad'}, {'name': 'network-changed', 'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'tag': '76549a28-2147-4c3b-887b-d4f557ea5320'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:12.121521 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb75077-4df8-4416-9048-f2f620ce6680" -d '{"events": [{"server_uuid": "48ab06a6-aa01-44c3-b25c-751a6b630266", "name": "network-vif-unplugged", "status": "completed", "tag": "cffd56b6-465f-4e1d-8134-7e3fbba4f364"}, {"name": "network-changed", "server_uuid": "48ab06a6-aa01-44c3-b25c-751a6b630266", "tag": "cffd56b6-465f-4e1d-8134-7e3fbba4f364"}, {"name": "network-changed", "server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "tag": "becefa98-1ba8-494b-b5f5-738b08a902ad"}, {"name": "network-changed", "server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "tag": "76549a28-2147-4c3b-887b-d4f557ea5320"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:12.166769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-4a4b1cb4-ad0a-4188-b733-c6ea172a88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.168361 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-4a4b1cb4-ad0a-4188-b733-c6ea172a88b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b965754-88c5-42c3-ba27-f70ce2a70b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0430820 Nov 09 00:06:12.223780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69119b-32c3-41f5-a06c-45d78ee0613f req-bf9bfa98-166c-4c13-bbd6-fb55c97c9808 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.225223 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b69119b-32c3-41f5-a06c-45d78ee0613f req-bf9bfa98-166c-4c13-bbd6-fb55c97c9808 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.1022286 Nov 09 00:06:12.269438 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-791a039c-65ca-46a0-b232-57797a72b606 service neutron] 10.222.0.11 "GET /v2.0/networks/6b965754-88c5-42c3-ba27-f70ce2a70b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896702 Nov 09 00:06:12.288396 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:12.320292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60074a-5e7b-4f1a-89a3-a2f432328742 req-9af5c344-3d2c-4b20-bfce-c013755c5dac tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.321776 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c60074a-5e7b-4f1a-89a3-a2f432328742 req-9af5c344-3d2c-4b20-bfce-c013755c5dac tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 945 time: 0.1243896 Nov 09 00:06:12.346137 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b69119b-32c3-41f5-a06c-45d78ee0613f req-aff373d9-50d6-47e7-b0f5-c5e9a51b9571 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001608 Nov 09 00:06:12.361574 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-8aa5767e-a285-47db-a0b0-3c34b56ade9d service neutron] 10.222.0.11 "GET /v2.0/networks/6b965754-88c5-42c3-ba27-f70ce2a70b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819514 Nov 09 00:06:12.388178 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:12.401026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45', 'e3608666-72b9-4756-9af2-597dfcd61d93', 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1', '405cd43c-0a9b-4e9c-8909-1cb49a017df6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:12.402771 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c60074a-5e7b-4f1a-89a3-a2f432328742 req-ba5a4b9a-13b4-4bd5-b232-1efcade99d3d tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727730 Nov 09 00:06:12.413531 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-0fc8a1b7-40ec-4be3-9307-6d343c306219 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=76549a28-2147-4c3b-887b-d4f557ea5320 HTTP/1.1" status: 200 len: 217 time: 0.0428469 Nov 09 00:06:12.452106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:12.459828 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event updated for resources: {'Port': ['ID=397da721-8d48-4f40-9f49-22c06fa53126,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:12.478906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:12.483825 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:12.519903 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9c75e9-5c77-4002-a46f-6ed12f4923bc x-openstack-request-id: req-5a9c75e9-5c77-4002-a46f-6ed12f4923bc {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:12.520151 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ab06a6-aa01-44c3-b25c-751a6b630266", "name": "network-vif-unplugged", "status": "completed", "tag": "cffd56b6-465f-4e1d-8134-7e3fbba4f364", "code": 200}, {"name": "network-changed", "server_uuid": "48ab06a6-aa01-44c3-b25c-751a6b630266", "tag": "cffd56b6-465f-4e1d-8134-7e3fbba4f364", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "tag": "becefa98-1ba8-494b-b5f5-738b08a902ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "tag": "76549a28-2147-4c3b-887b-d4f557ea5320", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:12.520384 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a9c75e9-5c77-4002-a46f-6ed12f4923bc {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:12.520775 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ab06a6-aa01-44c3-b25c-751a6b630266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cffd56b6-465f-4e1d-8134-7e3fbba4f364', 'code': 200} Nov 09 00:06:12.521024 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ab06a6-aa01-44c3-b25c-751a6b630266', 'tag': 'cffd56b6-465f-4e1d-8134-7e3fbba4f364', 'status': 'completed', 'code': 200} Nov 09 00:06:12.525523 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'tag': 'becefa98-1ba8-494b-b5f5-738b08a902ad', 'status': 'completed', 'code': 200} Nov 09 00:06:12.525855 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'tag': '76549a28-2147-4c3b-887b-d4f557ea5320', 'status': 'completed', 'code': 200} Nov 09 00:06:12.540113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e2a35-7e76-4b6e-85b3-7f6e268db493 req-c48598e2-d64e-486c-b28e-ff2bc4257dde tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.545690 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-47d0beaa-0742-4d78-a3be-66aa8d3984fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.547119 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-47d0beaa-0742-4d78-a3be-66aa8d3984fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ed0a10b-52d2-43e3-a37b-2175d75d02e0 HTTP/1.1" status: 200 len: 801 time: 0.1246581 Nov 09 00:06:12.547258 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc0e2a35-7e76-4b6e-85b3-7f6e268db493 req-c48598e2-d64e-486c-b28e-ff2bc4257dde tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 936 time: 0.1098921 Nov 09 00:06:12.563075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.563697 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:12.615083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e87fc086-fc52-4eb4-8cb9-253992127bf8 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5212595 Nov 09 00:06:12.624726 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da2d1572-69ed-4e47-b9b2-60822cc8fd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:12.631244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Request body: {'port': {'device_id': '7981fb7f-f43a-418a-9b2b-a814310f59fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:12.648708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-7dd0a7b1-e3dc-4c2e-9197-7d5acb5e0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.650558 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-7dd0a7b1-e3dc-4c2e-9197-7d5acb5e0d86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 1125 time: 0.1238484 Nov 09 00:06:12.663988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-671b6c2c-7f5e-4b00-b375-e67b21212157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.666183 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-671b6c2c-7f5e-4b00-b375-e67b21212157 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88a7d145-8036-4dc2-84c9-1a24b3b19a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0908012 Nov 09 00:06:12.689387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc0e2a35-7e76-4b6e-85b3-7f6e268db493 req-95e3e3bd-7c07-46c4-b6ec-916ef85d5a6d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368024 Nov 09 00:06:12.704525 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec6a23-36ce-454d-bc4b-4cbd0f0effd2 req-e43581b0-9615-4a90-b600-5ed98e455a70 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.711976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3eec6a23-36ce-454d-bc4b-4cbd0f0effd2 req-e43581b0-9615-4a90-b600-5ed98e455a70 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 1097 time: 0.1375051 Nov 09 00:06:12.801589 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:12.826855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0fa22a7e-671d-4a9b-8c44-d54a98d90df0', '0610be6e-1583-4731-a57d-dfced1975e46'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:12.851130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-3eedc581-5211-4d96-ac44-8648235016bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.852975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-3eedc581-5211-4d96-ac44-8648235016bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.1924865 Nov 09 00:06:12.855546 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-67a0b759-6cc6-488a-9d5f-71935fac704f service neutron] 10.222.0.11 "GET /v2.0/networks/88a7d145-8036-4dc2-84c9-1a24b3b19a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796894 Nov 09 00:06:12.872492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3eec6a23-36ce-454d-bc4b-4cbd0f0effd2 req-3e5e5091-bbf0-472c-86f2-c7b83d32470d tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230297 Nov 09 00:06:12.890208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b1d53-6504-4538-b816-eeebd9247a76 req-00d1da81-dc0d-4b0a-ab7e-82d0c57a3189 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.894695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-257f14f5-020d-4ac2-a533-1c72ee93cf7a None None] Provisioning complete for port 397da721-8d48-4f40-9f49-22c06fa53126 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:12.895049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-257f14f5-020d-4ac2-a533-1c72ee93cf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:12.896595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b1d53-6504-4538-b816-eeebd9247a76 req-00d1da81-dc0d-4b0a-ab7e-82d0c57a3189 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.902852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b1d53-6504-4538-b816-eeebd9247a76 req-00d1da81-dc0d-4b0a-ab7e-82d0c57a3189 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:12.911143 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-568b1d53-6504-4538-b816-eeebd9247a76 req-00d1da81-dc0d-4b0a-ab7e-82d0c57a3189 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2412 time: 0.1261780 Nov 09 00:06:12.923337 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-9d9d0147-5c48-4c4d-9b34-2f8074065c5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364 HTTP/1.1" status: 200 len: 217 time: 0.0608091 Nov 09 00:06:12.973141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-257f14f5-020d-4ac2-a533-1c72ee93cf7a None None] Port 397da721-8d48-4f40-9f49-22c06fa53126 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:06:13.026723 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-a4ef6bd0-6397-4574-8fd8-c687dca1f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:13.028183 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-a4ef6bd0-6397-4574-8fd8-c687dca1f7a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.0929873 Nov 09 00:06:13.071304 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-5b5470ea-0ed5-46b3-94a5-937f32494aaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331445 Nov 09 00:06:13.073652 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e5a3bdd-18bd-439a-98c4-661537541d92 req-a18da9f1-09b3-4b36-813d-5dac30cf0ea3 service neutron] 10.222.0.11 "GET /v2.0/networks/88a7d145-8036-4dc2-84c9-1a24b3b19a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036481 Nov 09 00:06:13.142006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-568b1d53-6504-4538-b816-eeebd9247a76 req-6ed1d8aa-aa74-41dc-a26c-6c5c398ddc65 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279716 Nov 09 00:06:13.186595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cffd56b6-465f-4e1d-8134-7e3fbba4f364 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:13.188621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ab944aaf-c94c-40ea-bdb3-6d389a66e518 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:13.196027 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-8a2a0651-e76c-4989-9dc6-b542ea71f281 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171589 Nov 09 00:06:13.229703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-5993c558-3726-44d5-80a3-5e0bc53c684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:13.230177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-5993c558-3726-44d5-80a3-5e0bc53c684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:13.230640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-5993c558-3726-44d5-80a3-5e0bc53c684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:13.232385 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-5993c558-3726-44d5-80a3-5e0bc53c684b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98e8fcaaadf42aabd25a75286f8e710&device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2865 time: 0.0746508 Nov 09 00:06:13.358210 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-fed4503d-40e7-413d-b573-e1c9591b5687 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4204240 Nov 09 00:06:13.360818 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-4f43efbe-0981-4586-890d-8a01c03083e5 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540873 Nov 09 00:06:13.365812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port ab944aaf-c94c-40ea-bdb3-6d389a66e518 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:06:13.373953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b455723-fb45-40db-a483-28101d77a209 req-d580c8f3-6637-4452-9a2f-33efa9d6a352 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:13.377770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b455723-fb45-40db-a483-28101d77a209 req-d580c8f3-6637-4452-9a2f-33efa9d6a352 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 944 time: 0.1340330 Nov 09 00:06:13.378096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-ffb50a6f-3d0d-427b-8807-46b3c1f5f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:13.379589 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-ffb50a6f-3d0d-427b-8807-46b3c1f5f582 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b965754-88c5-42c3-ba27-f70ce2a70b44 HTTP/1.1" status: 200 len: 902 time: 0.1087546 Nov 09 00:06:13.382014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port ab944aaf-c94c-40ea-bdb3-6d389a66e518 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:13.382561 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:13.385368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:13.389088 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:13.423853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cffd56b6-465f-4e1d-8134-7e3fbba4f364 has no active binding in host n-h2-813263-3 {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 00:06:13.437468 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-8dcdd773-ae53-4288-b36c-7d5d3e258ec2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=becefa98-1ba8-494b-b5f5-738b08a902ad HTTP/1.1" status: 200 len: 217 time: 0.0396683 Nov 09 00:06:13.460119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397da721-8d48-4f40-9f49-22c06fa53126 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:13.468412 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:13.472345 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:13.490344 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-3fc03880-2c29-410d-b187-4925e5456786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:13.491923 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-3fc03880-2c29-410d-b187-4925e5456786 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cce81184-bde4-49f6-bb00-e1b7cf7df07a HTTP/1.1" status: 200 len: 801 time: 0.0466127 Nov 09 00:06:13.512720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Transition to ACTIVE for port object 397da721-8d48-4f40-9f49-22c06fa53126 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:13.522751 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:13.531500 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b455723-fb45-40db-a483-28101d77a209 req-0b24c049-abf9-4daf-9726-71cda94f3ae3 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368737 Nov 09 00:06:13.556734 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-e1c1fc93-5d1a-4777-bf00-e4233f5d698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:13.556734 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-e1c1fc93-5d1a-4777-bf00-e4233f5d698a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b965754-88c5-42c3-ba27-f70ce2a70b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477469 Nov 09 00:06:13.612395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=397da721-8d48-4f40-9f49-22c06fa53126,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:13.633761 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:13.661680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3990be-6991-4956-8d14-4c62dc84ac4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab944aaf-c94c-40ea-bdb3-6d389a66e518'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:13.664260 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91470404-e4d7-4e1b-83e7-4bbc2b740b13" -d '{"events": [{"server_uuid": "4f3990be-6991-4956-8d14-4c62dc84ac4c", "name": "network-vif-plugged", "status": "completed", "tag": "ab944aaf-c94c-40ea-bdb3-6d389a66e518"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:13.683809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ab944aaf-c94c-40ea-bdb3-6d389a66e518, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ab944aaf-c94c-40ea-bdb3-6d389a66e518,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:13.700210 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:13.718045 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-d2047de2-d2d6-4be0-bb0b-2dedda31e209 service neutron] 10.222.0.11 "GET /v2.0/networks/6b965754-88c5-42c3-ba27-f70ce2a70b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423678 Nov 09 00:06:13.725213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Attempting to bind port 397da721-8d48-4f40-9f49-22c06fa53126 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:13.725585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Attempting to bind port 397da721-8d48-4f40-9f49-22c06fa53126 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:13.725916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Attempting to bind port 397da721-8d48-4f40-9f49-22c06fa53126 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:13.739309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Port 397da721-8d48-4f40-9f49-22c06fa53126 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:13.739634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Attempting to bind port 397da721-8d48-4f40-9f49-22c06fa53126 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:13.746583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:13.746980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:13.747299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:13.747725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Bound port: 397da721-8d48-4f40-9f49-22c06fa53126, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:13.748101 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:13.761913 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:13.788241 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=ab944aaf-c94c-40ea-bdb3-6d389a66e518,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:13.852017 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-8d4534d2-1baa-4bad-830f-037bb0da860e service neutron] 10.222.0.11 "GET /v2.0/networks/6b965754-88c5-42c3-ba27-f70ce2a70b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060381 Nov 09 00:06:13.937253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] For port 397da721-8d48-4f40-9f49-22c06fa53126, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:13.942556 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] For port 397da721-8d48-4f40-9f49-22c06fa53126, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=397da721-8d48-4f40-9f49-22c06fa53126,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:13.952586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:13.961177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b94f6-f3d6-4902-8ac9-e9ac88d2d12e req-907e6b7a-4057-44cf-bb4d-5b85032a8044 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:13.962696 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c3b94f6-f3d6-4902-8ac9-e9ac88d2d12e req-907e6b7a-4057-44cf-bb4d-5b85032a8044 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 950 time: 0.1256983 Nov 09 00:06:13.975947 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-1403b67d-7e45-41a2-a30a-68f1e1338df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:13.976582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-1403b67d-7e45-41a2-a30a-68f1e1338df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:13.976882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-1403b67d-7e45-41a2-a30a-68f1e1338df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:13.978517 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-1403b67d-7e45-41a2-a30a-68f1e1338df9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98e8fcaaadf42aabd25a75286f8e710&device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2865 time: 0.0460691 Nov 09 00:06:14.009543 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Allocated IP 172.25.0.58 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/91ebd396-bf25-4c87-9dc5-99b4d82ad0a1) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:14.034766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:14.035381 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:14.036759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] 10.222.0.11 "PUT /v2.0/ports/397da721-8d48-4f40-9f49-22c06fa53126 HTTP/1.1" status: 200 len: 1096 time: 1.4112868 Nov 09 00:06:14.039047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7981fb7f-f43a-418a-9b2b-a814310f59fa', 'tag': '397da721-8d48-4f40-9f49-22c06fa53126'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:14.041119 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77f56b0-be1e-48b0-af0e-b0396e538054" -d '{"events": [{"name": "network-changed", "server_uuid": "7981fb7f-f43a-418a-9b2b-a814310f59fa", "tag": "397da721-8d48-4f40-9f49-22c06fa53126"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:14.094457 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-15642099-8247-4dd9-bcea-6d837d4d10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:14.095933 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-15642099-8247-4dd9-bcea-6d837d4d10a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=88a7d145-8036-4dc2-84c9-1a24b3b19a67 HTTP/1.1" status: 200 len: 902 time: 0.0994513 Nov 09 00:06:14.108562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01076e-66d0-4049-a4ac-122b6efb5fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=397da721-8d48-4f40-9f49-22c06fa53126,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:14.154252 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-a3c7972a-6c2c-4702-83de-6b8bd5ca882a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=76549a28-2147-4c3b-887b-d4f557ea5320 HTTP/1.1" status: 200 len: 217 time: 0.0391405 Nov 09 00:06:14.172228 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c3b94f6-f3d6-4902-8ac9-e9ac88d2d12e req-502eb56d-371d-4ef5-b611-0f01f0d5d3bd tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983933 Nov 09 00:06:14.192554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-69d20837-ab6b-45ef-a407-1a4a14824863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:14.194057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-69d20837-ab6b-45ef-a407-1a4a14824863 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 1099 time: 0.1057262 Nov 09 00:06:14.235016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-7c938ec7-dc52-45cb-89d3-42a17bb40890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:14.237388 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-7c938ec7-dc52-45cb-89d3-42a17bb40890 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ed0a10b-52d2-43e3-a37b-2175d75d02e0 HTTP/1.1" status: 200 len: 801 time: 0.0684545 Nov 09 00:06:14.257583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:14.263062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-5652b03c-17c5-40d6-9614-53c806fd93a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=397da721-8d48-4f40-9f49-22c06fa53126 HTTP/1.1" status: 200 len: 217 time: 0.0525203 Nov 09 00:06:14.284947 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-7acd497b-78d1-4401-ac17-678d0dd82cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:14.286511 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-7acd497b-78d1-4401-ac17-678d0dd82cee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88a7d145-8036-4dc2-84c9-1a24b3b19a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0410128 Nov 09 00:06:14.364172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90afac0-2df0-4e90-b157-9d2337ea869a req-b678693b-8de9-4d0b-8450-170bc8a38896 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:14.365672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e90afac0-2df0-4e90-b157-9d2337ea869a req-b678693b-8de9-4d0b-8450-170bc8a38896 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.1064589 Nov 09 00:06:14.368012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-ee6a0e45-177d-4e8c-a30e-b1355c81a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:14.369469 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-ee6a0e45-177d-4e8c-a30e-b1355c81a4d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0787532 Nov 09 00:06:14.380669 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:14.387447 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-dbb48d89-91d6-4cbf-acbc-5f59f3c9f200 service neutron] 10.222.0.11 "GET /v2.0/networks/88a7d145-8036-4dc2-84c9-1a24b3b19a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871127 Nov 09 00:06:14.471551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:14.487229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:14.490124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Pushing event updated for resources: {'Port': ['ID=91ebd396-bf25-4c87-9dc5-99b4d82ad0a1,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:14.492660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:14.498460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e90afac0-2df0-4e90-b157-9d2337ea869a req-dbc10493-2309-4b3b-84ec-893d254f200a tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254683 Nov 09 00:06:14.530430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-a528e35c-d182-4809-9203-af6443c2066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:14.531926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-a528e35c-d182-4809-9203-af6443c2066d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359572 Nov 09 00:06:14.549188 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c4cd38-e7f8-4fa1-9a3b-65c73509343d x-openstack-request-id: req-d4c4cd38-e7f8-4fa1-9a3b-65c73509343d {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:14.549898 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3990be-6991-4956-8d14-4c62dc84ac4c", "name": "network-vif-plugged", "status": "completed", "tag": "ab944aaf-c94c-40ea-bdb3-6d389a66e518", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:14.550250 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4c4cd38-e7f8-4fa1-9a3b-65c73509343d {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:14.551232 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3990be-6991-4956-8d14-4c62dc84ac4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab944aaf-c94c-40ea-bdb3-6d389a66e518', 'code': 200} Nov 09 00:06:14.717368 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:14.750554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7098e0-19e1-47b4-865e-1b563e70e875 req-207631c3-556e-4c9f-aaa6-8621e3d0d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:14.752993 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cd7098e0-19e1-47b4-865e-1b563e70e875 req-207631c3-556e-4c9f-aaa6-8621e3d0d4b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 1101 time: 0.0860808 Nov 09 00:06:14.753155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17bf4-4b37-4d2c-8f05-e8b887f752ff req-099a18e2-836a-476a-8d68-b6897b33eaa2 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:14.754513 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6bc17bf4-4b37-4d2c-8f05-e8b887f752ff req-099a18e2-836a-476a-8d68-b6897b33eaa2 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 948 time: 0.1470783 Nov 09 00:06:14.771472 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c191a2c4-d5ab-4954-9632-1dd449201b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:14.784453 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fb75077-4df8-4416-9048-f2f620ce6680 req-24359132-fe35-4031-8f51-2cbf853d2047 service neutron] 10.222.0.11 "GET /v2.0/networks/88a7d145-8036-4dc2-84c9-1a24b3b19a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712597 Nov 09 00:06:14.802801 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-e18ab9bd-f035-4b52-8b84-85ab5d788e34 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342753 Nov 09 00:06:14.804498 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:14.811382 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cd7098e0-19e1-47b4-865e-1b563e70e875 req-6d210df5-0bba-4c99-a7c9-f626e9521b77 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471990 Nov 09 00:06:14.915146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6bc17bf4-4b37-4d2c-8f05-e8b887f752ff req-e621ddb0-f341-4ca1-8a64-b218a78aa349 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420648 Nov 09 00:06:14.998198 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57308680-da97-426f-b712-1c8f8e7d9c8a req-08709090-2da7-4bb6-99ae-c7d2225a49b5 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724777 Nov 09 00:06:15.037830 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f822883-fab9-466e-91b8-dd5771f2063b x-openstack-request-id: req-3f822883-fab9-466e-91b8-dd5771f2063b {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:15.038126 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7981fb7f-f43a-418a-9b2b-a814310f59fa", "tag": "397da721-8d48-4f40-9f49-22c06fa53126", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:15.038383 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f822883-fab9-466e-91b8-dd5771f2063b {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:15.038782 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7981fb7f-f43a-418a-9b2b-a814310f59fa', 'tag': '397da721-8d48-4f40-9f49-22c06fa53126', 'status': 'completed', 'code': 200} Nov 09 00:06:15.062607 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:15.068430 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:15.152724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Pushing event updated for resources: {'Port': ['ID=91ebd396-bf25-4c87-9dc5-99b4d82ad0a1,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:15.180282 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:15.195270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6797e8-62bf-499a-9c1f-d150f949f999 req-243c0e08-d7a1-41ba-8938-87828e73fb31 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:15.201504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6797e8-62bf-499a-9c1f-d150f949f999 req-243c0e08-d7a1-41ba-8938-87828e73fb31 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:15.208226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6797e8-62bf-499a-9c1f-d150f949f999 req-243c0e08-d7a1-41ba-8938-87828e73fb31 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:15.209950 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa6797e8-62bf-499a-9c1f-d150f949f999 req-243c0e08-d7a1-41ba-8938-87828e73fb31 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2412 time: 0.1157806 Nov 09 00:06:15.225419 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:15.226539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-413746c9-566a-4118-84b9-811459c1477b tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8440628 Nov 09 00:06:15.540794 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-cfa26c4a-040a-4766-b8d1-4e0280bfc792 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.0784817 Nov 09 00:06:15.561978 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa6797e8-62bf-499a-9c1f-d150f949f999 req-9a70f534-81a8-4a1e-9d79-5bb0701bd733 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457336 Nov 09 00:06:15.685678 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-68da204d-116d-4df7-a089-7df3b7aeba03 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:15.686997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-68da204d-116d-4df7-a089-7df3b7aeba03 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.1390810 Nov 09 00:06:15.695375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8886b78-2704-42f4-a97f-598f5cea702e req-64dc6b94-298b-4263-9fec-a7f2990d4fe3 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:15.696701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8886b78-2704-42f4-a97f-598f5cea702e req-64dc6b94-298b-4263-9fec-a7f2990d4fe3 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 944 time: 0.0806482 Nov 09 00:06:15.702071 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-74a4f916-ddc7-446f-8274-87fbe2b0d6b1 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:06:15.703004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f873641-4bdf-4020-8690-1f89f6ed0529 req-74a4f916-ddc7-446f-8274-87fbe2b0d6b1 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054798 Nov 09 00:06:15.750481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8886b78-2704-42f4-a97f-598f5cea702e req-3ae91887-f7cb-4c38-b789-413eeaf3ebb3 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464182 Nov 09 00:06:15.772348 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:15.846611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6652-69c9-47c0-b25e-1a12b5ee8cca req-ac98e31c-4ce1-4033-8e1c-e8ccfc65c13d tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:15.848001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3bb6652-69c9-47c0-b25e-1a12b5ee8cca req-ac98e31c-4ce1-4033-8e1c-e8ccfc65c13d tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 1097 time: 0.0396385 Nov 09 00:06:15.890923 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3bb6652-69c9-47c0-b25e-1a12b5ee8cca req-ac197c8d-7d39-43c6-9f53-b5f91eec6a2b tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370479 Nov 09 00:06:15.954543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:16.002446 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:16.005447 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b0ec6-c849-4817-b94a-8cf4813e231d req-e55644d9-15ce-474e-9c39-1531078cfe59 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:16.006919 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e7b0ec6-c849-4817-b94a-8cf4813e231d req-e55644d9-15ce-474e-9c39-1531078cfe59 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 950 time: 0.0510356 Nov 09 00:06:16.056423 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e7b0ec6-c849-4817-b94a-8cf4813e231d req-e5a2445e-c62d-40fc-9243-a065161338ce tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434892 Nov 09 00:06:16.154690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39392a4c-d49d-4b45-88b0-17fa75959e02 req-a4b3ea20-341b-4860-8326-391b0b11d08f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:16.156030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39392a4c-d49d-4b45-88b0-17fa75959e02 req-a4b3ea20-341b-4860-8326-391b0b11d08f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.0472078 Nov 09 00:06:16.201992 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39392a4c-d49d-4b45-88b0-17fa75959e02 req-b04f9a4a-883d-4e60-a1ca-2e851cbc4a01 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Nov 09 00:06:16.372109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a35561-5ee0-4002-b252-8198a45787b5 req-c32e3975-aae4-4e42-900d-55543e79ce9a tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:16.373595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-c32e3975-aae4-4e42-900d-55543e79ce9a tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 821 time: 0.1022208 Nov 09 00:06:16.388769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-628e2a85-656e-4e27-8f89-102814413eae tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/quotas/928d387aea7f4387beb6578152990fd2 HTTP/1.1" status: 200 len: 375 time: 0.0089765 Nov 09 00:06:16.443958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-37b16337-93c7-486b-9f56-973fba623784 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0488276 Nov 09 00:06:16.532983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-dbf0ae8f-55fe-4ec9-ae94-01e27a04583e service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822093 Nov 09 00:06:16.622629 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-2540a0f6-99f8-474e-be70-b73a1f12f6b9 service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837045 Nov 09 00:06:17.213482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device becefa98-1ba8-494b-b5f5-738b08a902ad details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:17.317589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port becefa98-1ba8-494b-b5f5-738b08a902ad, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=becefa98-1ba8-494b-b5f5-738b08a902ad,segment=NetworkSegment(6d34d580-16fe-49e3-984b-2889c018393b),segment_id=6d34d580-16fe-49e3-984b-2889c018393b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:17.329149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'becefa98-1ba8-494b-b5f5-738b08a902ad', 'network_id': '6b965754-88c5-42c3-ba27-f70ce2a70b44', 'port_id': 'becefa98-1ba8-494b-b5f5-738b08a902ad', 'mac_address': 'fa:16:3e:45:8a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce81184-bde4-49f6-bb00-e1b7cf7df07a', 'ip_address': '19.86.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:17.367532 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:17.381180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id becefa98-1ba8-494b-b5f5-738b08a902ad {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:17.400343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port becefa98-1ba8-494b-b5f5-738b08a902ad, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=becefa98-1ba8-494b-b5f5-738b08a902ad,segment=NetworkSegment(6d34d580-16fe-49e3-984b-2889c018393b),segment_id=6d34d580-16fe-49e3-984b-2889c018393b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:17.404082 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:17.404844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bf3e47bb-992f-4640-9e28-83bedf06e84b details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:17.492565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=becefa98-1ba8-494b-b5f5-738b08a902ad,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:17.520399 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:17.553170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port bf3e47bb-992f-4640-9e28-83bedf06e84b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bf3e47bb-992f-4640-9e28-83bedf06e84b,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:17.564174 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'bf3e47bb-992f-4640-9e28-83bedf06e84b', 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67', 'port_id': 'bf3e47bb-992f-4640-9e28-83bedf06e84b', 'mac_address': 'fa:16:3e:a4:15:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed0a10b-52d2-43e3-a37b-2175d75d02e0', 'ip_address': '19.80.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:17.600874 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:17.613513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3e47bb-992f-4640-9e28-83bedf06e84b {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:17.635669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port bf3e47bb-992f-4640-9e28-83bedf06e84b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bf3e47bb-992f-4640-9e28-83bedf06e84b,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:17.639298 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:17.640032 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 76549a28-2147-4c3b-887b-d4f557ea5320 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:17.711704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 76549a28-2147-4c3b-887b-d4f557ea5320, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=76549a28-2147-4c3b-887b-d4f557ea5320,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:17.714696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=bf3e47bb-992f-4640-9e28-83bedf06e84b,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:17.728805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '76549a28-2147-4c3b-887b-d4f557ea5320', 'network_id': '88a7d145-8036-4dc2-84c9-1a24b3b19a67', 'port_id': '76549a28-2147-4c3b-887b-d4f557ea5320', 'mac_address': 'fa:16:3e:15:40:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed0a10b-52d2-43e3-a37b-2175d75d02e0', 'ip_address': '19.80.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:17.766667 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:17.781712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76549a28-2147-4c3b-887b-d4f557ea5320 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:17.802624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 76549a28-2147-4c3b-887b-d4f557ea5320, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=76549a28-2147-4c3b-887b-d4f557ea5320,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:17.806548 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:17.814000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a35561-5ee0-4002-b252-8198a45787b5 req-dd648784-e73a-40f8-b955-9ef3f5e2c406 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:17.815462 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-dd648784-e73a-40f8-b955-9ef3f5e2c406 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.30 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 821 time: 0.1050377 Nov 09 00:06:17.829380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-86a35561-5ee0-4002-b252-8198a45787b5 req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Request body: {'port': {'device_id': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'admin_state_up': True, 'tenant_id': '928d387aea7f4387beb6578152990fd2'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:17.860563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=76549a28-2147-4c3b-887b-d4f557ea5320,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:17.937781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a35561-5ee0-4002-b252-8198a45787b5 req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Made reservation on behalf of 928d387aea7f4387beb6578152990fd2 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:17.941827 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-86a35561-5ee0-4002-b252-8198a45787b5 req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:18.063466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-86a35561-5ee0-4002-b252-8198a45787b5 req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Allocated IP 172.20.0.11 (dd621e98-cdff-43e6-8d34-c9bc85470a63/a813d3c5-c5da-4cfe-9652-f59e1b745cc0/5a588547-6918-4978-8168-cdda458668a6) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:18.202796 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-86a35561-5ee0-4002-b252-8198a45787b5 req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:18.212499 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:18.237505 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-86a35561-5ee0-4002-b252-8198a45787b5 req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:18.248638 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f14a9199-0c05-43f0-a4dc-f49def3b2823'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:18.282806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a35561-5ee0-4002-b252-8198a45787b5 req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Network dd621e98-cdff-43e6-8d34-c9bc85470a63 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:18.287980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-86a35561-5ee0-4002-b252-8198a45787b5 req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:18.291827 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a35561-5ee0-4002-b252-8198a45787b5 req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:18.317659 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Pushing event updated for resources: {'Port': ['ID=5a588547-6918-4978-8168-cdda458668a6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:18.351423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a35561-5ee0-4002-b252-8198a45787b5 req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:18.352310 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-86a35561-5ee0-4002-b252-8198a45787b5 req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:18.371937 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-391ad001-7a25-4dab-adf2-d8671ca3f4b0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5462699 Nov 09 00:06:18.387574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Request body: {'port': {'device_id': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:18.442332 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:18.465340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['76549a28-2147-4c3b-887b-d4f557ea5320'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:18.495926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['becefa98-1ba8-494b-b5f5-738b08a902ad'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:18.529097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['bf3e47bb-992f-4640-9e28-83bedf06e84b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:18.625612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-dddd0372-878d-4981-b4c3-e1441304d004 None None] Provisioning complete for port 5a588547-6918-4978-8168-cdda458668a6 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:18.625983 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dddd0372-878d-4981-b4c3-e1441304d004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:18.709038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a588547-6918-4978-8168-cdda458668a6 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:18.716404 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:18.728841 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Transition to ACTIVE for port object 5a588547-6918-4978-8168-cdda458668a6 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:18.733117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:18.739278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-dddd0372-878d-4981-b4c3-e1441304d004 None None] Port 5a588547-6918-4978-8168-cdda458668a6 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:06:18.787166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Pushing event updated for resources: {'Port': ['ID=5a588547-6918-4978-8168-cdda458668a6,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:18.859674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Attempting to bind port 5a588547-6918-4978-8168-cdda458668a6 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:18.860310 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Attempting to bind port 5a588547-6918-4978-8168-cdda458668a6 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:18.860310 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Attempting to bind port 5a588547-6918-4978-8168-cdda458668a6 on network dd621e98-cdff-43e6-8d34-c9bc85470a63 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:18.866737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Port 5a588547-6918-4978-8168-cdda458668a6 on network dd621e98-cdff-43e6-8d34-c9bc85470a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:18.866737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Attempting to bind port 5a588547-6918-4978-8168-cdda458668a6 on network dd621e98-cdff-43e6-8d34-c9bc85470a63 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:18.871802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:18.872144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Checking segment: {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:18.872524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Bound using segment: {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:18.872950 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Bound port: 5a588547-6918-4978-8168-cdda458668a6, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7324025d-737d-4036-aff0-ee532ae0f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:18.873303 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:18.941977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] For port 5a588547-6918-4978-8168-cdda458668a6, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:18.945184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] For port 5a588547-6918-4978-8168-cdda458668a6, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5a588547-6918-4978-8168-cdda458668a6,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:18.949720 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:18.981503 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:18.982528 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:18.983947 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] 10.222.0.30 "PUT /v2.0/ports/5a588547-6918-4978-8168-cdda458668a6 HTTP/1.1" status: 200 len: 1092 time: 0.6007841 Nov 09 00:06:18.986025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'tag': '5a588547-6918-4978-8168-cdda458668a6'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:18.989431 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce19a206-55c0-42f3-b722-c1ca4edf3b30" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d7ab39-e09a-40ce-abf7-946fa976d3a0", "tag": "5a588547-6918-4978-8168-cdda458668a6"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:19.017492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de49f2f-3767-4804-a12d-e52f2935fe86 service neutron] Pushing event updated for resources: {'Port': ['ID=5a588547-6918-4978-8168-cdda458668a6,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:19.084723 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a35561-5ee0-4002-b252-8198a45787b5 req-bd23be4d-1c51-443e-beca-4bf4a3082f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:19.086507 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-bd23be4d-1c51-443e-beca-4bf4a3082f40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 1095 time: 0.0422988 Nov 09 00:06:19.137225 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5d1084da-b68f-4a6c-b17a-cd9eecd773f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a588547-6918-4978-8168-cdda458668a6 HTTP/1.1" status: 200 len: 217 time: 0.0383732 Nov 09 00:06:19.194563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a35561-5ee0-4002-b252-8198a45787b5 req-4cc9db60-5824-4b28-bbae-03458de22b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:19.196001 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-4cc9db60-5824-4b28-bbae-03458de22b27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.0433645 Nov 09 00:06:19.243554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5abf9d98-0059-4d26-a168-5212d0510a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:19.245007 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-5abf9d98-0059-4d26-a168-5212d0510a9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391350 Nov 09 00:06:19.343815 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-1926de47-87cc-431d-9cac-8c8f02de721d service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832987 Nov 09 00:06:19.433164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-d9fcd684-d823-4046-a5cd-7926abcdfe5f service neutron] 10.222.0.30 "GET /v2.0/ports/cffd56b6-465f-4e1d-8134-7e3fbba4f364/bindings/n-h2-813263-3 HTTP/1.1" status: 200 len: 384 time: 0.0699623 Nov 09 00:06:19.451341 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-86a35561-5ee0-4002-b252-8198a45787b5 req-7f982fa5-51e0-4857-bdbd-1c498bede54c service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974207 Nov 09 00:06:19.538020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f56b0-be1e-48b0-af0e-b0396e538054 req-2402c00f-efce-4023-a948-692e329fcbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:19.539556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c77f56b0-be1e-48b0-af0e-b0396e538054 req-2402c00f-efce-4023-a948-692e329fcbe3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 1099 time: 0.0934331 Nov 09 00:06:19.700992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-0c6476c3-b464-402e-ad8c-b1acff96d819 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:06:19.701907 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-0c6476c3-b464-402e-ad8c-b1acff96d819 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057814 Nov 09 00:06:19.746151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-3768b575-35a9-4b50-80f2-6e89245df95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:19.747676 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-3768b575-35a9-4b50-80f2-6e89245df95b service neutron] 10.222.0.25 "GET /v2.0/ports/804646ca-e636-4a06-b760-f8ce0f694fbe HTTP/1.1" status: 200 len: 1094 time: 0.0381496 Nov 09 00:06:19.757664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] Request body: {'binding': {'host': 'n-h2-813263-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:19.758128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] Unknown quota resources ['binding']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:06:19.771668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f56b0-be1e-48b0-af0e-b0396e538054 req-a45d73ce-df6e-45c3-bf30-3e7593f40e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:19.773122 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c77f56b0-be1e-48b0-af0e-b0396e538054 req-a45d73ce-df6e-45c3-bf30-3e7593f40e22 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2069521 Nov 09 00:06:19.781720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-485c1852-f317-438a-b25c-69466211c1ea req-2057090e-377d-4400-8036-ca0949f5f97b service neutron] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:19.790820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f374b-8400-4452-a7fc-2ca4e816e592 req-af636a7a-e05b-4469-9d28-0a35730eeadc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:19.792278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d86f374b-8400-4452-a7fc-2ca4e816e592 req-af636a7a-e05b-4469-9d28-0a35730eeadc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 948 time: 0.1362588 Nov 09 00:06:19.851631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c77f56b0-be1e-48b0-af0e-b0396e538054 req-0a707feb-717f-428c-90ec-d191c1dfd0e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=397da721-8d48-4f40-9f49-22c06fa53126 HTTP/1.1" status: 200 len: 217 time: 0.0583963 Nov 09 00:06:19.867815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-485c1852-f317-438a-b25c-69466211c1ea req-2057090e-377d-4400-8036-ca0949f5f97b service neutron] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:19.888737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] Attempting to bind port 804646ca-e636-4a06-b760-f8ce0f694fbe on host n-h2-813263-3 for vnic_type normal with profile None {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:19.889401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] Attempting to bind port 804646ca-e636-4a06-b760-f8ce0f694fbe by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:19.889401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] Attempting to bind port 804646ca-e636-4a06-b760-f8ce0f694fbe on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:19.893866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] Port 804646ca-e636-4a06-b760-f8ce0f694fbe on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:19.894179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] Attempting to bind port 804646ca-e636-4a06-b760-f8ce0f694fbe on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:19.898922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:19.899250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:19.899624 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] Bound using segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:19.900043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] Bound port: 804646ca-e636-4a06-b760-f8ce0f694fbe, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:19.947875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d86f374b-8400-4452-a7fc-2ca4e816e592 req-7f199701-8707-41b8-a33b-13f26a039b65 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399081 Nov 09 00:06:19.954707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-485c1852-f317-438a-b25c-69466211c1ea req-2057090e-377d-4400-8036-ca0949f5f97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffd56b6-465f-4e1d-8134-7e3fbba4f364 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:19.955024 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=804646ca-e636-4a06-b760-f8ce0f694fbe,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:19.962385 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:19.963665 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c6215c6-c3c4-4a9a-9d61-3271c8e22bd3 service neutron] 10.222.0.25 "POST /v2.0/ports/804646ca-e636-4a06-b760-f8ce0f694fbe/bindings HTTP/1.1" status: 201 len: 389 time: 0.2094207 Nov 09 00:06:19.971162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f56b0-be1e-48b0-af0e-b0396e538054 req-5a122bbd-ceaa-49ed-8525-3108dfe685d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:19.972611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c77f56b0-be1e-48b0-af0e-b0396e538054 req-5a122bbd-ceaa-49ed-8525-3108dfe685d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1008294 Nov 09 00:06:19.977592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-485c1852-f317-438a-b25c-69466211c1ea req-2057090e-377d-4400-8036-ca0949f5f97b service neutron] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:20.017434 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-485c1852-f317-438a-b25c-69466211c1ea req-2057090e-377d-4400-8036-ca0949f5f97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:20.091724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f56b0-be1e-48b0-af0e-b0396e538054 req-a17a38aa-2aa9-4c7f-8374-73939e0d3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.093159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c77f56b0-be1e-48b0-af0e-b0396e538054 req-a17a38aa-2aa9-4c7f-8374-73939e0d3ec1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076078 Nov 09 00:06:20.181995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d236500-3268-47fe-80c0-e0da9e2ba878 req-b9c8b309-6a9b-439c-aa59-eb9a4d7f367d tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.187835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d236500-3268-47fe-80c0-e0da9e2ba878 req-b9c8b309-6a9b-439c-aa59-eb9a4d7f367d tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.193763 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d236500-3268-47fe-80c0-e0da9e2ba878 req-b9c8b309-6a9b-439c-aa59-eb9a4d7f367d tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.195333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d236500-3268-47fe-80c0-e0da9e2ba878 req-b9c8b309-6a9b-439c-aa59-eb9a4d7f367d tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2415 time: 0.1667402 Nov 09 00:06:20.260921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-485c1852-f317-438a-b25c-69466211c1ea req-2057090e-377d-4400-8036-ca0949f5f97b service neutron] Transition to ACTIVE for port object cffd56b6-465f-4e1d-8134-7e3fbba4f364 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:20.274950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1a0be-e4ca-4edd-aa85-ea0cfa2ee9af req-5f92a6e7-d2ef-45d0-bd27-b3d338158eab tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.276426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cdd1a0be-e4ca-4edd-aa85-ea0cfa2ee9af req-5f92a6e7-d2ef-45d0-bd27-b3d338158eab tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 944 time: 0.1868937 Nov 09 00:06:20.279241 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-485c1852-f317-438a-b25c-69466211c1ea req-2057090e-377d-4400-8036-ca0949f5f97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:20.369213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c77f56b0-be1e-48b0-af0e-b0396e538054 req-09888682-bfe5-4e32-b3bc-67add32a791d service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416010 Nov 09 00:06:20.383608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d236500-3268-47fe-80c0-e0da9e2ba878 req-7740d15f-8a79-471a-8de6-8a65c759389c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580470 Nov 09 00:06:20.411010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-485c1852-f317-438a-b25c-69466211c1ea req-2057090e-377d-4400-8036-ca0949f5f97b service neutron] No DVR routers for this DVR port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:06:20.442397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057090e-377d-4400-8036-ca0949f5f97b service neutron] Pushing event updated for resources: {'Port': ['ID=cffd56b6-465f-4e1d-8134-7e3fbba4f364,revision_number=10']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:20.484889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cdd1a0be-e4ca-4edd-aa85-ea0cfa2ee9af req-341649a4-9bab-4527-b6c9-ecf1660e74ad tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982005 Nov 09 00:06:20.529909 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-2057090e-377d-4400-8036-ca0949f5f97b service neutron] 10.222.0.30 "PUT /v2.0/ports/cffd56b6-465f-4e1d-8134-7e3fbba4f364/bindings/n-h2-813263-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0895355 Nov 09 00:06:20.596709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df84d2a-f1ca-419f-9880-66f7b0ee3117 req-eb33d92b-ea18-44c9-9c8d-dd3ce2eecd07 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.598369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9df84d2a-f1ca-419f-9880-66f7b0ee3117 req-eb33d92b-ea18-44c9-9c8d-dd3ce2eecd07 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 945 time: 0.1478784 Nov 09 00:06:20.618346 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c77f56b0-be1e-48b0-af0e-b0396e538054 req-c3803773-973a-4ab7-89f2-556f6911ccf3 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087057 Nov 09 00:06:20.630101 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1852-f317-438a-b25c-69466211c1ea req-c618ab3f-5693-4bf0-a864-0f68139d1b3f tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.632290 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-c618ab3f-5693-4bf0-a864-0f68139d1b3f tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266&tenant_id=a886180a18e84341a5ce8c7e94ede157&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1096 time: 0.0500021 Nov 09 00:06:20.656385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4786-1423-47f6-9233-becd7cd22f67 req-c74dd656-fbc5-47d6-81a4-839fa9c3ce62 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.658465 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a0f4786-1423-47f6-9233-becd7cd22f67 req-c74dd656-fbc5-47d6-81a4-839fa9c3ce62 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 950 time: 0.1144898 Nov 09 00:06:20.675227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9df84d2a-f1ca-419f-9880-66f7b0ee3117 req-8951c0e0-f524-4106-833e-e33e0d1df078 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683157 Nov 09 00:06:20.711875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a0f4786-1423-47f6-9233-becd7cd22f67 req-ea9176a9-1e44-48e5-950f-012855dce8f1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458174 Nov 09 00:06:20.724216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1852-f317-438a-b25c-69466211c1ea req-7452cd90-35bf-4322-bc66-739f2bae0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.725970 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-7452cd90-35bf-4322-bc66-739f2bae0749 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266&tenant_id=a886180a18e84341a5ce8c7e94ede157 HTTP/1.1" status: 200 len: 1096 time: 0.0826912 Nov 09 00:06:20.782113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce0668-294d-4fcd-b6aa-01c2b0cd9cf9 req-add78599-ea10-49ec-a9a9-7fa81918f1d7 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.784296 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7fce0668-294d-4fcd-b6aa-01c2b0cd9cf9 req-add78599-ea10-49ec-a9a9-7fa81918f1d7 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.0518541 Nov 09 00:06:20.789606 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddcef9a-fc36-479c-85ca-69957ca55ce5 x-openstack-request-id: req-6ddcef9a-fc36-479c-85ca-69957ca55ce5 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:20.789921 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d7ab39-e09a-40ce-abf7-946fa976d3a0", "tag": "5a588547-6918-4978-8168-cdda458668a6", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:20.790176 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ddcef9a-fc36-479c-85ca-69957ca55ce5 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:20.790583 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'tag': '5a588547-6918-4978-8168-cdda458668a6', 'status': 'completed', 'code': 200} Nov 09 00:06:20.807087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1852-f317-438a-b25c-69466211c1ea req-83821c38-d30b-4047-a891-7b2dc1cce136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.808568 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-83821c38-d30b-4047-a891-7b2dc1cce136 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 1096 time: 0.0552900 Nov 09 00:06:20.895392 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7fce0668-294d-4fcd-b6aa-01c2b0cd9cf9 req-4c875453-9835-443e-939a-b1a21425e31d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053061 Nov 09 00:06:20.900660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1852-f317-438a-b25c-69466211c1ea req-2ffccaf6-1d54-4b22-84d4-e2c94a597968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.902311 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-2ffccaf6-1d54-4b22-84d4-e2c94a597968 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.0849812 Nov 09 00:06:20.903343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19a206-55c0-42f3-b722-c1ca4edf3b30 req-e593b31b-23ad-4c13-b867-8bdb8f4d9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.904753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce19a206-55c0-42f3-b722-c1ca4edf3b30 req-e593b31b-23ad-4c13-b867-8bdb8f4d9777 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 1095 time: 0.1073482 Nov 09 00:06:20.913171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc17c1-f6da-4df1-8af5-d3b153f376ff req-e9c21326-0240-49f2-8f0f-e1f081e52833 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:20.914571 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92bc17c1-f6da-4df1-8af5-d3b153f376ff req-e9c21326-0240-49f2-8f0f-e1f081e52833 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 946 time: 0.0960348 Nov 09 00:06:20.960427 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-bdd08641-ee05-4e20-b671-7e2d8fc5eecb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364 HTTP/1.1" status: 200 len: 217 time: 0.0421050 Nov 09 00:06:21.018574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1852-f317-438a-b25c-69466211c1ea req-62c6724f-08f6-4460-b93f-6ce6d1cd4758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:21.019705 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92bc17c1-f6da-4df1-8af5-d3b153f376ff req-762326cd-8fec-4c08-b541-7b5ae6ea2f1e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971222 Nov 09 00:06:21.020019 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-62c6724f-08f6-4460-b93f-6ce6d1cd4758 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.0475647 Nov 09 00:06:21.055419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19a206-55c0-42f3-b722-c1ca4edf3b30 req-918a4941-3353-45d7-8451-d37b40e75672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:21.056469 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-6f8e3367-0304-468d-9d58-c9a169540b2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238981 Nov 09 00:06:21.056850 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce19a206-55c0-42f3-b722-c1ca4edf3b30 req-918a4941-3353-45d7-8451-d37b40e75672 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.1414223 Nov 09 00:06:21.101506 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce19a206-55c0-42f3-b722-c1ca4edf3b30 req-bcdddfe9-a018-4fab-a457-516bf2d83f9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a588547-6918-4978-8168-cdda458668a6 HTTP/1.1" status: 200 len: 217 time: 0.0375540 Nov 09 00:06:21.112216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d4ba2-90cd-463b-af16-88ccda52de40 req-7f7b53a0-bca4-4dd7-b7fb-2026fe7886a6 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:21.113657 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a0d4ba2-90cd-463b-af16-88ccda52de40 req-7f7b53a0-bca4-4dd7-b7fb-2026fe7886a6 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 948 time: 0.0910685 Nov 09 00:06:21.153090 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-db8b459c-3318-4927-83b8-6a01cabb4f9e service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868030 Nov 09 00:06:21.182204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19a206-55c0-42f3-b722-c1ca4edf3b30 req-4fccc03e-a59d-4c45-9744-138074b43eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:21.183637 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce19a206-55c0-42f3-b722-c1ca4edf3b30 req-4fccc03e-a59d-4c45-9744-138074b43eb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.0691469 Nov 09 00:06:21.203188 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a0d4ba2-90cd-463b-af16-88ccda52de40 req-4772e68d-aa97-419d-bd92-c1f388e78c49 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816860 Nov 09 00:06:21.231576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19a206-55c0-42f3-b722-c1ca4edf3b30 req-4b2d9866-ef4f-4280-ac05-3081dc67c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:21.233083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce19a206-55c0-42f3-b722-c1ca4edf3b30 req-4b2d9866-ef4f-4280-ac05-3081dc67c466 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417449 Nov 09 00:06:21.236780 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device becefa98-1ba8-494b-b5f5-738b08a902ad up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:21.246481 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-47e29880-6a4f-40b8-9a44-91527a904075 service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835710 Nov 09 00:06:21.297490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port becefa98-1ba8-494b-b5f5-738b08a902ad completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:06:21.301708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port becefa98-1ba8-494b-b5f5-738b08a902ad triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:21.302083 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:21.325608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce19a206-55c0-42f3-b722-c1ca4edf3b30 req-8d9b6fbf-877a-4907-b58d-7cda7131f8e1 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853798 Nov 09 00:06:21.379392 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:21.424590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port becefa98-1ba8-494b-b5f5-738b08a902ad, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=becefa98-1ba8-494b-b5f5-738b08a902ad,segment=NetworkSegment(6d34d580-16fe-49e3-984b-2889c018393b),segment_id=6d34d580-16fe-49e3-984b-2889c018393b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:21.426766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becefa98-1ba8-494b-b5f5-738b08a902ad'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:21.428455 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e13588-5d9e-4fae-9b07-e56fe89ae416" -d '{"events": [{"server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "name": "network-vif-plugged", "status": "completed", "tag": "becefa98-1ba8-494b-b5f5-738b08a902ad"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:21.434014 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:21.435070 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 76549a28-2147-4c3b-887b-d4f557ea5320 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:21.483521 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ffa336-cd9d-4657-bc72-10d9713c9e7e x-openstack-request-id: req-48ffa336-cd9d-4657-bc72-10d9713c9e7e {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:21.483796 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "name": "network-vif-plugged", "status": "completed", "tag": "becefa98-1ba8-494b-b5f5-738b08a902ad", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:21.484060 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48ffa336-cd9d-4657-bc72-10d9713c9e7e {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:21.484433 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becefa98-1ba8-494b-b5f5-738b08a902ad', 'code': 200} Nov 09 00:06:21.524771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=becefa98-1ba8-494b-b5f5-738b08a902ad,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:21.537694 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 76549a28-2147-4c3b-887b-d4f557ea5320 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:06:21.541884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 76549a28-2147-4c3b-887b-d4f557ea5320 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:21.542332 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:21.566405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1852-f317-438a-b25c-69466211c1ea req-54712ea6-17d5-4fdc-af4c-8562e7aa5dcc tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:21.568110 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-54712ea6-17d5-4fdc-af4c-8562e7aa5dcc tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266&tenant_id=a886180a18e84341a5ce8c7e94ede157&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 1096 time: 0.0625346 Nov 09 00:06:21.629099 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:21.666965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 76549a28-2147-4c3b-887b-d4f557ea5320, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=76549a28-2147-4c3b-887b-d4f557ea5320,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:21.674341 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:21.675326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bf3e47bb-992f-4640-9e28-83bedf06e84b up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:21.701161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-485c1852-f317-438a-b25c-69466211c1ea req-29ce6b17-0f3c-4eb6-af33-e8feacadd02d service neutron] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:21.704758 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-485c1852-f317-438a-b25c-69466211c1ea req-29ce6b17-0f3c-4eb6-af33-e8feacadd02d service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:21.705909 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-485c1852-f317-438a-b25c-69466211c1ea req-29ce6b17-0f3c-4eb6-af33-e8feacadd02d service neutron] 10.222.0.11 "DELETE /v2.0/ports/cffd56b6-465f-4e1d-8134-7e3fbba4f364/bindings/n-h1-813263-3 HTTP/1.1" status: 204 len: 173 time: 0.1294031 Nov 09 00:06:21.751143 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=76549a28-2147-4c3b-887b-d4f557ea5320,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:21.765964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port bf3e47bb-992f-4640-9e28-83bedf06e84b completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:06:21.770861 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port bf3e47bb-992f-4640-9e28-83bedf06e84b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:21.770861 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:21.779108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd55a7-6e77-445d-ab8e-3b79eeabda63 req-dbe9a64d-8ff6-4160-8f58-3dc222cffdae tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:21.785664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd55a7-6e77-445d-ab8e-3b79eeabda63 req-dbe9a64d-8ff6-4160-8f58-3dc222cffdae tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:21.791644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd55a7-6e77-445d-ab8e-3b79eeabda63 req-dbe9a64d-8ff6-4160-8f58-3dc222cffdae tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:21.793260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8cd55a7-6e77-445d-ab8e-3b79eeabda63 req-dbe9a64d-8ff6-4160-8f58-3dc222cffdae tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2416 time: 0.1517673 Nov 09 00:06:21.805599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900511f-36f0-452e-861c-f0415d619665 req-c182aa9b-64f2-4175-a2d9-81127ec9c980 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:21.807022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a900511f-36f0-452e-861c-f0415d619665 req-c182aa9b-64f2-4175-a2d9-81127ec9c980 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 944 time: 0.1666071 Nov 09 00:06:21.810212 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce19a206-55c0-42f3-b722-c1ca4edf3b30 req-bcdc5914-5dde-4697-8d0b-fc5fe6c376b2 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765232 Nov 09 00:06:21.850271 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:21.882370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8cd55a7-6e77-445d-ab8e-3b79eeabda63 req-c77da087-f2b5-4e66-ace2-478b1be2455a tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742297 Nov 09 00:06:21.882809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port bf3e47bb-992f-4640-9e28-83bedf06e84b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bf3e47bb-992f-4640-9e28-83bedf06e84b,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:21.887186 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a900511f-36f0-452e-861c-f0415d619665 req-b0c274bd-2ccb-4880-b6fe-4a2737829d2c tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713179 Nov 09 00:06:21.890596 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:21.948267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=bf3e47bb-992f-4640-9e28-83bedf06e84b,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:22.034415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b88de-f2fd-47bb-804b-fec1f523470a req-6bd8c502-705d-40b3-aee4-7f62e39177e5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:22.035879 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-263b88de-f2fd-47bb-804b-fec1f523470a req-6bd8c502-705d-40b3-aee4-7f62e39177e5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 945 time: 0.0799580 Nov 09 00:06:22.043969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdac0f-df76-4193-8f63-5ce8e138b902 req-ef36708c-2c2f-4b79-a9a4-e18c8fbfdfb1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:22.045330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ebdac0f-df76-4193-8f63-5ce8e138b902 req-ef36708c-2c2f-4b79-a9a4-e18c8fbfdfb1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 950 time: 0.0906005 Nov 09 00:06:22.116259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-263b88de-f2fd-47bb-804b-fec1f523470a req-f182d387-092e-440f-8cb5-de5956ebe4c5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698578 Nov 09 00:06:22.119513 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ebdac0f-df76-4193-8f63-5ce8e138b902 req-48462179-2d9d-498a-ad58-4baa9080a002 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675082 Nov 09 00:06:22.232698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835559c4-9011-434e-a03e-4b9d1c9ed7a5 req-239c9b87-4992-421c-96f5-b95a41d31347 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:22.234352 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-835559c4-9011-434e-a03e-4b9d1c9ed7a5 req-239c9b87-4992-421c-96f5-b95a41d31347 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.0506473 Nov 09 00:06:22.314970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-835559c4-9011-434e-a03e-4b9d1c9ed7a5 req-1c3ec97b-8299-4d76-bada-7592300be45f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743318 Nov 09 00:06:22.327266 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942d14b-5155-4374-ad76-dcce75524e89 req-e19d8f50-ab36-4642-9219-f709a6777097 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:22.328913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2942d14b-5155-4374-ad76-dcce75524e89 req-e19d8f50-ab36-4642-9219-f709a6777097 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 946 time: 0.0865409 Nov 09 00:06:22.380216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2942d14b-5155-4374-ad76-dcce75524e89 req-ce98d67c-d12c-40fb-a207-9edab37cef08 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440543 Nov 09 00:06:22.434563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21209040-a5dc-4762-930b-9cc61a7aa51b req-c3bcbeed-7265-4272-82e9-a23156960132 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:22.436052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21209040-a5dc-4762-930b-9cc61a7aa51b req-c3bcbeed-7265-4272-82e9-a23156960132 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 948 time: 0.0495238 Nov 09 00:06:22.507139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745ebf-19a5-48eb-aaad-488f1da18d01 req-b097cb4c-c312-4d9b-b2e3-ef29005bbf35 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:22.508730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b745ebf-19a5-48eb-aaad-488f1da18d01 req-b097cb4c-c312-4d9b-b2e3-ef29005bbf35 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 1096 time: 0.0718160 Nov 09 00:06:22.513388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21209040-a5dc-4762-930b-9cc61a7aa51b req-a3f9fda4-8873-4cb6-be14-c3555da020c2 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683739 Nov 09 00:06:22.554614 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b745ebf-19a5-48eb-aaad-488f1da18d01 req-fb43e9e4-dfb2-497c-8dc7-c0df2a9fbf82 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Nov 09 00:06:22.775200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-2e1fd09d-6f6f-41b1-bcd7-ed5ebc06029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:22.776684 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-2e1fd09d-6f6f-41b1-bcd7-ed5ebc06029b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 1097 time: 0.0396013 Nov 09 00:06:22.834146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-5269f1d8-104b-4a64-8f83-139b51f31cd8 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:22.835605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-5269f1d8-104b-4a64-8f83-139b51f31cd8 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 807 time: 0.1016674 Nov 09 00:06:22.850568 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-90f5384b-8d00-448d-840c-d3f507967c6f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/quotas/a886180a18e84341a5ce8c7e94ede157 HTTP/1.1" status: 200 len: 375 time: 0.0092208 Nov 09 00:06:22.872881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-f2ab1315-754c-41cf-aeb9-b71c3be1ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:22.874369 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-f2ab1315-754c-41cf-aeb9-b71c3be1ba69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.0865765 Nov 09 00:06:22.905998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-5cc20b2f-0d71-44dc-b2bd-4035f64fba3f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500157 Nov 09 00:06:22.919877 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-040738db-8878-4119-9d9f-a058d1e02806 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=804646ca-e636-4a06-b760-f8ce0f694fbe HTTP/1.1" status: 200 len: 217 time: 0.0351772 Nov 09 00:06:22.974839 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-dd69e883-7282-44c1-89a6-9511ce4ad892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:22.976268 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-dd69e883-7282-44c1-89a6-9511ce4ad892 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.0434666 Nov 09 00:06:22.988515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 5a588547-6918-4978-8168-cdda458668a6 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:22.991355 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device cffd56b6-465f-4e1d-8134-7e3fbba4f364 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:06:23.020311 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-9374cc97-b99a-4dcd-bbf1-5b738d2688bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290995 Nov 09 00:06:23.048725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f1207-d626-4443-aad3-66ded2c3f63f req-8b6cbd43-1182-4e1f-9388-0bb20da19a93 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:23.054748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f1207-d626-4443-aad3-66ded2c3f63f req-8b6cbd43-1182-4e1f-9388-0bb20da19a93 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:23.057800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device cffd56b6-465f-4e1d-8134-7e3fbba4f364 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:06:23.060749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f1207-d626-4443-aad3-66ded2c3f63f req-8b6cbd43-1182-4e1f-9388-0bb20da19a93 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:23.062416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-525f1207-d626-4443-aad3-66ded2c3f63f req-8b6cbd43-1182-4e1f-9388-0bb20da19a93 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2418 time: 0.0876849 Nov 09 00:06:23.068916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f8b966f6-0730-475b-8218-93aa82857a93 service neutron] 10.222.0.25 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459377 Nov 09 00:06:23.119944 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-06bd41d1-3960-4a73-bd7e-a4c7f46f6161 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912216 Nov 09 00:06:23.125151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 5a588547-6918-4978-8168-cdda458668a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5a588547-6918-4978-8168-cdda458668a6,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:23.136597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '5a588547-6918-4978-8168-cdda458668a6', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'port_id': '5a588547-6918-4978-8168-cdda458668a6', 'mac_address': 'fa:16:3e:66:51:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:23.175669 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:23.178959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-525f1207-d626-4443-aad3-66ded2c3f63f req-6affed42-ea51-495a-8fa1-d6773ee1e797 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961695 Nov 09 00:06:23.191318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a588547-6918-4978-8168-cdda458668a6 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:23.194845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-63ab2aa2-b8b2-47b0-b139-0a35cdbad39f service neutron] 10.222.0.25 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195264 Nov 09 00:06:23.219418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 5a588547-6918-4978-8168-cdda458668a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5a588547-6918-4978-8168-cdda458668a6,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:23.224098 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:23.232109 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-1324e7cf-a206-4081-bde4-836eee7508db service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032462 Nov 09 00:06:23.253435 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 397da721-8d48-4f40-9f49-22c06fa53126 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:23.291994 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=5a588547-6918-4978-8168-cdda458668a6,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:23.349410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ef7ba-bf3d-4e2e-84cb-d23b23010c6b req-e8450b1a-c431-4789-86ea-2236166a9b25 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:23.351467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b5ef7ba-bf3d-4e2e-84cb-d23b23010c6b req-e8450b1a-c431-4789-86ea-2236166a9b25 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 945 time: 0.0815794 Nov 09 00:06:23.378580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-111dc9d0-6d61-4a73-9e07-032538b64056 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:23.380953 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-111dc9d0-6d61-4a73-9e07-032538b64056 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1097 time: 0.0752838 Nov 09 00:06:23.392344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 397da721-8d48-4f40-9f49-22c06fa53126, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=397da721-8d48-4f40-9f49-22c06fa53126,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:23.397496 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813263-3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:23.409569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '397da721-8d48-4f40-9f49-22c06fa53126', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '397da721-8d48-4f40-9f49-22c06fa53126', 'mac_address': 'fa:16:3e:9b:b4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:23.464459 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:23.481694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:23.483646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397da721-8d48-4f40-9f49-22c06fa53126 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:23.483964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d47595-285f-4dc8-b2fc-1b1c69078a27 req-600016b2-243d-44fe-b9a9-8d6f5d0b7376 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:23.486216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65d47595-285f-4dc8-b2fc-1b1c69078a27 req-600016b2-243d-44fe-b9a9-8d6f5d0b7376 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 950 time: 0.0752454 Nov 09 00:06:23.489176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76549a28-2147-4c3b-887b-d4f557ea5320'}, {'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3e47bb-992f-4640-9e28-83bedf06e84b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:23.492848 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cd55ab-0da4-40c6-8e69-015f87bf1d7c" -d '{"events": [{"server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "name": "network-vif-plugged", "status": "completed", "tag": "76549a28-2147-4c3b-887b-d4f557ea5320"}, {"server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "name": "network-vif-plugged", "status": "completed", "tag": "bf3e47bb-992f-4640-9e28-83bedf06e84b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:23.501218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b5ef7ba-bf3d-4e2e-84cb-d23b23010c6b req-e90795a6-b794-46fa-adc8-90ebb34af8f2 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184444 Nov 09 00:06:23.533227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 397da721-8d48-4f40-9f49-22c06fa53126, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=397da721-8d48-4f40-9f49-22c06fa53126,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:23.540726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['5a588547-6918-4978-8168-cdda458668a6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:23.546343 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:23.576367 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65d47595-285f-4dc8-b2fc-1b1c69078a27 req-7049bda9-cd7e-4177-9eb7-fe4b4baabfe6 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688889 Nov 09 00:06:23.665234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c440498-bbee-498c-8a33-96dbad6e227e req-fc1cc6f8-89f8-4935-a106-6b19db552161 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 210 time: 0.0434875 Nov 09 00:06:23.678862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=397da721-8d48-4f40-9f49-22c06fa53126,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:23.754345 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3186d-e5ba-4689-93ab-571c1079d271 req-6c431c3e-83ae-456f-a052-d1b0e937e1d9 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:23.756056 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dbf3186d-e5ba-4689-93ab-571c1079d271 req-6c431c3e-83ae-456f-a052-d1b0e937e1d9 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.0869751 Nov 09 00:06:23.779960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=804646ca-e636-4a06-b760-f8ce0f694fbe,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:23.828999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:23.841892 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dbf3186d-e5ba-4689-93ab-571c1079d271 req-ea392622-6043-4651-a958-3e0780b20b99 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768883 Nov 09 00:06:23.862734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b392a-dd1b-4eaa-a1bf-d0c2027695b1 req-393f48c5-23ac-4534-9a8d-bb66383bae9a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:23.868020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-976b392a-dd1b-4eaa-a1bf-d0c2027695b1 req-393f48c5-23ac-4534-9a8d-bb66383bae9a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 946 time: 0.0902464 Nov 09 00:06:23.894339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e5f641-4ab3-4da9-beba-8d5dcb471198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '804646ca-e636-4a06-b760-f8ce0f694fbe'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:23.897760 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561591f3-e763-4901-be27-32b17f666981" -d '{"events": [{"server_uuid": "48e5f641-4ab3-4da9-beba-8d5dcb471198", "name": "network-vif-unplugged", "status": "completed", "tag": "804646ca-e636-4a06-b760-f8ce0f694fbe"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:23.898449 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737b2919-7af2-4268-950b-a34dc1000bf9 x-openstack-request-id: req-737b2919-7af2-4268-950b-a34dc1000bf9 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:23.898979 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "name": "network-vif-plugged", "status": "completed", "tag": "76549a28-2147-4c3b-887b-d4f557ea5320", "code": 200}, {"server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "name": "network-vif-plugged", "status": "completed", "tag": "bf3e47bb-992f-4640-9e28-83bedf06e84b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:23.899300 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-737b2919-7af2-4268-950b-a34dc1000bf9 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:23.899765 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76549a28-2147-4c3b-887b-d4f557ea5320', 'code': 200} Nov 09 00:06:23.900120 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3e47bb-992f-4640-9e28-83bedf06e84b', 'code': 200} Nov 09 00:06:23.903244 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:23.911927 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:23.942295 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-976b392a-dd1b-4eaa-a1bf-d0c2027695b1 req-902ce285-bd12-4f5e-9666-cce9c08b203f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733104 Nov 09 00:06:23.955535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['397da721-8d48-4f40-9f49-22c06fa53126'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:24.014193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62d00d-be84-4401-8705-1aeae9cca409 req-2b9d5eec-87c1-4d8d-9937-8a95740b202f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:24.023988 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e62d00d-be84-4401-8705-1aeae9cca409 req-2b9d5eec-87c1-4d8d-9937-8a95740b202f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 949 time: 0.0745966 Nov 09 00:06:24.034755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Pushing event updated for resources: {'Port': ['ID=804646ca-e636-4a06-b760-f8ce0f694fbe,revision_number=7']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:24.041626 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ffa57e-7a80-4c9e-9e57-6d69e2216c6b x-openstack-request-id: req-b3ffa57e-7a80-4c9e-9e57-6d69e2216c6b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:24.041909 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e5f641-4ab3-4da9-beba-8d5dcb471198", "name": "network-vif-unplugged", "status": "completed", "tag": "804646ca-e636-4a06-b760-f8ce0f694fbe", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:24.042537 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3ffa57e-7a80-4c9e-9e57-6d69e2216c6b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:24.042537 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e5f641-4ab3-4da9-beba-8d5dcb471198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '804646ca-e636-4a06-b760-f8ce0f694fbe', 'code': 200} Nov 09 00:06:24.043132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Attempting to bind port 804646ca-e636-4a06-b760-f8ce0f694fbe on host n-h1-813263-3 for vnic_type normal with profile {"migrating_to": "n-h2-813263-3"} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:24.043451 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Attempting to bind port 804646ca-e636-4a06-b760-f8ce0f694fbe by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:24.043770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Attempting to bind port 804646ca-e636-4a06-b760-f8ce0f694fbe on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:24.048891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Port 804646ca-e636-4a06-b760-f8ce0f694fbe on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:24.049209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Attempting to bind port 804646ca-e636-4a06-b760-f8ce0f694fbe on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:24.055961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:24.056332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:24.056959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Bound using segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:24.057443 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Bound port: 804646ca-e636-4a06-b760-f8ce0f694fbe, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:24.057800 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:24.135165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:24.139058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=804646ca-e636-4a06-b760-f8ce0f694fbe,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:24.142545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e62d00d-be84-4401-8705-1aeae9cca409 req-b9200492-8ebc-45de-863a-1c9aead2a56f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147599 Nov 09 00:06:24.147183 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:24.151500 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d1c6f-1c2b-42f9-a8cd-f11898ae9583 req-c3bd9651-1632-4bae-9d7a-ae483d370a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:24.152104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d1c6f-1c2b-42f9-a8cd-f11898ae9583 req-c3bd9651-1632-4bae-9d7a-ae483d370a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:24.152633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d1c6f-1c2b-42f9-a8cd-f11898ae9583 req-c3bd9651-1632-4bae-9d7a-ae483d370a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:24.154333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a87d1c6f-1c2b-42f9-a8cd-f11898ae9583 req-c3bd9651-1632-4bae-9d7a-ae483d370a6f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2871 time: 0.1020930 Nov 09 00:06:24.203710 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a87d1c6f-1c2b-42f9-a8cd-f11898ae9583 req-92861021-bedc-4fbc-97f1-6abc784c373a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388243 Nov 09 00:06:24.225543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Pushing event updated for resources: {'Port': ['ID=804646ca-e636-4a06-b760-f8ce0f694fbe,revision_number=8']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:24.230772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:24.231441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:24.232806 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-065a02ba-2c88-4c09-a081-7f5e8796f854 service neutron] 10.222.0.11 "PUT /v2.0/ports/804646ca-e636-4a06-b760-f8ce0f694fbe HTTP/1.1" status: 200 len: 1122 time: 0.8406518 Nov 09 00:06:24.304003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55971308-f92a-4a93-9026-f87cb99efa03 req-4db2256b-78e7-4924-86e8-ccc63e8a2ac6 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:24.309919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55971308-f92a-4a93-9026-f87cb99efa03 req-4db2256b-78e7-4924-86e8-ccc63e8a2ac6 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:24.316506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55971308-f92a-4a93-9026-f87cb99efa03 req-4db2256b-78e7-4924-86e8-ccc63e8a2ac6 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:24.318124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55971308-f92a-4a93-9026-f87cb99efa03 req-4db2256b-78e7-4924-86e8-ccc63e8a2ac6 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2418 time: 0.0626416 Nov 09 00:06:24.348459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['804646ca-e636-4a06-b760-f8ce0f694fbe'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:24.364867 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55971308-f92a-4a93-9026-f87cb99efa03 req-b314fdd5-9870-4e22-97bf-d473e884ff11 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407603 Nov 09 00:06:24.609875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-1a5b4be3-86e0-4863-b2cb-90560c0714a5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:24.611928 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-1a5b4be3-86e0-4863-b2cb-90560c0714a5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 807 time: 0.1367908 Nov 09 00:06:24.628677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Request body: {'port': {'device_id': '845c44f3-0789-4a23-afa7-370d5d6c8383', 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877', 'admin_state_up': True, 'tenant_id': 'a886180a18e84341a5ce8c7e94ede157'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:24.640791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8cad-f51f-4fb2-b2d8-bea44e424f38 req-7f5f15a6-fb98-4ccf-8843-8a66ed5d98c1 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:24.642356 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-644d8cad-f51f-4fb2-b2d8-bea44e424f38 req-7f5f15a6-fb98-4ccf-8843-8a66ed5d98c1 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 945 time: 0.0798895 Nov 09 00:06:24.789467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0484975-766b-45e8-8e56-af517b4c3884 req-e6f1b88f-ca05-4e51-9c14-982b5ff1d3ad tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:24.790824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0484975-766b-45e8-8e56-af517b4c3884 req-e6f1b88f-ca05-4e51-9c14-982b5ff1d3ad tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 950 time: 0.1381192 Nov 09 00:06:24.799395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-644d8cad-f51f-4fb2-b2d8-bea44e424f38 req-3c821ccb-80ae-4446-b1e4-ebfe4962d9b8 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384461 Nov 09 00:06:24.856181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Made reservation on behalf of a886180a18e84341a5ce8c7e94ede157 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:24.859985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:24.878147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0484975-766b-45e8-8e56-af517b4c3884 req-c50a3ba6-11a8-43bd-9962-e2762c9be664 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778215 Nov 09 00:06:24.969413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b2304cd-354b-4fac-a9ee-a7f8c5c1d6a1 req-04cdf812-85ef-4a02-9d20-6b811003d51c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 210 time: 0.0376194 Nov 09 00:06:25.009655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 5a588547-6918-4978-8168-cdda458668a6 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:25.051198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f310d10-e7ce-4df0-85fc-d5cd05780019 req-6c67f355-71e8-424f-b7fd-3853f76edea6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:25.052578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f310d10-e7ce-4df0-85fc-d5cd05780019 req-6c67f355-71e8-424f-b7fd-3853f76edea6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.1169930 Nov 09 00:06:25.061618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 5a588547-6918-4978-8168-cdda458668a6 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:06:25.065679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 5a588547-6918-4978-8168-cdda458668a6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:25.066051 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:25.110343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Allocated IP 172.20.0.5 (1b694f05-7fa9-49af-ad3c-4c50b0fed877/1b201088-b013-4d7d-a1ce-543e29ebce91/ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:25.148977 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:25.169974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f310d10-e7ce-4df0-85fc-d5cd05780019 req-9425a356-1a89-4e3b-bd1f-57911d24d272 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001439 Nov 09 00:06:25.180002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923e031-2d4f-42f6-975d-18d59a358097 req-f4ee6977-d439-464b-b016-4ab16df92c48 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:25.181599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a923e031-2d4f-42f6-975d-18d59a358097 req-f4ee6977-d439-464b-b016-4ab16df92c48 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 944 time: 0.1246617 Nov 09 00:06:25.191416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 5a588547-6918-4978-8168-cdda458668a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5a588547-6918-4978-8168-cdda458668a6,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:25.196876 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:25.247945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=5a588547-6918-4978-8168-cdda458668a6,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:25.323673 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a923e031-2d4f-42f6-975d-18d59a358097 req-c60c2039-9d67-4a79-9c0d-1d9256cd3a49 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326318 Nov 09 00:06:25.356335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f47f7-3507-4167-9657-3d466e00ce33 req-e6fa1a76-6470-44b2-b3cf-e93e281ecc68 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:25.357816 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-114f47f7-3507-4167-9657-3d466e00ce33 req-e6fa1a76-6470-44b2-b3cf-e93e281ecc68 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 949 time: 0.1207454 Nov 09 00:06:25.402376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:25.432710 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-114f47f7-3507-4167-9657-3d466e00ce33 req-57e122a4-3fec-4b9c-a60a-ebc7515663f2 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685117 Nov 09 00:06:25.484742 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:25.542127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b38c4-f53e-489a-8edd-f1e906c957f3 req-7931ab62-f37e-4dc5-897f-d66810a1b24c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:25.548082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b38c4-f53e-489a-8edd-f1e906c957f3 req-7931ab62-f37e-4dc5-897f-d66810a1b24c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:25.554372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b38c4-f53e-489a-8edd-f1e906c957f3 req-7931ab62-f37e-4dc5-897f-d66810a1b24c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:25.555972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-137b38c4-f53e-489a-8edd-f1e906c957f3 req-7931ab62-f37e-4dc5-897f-d66810a1b24c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2418 time: 0.1193304 Nov 09 00:06:25.561475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:25.569285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:25.572213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:25.581246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Pushing event updated for resources: {'Port': ['ID=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:25.654954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:25.655554 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:25.661636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-137b38c4-f53e-489a-8edd-f1e906c957f3 req-72930d88-9c22-46ad-89f9-a9dc8ecbb05a tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965397 Nov 09 00:06:25.674689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-f1f7fec4-5175-4ae9-9fd6-3aa8e95f5d97 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0510683 Nov 09 00:06:25.687336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Request body: {'port': {'device_id': '845c44f3-0789-4a23-afa7-370d5d6c8383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:25.744796 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:25.901548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a588547-6918-4978-8168-cdda458668a6'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:25.904609 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3914388f-f8e5-4945-b367-a83d07662583" -d '{"events": [{"server_uuid": "a6d7ab39-e09a-40ce-abf7-946fa976d3a0", "name": "network-vif-plugged", "status": "completed", "tag": "5a588547-6918-4978-8168-cdda458668a6"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:25.964780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea030e2-bf8e-4281-9c01-01fa68c7bd98 req-7253ae17-e4b4-4f0d-b7b7-7d75a51892dc tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:25.966282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eea030e2-bf8e-4281-9c01-01fa68c7bd98 req-7253ae17-e4b4-4f0d-b7b7-7d75a51892dc tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 946 time: 0.0941806 Nov 09 00:06:26.043908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e5f641-4ab3-4da9-beba-8d5dcb471198', 'tag': '804646ca-e636-4a06-b760-f8ce0f694fbe'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:26.048540 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b177a600-caf6-4060-b489-560758611e70" -d '{"events": [{"name": "network-changed", "server_uuid": "48e5f641-4ab3-4da9-beba-8d5dcb471198", "tag": "804646ca-e636-4a06-b760-f8ce0f694fbe"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:26.076789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eea030e2-bf8e-4281-9c01-01fa68c7bd98 req-7c9d455b-4314-42cd-9770-23aa80f6038c tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990739 Nov 09 00:06:26.112368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e367f7-b06a-4fbf-a161-2fc6396b85c7 req-6a0ce336-1607-4e93-bfb7-ddb7e7ae3826 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:26.114027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e367f7-b06a-4fbf-a161-2fc6396b85c7 req-6a0ce336-1607-4e93-bfb7-ddb7e7ae3826 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 950 time: 0.1285703 Nov 09 00:06:26.120224 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a841edb-6254-4e08-a943-65c2b0592489 x-openstack-request-id: req-3a841edb-6254-4e08-a943-65c2b0592489 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:26.120766 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d7ab39-e09a-40ce-abf7-946fa976d3a0", "name": "network-vif-plugged", "status": "completed", "tag": "5a588547-6918-4978-8168-cdda458668a6", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:26.121216 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a841edb-6254-4e08-a943-65c2b0592489 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:26.121859 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a588547-6918-4978-8168-cdda458668a6', 'code': 200} Nov 09 00:06:26.122133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:26.138637 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:26.165802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Transition to ACTIVE for port object ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:26.176384 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:26.228140 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf81fd-3d22-40b0-96ca-9a4c23785802 req-5d16634d-de62-49e9-b33d-81cf7f6f75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:26.229725 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-13bf81fd-3d22-40b0-96ca-9a4c23785802 req-5d16634d-de62-49e9-b33d-81cf7f6f75a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 1097 time: 0.0396242 Nov 09 00:06:26.243744 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e367f7-b06a-4fbf-a161-2fc6396b85c7 req-cb05c24d-9173-4dce-8098-742fee1d668e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163883 Nov 09 00:06:26.270768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Pushing event updated for resources: {'Port': ['ID=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:26.279584 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-13bf81fd-3d22-40b0-96ca-9a4c23785802 req-571749da-0e34-464f-94db-e5b492d78762 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425277 Nov 09 00:06:26.285818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5d6eb-0705-4168-b3db-1ff4f86d87ac req-e06e9059-9bc7-4b61-b2bb-54d4741f9cf0 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:26.287311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ba5d6eb-0705-4168-b3db-1ff4f86d87ac req-e06e9059-9bc7-4b61-b2bb-54d4741f9cf0 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 943 time: 0.1150553 Nov 09 00:06:26.311400 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bcfc40-3578-4d22-b2b0-c7881d7b63bb x-openstack-request-id: req-a2bcfc40-3578-4d22-b2b0-c7881d7b63bb {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:26.311749 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e5f641-4ab3-4da9-beba-8d5dcb471198", "tag": "804646ca-e636-4a06-b760-f8ce0f694fbe", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:26.312018 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2bcfc40-3578-4d22-b2b0-c7881d7b63bb {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:26.312421 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e5f641-4ab3-4da9-beba-8d5dcb471198', 'tag': '804646ca-e636-4a06-b760-f8ce0f694fbe', 'status': 'completed', 'code': 200} Nov 09 00:06:26.403684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ba5d6eb-0705-4168-b3db-1ff4f86d87ac req-c5b84976-65f4-4142-ae6e-67fcd2ddbe21 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021488 Nov 09 00:06:26.412181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Attempting to bind port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:26.412511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Attempting to bind port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:26.412832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Attempting to bind port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:26.420323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:26.420323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Attempting to bind port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:26.426731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:26.427139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:26.427518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Bound using segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:26.427937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Bound port: ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:26.428290 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:26.448867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4139de-e2e5-467f-8bc4-7a67a3134234 req-4203170a-5359-4f58-bad8-18ff8f5ad77d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:26.450348 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc4139de-e2e5-467f-8bc4-7a67a3134234 req-4203170a-5359-4f58-bad8-18ff8f5ad77d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.0921135 Nov 09 00:06:26.538179 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc4139de-e2e5-467f-8bc4-7a67a3134234 req-c29e651a-a322-4674-98b2-264721e7713d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661540 Nov 09 00:06:26.538803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:26.542443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:26.548667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177a600-caf6-4060-b489-560758611e70 req-1d371dcc-512e-4582-988f-628c57bd65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:26.550581 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b177a600-caf6-4060-b489-560758611e70 req-1d371dcc-512e-4582-988f-628c57bd65ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 1125 time: 0.0543072 Nov 09 00:06:26.551078 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:26.592791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:26.593431 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:26.595649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] 10.222.0.30 "PUT /v2.0/ports/ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 HTTP/1.1" status: 200 len: 1091 time: 0.9116416 Nov 09 00:06:26.596094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845c44f3-0789-4a23-afa7-370d5d6c8383', 'tag': 'ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:26.598425 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ebc4ef-1650-4501-b632-039390c6546e" -d '{"events": [{"name": "network-changed", "server_uuid": "845c44f3-0789-4a23-afa7-370d5d6c8383", "tag": "ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:26.666140 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177a600-caf6-4060-b489-560758611e70 req-83f23140-b2d6-4ffe-91bb-abec5126b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:26.667779 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b177a600-caf6-4060-b489-560758611e70 req-83f23140-b2d6-4ffe-91bb-abec5126b11c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.1027434 Nov 09 00:06:26.707343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee7c8d-c799-491e-a956-032dbbfcff38 service neutron] Pushing event updated for resources: {'Port': ['ID=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:26.721606 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b177a600-caf6-4060-b489-560758611e70 req-3e7ffc11-2729-4f63-9f6a-2a1b204ff881 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=804646ca-e636-4a06-b760-f8ce0f694fbe HTTP/1.1" status: 200 len: 217 time: 0.0461650 Nov 09 00:06:26.758782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5b722-b292-45f9-b892-753b0266ccc8 req-d4b0e16a-243a-4b85-bb4e-5370119cf9a2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:26.760564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40a5b722-b292-45f9-b892-753b0266ccc8 req-d4b0e16a-243a-4b85-bb4e-5370119cf9a2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 944 time: 0.1518230 Nov 09 00:06:26.765070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-5ed6e9b2-1af2-459c-8bf4-c776fccc4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:26.766468 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-5ed6e9b2-1af2-459c-8bf4-c776fccc4fef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 1094 time: 0.1206346 Nov 09 00:06:26.775867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177a600-caf6-4060-b489-560758611e70 req-4b99e22a-f27a-4e27-8151-f62a6238c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:26.777412 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b177a600-caf6-4060-b489-560758611e70 req-4b99e22a-f27a-4e27-8151-f62a6238c6be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.0453372 Nov 09 00:06:26.807283 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b177a600-caf6-4060-b489-560758611e70 req-36c4831a-6a16-4bd1-ad06-38213b74e0e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231457 Nov 09 00:06:26.830567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-cdff901d-f393-458e-b693-f5704e0c6c6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 HTTP/1.1" status: 200 len: 217 time: 0.0521786 Nov 09 00:06:26.837851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cbf16-281d-4550-af14-21f9dff71057 req-d8182606-7c88-4436-bd42-2c3643217085 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:26.839222 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-179cbf16-281d-4550-af14-21f9dff71057 req-d8182606-7c88-4436-bd42-2c3643217085 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 949 time: 0.1204762 Nov 09 00:06:26.902549 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b177a600-caf6-4060-b489-560758611e70 req-db134999-b0dc-4fb0-817a-1a644fd68225 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863788 Nov 09 00:06:26.903069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40a5b722-b292-45f9-b892-753b0266ccc8 req-ff44dbfc-63f5-4a0d-b8d9-ad1c8842f34f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351557 Nov 09 00:06:26.931957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-7c63d4dd-06e5-4f7c-8e48-0ae2b1402002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:26.933483 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-7c63d4dd-06e5-4f7c-8e48-0ae2b1402002 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.0933764 Nov 09 00:06:26.941335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-179cbf16-281d-4550-af14-21f9dff71057 req-cae3d590-f219-43bd-9c06-2e8fe77a9b3e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949087 Nov 09 00:06:26.967320 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529b662b-0822-42e9-b4a6-bbd5c3f22fb1 x-openstack-request-id: req-529b662b-0822-42e9-b4a6-bbd5c3f22fb1 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:26.968001 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "845c44f3-0789-4a23-afa7-370d5d6c8383", "tag": "ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:26.968001 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-529b662b-0822-42e9-b4a6-bbd5c3f22fb1 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:26.968303 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845c44f3-0789-4a23-afa7-370d5d6c8383', 'tag': 'ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6', 'status': 'completed', 'code': 200} Nov 09 00:06:26.970454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-b7103b05-b23f-4507-8ca6-b039ea2bd3fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281537 Nov 09 00:06:27.005186 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b177a600-caf6-4060-b489-560758611e70 req-b9eb2c44-6cf2-425b-aa51-bf3e07f57d2c service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951390 Nov 09 00:06:27.109724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19bbc8-f11a-446e-831b-ae0f98eba7b0 req-561762a8-1451-4657-83f9-02c9ed795b58 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.115549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19bbc8-f11a-446e-831b-ae0f98eba7b0 req-561762a8-1451-4657-83f9-02c9ed795b58 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.121579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19bbc8-f11a-446e-831b-ae0f98eba7b0 req-561762a8-1451-4657-83f9-02c9ed795b58 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.123173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e19bbc8-f11a-446e-831b-ae0f98eba7b0 req-561762a8-1451-4657-83f9-02c9ed795b58 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2418 time: 0.1048486 Nov 09 00:06:27.129337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-6e77a3e2-d01c-4c5e-8437-a73130ef0e4b service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485205 Nov 09 00:06:27.222556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e19bbc8-f11a-446e-831b-ae0f98eba7b0 req-f8ce86bd-1e29-4b21-9242-3bb43a20f715 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902898 Nov 09 00:06:27.271856 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1072256-094c-4543-b3fe-0eccecbb31f5 req-eee8323d-5db5-4223-9d2b-ec7ff2694d49 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257255 Nov 09 00:06:27.274760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 804646ca-e636-4a06-b760-f8ce0f694fbe details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:27.280808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 397da721-8d48-4f40-9f49-22c06fa53126 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:27.324128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.324605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.325069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.325553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.326015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.326472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.326937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.327382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.327833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.328317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.328752 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.329668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.329787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.330157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.330595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.331048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.331494 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.332048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.332503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.332950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.333420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.333874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.336671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e702a23d-d502-4908-a44f-3c5d40cb1626 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383&device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0&device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa&device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c&device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591&device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c&device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198&device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1&device_id=72f336a7-8527-4391-94b3-e63976a13f7e&device_id=48ab06a6-aa01-44c3-b25c-751a6b630266&device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603&device_id=30fce0c9-06a0-4271-b746-24f310f477b7&device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d&device_id=fd09da09-5167-4f88-b632-edcdaeae1da9&device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055&device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd&device_id=b07de7e5-8083-4679-b82c-a9fde5061629&device_id=bc122255-2276-436b-b440-f4170932b8f2&device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8&device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 19783 time: 0.0802889 Nov 09 00:06:27.388058 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e8a13d27-00f4-40e3-bedb-ffab51b510ba tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:27.439050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebc4ef-1650-4501-b632-039390c6546e req-281bf83e-449d-4cb1-8ba0-08e8640aa284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.440571 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03ebc4ef-1650-4501-b632-039390c6546e req-281bf83e-449d-4cb1-8ba0-08e8640aa284 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 1094 time: 0.1029999 Nov 09 00:06:27.466884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e952f2-c0aa-49f4-a2bb-44348a296fbe req-1ed2630b-d9a3-412d-92b9-7906b1a17d39 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.468270 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12e952f2-c0aa-49f4-a2bb-44348a296fbe req-1ed2630b-d9a3-412d-92b9-7906b1a17d39 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 946 time: 0.0977218 Nov 09 00:06:27.519126 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 397da721-8d48-4f40-9f49-22c06fa53126 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:06:27.531918 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 397da721-8d48-4f40-9f49-22c06fa53126 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:27.532317 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:27.569654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=804646ca-e636-4a06-b760-f8ce0f694fbe,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:27.587635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 804646ca-e636-4a06-b760-f8ce0f694fbe has no active binding in host n-h2-813263-3 {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 00:06:27.637798 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:27.671213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 397da721-8d48-4f40-9f49-22c06fa53126, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=397da721-8d48-4f40-9f49-22c06fa53126,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:27.675812 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:27.726117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=397da721-8d48-4f40-9f49-22c06fa53126,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:27.842444 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12e952f2-c0aa-49f4-a2bb-44348a296fbe req-ca05a18c-b755-4e4f-b2a1-a7268d399ab9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604586 Nov 09 00:06:27.852874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebc4ef-1650-4501-b632-039390c6546e req-15b00050-490f-47b5-807e-08a25f9ca6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:27.854324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03ebc4ef-1650-4501-b632-039390c6546e req-15b00050-490f-47b5-807e-08a25f9ca6bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.4056244 Nov 09 00:06:27.874297 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e8a13d27-00f4-40e3-bedb-ffab51b510ba tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:27.901028 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e8a13d27-00f4-40e3-bedb-ffab51b510ba tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:27.903993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03ebc4ef-1650-4501-b632-039390c6546e req-42934af7-671b-4fdb-be5d-2a1198f5314e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 HTTP/1.1" status: 200 len: 217 time: 0.0399661 Nov 09 00:06:28.010182 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a13d27-00f4-40e3-bedb-ffab51b510ba tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213a95fc-1c4a-46a5-9f45-9a033083c8b4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:28.033366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebc4ef-1650-4501-b632-039390c6546e req-311ddabd-d0f2-4db1-b4cb-854df56a67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.034803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03ebc4ef-1650-4501-b632-039390c6546e req-311ddabd-d0f2-4db1-b4cb-854df56a67f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.1157348 Nov 09 00:06:28.073664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec78ac1-3d89-4ba6-a0c5-72f3c8cd3023 req-066a5da1-0441-482f-a2db-cd0e658ee116 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.075080 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ec78ac1-3d89-4ba6-a0c5-72f3c8cd3023 req-066a5da1-0441-482f-a2db-cd0e658ee116 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 943 time: 0.1147206 Nov 09 00:06:28.095330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03ebc4ef-1650-4501-b632-039390c6546e req-c3fe90be-166f-479c-ba32-47004f3b33c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475504 Nov 09 00:06:28.122878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7981fb7f-f43a-418a-9b2b-a814310f59fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397da721-8d48-4f40-9f49-22c06fa53126'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:28.125151 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686f1730-4eb2-4d1a-a3bc-635ef06c7826" -d '{"events": [{"server_uuid": "7981fb7f-f43a-418a-9b2b-a814310f59fa", "name": "network-vif-plugged", "status": "completed", "tag": "397da721-8d48-4f40-9f49-22c06fa53126"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:28.179542 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-670f72a2-3a74-4ab0-8b33-9c7ee480bece req-e8a13d27-00f4-40e3-bedb-ffab51b510ba tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&id=2cc51376-353f-45ee-9985-07c5e273862a&id=edff5af4-69d6-404d-a5bd-1732d3bd537d&id=81f00a89-711d-40d3-9974-bf5f4403520a&id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&id=537ba49d-120c-4f28-b5af-31d35ffb6d42&id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 781 time: 0.8339896 Nov 09 00:06:28.220493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ec78ac1-3d89-4ba6-a0c5-72f3c8cd3023 req-ac344a08-6024-4b28-8135-62cc85f56d00 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271169 Nov 09 00:06:28.235059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03ebc4ef-1650-4501-b632-039390c6546e req-fd21fadb-5bbd-42e8-b2ce-304691d2909c service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285636 Nov 09 00:06:28.352964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcbddc-c56d-4cae-8b68-1bcf8f52bae1 req-c9c73ac0-35b9-46fd-a057-5037016a4fe6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.354571 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bfcbddc-c56d-4cae-8b68-1bcf8f52bae1 req-c9c73ac0-35b9-46fd-a057-5037016a4fe6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.1123903 Nov 09 00:06:28.379625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03ebc4ef-1650-4501-b632-039390c6546e req-c21295ed-db87-4087-89f4-05450ac78506 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361935 Nov 09 00:06:28.425472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bfcbddc-c56d-4cae-8b68-1bcf8f52bae1 req-895e1d80-5f6b-459e-b77a-c6e8b5d8d683 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573230 Nov 09 00:06:28.464967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bbcfb-d673-4b0e-bba5-58c5e31bef44 req-3f2125cc-1f7d-4135-9ea4-51e5ec070b06 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.466548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e6bbcfb-d673-4b0e-bba5-58c5e31bef44 req-3f2125cc-1f7d-4135-9ea4-51e5ec070b06 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 944 time: 0.0541239 Nov 09 00:06:28.544898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e6bbcfb-d673-4b0e-bba5-58c5e31bef44 req-c17d8cdb-1868-436f-8fcf-fe3ce9454961 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719318 Nov 09 00:06:28.556042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1b9ab-73c7-4535-94ab-2602f5c5cda8 req-f2aacbaa-8420-4eba-9055-28c29690a667 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.557478 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94f1b9ab-73c7-4535-94ab-2602f5c5cda8 req-f2aacbaa-8420-4eba-9055-28c29690a667 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 950 time: 0.0715628 Nov 09 00:06:28.591524 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c69a14-c4e2-483b-a692-72715061b87d x-openstack-request-id: req-36c69a14-c4e2-483b-a692-72715061b87d {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:28.591524 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7981fb7f-f43a-418a-9b2b-a814310f59fa", "name": "network-vif-plugged", "status": "completed", "tag": "397da721-8d48-4f40-9f49-22c06fa53126", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:28.592163 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36c69a14-c4e2-483b-a692-72715061b87d {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:28.592163 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7981fb7f-f43a-418a-9b2b-a814310f59fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397da721-8d48-4f40-9f49-22c06fa53126', 'code': 200} Nov 09 00:06:28.605869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94f1b9ab-73c7-4535-94ab-2602f5c5cda8 req-0be4d82f-984b-4025-89b0-adffae127905 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Nov 09 00:06:28.752915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f20dcc-e40d-402f-8265-0872f8ca65d7 req-71cc1ef6-2738-4edf-9a23-05481b5919db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.754462 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-73f20dcc-e40d-402f-8265-0872f8ca65d7 req-71cc1ef6-2738-4edf-9a23-05481b5919db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 1101 time: 0.0428739 Nov 09 00:06:28.785992 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9658-3f75-40b9-93d8-1665603efbbf req-dd94663f-6f15-42f0-a0a6-293977c43fa3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.792053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9658-3f75-40b9-93d8-1665603efbbf req-dd94663f-6f15-42f0-a0a6-293977c43fa3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.798562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9658-3f75-40b9-93d8-1665603efbbf req-dd94663f-6f15-42f0-a0a6-293977c43fa3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.800183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e34b9658-3f75-40b9-93d8-1665603efbbf req-dd94663f-6f15-42f0-a0a6-293977c43fa3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2418 time: 0.0660164 Nov 09 00:06:28.810793 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-73f20dcc-e40d-402f-8265-0872f8ca65d7 req-6aa6cee4-67c0-418c-a957-4267f7ca6032 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454743 Nov 09 00:06:28.847492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e34b9658-3f75-40b9-93d8-1665603efbbf req-1a20dd10-2a25-45e9-bd39-6e44a2983571 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 Nov 09 00:06:28.901926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac4453-229a-44d6-bb91-98fad53c66e1 req-21685d0b-216f-4977-97e9-9e3604b997e2 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.902468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac4453-229a-44d6-bb91-98fad53c66e1 req-21685d0b-216f-4977-97e9-9e3604b997e2 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.902938 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac4453-229a-44d6-bb91-98fad53c66e1 req-21685d0b-216f-4977-97e9-9e3604b997e2 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.904660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2cac4453-229a-44d6-bb91-98fad53c66e1 req-21685d0b-216f-4977-97e9-9e3604b997e2 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c&device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603&device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 2883 time: 0.0478425 Nov 09 00:06:28.981332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf6a44-554f-4240-a0cc-ef280320a897 req-4c223fc7-4d69-47eb-a14f-d0296e5882b4 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:28.982815 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64bf6a44-554f-4240-a0cc-ef280320a897 req-4c223fc7-4d69-47eb-a14f-d0296e5882b4 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 946 time: 0.0736504 Nov 09 00:06:28.986630 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2cac4453-229a-44d6-bb91-98fad53c66e1 req-e2847727-0ad4-48d1-9e88-d20e84e6860a tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757711 Nov 09 00:06:29.069620 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64bf6a44-554f-4240-a0cc-ef280320a897 req-c64dd097-7fd5-43ec-aeee-2a59aff91f87 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802207 Nov 09 00:06:29.078210 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-c2e60a2a-d82b-409c-9ed2-81d6e0d82139 service neutron] 10.222.0.30 "GET /v2.0/ports/804646ca-e636-4a06-b760-f8ce0f694fbe/bindings/n-h2-813263-3 HTTP/1.1" status: 200 len: 384 time: 0.0827909 Nov 09 00:06:29.316174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-d4bef277-3db2-42bf-aa79-f89a97ab00be tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:29.317602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-d4bef277-3db2-42bf-aa79-f89a97ab00be tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1365535 Nov 09 00:06:29.383941 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-8c146c58-8e97-490d-bf3a-f687c30b3e6e tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.0596666 Nov 09 00:06:29.385683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-5e182b33-5e2b-4e4c-b56a-aa9d350d989c service neutron] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=804646ca-e636-4a06-b760-f8ce0f694fbe,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:29.400853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-73497668-f87c-4c06-9095-f80a8546bbf6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Request body: {'floatingip': {'port_id': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:29.466991 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-73497668-f87c-4c06-9095-f80a8546bbf6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:29.469202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-5e182b33-5e2b-4e4c-b56a-aa9d350d989c service neutron] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:29.568563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28713-17af-4f6f-9c2a-9af4cf008199 req-06e620be-c7f8-4cd6-b284-83a15963c9b4 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:29.570805 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88a28713-17af-4f6f-9c2a-9af4cf008199 req-06e620be-c7f8-4cd6-b284-83a15963c9b4 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 943 time: 0.1754732 Nov 09 00:06:29.574104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-5e182b33-5e2b-4e4c-b56a-aa9d350d989c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804646ca-e636-4a06-b760-f8ce0f694fbe {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:29.627618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-5e182b33-5e2b-4e4c-b56a-aa9d350d989c service neutron] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=804646ca-e636-4a06-b760-f8ce0f694fbe,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:29.663378 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-5e182b33-5e2b-4e4c-b56a-aa9d350d989c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:29.728903 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88a28713-17af-4f6f-9c2a-9af4cf008199 req-180bdaba-f350-41ad-b3d8-e63a48e1f10d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451378 Nov 09 00:06:29.879387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-5e182b33-5e2b-4e4c-b56a-aa9d350d989c service neutron] Transition to ACTIVE for port object 804646ca-e636-4a06-b760-f8ce0f694fbe will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:29.915927 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-5e182b33-5e2b-4e4c-b56a-aa9d350d989c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:30.045501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-5e182b33-5e2b-4e4c-b56a-aa9d350d989c service neutron] No DVR routers for this DVR port 804646ca-e636-4a06-b760-f8ce0f694fbe on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:06:30.062605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5444b40-3140-4f56-a578-930f3198b752 req-db3e84f6-e45f-4fda-b8bf-0b24b9223475 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:30.064640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5444b40-3140-4f56-a578-930f3198b752 req-db3e84f6-e45f-4fda-b8bf-0b24b9223475 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.1960742 Nov 09 00:06:30.069768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e182b33-5e2b-4e4c-b56a-aa9d350d989c service neutron] Pushing event updated for resources: {'Port': ['ID=804646ca-e636-4a06-b760-f8ce0f694fbe,revision_number=10']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:30.122308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-5e182b33-5e2b-4e4c-b56a-aa9d350d989c service neutron] 10.222.0.30 "PUT /v2.0/ports/804646ca-e636-4a06-b760-f8ce0f694fbe/bindings/n-h2-813263-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0361090 Nov 09 00:06:30.175609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5444b40-3140-4f56-a578-930f3198b752 req-ed9796d7-d9e6-4f77-afce-ffe8eea3dd17 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006703 Nov 09 00:06:30.229181 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-73497668-f87c-4c06-9095-f80a8546bbf6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:30.235949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-73497668-f87c-4c06-9095-f80a8546bbf6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:30.239151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c3ae6c9-dcb6-4b3c-ba6c-c93c7953dc8b tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:30.240926 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-8c3ae6c9-dcb6-4b3c-ba6c-c93c7953dc8b tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1096 time: 0.0491889 Nov 09 00:06:30.290410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-c3588130-7d52-4d5c-9cfc-847bcad9a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:30.291917 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-c3588130-7d52-4d5c-9cfc-847bcad9a748 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967 HTTP/1.1" status: 200 len: 1096 time: 0.0403626 Nov 09 00:06:30.355663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd15438-46cd-49df-9384-3720f0d1fa94 req-c9ff776f-4cb4-4727-abf7-9606582dc949 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:30.357027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cbd15438-46cd-49df-9384-3720f0d1fa94 req-c9ff776f-4cb4-4727-abf7-9606582dc949 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 945 time: 0.1192667 Nov 09 00:06:30.360739 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-35b934a6-16f0-42da-8e75-f3d18c400eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:30.362361 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-35b934a6-16f0-42da-8e75-f3d18c400eef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 1096 time: 0.0399346 Nov 09 00:06:30.384613 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-73497668-f87c-4c06-9095-f80a8546bbf6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Floating IP bb250066-2c4a-4c22-aed9-0eec29959a60 associated. External IP: 172.25.0.58, port: f14a9199-0c05-43f0-a4dc-f49def3b2823. Nov 09 00:06:30.455917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cbd15438-46cd-49df-9384-3720f0d1fa94 req-0716ca25-2ef4-4f8d-b0fb-9b3c904a2cb1 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919712 Nov 09 00:06:30.466214 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-7deea70e-ac20-44d7-860b-c9b48b3abb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:30.467729 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-7deea70e-ac20-44d7-860b-c9b48b3abb8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.0872319 Nov 09 00:06:30.515685 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-b18c1b2d-954f-453b-8c35-a3ac80a83d3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=804646ca-e636-4a06-b760-f8ce0f694fbe HTTP/1.1" status: 200 len: 217 time: 0.0365379 Nov 09 00:06:30.576867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-5a76f2a7-25f8-4b3c-8acf-b442625ab9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:30.578323 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-5a76f2a7-25f8-4b3c-8acf-b442625ab9a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.0449686 Nov 09 00:06:30.618150 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-231c4bae-66cf-4343-bb75-d68ac38af6c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238674 Nov 09 00:06:30.640648 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66137ba-5e55-4621-9615-dc250be1beea req-c40993d7-bd92-4c95-a332-02a3840c56a5 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:30.642794 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e66137ba-5e55-4621-9615-dc250be1beea req-c40993d7-bd92-4c95-a332-02a3840c56a5 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 950 time: 0.0975642 Nov 09 00:06:30.671502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-73497668-f87c-4c06-9095-f80a8546bbf6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:06:30.719011 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-3b88f5d6-90b7-4af1-928b-5d84627ec6b5 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826936 Nov 09 00:06:30.738524 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e66137ba-5e55-4621-9615-dc250be1beea req-e0df8138-c57b-46f4-bc94-dad6043b73af tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884678 Nov 09 00:06:30.840435 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-9cd365b8-dbfc-468b-94ad-456f0f10779f service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045575 Nov 09 00:06:31.036006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:31.083388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-73497668-f87c-4c06-9095-f80a8546bbf6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:06:31.090457 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-73497668-f87c-4c06-9095-f80a8546bbf6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:31.097906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70769480-f689-4dcf-918a-e40ca9d3f98d req-dcfaa065-a1e3-432a-9b70-7e9c249923b1 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.099513 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70769480-f689-4dcf-918a-e40ca9d3f98d req-dcfaa065-a1e3-432a-9b70-7e9c249923b1 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 1100 time: 0.0538654 Nov 09 00:06:31.101313 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94962ef1-fdb8-41b9-bdca-bb211b2e9ce6 None None] Sync routers for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:06:31.116013 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94962ef1-fdb8-41b9-bdca-bb211b2e9ce6 None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:31.116971 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-94962ef1-fdb8-41b9-bdca-bb211b2e9ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:31.140368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-73497668-f87c-4c06-9095-f80a8546bbf6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "PUT /v2.0/floatingips/bb250066-2c4a-4c22-aed9-0eec29959a60 HTTP/1.1" status: 200 len: 995 time: 1.7470870 Nov 09 00:06:31.141870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:31.144396 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1678d4a4-8cac-46e5-bfa6-94c82c9b5dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:31.149560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:31.162355 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6', 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877', 'port_id': 'ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6', 'mac_address': 'fa:16:3e:61:2e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b201088-b013-4d7d-a1ce-543e29ebce91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:31.168161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70769480-f689-4dcf-918a-e40ca9d3f98d req-3a0d8d26-c953-4db3-a8a9-ac2c9db0837b tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534208 Nov 09 00:06:31.228735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-82fcdb76-d399-4166-92f8-bef840853d99 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.231072 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-82fcdb76-d399-4166-92f8-bef840853d99 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 1096 time: 0.0855463 Nov 09 00:06:31.236696 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:31.242132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-25a21bfd-75bb-46cb-8245-b4e043f5a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.249955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-25a21bfd-75bb-46cb-8245-b4e043f5a18c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 1096 time: 0.0645206 Nov 09 00:06:31.253220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:31.276464 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:31.282004 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:31.335309 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-94962ef1-fdb8-41b9-bdca-bb211b2e9ce6 None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:31.342888 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:31.367162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dfa89-adc5-433a-bc09-ac9c8bf85403 req-162c4165-86fd-4bb4-ba76-8062603aac40 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.373912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dfa89-adc5-433a-bc09-ac9c8bf85403 req-162c4165-86fd-4bb4-ba76-8062603aac40 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.380674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dfa89-adc5-433a-bc09-ac9c8bf85403 req-162c4165-86fd-4bb4-ba76-8062603aac40 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.384663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-056dfa89-adc5-433a-bc09-ac9c8bf85403 req-162c4165-86fd-4bb4-ba76-8062603aac40 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2418 time: 0.1336811 Nov 09 00:06:31.440278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-a844c036-1632-46be-8400-e9b80e1d16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.441913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-a844c036-1632-46be-8400-e9b80e1d16d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.1812527 Nov 09 00:06:31.470418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-056dfa89-adc5-433a-bc09-ac9c8bf85403 req-c766e086-fb14-4b4f-a517-4c2dad077ab8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820653 Nov 09 00:06:31.584656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:31.601133 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-460b942a-2ea2-4ce9-b65f-7ffff19b8a3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 998 time: 0.1470423 Nov 09 00:06:31.644522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-f5c2877c-0a9c-4d5d-bd12-aeb04593ec3e service neutron] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:31.647163 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-94962ef1-fdb8-41b9-bdca-bb211b2e9ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'bb250066-2c4a-4c22-aed9-0eec29959a60', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'port_id': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'mac_address': 'fa:16:3e:6d:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:06:14Z', 'updated_at': '2021-11-09T00:06:30Z', 'revision_number': 1, 'project_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:31.649167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-f5c2877c-0a9c-4d5d-bd12-aeb04593ec3e service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:31.651165 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b57f657e-7738-49f1-b7fc-c4dc6e6c5d2f req-f5c2877c-0a9c-4d5d-bd12-aeb04593ec3e service neutron] 10.222.0.11 "DELETE /v2.0/ports/804646ca-e636-4a06-b760-f8ce0f694fbe/bindings/n-h1-813263-3 HTTP/1.1" status: 204 len: 173 time: 0.4035513 Nov 09 00:06:31.680089 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94962ef1-fdb8-41b9-bdca-bb211b2e9ce6 None None] Checking router: a67d7b14-9b53-4415-acc3-aaa0b4db8b6a for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:06:31.681469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc76674-b8c5-4607-bf4d-6bc4f527b52b req-e14395ee-df94-4438-b334-7e91329dc033 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.683094 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffc76674-b8c5-4607-bf4d-6bc4f527b52b req-e14395ee-df94-4438-b334-7e91329dc033 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 944 time: 0.1403372 Nov 09 00:06:31.689958 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94962ef1-fdb8-41b9-bdca-bb211b2e9ce6 None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:31.691005 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-94962ef1-fdb8-41b9-bdca-bb211b2e9ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:31.707512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-520a468e-baa0-4e71-a99c-e165d6410182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.708984 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-520a468e-baa0-4e71-a99c-e165d6410182 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.0974545 Nov 09 00:06:31.752778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb541863-139a-4847-b580-6630282733f0 req-b8e8fea7-33a9-4745-add5-e78417641f70 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.758961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb541863-139a-4847-b580-6630282733f0 req-b8e8fea7-33a9-4745-add5-e78417641f70 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.765044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb541863-139a-4847-b580-6630282733f0 req-b8e8fea7-33a9-4745-add5-e78417641f70 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.767230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb541863-139a-4847-b580-6630282733f0 req-b8e8fea7-33a9-4745-add5-e78417641f70 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 2418 time: 0.1284046 Nov 09 00:06:31.807890 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-94962ef1-fdb8-41b9-bdca-bb211b2e9ce6 None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:31.839352 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffc76674-b8c5-4607-bf4d-6bc4f527b52b req-462725bd-bba5-4fec-b7a7-dc8bf48c9429 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446526 Nov 09 00:06:31.842418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-30c4f2f9-6a7c-441e-aac3-60abdb475c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:31.843861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-30c4f2f9-6a7c-441e-aac3-60abdb475c28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261253 Nov 09 00:06:31.875290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-150ba162-fd2f-49b3-92f4-e790df982974 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:06:31.876311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-150ba162-fd2f-49b3-92f4-e790df982974 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065563 Nov 09 00:06:31.899983 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e961ba6c-7724-46d4-a4a6-baa36bbd5de1 x-openstack-request-id: req-e961ba6c-7724-46d4-a4a6-baa36bbd5de1 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:31.900304 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:31.901161 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e961ba6c-7724-46d4-a4a6-baa36bbd5de1 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:31.901161 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'status': 'completed', 'code': 200} Nov 09 00:06:31.996682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-cb541863-139a-4847-b580-6630282733f0 req-ed236b55-8da6-4283-ad9b-97a0bc8041e9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting port becefa98-1ba8-494b-b5f5-738b08a902ad {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:06:31.997024 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cb541863-139a-4847-b580-6630282733f0 req-ed236b55-8da6-4283-ad9b-97a0bc8041e9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:32.050987 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-94962ef1-fdb8-41b9-bdca-bb211b2e9ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'bb250066-2c4a-4c22-aed9-0eec29959a60', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'port_id': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'mac_address': 'fa:16:3e:6d:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:06:14Z', 'updated_at': '2021-11-09T00:06:30Z', 'revision_number': 1, 'project_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:32.079635 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94962ef1-fdb8-41b9-bdca-bb211b2e9ce6 None None] The sync data for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 is: [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'bb250066-2c4a-4c22-aed9-0eec29959a60', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'port_id': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'mac_address': 'fa:16:3e:6d:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:06:14Z', 'updated_at': '2021-11-09T00:06:30Z', 'revision_number': 1, 'project_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:06:32.111352 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-ce45316e-7d17-49af-ac06-5de01b4e0dae service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210007 Nov 09 00:06:32.121638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678d4a4-8cac-46e5-bfa6-94c82c9b5dbe req-8761c63d-b62c-43df-a2ab-7c580b2a63be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:32.123383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1678d4a4-8cac-46e5-bfa6-94c82c9b5dbe req-8761c63d-b62c-43df-a2ab-7c580b2a63be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 1096 time: 0.1694655 Nov 09 00:06:32.139341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc6565-d8d2-4569-becf-b5e41a2a685f req-0a26f6b3-8b59-42d2-8fc2-5756d547d558 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:32.141935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03fc6565-d8d2-4569-becf-b5e41a2a685f req-0a26f6b3-8b59-42d2-8fc2-5756d547d558 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 1100 time: 0.1717262 Nov 09 00:06:32.279510 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c38012a-3010-4fa4-b83c-aa6081b0c9f2 None None] New status for floating IP bb250066-2c4a-4c22-aed9-0eec29959a60: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:06:32.300399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-cb541863-139a-4847-b580-6630282733f0 req-ed236b55-8da6-4283-ad9b-97a0bc8041e9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] For port becefa98-1ba8-494b-b5f5-738b08a902ad, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=becefa98-1ba8-494b-b5f5-738b08a902ad,segment=NetworkSegment(6d34d580-16fe-49e3-984b-2889c018393b),segment_id=6d34d580-16fe-49e3-984b-2889c018393b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:32.300774 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cb541863-139a-4847-b580-6630282733f0 req-ed236b55-8da6-4283-ad9b-97a0bc8041e9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:32.332573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-cb541863-139a-4847-b580-6630282733f0 req-ed236b55-8da6-4283-ad9b-97a0bc8041e9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Calling delete_port for becefa98-1ba8-494b-b5f5-738b08a902ad owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:06:32.385957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffcd96d7-06f0-42fd-bfd5-610a99c84019 req-fcf4f2d7-0f3a-4a2c-af06-0fcc98964c0b service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579632 Nov 09 00:06:32.425902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03fc6565-d8d2-4569-becf-b5e41a2a685f req-13f02425-a1e1-45c8-999d-7172d325be41 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558672 Nov 09 00:06:32.434347 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678d4a4-8cac-46e5-bfa6-94c82c9b5dbe req-d18474dc-c00d-4fad-8643-3518ffca5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:32.435845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1678d4a4-8cac-46e5-bfa6-94c82c9b5dbe req-d18474dc-c00d-4fad-8643-3518ffca5e7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.2895076 Nov 09 00:06:32.586259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1678d4a4-8cac-46e5-bfa6-94c82c9b5dbe req-623ddd0e-fd61-41f1-a090-03af4a8b074d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 1000 time: 0.1320839 Nov 09 00:06:32.662230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7514e80-915b-4378-ab17-6fdd6816b45c req-53416f12-3899-46b0-b7ea-073896ebf13e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:32.663623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7514e80-915b-4378-ab17-6fdd6816b45c req-53416f12-3899-46b0-b7ea-073896ebf13e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.1722829 Nov 09 00:06:32.696755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2140d3-c353-41b6-b88f-e053444f6a4f req-10348f9f-2fb0-47a8-a363-b72938c89da1 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:32.698205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d2140d3-c353-41b6-b88f-e053444f6a4f req-10348f9f-2fb0-47a8-a363-b72938c89da1 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 945 time: 0.1838245 Nov 09 00:06:32.702092 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cb541863-139a-4847-b580-6630282733f0 req-ed236b55-8da6-4283-ad9b-97a0bc8041e9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:32.709847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678d4a4-8cac-46e5-bfa6-94c82c9b5dbe req-5a688c1e-0232-4f1a-9cf4-66cd8a3a4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:32.711243 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1678d4a4-8cac-46e5-bfa6-94c82c9b5dbe req-5a688c1e-0232-4f1a-9cf4-66cd8a3a4506 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.1049578 Nov 09 00:06:32.714280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['76549a28-2147-4c3b-887b-d4f557ea5320', 'becefa98-1ba8-494b-b5f5-738b08a902ad', 'bf3e47bb-992f-4640-9e28-83bedf06e84b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:32.790603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed236b55-8da6-4283-ad9b-97a0bc8041e9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Port': ['ID=becefa98-1ba8-494b-b5f5-738b08a902ad,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:32.861748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7514e80-915b-4378-ab17-6fdd6816b45c req-9babd1c8-eb3d-4eea-9f3a-7e80b4ba8222 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820626 Nov 09 00:06:32.868508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb541863-139a-4847-b580-6630282733f0 req-ed236b55-8da6-4283-ad9b-97a0bc8041e9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] No DVR routers for this DVR port becefa98-1ba8-494b-b5f5-738b08a902ad on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:06:32.879276 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cb541863-139a-4847-b580-6630282733f0 req-ed236b55-8da6-4283-ad9b-97a0bc8041e9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:32.882150 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb541863-139a-4847-b580-6630282733f0 req-ed236b55-8da6-4283-ad9b-97a0bc8041e9 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "DELETE /v2.0/ports/becefa98-1ba8-494b-b5f5-738b08a902ad HTTP/1.1" status: 204 len: 173 time: 1.1011238 Nov 09 00:06:32.887959 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678d4a4-8cac-46e5-bfa6-94c82c9b5dbe req-801ea45a-4c40-4961-89ce-fe52c00268ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:32.889485 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1678d4a4-8cac-46e5-bfa6-94c82c9b5dbe req-801ea45a-4c40-4961-89ce-fe52c00268ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670043 Nov 09 00:06:32.902071 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d2140d3-c353-41b6-b88f-e053444f6a4f req-f9f718fc-5c58-4e68-8c87-b2d7635c26e9 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898315 Nov 09 00:06:33.052339 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:33.102045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b19f38-7a62-4fe0-bfd1-8d538c0abfe9 req-a7dcec4f-e4ab-424f-9406-f618d54d9367 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:33.102685 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:06:33.103615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11b19f38-7a62-4fe0-bfd1-8d538c0abfe9 req-a7dcec4f-e4ab-424f-9406-f618d54d9367 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 950 time: 0.1431518 Nov 09 00:06:33.107220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:33.107697 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:33.123499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1678d4a4-8cac-46e5-bfa6-94c82c9b5dbe req-9576c45c-85d6-4513-ae7c-4287cd1f8963 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994517 Nov 09 00:06:33.188368 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:33.195191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-cb541863-139a-4847-b580-6630282733f0 req-9f3b01c9-7f05-409c-8df6-36b18ab3f218 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting port bf3e47bb-992f-4640-9e28-83bedf06e84b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:06:33.195534 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cb541863-139a-4847-b580-6630282733f0 req-9f3b01c9-7f05-409c-8df6-36b18ab3f218 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:33.210125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845c44f3-0789-4a23-afa7-370d5d6c8383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:33.212362 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f06f0b-a543-4a0d-b28c-c72a6eda77df" -d '{"events": [{"server_uuid": "845c44f3-0789-4a23-afa7-370d5d6c8383", "name": "network-vif-plugged", "status": "completed", "tag": "ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:33.225295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:33.229529 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:33.230354 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 804646ca-e636-4a06-b760-f8ce0f694fbe no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:06:33.277477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-68cab547-8ccc-4e18-b34e-da94c6acce51 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:33.278980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-68cab547-8ccc-4e18-b34e-da94c6acce51 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1721509 Nov 09 00:06:33.304803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 804646ca-e636-4a06-b760-f8ce0f694fbe not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:06:33.308923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:33.327169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11b19f38-7a62-4fe0-bfd1-8d538c0abfe9 req-98d258ae-5341-4e19-9e7d-101b3d893f04 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088645 Nov 09 00:06:33.418733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1678d4a4-8cac-46e5-bfa6-94c82c9b5dbe req-7a63dac6-bc6b-43ab-ac40-4bd2e3e6ab70 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725062 Nov 09 00:06:33.445762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-7d607cdc-3d69-4c10-8704-d21c2b4477da tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1000 time: 0.1348727 Nov 09 00:06:33.454626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-cb541863-139a-4847-b580-6630282733f0 req-9f3b01c9-7f05-409c-8df6-36b18ab3f218 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] For port bf3e47bb-992f-4640-9e28-83bedf06e84b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bf3e47bb-992f-4640-9e28-83bedf06e84b,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:33.455000 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cb541863-139a-4847-b580-6630282733f0 req-9f3b01c9-7f05-409c-8df6-36b18ab3f218 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:33.460313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f3b2951c-c34d-4fe0-b075-fff527b4dea9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Request body: {'floatingip': {'port_id': '5a588547-6918-4978-8168-cdda458668a6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:33.504058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-cb541863-139a-4847-b580-6630282733f0 req-9f3b01c9-7f05-409c-8df6-36b18ab3f218 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Calling delete_port for bf3e47bb-992f-4640-9e28-83bedf06e84b owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:06:33.563149 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f3b2951c-c34d-4fe0-b075-fff527b4dea9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:33.904768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'name': 'network-vif-deleted', 'tag': 'becefa98-1ba8-494b-b5f5-738b08a902ad'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:33.907042 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec507ad-60c5-4917-aea7-8de36e26a0fa" -d '{"events": [{"server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "name": "network-vif-deleted", "tag": "becefa98-1ba8-494b-b5f5-738b08a902ad"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:33.950632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86abee-1b89-4d75-b910-55f66836c02b req-117cacfa-505a-4152-9070-7c73252d5f87 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:33.957180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86abee-1b89-4d75-b910-55f66836c02b req-117cacfa-505a-4152-9070-7c73252d5f87 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:33.958753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a86abee-1b89-4d75-b910-55f66836c02b req-117cacfa-505a-4152-9070-7c73252d5f87 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=adeb777c-5e61-46e1-a1f9-cef9b41b1591 HTTP/1.1" status: 200 len: 1682 time: 0.3982720 Nov 09 00:06:34.118805 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a86abee-1b89-4d75-b910-55f66836c02b req-169b8a2a-07ea-40aa-986c-d139b0498bde tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532445 Nov 09 00:06:34.121533 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cb541863-139a-4847-b580-6630282733f0 req-9f3b01c9-7f05-409c-8df6-36b18ab3f218 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:34.183873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b01c9-7f05-409c-8df6-36b18ab3f218 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Port': ['ID=bf3e47bb-992f-4640-9e28-83bedf06e84b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:34.261663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb541863-139a-4847-b580-6630282733f0 req-9f3b01c9-7f05-409c-8df6-36b18ab3f218 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] No DVR routers for this DVR port bf3e47bb-992f-4640-9e28-83bedf06e84b on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:06:34.267002 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cb541863-139a-4847-b580-6630282733f0 req-9f3b01c9-7f05-409c-8df6-36b18ab3f218 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:34.270652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb541863-139a-4847-b580-6630282733f0 req-9f3b01c9-7f05-409c-8df6-36b18ab3f218 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "DELETE /v2.0/ports/bf3e47bb-992f-4640-9e28-83bedf06e84b HTTP/1.1" status: 204 len: 173 time: 1.3792689 Nov 09 00:06:34.347983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafac7a-e10b-4af2-9a71-d3199ea55acc req-9a4101a0-3e0e-4cfc-ae4b-715360dc67f6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:34.349565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5dafac7a-e10b-4af2-9a71-d3199ea55acc req-9a4101a0-3e0e-4cfc-ae4b-715360dc67f6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.1694541 Nov 09 00:06:34.492780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5dafac7a-e10b-4af2-9a71-d3199ea55acc req-c0b4d772-4db6-4336-9ed7-dfabea9fd474 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337409 Nov 09 00:06:34.548963 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-cb541863-139a-4847-b580-6630282733f0 req-6ac81a14-1f1c-4a12-9678-e2b77ff670a3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting port 76549a28-2147-4c3b-887b-d4f557ea5320 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:06:34.549307 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cb541863-139a-4847-b580-6630282733f0 req-6ac81a14-1f1c-4a12-9678-e2b77ff670a3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:34.552035 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a29c14-15b8-44b2-84ef-268aaee6c283 x-openstack-request-id: req-15a29c14-15b8-44b2-84ef-268aaee6c283 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:34.552514 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845c44f3-0789-4a23-afa7-370d5d6c8383", "name": "network-vif-plugged", "status": "completed", "tag": "ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:34.552730 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15a29c14-15b8-44b2-84ef-268aaee6c283 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:34.553123 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845c44f3-0789-4a23-afa7-370d5d6c8383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6', 'code': 200} Nov 09 00:06:34.695743 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.db.resource_extend [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f3b2951c-c34d-4fe0-b075-fff527b4dea9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:06:34.774896 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae7e02-bc8a-4fd3-a529-849e593b13db req-2a849143-1a9c-46e1-b427-eee0dce13c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:34.776389 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01ae7e02-bc8a-4fd3-a529-849e593b13db req-2a849143-1a9c-46e1-b427-eee0dce13c7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 1096 time: 0.1516323 Nov 09 00:06:34.781597 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-cb541863-139a-4847-b580-6630282733f0 req-6ac81a14-1f1c-4a12-9678-e2b77ff670a3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] For port 76549a28-2147-4c3b-887b-d4f557ea5320, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=76549a28-2147-4c3b-887b-d4f557ea5320,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:34.782529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cb541863-139a-4847-b580-6630282733f0 req-6ac81a14-1f1c-4a12-9678-e2b77ff670a3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:34.786031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57323f0e-c1f6-49cd-be9c-d62d06e45ecb req-b14625a8-f83c-4fd5-9b13-38a4a21ba737 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:34.787420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57323f0e-c1f6-49cd-be9c-d62d06e45ecb req-b14625a8-f83c-4fd5-9b13-38a4a21ba737 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 1101 time: 0.1643760 Nov 09 00:06:34.801564 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f3b2951c-c34d-4fe0-b075-fff527b4dea9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:34.820807 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f3b2951c-c34d-4fe0-b075-fff527b4dea9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:34.829409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-cb541863-139a-4847-b580-6630282733f0 req-6ac81a14-1f1c-4a12-9678-e2b77ff670a3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Calling delete_port for 76549a28-2147-4c3b-887b-d4f557ea5320 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:06:34.952472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01ae7e02-bc8a-4fd3-a529-849e593b13db req-77281da9-98cc-4e66-834f-c781dd2a1ca5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625235 Nov 09 00:06:34.985923 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57323f0e-c1f6-49cd-be9c-d62d06e45ecb req-981122c6-3827-4823-a46c-0146e7585c3c tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833153 Nov 09 00:06:35.019954 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f3b2951c-c34d-4fe0-b075-fff527b4dea9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Floating IP bb250066-2c4a-4c22-aed9-0eec29959a60 associated. External IP: 172.25.0.58, port: f14a9199-0c05-43f0-a4dc-f49def3b2823. Nov 09 00:06:35.193280 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cb541863-139a-4847-b580-6630282733f0 req-6ac81a14-1f1c-4a12-9678-e2b77ff670a3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:35.236704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698099c-3f39-4d09-afc7-ff6a257d3af0 req-09461e9d-79ac-4921-a9f1-172442bb0393 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:35.238189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8698099c-3f39-4d09-afc7-ff6a257d3af0 req-09461e9d-79ac-4921-a9f1-172442bb0393 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.1382325 Nov 09 00:06:35.266632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac81a14-1f1c-4a12-9678-e2b77ff670a3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Port': ['ID=76549a28-2147-4c3b-887b-d4f557ea5320,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:35.299340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device becefa98-1ba8-494b-b5f5-738b08a902ad no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:06:35.320985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: becefa98-1ba8-494b-b5f5-738b08a902ad {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:06:35.321498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device becefa98-1ba8-494b-b5f5-738b08a902ad not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:06:35.322011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 76549a28-2147-4c3b-887b-d4f557ea5320 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:06:35.331425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb541863-139a-4847-b580-6630282733f0 req-6ac81a14-1f1c-4a12-9678-e2b77ff670a3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] No DVR routers for this DVR port 76549a28-2147-4c3b-887b-d4f557ea5320 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:06:35.335481 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cb541863-139a-4847-b580-6630282733f0 req-6ac81a14-1f1c-4a12-9678-e2b77ff670a3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:35.338881 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb541863-139a-4847-b580-6630282733f0 req-6ac81a14-1f1c-4a12-9678-e2b77ff670a3 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "DELETE /v2.0/ports/76549a28-2147-4c3b-887b-d4f557ea5320 HTTP/1.1" status: 204 len: 173 time: 1.0586994 Nov 09 00:06:35.346572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 76549a28-2147-4c3b-887b-d4f557ea5320 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:06:35.347035 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 76549a28-2147-4c3b-887b-d4f557ea5320 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:06:35.347710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bf3e47bb-992f-4640-9e28-83bedf06e84b no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:06:35.375430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: bf3e47bb-992f-4640-9e28-83bedf06e84b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:06:35.376044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bf3e47bb-992f-4640-9e28-83bedf06e84b not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:06:35.400999 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8698099c-3f39-4d09-afc7-ff6a257d3af0 req-c42283df-4dc3-4997-980d-9ddf7ffdff1b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318271 Nov 09 00:06:35.417264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f3b2951c-c34d-4fe0-b075-fff527b4dea9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:06:35.487542 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d83989-77cc-49ac-a4b0-f3dd8cbaa536 x-openstack-request-id: req-a3d83989-77cc-49ac-a4b0-f3dd8cbaa536 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:35.487966 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "name": "network-vif-deleted", "tag": "becefa98-1ba8-494b-b5f5-738b08a902ad", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:35.488221 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3d83989-77cc-49ac-a4b0-f3dd8cbaa536 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:35.488608 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'name': 'network-vif-deleted', 'tag': 'becefa98-1ba8-494b-b5f5-738b08a902ad', 'status': 'completed', 'code': 200} Nov 09 00:06:35.557265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f3b2951c-c34d-4fe0-b075-fff527b4dea9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:06:35.568761 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c50ac3-0aa6-443b-a5bf-969e69029c2d None None] Sync routers for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:06:35.578543 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c50ac3-0aa6-443b-a5bf-969e69029c2d None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:35.579196 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-65c50ac3-0aa6-443b-a5bf-969e69029c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:35.680229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2d405-e297-4a8b-afcd-2e7d6e6c31b6 req-7c79c53e-afa4-47c0-99ed-52747b9410ba tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:35.681992 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0c2d405-e297-4a8b-afcd-2e7d6e6c31b6 req-7c79c53e-afa4-47c0-99ed-52747b9410ba tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 1096 time: 0.0864666 Nov 09 00:06:35.684905 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-65c50ac3-0aa6-443b-a5bf-969e69029c2d None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:35.798746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0c2d405-e297-4a8b-afcd-2e7d6e6c31b6 req-b33286a6-57dc-4d8f-8a9e-d30e3852da5b tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074884 Nov 09 00:06:35.832867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f3b2951c-c34d-4fe0-b075-fff527b4dea9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:06:35.928554 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-65c50ac3-0aa6-443b-a5bf-969e69029c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'bb250066-2c4a-4c22-aed9-0eec29959a60', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'port_id': '5a588547-6918-4978-8168-cdda458668a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'mac_address': 'fa:16:3e:66:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:06:14Z', 'updated_at': '2021-11-09T00:06:34Z', 'revision_number': 3, 'project_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:35.969005 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c50ac3-0aa6-443b-a5bf-969e69029c2d None None] Checking router: a67d7b14-9b53-4415-acc3-aaa0b4db8b6a for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:06:35.975982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f3b2951c-c34d-4fe0-b075-fff527b4dea9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:06:35.982136 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c50ac3-0aa6-443b-a5bf-969e69029c2d None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:35.983160 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-65c50ac3-0aa6-443b-a5bf-969e69029c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:35.987118 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f3b2951c-c34d-4fe0-b075-fff527b4dea9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:36.073260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-5afa36ea-9f62-480e-89ef-0f05d1f38345 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267963 Nov 09 00:06:36.074752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f3b2951c-c34d-4fe0-b075-fff527b4dea9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "PUT /v2.0/floatingips/bb250066-2c4a-4c22-aed9-0eec29959a60 HTTP/1.1" status: 200 len: 998 time: 2.6227233 Nov 09 00:06:36.104785 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-65c50ac3-0aa6-443b-a5bf-969e69029c2d None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:36.345429 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-65c50ac3-0aa6-443b-a5bf-969e69029c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'bb250066-2c4a-4c22-aed9-0eec29959a60', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'port_id': '5a588547-6918-4978-8168-cdda458668a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'mac_address': 'fa:16:3e:66:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:06:14Z', 'updated_at': '2021-11-09T00:06:34Z', 'revision_number': 3, 'project_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:36.372387 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c50ac3-0aa6-443b-a5bf-969e69029c2d None None] The sync data for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 is: [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'bb250066-2c4a-4c22-aed9-0eec29959a60', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'port_id': '5a588547-6918-4978-8168-cdda458668a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'mac_address': 'fa:16:3e:66:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:06:14Z', 'updated_at': '2021-11-09T00:06:34Z', 'revision_number': 3, 'project_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:06:36.436960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-a7c88dbc-993c-466b-95af-c25974621fe6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:36.438366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-a7c88dbc-993c-466b-95af-c25974621fe6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports/f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 942 time: 0.3575041 Nov 09 00:06:36.483170 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-270d75ba-0542-43c8-90b5-e18355687b4d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:36.484616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-270d75ba-0542-43c8-90b5-e18355687b4d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4054296 Nov 09 00:06:36.499787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-e9372d4f-53fa-4bda-a0d0-1da7ee4e1290 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/quotas/b59b9781081d411e912bbccc125fc75a HTTP/1.1" status: 200 len: 375 time: 0.0093594 Nov 09 00:06:36.552821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151af914-5a1e-49a4-a0f3-5667b2a47464 None None] New status for floating IP bb250066-2c4a-4c22-aed9-0eec29959a60: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:06:36.570825 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-7ce5b6ca-3898-413b-aa85-576c148f94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:36.572315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-7ce5b6ca-3898-413b-aa85-576c148f94f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 1096 time: 0.0715973 Nov 09 00:06:36.588167 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-224c3e66-6564-487f-85d5-b4caf6a2615e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0799546 Nov 09 00:06:36.681913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-8397921a-b4fc-4fa2-abe3-da4a6d4091ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:36.683608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-8397921a-b4fc-4fa2-abe3-da4a6d4091ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.0943727 Nov 09 00:06:36.739809 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-5e8f20bf-26c1-41d5-8b0c-f3d5cb250de3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 217 time: 0.0488136 Nov 09 00:06:36.748990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57624) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:06:36.818167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c32835e-4306-4f6c-b8ad-0f731f03557b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting subnet cce81184-bde4-49f6-bb00-e1b7cf7df07a {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:06:36.822276 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c32835e-4306-4f6c-b8ad-0f731f03557b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:36.851790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-878841dd-df78-4749-9869-b51b1bdd3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:36.857966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-878841dd-df78-4749-9869-b51b1bdd3c49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.1124017 Nov 09 00:06:36.864274 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c32835e-4306-4f6c-b8ad-0f731f03557b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:36.883680 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bfb78-77ed-40d0-b1ba-b1e528b4903d None None] Sync routers for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:06:36.908563 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19bfb78-77ed-40d0-b1ba-b1e528b4903d None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:36.909328 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f19bfb78-77ed-40d0-b1ba-b1e528b4903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:36.911327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36471ab1-cee5-4811-a509-eee1ad52d369 req-0f9aefe9-64bf-484f-a061-6ce5ac9dd520 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:36.912904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36471ab1-cee5-4811-a509-eee1ad52d369 req-0f9aefe9-64bf-484f-a061-6ce5ac9dd520 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.1054804 Nov 09 00:06:36.947277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-93ad25d6-f1e0-4808-8ab6-22d0f62ce0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:36.949466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-93ad25d6-f1e0-4808-8ab6-22d0f62ce0be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753398 Nov 09 00:06:36.969873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-37ab8e66-6560-4621-8564-b4dbce5a33e1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:06:36.970070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-37ab8e66-6560-4621-8564-b4dbce5a33e1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092418 Nov 09 00:06:36.996953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36471ab1-cee5-4811-a509-eee1ad52d369 req-e27fd018-341b-4c98-adb1-bc829d33f9eb tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770464 Nov 09 00:06:37.009788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c32835e-4306-4f6c-b8ad-0f731f03557b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.091829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c32835e-4306-4f6c-b8ad-0f731f03557b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.132543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32835e-4306-4f6c-b8ad-0f731f03557b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Subnet': ['ID=cce81184-bde4-49f6-bb00-e1b7cf7df07a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:37.137131 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c32835e-4306-4f6c-b8ad-0f731f03557b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.140737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2c32835e-4306-4f6c-b8ad-0f731f03557b tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "DELETE /v2.0/subnets/cce81184-bde4-49f6-bb00-e1b7cf7df07a HTTP/1.1" status: 204 len: 168 time: 0.3907034 Nov 09 00:06:37.144036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57642) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:06:37.148349 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a033ac-58cc-44af-bee4-86d931282885 None None] Network 6b965754-88c5-42c3-ba27-f70ce2a70b44 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:06:37.188675 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f19bfb78-77ed-40d0-b1ba-b1e528b4903d None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:37.227596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-84464044-3d46-456b-80dd-8b7ae8be07ba service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289441 Nov 09 00:06:37.289491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.372723 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting port 74cfe790-b5bf-4c01-bd51-9405d193fc57 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:06:37.373223 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.382995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-f6c25d20-26f4-4409-b306-3c67d0cbf20e service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532366 Nov 09 00:06:37.430774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b535d1-c8b2-4ec4-8e58-1ec318a5eef2 None None] DHCP port deletion for 6b965754-88c5-42c3-ba27-f70ce2a70b44 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:06:37.432695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-9362c500-cb3c-48df-98b1-1659b7fd12fe tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:37.442435 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-9362c500-cb3c-48df-98b1-1659b7fd12fe tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 821 time: 0.3155453 Nov 09 00:06:37.462733 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f19bfb78-77ed-40d0-b1ba-b1e528b4903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'bb250066-2c4a-4c22-aed9-0eec29959a60', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'port_id': '5a588547-6918-4978-8168-cdda458668a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'mac_address': 'fa:16:3e:66:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:06:14Z', 'updated_at': '2021-11-09T00:06:36Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:37.491444 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-e845c20e-cabf-47e3-8a76-728fc53e9753 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/quotas/a2fd1f630ef54d6dba7f9f1e8827b967 HTTP/1.1" status: 200 len: 375 time: 0.0468137 Nov 09 00:06:37.494008 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bfb78-77ed-40d0-b1ba-b1e528b4903d None None] Checking router: a67d7b14-9b53-4415-acc3-aaa0b4db8b6a for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:06:37.496928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'name': 'network-vif-deleted', 'tag': 'bf3e47bb-992f-4640-9e28-83bedf06e84b'}, {'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'name': 'network-vif-deleted', 'tag': '76549a28-2147-4c3b-887b-d4f557ea5320'}, {'name': 'network-changed', 'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823'}, {'name': 'network-changed', 'server_uuid': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'tag': '5a588547-6918-4978-8168-cdda458668a6'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:37.499479 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5600cb3-4043-4095-93ce-003fcbe33bfa" -d '{"events": [{"server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "name": "network-vif-deleted", "tag": "bf3e47bb-992f-4640-9e28-83bedf06e84b"}, {"server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "name": "network-vif-deleted", "tag": "76549a28-2147-4c3b-887b-d4f557ea5320"}, {"name": "network-changed", "server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823"}, {"name": "network-changed", "server_uuid": "a6d7ab39-e09a-40ce-abf7-946fa976d3a0", "tag": "5a588547-6918-4978-8168-cdda458668a6"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:37.502113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] For port 74cfe790-b5bf-4c01-bd51-9405d193fc57, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=74cfe790-b5bf-4c01-bd51-9405d193fc57,segment=NetworkSegment(6d34d580-16fe-49e3-984b-2889c018393b),segment_id=6d34d580-16fe-49e3-984b-2889c018393b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:37.502628 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.504153 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19bfb78-77ed-40d0-b1ba-b1e528b4903d None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:37.505049 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f19bfb78-77ed-40d0-b1ba-b1e528b4903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:37.519896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Calling delete_port for 74cfe790-b5bf-4c01-bd51-9405d193fc57 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:06:37.540556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-06b535d1-c8b2-4ec4-8e58-1ec318a5eef2 None None] Deleting port 74cfe790-b5bf-4c01-bd51-9405d193fc57 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:06:37.541594 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-06b535d1-c8b2-4ec4-8e58-1ec318a5eef2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.581103 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-7416d438-55e8-426b-93a0-0c0749312822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:37.582662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-7416d438-55e8-426b-93a0-0c0749312822 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 1097 time: 0.1367438 Nov 09 00:06:37.599676 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-a98db3a9-67cb-4d12-9a8f-fb2945a23a47 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070619 Nov 09 00:06:37.605261 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.622747 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] No DVR routers for this DVR port 74cfe790-b5bf-4c01-bd51-9405d193fc57 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:06:37.630004 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f19bfb78-77ed-40d0-b1ba-b1e528b4903d None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:37.643958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Port': ['ID=74cfe790-b5bf-4c01-bd51-9405d193fc57,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:37.659382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-06b535d1-c8b2-4ec4-8e58-1ec318a5eef2 None None] For port 74cfe790-b5bf-4c01-bd51-9405d193fc57, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=74cfe790-b5bf-4c01-bd51-9405d193fc57,segment=NetworkSegment(6d34d580-16fe-49e3-984b-2889c018393b),segment_id=6d34d580-16fe-49e3-984b-2889c018393b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:37.659985 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-06b535d1-c8b2-4ec4-8e58-1ec318a5eef2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.676119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-06b535d1-c8b2-4ec4-8e58-1ec318a5eef2 None None] Calling delete_port for 74cfe790-b5bf-4c01-bd51-9405d193fc57 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:06:37.714584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-9609e51f-aa3e-4e89-90d0-65ea18d422ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:37.716140 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-9609e51f-aa3e-4e89-90d0-65ea18d422ca service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.1242161 Nov 09 00:06:37.745020 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.772183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b965754-88c5-42c3-ba27-f70ce2a70b44']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:37.784146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d34d580-16fe-49e3-984b-2889c018393b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:37.784634 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d34d580-16fe-49e3-984b-2889c018393b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:37.798317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.830935 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.842086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:06:37.842716 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:06:37.853165 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:06:37.869972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-ef6523fd-4f23-4f53-8171-f612818d816f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a588547-6918-4978-8168-cdda458668a6 HTTP/1.1" status: 200 len: 1001 time: 0.1449058 Nov 09 00:06:37.876710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 74cfe790-b5bf-4c01-bd51-9405d193fc57 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:06:37.895378 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f19bfb78-77ed-40d0-b1ba-b1e528b4903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'bb250066-2c4a-4c22-aed9-0eec29959a60', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'port_id': '5a588547-6918-4978-8168-cdda458668a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'mac_address': 'fa:16:3e:66:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:06:14Z', 'updated_at': '2021-11-09T00:06:36Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:37.916134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 74cfe790-b5bf-4c01-bd51-9405d193fc57 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:06:37.916730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 74cfe790-b5bf-4c01-bd51-9405d193fc57 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:06:37.928821 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.939624 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-06b535d1-c8b2-4ec4-8e58-1ec318a5eef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.939974 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bfb78-77ed-40d0-b1ba-b1e528b4903d None None] The sync data for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 is: [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'bb250066-2c4a-4c22-aed9-0eec29959a60', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'port_id': '5a588547-6918-4978-8168-cdda458668a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'mac_address': 'fa:16:3e:66:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:06:14Z', 'updated_at': '2021-11-09T00:06:36Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:06:37.943025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-758f0f8c-1ddb-4afa-bcbb-fb41ee614560 service neutron] 10.222.0.25 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237498 Nov 09 00:06:37.948334 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:37.951364 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "DELETE /v2.0/networks/6b965754-88c5-42c3-ba27-f70ce2a70b44 HTTP/1.1" status: 204 len: 168 time: 0.8062077 Nov 09 00:06:37.957909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57646) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:06:37.977980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f3de7-9de4-468e-bc9c-614c0d2903c8 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Network': ['ID=6b965754-88c5-42c3-ba27-f70ce2a70b44,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:37.997850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06b535d1-c8b2-4ec4-8e58-1ec318a5eef2 None None] Network 6b965754-88c5-42c3-ba27-f70ce2a70b44 is not hosted by any dhcp agent {{(pid=101782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 00:06:37.998315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b535d1-c8b2-4ec4-8e58-1ec318a5eef2 None None] No DVR routers for this DVR port 74cfe790-b5bf-4c01-bd51-9405d193fc57 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:06:38.004376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b535d1-c8b2-4ec4-8e58-1ec318a5eef2 None None] Pushing event deleted for resources: {'Port': ['ID=74cfe790-b5bf-4c01-bd51-9405d193fc57,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:38.053997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-3d8dfbc7-43ca-4c62-8702-1a8638a7886f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b59b9781081d411e912bbccc125fc75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665517 Nov 09 00:06:38.085082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-fe499b62-30ab-4d08-be3d-e54056857985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:38.086574 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-fe499b62-30ab-4d08-be3d-e54056857985 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.1988988 Nov 09 00:06:38.161628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-8774b976-fb8a-4f02-801f-a1390f1f642e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting subnet 6ed0a10b-52d2-43e3-a37b-2175d75d02e0 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:06:38.195508 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8774b976-fb8a-4f02-801f-a1390f1f642e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:38.266934 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-1d5eea2b-e298-4297-980b-6ce44136eaa2 service neutron] 10.222.0.25 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933042 Nov 09 00:06:38.275305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8774b976-fb8a-4f02-801f-a1390f1f642e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:38.303167 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-78b665ca-4b80-44ae-b370-cea9ec52c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:38.304725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-78b665ca-4b80-44ae-b370-cea9ec52c973 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009642 Nov 09 00:06:38.321398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-14afcaa7-9ac6-467d-87dc-83308c6f6740 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:38.322761 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-14afcaa7-9ac6-467d-87dc-83308c6f6740 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301259 Nov 09 00:06:38.350860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Request body: {'port': {'device_id': 'f1b1fcbc-abee-4fd5-8918-7053c9d9c3df', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'b59b9781081d411e912bbccc125fc75a'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:38.555835 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8774b976-fb8a-4f02-801f-a1390f1f642e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:38.562475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-1c896e56-2a36-49f7-b44a-2572e4cd728e service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482495 Nov 09 00:06:38.740941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Made reservation on behalf of b59b9781081d411e912bbccc125fc75a for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:38.744773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:38.757635 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8774b976-fb8a-4f02-801f-a1390f1f642e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:38.806132 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6858c6ae-286c-44e0-be6d-b08088ca433e req-33949fff-3f62-444e-889c-b79faa354c1c service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173052 Nov 09 00:06:38.813778 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8774b976-fb8a-4f02-801f-a1390f1f642e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:38.818473 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8774b976-fb8a-4f02-801f-a1390f1f642e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "DELETE /v2.0/subnets/6ed0a10b-52d2-43e3-a37b-2175d75d02e0 HTTP/1.1" status: 204 len: 168 time: 0.8551774 Nov 09 00:06:38.819097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57674) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:06:38.820557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49feef82-ed00-4ebc-81c6-581d61f19d2f None None] Network 88a7d145-8036-4dc2-84c9-1a24b3b19a67 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:06:38.824602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430a764-3a42-4971-87c8-a7a4656c13bb req-9d2db6cc-3df6-4d92-aba2-8345214356a4 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:38.826735 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4430a764-3a42-4971-87c8-a7a4656c13bb req-9d2db6cc-3df6-4d92-aba2-8345214356a4 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.1638591 Nov 09 00:06:38.827707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774b976-fb8a-4f02-801f-a1390f1f642e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed0a10b-52d2-43e3-a37b-2175d75d02e0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:38.958123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4430a764-3a42-4971-87c8-a7a4656c13bb req-f5d4ef66-b398-4f18-b0e3-4d44b714a611 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142287 Nov 09 00:06:38.992959 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.078177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Allocated IP 192.168.233.167 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/3070f84c-0805-4b54-be1c-d401cdbd4133) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:39.090650 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bbce7d-08fc-4730-bf6f-718ff55a98c9 None None] DHCP port deletion for 88a7d145-8036-4dc2-84c9-1a24b3b19a67 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:06:39.095861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:06:39.096339 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.112708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-103b6d8b-949f-4760-9efc-f203de952e62 req-c6982805-c25b-4939-8ec8-671f62e1afd6 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 210 time: 0.0574648 Nov 09 00:06:39.166326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-28bbce7d-08fc-4730-bf6f-718ff55a98c9 None None] Deleting port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:06:39.166719 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-28bbce7d-08fc-4730-bf6f-718ff55a98c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.188595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] For port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4efb6459-1d1c-4dd3-93f7-1f14e0d9873b,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:39.189182 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.199663 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 688 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeb410b-0044-4743-8b0f-1256170ea9ee x-openstack-request-id: req-cfeb410b-0044-4743-8b0f-1256170ea9ee {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:39.200266 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "name": "network-vif-deleted", "tag": "bf3e47bb-992f-4640-9e28-83bedf06e84b", "status": "completed", "code": 200}, {"server_uuid": "adeb777c-5e61-46e1-a1f9-cef9b41b1591", "name": "network-vif-deleted", "tag": "76549a28-2147-4c3b-887b-d4f557ea5320", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6d7ab39-e09a-40ce-abf7-946fa976d3a0", "tag": "5a588547-6918-4978-8168-cdda458668a6", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:39.200689 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfeb410b-0044-4743-8b0f-1256170ea9ee {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:39.201688 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'name': 'network-vif-deleted', 'tag': 'bf3e47bb-992f-4640-9e28-83bedf06e84b', 'status': 'completed', 'code': 200} Nov 09 00:06:39.202135 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeb777c-5e61-46e1-a1f9-cef9b41b1591', 'name': 'network-vif-deleted', 'tag': '76549a28-2147-4c3b-887b-d4f557ea5320', 'status': 'completed', 'code': 200} Nov 09 00:06:39.202588 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'status': 'completed', 'code': 200} Nov 09 00:06:39.202984 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'tag': '5a588547-6918-4978-8168-cdda458668a6', 'status': 'completed', 'code': 200} Nov 09 00:06:39.214411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Calling delete_port for 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:06:39.272369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-28bbce7d-08fc-4730-bf6f-718ff55a98c9 None None] For port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4efb6459-1d1c-4dd3-93f7-1f14e0d9873b,segment=NetworkSegment(0c97d810-47c3-4cd0-875c-c9dc9c9c9620),segment_id=0c97d810-47c3-4cd0-875c-c9dc9c9c9620)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:39.272792 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-28bbce7d-08fc-4730-bf6f-718ff55a98c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.285937 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-28bbce7d-08fc-4730-bf6f-718ff55a98c9 None None] Calling delete_port for 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:06:39.286854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-7d6b57e8-4199-45a1-b25d-ba1dfd1772a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:39.288484 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-7d6b57e8-4199-45a1-b25d-ba1dfd1772a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 1096 time: 0.0880940 Nov 09 00:06:39.374440 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.394066 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.428215 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.437663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Port': ['ID=4efb6459-1d1c-4dd3-93f7-1f14e0d9873b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:39.442338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-163fa814-a585-4517-a630-f7105659aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:39.443935 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-163fa814-a585-4517-a630-f7105659aac7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.1404543 Nov 09 00:06:39.444873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] No DVR routers for this DVR port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:06:39.460556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37f38b22-75b5-41af-84e9-8009d2baeaab req-560809d1-416b-4b8a-95a9-dc938d9bb677 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 210 time: 0.0493004 Nov 09 00:06:39.470035 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7718d-520d-419d-8733-e0e5693a8ce2 req-8cb1ff63-4bbe-4e45-ac5d-e45c6396449b tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:39.471543 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0c7718d-520d-419d-8733-e0e5693a8ce2 req-8cb1ff63-4bbe-4e45-ac5d-e45c6396449b tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 1096 time: 0.3906572 Nov 09 00:06:39.481940 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45', 'e3608666-72b9-4756-9af2-597dfcd61d93', 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1', '405cd43c-0a9b-4e9c-8909-1cb49a017df6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:39.484424 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0fa22a7e-671d-4a9b-8c44-d54a98d90df0', '0610be6e-1583-4731-a57d-dfced1975e46', '397da721-8d48-4f40-9f49-22c06fa53126'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:39.535579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:39.542409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:39.551047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:39.566408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event updated for resources: {'Port': ['ID=3070f84c-0805-4b54-be1c-d401cdbd4133,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:39.610048 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-23d23dc2-46ac-474c-b9c9-1b72ce5b01fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 217 time: 0.0767593 Nov 09 00:06:39.612425 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.714799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a7d145-8036-4dc2-84c9-1a24b3b19a67']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:39.734003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0c7718d-520d-419d-8733-e0e5693a8ce2 req-849ea11e-053a-4639-885f-645e68dbe908 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276757 Nov 09 00:06:39.780592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057dfa6-fa99-4801-b7d3-ba564f9814bb req-ff13192e-a4ec-4ae3-b762-6e04fb04c98f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:39.782577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c057dfa6-fa99-4801-b7d3-ba564f9814bb req-ff13192e-a4ec-4ae3-b762-6e04fb04c98f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1527832 Nov 09 00:06:39.792735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:39.794420 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.794840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c97d810-47c3-4cd0-875c-c9dc9c9c9620') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:39.795134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c97d810-47c3-4cd0-875c-c9dc9c9c9620') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:39.818910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.819562 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-28bbce7d-08fc-4730-bf6f-718ff55a98c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.864127 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.871805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-85fc6fb6-25c6-4ac8-8062-6138319363e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:39.873266 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-85fc6fb6-25c6-4ac8-8062-6138319363e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.2223895 Nov 09 00:06:39.883878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:06:39.884287 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:39.898240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6f85150e-610b-4542-9dd7-9da52814ef8a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5512125 Nov 09 00:06:39.903628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:06:39.912678 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:06:39.921576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Request body: {'port': {'device_id': 'f1b1fcbc-abee-4fd5-8918-7053c9d9c3df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:39.953174 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:06:39.954585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21997deb-b40a-4ebb-b0da-795b55f7f6aa req-a50bedcc-5b48-411f-8cd1-f029ddc5af89 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1001 time: 0.1696851 Nov 09 00:06:39.959533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:06:39.974310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c057dfa6-fa99-4801-b7d3-ba564f9814bb req-ab6dee97-f46f-4f42-85a9-d21d9e4f19c9 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711524 Nov 09 00:06:39.980961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bbce7d-08fc-4730-bf6f-718ff55a98c9 None None] No DVR routers for this DVR port 4efb6459-1d1c-4dd3-93f7-1f14e0d9873b on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:06:39.984298 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbce7d-08fc-4730-bf6f-718ff55a98c9 None None] Pushing event deleted for resources: {'Port': ['ID=4efb6459-1d1c-4dd3-93f7-1f14e0d9873b,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:39.995839 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:40.014160 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:40.020218 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "DELETE /v2.0/networks/88a7d145-8036-4dc2-84c9-1a24b3b19a67 HTTP/1.1" status: 204 len: 168 time: 1.1973011 Nov 09 00:06:40.028646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57684) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:06:40.037295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-6768ee95-9654-42ff-9a9f-cff01a81876d tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:40.039354 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-6768ee95-9654-42ff-9a9f-cff01a81876d tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.30 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 821 time: 0.4333639 Nov 09 00:06:40.053875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-97a0c20f-e70a-4ced-b816-11c99850c234 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-401359888'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:40.077444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-e99cf051-0897-40e7-8735-4b29d2c7b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:40.078997 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-e99cf051-0897-40e7-8735-4b29d2c7b271 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911321 Nov 09 00:06:40.082556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Request body: {'port': {'device_id': '7730a111-60fe-42e8-ab94-3a964a2cbf57', 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a', 'admin_state_up': True, 'tenant_id': 'a2fd1f630ef54d6dba7f9f1e8827b967'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:40.087641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2314af-69be-4a64-ac80-ac3399e43790 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Network': ['ID=88a7d145-8036-4dc2-84c9-1a24b3b19a67,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:40.091547 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f253d7aa-28f0-4181-8b28-e9c1f5f61dd4 None None] Provisioning complete for port 3070f84c-0805-4b54-be1c-d401cdbd4133 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:40.091923 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f253d7aa-28f0-4181-8b28-e9c1f5f61dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:40.110504 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:40.140726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f253d7aa-28f0-4181-8b28-e9c1f5f61dd4 None None] Port 3070f84c-0805-4b54-be1c-d401cdbd4133 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:06:40.142221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21997deb-b40a-4ebb-b0da-795b55f7f6aa req-7c92bcf0-2f54-4c43-a8c7-e0761fa84fcf tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:40.144748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21997deb-b40a-4ebb-b0da-795b55f7f6aa req-7c92bcf0-2f54-4c43-a8c7-e0761fa84fcf tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports/5a588547-6918-4978-8168-cdda458668a6 HTTP/1.1" status: 200 len: 943 time: 0.1635158 Nov 09 00:06:40.239700 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-9b920a19-7500-4039-9cce-5c88a0a20d88 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486375 Nov 09 00:06:40.242607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a0c20f-e70a-4ced-b816-11c99850c234 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:40.246571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97a0c20f-e70a-4ced-b816-11c99850c234 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:40.372288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21997deb-b40a-4ebb-b0da-795b55f7f6aa req-af7a7d04-0798-40a7-87ef-86010e710003 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1001 time: 0.0728126 Nov 09 00:06:40.379893 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a0c20f-e70a-4ced-b816-11c99850c234 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:06:40.418123 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97a0c20f-e70a-4ced-b816-11c99850c234 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:40.418635 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-97a0c20f-e70a-4ced-b816-11c99850c234 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Added segment 2a89e0cc-fdab-4305-a921-fbec224871c6 of type vlan for network 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 Nov 09 00:06:40.489142 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97a0c20f-e70a-4ced-b816-11c99850c234 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:40.496249 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-80950d6b-1aa3-462a-841e-2bd4628fda44 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431262 Nov 09 00:06:40.519097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Made reservation on behalf of a2fd1f630ef54d6dba7f9f1e8827b967 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:40.523174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:40.587026 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97a0c20f-e70a-4ced-b816-11c99850c234 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:40.592542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a0c20f-e70a-4ced-b816-11c99850c234 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:40.593151 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97a0c20f-e70a-4ced-b816-11c99850c234 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:40.683180 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-97a0c20f-e70a-4ced-b816-11c99850c234 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6527224 Nov 09 00:06:40.778257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57700) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:06:40.783932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bb51b9b6-a158-44b6-bbc6-c0d664fd5700 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'subnet': {'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:40.813190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Allocated IP 172.20.0.13 (3529e958-4130-4d89-8f6b-9e5d5aefa50a/fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b/4bdaadc7-fad7-4071-842e-59da688c68ab) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:40.824752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-32a01e86-2476-4eea-8311-91b08098a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:40.826281 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-32a01e86-2476-4eea-8311-91b08098a2dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 1097 time: 0.2804506 Nov 09 00:06:40.830621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0c20f-e70a-4ced-b816-11c99850c234 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Network': ['ID=1962a5c6-4b1b-40f2-9a3f-82d4fac817b4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:40.852545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:06:40.921610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d1f82-74fa-47af-9fd9-667fb286d9cc req-9d088736-3810-4397-9628-f42faadd7fdf tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:40.928758 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1d1f82-74fa-47af-9fd9-667fb286d9cc req-9d088736-3810-4397-9628-f42faadd7fdf tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.7960050 Nov 09 00:06:41.012019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-e6eee37d-edb3-466d-8d22-19df92b3a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:41.013464 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-e6eee37d-edb3-466d-8d22-19df92b3a58f service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.1758654 Nov 09 00:06:41.018630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21997deb-b40a-4ebb-b0da-795b55f7f6aa req-c1dbbc4b-1de0-4a50-a959-4971003f3aa8 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:41.019989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21997deb-b40a-4ebb-b0da-795b55f7f6aa req-c1dbbc4b-1de0-4a50-a959-4971003f3aa8 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.6391792 Nov 09 00:06:41.086248 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1d1f82-74fa-47af-9fd9-667fb286d9cc req-61b2c355-edd0-4bb1-90ce-d9cdcb398049 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564939 Nov 09 00:06:41.111077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:41.126984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-da987f93-bbcb-4e19-904c-e2d4973c479e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a588547-6918-4978-8168-cdda458668a6 HTTP/1.1" status: 200 len: 1001 time: 0.1006749 Nov 09 00:06:41.139793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb51b9b6-a158-44b6-bbc6-c0d664fd5700 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:41.144338 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bb51b9b6-a158-44b6-bbc6-c0d664fd5700 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:41.185602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-cb00a096-0837-41a6-9207-872df3260ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:41.187001 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-cb00a096-0837-41a6-9207-872df3260ed2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.0493827 Nov 09 00:06:41.230183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3070f84c-0805-4b54-be1c-d401cdbd4133 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:41.237458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:41.259761 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:41.260115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-c7704238-8c79-4709-b4bb-c6ffb392cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:41.262062 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-c7704238-8c79-4709-b4bb-c6ffb392cd2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674613 Nov 09 00:06:41.325265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Network 3529e958-4130-4d89-8f6b-9e5d5aefa50a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:41.326714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Transition to ACTIVE for port object 3070f84c-0805-4b54-be1c-d401cdbd4133 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:41.329014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:41.340924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:41.357571 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Pushing event updated for resources: {'Port': ['ID=4bdaadc7-fad7-4071-842e-59da688c68ab,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:41.359861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:41.390477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c239a2-d763-469a-aac6-d7f5599107fb req-bcfdeb02-faf9-4605-8fa8-7ad549699890 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:41.392541 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37c239a2-d763-469a-aac6-d7f5599107fb req-bcfdeb02-faf9-4605-8fa8-7ad549699890 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 936 time: 0.1755874 Nov 09 00:06:41.418191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611fbd6-05d3-4220-b5fd-cc96dd1121aa req-04bfa82f-548e-42ab-8544-52613dc26852 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:41.425354 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d611fbd6-05d3-4220-b5fd-cc96dd1121aa req-04bfa82f-548e-42ab-8544-52613dc26852 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 932 time: 0.2135611 Nov 09 00:06:41.427114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:41.427719 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:41.437589 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-e01ca53c-9f99-4ee9-bd1c-31278c92fd02 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547472 Nov 09 00:06:41.470108 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-d7363535-f489-48e7-b7ee-97f70ad2b4d5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3960454 Nov 09 00:06:41.484365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Request body: {'port': {'device_id': '7730a111-60fe-42e8-ab94-3a964a2cbf57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:41.498074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Pushing event updated for resources: {'Port': ['ID=3070f84c-0805-4b54-be1c-d401cdbd4133,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:41.587952 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37c239a2-d763-469a-aac6-d7f5599107fb req-a5e71ed7-bba3-4ec0-94ae-9707a7b97751 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865845 Nov 09 00:06:41.658495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d611fbd6-05d3-4220-b5fd-cc96dd1121aa req-ddb28171-03a7-4c56-81d1-e8296add3a91 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255192 Nov 09 00:06:41.791397 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bb51b9b6-a158-44b6-bbc6-c0d664fd5700 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:41.893327 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:41.912671 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f5600cb3-4043-4095-93ce-003fcbe33bfa req-c6cde533-23f4-49c1-a989-35bbd2031e84 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663947 Nov 09 00:06:41.913916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Attempting to bind port 3070f84c-0805-4b54-be1c-d401cdbd4133 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:41.914252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Attempting to bind port 3070f84c-0805-4b54-be1c-d401cdbd4133 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:41.914721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Attempting to bind port 3070f84c-0805-4b54-be1c-d401cdbd4133 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:41.947303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-3dbbd3b1-c6f9-4287-835b-07f2561e93a5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1001 time: 0.2397687 Nov 09 00:06:41.953196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Port 3070f84c-0805-4b54-be1c-d401cdbd4133 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:41.953571 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Attempting to bind port 3070f84c-0805-4b54-be1c-d401cdbd4133 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:41.971764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241043b-122d-4305-89a0-15e50088809a req-f65eb64e-28f2-4c44-9f89-66983d7c8fb9 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:41.973285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4241043b-122d-4305-89a0-15e50088809a req-f65eb64e-28f2-4c44-9f89-66983d7c8fb9 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.2778158 Nov 09 00:06:41.986121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51b9b6-a158-44b6-bbc6-c0d664fd5700 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Subnet': ['ID=6d81a16d-907d-4a44-ad67-bf959a66d8fb,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:42.001302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:42.001660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:42.002053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:42.002475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Bound port: 3070f84c-0805-4b54-be1c-d401cdbd4133, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:42.002826 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:42.043643 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-b32c75ca-aebe-4907-8f71-a3e785b2937c service neutron] show failed (client error): The resource could not be found. Nov 09 00:06:42.044625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-b32c75ca-aebe-4907-8f71-a3e785b2937c service neutron] 10.222.0.11 "GET /v2.0/ports/b0af1a3c-a4be-419f-b352-ef05f66ca72c/bindings/n-h1-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.2680576 Nov 09 00:06:42.056901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51b9b6-a158-44b6-bbc6-c0d664fd5700 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Checking segment: {'id': '2a89e0cc-fdab-4305-a921-fbec224871c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:42.057176 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb51b9b6-a158-44b6-bbc6-c0d664fd5700 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network hostable DHCP agents. Network: 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:06:42.089523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-edaf0cfd-d1e7-48d0-81f7-1de2065804ae tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:42.102409 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-edaf0cfd-d1e7-48d0-81f7-1de2065804ae tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports/5a588547-6918-4978-8168-cdda458668a6 HTTP/1.1" status: 200 len: 943 time: 0.1414115 Nov 09 00:06:42.207753 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdaadc7-fad7-4071-842e-59da688c68ab {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:42.216460 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:42.224047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4241043b-122d-4305-89a0-15e50088809a req-8e61be63-b311-44ff-a181-99e777806bcc tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325194 Nov 09 00:06:42.232844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Transition to ACTIVE for port object 4bdaadc7-fad7-4071-842e-59da688c68ab will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:42.239742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:42.242137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb51b9b6-a158-44b6-bbc6-c0d664fd5700 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:06:42.304194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-bb51b9b6-a158-44b6-bbc6-c0d664fd5700 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:42.318581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdaadc7-fad7-4071-842e-59da688c68ab,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:42.318797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb51b9b6-a158-44b6-bbc6-c0d664fd5700 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:42.319295 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bb51b9b6-a158-44b6-bbc6-c0d664fd5700 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:42.331428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-4be376db-47b4-4113-853b-62d932725d4f tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1001 time: 0.1665909 Nov 09 00:06:42.332502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] For port 3070f84c-0805-4b54-be1c-d401cdbd4133, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:42.334315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5f5ed-a93a-4c65-826b-54cac94cd58d None None] Network 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:06:42.350311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] For port 3070f84c-0805-4b54-be1c-d401cdbd4133, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=3070f84c-0805-4b54-be1c-d401cdbd4133,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:42.398813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:42.413637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-f66f9088-1481-4a1a-a1cf-c892e2affd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:42.416820 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-f66f9088-1481-4a1a-a1cf-c892e2affd4c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e&tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690 HTTP/1.1" status: 200 len: 1100 time: 0.1097829 Nov 09 00:06:42.426238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bb51b9b6-a158-44b6-bbc6-c0d664fd5700 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6441314 Nov 09 00:06:42.426434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57720) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:06:42.440682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-808d89a9-28fd-48b6-a354-a399344ca296 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-395547577'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:42.446584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:42.453782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Attempting to bind port 4bdaadc7-fad7-4071-842e-59da688c68ab on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:42.455636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Attempting to bind port 4bdaadc7-fad7-4071-842e-59da688c68ab by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:42.455636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Attempting to bind port 4bdaadc7-fad7-4071-842e-59da688c68ab on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:42.483646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Port 4bdaadc7-fad7-4071-842e-59da688c68ab on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:42.483646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Attempting to bind port 4bdaadc7-fad7-4071-842e-59da688c68ab on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:42.497811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:42.498252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:42.498735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Bound using segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:42.499844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Bound port: 4bdaadc7-fad7-4071-842e-59da688c68ab, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:42.499844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:42.508584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:42.513557 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:42.513557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] 10.222.0.30 "PUT /v2.0/ports/3070f84c-0805-4b54-be1c-d401cdbd4133 HTTP/1.1" status: 200 len: 1096 time: 2.6000791 Nov 09 00:06:42.528446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b1fcbc-abee-4fd5-8918-7053c9d9c3df', 'tag': '3070f84c-0805-4b54-be1c-d401cdbd4133'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:42.535668 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5c449-4647-4bfe-a579-30fb4af6ad91" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b1fcbc-abee-4fd5-8918-7053c9d9c3df", "tag": "3070f84c-0805-4b54-be1c-d401cdbd4133"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:42.556845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808d89a9-28fd-48b6-a354-a399344ca296 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:42.563189 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-808d89a9-28fd-48b6-a354-a399344ca296 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:42.587084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990b2aa-0ff3-4330-a40e-5adbd0e52720 req-a96a4abb-d731-4c54-8a19-d955aaed322c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:42.588530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5990b2aa-0ff3-4330-a40e-5adbd0e52720 req-a96a4abb-d731-4c54-8a19-d955aaed322c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.2340331 Nov 09 00:06:42.629525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-1962a5c6-4b1b-40f2-9a3f-82d4fac817b4', 'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'fixed_ips': [{'subnet_id': '6d81a16d-907d-4a44-ad67-bf959a66d8fb'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:06:42.629525 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:42.630000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f22dcc-1dee-4f11-a08d-d7b04d004b71 service neutron] Pushing event updated for resources: {'Port': ['ID=3070f84c-0805-4b54-be1c-d401cdbd4133,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:42.646689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:42.704894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-945e675a-ae05-467d-9622-7e2d83b199e0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:42.706333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-945e675a-ae05-467d-9622-7e2d83b199e0 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.3677549 Nov 09 00:06:42.739120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-598905c8-ed40-46ba-8286-f20b37e9ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:42.740908 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-598905c8-ed40-46ba-8286-f20b37e9ba04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 1099 time: 0.1773777 Nov 09 00:06:42.773854 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-19149442-f5ba-4c9d-a091-7b06c52dd882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:42.797067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5990b2aa-0ff3-4330-a40e-5adbd0e52720 req-2ce75327-11db-4f86-96fa-7627c341e2e5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884005 Nov 09 00:06:42.842457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-35996883-967e-41d8-bfc3-7c9f77b0f6fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3070f84c-0805-4b54-be1c-d401cdbd4133 HTTP/1.1" status: 200 len: 217 time: 0.0587044 Nov 09 00:06:42.863704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808d89a9-28fd-48b6-a354-a399344ca296 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:06:42.891503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-808d89a9-28fd-48b6-a354-a399344ca296 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:42.891875 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-808d89a9-28fd-48b6-a354-a399344ca296 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Added segment 12fdf30e-0fbc-480a-86af-a0a62f0659b9 of type vlan for network b56c8e80-1b92-4472-adbe-01beb37c1bce Nov 09 00:06:42.894321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:42.962987 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Allocated IP 19.80.0.2 (1962a5c6-4b1b-40f2-9a3f-82d4fac817b4/6d81a16d-907d-4a44-ad67-bf959a66d8fb/30207269-c246-4403-a270-0bb267a639ac) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:42.966398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-69a7a57a-7fe8-48d4-a02f-2e81f1b7c154 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1001 time: 0.2350326 Nov 09 00:06:42.966860 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4bdaadc7-fad7-4071-842e-59da688c68ab,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:42.998483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-6adc5547-47da-4699-8fa2-57d7427d4808 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:43.002670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.015017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-5b0111a6-0977-4de3-9f0e-3d6689aae118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:43.016489 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-808d89a9-28fd-48b6-a354-a399344ca296 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.017558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-5b0111a6-0977-4de3-9f0e-3d6689aae118 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1616442 Nov 09 00:06:43.022146 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3e7f47-9400-4dcd-870c-553b2eb92157 x-openstack-request-id: req-2d3e7f47-9400-4dcd-870c-553b2eb92157 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:43.022441 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b1fcbc-abee-4fd5-8918-7053c9d9c3df", "tag": "3070f84c-0805-4b54-be1c-d401cdbd4133", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:43.022794 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d3e7f47-9400-4dcd-870c-553b2eb92157 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:43.023894 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b1fcbc-abee-4fd5-8918-7053c9d9c3df', 'tag': '3070f84c-0805-4b54-be1c-d401cdbd4133', 'status': 'completed', 'code': 200} Nov 09 00:06:43.077441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:43.078862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.079973 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] 10.222.0.30 "PUT /v2.0/ports/4bdaadc7-fad7-4071-842e-59da688c68ab HTTP/1.1" status: 200 len: 1092 time: 1.5997901 Nov 09 00:06:43.084868 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7730a111-60fe-42e8-ab94-3a964a2cbf57', 'tag': '4bdaadc7-fad7-4071-842e-59da688c68ab'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:43.088284 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad12f43-6d6f-4c64-a0f3-939a05cbed8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7730a111-60fe-42e8-ab94-3a964a2cbf57", "tag": "4bdaadc7-fad7-4071-842e-59da688c68ab"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:43.141360 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.148153 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.178003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6da12603-1d85-4484-b055-4a84adfb98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:43.179669 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-808d89a9-28fd-48b6-a354-a399344ca296 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.183681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-6da12603-1d85-4484-b055-4a84adfb98b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160910 Nov 09 00:06:43.184782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808d89a9-28fd-48b6-a354-a399344ca296 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:43.185934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-808d89a9-28fd-48b6-a354-a399344ca296 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.189495 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Network 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:43.190621 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-6adc5547-47da-4699-8fa2-57d7427d4808 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.196036 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:43.200045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:43.203752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866ed7f-1004-476d-bee5-cbbb8ce22fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdaadc7-fad7-4071-842e-59da688c68ab,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:43.208772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:43.209452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Pushing event updated for resources: {'Port': ['ID=30207269-c246-4403-a270-0bb267a639ac,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:43.262688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Attempting to bind port 30207269-c246-4403-a270-0bb267a639ac on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:43.263068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Attempting to bind port 30207269-c246-4403-a270-0bb267a639ac by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '2a89e0cc-fdab-4305-a921-fbec224871c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:43.263434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Attempting to bind port 30207269-c246-4403-a270-0bb267a639ac on network 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:43.270362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:43.270735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Checking segment: {'id': '2a89e0cc-fdab-4305-a921-fbec224871c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:43.271133 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.271523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Bound using segment: {'id': '2a89e0cc-fdab-4305-a921-fbec224871c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:43.271982 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Bound port: 30207269-c246-4403-a270-0bb267a639ac, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89e0cc-fdab-4305-a921-fbec224871c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:43.272361 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.286247 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-808d89a9-28fd-48b6-a354-a399344ca296 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8565164 Nov 09 00:06:43.294183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57738) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:06:43.305467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b8573298-9b5c-4575-8265-6de2a7e3d1f5 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'subnet': {'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:43.309800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d909c4d-657c-4767-b05a-4d7cbe4bebdf req-2449d4c6-a968-45ce-9735-8739689a6ab9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:43.311633 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d909c4d-657c-4767-b05a-4d7cbe4bebdf req-2449d4c6-a968-45ce-9735-8739689a6ab9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 948 time: 0.2454946 Nov 09 00:06:43.338786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-66ee93d5-b360-4240-bf8e-e55f5ebf9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:43.340378 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-66ee93d5-b360-4240-bf8e-e55f5ebf9afe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 1095 time: 0.2072403 Nov 09 00:06:43.340978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d89a9-28fd-48b6-a354-a399344ca296 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Network': ['ID=b56c8e80-1b92-4472-adbe-01beb37c1bce,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:43.341857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] For port 30207269-c246-4403-a270-0bb267a639ac, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:43.346200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] For port 30207269-c246-4403-a270-0bb267a639ac, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30207269-c246-4403-a270-0bb267a639ac,segment=NetworkSegment(2a89e0cc-fdab-4305-a921-fbec224871c6),segment_id=2a89e0cc-fdab-4305-a921-fbec224871c6)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:43.352275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:43.354939 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.366902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network b56c8e80-1b92-4472-adbe-01beb37c1bce details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:06:43.427900 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-15930b57-6fc0-4290-aadd-8a588c035201 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939976 Nov 09 00:06:43.445176 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-b39b9a95-ad25-40fa-9d7e-d2a233af8049 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bdaadc7-fad7-4071-842e-59da688c68ab HTTP/1.1" status: 200 len: 217 time: 0.0855043 Nov 09 00:06:43.471841 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d909c4d-657c-4767-b05a-4d7cbe4bebdf req-a7c8aa38-ddc8-47c6-9413-19187f86dcb1 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447909 Nov 09 00:06:43.508830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6409dc-cf2e-4e77-8473-22fab095a8b6 None None] Pushing event updated for resources: {'Port': ['ID=30207269-c246-4403-a270-0bb267a639ac,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:43.536619 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.560533 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-6adc5547-47da-4699-8fa2-57d7427d4808 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.568973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-6e458371-bdb9-4a88-b096-c135d224b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:43.570486 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-6e458371-bdb9-4a88-b096-c135d224b4f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.1187084 Nov 09 00:06:43.574104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Transition to ACTIVE for port object b0af1a3c-a4be-419f-b352-ef05f66ca72c will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:43.583423 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-6adc5547-47da-4699-8fa2-57d7427d4808 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.583805 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-6adc5547-47da-4699-8fa2-57d7427d4808 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Floating IP bb250066-2c4a-4c22-aed9-0eec29959a60 disassociated. External IP: 172.25.0.58, port: 5a588547-6918-4978-8168-cdda458668a6. Nov 09 00:06:43.588770 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.616117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8573298-9b5c-4575-8265-6de2a7e3d1f5 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:43.619582 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b8573298-9b5c-4575-8265-6de2a7e3d1f5 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:43.647560 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-4059b03b-8d94-4cf1-9860-6e5e1245bfd4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679719 Nov 09 00:06:43.719240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1180470e-ec76-49e1-9ef9-d484614ba798 req-1c4c0627-fc23-4d40-a644-074a864a3afd service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775269 Nov 09 00:06:43.731191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bd494-3566-4f59-8edc-ebc18f767a9f req-a6fe6e88-e019-4825-9673-ba0c109e0b56 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:43.732714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-591bd494-3566-4f59-8edc-ebc18f767a9f req-a6fe6e88-e019-4825-9673-ba0c109e0b56 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 944 time: 0.1622169 Nov 09 00:06:43.838378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Pushing event updated for resources: {'Port': ['ID=b0af1a3c-a4be-419f-b352-ef05f66ca72c,revision_number=6']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:43.896336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] No DVR routers for this DVR port b0af1a3c-a4be-419f-b352-ef05f66ca72c on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:06:43.930508 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30207269-c246-4403-a270-0bb267a639ac up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:44.005099 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-60cd299a-2dc6-4ee6-a994-d6e3b2e4f578 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176708 Nov 09 00:06:44.005862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Attempting to bind port b0af1a3c-a4be-419f-b352-ef05f66ca72c on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:44.006197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Attempting to bind port b0af1a3c-a4be-419f-b352-ef05f66ca72c by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:44.006611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Attempting to bind port b0af1a3c-a4be-419f-b352-ef05f66ca72c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:44.009086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 30207269-c246-4403-a270-0bb267a639ac triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:44.009502 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:44.069579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Port b0af1a3c-a4be-419f-b352-ef05f66ca72c on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:44.070132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Attempting to bind port b0af1a3c-a4be-419f-b352-ef05f66ca72c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:44.088585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:44.089083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:44.089536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:44.090261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Bound port: b0af1a3c-a4be-419f-b352-ef05f66ca72c, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:44.090625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:44.101035 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:44.142559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 30207269-c246-4403-a270-0bb267a639ac, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30207269-c246-4403-a270-0bb267a639ac,segment=NetworkSegment(2a89e0cc-fdab-4305-a921-fbec224871c6),segment_id=2a89e0cc-fdab-4305-a921-fbec224871c6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:44.148276 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:44.176978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c449-4647-4bfe-a579-30fb4af6ad91 req-7335a27c-2fa8-477a-98f6-2d0477b97f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.178599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56b5c449-4647-4bfe-a579-30fb4af6ad91 req-7335a27c-2fa8-477a-98f6-2d0477b97f1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 1099 time: 0.1162758 Nov 09 00:06:44.182401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-591bd494-3566-4f59-8edc-ebc18f767a9f req-fc11445f-4e22-405a-851d-04da390278be tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346690 Nov 09 00:06:44.197592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=30207269-c246-4403-a270-0bb267a639ac,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:44.274259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:44.302413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:44.307377 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b8573298-9b5c-4575-8265-6de2a7e3d1f5 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:44.314086 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-57d2606e-eaf1-47e0-88d8-305ffaf10300 req-ab9c880a-d3f7-48c6-b0a5-3d8ee7c306da service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798975 Nov 09 00:06:44.317206 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:44.373735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-6adc5547-47da-4699-8fa2-57d7427d4808 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:06:44.387190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.387627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c7384-670f-4442-b415-358672ac300f req-cf53a16c-dc7e-4271-8e34-badab6a55dc5 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.387890 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:44.389270 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-485c7384-670f-4442-b415-358672ac300f req-cf53a16c-dc7e-4271-8e34-badab6a55dc5 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 945 time: 0.1090639 Nov 09 00:06:44.389421 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] 10.222.0.30 "PUT /v2.0/ports/b0af1a3c-a4be-419f-b352-ef05f66ca72c HTTP/1.1" status: 200 len: 1095 time: 1.9479141 Nov 09 00:06:44.392759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c449-4647-4bfe-a579-30fb4af6ad91 req-1c65f634-00ac-42c8-820d-3cd8f773497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.395235 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56b5c449-4647-4bfe-a579-30fb4af6ad91 req-1c65f634-00ac-42c8-820d-3cd8f773497f service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2062857 Nov 09 00:06:44.425973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8573298-9b5c-4575-8265-6de2a7e3d1f5 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Subnet': ['ID=116b80b0-bde2-43c0-8af0-2c89b3166cfe,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:44.459812 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a382bb-f238-4ec7-9acb-22d33aeb4897 service neutron] Pushing event updated for resources: {'Port': ['ID=b0af1a3c-a4be-419f-b352-ef05f66ca72c,revision_number=7']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:44.467973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8573298-9b5c-4575-8265-6de2a7e3d1f5 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Checking segment: {'id': '12fdf30e-0fbc-480a-86af-a0a62f0659b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:44.468328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8573298-9b5c-4575-8265-6de2a7e3d1f5 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network hostable DHCP agents. Network: b56c8e80-1b92-4472-adbe-01beb37c1bce, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:06:44.495424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-c9d478fc-2af8-4a96-9e98-05253dc70f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.497311 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-c9d478fc-2af8-4a96-9e98-05253dc70f58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 1098 time: 0.0690486 Nov 09 00:06:44.498639 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8573298-9b5c-4575-8265-6de2a7e3d1f5 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network b56c8e80-1b92-4472-adbe-01beb37c1bce is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:06:44.506089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56b5c449-4647-4bfe-a579-30fb4af6ad91 req-c393f47b-fbb8-42ff-b1ca-c4014a1aa4a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3070f84c-0805-4b54-be1c-d401cdbd4133 HTTP/1.1" status: 200 len: 217 time: 0.0486653 Nov 09 00:06:44.518845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b8573298-9b5c-4575-8265-6de2a7e3d1f5 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, b56c8e80-1b92-4472-adbe-01beb37c1bce) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:44.527584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d278c9-f1c4-4d11-8e9c-f417a037cba0 None None] Network b56c8e80-1b92-4472-adbe-01beb37c1bce requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:06:44.563450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8573298-9b5c-4575-8265-6de2a7e3d1f5 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.566681 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b8573298-9b5c-4575-8265-6de2a7e3d1f5 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:44.617890 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-485c7384-670f-4442-b415-358672ac300f req-b634a0d0-c6e8-426b-bdda-310e556cf462 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112415 Nov 09 00:06:44.633656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c449-4647-4bfe-a579-30fb4af6ad91 req-3e7be8b0-acec-4a07-8c96-ef54efd3376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.633656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56b5c449-4647-4bfe-a579-30fb4af6ad91 req-3e7be8b0-acec-4a07-8c96-ef54efd3376e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1174035 Nov 09 00:06:44.668959 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b8573298-9b5c-4575-8265-6de2a7e3d1f5 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3736229 Nov 09 00:06:44.681075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-6adc5547-47da-4699-8fa2-57d7427d4808 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:06:44.686888 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-6adc5547-47da-4699-8fa2-57d7427d4808 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:44.711847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9753d-a091-460c-9c22-a53bf0a4b4f5 None None] Sync routers for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:06:44.717009 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3742d90-4944-4636-880e-306f47136a57 x-openstack-request-id: req-f3742d90-4944-4636-880e-306f47136a57 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:44.721568 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7730a111-60fe-42e8-ab94-3a964a2cbf57", "tag": "4bdaadc7-fad7-4071-842e-59da688c68ab", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:44.721932 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3742d90-4944-4636-880e-306f47136a57 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:44.722456 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7730a111-60fe-42e8-ab94-3a964a2cbf57', 'tag': '4bdaadc7-fad7-4071-842e-59da688c68ab', 'status': 'completed', 'code': 200} Nov 09 00:06:44.741284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-6adc5547-47da-4699-8fa2-57d7427d4808 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "PUT /v2.0/floatingips/bb250066-2c4a-4c22-aed9-0eec29959a60 HTTP/1.1" status: 200 len: 694 time: 1.7566247 Nov 09 00:06:44.745461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-c5d270cf-087f-4092-ad3e-67909d070556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.756270 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-c5d270cf-087f-4092-ad3e-67909d070556 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2429373 Nov 09 00:06:44.760955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c449-4647-4bfe-a579-30fb4af6ad91 req-a2d7ec53-1035-40db-bf63-462f73b7058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.762499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56b5c449-4647-4bfe-a579-30fb4af6ad91 req-a2d7ec53-1035-40db-bf63-462f73b7058f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1130199 Nov 09 00:06:44.799080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9753d-a091-460c-9c22-a53bf0a4b4f5 None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:44.799973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-82b9753d-a091-460c-9c22-a53bf0a4b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:44.832635 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8332f46c-da30-4910-b65a-a04f33a3e3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:44.869442 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-e70d2e1c-3479-45eb-a779-4fec25798f34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c HTTP/1.1" status: 200 len: 217 time: 0.0571404 Nov 09 00:06:44.878077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad12f43-6d6f-4c64-a0f3-939a05cbed8e req-7d6d3b17-7f2d-4c7f-ae2f-49cf25fee474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.879622 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cad12f43-6d6f-4c64-a0f3-939a05cbed8e req-7d6d3b17-7f2d-4c7f-ae2f-49cf25fee474 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 1095 time: 0.1188960 Nov 09 00:06:44.946825 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-ba321b38-9d70-4d2d-98e6-e9c9601cb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.948605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-ba321b38-9d70-4d2d-98e6-e9c9601cb031 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 1097 time: 0.1810563 Nov 09 00:06:44.982102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-94969ba7-52e1-43b0-921c-c0b08424c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.983474 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-94969ba7-52e1-43b0-921c-c0b08424c30f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1029611 Nov 09 00:06:44.996835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616219f-d3b9-4c25-b6c4-4a38823bf92b req-9a199ebe-d815-4b72-b374-8869f70cd4d1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:44.998609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7616219f-d3b9-4c25-b6c4-4a38823bf92b req-9a199ebe-d815-4b72-b374-8869f70cd4d1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1686356 Nov 09 00:06:45.011729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56b5c449-4647-4bfe-a579-30fb4af6ad91 req-b4d42e8b-efbd-423a-adfe-fd4bcc74fadb service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353275 Nov 09 00:06:45.043266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad12f43-6d6f-4c64-a0f3-939a05cbed8e req-6a413ab0-cd36-48b4-8c9d-65ac11725643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:45.044727 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cad12f43-6d6f-4c64-a0f3-939a05cbed8e req-6a413ab0-cd36-48b4-8c9d-65ac11725643 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.1554341 Nov 09 00:06:45.053444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-2c2fc73c-e4a5-4be4-b18c-7f1da2a17060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:45.055366 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-2c2fc73c-e4a5-4be4-b18c-7f1da2a17060 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0623119 Nov 09 00:06:45.055491 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'tag': '5a588547-6918-4978-8168-cdda458668a6'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:45.057561 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0424445b-63fb-4bb6-8f73-48eff3becfac" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d7ab39-e09a-40ce-abf7-946fa976d3a0", "tag": "5a588547-6918-4978-8168-cdda458668a6"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:45.105371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefd80c5-4fb4-4647-9381-5080e1cb1da6 None None] Network 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:06:45.105969 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cad12f43-6d6f-4c64-a0f3-939a05cbed8e req-ff4061c8-6d54-4d51-aa3f-72f1ce1297a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bdaadc7-fad7-4071-842e-59da688c68ab HTTP/1.1" status: 200 len: 217 time: 0.0501378 Nov 09 00:06:45.137008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-b56c8e80-1b92-4472-adbe-01beb37c1bce', 'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'fixed_ips': [{'subnet_id': '116b80b0-bde2-43c0-8af0-2c89b3166cfe'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:06:45.137900 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:45.176889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7616219f-d3b9-4c25-b6c4-4a38823bf92b req-e776e333-c819-4096-ad85-4157f36cf41d tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675487 Nov 09 00:06:45.201870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad12f43-6d6f-4c64-a0f3-939a05cbed8e req-26ffe948-64db-451d-a56c-bb43bf210805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:45.203393 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cad12f43-6d6f-4c64-a0f3-939a05cbed8e req-26ffe948-64db-451d-a56c-bb43bf210805 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.0895462 Nov 09 00:06:45.209843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-f65a2183-d9af-4a3a-bc9b-44ca3186f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:45.212175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-f65a2183-d9af-4a3a-bc9b-44ca3186f4ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.2543092 Nov 09 00:06:45.218326 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56b5c449-4647-4bfe-a579-30fb4af6ad91 req-7039e72e-50d5-40db-9479-982f77edb5ef service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482258 Nov 09 00:06:45.227137 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-462e9881-80ed-4b9f-8ea1-53d78366b879 None None] Provisioning complete for port 30207269-c246-4403-a270-0bb267a639ac triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:45.227601 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-462e9881-80ed-4b9f-8ea1-53d78366b879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:45.243576 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-0149bf53-0115-448e-91bc-a8c344934a4a service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799266 Nov 09 00:06:45.259683 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cad12f43-6d6f-4c64-a0f3-939a05cbed8e req-6e706eaa-fd2a-4179-a324-23784cbc3939 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473766 Nov 09 00:06:45.289941 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-cf12d9b0-ffe0-4daf-8930-00043f6c46b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a588547-6918-4978-8168-cdda458668a6 HTTP/1.1" status: 200 len: 217 time: 0.0697303 Nov 09 00:06:45.320252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-82b9753d-a091-460c-9c22-a53bf0a4b4f5 None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:45.359781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b0af1a3c-a4be-419f-b352-ef05f66ca72c no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:06:45.366117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079985-6e33-408b-ad62-e33edf050bbe req-90881b70-c1b4-4012-9bec-ff1ccabe71d5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:45.368355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09079985-6e33-408b-ad62-e33edf050bbe req-90881b70-c1b4-4012-9bec-ff1ccabe71d5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 947 time: 0.0927162 Nov 09 00:06:45.382075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-d5739220-34e2-4463-8b49-88ce72773da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:45.383496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-d5739220-34e2-4463-8b49-88ce72773da7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.0756509 Nov 09 00:06:45.425100 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2c29611-6a4e-47dd-9858-7146310d8809 req-bfbc0d5f-dbd6-4ecb-909c-b0cdfaaae6a5 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674895 Nov 09 00:06:45.429066 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cad12f43-6d6f-4c64-a0f3-939a05cbed8e req-7b3580d9-2852-42db-9604-a4ecfc0ae671 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515172 Nov 09 00:06:45.460983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09079985-6e33-408b-ad62-e33edf050bbe req-5cfec4b7-d63a-4a70-ab23-e4d1047725c5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853224 Nov 09 00:06:45.468236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-d5f1c881-a1e9-40cd-88a4-52d1fc69c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:45.470337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-d5f1c881-a1e9-40cd-88a4-52d1fc69c5ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740004 Nov 09 00:06:45.592557 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cad12f43-6d6f-4c64-a0f3-939a05cbed8e req-414f0983-f534-4ea7-9b2c-33133c41d4da service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541002 Nov 09 00:06:45.642643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-08604eb8-d4ff-449d-88ce-49bebec71005 service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599905 Nov 09 00:06:45.671750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b0af1a3c-a4be-419f-b352-ef05f66ca72c not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:06:45.706898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Allocated IP 19.86.0.2 (b56c8e80-1b92-4472-adbe-01beb37c1bce/116b80b0-bde2-43c0-8af0-2c89b3166cfe/632efe29-4b75-4b1b-8fa3-136633913b86) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:45.747750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26c680b-135a-4848-b8c0-23dd9bf9aed4 req-6cb833f3-f116-4f96-93f9-ad6496f14ce7 service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039987 Nov 09 00:06:45.838984 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:45.849899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30207269-c246-4403-a270-0bb267a639ac up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:45.876342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb40c0-a710-487a-b4c2-1c86d98b5f03 req-ffc5d115-da83-4554-94dd-c0214f934c78 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:45.878322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fbb40c0-a710-487a-b4c2-1c86d98b5f03 req-ffc5d115-da83-4554-94dd-c0214f934c78 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 948 time: 0.0588877 Nov 09 00:06:45.920655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-82b9753d-a091-460c-9c22-a53bf0a4b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:45.963116 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:06:45.977911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fbb40c0-a710-487a-b4c2-1c86d98b5f03 req-3c08ee1c-4d50-4c14-bb10-99a85a7ae11e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832562 Nov 09 00:06:45.980668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9753d-a091-460c-9c22-a53bf0a4b4f5 None None] Checking router: a67d7b14-9b53-4415-acc3-aaa0b4db8b6a for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:06:46.058718 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3879738-2786-4723-ac48-a3067cc593ae x-openstack-request-id: req-d3879738-2786-4723-ac48-a3067cc593ae {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:46.059155 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d7ab39-e09a-40ce-abf7-946fa976d3a0", "tag": "5a588547-6918-4978-8168-cdda458668a6", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:46.059689 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3879738-2786-4723-ac48-a3067cc593ae {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:46.060207 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'tag': '5a588547-6918-4978-8168-cdda458668a6', 'status': 'completed', 'code': 200} Nov 09 00:06:46.073671 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:46.101767 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9753d-a091-460c-9c22-a53bf0a4b4f5 None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:46.102413 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-82b9753d-a091-460c-9c22-a53bf0a4b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:46.127587 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:46.147921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 30207269-c246-4403-a270-0bb267a639ac triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:46.150711 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:46.192826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424445b-63fb-4bb6-8f73-48eff3becfac req-d67a04ed-09cc-4c7b-9be8-ea78add789be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:46.194368 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0424445b-63fb-4bb6-8f73-48eff3becfac req-d67a04ed-09cc-4c7b-9be8-ea78add789be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 1097 time: 0.0863154 Nov 09 00:06:46.218146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-739b298e-d8ef-4218-ab9f-095cd91e7f3c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:46.227459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-739b298e-d8ef-4218-ab9f-095cd91e7f3c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:46.235913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-739b298e-d8ef-4218-ab9f-095cd91e7f3c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/networks?id=1962a5c6-4b1b-40f2-9a3f-82d4fac817b4&id=b56c8e80-1b92-4472-adbe-01beb37c1bce HTTP/1.1" status: 200 len: 1390 time: 0.2158198 Nov 09 00:06:46.264690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-9f665b24-3b0f-4348-9ad8-fbe1842977fb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/quotas/b98e8fcaaadf42aabd25a75286f8e710 HTTP/1.1" status: 200 len: 375 time: 0.0275626 Nov 09 00:06:46.290605 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:46.322284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bcc0f-7645-45ca-99d0-760f73faa8a1 req-852c6d22-1c5a-47a5-86c5-e2cb9153b0ab tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:46.332876 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc4bcc0f-7645-45ca-99d0-760f73faa8a1 req-852c6d22-1c5a-47a5-86c5-e2cb9153b0ab tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 944 time: 0.1834774 Nov 09 00:06:46.343300 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:46.355583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424445b-63fb-4bb6-8f73-48eff3becfac req-ff06c5bf-5097-43a7-98ae-ff09c0b81d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:46.357392 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0424445b-63fb-4bb6-8f73-48eff3becfac req-ff06c5bf-5097-43a7-98ae-ff09c0b81d85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.1548634 Nov 09 00:06:46.400067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-dbb2b76c-91be-44fe-b461-404add3fc61f tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b98e8fcaaadf42aabd25a75286f8e710&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1336646 Nov 09 00:06:46.446390 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0424445b-63fb-4bb6-8f73-48eff3becfac req-57fcac0c-07ec-4eff-9f47-a6941da0ec9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a588547-6918-4978-8168-cdda458668a6 HTTP/1.1" status: 200 len: 217 time: 0.0695994 Nov 09 00:06:46.477452 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc4bcc0f-7645-45ca-99d0-760f73faa8a1 req-5b750387-d8a7-4855-b387-2d6b4a60c0bb tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433902 Nov 09 00:06:46.504425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6bd0a6e2-8411-4ec0-8f84-eb81bda0c46a None None] Provisioning complete for port 30207269-c246-4403-a270-0bb267a639ac triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:46.504794 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6bd0a6e2-8411-4ec0-8f84-eb81bda0c46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:46.534769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424445b-63fb-4bb6-8f73-48eff3becfac req-5fc61d39-5410-4599-a697-8eb0c736c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:46.536195 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0424445b-63fb-4bb6-8f73-48eff3becfac req-5fc61d39-5410-4599-a697-8eb0c736c8cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.0823739 Nov 09 00:06:46.549746 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Network b56c8e80-1b92-4472-adbe-01beb37c1bce is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:46.572175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:46.583253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:46.586275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Pushing event updated for resources: {'Port': ['ID=632efe29-4b75-4b1b-8fa3-136633913b86,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:46.598153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424445b-63fb-4bb6-8f73-48eff3becfac req-a2a1e155-5f0d-4b27-bd4f-7baa9214c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:46.599854 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0424445b-63fb-4bb6-8f73-48eff3becfac req-a2a1e155-5f0d-4b27-bd4f-7baa9214c519 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543582 Nov 09 00:06:46.612495 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-82b9753d-a091-460c-9c22-a53bf0a4b4f5 None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:46.621236 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-39555c43-aff4-41af-9ba5-4b1d43184071 service neutron] 10.222.0.25 "GET /v2.0/networks/1962a5c6-4b1b-40f2-9a3f-82d4fac817b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106643 Nov 09 00:06:46.725791 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f336a7-8527-4391-94b3-e63976a13f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c'}, {'name': 'network-changed', 'server_uuid': '72f336a7-8527-4391-94b3-e63976a13f7e', 'tag': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:46.731307 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c9db02-d536-4387-975c-d0fc26fd2531" -d '{"events": [{"server_uuid": "72f336a7-8527-4391-94b3-e63976a13f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "b0af1a3c-a4be-419f-b352-ef05f66ca72c"}, {"name": "network-changed", "server_uuid": "72f336a7-8527-4391-94b3-e63976a13f7e", "tag": "b0af1a3c-a4be-419f-b352-ef05f66ca72c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:46.779856 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0424445b-63fb-4bb6-8f73-48eff3becfac req-1fc01c4a-2ced-48e5-936f-aea297877940 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689119 Nov 09 00:06:46.790328 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-b2520c86-bf22-496f-9a5d-7ba3ab5569bf service neutron] 10.222.0.25 "GET /v2.0/networks/1962a5c6-4b1b-40f2-9a3f-82d4fac817b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680710 Nov 09 00:06:46.807088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Attempting to bind port 632efe29-4b75-4b1b-8fa3-136633913b86 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:46.808056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Attempting to bind port 632efe29-4b75-4b1b-8fa3-136633913b86 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '12fdf30e-0fbc-480a-86af-a0a62f0659b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:46.808584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Attempting to bind port 632efe29-4b75-4b1b-8fa3-136633913b86 on network b56c8e80-1b92-4472-adbe-01beb37c1bce {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:46.855643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:46.856016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Checking segment: {'id': '12fdf30e-0fbc-480a-86af-a0a62f0659b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:46.856417 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:46.856809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Bound using segment: {'id': '12fdf30e-0fbc-480a-86af-a0a62f0659b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:46.857296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Bound port: 632efe29-4b75-4b1b-8fa3-136633913b86, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fdf30e-0fbc-480a-86af-a0a62f0659b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:46.857703 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:46.911654 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0424445b-63fb-4bb6-8f73-48eff3becfac req-a66ccefe-fe5f-4d02-8038-b1692d6ffda5 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121936 Nov 09 00:06:46.933402 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-eaa9f074-f990-4dea-9128-acc30be550f3 service neutron] 10.222.0.25 "GET /v2.0/networks/b56c8e80-1b92-4472-adbe-01beb37c1bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421769 Nov 09 00:06:47.080190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-a1fc263a-e6fe-4504-9fdc-a00e83f6296c service neutron] 10.222.0.25 "GET /v2.0/networks/b56c8e80-1b92-4472-adbe-01beb37c1bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371288 Nov 09 00:06:47.126927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488517a6-1e45-456e-af73-d9f5818e7a42 req-9c88cf46-2c20-4071-aa30-83c5af62f0e8 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:47.128257 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488517a6-1e45-456e-af73-d9f5818e7a42 req-9c88cf46-2c20-4071-aa30-83c5af62f0e8 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.0689652 Nov 09 00:06:47.179549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 4bdaadc7-fad7-4071-842e-59da688c68ab details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:47.179742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488517a6-1e45-456e-af73-d9f5818e7a42 req-273f7c09-acf3-47b8-8fe0-51ce50f12009 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440822 Nov 09 00:06:47.185158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] For port 632efe29-4b75-4b1b-8fa3-136633913b86, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:47.218041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] For port 632efe29-4b75-4b1b-8fa3-136633913b86, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=632efe29-4b75-4b1b-8fa3-136633913b86,segment=NetworkSegment(12fdf30e-0fbc-480a-86af-a0a62f0659b9),segment_id=12fdf30e-0fbc-480a-86af-a0a62f0659b9)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:47.289025 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941bdc50-cfd6-4c8b-ad02-78a4f8a8f087 x-openstack-request-id: req-941bdc50-cfd6-4c8b-ad02-78a4f8a8f087 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:47.289472 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f336a7-8527-4391-94b3-e63976a13f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "b0af1a3c-a4be-419f-b352-ef05f66ca72c", "code": 200}, {"name": "network-changed", "server_uuid": "72f336a7-8527-4391-94b3-e63976a13f7e", "tag": "b0af1a3c-a4be-419f-b352-ef05f66ca72c", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:47.289820 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-941bdc50-cfd6-4c8b-ad02-78a4f8a8f087 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:47.290314 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f336a7-8527-4391-94b3-e63976a13f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'code': 200} Nov 09 00:06:47.290668 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f336a7-8527-4391-94b3-e63976a13f7e', 'tag': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'status': 'completed', 'code': 200} Nov 09 00:06:47.315979 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4bdaadc7-fad7-4071-842e-59da688c68ab,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:47.329753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '4bdaadc7-fad7-4071-842e-59da688c68ab', 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a', 'port_id': '4bdaadc7-fad7-4071-842e-59da688c68ab', 'mac_address': 'fa:16:3e:ea:a9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:47.334259 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:47.381756 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:47.414952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-1202b202-0ca6-4c4c-b9e2-b0120d869c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:47.420406 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-1202b202-0ca6-4c4c-b9e2-b0120d869c3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 1098 time: 0.0874135 Nov 09 00:06:47.432973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdaadc7-fad7-4071-842e-59da688c68ab {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:47.471778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4bdaadc7-fad7-4071-842e-59da688c68ab,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:47.487420 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:47.488056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 3070f84c-0805-4b54-be1c-d401cdbd4133 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:47.490848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31341b-58df-472b-ab39-52f69d6b284b req-c630301d-446e-40a8-b676-e0f18a8da1cd tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:47.503372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c31341b-58df-472b-ab39-52f69d6b284b req-c630301d-446e-40a8-b676-e0f18a8da1cd tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 947 time: 0.2119443 Nov 09 00:06:47.535587 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d03058-055d-4ead-aed7-6dcd5e60cb5e None None] Pushing event updated for resources: {'Port': ['ID=632efe29-4b75-4b1b-8fa3-136633913b86,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:47.586795 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-6fe14305-bc8c-4e56-ae39-1f29f68d16f2 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--769202114&fields=id&tenant_id=85721760c5f9402e8c9f3683bda7e723 HTTP/1.1" status: 200 len: 267 time: 0.1837037 Nov 09 00:06:47.601540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-7254dd93-6df2-4023-acba-5950c6a2c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:47.608808 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-7254dd93-6df2-4023-acba-5950c6a2c0b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 1098 time: 0.2640955 Nov 09 00:06:47.610574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-82b9753d-a091-460c-9c22-a53bf0a4b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:47.614210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=4bdaadc7-fad7-4071-842e-59da688c68ab,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:47.617140 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:47.624797 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-cbc02334-a12e-44b0-a2ee-42670fec115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:47.626924 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-cbc02334-a12e-44b0-a2ee-42670fec115f service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1943610 Nov 09 00:06:47.673405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c31341b-58df-472b-ab39-52f69d6b284b req-e2e94ab9-2f9a-41ee-9418-68436400256b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628366 Nov 09 00:06:47.683480 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:06:47.702722 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9753d-a091-460c-9c22-a53bf0a4b4f5 None None] The sync data for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 is: [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:06:47.890009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 3070f84c-0805-4b54-be1c-d401cdbd4133, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=3070f84c-0805-4b54-be1c-d401cdbd4133,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:47.918791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '3070f84c-0805-4b54-be1c-d401cdbd4133', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '3070f84c-0805-4b54-be1c-d401cdbd4133', 'mac_address': 'fa:16:3e:67:1d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:48.004867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-fdbd3651-fe39-4c2f-86f8-aa7d5f86c409 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:48.012665 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-fdbd3651-fe39-4c2f-86f8-aa7d5f86c409 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1822405 Nov 09 00:06:48.077219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 632efe29-4b75-4b1b-8fa3-136633913b86 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:48.138264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:48.153770 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 632efe29-4b75-4b1b-8fa3-136633913b86 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:48.154092 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:48.175412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-385fd7f9-9674-42e7-a12a-6f1de29ff278 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 697 time: 0.1616831 Nov 09 00:06:48.201855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-26ee7352-2917-458d-83b5-4269b160b701 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Request body: {'floatingip': {'port_id': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:48.209830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3070f84c-0805-4b54-be1c-d401cdbd4133 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:48.238131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 3070f84c-0805-4b54-be1c-d401cdbd4133, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=3070f84c-0805-4b54-be1c-d401cdbd4133,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:48.277403 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:48.278523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-bd0731ad-fdf3-40a9-976e-f76ea355fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:48.281877 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-bd0731ad-fdf3-40a9-976e-f76ea355fa46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.6445878 Nov 09 00:06:48.287047 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d40e09-7bf2-4b15-bb2a-356c40059656 None None] New status for floating IP bb250066-2c4a-4c22-aed9-0eec29959a60: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:06:48.293154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e192709-fe7c-4b31-acfe-4c011698858e req-f60931cc-7e58-41cc-9838-6655fccbbbf0 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:48.300368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-f60931cc-7e58-41cc-9838-6655fccbbbf0 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/networks?id=9e94dca4-df95-49f6-8582-016b0ed9a68d HTTP/1.1" status: 200 len: 824 time: 0.6858869 Nov 09 00:06:48.316126 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:48.328505 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-26ee7352-2917-458d-83b5-4269b160b701 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:48.364398 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-77411bb1-e66c-4277-b4b8-292c925daae7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c HTTP/1.1" status: 200 len: 217 time: 0.7273102 Nov 09 00:06:48.393520 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873e5ddd-c647-48ff-90b6-38031a4ef225 req-ccfb714c-ad56-46b2-a069-5fb9054ee3b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b07de7e5-8083-4679-b82c-a9fde5061629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607917 Nov 09 00:06:48.416881 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-28502081-3710-420d-8f3c-608922a9197f tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/quotas/85721760c5f9402e8c9f3683bda7e723 HTTP/1.1" status: 200 len: 375 time: 0.1155608 Nov 09 00:06:48.473011 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-7da6875f-f841-467c-bc6d-743843b83582 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c HTTP/1.1" status: 200 len: 217 time: 0.1696811 Nov 09 00:06:48.503081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=3070f84c-0805-4b54-be1c-d401cdbd4133,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:48.505740 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:48.597521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-9d9b7481-c0d8-4c7d-a304-66533c44c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:48.598965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 632efe29-4b75-4b1b-8fa3-136633913b86, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=632efe29-4b75-4b1b-8fa3-136633913b86,segment=NetworkSegment(12fdf30e-0fbc-480a-86af-a0a62f0659b9),segment_id=12fdf30e-0fbc-480a-86af-a0a62f0659b9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:48.599488 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-9d9b7481-c0d8-4c7d-a304-66533c44c1fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1969492 Nov 09 00:06:48.610325 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:48.691666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e5ddd-c647-48ff-90b6-38031a4ef225 req-f55484d4-30c8-493c-877c-c7743e3b096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:48.695672 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['4bdaadc7-fad7-4071-842e-59da688c68ab'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:48.699289 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873e5ddd-c647-48ff-90b6-38031a4ef225 req-f55484d4-30c8-493c-877c-c7743e3b096c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=b07de7e5-8083-4679-b82c-a9fde5061629 HTTP/1.1" status: 200 len: 1101 time: 0.2159178 Nov 09 00:06:48.747129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9ee77121-e686-4477-9494-6ad316fae696 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:48.749245 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9ee77121-e686-4477-9494-6ad316fae696 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.11 "GET /v2.0/ports?device_id=49165c5b-f93a-4dd1-a220-a9cd470d4716 HTTP/1.1" status: 200 len: 945 time: 0.2648318 Nov 09 00:06:48.791427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['3070f84c-0805-4b54-be1c-d401cdbd4133'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:48.828873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=632efe29-4b75-4b1b-8fa3-136633913b86,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:48.980251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-3f25bd1b-b358-4e49-9555-3712d7fb5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:48.984752 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-3f25bd1b-b358-4e49-9555-3712d7fb5e20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3552272 Nov 09 00:06:49.131368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e813cd6b-99cb-4e8f-863d-a8d526f3df2c None None] Network b56c8e80-1b92-4472-adbe-01beb37c1bce requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:06:49.164325 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e5ddd-c647-48ff-90b6-38031a4ef225 req-4497cc07-0159-4609-acc9-47ad16348db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:49.166192 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873e5ddd-c647-48ff-90b6-38031a4ef225 req-4497cc07-0159-4609-acc9-47ad16348db1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.4154987 Nov 09 00:06:49.193323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device b0af1a3c-a4be-419f-b352-ef05f66ca72c details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:49.205389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Deleting port ca3b6e5b-cbd9-4521-bf79-0c48845972ec {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:06:49.206043 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:49.266733 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873e5ddd-c647-48ff-90b6-38031a4ef225 req-a31cdfad-e123-4693-be87-6ae35d2db1c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e3608666-72b9-4756-9af2-597dfcd61d93 HTTP/1.1" status: 200 len: 217 time: 0.0895393 Nov 09 00:06:49.299584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ca7f7dd4-91fa-45c8-bcae-161fd1fde7b1 None None] Provisioning complete for port 632efe29-4b75-4b1b-8fa3-136633913b86 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:49.300001 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca7f7dd4-91fa-45c8-bcae-161fd1fde7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:49.371723 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:06:49.404213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-00fdc2bb-31a3-48de-a903-65bcd01cb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:49.406979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-00fdc2bb-31a3-48de-a903-65bcd01cb9c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.8457279 Nov 09 00:06:49.453120 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-c19238ee-f0ca-405d-b6a5-c2eb0eb3da5b service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471953 Nov 09 00:06:49.461515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e8eb42d4-bb82-4a86-bc6b-316f91a7c4cf tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=85721760c5f9402e8c9f3683bda7e723&fields=id HTTP/1.1" status: 200 len: 394 time: 1.0436938 Nov 09 00:06:49.524621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e5ddd-c647-48ff-90b6-38031a4ef225 req-12f59d64-e44c-4308-a9d2-4c020753ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:49.526295 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873e5ddd-c647-48ff-90b6-38031a4ef225 req-12f59d64-e44c-4308-a9d2-4c020753ece7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.2387066 Nov 09 00:06:49.602586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-48f1d4aa-e186-4491-90cc-eba5fe53dd16 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:49.645529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-48f1d4aa-e186-4491-90cc-eba5fe53dd16 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:49.645529 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-48f1d4aa-e186-4491-90cc-eba5fe53dd16 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "GET /v2.0/networks?id=1962a5c6-4b1b-40f2-9a3f-82d4fac817b4&id=b56c8e80-1b92-4472-adbe-01beb37c1bce HTTP/1.1" status: 200 len: 1390 time: 0.4364905 Nov 09 00:06:49.645816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:49.658221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'mac_address': 'fa:16:3e:13:14:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:49.663258 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-3af91ea3-f00b-464b-9b3b-4f134d67d423 service neutron] 10.222.0.25 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612976 Nov 09 00:06:49.665861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'port': {'device_id': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4', 'admin_state_up': True, 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:49.721422 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.db.api [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-26ee7352-2917-458d-83b5-4269b160b701 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:06:49.721763 n-d-813263-3 neutron-server[101780]: DEBUG oslo_db.api [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-26ee7352-2917-458d-83b5-4269b160b701 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:06:49.736735 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:49.757532 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0af1a3c-a4be-419f-b352-ef05f66ca72c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:49.776878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b198-bce3-4e38-8880-011fd74abf81 req-b1c34b7e-4e32-46ad-97f1-d78cd146bad1 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:49.778404 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85f6b198-bce3-4e38-8880-011fd74abf81 req-b1c34b7e-4e32-46ad-97f1-d78cd146bad1 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d7ab39-e09a-40ce-abf7-946fa976d3a0 HTTP/1.1" status: 200 len: 946 time: 0.3688881 Nov 09 00:06:49.785066 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-8ef2459a-0c9a-4d14-bf3a-62b56e2d8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:49.786511 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-8ef2459a-0c9a-4d14-bf3a-62b56e2d8961 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3220150 Nov 09 00:06:49.802879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:49.811207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:49.859031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] For port ca3b6e5b-cbd9-4521-bf79-0c48845972ec, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ca3b6e5b-cbd9-4521-bf79-0c48845972ec,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:49.859641 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:49.902178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 632efe29-4b75-4b1b-8fa3-136633913b86 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:49.933208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=b0af1a3c-a4be-419f-b352-ef05f66ca72c,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:49.981555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 632efe29-4b75-4b1b-8fa3-136633913b86 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:49.982378 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:50.023011 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-2f00edfb-e35c-4e1c-9d62-f52f456afa49 service neutron] 10.222.0.25 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531830 Nov 09 00:06:50.052066 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-c584751e-6116-4e74-a3b5-ac96856575d1 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910002 Nov 09 00:06:50.197537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-85f6b198-bce3-4e38-8880-011fd74abf81 req-7af5a525-264b-4068-9810-69b114d99a85 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Deleting port 5a588547-6918-4978-8168-cdda458668a6 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:06:50.197881 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-85f6b198-bce3-4e38-8880-011fd74abf81 req-7af5a525-264b-4068-9810-69b114d99a85 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:50.210497 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6b2b459e-f21a-4d63-a354-ee72428aff17 None None] Provisioning complete for port 632efe29-4b75-4b1b-8fa3-136633913b86 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:50.211696 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6b2b459e-f21a-4d63-a354-ee72428aff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:50.222848 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-26ee7352-2917-458d-83b5-4269b160b701 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:50.299589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:50.300275 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:50.302635 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Floating IP 5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f disassociated. External IP: 172.25.0.78, port: ca3b6e5b-cbd9-4521-bf79-0c48845972ec. Nov 09 00:06:50.303101 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Calling delete_port for ca3b6e5b-cbd9-4521-bf79-0c48845972ec owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:06:50.322203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['b0af1a3c-a4be-419f-b352-ef05f66ca72c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:50.348162 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-d6b72197-a632-4792-9ff8-53d41722a1fa service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8793790 Nov 09 00:06:50.353985 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e5ddd-c647-48ff-90b6-38031a4ef225 req-b9f3c69a-1328-4aa7-932b-4edd2b5f6b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:50.355666 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873e5ddd-c647-48ff-90b6-38031a4ef225 req-b9f3c69a-1328-4aa7-932b-4edd2b5f6b38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8023901 Nov 09 00:06:50.567865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21c9db02-d536-4387-975c-d0fc26fd2531 req-7d1c9149-5bd8-4bdf-8ad9-35fd822b9b70 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040412 Nov 09 00:06:50.617808 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873e5ddd-c647-48ff-90b6-38031a4ef225 req-9cb56035-9ef9-4c2e-9629-9b461995be96 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252529 Nov 09 00:06:50.620803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-85f6b198-bce3-4e38-8880-011fd74abf81 req-7af5a525-264b-4068-9810-69b114d99a85 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] For port 5a588547-6918-4978-8168-cdda458668a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5a588547-6918-4978-8168-cdda458668a6,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:50.621448 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-85f6b198-bce3-4e38-8880-011fd74abf81 req-7af5a525-264b-4068-9810-69b114d99a85 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:50.678876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643e470-11bd-40a7-8738-cba60468d513 req-bacb97c5-c7c6-458d-a5b9-f28f94e9a443 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:50.680393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6643e470-11bd-40a7-8738-cba60468d513 req-bacb97c5-c7c6-458d-a5b9-f28f94e9a443 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 949 time: 0.2781510 Nov 09 00:06:50.686059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-85f6b198-bce3-4e38-8880-011fd74abf81 req-7af5a525-264b-4068-9810-69b114d99a85 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Calling delete_port for 5a588547-6918-4978-8168-cdda458668a6 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:06:50.720869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:50.725338 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:50.957946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6643e470-11bd-40a7-8738-cba60468d513 req-463f9dc3-c569-4552-beb1-543ff0e60a4d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222924 Nov 09 00:06:51.025303 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-85f6b198-bce3-4e38-8880-011fd74abf81 req-7af5a525-264b-4068-9810-69b114d99a85 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:51.082710 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5a525-264b-4068-9810-69b114d99a85 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Pushing event deleted for resources: {'Port': ['ID=5a588547-6918-4978-8168-cdda458668a6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:51.084635 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873e5ddd-c647-48ff-90b6-38031a4ef225 req-8ffb144b-3039-424a-8c9c-40b509868742 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516616 Nov 09 00:06:51.115082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:51.158277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Pushing event deleted for resources: {'Port': ['ID=ca3b6e5b-cbd9-4521-bf79-0c48845972ec,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:51.163398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e75a8af2-a872-4acd-bbf0-3cf942bf5bb3 req-e3445b9e-6b69-4b56-a81d-f35a93576862 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 210 time: 0.0843730 Nov 09 00:06:51.190157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 4bdaadc7-fad7-4071-842e-59da688c68ab up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:51.310469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Allocated IP 19.80.0.51 (1962a5c6-4b1b-40f2-9a3f-82d4fac817b4/6d81a16d-907d-4a44-ad67-bf959a66d8fb/61262f16-33ea-47a4-9ed8-e7b75ba62089) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:51.337197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 4bdaadc7-fad7-4071-842e-59da688c68ab completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:06:51.341804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 4bdaadc7-fad7-4071-842e-59da688c68ab triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:51.342175 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:51.482156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:06:51.518264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f6b198-bce3-4e38-8880-011fd74abf81 req-7af5a525-264b-4068-9810-69b114d99a85 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] No DVR routers for this DVR port 5a588547-6918-4978-8168-cdda458668a6 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:06:51.531345 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-85f6b198-bce3-4e38-8880-011fd74abf81 req-7af5a525-264b-4068-9810-69b114d99a85 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:51.535353 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85f6b198-bce3-4e38-8880-011fd74abf81 req-7af5a525-264b-4068-9810-69b114d99a85 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.30 "DELETE /v2.0/ports/5a588547-6918-4978-8168-cdda458668a6 HTTP/1.1" status: 204 len: 173 time: 1.7478685 Nov 09 00:06:51.546451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'name': 'network-vif-deleted', 'tag': '5a588547-6918-4978-8168-cdda458668a6'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:51.550104 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7779ddb-932b-4b03-8549-aa43b271a4c8" -d '{"events": [{"server_uuid": "a6d7ab39-e09a-40ce-abf7-946fa976d3a0", "name": "network-vif-deleted", "tag": "5a588547-6918-4978-8168-cdda458668a6"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:51.633827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb21b-8b5c-4e27-a9f1-8b7607f51535 req-a208aad7-2fc2-4ceb-b1dc-5646f7f54e0c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:51.635865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-117cb21b-8b5c-4e27-a9f1-8b7607f51535 req-a208aad7-2fc2-4ceb-b1dc-5646f7f54e0c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 945 time: 0.2702382 Nov 09 00:06:51.727347 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:51.740192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:06:51.753398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c83f8d-cdda-4472-8313-350cf89a2cea None None] Sync routers for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:06:51.772667 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-26ee7352-2917-458d-83b5-4269b160b701 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:51.790111 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-26ee7352-2917-458d-83b5-4269b160b701 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:51.791285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f14a9199-0c05-43f0-a4dc-f49def3b2823'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:06:51.834789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] No DVR routers for this DVR port ca3b6e5b-cbd9-4521-bf79-0c48845972ec on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:06:51.842224 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:51.867080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:51.870897 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-84dd85bd-4e18-4054-83c1-9e83a19221d4 req-9fb4047c-6ea6-426e-96f0-0d5ae6db39b3 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.11 "DELETE /v2.0/ports/ca3b6e5b-cbd9-4521-bf79-0c48845972ec HTTP/1.1" status: 204 len: 173 time: 3.0995088 Nov 09 00:06:51.871543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'name': 'network-vif-deleted', 'tag': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:51.874050 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c73d36d-abae-4436-8233-57231bccbda9" -d '{"events": [{"server_uuid": "49165c5b-f93a-4dd1-a220-a9cd470d4716", "name": "network-vif-deleted", "tag": "ca3b6e5b-cbd9-4521-bf79-0c48845972ec"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:51.886946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c83f8d-cdda-4472-8313-350cf89a2cea None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:51.890358 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-13c83f8d-cdda-4472-8313-350cf89a2cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:51.892625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:51.899243 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-117cb21b-8b5c-4e27-a9f1-8b7607f51535 req-08264baa-be6e-4644-964f-3d9da60ca778 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575448 Nov 09 00:06:51.954806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:51.958604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:51.982644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:51.995794 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-26ee7352-2917-458d-83b5-4269b160b701 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Floating IP bb250066-2c4a-4c22-aed9-0eec29959a60 associated. External IP: 172.25.0.58, port: f14a9199-0c05-43f0-a4dc-f49def3b2823. Nov 09 00:06:52.078270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7730a111-60fe-42e8-ab94-3a964a2cbf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdaadc7-fad7-4071-842e-59da688c68ab'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:52.089263 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85110029-8939-4037-b682-593195f84be8" -d '{"events": [{"server_uuid": "7730a111-60fe-42e8-ab94-3a964a2cbf57", "name": "network-vif-plugged", "status": "completed", "tag": "4bdaadc7-fad7-4071-842e-59da688c68ab"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:52.114600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Port': ['ID=61262f16-33ea-47a4-9ed8-e7b75ba62089,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:52.148692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4bdaadc7-fad7-4071-842e-59da688c68ab,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:52.286823 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:52.293677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 3070f84c-0805-4b54-be1c-d401cdbd4133 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:52.301393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:52.302080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:52.370482 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1dce2004-d819-4aa1-b5b1-4e70a3db85bb tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7189286 Nov 09 00:06:52.391189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd6be2-5296-4071-915c-9b9d90906669 req-a5819876-7e5f-403e-ad54-aa52ef560d59 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:52.392455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Request body: {'port': {'device_id': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce', 'admin_state_up': True, 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:52.393833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46cd6be2-5296-4071-915c-9b9d90906669 req-a5819876-7e5f-403e-ad54-aa52ef560d59 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.2553413 Nov 09 00:06:52.433439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e192709-fe7c-4b31-acfe-4c011698858e req-66f2e507-c93a-4698-a756-7bba4f6b6d9f tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:52.434988 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-66f2e507-c93a-4698-a756-7bba4f6b6d9f tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.11 "GET /v2.0/networks?id=9e94dca4-df95-49f6-8582-016b0ed9a68d HTTP/1.1" status: 200 len: 824 time: 0.4124620 Nov 09 00:06:52.450551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-13c83f8d-cdda-4472-8313-350cf89a2cea None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:52.515485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=4bdaadc7-fad7-4071-842e-59da688c68ab,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:52.615960 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-71dd6dc1-bbf6-4e1a-b78d-51eea85c30e6 None None] Provisioning complete for port 61262f16-33ea-47a4-9ed8-e7b75ba62089 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:52.616900 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71dd6dc1-bbf6-4e1a-b78d-51eea85c30e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:52.676370 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-0da381a2-649b-47b1-95be-746151e0105e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85721760c5f9402e8c9f3683bda7e723 HTTP/1.1" status: 200 len: 379 time: 0.0935116 Nov 09 00:06:52.677688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Made reservation on behalf of b98e8fcaaadf42aabd25a75286f8e710 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:52.681427 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:52.699889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-0e192709-fe7c-4b31-acfe-4c011698858e req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Request body: {'port': {'device_id': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'admin_state_up': True, 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'security_groups': ['81f00a89-711d-40d3-9974-bf5f4403520a']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:52.747758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 3070f84c-0805-4b54-be1c-d401cdbd4133 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:06:52.785958 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 3070f84c-0805-4b54-be1c-d401cdbd4133 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:52.786305 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:52.790017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-71dd6dc1-bbf6-4e1a-b78d-51eea85c30e6 None None] Port 61262f16-33ea-47a4-9ed8-e7b75ba62089 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:06:52.939348 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e192709-fe7c-4b31-acfe-4c011698858e req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Made reservation on behalf of 85721760c5f9402e8c9f3683bda7e723 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:52.946768 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0e192709-fe7c-4b31-acfe-4c011698858e req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:52.949449 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:52.951457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-26ee7352-2917-458d-83b5-4269b160b701 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:06:52.995439 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 3070f84c-0805-4b54-be1c-d401cdbd4133, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=3070f84c-0805-4b54-be1c-d401cdbd4133,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:52.997375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46cd6be2-5296-4071-915c-9b9d90906669 req-fe84c17b-298a-46ac-8853-7c3882f531b6 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974693 Nov 09 00:06:52.998603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-13c83f8d-cdda-4472-8313-350cf89a2cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:15Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:53.003169 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:53.004253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 5a588547-6918-4978-8168-cdda458668a6 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:06:53.056656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 5a588547-6918-4978-8168-cdda458668a6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:06:53.057083 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 5a588547-6918-4978-8168-cdda458668a6 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:06:53.080396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c83f8d-cdda-4472-8313-350cf89a2cea None None] Checking router: 4a366dbe-a67d-4fcf-8cda-a6b53ede59df for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:06:53.114028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c83f8d-cdda-4472-8313-350cf89a2cea None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:53.114783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-13c83f8d-cdda-4472-8313-350cf89a2cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:53.180523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=3070f84c-0805-4b54-be1c-d401cdbd4133,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:53.196177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device b0af1a3c-a4be-419f-b352-ef05f66ca72c up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:06:53.239101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04f329-b23e-44a3-b306-6d2998961c9d req-76daeab7-a840-4ff4-8647-0d4d0543be12 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:53.247126 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc04f329-b23e-44a3-b306-6d2998961c9d req-76daeab7-a840-4ff4-8647-0d4d0543be12 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 948 time: 0.0989308 Nov 09 00:06:53.250623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-0e192709-fe7c-4b31-acfe-4c011698858e req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Allocated IP 172.20.0.8 (9e94dca4-df95-49f6-8582-016b0ed9a68d/06894441-bc2c-4e4b-b1b0-1951d00eb0f7/0f2222dc-77f6-4977-b6ae-9e88bde602df) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:53.259096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Allocated IP 19.86.0.66 (b56c8e80-1b92-4472-adbe-01beb37c1bce/116b80b0-bde2-43c0-8af0-2c89b3166cfe/abc6af51-f581-4dc4-936a-1a25e05d0ba5) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:06:53.303428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc04f329-b23e-44a3-b306-6d2998961c9d req-c50a77df-5f83-4db2-8698-2a3eb0aa02ca tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556748 Nov 09 00:06:53.308301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-26ee7352-2917-458d-83b5-4269b160b701 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:06:53.329677 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-26ee7352-2917-458d-83b5-4269b160b701 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:53.334016 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ee764-70f8-4389-bb5a-85dea7bebdc4 None None] Sync routers for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:06:53.352368 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ee764-70f8-4389-bb5a-85dea7bebdc4 None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:53.353184 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2d1ee764-70f8-4389-bb5a-85dea7bebdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:53.382026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ca3b6e5b-cbd9-4521-bf79-0c48845972ec no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:06:53.385326 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-26ee7352-2917-458d-83b5-4269b160b701 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "PUT /v2.0/floatingips/bb250066-2c4a-4c22-aed9-0eec29959a60 HTTP/1.1" status: 200 len: 995 time: 5.2088473 Nov 09 00:06:53.454513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: ca3b6e5b-cbd9-4521-bf79-0c48845972ec {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:06:53.455134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ca3b6e5b-cbd9-4521-bf79-0c48845972ec not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:06:53.503671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port b0af1a3c-a4be-419f-b352-ef05f66ca72c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:06:53.506889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-13c83f8d-cdda-4472-8313-350cf89a2cea None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:53.522030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ea8c13f-d77a-405c-b6fb-ae5e94d9deff req-182f366a-e17e-482f-9c06-65cb50c3d537 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 210 time: 0.0645659 Nov 09 00:06:53.540047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-0d1f22cb-a2ce-4695-abc4-f8fd9e1f0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:53.541878 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-0d1f22cb-a2ce-4695-abc4-f8fd9e1f0160 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 1096 time: 0.1354587 Nov 09 00:06:53.553615 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0e192709-fe7c-4b31-acfe-4c011698858e req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:53.557476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port b0af1a3c-a4be-419f-b352-ef05f66ca72c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:53.558435 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:53.574867 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2d1ee764-70f8-4389-bb5a-85dea7bebdc4 None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:53.602628 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0e192709-fe7c-4b31-acfe-4c011698858e req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:53.652764 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3d00df-eefd-4aee-83cd-e33aab318cd7 x-openstack-request-id: req-9d3d00df-eefd-4aee-83cd-e33aab318cd7 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:53.653068 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d7ab39-e09a-40ce-abf7-946fa976d3a0", "name": "network-vif-deleted", "tag": "5a588547-6918-4978-8168-cdda458668a6", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:53.653335 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d3d00df-eefd-4aee-83cd-e33aab318cd7 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:53.653757 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d7ab39-e09a-40ce-abf7-946fa976d3a0', 'name': 'network-vif-deleted', 'tag': '5a588547-6918-4978-8168-cdda458668a6', 'status': 'completed', 'code': 200} Nov 09 00:06:53.654489 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:53.677426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e192709-fe7c-4b31-acfe-4c011698858e req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Network 9e94dca4-df95-49f6-8582-016b0ed9a68d is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:53.687925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-0e192709-fe7c-4b31-acfe-4c011698858e req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:53.706897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e192709-fe7c-4b31-acfe-4c011698858e req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:53.715226 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Pushing event updated for resources: {'Port': ['ID=0f2222dc-77f6-4977-b6ae-9e88bde602df,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:53.750280 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587d3cc6-f0fc-45c0-b02c-14ec02e9aeeb x-openstack-request-id: req-587d3cc6-f0fc-45c0-b02c-14ec02e9aeeb {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:53.750599 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49165c5b-f93a-4dd1-a220-a9cd470d4716", "name": "network-vif-deleted", "tag": "ca3b6e5b-cbd9-4521-bf79-0c48845972ec", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:53.750948 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-587d3cc6-f0fc-45c0-b02c-14ec02e9aeeb {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:53.751597 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49165c5b-f93a-4dd1-a220-a9cd470d4716', 'name': 'network-vif-deleted', 'tag': 'ca3b6e5b-cbd9-4521-bf79-0c48845972ec', 'status': 'completed', 'code': 200} Nov 09 00:06:53.812143 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e192709-fe7c-4b31-acfe-4c011698858e req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:53.812880 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0e192709-fe7c-4b31-acfe-4c011698858e req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:53.817098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-81f49655-9644-4e62-8b7b-8ab120209523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:53.824515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-81f49655-9644-4e62-8b7b-8ab120209523 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.2743490 Nov 09 00:06:53.871485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-13c83f8d-cdda-4472-8313-350cf89a2cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:15Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:53.872204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:53.913791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c83f8d-cdda-4472-8313-350cf89a2cea None None] The sync data for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 is: [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:15Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:06:53.917881 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:53.981209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:53.986868 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:54.006606 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Network b56c8e80-1b92-4472-adbe-01beb37c1bce is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:06:54.017197 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-da3632f1-ed35-4a41-be83-34aa56257bea tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3319674 Nov 09 00:06:54.018235 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-9425c80e-e0d2-411a-9d17-6770c6cad9b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 998 time: 0.1842988 Nov 09 00:06:54.030249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:06:54.039986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:06:54.053595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=b0af1a3c-a4be-419f-b352-ef05f66ca72c,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:54.086641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Request body: {'port': {'device_id': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:54.091116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ce792-bdf4-413b-8782-260e06b57309 req-25bb87db-d0ae-47d5-a8d2-e4185aebb9b7 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:54.102674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-194ce792-bdf4-413b-8782-260e06b57309 req-25bb87db-d0ae-47d5-a8d2-e4185aebb9b7 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 950 time: 0.1912627 Nov 09 00:06:54.127313 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2d1ee764-70f8-4389-bb5a-85dea7bebdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'bb250066-2c4a-4c22-aed9-0eec29959a60', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'port_id': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'mac_address': 'fa:16:3e:6d:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:06:14Z', 'updated_at': '2021-11-09T00:06:51Z', 'revision_number': 8, 'project_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:54.141527 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-54c2d642-f4c0-4aca-b75f-a3341c7b31a3 None None] Provisioning complete for port 0f2222dc-77f6-4977-b6ae-9e88bde602df triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:54.142041 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-54c2d642-f4c0-4aca-b75f-a3341c7b31a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:54.204051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event updated for resources: {'Port': ['ID=abc6af51-f581-4dc4-936a-1a25e05d0ba5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:54.237255 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-54c2d642-f4c0-4aca-b75f-a3341c7b31a3 None None] Port 0f2222dc-77f6-4977-b6ae-9e88bde602df cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:06:54.272014 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-194ce792-bdf4-413b-8782-260e06b57309 req-9ae07f18-671d-4525-90ce-61a08d3ec4d0 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614494 Nov 09 00:06:54.299936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:54.313807 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:54.349325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-58fd26d5-127b-4ce0-a168-a8d63e8dd1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:54.350840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-58fd26d5-127b-4ce0-a168-a8d63e8dd1df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.3250098 Nov 09 00:06:54.351258 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-faefdb18-bdc9-4e1d-996b-338f7715f332 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9580784 Nov 09 00:06:54.351918 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:54.366777 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ee764-70f8-4389-bb5a-85dea7bebdc4 None None] Checking router: a67d7b14-9b53-4415-acc3-aaa0b4db8b6a for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:06:54.371226 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Request body: {'port': {'device_id': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:54.383502 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119685ae-5c4c-4326-af98-3cc58390d538 x-openstack-request-id: req-119685ae-5c4c-4326-af98-3cc58390d538 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:54.383831 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7730a111-60fe-42e8-ab94-3a964a2cbf57", "name": "network-vif-plugged", "status": "completed", "tag": "4bdaadc7-fad7-4071-842e-59da688c68ab", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:54.384166 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-119685ae-5c4c-4326-af98-3cc58390d538 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:54.384570 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7730a111-60fe-42e8-ab94-3a964a2cbf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdaadc7-fad7-4071-842e-59da688c68ab', 'code': 200} Nov 09 00:06:54.405267 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ee764-70f8-4389-bb5a-85dea7bebdc4 None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:54.405995 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2d1ee764-70f8-4389-bb5a-85dea7bebdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:54.448468 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77b9e607-cd3b-4e0e-9bd3-174e5c4e1a11 req-73657ac5-266d-49d7-8f64-2add1a643f43 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2267540 Nov 09 00:06:54.463926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c63d26ba-544f-4784-8ddd-bba3e778d41a None None] Provisioning complete for port abc6af51-f581-4dc4-936a-1a25e05d0ba5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:06:54.464522 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c63d26ba-544f-4784-8ddd-bba3e778d41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:54.492639 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-a726f19f-874b-48ba-b0e3-5c8ccd7561aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:54.494215 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-a726f19f-874b-48ba-b0e3-5c8ccd7561aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180785 Nov 09 00:06:54.563267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c63d26ba-544f-4784-8ddd-bba3e778d41a None None] Port abc6af51-f581-4dc4-936a-1a25e05d0ba5 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:06:54.630988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b163d-d768-40c5-b78b-f411138b0b5e None None] New status for floating IP 5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:06:54.641649 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2d1ee764-70f8-4389-bb5a-85dea7bebdc4 None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:54.731957 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:54.833622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33624de0-f585-4500-9ff4-d1b6d8d4717c req-82dd1806-1cdd-464d-bb47-726e0e6d3e48 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:54.849788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33624de0-f585-4500-9ff4-d1b6d8d4717c req-82dd1806-1cdd-464d-bb47-726e0e6d3e48 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:54.860485 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-33624de0-f585-4500-9ff4-d1b6d8d4717c req-82dd1806-1cdd-464d-bb47-726e0e6d3e48 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1653 time: 0.3781424 Nov 09 00:06:54.868207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4f22c-4ea9-40fd-985a-b90650fde2d4 req-ee6e7079-e8ee-46f6-9ae8-1b8daf1867e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:54.870091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f6f4f22c-4ea9-40fd-985a-b90650fde2d4 req-ee6e7079-e8ee-46f6-9ae8-1b8daf1867e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 1097 time: 0.3744364 Nov 09 00:06:54.880279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9e607-cd3b-4e0e-9bd3-174e5c4e1a11 req-176b6fc3-330f-401f-be93-77512607b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:54.881973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77b9e607-cd3b-4e0e-9bd3-174e5c4e1a11 req-176b6fc3-330f-401f-be93-77512607b338 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b59b9781081d411e912bbccc125fc75a&device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 1101 time: 0.3774362 Nov 09 00:06:54.993281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2222dc-77f6-4977-b6ae-9e88bde602df {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:55.029385 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:55.056105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Transition to ACTIVE for port object 0f2222dc-77f6-4977-b6ae-9e88bde602df will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:55.067742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-9e35b4fd-2c47-4755-9392-bd9e437cd0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:55.069636 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-9e35b4fd-2c47-4755-9392-bd9e437cd0f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e&tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1100 time: 0.1305976 Nov 09 00:06:55.071564 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:55.105286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-0d2dd5ef-520e-4c30-a37c-80d6b60d59b0 service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697148 Nov 09 00:06:55.177072 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2d1ee764-70f8-4389-bb5a-85dea7bebdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'bb250066-2c4a-4c22-aed9-0eec29959a60', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'port_id': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'mac_address': 'fa:16:3e:6d:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:06:14Z', 'updated_at': '2021-11-09T00:06:51Z', 'revision_number': 8, 'project_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:55.207986 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-33624de0-f585-4500-9ff4-d1b6d8d4717c req-b4ea5941-d52a-4e97-b07b-dfba968887a4 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465402 Nov 09 00:06:55.230046 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ee764-70f8-4389-bb5a-85dea7bebdc4 None None] The sync data for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 is: [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'bb250066-2c4a-4c22-aed9-0eec29959a60', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'port_id': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'mac_address': 'fa:16:3e:6d:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:06:14Z', 'updated_at': '2021-11-09T00:06:51Z', 'revision_number': 8, 'project_id': '928d387aea7f4387beb6578152990fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:06:55.232196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f6f4f22c-4ea9-40fd-985a-b90650fde2d4 req-c6fe9a61-5cdb-4e20-85e9-0a31cd8414d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261609 Nov 09 00:06:55.269112 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9e607-cd3b-4e0e-9bd3-174e5c4e1a11 req-1385befa-d762-4224-80d2-b2f86438c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:55.272230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77b9e607-cd3b-4e0e-9bd3-174e5c4e1a11 req-1385befa-d762-4224-80d2-b2f86438c64c service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.3510776 Nov 09 00:06:55.370902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2222dc-77f6-4977-b6ae-9e88bde602df,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:55.376726 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77b9e607-cd3b-4e0e-9bd3-174e5c4e1a11 req-82e0388d-db4c-472f-aa49-d20c0985228d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=0fa22a7e-671d-4a9b-8c44-d54a98d90df0 HTTP/1.1" status: 200 len: 217 time: 0.0860870 Nov 09 00:06:55.394311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb5373c9-47b4-46a0-8446-a1e7ab7e3c34 req-3c9d402b-710d-4419-94b7-11812f807af7 service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701325 Nov 09 00:06:55.421024 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61262f16-33ea-47a4-9ed8-e7b75ba62089 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:55.434030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:55.438339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Attempting to bind port 0f2222dc-77f6-4977-b6ae-9e88bde602df on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:55.438821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Attempting to bind port 0f2222dc-77f6-4977-b6ae-9e88bde602df by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:55.439986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Attempting to bind port 0f2222dc-77f6-4977-b6ae-9e88bde602df on network 9e94dca4-df95-49f6-8582-016b0ed9a68d {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:55.445280 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-8cd72063-c5e9-439e-8843-4f14f3b1fe76 service neutron] delete failed (client error): The resource could not be found. Nov 09 00:06:55.446485 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-8cd72063-c5e9-439e-8843-4f14f3b1fe76 service neutron] 10.222.0.11 "DELETE /v2.0/ports/b0af1a3c-a4be-419f-b352-ef05f66ca72c/bindings/n-h2-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.3650649 Nov 09 00:06:55.449914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Port 0f2222dc-77f6-4977-b6ae-9e88bde602df on network 9e94dca4-df95-49f6-8582-016b0ed9a68d not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:55.450360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Attempting to bind port 0f2222dc-77f6-4977-b6ae-9e88bde602df on network 9e94dca4-df95-49f6-8582-016b0ed9a68d {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:55.454603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5082b-25b7-422f-a3c1-43a7b6cc6634 req-e387bf8f-0367-4873-99b8-08f932ec1d98 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:55.461956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Transition to ACTIVE for port object 61262f16-33ea-47a4-9ed8-e7b75ba62089 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:55.462997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:55.463461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Checking segment: {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:55.463987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Bound using segment: {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:55.464529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Bound port: 0f2222dc-77f6-4977-b6ae-9e88bde602df, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d6c329-a93f-42fa-8da4-4827a3485846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:55.465043 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:55.465157 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03a5082b-25b7-422f-a3c1-43a7b6cc6634 req-e387bf8f-0367-4873-99b8-08f932ec1d98 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1657140 Nov 09 00:06:55.487090 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:55.549968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03a5082b-25b7-422f-a3c1-43a7b6cc6634 req-d71426e1-e21d-45fa-a35f-58bf2de18a7f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838521 Nov 09 00:06:55.557052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9e607-cd3b-4e0e-9bd3-174e5c4e1a11 req-1aa36e33-31fc-4a55-bea2-49f53844e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:55.560637 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77b9e607-cd3b-4e0e-9bd3-174e5c4e1a11 req-1aa36e33-31fc-4a55-bea2-49f53844e30d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1647613 Nov 09 00:06:55.594793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] For port 0f2222dc-77f6-4977-b6ae-9e88bde602df, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:55.599080 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] For port 0f2222dc-77f6-4977-b6ae-9e88bde602df, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0f2222dc-77f6-4977-b6ae-9e88bde602df,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:55.623350 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:55.658584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:55.661063 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc44dc4-a715-4dd5-b385-589608c4ae08" -d '{"events": [{"name": "network-changed", "server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:55.687249 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec7fbfc-8682-4b83-880d-7009e79ac5f4 None None] New status for floating IP bb250066-2c4a-4c22-aed9-0eec29959a60: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:06:55.687986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:55.689995 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:55.692407 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/0f2222dc-77f6-4977-b6ae-9e88bde602df HTTP/1.1" status: 200 len: 1091 time: 1.6570895 Nov 09 00:06:55.694726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Pushing event updated for resources: {'Port': ['ID=61262f16-33ea-47a4-9ed8-e7b75ba62089,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:55.759271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'tag': '0f2222dc-77f6-4977-b6ae-9e88bde602df'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:55.761578 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d498b655-22ec-47ba-bbdc-789b86962330" -d '{"events": [{"name": "network-changed", "server_uuid": "2cce94b1-f2ef-413e-95c6-5aaaa7a4263c", "tag": "0f2222dc-77f6-4977-b6ae-9e88bde602df"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:55.769304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad17188-0247-44b4-b0b5-e7fd06326d27 req-96eb9c1e-ff4c-44d4-b388-f811dc5844f7 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:55.770952 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ad17188-0247-44b4-b0b5-e7fd06326d27 req-96eb9c1e-ff4c-44d4-b388-f811dc5844f7 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1817727 Nov 09 00:06:55.781990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9e607-cd3b-4e0e-9bd3-174e5c4e1a11 req-27f3e4b5-5a1c-4727-82b7-e45779de612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:55.783457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77b9e607-cd3b-4e0e-9bd3-174e5c4e1a11 req-27f3e4b5-5a1c-4727-82b7-e45779de612f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2110014 Nov 09 00:06:55.801728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c2498-54b1-4bef-add5-c3a919c17981 req-b3f2f6bd-d105-4ca2-80e8-5c9831603a9f tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:55.803319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-873c2498-54b1-4bef-add5-c3a919c17981 req-b3f2f6bd-d105-4ca2-80e8-5c9831603a9f tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 943 time: 0.1333375 Nov 09 00:06:55.861579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-49ed9339-5d21-4e6a-8857-5dcf699267b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:55.863091 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-49ed9339-5d21-4e6a-8857-5dcf699267b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 1100 time: 0.3390908 Nov 09 00:06:55.937213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dad89a-326f-4f7e-8b25-fc848c7079e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2222dc-77f6-4977-b6ae-9e88bde602df,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:56.023684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e192709-fe7c-4b31-acfe-4c011698858e req-08de3a1f-5b55-405f-999c-c17fe88c55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.025201 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-08de3a1f-5b55-405f-999c-c17fe88c55c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85721760c5f9402e8c9f3683bda7e723&device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 1094 time: 0.2591000 Nov 09 00:06:56.043974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ad17188-0247-44b4-b0b5-e7fd06326d27 req-b3471b64-64f0-441e-bf9b-d331dc56e6f8 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653971 Nov 09 00:06:56.064445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Attempting to bind port 61262f16-33ea-47a4-9ed8-e7b75ba62089 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:56.064779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Attempting to bind port 61262f16-33ea-47a4-9ed8-e7b75ba62089 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '2a89e0cc-fdab-4305-a921-fbec224871c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:56.065105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Attempting to bind port 61262f16-33ea-47a4-9ed8-e7b75ba62089 on network 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:56.114146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77b9e607-cd3b-4e0e-9bd3-174e5c4e1a11 req-6df2b7d4-126e-4914-91e9-60405253e85b service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097355 Nov 09 00:06:56.145397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-873c2498-54b1-4bef-add5-c3a919c17981 req-f366ed24-5250-4aac-b4aa-7ba44cbeccdd tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062238 Nov 09 00:06:56.289705 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a514c-e114-4289-a4b5-7a51f33f6ca3 req-feb5b2bf-0258-4feb-904e-c09189d8ed5b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.291211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c0a514c-e114-4289-a4b5-7a51f33f6ca3 req-feb5b2bf-0258-4feb-904e-c09189d8ed5b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 950 time: 0.1684451 Nov 09 00:06:56.306814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e6c31b8-1075-471e-8604-e812ae71a8cf req-1c9b1ce5-d6ff-4931-92dd-7153ea222808 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips/bb250066-2c4a-4c22-aed9-0eec29959a60 HTTP/1.1" status: 200 len: 997 time: 0.0957842 Nov 09 00:06:56.344706 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-dbd8f7bf-d9cc-47e2-a263-080f780f7f89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2222dc-77f6-4977-b6ae-9e88bde602df HTTP/1.1" status: 200 len: 217 time: 0.2812936 Nov 09 00:06:56.347233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Port 61262f16-33ea-47a4-9ed8-e7b75ba62089 on network 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:56.347557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Attempting to bind port 61262f16-33ea-47a4-9ed8-e7b75ba62089 on network 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:56.351502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77b9e607-cd3b-4e0e-9bd3-174e5c4e1a11 req-75c13eb0-f987-4161-a435-ab89f1a1f0f7 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182240 Nov 09 00:06:56.357506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:56.357843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Checking segment: {'id': '2a89e0cc-fdab-4305-a921-fbec224871c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:56.358227 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Bound using segment: {'id': '2a89e0cc-fdab-4305-a921-fbec224871c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:56.359874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Bound port: 61262f16-33ea-47a4-9ed8-e7b75ba62089, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a89e0cc-fdab-4305-a921-fbec224871c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:56.359874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:56.385558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b1fcbc-abee-4fd5-8918-7053c9d9c3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3070f84c-0805-4b54-be1c-d401cdbd4133'}, {'server_uuid': '72f336a7-8527-4391-94b3-e63976a13f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:56.387841 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4c4ce3-8f6d-4737-bbce-43eb7ac90414" -d '{"events": [{"server_uuid": "f1b1fcbc-abee-4fd5-8918-7053c9d9c3df", "name": "network-vif-plugged", "status": "completed", "tag": "3070f84c-0805-4b54-be1c-d401cdbd4133"}, {"server_uuid": "72f336a7-8527-4391-94b3-e63976a13f7e", "name": "network-vif-plugged", "status": "completed", "tag": "b0af1a3c-a4be-419f-b352-ef05f66ca72c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:56.404577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-2ec60bf7-ddeb-43e0-b3e5-0834d2c3dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.407181 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-2ec60bf7-ddeb-43e0-b3e5-0834d2c3dc48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.5267587 Nov 09 00:06:56.411490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c0a514c-e114-4289-a4b5-7a51f33f6ca3 req-5fd14239-a2b0-499c-a228-a72ec46dbb2f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114941 Nov 09 00:06:56.473725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c31b8-1075-471e-8604-e812ae71a8cf req-93f984bb-1481-44d7-8fad-26ff6a214fa6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.475127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e6c31b8-1075-471e-8604-e812ae71a8cf req-93f984bb-1481-44d7-8fad-26ff6a214fa6 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.1578553 Nov 09 00:06:56.483511 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b53eb5-4578-4f87-ac78-8bfb7587b4ec x-openstack-request-id: req-b9b53eb5-4578-4f87-ac78-8bfb7587b4ec {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:56.485703 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:56.485973 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9b53eb5-4578-4f87-ac78-8bfb7587b4ec {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:56.486386 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'status': 'completed', 'code': 200} Nov 09 00:06:56.502734 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-024aab2b-c516-41d5-9969-9c1497001e9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c HTTP/1.1" status: 200 len: 217 time: 0.0499213 Nov 09 00:06:56.505478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-3e6c31b8-1075-471e-8604-e812ae71a8cf req-014326f5-fb6c-4c59-9450-65fce4357aab tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:06:56.510391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e192709-fe7c-4b31-acfe-4c011698858e req-c00a0c22-ce51-40b4-b50c-60f180c0c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.512125 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-c00a0c22-ce51-40b4-b50c-60f180c0c1ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06894441-bc2c-4e4b-b1b0-1951d00eb0f7 HTTP/1.1" status: 200 len: 863 time: 0.1452594 Nov 09 00:06:56.514441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e6c31b8-1075-471e-8604-e812ae71a8cf req-014326f5-fb6c-4c59-9450-65fce4357aab tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0271873 Nov 09 00:06:56.524001 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb47d2a-a190-4c18-b2f4-f9bb5961e1a0 x-openstack-request-id: req-dfb47d2a-a190-4c18-b2f4-f9bb5961e1a0 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:56.524293 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cce94b1-f2ef-413e-95c6-5aaaa7a4263c", "tag": "0f2222dc-77f6-4977-b6ae-9e88bde602df", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:56.524549 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfb47d2a-a190-4c18-b2f4-f9bb5961e1a0 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:56.525157 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'tag': '0f2222dc-77f6-4977-b6ae-9e88bde602df', 'status': 'completed', 'code': 200} Nov 09 00:06:56.539999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] For port 61262f16-33ea-47a4-9ed8-e7b75ba62089, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:56.565949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] For port 61262f16-33ea-47a4-9ed8-e7b75ba62089, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=61262f16-33ea-47a4-9ed8-e7b75ba62089,segment=NetworkSegment(2a89e0cc-fdab-4305-a921-fbec224871c6),segment_id=2a89e0cc-fdab-4305-a921-fbec224871c6)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:56.592357 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc44dc4-a715-4dd5-b385-589608c4ae08 req-bf761244-202a-4d4d-a672-1349e4467401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.594561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cc44dc4-a715-4dd5-b385-589608c4ae08 req-bf761244-202a-4d4d-a672-1349e4467401 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 1096 time: 0.0683370 Nov 09 00:06:56.610028 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c80e39-9fbe-484d-8924-04de6210f5f2 x-openstack-request-id: req-64c80e39-9fbe-484d-8924-04de6210f5f2 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:06:56.610378 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b1fcbc-abee-4fd5-8918-7053c9d9c3df", "name": "network-vif-plugged", "status": "completed", "tag": "3070f84c-0805-4b54-be1c-d401cdbd4133", "code": 200}, {"server_uuid": "72f336a7-8527-4391-94b3-e63976a13f7e", "name": "network-vif-plugged", "status": "completed", "tag": "b0af1a3c-a4be-419f-b352-ef05f66ca72c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:06:56.610633 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64c80e39-9fbe-484d-8924-04de6210f5f2 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:06:56.611031 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b1fcbc-abee-4fd5-8918-7053c9d9c3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3070f84c-0805-4b54-be1c-d401cdbd4133', 'code': 200} Nov 09 00:06:56.611289 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f336a7-8527-4391-94b3-e63976a13f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'code': 200} Nov 09 00:06:56.622009 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:56.692952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.693590 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:56.695027 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] 10.222.0.11 "PUT /v2.0/ports/61262f16-33ea-47a4-9ed8-e7b75ba62089 HTTP/1.1" status: 200 len: 1091 time: 2.3316445 Nov 09 00:06:56.711157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e192709-fe7c-4b31-acfe-4c011698858e req-72cff201-f12f-488a-a669-38b8ff14cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.712966 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-72cff201-f12f-488a-a669-38b8ff14cbb7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e94dca4-df95-49f6-8582-016b0ed9a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741638 Nov 09 00:06:56.714435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-a8f9b641-6de4-4481-9d96-5822b9c84d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.715868 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-a8f9b641-6de4-4481-9d96-5822b9c84d89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1784065 Nov 09 00:06:56.726559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c2d67-8e7e-4ba3-9832-ba043951a30f service neutron] Pushing event updated for resources: {'Port': ['ID=61262f16-33ea-47a4-9ed8-e7b75ba62089,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:56.786033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92891e5c-c150-4567-9f30-edcea063fef6 req-911cd4d0-3668-4c96-ab95-6200423bf494 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.792054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92891e5c-c150-4567-9f30-edcea063fef6 req-911cd4d0-3668-4c96-ab95-6200423bf494 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.793691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92891e5c-c150-4567-9f30-edcea063fef6 req-911cd4d0-3668-4c96-ab95-6200423bf494 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1665 time: 0.1981640 Nov 09 00:06:56.800617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Request body: {'port': {'device_id': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:56.840311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-1e60223d-41e7-4f84-b44c-0a90435edc06 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1000 time: 0.2109652 Nov 09 00:06:56.902783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc44dc4-a715-4dd5-b385-589608c4ae08 req-e3fa7b21-a1ee-453d-b19e-d8b550d16c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.904248 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cc44dc4-a715-4dd5-b385-589608c4ae08 req-e3fa7b21-a1ee-453d-b19e-d8b550d16c57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.2737491 Nov 09 00:06:56.919850 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92891e5c-c150-4567-9f30-edcea063fef6 req-dc7272f2-30e5-435e-b6c2-641fcc7d4bc2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154568 Nov 09 00:06:56.928991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488831ea-9155-4d94-93d8-136e75568dc9 req-f88c835a-76e0-4498-9fd6-974e5ca25b19 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.930637 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-f88c835a-76e0-4498-9fd6-974e5ca25b19 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports/f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 942 time: 0.0798032 Nov 09 00:06:56.945525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-6ec9b18c-f3e6-427b-8076-e3b774f644eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.945525 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-6ec9b18c-f3e6-427b-8076-e3b774f644eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1837144 Nov 09 00:06:56.948153 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:56.952209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b04f6-c4b5-4fd3-a080-414cf6da09db req-1c04b839-9a42-435e-aeed-3479e5fb1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:56.954778 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f9b04f6-c4b5-4fd3-a080-414cf6da09db req-1c04b839-9a42-435e-aeed-3479e5fb1fdf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 1101 time: 0.2375386 Nov 09 00:06:57.010078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cc44dc4-a715-4dd5-b385-589608c4ae08 req-16af9e10-aedd-48c3-b08c-a209ecc3f45c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 1000 time: 0.0891256 Nov 09 00:06:57.094298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-e09046c9-a1d5-4343-8a4b-a6189c4b97ff tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754538 Nov 09 00:06:57.129860 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-e3130d52-c39b-41e3-9ea4-1729234042e0 service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759165 Nov 09 00:06:57.154766 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f9b04f6-c4b5-4fd3-a080-414cf6da09db req-a9502613-6c06-47f9-bf1f-7e45c1ca2391 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875901 Nov 09 00:06:57.160980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-c812aceb-5054-49df-a13c-6955444bb1fd tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1000 time: 0.1496069 Nov 09 00:06:57.186325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc44dc4-a715-4dd5-b385-589608c4ae08 req-82045cff-38ae-4ad6-ba2b-a05a9771ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:57.188279 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cc44dc4-a715-4dd5-b385-589608c4ae08 req-82045cff-38ae-4ad6-ba2b-a05a9771ba69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.1668789 Nov 09 00:06:57.216579 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-f2eb00ae-0d90-4e4d-9ca2-a7de91b5f4e5 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605720 Nov 09 00:06:57.411210 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0e192709-fe7c-4b31-acfe-4c011698858e req-3cde5438-3223-4b58-b173-596aed47c90c service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682614 Nov 09 00:06:57.429054 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f9abc779-736d-4660-be05-95fd1f2ed887 req-6187fde3-cac9-425a-b84b-132fff2950b7 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818719 Nov 09 00:06:57.536200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc6af51-f581-4dc4-936a-1a25e05d0ba5 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:57.546968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:57.563994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Transition to ACTIVE for port object abc6af51-f581-4dc4-936a-1a25e05d0ba5 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:06:57.566521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b655-22ec-47ba-bbdc-789b86962330 req-bdd5f95a-5b8f-4f94-8d7a-9274b727d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:57.568052 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d498b655-22ec-47ba-bbdc-789b86962330 req-bdd5f95a-5b8f-4f94-8d7a-9274b727d980 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85721760c5f9402e8c9f3683bda7e723&device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 1094 time: 0.0701349 Nov 09 00:06:57.569155 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:57.580420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780876-3421-4700-8c90-48e2058b869a req-5d7276ad-2f83-4638-a3d6-fc192d3d8593 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:57.581899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-5d7276ad-2f83-4638-a3d6-fc192d3d8593 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4772980 Nov 09 00:06:57.618543 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-05737d3c-579c-481c-85d2-3a444e222d00 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/quotas/5ef4edf3ec2a4d1d85bef0cff8e3b690 HTTP/1.1" status: 200 len: 375 time: 0.0271430 Nov 09 00:06:57.627997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488831ea-9155-4d94-93d8-136e75568dc9 req-ff6ce4f7-0eb5-49ee-8f80-69b64aaf278c tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:57.629440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-ff6ce4f7-0eb5-49ee-8f80-69b64aaf278c tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.4402630 Nov 09 00:06:57.642728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc44dc4-a715-4dd5-b385-589608c4ae08 req-fc410c78-eef3-4f20-9d27-8cf94d13d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:57.644464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cc44dc4-a715-4dd5-b385-589608c4ae08 req-fc410c78-eef3-4f20-9d27-8cf94d13d172 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200523 Nov 09 00:06:57.675197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Pushing event updated for resources: {'Port': ['ID=abc6af51-f581-4dc4-936a-1a25e05d0ba5,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:57.770003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b655-22ec-47ba-bbdc-789b86962330 req-0cd42de3-2e23-4247-9192-06405a3aac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:57.771096 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d498b655-22ec-47ba-bbdc-789b86962330 req-0cd42de3-2e23-4247-9192-06405a3aac88 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e94dca4-df95-49f6-8582-016b0ed9a68d HTTP/1.1" status: 200 len: 924 time: 0.1926255 Nov 09 00:06:57.782507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Attempting to bind port abc6af51-f581-4dc4-936a-1a25e05d0ba5 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:06:57.783265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Attempting to bind port abc6af51-f581-4dc4-936a-1a25e05d0ba5 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '12fdf30e-0fbc-480a-86af-a0a62f0659b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:06:57.783509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Attempting to bind port abc6af51-f581-4dc4-936a-1a25e05d0ba5 on network b56c8e80-1b92-4472-adbe-01beb37c1bce {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:57.795300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-a5376ad5-a863-47e0-ba3a-1de9f13d7010 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1000 time: 0.1498575 Nov 09 00:06:57.797380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Port abc6af51-f581-4dc4-936a-1a25e05d0ba5 on network b56c8e80-1b92-4472-adbe-01beb37c1bce not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:06:57.797380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Attempting to bind port abc6af51-f581-4dc4-936a-1a25e05d0ba5 on network b56c8e80-1b92-4472-adbe-01beb37c1bce {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:06:57.809536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-358d6397-a711-415d-96a0-a6a95358fa6a tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1782410 Nov 09 00:06:57.814519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-488831ea-9155-4d94-93d8-136e75568dc9 req-31872d6a-8b45-4059-8f7f-fe93765599d7 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:57.842991 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d498b655-22ec-47ba-bbdc-789b86962330 req-b1debd58-5948-4bab-97c6-fdcba4917aad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2222dc-77f6-4977-b6ae-9e88bde602df HTTP/1.1" status: 200 len: 217 time: 0.0546260 Nov 09 00:06:57.846944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:06:57.847611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Checking segment: {'id': '12fdf30e-0fbc-480a-86af-a0a62f0659b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:06:57.848257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Bound using segment: {'id': '12fdf30e-0fbc-480a-86af-a0a62f0659b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:06:57.848987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Bound port: abc6af51-f581-4dc4-936a-1a25e05d0ba5, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fdf30e-0fbc-480a-86af-a0a62f0659b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:06:57.849651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:57.865472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cc44dc4-a715-4dd5-b385-589608c4ae08 req-74e7b11e-f69e-4b34-a7ef-a936931f2a8e service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978824 Nov 09 00:06:57.910474 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-488831ea-9155-4d94-93d8-136e75568dc9 req-31872d6a-8b45-4059-8f7f-fe93765599d7 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:57.955357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b655-22ec-47ba-bbdc-789b86962330 req-50338b99-0f97-44f5-a114-c94104541dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:57.957076 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d498b655-22ec-47ba-bbdc-789b86962330 req-50338b99-0f97-44f5-a114-c94104541dc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06894441-bc2c-4e4b-b1b0-1951d00eb0f7 HTTP/1.1" status: 200 len: 863 time: 0.0708189 Nov 09 00:06:57.998569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] For port abc6af51-f581-4dc4-936a-1a25e05d0ba5, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:06:58.012940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] For port abc6af51-f581-4dc4-936a-1a25e05d0ba5, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=abc6af51-f581-4dc4-936a-1a25e05d0ba5,segment=NetworkSegment(12fdf30e-0fbc-480a-86af-a0a62f0659b9),segment_id=12fdf30e-0fbc-480a-86af-a0a62f0659b9)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:06:58.023628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b655-22ec-47ba-bbdc-789b86962330 req-78b2f8b8-7697-4463-a18a-d470a6576e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:58.025192 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d498b655-22ec-47ba-bbdc-789b86962330 req-78b2f8b8-7697-4463-a18a-d470a6576e20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e94dca4-df95-49f6-8582-016b0ed9a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572493 Nov 09 00:06:58.026204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:58.067586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:58.071293 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:58.073223 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] 10.222.0.11 "PUT /v2.0/ports/abc6af51-f581-4dc4-936a-1a25e05d0ba5 HTTP/1.1" status: 200 len: 1091 time: 1.2853909 Nov 09 00:06:58.177399 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cc44dc4-a715-4dd5-b385-589608c4ae08 req-9b4d6297-3a02-47d6-b3de-7f724fb20789 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028643 Nov 09 00:06:58.231105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b58a1-54ea-4472-8d7f-85610a71a4fe service neutron] Pushing event updated for resources: {'Port': ['ID=abc6af51-f581-4dc4-936a-1a25e05d0ba5,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:58.251271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237891a-c487-4d6b-99f1-e6f859b1250f req-b7be2cc9-3e10-460a-9ac9-db8fbfc36645 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:58.252854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8237891a-c487-4d6b-99f1-e6f859b1250f req-b7be2cc9-3e10-460a-9ac9-db8fbfc36645 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1788859 Nov 09 00:06:58.266769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-488831ea-9155-4d94-93d8-136e75568dc9 req-31872d6a-8b45-4059-8f7f-fe93765599d7 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:58.281946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bdb41f1c-7fd9-447e-b2fd-6c59e405dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:58.282428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bdb41f1c-7fd9-447e-b2fd-6c59e405dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:58.284008 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-bdb41f1c-7fd9-447e-b2fd-6c59e405dfc0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98e8fcaaadf42aabd25a75286f8e710&device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1979 time: 0.1186330 Nov 09 00:06:58.286500 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d498b655-22ec-47ba-bbdc-789b86962330 req-6c68cdbd-79bc-4cbf-812f-2ef545a0e6bb service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331631 Nov 09 00:06:58.286964 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-488831ea-9155-4d94-93d8-136e75568dc9 req-31872d6a-8b45-4059-8f7f-fe93765599d7 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:58.289665 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-488831ea-9155-4d94-93d8-136e75568dc9 req-31872d6a-8b45-4059-8f7f-fe93765599d7 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Floating IP bb250066-2c4a-4c22-aed9-0eec29959a60 disassociated. External IP: 172.25.0.58, port: f14a9199-0c05-43f0-a4dc-f49def3b2823. Nov 09 00:06:58.373688 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-5ce36f43-82cd-4252-a712-83370d52bb66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.51&port_id=61262f16-33ea-47a4-9ed8-e7b75ba62089 HTTP/1.1" status: 200 len: 217 time: 0.0670981 Nov 09 00:06:58.396888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8237891a-c487-4d6b-99f1-e6f859b1250f req-bb2eae03-5ac4-493c-b074-5480a4f9b4af tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287456 Nov 09 00:06:58.489082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1ca69a7c-afc7-49c5-8ef7-f602a11cc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:58.490577 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-1ca69a7c-afc7-49c5-8ef7-f602a11cc011 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d81a16d-907d-4a44-ad67-bf959a66d8fb HTTP/1.1" status: 200 len: 801 time: 0.0640721 Nov 09 00:06:58.492455 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d498b655-22ec-47ba-bbdc-789b86962330 req-099e2649-6a59-4965-8d57-cc4898d75df8 service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854165 Nov 09 00:06:58.530353 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'tag': '61262f16-33ea-47a4-9ed8-e7b75ba62089'}, {'name': 'network-changed', 'server_uuid': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'tag': 'abc6af51-f581-4dc4-936a-1a25e05d0ba5'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:58.533292 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d" -d '{"events": [{"name": "network-changed", "server_uuid": "42fe7e4c-3870-43ee-8cb7-5d9d33241909", "tag": "61262f16-33ea-47a4-9ed8-e7b75ba62089"}, {"name": "network-changed", "server_uuid": "42fe7e4c-3870-43ee-8cb7-5d9d33241909", "tag": "abc6af51-f581-4dc4-936a-1a25e05d0ba5"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:58.567026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-4be812ed-4339-418f-89a6-1d0d3118f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:58.568627 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-4be812ed-4339-418f-89a6-1d0d3118f7f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1962a5c6-4b1b-40f2-9a3f-82d4fac817b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0623550 Nov 09 00:06:58.606737 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6b30-97f6-4f02-9583-bb36f5af4a87 req-72991cc2-c68d-4eaf-a08b-7425a462b2ce tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:58.611059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47dd6b30-97f6-4f02-9583-bb36f5af4a87 req-72991cc2-c68d-4eaf-a08b-7425a462b2ce tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1158345 Nov 09 00:06:58.673439 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-a7793bbc-dc55-42e0-a1d2-23467af317f1 service neutron] 10.222.0.11 "GET /v2.0/networks/1962a5c6-4b1b-40f2-9a3f-82d4fac817b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940046 Nov 09 00:06:58.709981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47dd6b30-97f6-4f02-9583-bb36f5af4a87 req-f9cffd6f-e5b2-4e8d-a3e1-1be2a46f7c27 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988388 Nov 09 00:06:58.728410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-488831ea-9155-4d94-93d8-136e75568dc9 req-31872d6a-8b45-4059-8f7f-fe93765599d7 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:06:58.792455 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-83b561ed-5632-4441-bf66-8e61f1837a58 service neutron] 10.222.0.11 "GET /v2.0/networks/1962a5c6-4b1b-40f2-9a3f-82d4fac817b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099730 Nov 09 00:06:58.875091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ce1f1-310d-44da-a58c-a8aca318b592 req-96d6c07b-e1d0-4f45-a87a-59846aaaeb28 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:58.876573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d1ce1f1-310d-44da-a58c-a8aca318b592 req-96d6c07b-e1d0-4f45-a87a-59846aaaeb28 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 943 time: 0.0947597 Nov 09 00:06:58.879795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-488831ea-9155-4d94-93d8-136e75568dc9 req-31872d6a-8b45-4059-8f7f-fe93765599d7 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:06:58.885245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-488831ea-9155-4d94-93d8-136e75568dc9 req-31872d6a-8b45-4059-8f7f-fe93765599d7 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:58.890214 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109da0a4-3267-4cb9-9ff8-b7af4e99d21c None None] Sync routers for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:06:58.902284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109da0a4-3267-4cb9-9ff8-b7af4e99d21c None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:58.902927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-109da0a4-3267-4cb9-9ff8-b7af4e99d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:58.950748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-31872d6a-8b45-4059-8f7f-fe93765599d7 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "PUT /v2.0/floatingips/bb250066-2c4a-4c22-aed9-0eec29959a60 HTTP/1.1" status: 200 len: 695 time: 1.1401680 Nov 09 00:06:58.952036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:58.954522 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deddc7a5-6a72-4257-9017-427943f42a72" -d '{"events": [{"name": "network-changed", "server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:58.961030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d1ce1f1-310d-44da-a58c-a8aca318b592 req-97d54cf0-91c7-484b-96da-049db2d01ff0 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735631 Nov 09 00:06:59.028588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-109da0a4-3267-4cb9-9ff8-b7af4e99d21c None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:59.031926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488831ea-9155-4d94-93d8-136e75568dc9 req-e4073a98-114b-47fc-9af0-a494b36e14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:59.033516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-e4073a98-114b-47fc-9af0-a494b36e14cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 1096 time: 0.0599189 Nov 09 00:06:59.083863 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-0197a906-9f6d-4113-a0a5-a7258dda6954 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=abc6af51-f581-4dc4-936a-1a25e05d0ba5 HTTP/1.1" status: 200 len: 217 time: 0.2825124 Nov 09 00:06:59.137190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-93a6f393-45cb-482c-ac26-0714ef920e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:59.138694 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-93a6f393-45cb-482c-ac26-0714ef920e89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=116b80b0-bde2-43c0-8af0-2c89b3166cfe HTTP/1.1" status: 200 len: 801 time: 0.0448966 Nov 09 00:06:59.150107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c48e5-7b07-4868-83b7-e54b9be37914 req-c77d569e-0625-47c5-9b1e-8e0f2670da2f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:59.151686 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-940c48e5-7b07-4868-83b7-e54b9be37914 req-c77d569e-0625-47c5-9b1e-8e0f2670da2f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 950 time: 0.1033680 Nov 09 00:06:59.186399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488831ea-9155-4d94-93d8-136e75568dc9 req-43d918f1-7b58-41b8-ac19-560f25289966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:59.188049 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-43d918f1-7b58-41b8-ac19-560f25289966 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.1487553 Nov 09 00:06:59.195535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-6a61e00e-dd01-4efd-ae71-ccc17b466b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:59.197486 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-6a61e00e-dd01-4efd-ae71-ccc17b466b37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b56c8e80-1b92-4472-adbe-01beb37c1bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491459 Nov 09 00:06:59.260321 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-45fd8889-a115-4fcf-a11d-a9a8aee84f20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 217 time: 0.0643899 Nov 09 00:06:59.295370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-109da0a4-3267-4cb9-9ff8-b7af4e99d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:59.316596 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-e2369d5b-fb56-4098-8043-b37e6b06bc92 service neutron] 10.222.0.11 "GET /v2.0/networks/b56c8e80-1b92-4472-adbe-01beb37c1bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098890 Nov 09 00:06:59.323035 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109da0a4-3267-4cb9-9ff8-b7af4e99d21c None None] Checking router: a67d7b14-9b53-4415-acc3-aaa0b4db8b6a for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:06:59.325926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-522d0c2c-0a77-442a-8713-1f9724135716 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631003 Nov 09 00:06:59.333819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109da0a4-3267-4cb9-9ff8-b7af4e99d21c None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:06:59.334453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-109da0a4-3267-4cb9-9ff8-b7af4e99d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:06:59.347938 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-940c48e5-7b07-4868-83b7-e54b9be37914 req-95b27904-cb03-40bd-83dd-db919cfebfca tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793218 Nov 09 00:06:59.436893 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-72aac97c-e487-40aa-bd01-df7c64ffcfb7 req-f14caa98-e6d3-487c-b63c-b457508708f4 service neutron] 10.222.0.11 "GET /v2.0/networks/b56c8e80-1b92-4472-adbe-01beb37c1bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109126 Nov 09 00:06:59.450270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b5ebe94e-e6bd-493a-b2ba-9cf48d580820 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:06:59.452481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b5ebe94e-e6bd-493a-b2ba-9cf48d580820 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:06:59.509279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488831ea-9155-4d94-93d8-136e75568dc9 req-f9e42cfc-f57d-4e92-a4d0-54540c0b2fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:59.514311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-f9e42cfc-f57d-4e92-a4d0-54540c0b2fae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.2524052 Nov 09 00:06:59.527926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-109da0a4-3267-4cb9-9ff8-b7af4e99d21c None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:06:59.589941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2886ac-b178-4669-9965-02b03cc7e292 req-ba2d8774-5dc4-44f0-9c82-b7431d6a26f0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:59.596436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2886ac-b178-4669-9965-02b03cc7e292 req-ba2d8774-5dc4-44f0-9c82-b7431d6a26f0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:59.598023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b2886ac-b178-4669-9965-02b03cc7e292 req-ba2d8774-5dc4-44f0-9c82-b7431d6a26f0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1677 time: 0.1575229 Nov 09 00:06:59.645223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780876-3421-4700-8c90-48e2058b869a req-8b32ee9c-55ad-4fb2-91bd-2a87ef0daa52 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:59.646742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-8b32ee9c-55ad-4fb2-91bd-2a87ef0daa52 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943451 Nov 09 00:06:59.652463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488831ea-9155-4d94-93d8-136e75568dc9 req-5af56372-db75-4f81-bb58-e288b6f5909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:06:59.653891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-5af56372-db75-4f81-bb58-e288b6f5909d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319351 Nov 09 00:06:59.679369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-6b780876-3421-4700-8c90-48e2058b869a req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Request body: {'port': {'device_id': '62d4f5c7-ad12-42bd-aff2-e4d4e1622a05', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '5ef4edf3ec2a4d1d85bef0cff8e3b690'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:06:59.729238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b2886ac-b178-4669-9965-02b03cc7e292 req-53ca0786-6d91-440c-9702-1cb4af05a4f6 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125283 Nov 09 00:06:59.759317 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:59.773621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:59.806271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820', 'mac_address': 'fa:16:3e:81:68:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:06:59.814301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fce0c9-06a0-4271-b746-24f310f477b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:06:59.816513 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf51d8ed-a702-4e93-aead-b6fa09119df5" -d '{"events": [{"server_uuid": "30fce0c9-06a0-4271-b746-24f310f477b7", "name": "network-vif-unplugged", "status": "completed", "tag": "b5ebe94e-e6bd-493a-b2ba-9cf48d580820"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:06:59.840683 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:06:59.846988 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b9a5ab-a378-495e-9622-788bad5d9724 req-6ea286b6-37c0-48e6-95f2-28097e6b6f44 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 210 time: 0.0445445 Nov 09 00:06:59.863509 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:59.870341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-eb304818-b08f-4c23-b71c-8d4f54be7125 service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059765 Nov 09 00:06:59.920390 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:06:59.951696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5ebe94e-e6bd-493a-b2ba-9cf48d580820 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:06:59.968550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:06:59.976776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b780876-3421-4700-8c90-48e2058b869a req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Made reservation on behalf of 5ef4edf3ec2a4d1d85bef0cff8e3b690 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:06:59.980216 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b780876-3421-4700-8c90-48e2058b869a req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:00.019340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-109da0a4-3267-4cb9-9ff8-b7af4e99d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:00.021277 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:07:00.021659 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:07:00.036666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961927e-3927-4408-8b1d-3d0113acb068 req-2572f85c-041f-45a5-8b4d-b6eb62a14d5a tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:00.038216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e961927e-3927-4408-8b1d-3d0113acb068 req-2572f85c-041f-45a5-8b4d-b6eb62a14d5a tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 1097 time: 0.1284292 Nov 09 00:07:00.048178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109da0a4-3267-4cb9-9ff8-b7af4e99d21c None None] The sync data for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 is: [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:05:52Z', 'revision_number': 4, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '5036eab7-bdc6-4691-9e56-47f61320bfcd', 'name': '', 'network_id': 'dd621e98-cdff-43e6-8d34-c9bc85470a63', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'mac_address': 'fa:16:3e:85:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:51Z', 'updated_at': '2021-11-09T00:06:01Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'subnets': [{'id': 'a813d3c5-c5da-4cfe-9652-f59e1b745cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:07:00.272867 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d3990c-71e7-4088-baab-acfc699ee05a None None] New status for floating IP bb250066-2c4a-4c22-aed9-0eec29959a60: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:07:00.346626 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-488831ea-9155-4d94-93d8-136e75568dc9 req-03c41103-1a6a-4146-8c3c-d698b0912a7e service neutron] 10.222.0.25 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691179 Nov 09 00:07:00.424480 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ef6c3c-689c-4f35-85c8-6df26ca22b05 x-openstack-request-id: req-33ef6c3c-689c-4f35-85c8-6df26ca22b05 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:00.425047 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fe7e4c-3870-43ee-8cb7-5d9d33241909", "tag": "61262f16-33ea-47a4-9ed8-e7b75ba62089", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42fe7e4c-3870-43ee-8cb7-5d9d33241909", "tag": "abc6af51-f581-4dc4-936a-1a25e05d0ba5", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:00.425047 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33ef6c3c-689c-4f35-85c8-6df26ca22b05 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:00.426139 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'tag': '61262f16-33ea-47a4-9ed8-e7b75ba62089', 'status': 'completed', 'code': 200} Nov 09 00:07:00.426587 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'tag': 'abc6af51-f581-4dc4-936a-1a25e05d0ba5', 'status': 'completed', 'code': 200} Nov 09 00:07:00.441596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e961927e-3927-4408-8b1d-3d0113acb068 req-f63be57e-076b-48b0-b34e-ce0470fe9c87 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639832 Nov 09 00:07:00.479178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-6b780876-3421-4700-8c90-48e2058b869a req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Allocated IP 192.168.233.71 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/c9157251-ba3b-4625-ad66-84bdd5eb31ff) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:07:00.493743 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19486f20-0407-4e65-a4bc-4a18bf52946f x-openstack-request-id: req-19486f20-0407-4e65-a4bc-4a18bf52946f {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:00.494394 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:00.494871 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19486f20-0407-4e65-a4bc-4a18bf52946f {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:00.496012 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'status': 'completed', 'code': 200} Nov 09 00:07:00.590304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-c5c8c69f-feac-4fde-8094-5d7ca468e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:00.590812 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-c5c8c69f-feac-4fde-8094-5d7ca468e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:00.592340 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-c5c8c69f-feac-4fde-8094-5d7ca468e805 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98e8fcaaadf42aabd25a75286f8e710&device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1979 time: 0.1386924 Nov 09 00:07:00.595198 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:00.620593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ebe94e-e6bd-493a-b2ba-9cf48d580820 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:07:00.649222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:00.654220 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:00.665633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc7a5-6a72-4257-9017-427943f42a72 req-6dbb6c04-33c7-45e4-b788-169be092d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:00.667117 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-deddc7a5-6a72-4257-9017-427943f42a72 req-6dbb6c04-33c7-45e4-b788-169be092d427 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=928d387aea7f4387beb6578152990fd2&device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 1096 time: 0.1322851 Nov 09 00:07:00.690366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b85d37-5136-4399-a691-98a8fa483e30 req-4e66c8df-0694-4191-a1e7-481b0e027b43 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:00.692020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3b85d37-5136-4399-a691-98a8fa483e30 req-4e66c8df-0694-4191-a1e7-481b0e027b43 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 1101 time: 0.1608334 Nov 09 00:07:00.705943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:00.731719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca238fc-2586-4edc-8d97-d490e84689dc req-c600bbd7-0d9e-43f0-9bb3-10420d3759d0 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:00.733317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ca238fc-2586-4edc-8d97-d490e84689dc req-c600bbd7-0d9e-43f0-9bb3-10420d3759d0 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 947 time: 0.1587560 Nov 09 00:07:00.754257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-b10baeff-5cd2-485a-b158-0753f668c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:00.755622 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-b10baeff-5cd2-485a-b158-0753f668c31e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 HTTP/1.1" status: 200 len: 901 time: 0.1552248 Nov 09 00:07:00.810971 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b780876-3421-4700-8c90-48e2058b869a req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:00.822255 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-aa27dec8-f46e-40d6-be06-4d602d5473bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.51&port_id=61262f16-33ea-47a4-9ed8-e7b75ba62089 HTTP/1.1" status: 200 len: 217 time: 0.0587952 Nov 09 00:07:00.825178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc7a5-6a72-4257-9017-427943f42a72 req-88121f1a-7f4d-4d22-8b6d-674236895230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:00.826584 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-deddc7a5-6a72-4257-9017-427943f42a72 req-88121f1a-7f4d-4d22-8b6d-674236895230 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 200 len: 921 time: 0.1482606 Nov 09 00:07:00.846523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3b85d37-5136-4399-a691-98a8fa483e30 req-e5159fdd-1a57-4286-b49c-ff45c6d5a954 tempest-ServersOnMultiNodesTest-1208407650 tempest-ServersOnMultiNodesTest-1208407650-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354017 Nov 09 00:07:00.873861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ca238fc-2586-4edc-8d97-d490e84689dc req-3a5f6f12-0b62-4ee4-a394-11c4d526b341 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308677 Nov 09 00:07:00.901693 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e123d0-b2cb-4862-b9cb-fb008df8f6c4 x-openstack-request-id: req-51e123d0-b2cb-4862-b9cb-fb008df8f6c4 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:00.901986 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-deddc7a5-6a72-4257-9017-427943f42a72 req-bde4fda6-c391-4b06-8fe6-22771cc2cbaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 200 len: 217 time: 0.0624034 Nov 09 00:07:00.902128 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fce0c9-06a0-4271-b746-24f310f477b7", "name": "network-vif-unplugged", "status": "completed", "tag": "b5ebe94e-e6bd-493a-b2ba-9cf48d580820", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:00.902266 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51e123d0-b2cb-4862-b9cb-fb008df8f6c4 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:00.902680 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fce0c9-06a0-4271-b746-24f310f477b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820', 'code': 200} Nov 09 00:07:00.919188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b780876-3421-4700-8c90-48e2058b869a req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:00.935416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['b0af1a3c-a4be-419f-b352-ef05f66ca72c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:00.974704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc7a5-6a72-4257-9017-427943f42a72 req-399d0b2d-66e6-40ad-8601-2c4a3df20ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:00.977066 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-deddc7a5-6a72-4257-9017-427943f42a72 req-399d0b2d-66e6-40ad-8601-2c4a3df20ff7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 200 len: 860 time: 0.0621002 Nov 09 00:07:00.980323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-4228ed94-2457-4eb0-b825-8e3a6c4ccd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:00.981642 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['b5ebe94e-e6bd-493a-b2ba-9cf48d580820'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:00.982252 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-4228ed94-2457-4eb0-b825-8e3a6c4ccd75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d81a16d-907d-4a44-ad67-bf959a66d8fb HTTP/1.1" status: 200 len: 801 time: 0.1517403 Nov 09 00:07:01.011785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b780876-3421-4700-8c90-48e2058b869a req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:01.020144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-6b780876-3421-4700-8c90-48e2058b869a req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:01.023764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Pushing event updated for resources: {'Port': ['ID=c9157251-ba3b-4625-ad66-84bdd5eb31ff,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:01.033651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b780876-3421-4700-8c90-48e2058b869a req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:07:01.103427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:01.104293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:01.105188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:01.105808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:01.106367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:01.106942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:01.109760 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:01.111028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:01.111606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:01.112192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:01.112750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:01.113852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:01.114130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-9b1050d9-d0c5-436b-8dd6-4e0d830cf92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:01.115649 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-9b1050d9-d0c5-436b-8dd6-4e0d830cf92f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1962a5c6-4b1b-40f2-9a3f-82d4fac817b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0662642 Nov 09 00:07:01.117683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc7a5-6a72-4257-9017-427943f42a72 req-5bc06cbf-6e4e-4d21-9e01-636fa4cf0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:01.127409 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-deddc7a5-6a72-4257-9017-427943f42a72 req-5bc06cbf-6e4e-4d21-9e01-636fa4cf0109 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd621e98-cdff-43e6-8d34-c9bc85470a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329992 Nov 09 00:07:01.169750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a561b6-f3ba-4a28-b108-7063c9c91b28 req-2a9b9e96-5a98-4511-b282-b05808dc512f tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:01.180008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42a561b6-f3ba-4a28-b108-7063c9c91b28 req-2a9b9e96-5a98-4511-b282-b05808dc512f tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 943 time: 0.2455719 Nov 09 00:07:01.217942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780876-3421-4700-8c90-48e2058b869a req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:01.219030 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b780876-3421-4700-8c90-48e2058b869a req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:01.280831 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dbe8f-0c1d-4c57-915b-f4eba757fabf req-87d40c93-214f-4817-90d5-9c00dc7a8563 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:01.287350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dbe8f-0c1d-4c57-915b-f4eba757fabf req-87d40c93-214f-4817-90d5-9c00dc7a8563 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:01.289193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-299dbe8f-0c1d-4c57-915b-f4eba757fabf req-87d40c93-214f-4817-90d5-9c00dc7a8563 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1677 time: 0.2017081 Nov 09 00:07:01.293001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-cb0b5ac3-a950-4906-ace1-0acbec0efad3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6193480 Nov 09 00:07:01.316338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Request body: {'port': {'device_id': '62d4f5c7-ad12-42bd-aff2-e4d4e1622a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:01.324780 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-deddc7a5-6a72-4257-9017-427943f42a72 req-4e8899a6-9174-4168-b683-cf1117754db1 service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868832 Nov 09 00:07:01.367255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42a561b6-f3ba-4a28-b108-7063c9c91b28 req-ffa8d4ab-f67b-4f42-9b9b-e902e25135c5 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859169 Nov 09 00:07:01.503890 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-79ab6e4d-9393-4a95-989f-18116e27c39b service neutron] 10.222.0.11 "GET /v2.0/networks/1962a5c6-4b1b-40f2-9a3f-82d4fac817b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748558 Nov 09 00:07:01.518496 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:01.525532 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 61262f16-33ea-47a4-9ed8-e7b75ba62089 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:07:01.589571 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-deddc7a5-6a72-4257-9017-427943f42a72 req-f4b69650-cf1b-4d1a-9547-096d26bce02a service neutron] 10.222.0.30 "GET /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416916 Nov 09 00:07:01.646845 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:07:01.653827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-299dbe8f-0c1d-4c57-915b-f4eba757fabf req-7e678998-992f-4780-b82a-129bd12a1bc7 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545966 Nov 09 00:07:01.670011 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-acf47eea-6f04-4a9c-9af3-8d35e7e504fd service neutron] 10.222.0.11 "GET /v2.0/networks/1962a5c6-4b1b-40f2-9a3f-82d4fac817b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539900 Nov 09 00:07:01.693847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8957a3d9-3c8f-47a9-92db-eaea29640921 None None] Provisioning complete for port c9157251-ba3b-4625-ad66-84bdd5eb31ff triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:01.694231 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8957a3d9-3c8f-47a9-92db-eaea29640921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:01.790220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8957a3d9-3c8f-47a9-92db-eaea29640921 None None] Port c9157251-ba3b-4625-ad66-84bdd5eb31ff cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:07:01.797460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-7efee0d4-03ca-44ec-b6d5-c10e655fa82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:01.798023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-7efee0d4-03ca-44ec-b6d5-c10e655fa82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:01.799612 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-7efee0d4-03ca-44ec-b6d5-c10e655fa82f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98e8fcaaadf42aabd25a75286f8e710&device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1979 time: 0.0808136 Nov 09 00:07:01.805205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a6283-9f5d-4b58-8d21-264743eb28d6 req-eae91259-11d5-4be6-8c0e-e629f4f24428 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:01.806651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-302a6283-9f5d-4b58-8d21-264743eb28d6 req-eae91259-11d5-4be6-8c0e-e629f4f24428 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 935 time: 0.1788640 Nov 09 00:07:01.830724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 61262f16-33ea-47a4-9ed8-e7b75ba62089, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=61262f16-33ea-47a4-9ed8-e7b75ba62089,segment=NetworkSegment(2a89e0cc-fdab-4305-a921-fbec224871c6),segment_id=2a89e0cc-fdab-4305-a921-fbec224871c6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:01.844962 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '61262f16-33ea-47a4-9ed8-e7b75ba62089', 'network_id': '1962a5c6-4b1b-40f2-9a3f-82d4fac817b4', 'port_id': '61262f16-33ea-47a4-9ed8-e7b75ba62089', 'mac_address': 'fa:16:3e:a4:c6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d81a16d-907d-4a44-ad67-bf959a66d8fb', 'ip_address': '19.80.0.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:07:01.907121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:01.916887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-d267eb36-1772-4573-8835-7e0798c62124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:01.918588 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-d267eb36-1772-4573-8835-7e0798c62124 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b56c8e80-1b92-4472-adbe-01beb37c1bce HTTP/1.1" status: 200 len: 901 time: 0.1033573 Nov 09 00:07:01.929406 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61262f16-33ea-47a4-9ed8-e7b75ba62089 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:07:01.951784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2b969-bc36-4931-a57d-f1b434801ef1 req-97b9547f-b2bc-4b48-a4b0-1db5b615bcdc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:01.953835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bda2b969-bc36-4931-a57d-f1b434801ef1 req-97b9547f-b2bc-4b48-a4b0-1db5b615bcdc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 950 time: 0.1581132 Nov 09 00:07:01.971416 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-38c497e5-8f3d-41b3-a6d1-269d1992098d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=abc6af51-f581-4dc4-936a-1a25e05d0ba5 HTTP/1.1" status: 200 len: 217 time: 0.0446327 Nov 09 00:07:01.972609 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 61262f16-33ea-47a4-9ed8-e7b75ba62089, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=61262f16-33ea-47a4-9ed8-e7b75ba62089,segment=NetworkSegment(2a89e0cc-fdab-4305-a921-fbec224871c6),segment_id=2a89e0cc-fdab-4305-a921-fbec224871c6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:01.978428 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:01.979563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0f2222dc-77f6-4977-b6ae-9e88bde602df details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:07:01.994242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-302a6283-9f5d-4b58-8d21-264743eb28d6 req-b27b1719-c1b3-40f8-bfdd-d4d880e90f1b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689272 Nov 09 00:07:02.052917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-b68219a2-ecea-4fdd-86ab-a60293cf84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:02.054408 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-b68219a2-ecea-4fdd-86ab-a60293cf84fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=116b80b0-bde2-43c0-8af0-2c89b3166cfe HTTP/1.1" status: 200 len: 801 time: 0.0739641 Nov 09 00:07:02.124198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-c821e31d-1f5b-4604-9c4b-e51151a2dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:02.126222 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-c821e31d-1f5b-4604-9c4b-e51151a2dcc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b56c8e80-1b92-4472-adbe-01beb37c1bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0625019 Nov 09 00:07:02.135482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0f2222dc-77f6-4977-b6ae-9e88bde602df, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0f2222dc-77f6-4977-b6ae-9e88bde602df,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:02.138208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=61262f16-33ea-47a4-9ed8-e7b75ba62089,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:02.149739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '0f2222dc-77f6-4977-b6ae-9e88bde602df', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'port_id': '0f2222dc-77f6-4977-b6ae-9e88bde602df', 'mac_address': 'fa:16:3e:e8:a2:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:07:02.160366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bda2b969-bc36-4931-a57d-f1b434801ef1 req-3f11d14b-d95a-4ca2-8a99-7f12f7c6da4d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981246 Nov 09 00:07:02.175839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-a1898de7-3e3e-49a0-bed5-3fb7fbd4b08e tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips/bb250066-2c4a-4c22-aed9-0eec29959a60 HTTP/1.1" status: 200 len: 693 time: 0.1189513 Nov 09 00:07:02.200750 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:02.214473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9157251-ba3b-4625-ad66-84bdd5eb31ff {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:07:02.216774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2222dc-77f6-4977-b6ae-9e88bde602df {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:07:02.243003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0f2222dc-77f6-4977-b6ae-9e88bde602df, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0f2222dc-77f6-4977-b6ae-9e88bde602df,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:02.248862 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:02.270570 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-008ae97d-f94b-4b75-9cff-74eadd7aac7f service neutron] 10.222.0.11 "GET /v2.0/networks/b56c8e80-1b92-4472-adbe-01beb37c1bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355891 Nov 09 00:07:02.273288 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:02.307745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=0f2222dc-77f6-4977-b6ae-9e88bde602df,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:02.362466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Transition to ACTIVE for port object c9157251-ba3b-4625-ad66-84bdd5eb31ff will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:07:02.368510 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:02.381484 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ddd81c0-57b1-4ed2-abb6-d3abb1b6597d req-c4b619c8-552d-4ed5-b08f-c1d17be0539e service neutron] 10.222.0.11 "GET /v2.0/networks/b56c8e80-1b92-4472-adbe-01beb37c1bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006024 Nov 09 00:07:02.453695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-881b112f-1d9f-43cd-9538-e1abeea1ed2d tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:02.455493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-881b112f-1d9f-43cd-9538-e1abeea1ed2d tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.2703965 Nov 09 00:07:02.465473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60fe4d-a58b-4abc-89e0-ec08265d5e6e req-35be3b17-0d4f-443b-8a85-70ceafdf1aff tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:02.467006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e60fe4d-a58b-4abc-89e0-ec08265d5e6e req-35be3b17-0d4f-443b-8a85-70ceafdf1aff tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 948 time: 0.1912887 Nov 09 00:07:02.469920 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Pushing event updated for resources: {'Port': ['ID=c9157251-ba3b-4625-ad66-84bdd5eb31ff,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:02.490570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-b1251ccd-0644-45ff-bda7-fd6d7ff25fc9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:07:02.493875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-b1251ccd-0644-45ff-bda7-fd6d7ff25fc9 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0258718 Nov 09 00:07:02.664957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e60fe4d-a58b-4abc-89e0-ec08265d5e6e req-7f8730d9-0ea5-43a8-9364-096bfb101967 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329851 Nov 09 00:07:02.685903 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-e80a6b9b-b474-4461-8c72-1600461e0ccd tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 696 time: 0.1497762 Nov 09 00:07:02.690102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['61262f16-33ea-47a4-9ed8-e7b75ba62089'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:02.719677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0f2222dc-77f6-4977-b6ae-9e88bde602df'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:02.753896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-ef1bd1c1-b15e-4195-bb60-666120230f77 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 696 time: 0.0592248 Nov 09 00:07:02.789143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Attempting to bind port c9157251-ba3b-4625-ad66-84bdd5eb31ff on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:02.789259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Attempting to bind port c9157251-ba3b-4625-ad66-84bdd5eb31ff by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:02.789619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Attempting to bind port c9157251-ba3b-4625-ad66-84bdd5eb31ff on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:02.828744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Port c9157251-ba3b-4625-ad66-84bdd5eb31ff on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:07:02.829109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Attempting to bind port c9157251-ba3b-4625-ad66-84bdd5eb31ff on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:02.872480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:02.872825 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:02.873210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:02.873679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Bound port: c9157251-ba3b-4625-ad66-84bdd5eb31ff, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:02.874037 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:02.903459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478c1d3-0193-4e0f-8dd2-21e88a7f41e2 req-fc811a2f-2af4-4db6-867c-a4798fbd226c tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:02.904867 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e478c1d3-0193-4e0f-8dd2-21e88a7f41e2 req-fc811a2f-2af4-4db6-867c-a4798fbd226c tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 944 time: 0.1608715 Nov 09 00:07:03.022024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] For port c9157251-ba3b-4625-ad66-84bdd5eb31ff, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:03.027231 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e478c1d3-0193-4e0f-8dd2-21e88a7f41e2 req-dfdd3c74-5b10-4531-a21f-0d6d362e42d9 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996742 Nov 09 00:07:03.040205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] For port c9157251-ba3b-4625-ad66-84bdd5eb31ff, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:07:03.042008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-451ae723-3b70-4a0c-ba35-4e7e8bdc26c5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Deleting port 91ebd396-bf25-4c87-9dc5-99b4d82ad0a1 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:03.042416 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-451ae723-3b70-4a0c-ba35-4e7e8bdc26c5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.056076 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.156920 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:03.157574 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.158959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] 10.222.0.30 "PUT /v2.0/ports/c9157251-ba3b-4625-ad66-84bdd5eb31ff HTTP/1.1" status: 200 len: 1095 time: 1.8490679 Nov 09 00:07:03.162569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d4f5c7-ad12-42bd-aff2-e4d4e1622a05', 'tag': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:03.164952 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be91451-0b51-40cd-a189-71a8abc795ae" -d '{"events": [{"name": "network-changed", "server_uuid": "62d4f5c7-ad12-42bd-aff2-e4d4e1622a05", "tag": "c9157251-ba3b-4625-ad66-84bdd5eb31ff"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:03.193327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93352272-1464-4059-92c4-2bf03303aef0 service neutron] Pushing event updated for resources: {'Port': ['ID=c9157251-ba3b-4625-ad66-84bdd5eb31ff,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:03.218408 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-451ae723-3b70-4a0c-ba35-4e7e8bdc26c5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.218743 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-451ae723-3b70-4a0c-ba35-4e7e8bdc26c5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.228824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6637830-c546-4165-a83a-4557da90a395 req-13ef2b95-32d8-4b6a-a5bf-c176cd1bd1ae tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:03.235426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6637830-c546-4165-a83a-4557da90a395 req-13ef2b95-32d8-4b6a-a5bf-c176cd1bd1ae tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:03.237061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6637830-c546-4165-a83a-4557da90a395 req-13ef2b95-32d8-4b6a-a5bf-c176cd1bd1ae tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1678 time: 0.1461973 Nov 09 00:07:03.285976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-451ae723-3b70-4a0c-ba35-4e7e8bdc26c5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Calling delete_port for 91ebd396-bf25-4c87-9dc5-99b4d82ad0a1 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:03.376128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6637830-c546-4165-a83a-4557da90a395 req-1013dfa0-20bd-4b6d-a71e-a619db9f42d4 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248634 Nov 09 00:07:03.381189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780876-3421-4700-8c90-48e2058b869a req-aa52b210-532b-4f6d-832a-e408f6fbf0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:03.382650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-aa52b210-532b-4f6d-832a-e408f6fbf0e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 1098 time: 0.1446736 Nov 09 00:07:03.439521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-c0f8222e-7f48-4b5c-9ef0-d18a92def89d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff HTTP/1.1" status: 200 len: 217 time: 0.0436645 Nov 09 00:07:03.441078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device abc6af51-f581-4dc4-936a-1a25e05d0ba5 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:07:03.443153 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b5ebe94e-e6bd-493a-b2ba-9cf48d580820 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:03.544008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780876-3421-4700-8c90-48e2058b869a req-4d7cf881-44f2-4735-815d-82b7aa1e4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:03.545504 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-4d7cf881-44f2-4735-815d-82b7aa1e4e95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0881410 Nov 09 00:07:03.560108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:03.560476 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.560905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686b071-70ae-48e7-ac40-e2a4a538cfc6 req-dc25a729-0f2a-4086-b3de-8408f15f16ad tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:03.562425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b686b071-70ae-48e7-ac40-e2a4a538cfc6 req-dc25a729-0f2a-4086-b3de-8408f15f16ad tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 947 time: 0.1208227 Nov 09 00:07:03.600134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port abc6af51-f581-4dc4-936a-1a25e05d0ba5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=abc6af51-f581-4dc4-936a-1a25e05d0ba5,segment=NetworkSegment(12fdf30e-0fbc-480a-86af-a0a62f0659b9),segment_id=12fdf30e-0fbc-480a-86af-a0a62f0659b9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:03.618496 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-451ae723-3b70-4a0c-ba35-4e7e8bdc26c5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.620359 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'abc6af51-f581-4dc4-936a-1a25e05d0ba5', 'network_id': 'b56c8e80-1b92-4472-adbe-01beb37c1bce', 'port_id': 'abc6af51-f581-4dc4-936a-1a25e05d0ba5', 'mac_address': 'fa:16:3e:2c:88:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116b80b0-bde2-43c0-8af0-2c89b3166cfe', 'ip_address': '19.86.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:07:03.698443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780876-3421-4700-8c90-48e2058b869a req-580b494d-18b7-447f-9c27-44bec8b8e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:03.699758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a898f2-26bf-49fd-bfbf-55fbc913bc6d req-629e16ed-ddee-4463-92c3-bf812274616e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:03.700282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-580b494d-18b7-447f-9c27-44bec8b8e276 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334598 Nov 09 00:07:03.700693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ae723-3b70-4a0c-ba35-4e7e8bdc26c5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Pushing event deleted for resources: {'Port': ['ID=91ebd396-bf25-4c87-9dc5-99b4d82ad0a1,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:03.701470 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a4a898f2-26bf-49fd-bfbf-55fbc913bc6d req-629e16ed-ddee-4463-92c3-bf812274616e tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 950 time: 0.0575213 Nov 09 00:07:03.715365 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.741689 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.763343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b686b071-70ae-48e7-ac40-e2a4a538cfc6 req-5fff4f46-384a-490c-b9a0-4ede4f603be6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839757 Nov 09 00:07:03.764016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc6af51-f581-4dc4-936a-1a25e05d0ba5 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:07:03.799957 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fce0c9-06a0-4271-b746-24f310f477b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:03.803459 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b65b24-da46-4364-a66f-cbd05e3ce862" -d '{"events": [{"server_uuid": "30fce0c9-06a0-4271-b746-24f310f477b7", "name": "network-vif-plugged", "status": "completed", "tag": "b5ebe94e-e6bd-493a-b2ba-9cf48d580820"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:03.820622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port abc6af51-f581-4dc4-936a-1a25e05d0ba5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=abc6af51-f581-4dc4-936a-1a25e05d0ba5,segment=NetworkSegment(12fdf30e-0fbc-480a-86af-a0a62f0659b9),segment_id=12fdf30e-0fbc-480a-86af-a0a62f0659b9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:03.835141 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.838097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:03.860879 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6855e5c8-bbba-4185-864d-cbc7fca74308 x-openstack-request-id: req-6855e5c8-bbba-4185-864d-cbc7fca74308 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:03.861171 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d4f5c7-ad12-42bd-aff2-e4d4e1622a05", "tag": "c9157251-ba3b-4625-ad66-84bdd5eb31ff", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:03.861479 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6855e5c8-bbba-4185-864d-cbc7fca74308 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:03.861878 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d4f5c7-ad12-42bd-aff2-e4d4e1622a05', 'tag': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff', 'status': 'completed', 'code': 200} Nov 09 00:07:03.862201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-a4a898f2-26bf-49fd-bfbf-55fbc913bc6d req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Deleting port 3070f84c-0805-4b54-be1c-d401cdbd4133 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:03.862641 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a4a898f2-26bf-49fd-bfbf-55fbc913bc6d req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.864422 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.886299 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-451ae723-3b70-4a0c-ba35-4e7e8bdc26c5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.889444 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-451ae723-3b70-4a0c-ba35-4e7e8bdc26c5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:03.891238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ed43c3e-ce74-49e6-acd0-91f416761063 req-451ae723-3b70-4a0c-ba35-4e7e8bdc26c5 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "DELETE /v2.0/floatingips/bb250066-2c4a-4c22-aed9-0eec29959a60 HTTP/1.1" status: 204 len: 173 time: 1.1265528 Nov 09 00:07:03.901531 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=abc6af51-f581-4dc4-936a-1a25e05d0ba5,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:03.920176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-76b8f189-1fe8-4672-be31-06ca7d674abe service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971679 Nov 09 00:07:03.966230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:03.988060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-a4a898f2-26bf-49fd-bfbf-55fbc913bc6d req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] For port 3070f84c-0805-4b54-be1c-d401cdbd4133, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=3070f84c-0805-4b54-be1c-d401cdbd4133,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:03.988414 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a4a898f2-26bf-49fd-bfbf-55fbc913bc6d req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:04.001500 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-a4a898f2-26bf-49fd-bfbf-55fbc913bc6d req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Calling delete_port for 3070f84c-0805-4b54-be1c-d401cdbd4133 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:04.082055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3889d0-00a5-49bf-bd23-ff140d7d0556 req-aa5bbf97-aa86-48a5-b4f4-a37e7a33daaa tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:04.083575 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d3889d0-00a5-49bf-bd23-ff140d7d0556 req-aa5bbf97-aa86-48a5-b4f4-a37e7a33daaa tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1b1fcbc-abee-4fd5-8918-7053c9d9c3df HTTP/1.1" status: 200 len: 950 time: 0.1573629 Nov 09 00:07:04.093907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933262ab-ecb0-4f3b-802c-8c804cfcf92d req-43be607c-0eec-4f37-bca8-ccbcd46f4ad6 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:04.095328 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-933262ab-ecb0-4f3b-802c-8c804cfcf92d req-43be607c-0eec-4f37-bca8-ccbcd46f4ad6 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1373606 Nov 09 00:07:04.129474 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b780876-3421-4700-8c90-48e2058b869a req-b991cf10-2662-4282-9830-9b4c6527343c service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908348 Nov 09 00:07:04.131620 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a4a898f2-26bf-49fd-bfbf-55fbc913bc6d req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:04.146960 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45', 'e3608666-72b9-4756-9af2-597dfcd61d93', 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1', '405cd43c-0a9b-4e9c-8909-1cb49a017df6', '3070f84c-0805-4b54-be1c-d401cdbd4133'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:04.151588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0fa22a7e-671d-4a9b-8c44-d54a98d90df0', '0610be6e-1583-4731-a57d-dfced1975e46', '397da721-8d48-4f40-9f49-22c06fa53126'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:04.161141 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event deleted for resources: {'Port': ['ID=3070f84c-0805-4b54-be1c-d401cdbd4133,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:04.177845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:04.178198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:04.178522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:04.178861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:04.179192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:04.179599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:04.179829 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:04.181247 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:04.181584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:04.181917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:04.182262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:04.182565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:04.185639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d3889d0-00a5-49bf-bd23-ff140d7d0556 req-389ac30e-738f-41a9-bb3c-76955224dceb tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893283 Nov 09 00:07:04.207090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-933262ab-ecb0-4f3b-802c-8c804cfcf92d req-d2889335-4c44-4b7c-81a0-606cdef4be19 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963836 Nov 09 00:07:04.236232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['abc6af51-f581-4dc4-936a-1a25e05d0ba5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:04.266409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a898f2-26bf-49fd-bfbf-55fbc913bc6d req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] No DVR routers for this DVR port 3070f84c-0805-4b54-be1c-d401cdbd4133 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:04.270413 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a4a898f2-26bf-49fd-bfbf-55fbc913bc6d req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:04.279163 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a4a898f2-26bf-49fd-bfbf-55fbc913bc6d req-804ff7cd-9805-4e44-9e9b-201051e2f024 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "DELETE /v2.0/ports/3070f84c-0805-4b54-be1c-d401cdbd4133 HTTP/1.1" status: 204 len: 173 time: 0.5616603 Nov 09 00:07:04.279857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b1fcbc-abee-4fd5-8918-7053c9d9c3df', 'name': 'network-vif-deleted', 'tag': '3070f84c-0805-4b54-be1c-d401cdbd4133'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:04.282794 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1365098d-4287-4066-9376-5e73fda6043c" -d '{"events": [{"server_uuid": "f1b1fcbc-abee-4fd5-8918-7053c9d9c3df", "name": "network-vif-deleted", "tag": "3070f84c-0805-4b54-be1c-d401cdbd4133"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:04.283381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be91451-0b51-40cd-a189-71a8abc795ae req-339c0309-d653-4e39-989c-487a962d0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:04.285249 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3be91451-0b51-40cd-a189-71a8abc795ae req-339c0309-d653-4e39-989c-487a962d0c56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 1098 time: 0.0967729 Nov 09 00:07:04.296430 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee0cc56-74ec-4dfc-8c34-ef70a0b68aff x-openstack-request-id: req-5ee0cc56-74ec-4dfc-8c34-ef70a0b68aff {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:04.296728 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fce0c9-06a0-4271-b746-24f310f477b7", "name": "network-vif-plugged", "status": "completed", "tag": "b5ebe94e-e6bd-493a-b2ba-9cf48d580820", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:04.296986 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ee0cc56-74ec-4dfc-8c34-ef70a0b68aff {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:04.297399 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fce0c9-06a0-4271-b746-24f310f477b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820', 'code': 200} Nov 09 00:07:04.481038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09db30-9fa7-4650-9d35-7e5f3ebb682d req-7e5a2176-3dcb-40a8-b311-85c03ca6eb95 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:04.483466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e09db30-9fa7-4650-9d35-7e5f3ebb682d req-7e5a2176-3dcb-40a8-b311-85c03ca6eb95 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 1096 time: 0.0911252 Nov 09 00:07:04.490047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be91451-0b51-40cd-a189-71a8abc795ae req-e5b0636a-8bfb-4294-bb66-c9c9d4ed2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:04.491925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3be91451-0b51-40cd-a189-71a8abc795ae req-e5b0636a-8bfb-4294-bb66-c9c9d4ed2e06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1966841 Nov 09 00:07:04.651082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c416288-29d8-496f-afa4-1ab0ea84d8d1 req-443cec62-ebce-469f-a226-8edca766585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:04.653481 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5c416288-29d8-496f-afa4-1ab0ea84d8d1 req-443cec62-ebce-469f-a226-8edca766585e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 1100 time: 0.0609968 Nov 09 00:07:04.730077 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5c416288-29d8-496f-afa4-1ab0ea84d8d1 req-c63034e6-da12-4f8b-8ce9-b61953d6a734 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654235 Nov 09 00:07:04.918175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3be91451-0b51-40cd-a189-71a8abc795ae req-f75782b0-e056-4c3b-abc7-e0cfea50cf21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff HTTP/1.1" status: 200 len: 217 time: 0.0444317 Nov 09 00:07:04.964100 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e09db30-9fa7-4650-9d35-7e5f3ebb682d req-e9d2b457-3c94-4d48-83e1-fd28c2227e07 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709361 Nov 09 00:07:04.983328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be91451-0b51-40cd-a189-71a8abc795ae req-aaf8a474-a1c5-4b89-ac82-ebf80823174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:04.984731 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3be91451-0b51-40cd-a189-71a8abc795ae req-aaf8a474-a1c5-4b89-ac82-ebf80823174f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0552390 Nov 09 00:07:05.070606 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abee3130-9dce-4904-957e-d33ea80353f4 x-openstack-request-id: req-abee3130-9dce-4904-957e-d33ea80353f4 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:05.070916 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b1fcbc-abee-4fd5-8918-7053c9d9c3df", "name": "network-vif-deleted", "tag": "3070f84c-0805-4b54-be1c-d401cdbd4133", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:05.071150 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abee3130-9dce-4904-957e-d33ea80353f4 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:05.071590 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b1fcbc-abee-4fd5-8918-7053c9d9c3df', 'name': 'network-vif-deleted', 'tag': '3070f84c-0805-4b54-be1c-d401cdbd4133', 'status': 'completed', 'code': 200} Nov 09 00:07:05.120055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a8ad9-1883-4807-a3d0-9d2b40f0632e req-046a6cd4-d8d1-4670-b246-d97d01952469 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:05.129263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f28a8ad9-1883-4807-a3d0-9d2b40f0632e req-046a6cd4-d8d1-4670-b246-d97d01952469 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 944 time: 0.0784509 Nov 09 00:07:05.139340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be91451-0b51-40cd-a189-71a8abc795ae req-027deddb-643b-486d-b868-fb757b621731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:05.141388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3be91451-0b51-40cd-a189-71a8abc795ae req-027deddb-643b-486d-b868-fb757b621731 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1356227 Nov 09 00:07:05.258121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f28a8ad9-1883-4807-a3d0-9d2b40f0632e req-91dcc82a-d70d-44db-8e06-df09e3152172 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279640 Nov 09 00:07:05.311981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3be91451-0b51-40cd-a189-71a8abc795ae req-a32bd121-eee2-4628-b6e3-816003e3a0ac service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469698 Nov 09 00:07:05.322000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f4c56-2e3d-4937-9e5e-034365309e64 req-970a71aa-3e20-4292-986e-73e35df6eec0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:05.328702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f4c56-2e3d-4937-9e5e-034365309e64 req-970a71aa-3e20-4292-986e-73e35df6eec0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:05.330336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d41f4c56-2e3d-4937-9e5e-034365309e64 req-970a71aa-3e20-4292-986e-73e35df6eec0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1679 time: 0.1479638 Nov 09 00:07:05.454367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 61262f16-33ea-47a4-9ed8-e7b75ba62089 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:05.469507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d41f4c56-2e3d-4937-9e5e-034365309e64 req-40024252-bb14-4d43-9195-e9848133d795 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300046 Nov 09 00:07:05.507630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef5596-72f1-4fb6-b929-d79a28b65ce3 req-38cb06ac-cfa5-4345-b2f0-0fac78c0dd5d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:05.509310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bef5596-72f1-4fb6-b929-d79a28b65ce3 req-38cb06ac-cfa5-4345-b2f0-0fac78c0dd5d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 947 time: 0.1460364 Nov 09 00:07:05.511289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3be91451-0b51-40cd-a189-71a8abc795ae req-8100af72-ee0a-43c1-9301-73fbead7b8ba service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799197 Nov 09 00:07:05.543031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 61262f16-33ea-47a4-9ed8-e7b75ba62089 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:07:05.549066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 61262f16-33ea-47a4-9ed8-e7b75ba62089 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:05.551295 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:05.628948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bef5596-72f1-4fb6-b929-d79a28b65ce3 req-5a8b53fd-0309-4649-a0c1-05545ce70633 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115439 Nov 09 00:07:05.656340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbc582-3c31-4a01-a1f6-7b30d6d0e882 req-1bbf17f6-be57-4ad9-8713-42d68ed880a8 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:05.661548 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:05.662772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40cbc582-3c31-4a01-a1f6-7b30d6d0e882 req-1bbf17f6-be57-4ad9-8713-42d68ed880a8 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 945 time: 0.0885196 Nov 09 00:07:05.708491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 61262f16-33ea-47a4-9ed8-e7b75ba62089, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=61262f16-33ea-47a4-9ed8-e7b75ba62089,segment=NetworkSegment(2a89e0cc-fdab-4305-a921-fbec224871c6),segment_id=2a89e0cc-fdab-4305-a921-fbec224871c6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:05.713976 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:05.715115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0f2222dc-77f6-4977-b6ae-9e88bde602df up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:05.727413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40cbc582-3c31-4a01-a1f6-7b30d6d0e882 req-e318cb70-4c11-4b80-bb9f-a679b92057d3 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568762 Nov 09 00:07:05.888081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=61262f16-33ea-47a4-9ed8-e7b75ba62089,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:05.912790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:05.913192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:05.913555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:05.913888 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:05.914965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:05.915302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:05.915628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:05.916365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:05.916701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:05.917026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:05.917697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:05.923094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:05.951229 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 0f2222dc-77f6-4977-b6ae-9e88bde602df completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:07:05.954758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 0f2222dc-77f6-4977-b6ae-9e88bde602df triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:05.955289 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:06.011053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255d212-573d-48ec-ae40-4b2bf1c4db16 req-74060d2f-b2ec-4200-96c9-42728b6c1e4a tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:06.013914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a255d212-573d-48ec-ae40-4b2bf1c4db16 req-74060d2f-b2ec-4200-96c9-42728b6c1e4a tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1117971 Nov 09 00:07:06.076315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a255d212-573d-48ec-ae40-4b2bf1c4db16 req-19466816-86cd-4a45-81ab-e89512129b2d tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549288 Nov 09 00:07:06.137070 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:06.220318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0f2222dc-77f6-4977-b6ae-9e88bde602df, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0f2222dc-77f6-4977-b6ae-9e88bde602df,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:06.230775 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:06.296163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=0f2222dc-77f6-4977-b6ae-9e88bde602df,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:06.299627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61262f16-33ea-47a4-9ed8-e7b75ba62089'}, {'server_uuid': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2222dc-77f6-4977-b6ae-9e88bde602df'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:06.302330 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb22625-b48a-4f53-9ca0-de1b490c37b2" -d '{"events": [{"server_uuid": "42fe7e4c-3870-43ee-8cb7-5d9d33241909", "name": "network-vif-plugged", "status": "completed", "tag": "61262f16-33ea-47a4-9ed8-e7b75ba62089"}, {"server_uuid": "2cce94b1-f2ef-413e-95c6-5aaaa7a4263c", "name": "network-vif-plugged", "status": "completed", "tag": "0f2222dc-77f6-4977-b6ae-9e88bde602df"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:06.415792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201bfca-8429-43af-993f-021fae1bd5e0 req-c3e9b201-9445-4c6b-ae8c-26aacc419d77 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:06.417141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9201bfca-8429-43af-993f-021fae1bd5e0 req-c3e9b201-9445-4c6b-ae8c-26aacc419d77 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 950 time: 0.0652521 Nov 09 00:07:06.476032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9201bfca-8429-43af-993f-021fae1bd5e0 req-9aae7e8a-9d66-4cf3-ab28-65daec94330d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514364 Nov 09 00:07:06.590214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79a83a-d1dd-450a-9fa9-bda0fd2f7d1a req-eef8d629-08f1-446a-9ed8-1b416d0f8199 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:06.591626 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb79a83a-d1dd-450a-9fa9-bda0fd2f7d1a req-eef8d629-08f1-446a-9ed8-1b416d0f8199 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 945 time: 0.0602946 Nov 09 00:07:06.654122 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb79a83a-d1dd-450a-9fa9-bda0fd2f7d1a req-67a7c07d-26e8-491d-8e90-76c8931f52ef tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546761 Nov 09 00:07:06.714583 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bbeb12-d50e-494a-bd02-a66a3ce76d9e x-openstack-request-id: req-f1bbeb12-d50e-494a-bd02-a66a3ce76d9e {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:06.715109 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fe7e4c-3870-43ee-8cb7-5d9d33241909", "name": "network-vif-plugged", "status": "completed", "tag": "61262f16-33ea-47a4-9ed8-e7b75ba62089", "code": 200}, {"server_uuid": "2cce94b1-f2ef-413e-95c6-5aaaa7a4263c", "name": "network-vif-plugged", "status": "completed", "tag": "0f2222dc-77f6-4977-b6ae-9e88bde602df", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:06.715218 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1bbeb12-d50e-494a-bd02-a66a3ce76d9e {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:06.715628 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61262f16-33ea-47a4-9ed8-e7b75ba62089', 'code': 200} Nov 09 00:07:06.715974 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2222dc-77f6-4977-b6ae-9e88bde602df', 'code': 200} Nov 09 00:07:06.740516 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-6c788e08-336f-439f-b70e-a9d9a1823e29 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:07:06.742425 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-6c788e08-336f-439f-b70e-a9d9a1823e29 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068452 Nov 09 00:07:06.797584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-1c542a13-2463-46b8-98e9-3821017311a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:06.798966 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-1c542a13-2463-46b8-98e9-3821017311a5 service neutron] 10.222.0.25 "GET /v2.0/ports/ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 HTTP/1.1" status: 200 len: 1093 time: 0.0454943 Nov 09 00:07:06.808376 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] Request body: {'binding': {'host': 'n-h2-813263-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:06.808879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] Unknown quota resources ['binding']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:07:06.849047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaa56e-7692-4179-b093-e7a077473b88 req-cde84895-c39e-4568-a6bf-a5f6c34ede7a tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:06.854830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaa56e-7692-4179-b093-e7a077473b88 req-cde84895-c39e-4568-a6bf-a5f6c34ede7a tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:06.856437 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ecbaa56e-7692-4179-b093-e7a077473b88 req-cde84895-c39e-4568-a6bf-a5f6c34ede7a tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1680 time: 0.0941753 Nov 09 00:07:06.865016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08189583-4276-40a9-8e20-6db924459b25 req-e4a2cc6c-7dc1-498c-8dac-f94a6eb39889 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:06.866464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08189583-4276-40a9-8e20-6db924459b25 req-e4a2cc6c-7dc1-498c-8dac-f94a6eb39889 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.30 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 945 time: 0.0907838 Nov 09 00:07:06.909094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d4ad0-b647-4e37-a552-14686001f282 req-ca2b9c13-dddd-4fe2-91b9-5ba5338eba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:06.910637 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-996d4ad0-b647-4e37-a552-14686001f282 req-ca2b9c13-dddd-4fe2-91b9-5ba5338eba31 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 1096 time: 0.0995419 Nov 09 00:07:07.018838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ecbaa56e-7692-4179-b093-e7a077473b88 req-e417b8d0-a6ec-41d6-bfab-5e7c42614803 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513994 Nov 09 00:07:07.034656 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-996d4ad0-b647-4e37-a552-14686001f282 req-d915a63d-0bc8-4421-b9ae-f7137396a4ae service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709276 Nov 09 00:07:07.049903 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] Attempting to bind port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on host n-h2-813263-3 for vnic_type normal with profile None {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:07.050816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] Attempting to bind port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:07.050816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] Attempting to bind port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:07.056386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-08189583-4276-40a9-8e20-6db924459b25 req-2cea169a-da67-4e0f-ba40-9e9285fe1b60 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Deleting port f14a9199-0c05-43f0-a4dc-f49def3b2823 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:07.056857 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-08189583-4276-40a9-8e20-6db924459b25 req-2cea169a-da67-4e0f-ba40-9e9285fe1b60 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:07.059649 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] Port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:07:07.059976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] Attempting to bind port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:07.068633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:07.068963 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:07.069403 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] Bound using segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:07.069805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] Bound port: ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:07.126134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:07:07.132911 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:07.134204 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-62bf0b94-1184-4b75-adc2-b04b6f302ac7 service neutron] 10.222.0.25 "POST /v2.0/ports/ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3292248 Nov 09 00:07:07.203602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-08189583-4276-40a9-8e20-6db924459b25 req-2cea169a-da67-4e0f-ba40-9e9285fe1b60 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] For port f14a9199-0c05-43f0-a4dc-f49def3b2823, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f14a9199-0c05-43f0-a4dc-f49def3b2823,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:07.203994 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-08189583-4276-40a9-8e20-6db924459b25 req-2cea169a-da67-4e0f-ba40-9e9285fe1b60 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:07.208824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c9157251-ba3b-4625-ad66-84bdd5eb31ff details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:07:07.211136 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 3070f84c-0805-4b54-be1c-d401cdbd4133 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:07.215717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57376e03-dee8-46e3-a21c-aea4766b4191 req-d45780fc-e57e-4a0a-9878-45ae15b810ee tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:07.217718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57376e03-dee8-46e3-a21c-aea4766b4191 req-d45780fc-e57e-4a0a-9878-45ae15b810ee tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 947 time: 0.0975256 Nov 09 00:07:07.242571 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-08189583-4276-40a9-8e20-6db924459b25 req-2cea169a-da67-4e0f-ba40-9e9285fe1b60 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Calling delete_port for f14a9199-0c05-43f0-a4dc-f49def3b2823 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:07.266397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 3070f84c-0805-4b54-be1c-d401cdbd4133 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:07.266794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 3070f84c-0805-4b54-be1c-d401cdbd4133 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:07.366900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c9157251-ba3b-4625-ad66-84bdd5eb31ff, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:07.380807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff', 'mac_address': 'fa:16:3e:b0:f5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:07:07.394885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57376e03-dee8-46e3-a21c-aea4766b4191 req-09bbe363-a63d-422d-a9be-e454961d4535 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685066 Nov 09 00:07:07.408437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a34a9a-9ebb-4d9e-b4e2-63c61d934533 req-7d819287-0710-42b2-8e8d-251d228b15ce tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:07.417442 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9a34a9a-9ebb-4d9e-b4e2-63c61d934533 req-7d819287-0710-42b2-8e8d-251d228b15ce tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95ee9b4-2092-4db0-809c-8140b6b0c18c HTTP/1.1" status: 200 len: 945 time: 0.1651406 Nov 09 00:07:07.421456 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:07.442580 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9157251-ba3b-4625-ad66-84bdd5eb31ff {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:07:07.475594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device abc6af51-f581-4dc4-936a-1a25e05d0ba5 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:07.486884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c9157251-ba3b-4625-ad66-84bdd5eb31ff, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:07.498136 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9a34a9a-9ebb-4d9e-b4e2-63c61d934533 req-4da285ce-113f-4afb-a086-f1ca5f87f491 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.25 "GET /v2.0/security-groups?id=537ba49d-120c-4f28-b5af-31d35ffb6d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748763 Nov 09 00:07:07.519567 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:07.533340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-174f9f7d-9b3e-4a3e-9a44-4b3ba97751aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:07.537536 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-174f9f7d-9b3e-4a3e-9a44-4b3ba97751aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 1096 time: 0.1023636 Nov 09 00:07:07.617491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=c9157251-ba3b-4625-ad66-84bdd5eb31ff,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:07.641772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port abc6af51-f581-4dc4-936a-1a25e05d0ba5 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:07:07.648856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port abc6af51-f581-4dc4-936a-1a25e05d0ba5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:07.649719 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:07.649841 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-08189583-4276-40a9-8e20-6db924459b25 req-2cea169a-da67-4e0f-ba40-9e9285fe1b60 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:07.681591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-ffdd1613-a707-43b3-b760-2db160324b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:07.683481 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-ffdd1613-a707-43b3-b760-2db160324b7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.1401539 Nov 09 00:07:07.687881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f14a9199-0c05-43f0-a4dc-f49def3b2823'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:07.700814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915e54b-f9e6-45c1-8afc-0fe2ab981e7a req-571fb382-f892-4c13-85e9-74a70ed0b092 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:07.702379 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4915e54b-f9e6-45c1-8afc-0fe2ab981e7a req-571fb382-f892-4c13-85e9-74a70ed0b092 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1543484 Nov 09 00:07:07.705047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea169a-da67-4e0f-ba40-9e9285fe1b60 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Pushing event deleted for resources: {'Port': ['ID=f14a9199-0c05-43f0-a4dc-f49def3b2823,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:07.756059 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-acaa04b5-8f0c-481a-8679-acfe96d347c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 HTTP/1.1" status: 200 len: 217 time: 0.0621390 Nov 09 00:07:07.759400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbccaa-2b44-4a72-acb2-3d0dc91685bc req-16c1fce8-efa5-4f38-950e-533d3901065a tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:07.768455 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8cbccaa-2b44-4a72-acb2-3d0dc91685bc req-16c1fce8-efa5-4f38-950e-533d3901065a tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.1641066 Nov 09 00:07:07.809249 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:07.813092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-08189583-4276-40a9-8e20-6db924459b25 req-2cea169a-da67-4e0f-ba40-9e9285fe1b60 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] No DVR routers for this DVR port f14a9199-0c05-43f0-a4dc-f49def3b2823 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:07.818772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-78929fe6-753a-4088-a52a-73615cebc8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:07.818950 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-08189583-4276-40a9-8e20-6db924459b25 req-2cea169a-da67-4e0f-ba40-9e9285fe1b60 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:07.820942 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-78929fe6-753a-4088-a52a-73615cebc8f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.0570514 Nov 09 00:07:07.822591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08189583-4276-40a9-8e20-6db924459b25 req-2cea169a-da67-4e0f-ba40-9e9285fe1b60 tempest-FloatingIPsAssociationTestJSON-955222267 tempest-FloatingIPsAssociationTestJSON-955222267-project] 10.222.0.30 "DELETE /v2.0/ports/f14a9199-0c05-43f0-a4dc-f49def3b2823 HTTP/1.1" status: 204 len: 173 time: 0.9455740 Nov 09 00:07:07.829250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'name': 'network-vif-deleted', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:07.831673 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e0e032-411d-4fb3-896c-43f3a1cc31f6" -d '{"events": [{"server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "name": "network-vif-deleted", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:07.858250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port abc6af51-f581-4dc4-936a-1a25e05d0ba5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=abc6af51-f581-4dc4-936a-1a25e05d0ba5,segment=NetworkSegment(12fdf30e-0fbc-480a-86af-a0a62f0659b9),segment_id=12fdf30e-0fbc-480a-86af-a0a62f0659b9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:07.864646 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:07.865452 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-0cc8f671-82e5-4156-8452-b3d8f4dc3903 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351834 Nov 09 00:07:07.920052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8cbccaa-2b44-4a72-acb2-3d0dc91685bc req-441a0736-477c-4d0e-b664-0544203e50f4 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454139 Nov 09 00:07:07.970255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4915e54b-f9e6-45c1-8afc-0fe2ab981e7a req-5cc2a434-7c21-4dcd-8891-3ad6f3fbdfd4 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549589 Nov 09 00:07:08.071775 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-3845b0bc-fc8b-4217-a468-1f5f49341595 service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981957 Nov 09 00:07:08.123564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['c9157251-ba3b-4625-ad66-84bdd5eb31ff'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:08.173215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2961a94-f28b-4f6c-b82d-290d6cd48277 req-0dbc9759-19ce-4482-96ac-ef5830876fcf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:08.175000 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2961a94-f28b-4f6c-b82d-290d6cd48277 req-0dbc9759-19ce-4482-96ac-ef5830876fcf tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 950 time: 0.0737708 Nov 09 00:07:08.186771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaea79f-e1fe-4fe2-ab3e-2b67d4b6e6ad req-d331d608-c441-4550-8d5d-e37a37cc4d35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:08.191382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8eaea79f-e1fe-4fe2-ab3e-2b67d4b6e6ad req-d331d608-c441-4550-8d5d-e37a37cc4d35 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 945 time: 0.1221242 Nov 09 00:07:08.193671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=abc6af51-f581-4dc4-936a-1a25e05d0ba5,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:08.286775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da227e-f758-4dc5-a46b-428c6de0393b req-1c13a97d-2905-4fef-9141-2057fea07284 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:08.288853 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-43da227e-f758-4dc5-a46b-428c6de0393b req-1c13a97d-2905-4fef-9141-2057fea07284 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 950 time: 0.1217446 Nov 09 00:07:08.291402 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-80e9cbe0-5373-447a-9691-320bfa7bd8e0 service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062416 Nov 09 00:07:08.293879 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2961a94-f28b-4f6c-b82d-290d6cd48277 req-e3514fae-279d-4e0f-82c6-2f8db4b66bf9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994658 Nov 09 00:07:08.312806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8eaea79f-e1fe-4fe2-ab3e-2b67d4b6e6ad req-bed3f7ba-0ef0-4a69-8311-67c1ec694df6 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204240 Nov 09 00:07:08.415131 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8edcee4-b0d9-446c-8d2b-e2565d76ff5b x-openstack-request-id: req-f8edcee4-b0d9-446c-8d2b-e2565d76ff5b {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:08.415423 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95ee9b4-2092-4db0-809c-8140b6b0c18c", "name": "network-vif-deleted", "tag": "f14a9199-0c05-43f0-a4dc-f49def3b2823", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:08.415692 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8edcee4-b0d9-446c-8d2b-e2565d76ff5b {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:08.416114 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95ee9b4-2092-4db0-809c-8140b6b0c18c', 'name': 'network-vif-deleted', 'tag': 'f14a9199-0c05-43f0-a4dc-f49def3b2823', 'status': 'completed', 'code': 200} Nov 09 00:07:08.502736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-43da227e-f758-4dc5-a46b-428c6de0393b req-d669f3e5-85f7-46af-9242-6c00aa18abe4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Deleting port 397da721-8d48-4f40-9f49-22c06fa53126 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:08.503064 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-43da227e-f758-4dc5-a46b-428c6de0393b req-d669f3e5-85f7-46af-9242-6c00aa18abe4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:08.614199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34d675-7817-4c71-b960-1f8cf730abcd req-458874f1-4027-4f04-82ba-ec002155c018 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:08.625473 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb34d675-7817-4c71-b960-1f8cf730abcd req-458874f1-4027-4f04-82ba-ec002155c018 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1570163 Nov 09 00:07:08.654672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-43da227e-f758-4dc5-a46b-428c6de0393b req-d669f3e5-85f7-46af-9242-6c00aa18abe4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] For port 397da721-8d48-4f40-9f49-22c06fa53126, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=397da721-8d48-4f40-9f49-22c06fa53126,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:08.655112 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-43da227e-f758-4dc5-a46b-428c6de0393b req-d669f3e5-85f7-46af-9242-6c00aa18abe4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:08.667696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b6356-6250-4dc0-bd9f-16e0af4189f4 req-475e84ab-e3c6-4265-b982-701914ee57ac tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:08.669544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-43da227e-f758-4dc5-a46b-428c6de0393b req-d669f3e5-85f7-46af-9242-6c00aa18abe4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Calling delete_port for 397da721-8d48-4f40-9f49-22c06fa53126 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:08.677293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b6356-6250-4dc0-bd9f-16e0af4189f4 req-475e84ab-e3c6-4265-b982-701914ee57ac tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:08.685788 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb0b6356-6250-4dc0-bd9f-16e0af4189f4 req-475e84ab-e3c6-4265-b982-701914ee57ac tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1681 time: 0.1733236 Nov 09 00:07:08.716862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc6af51-f581-4dc4-936a-1a25e05d0ba5'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:08.720096 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8e8a8d-7647-4c32-9f4e-8db350149506" -d '{"events": [{"server_uuid": "42fe7e4c-3870-43ee-8cb7-5d9d33241909", "name": "network-vif-plugged", "status": "completed", "tag": "abc6af51-f581-4dc4-936a-1a25e05d0ba5"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:08.741947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb34d675-7817-4c71-b960-1f8cf730abcd req-cdc991a2-58d7-4c44-985a-3331979ae321 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155136 Nov 09 00:07:08.766153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb0b6356-6250-4dc0-bd9f-16e0af4189f4 req-ade1c7b6-89e5-48c2-9e12-cbdb01a17812 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795496 Nov 09 00:07:08.814872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58088) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:08.857514 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b9785b-0415-4d00-88b0-3d040cefc202 x-openstack-request-id: req-51b9785b-0415-4d00-88b0-3d040cefc202 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:08.858394 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fe7e4c-3870-43ee-8cb7-5d9d33241909", "name": "network-vif-plugged", "status": "completed", "tag": "abc6af51-f581-4dc4-936a-1a25e05d0ba5", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:08.858830 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51b9785b-0415-4d00-88b0-3d040cefc202 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:08.859419 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc6af51-f581-4dc4-936a-1a25e05d0ba5', 'code': 200} Nov 09 00:07:08.884142 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-43da227e-f758-4dc5-a46b-428c6de0393b req-d669f3e5-85f7-46af-9242-6c00aa18abe4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:08.896651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0fa22a7e-671d-4a9b-8c44-d54a98d90df0', '0610be6e-1583-4731-a57d-dfced1975e46', '397da721-8d48-4f40-9f49-22c06fa53126'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:08.958793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23147eb9-a93d-4d36-a518-40053b488591 req-0ba15b1a-7c92-4341-8837-03feb6a5c335 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:08.968877 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23147eb9-a93d-4d36-a518-40053b488591 req-0ba15b1a-7c92-4341-8837-03feb6a5c335 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 948 time: 0.1139636 Nov 09 00:07:09.016046 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669f3e5-85f7-46af-9242-6c00aa18abe4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event deleted for resources: {'Port': ['ID=397da721-8d48-4f40-9f49-22c06fa53126,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:09.078279 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23147eb9-a93d-4d36-a518-40053b488591 req-50e76502-0727-4d61-801d-b787cc7c7fd8 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022341 Nov 09 00:07:09.180559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c43977-7e45-4dda-a551-370e40d5d4b5 req-b3ef8327-81ff-4951-bc45-570ea9e6b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:09.181035 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c43977-7e45-4dda-a551-370e40d5d4b5 req-b3ef8327-81ff-4951-bc45-570ea9e6b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:09.182616 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-15c43977-7e45-4dda-a551-370e40d5d4b5 req-b3ef8327-81ff-4951-bc45-570ea9e6b915 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1983 time: 0.1902225 Nov 09 00:07:09.183334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-43da227e-f758-4dc5-a46b-428c6de0393b req-d669f3e5-85f7-46af-9242-6c00aa18abe4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] No DVR routers for this DVR port 397da721-8d48-4f40-9f49-22c06fa53126 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:09.187962 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-43da227e-f758-4dc5-a46b-428c6de0393b req-d669f3e5-85f7-46af-9242-6c00aa18abe4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:09.191670 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-43da227e-f758-4dc5-a46b-428c6de0393b req-d669f3e5-85f7-46af-9242-6c00aa18abe4 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "DELETE /v2.0/ports/397da721-8d48-4f40-9f49-22c06fa53126 HTTP/1.1" status: 204 len: 173 time: 0.8857379 Nov 09 00:07:09.193727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7981fb7f-f43a-418a-9b2b-a814310f59fa', 'name': 'network-vif-deleted', 'tag': '397da721-8d48-4f40-9f49-22c06fa53126'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:09.196591 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebc86b4-ff50-4eb4-9d28-75b3d7c6c589" -d '{"events": [{"server_uuid": "7981fb7f-f43a-418a-9b2b-a814310f59fa", "name": "network-vif-deleted", "tag": "397da721-8d48-4f40-9f49-22c06fa53126"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:09.355743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45', 'e3608666-72b9-4756-9af2-597dfcd61d93', 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1', '405cd43c-0a9b-4e9c-8909-1cb49a017df6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:09.527424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d449b68-edc5-4c05-a251-c33ee2b2d614 req-bba84709-e2e3-48f6-80ec-6007baea1d1b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:09.534353 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d449b68-edc5-4c05-a251-c33ee2b2d614 req-bba84709-e2e3-48f6-80ec-6007baea1d1b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.2719021 Nov 09 00:07:09.643196 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-15c43977-7e45-4dda-a551-370e40d5d4b5 req-67a67632-de86-4b3a-860b-f502e9e3cb98 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407914 Nov 09 00:07:09.656912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d6d03-dcf4-47ab-ab3b-41f084c81055 req-952de2c6-5975-44ba-b82c-4849926cfa99 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:09.667549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f73d6d03-dcf4-47ab-ab3b-41f084c81055 req-952de2c6-5975-44ba-b82c-4849926cfa99 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.2985830 Nov 09 00:07:09.746907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f73d6d03-dcf4-47ab-ab3b-41f084c81055 req-9b9fe941-2925-441f-b314-c8ec590d1944 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725121 Nov 09 00:07:09.763048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d449b68-edc5-4c05-a251-c33ee2b2d614 req-88e9aa1a-e22d-414c-97b6-c9617562e721 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277374 Nov 09 00:07:09.848595 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cb17c2-cb37-4706-bdbc-7034d361653f x-openstack-request-id: req-83cb17c2-cb37-4706-bdbc-7034d361653f {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:09.849150 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7981fb7f-f43a-418a-9b2b-a814310f59fa", "name": "network-vif-deleted", "tag": "397da721-8d48-4f40-9f49-22c06fa53126", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:09.849923 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83cb17c2-cb37-4706-bdbc-7034d361653f {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:09.850416 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7981fb7f-f43a-418a-9b2b-a814310f59fa', 'name': 'network-vif-deleted', 'tag': '397da721-8d48-4f40-9f49-22c06fa53126', 'status': 'completed', 'code': 200} Nov 09 00:07:10.018376 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2490297d-a8ed-40c0-8d1e-774f9d35eedf req-a771f9f9-4840-47d6-bca2-25e153c4b0ae tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=7981fb7f-f43a-418a-9b2b-a814310f59fa HTTP/1.1" status: 200 len: 210 time: 0.1019123 Nov 09 00:07:10.053266 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e097dcc-b8c6-47df-a642-99c748759a99 req-40aff026-0b6a-443f-a41f-a11bb54f1167 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:10.074668 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e097dcc-b8c6-47df-a642-99c748759a99 req-40aff026-0b6a-443f-a41f-a11bb54f1167 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 945 time: 0.1033895 Nov 09 00:07:10.181583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b288947-7ba1-4fad-82d1-8b695d739143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:10.195305 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e097dcc-b8c6-47df-a642-99c748759a99 req-eed356cf-cd4f-404f-851b-0cc0ed5d0b39 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194057 Nov 09 00:07:10.210164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf4ec-3565-48b4-92aa-964d02f2aee2 req-30b20fb6-6f53-42e2-a3df-50dd05b85e3d tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:10.216728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf4ec-3565-48b4-92aa-964d02f2aee2 req-30b20fb6-6f53-42e2-a3df-50dd05b85e3d tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:10.220896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-976bf4ec-3565-48b4-92aa-964d02f2aee2 req-30b20fb6-6f53-42e2-a3df-50dd05b85e3d tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1681 time: 0.0870576 Nov 09 00:07:10.283451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-976bf4ec-3565-48b4-92aa-964d02f2aee2 req-748aad50-f2e1-4e48-b920-b3912ff9b395 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569561 Nov 09 00:07:10.382396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b6789-0dae-4738-b201-28f23cdb9f69 req-677c04a7-d2b9-40ba-9023-4fe6041d91e1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:10.383886 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-846b6789-0dae-4738-b201-28f23cdb9f69 req-677c04a7-d2b9-40ba-9023-4fe6041d91e1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 948 time: 0.0988491 Nov 09 00:07:10.407978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a0527-5415-4bbb-9665-f2a0c577ffce req-eea504ed-456b-4e65-8236-ba1d68b2b00b tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:10.409447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df3a0527-5415-4bbb-9665-f2a0c577ffce req-eea504ed-456b-4e65-8236-ba1d68b2b00b tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 945 time: 0.0719812 Nov 09 00:07:10.420888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58122) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:10.424794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-86159d0f-987a-40e5-a8c2-63cd4ddca88e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Request body: {'floatingip': {'port_id': '0f2222dc-77f6-4977-b6ae-9e88bde602df'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:10.459906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-846b6789-0dae-4738-b201-28f23cdb9f69 req-ea1f422d-648e-479c-9164-fe69e5fe2d12 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646966 Nov 09 00:07:10.478098 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86159d0f-987a-40e5-a8c2-63cd4ddca88e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:10.683384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8b288947-7ba1-4fad-82d1-8b695d739143 admin admin] Deleting port 5036eab7-bdc6-4691-9e56-47f61320bfcd {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:10.683727 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b288947-7ba1-4fad-82d1-8b695d739143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:10.906404 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda7ef0-cc44-4d47-b009-0a0baf99ddd3 req-d5cbd43b-6d4e-450f-82ea-89f4a60a2ea1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:10.907829 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dbda7ef0-cc44-4d47-b009-0a0baf99ddd3 req-d5cbd43b-6d4e-450f-82ea-89f4a60a2ea1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.0803511 Nov 09 00:07:10.912033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-8b288947-7ba1-4fad-82d1-8b695d739143 admin admin] For port 5036eab7-bdc6-4691-9e56-47f61320bfcd, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5036eab7-bdc6-4691-9e56-47f61320bfcd,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:10.912526 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b288947-7ba1-4fad-82d1-8b695d739143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:10.922395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce882b2-8132-493b-926a-ecb05f8ba9e7 req-6c15e965-4b26-4a64-a39e-457eb7a46716 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:10.923863 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bce882b2-8132-493b-926a-ecb05f8ba9e7 req-6c15e965-4b26-4a64-a39e-457eb7a46716 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.0699134 Nov 09 00:07:10.944839 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8b288947-7ba1-4fad-82d1-8b695d739143 admin admin] Calling delete_port for 5036eab7-bdc6-4691-9e56-47f61320bfcd owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:11.005312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dbda7ef0-cc44-4d47-b009-0a0baf99ddd3 req-aae9594e-a4fb-4302-8001-f8cd077f7dbf tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799782 Nov 09 00:07:11.021465 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bce882b2-8132-493b-926a-ecb05f8ba9e7 req-ba4214d2-e58c-42eb-803e-d9194b6bb4ba tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898488 Nov 09 00:07:11.220879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c9157251-ba3b-4625-ad66-84bdd5eb31ff up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:11.269740 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86159d0f-987a-40e5-a8c2-63cd4ddca88e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:11.283897 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86159d0f-987a-40e5-a8c2-63cd4ddca88e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:11.318889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port c9157251-ba3b-4625-ad66-84bdd5eb31ff completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:07:11.329079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port c9157251-ba3b-4625-ad66-84bdd5eb31ff triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:11.330889 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:11.364027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182b892-ede1-463a-9908-66ec0d46cb77 req-cd1f6fc3-4a9a-406f-910b-65c969d748f9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:11.365814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0182b892-ede1-463a-9908-66ec0d46cb77 req-cd1f6fc3-4a9a-406f-910b-65c969d748f9 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 950 time: 0.0734773 Nov 09 00:07:11.437157 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-86159d0f-987a-40e5-a8c2-63cd4ddca88e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Floating IP 5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f associated. External IP: 172.25.0.78, port: 0f2222dc-77f6-4977-b6ae-9e88bde602df. Nov 09 00:07:11.440142 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b288947-7ba1-4fad-82d1-8b695d739143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:11.462080 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:11.474173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 397da721-8d48-4f40-9f49-22c06fa53126 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:11.476216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0182b892-ede1-463a-9908-66ec0d46cb77 req-ff8b55f4-10eb-4932-acf8-1b9ded8cfc13 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024883 Nov 09 00:07:11.501795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 397da721-8d48-4f40-9f49-22c06fa53126 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:11.502285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 397da721-8d48-4f40-9f49-22c06fa53126 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:11.528208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf835b-405d-419f-8c30-9bc35c6b7fe0 req-de8deb63-f05c-4e8b-b8c3-bdaa0bbb0d50 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:11.531126 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c9157251-ba3b-4625-ad66-84bdd5eb31ff, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:11.535199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d4f5c7-ad12-42bd-aff2-e4d4e1622a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:11.535644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf835b-405d-419f-8c30-9bc35c6b7fe0 req-de8deb63-f05c-4e8b-b8c3-bdaa0bbb0d50 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:11.537540 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fdbf835b-405d-419f-8c30-9bc35c6b7fe0 req-de8deb63-f05c-4e8b-b8c3-bdaa0bbb0d50 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1681 time: 0.1092498 Nov 09 00:07:11.538678 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e9bb8d-115f-4a24-8adb-d218767e018d" -d '{"events": [{"server_uuid": "62d4f5c7-ad12-42bd-aff2-e4d4e1622a05", "name": "network-vif-plugged", "status": "completed", "tag": "c9157251-ba3b-4625-ad66-84bdd5eb31ff"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:11.542965 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:11.544057 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f14a9199-0c05-43f0-a4dc-f49def3b2823 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:11.593243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: f14a9199-0c05-43f0-a4dc-f49def3b2823 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:11.593948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f14a9199-0c05-43f0-a4dc-f49def3b2823 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:11.620980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fdbf835b-405d-419f-8c30-9bc35c6b7fe0 req-7a8d18a8-ac63-4c5b-a42e-ecfc17ebfe28 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678298 Nov 09 00:07:11.631083 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=c9157251-ba3b-4625-ad66-84bdd5eb31ff,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:11.687977 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01976547-0fc7-4c9f-a962-1d95b4de113f x-openstack-request-id: req-01976547-0fc7-4c9f-a962-1d95b4de113f {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:11.688676 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d4f5c7-ad12-42bd-aff2-e4d4e1622a05", "name": "network-vif-plugged", "status": "completed", "tag": "c9157251-ba3b-4625-ad66-84bdd5eb31ff", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:11.689254 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01976547-0fc7-4c9f-a962-1d95b4de113f {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:11.690019 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d4f5c7-ad12-42bd-aff2-e4d4e1622a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff', 'code': 200} Nov 09 00:07:11.692890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d1e61-8872-4390-9300-255b136c81e6 req-2e8b9c03-05b4-4c57-a38a-32bbfe5528fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:11.695060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-789d1e61-8872-4390-9300-255b136c81e6 req-2e8b9c03-05b4-4c57-a38a-32bbfe5528fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.0723171 Nov 09 00:07:11.761608 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b288947-7ba1-4fad-82d1-8b695d739143 admin admin] Pushing event deleted for resources: {'Port': ['ID=5036eab7-bdc6-4691-9e56-47f61320bfcd,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:11.837103 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4c87d-7aaf-44be-8667-cc80f1b7c28b req-daf404f7-2e3e-4f5f-b8a4-07a34bff2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:11.838664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82f4c87d-7aaf-44be-8667-cc80f1b7c28b req-daf404f7-2e3e-4f5f-b8a4-07a34bff2947 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 1100 time: 0.0640175 Nov 09 00:07:11.862636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-789d1e61-8872-4390-9300-255b136c81e6 req-959d8de6-7099-4be1-bae9-4a3d7a6881eb tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512816 Nov 09 00:07:11.940601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82f4c87d-7aaf-44be-8667-cc80f1b7c28b req-d74b4b05-4d20-4113-a77e-4c516ec8d475 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768342 Nov 09 00:07:12.169416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86159d0f-987a-40e5-a8c2-63cd4ddca88e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:07:12.170389 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b288947-7ba1-4fad-82d1-8b695d739143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:12.181195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153af06b-b1d8-4c70-9018-028a6a2db736 req-31957a64-f871-4edf-89f2-1f65bcf68e68 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:12.183350 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-153af06b-b1d8-4c70-9018-028a6a2db736 req-31957a64-f871-4edf-89f2-1f65bcf68e68 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.0775571 Nov 09 00:07:12.192826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559838c-82e6-422e-9ae6-6b64ad4e40f7 req-9ff48deb-1cee-47b8-8358-6e2098b01176 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:12.198838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559838c-82e6-422e-9ae6-6b64ad4e40f7 req-9ff48deb-1cee-47b8-8358-6e2098b01176 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:12.200518 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4559838c-82e6-422e-9ae6-6b64ad4e40f7 req-9ff48deb-1cee-47b8-8358-6e2098b01176 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1681 time: 0.1051641 Nov 09 00:07:12.275911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-153af06b-b1d8-4c70-9018-028a6a2db736 req-5be9bdec-eb7c-406f-b494-a85f1fb473d5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741310 Nov 09 00:07:12.284438 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4559838c-82e6-422e-9ae6-6b64ad4e40f7 req-33496b4c-a670-47a1-8f32-1252d1700049 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683398 Nov 09 00:07:12.378880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86159d0f-987a-40e5-a8c2-63cd4ddca88e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:07:12.386286 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86159d0f-987a-40e5-a8c2-63cd4ddca88e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:12.390216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32397f98-07ea-4108-b7b3-4942716a805c None None] Sync routers for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:07:12.401491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32397f98-07ea-4108-b7b3-4942716a805c None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:12.402516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-32397f98-07ea-4108-b7b3-4942716a805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:12.409911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2989a-88c8-49e3-b9bb-6b305d2456bf req-605fa61c-0fbe-4fd4-8eff-5409bd83d88f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:12.411550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4da2989a-88c8-49e3-b9bb-6b305d2456bf req-605fa61c-0fbe-4fd4-8eff-5409bd83d88f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.0608892 Nov 09 00:07:12.445472 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-86159d0f-987a-40e5-a8c2-63cd4ddca88e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "PUT /v2.0/floatingips/5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f HTTP/1.1" status: 200 len: 990 time: 2.0241356 Nov 09 00:07:12.447824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'tag': '0f2222dc-77f6-4977-b6ae-9e88bde602df'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:12.457567 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8024631e-d927-4135-87ef-40891681466e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cce94b1-f2ef-413e-95c6-5aaaa7a4263c", "tag": "0f2222dc-77f6-4977-b6ae-9e88bde602df"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:12.501416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4da2989a-88c8-49e3-b9bb-6b305d2456bf req-aeb8083a-3267-4079-bf83-7689247f85e5 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764401 Nov 09 00:07:12.565259 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6559e95-439b-4ca8-ba5c-3eea7f23b412 x-openstack-request-id: req-f6559e95-439b-4ca8-ba5c-3eea7f23b412 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:12.565573 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cce94b1-f2ef-413e-95c6-5aaaa7a4263c", "tag": "0f2222dc-77f6-4977-b6ae-9e88bde602df", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:12.565824 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6559e95-439b-4ca8-ba5c-3eea7f23b412 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:12.566217 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'tag': '0f2222dc-77f6-4977-b6ae-9e88bde602df', 'status': 'completed', 'code': 200} Nov 09 00:07:12.596392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-32397f98-07ea-4108-b7b3-4942716a805c None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:12.602044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b288947-7ba1-4fad-82d1-8b695d739143 admin admin] Router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:07:12.630920 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ba762d4-6809-4d9b-b38a-5ddff5e04cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:12.689176 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bff77-623e-42e6-99e0-1b42d5626c87 req-36d01368-b22a-4711-8bf1-7c1855dcd4cc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:12.696737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a2bff77-623e-42e6-99e0-1b42d5626c87 req-36d01368-b22a-4711-8bf1-7c1855dcd4cc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 950 time: 0.0801165 Nov 09 00:07:12.702903 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024631e-d927-4135-87ef-40891681466e req-faef6bcc-3a2f-4cdb-bb3c-0d30b6a2aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:12.705092 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8024631e-d927-4135-87ef-40891681466e req-faef6bcc-3a2f-4cdb-bb3c-0d30b6a2aac2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85721760c5f9402e8c9f3683bda7e723&device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 1096 time: 0.0911596 Nov 09 00:07:12.753833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a2bff77-623e-42e6-99e0-1b42d5626c87 req-4e9b7952-daea-47f7-8f85-745519efc06d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559487 Nov 09 00:07:12.876427 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b288947-7ba1-4fad-82d1-8b695d739143 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:07:12.883195 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8b288947-7ba1-4fad-82d1-8b695d739143 admin admin] 10.222.0.25 "PUT /v2.0/routers/a67d7b14-9b53-4415-acc3-aaa0b4db8b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0672646 Nov 09 00:07:12.885771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58156) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:12.891775 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64eb18-3cf6-4271-b15b-233a40d54b03 None None] Sync routers for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:07:12.911829 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449357a0-8a9b-4d1e-a443-600c6022471f req-81efacd9-8b5e-444c-9667-9ad3b2fff562 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:12.913549 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-449357a0-8a9b-4d1e-a443-600c6022471f req-81efacd9-8b5e-444c-9667-9ad3b2fff562 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 950 time: 0.1393211 Nov 09 00:07:12.924528 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64eb18-3cf6-4271-b15b-233a40d54b03 None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:12.926644 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-de64eb18-3cf6-4271-b15b-233a40d54b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:13.001974 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024631e-d927-4135-87ef-40891681466e req-7d1a472a-d0aa-4c4f-aa55-e1bb30ad8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:13.003438 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8024631e-d927-4135-87ef-40891681466e req-7d1a472a-d0aa-4c4f-aa55-e1bb30ad8240 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e94dca4-df95-49f6-8582-016b0ed9a68d HTTP/1.1" status: 200 len: 924 time: 0.2492976 Nov 09 00:07:13.003729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-32397f98-07ea-4108-b7b3-4942716a805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'port_id': '0f2222dc-77f6-4977-b6ae-9e88bde602df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'mac_address': 'fa:16:3e:e8:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:04:29Z', 'updated_at': '2021-11-09T00:07:11Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:15Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:13.035401 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32397f98-07ea-4108-b7b3-4942716a805c None None] Checking router: 4a366dbe-a67d-4fcf-8cda-a6b53ede59df for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:07:13.062576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32397f98-07ea-4108-b7b3-4942716a805c None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:13.066590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-32397f98-07ea-4108-b7b3-4942716a805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:13.068340 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-de64eb18-3cf6-4271-b15b-233a40d54b03 None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:13.145136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7947-ddca-4d92-9f09-73f738198f9a req-1c014d98-89d1-4aeb-ba50-89a29ced4daf tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:13.146674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc8b7947-ddca-4d92-9f09-73f738198f9a req-1c014d98-89d1-4aeb-ba50-89a29ced4daf tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1587672 Nov 09 00:07:13.188767 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:13.222328 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8024631e-d927-4135-87ef-40891681466e req-7d550122-2172-4553-81a2-bb3b1d66cbc4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2222dc-77f6-4977-b6ae-9e88bde602df HTTP/1.1" status: 200 len: 998 time: 0.1928184 Nov 09 00:07:13.246023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-32397f98-07ea-4108-b7b3-4942716a805c None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:13.313879 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc8b7947-ddca-4d92-9f09-73f738198f9a req-84e32758-9295-48e3-92e4-8c35976f8d81 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437500 Nov 09 00:07:13.357459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024631e-d927-4135-87ef-40891681466e req-1828fcaa-783c-48c8-8f50-2e1182a9efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:13.364591 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8024631e-d927-4135-87ef-40891681466e req-1828fcaa-783c-48c8-8f50-2e1182a9efb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06894441-bc2c-4e4b-b1b0-1951d00eb0f7 HTTP/1.1" status: 200 len: 863 time: 0.1238096 Nov 09 00:07:13.365795 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-de64eb18-3cf6-4271-b15b-233a40d54b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:07:11Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:13.432974 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64eb18-3cf6-4271-b15b-233a40d54b03 None None] Checking router: a67d7b14-9b53-4415-acc3-aaa0b4db8b6a for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:07:13.434482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-449357a0-8a9b-4d1e-a443-600c6022471f req-cfd69d5d-7a0d-4b50-babf-b5441c1c6eb3 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Deleting port 0610be6e-1583-4731-a57d-dfced1975e46 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:13.435446 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-449357a0-8a9b-4d1e-a443-600c6022471f req-cfd69d5d-7a0d-4b50-babf-b5441c1c6eb3 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:13.459434 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64eb18-3cf6-4271-b15b-233a40d54b03 None None] Routers {'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:13.460047 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-de64eb18-3cf6-4271-b15b-233a40d54b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:06:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:13.473689 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b33863-1860-4a84-9409-b2263f85e35d req-870ef1ef-3bde-4a5c-b260-a1b80f02cb6c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:13.481266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96b33863-1860-4a84-9409-b2263f85e35d req-870ef1ef-3bde-4a5c-b260-a1b80f02cb6c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.0817661 Nov 09 00:07:13.537412 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:13.613558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-449357a0-8a9b-4d1e-a443-600c6022471f req-cfd69d5d-7a0d-4b50-babf-b5441c1c6eb3 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] For port 0610be6e-1583-4731-a57d-dfced1975e46, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0610be6e-1583-4731-a57d-dfced1975e46,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:13.614028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-449357a0-8a9b-4d1e-a443-600c6022471f req-cfd69d5d-7a0d-4b50-babf-b5441c1c6eb3 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:13.629933 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-449357a0-8a9b-4d1e-a443-600c6022471f req-cfd69d5d-7a0d-4b50-babf-b5441c1c6eb3 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Calling delete_port for 0610be6e-1583-4731-a57d-dfced1975e46 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:13.666144 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96b33863-1860-4a84-9409-b2263f85e35d req-49ae730c-45cc-456b-b375-40e4c8835d04 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835043 Nov 09 00:07:13.694454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024631e-d927-4135-87ef-40891681466e req-4e860486-0b1a-4eff-a4d9-a83b44721c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:13.696860 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8024631e-d927-4135-87ef-40891681466e req-4e860486-0b1a-4eff-a4d9-a83b44721c68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e94dca4-df95-49f6-8582-016b0ed9a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3200529 Nov 09 00:07:13.730072 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-32397f98-07ea-4108-b7b3-4942716a805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'port_id': '0f2222dc-77f6-4977-b6ae-9e88bde602df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'mac_address': 'fa:16:3e:e8:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:04:29Z', 'updated_at': '2021-11-09T00:07:11Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:15Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:13.765205 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-de64eb18-3cf6-4271-b15b-233a40d54b03 None None] Set router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:13.792988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9a402-0562-48e0-9aac-9baf2a28c9ce req-5af7c974-789e-4f3c-9b1b-536bee17eef2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:13.807540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32397f98-07ea-4108-b7b3-4942716a805c None None] The sync data for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 is: [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'port_id': '0f2222dc-77f6-4977-b6ae-9e88bde602df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'mac_address': 'fa:16:3e:e8:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:04:29Z', 'updated_at': '2021-11-09T00:07:11Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:15Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:07:13.818021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9a402-0562-48e0-9aac-9baf2a28c9ce req-5af7c974-789e-4f3c-9b1b-536bee17eef2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:13.820420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20a9a402-0562-48e0-9aac-9baf2a28c9ce req-5af7c974-789e-4f3c-9b1b-536bee17eef2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1681 time: 0.3361840 Nov 09 00:07:13.822839 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8024631e-d927-4135-87ef-40891681466e req-11573859-50fd-4773-b1be-cd9a46291856 service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087697 Nov 09 00:07:13.946135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660e633-f12f-48aa-8e79-79999cf19879 req-5d7208c9-718b-4eaf-aa1d-1907931102e7 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:13.947839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0660e633-f12f-48aa-8e79-79999cf19879 req-5d7208c9-718b-4eaf-aa1d-1907931102e7 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1246901 Nov 09 00:07:13.953660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Deleting port ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:13.954002 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:13.967573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-85c34897-775e-46d1-801e-287b1e86b91e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:13.973763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-85c34897-775e-46d1-801e-287b1e86b91e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:13.975349 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-85c34897-775e-46d1-801e-287b1e86b91e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 1681 time: 0.1502068 Nov 09 00:07:14.008539 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-de64eb18-3cf6-4271-b15b-233a40d54b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:07:11Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:14.025281 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20a9a402-0562-48e0-9aac-9baf2a28c9ce req-c3831735-e866-44f5-aaa5-e696ef3313ae tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/security-groups?id=fad3beda-f9b1-4c2d-910c-cb8accf4294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802299 Nov 09 00:07:14.041209 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64eb18-3cf6-4271-b15b-233a40d54b03 None None] The sync data for ids ['a67d7b14-9b53-4415-acc3-aaa0b4db8b6a'] in n-d-813263-3 is: [{'id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1195204489-router', 'tenant_id': '928d387aea7f4387beb6578152990fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:43Z', 'updated_at': '2021-11-09T00:07:11Z', 'revision_number': 5, 'project_id': '928d387aea7f4387beb6578152990fd2', 'gw_port': {'id': 'ff6db06e-b3c9-44d2-8a74-9be0ce2bb097', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d7b14-9b53-4415-acc3-aaa0b4db8b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:45Z', 'updated_at': '2021-11-09T00:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:07:14.131242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0660e633-f12f-48aa-8e79-79999cf19879 req-ee80d361-e090-4a28-8806-c2b0f2aafc82 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740525 Nov 09 00:07:14.183964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a52e5-b7e2-454d-ac18-070fd1f26357 None None] New status for floating IP 5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:07:14.185951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] For port ff6db06e-b3c9-44d2-8a74-9be0ce2bb097, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ff6db06e-b3c9-44d2-8a74-9be0ce2bb097,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:14.186932 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:14.189541 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8024631e-d927-4135-87ef-40891681466e req-2717140e-8cb8-4333-9270-d57161746fca service neutron] 10.222.0.11 "GET /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298328 Nov 09 00:07:14.219580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Calling delete_port for ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:14.274152 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-449357a0-8a9b-4d1e-a443-600c6022471f req-cfd69d5d-7a0d-4b50-babf-b5441c1c6eb3 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:14.298690 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0fa22a7e-671d-4a9b-8c44-d54a98d90df0', '0610be6e-1583-4731-a57d-dfced1975e46'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:14.300976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45', 'e3608666-72b9-4756-9af2-597dfcd61d93', 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1', '405cd43c-0a9b-4e9c-8909-1cb49a017df6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:14.310237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4167d38c-68f0-4551-99c8-3ae9cc85519f req-f43c4dbb-3de2-4189-b3bf-94bcb2245d36 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6301cd6-b1d3-4078-99f8-36cc2b244ac1 HTTP/1.1" status: 200 len: 210 time: 0.0318027 Nov 09 00:07:14.322351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd69d5d-7a0d-4b50-babf-b5441c1c6eb3 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event deleted for resources: {'Port': ['ID=0610be6e-1583-4731-a57d-dfced1975e46,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:14.333922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-6fbf2339-25bc-4b0c-b8d9-0c70c4659ac2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting port abc6af51-f581-4dc4-936a-1a25e05d0ba5 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:14.334578 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-6fbf2339-25bc-4b0c-b8d9-0c70c4659ac2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:14.457799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-6fbf2339-25bc-4b0c-b8d9-0c70c4659ac2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] For port abc6af51-f581-4dc4-936a-1a25e05d0ba5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=abc6af51-f581-4dc4-936a-1a25e05d0ba5,segment=NetworkSegment(12fdf30e-0fbc-480a-86af-a0a62f0659b9),segment_id=12fdf30e-0fbc-480a-86af-a0a62f0659b9)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:14.458387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-6fbf2339-25bc-4b0c-b8d9-0c70c4659ac2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:14.478873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-6fbf2339-25bc-4b0c-b8d9-0c70c4659ac2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Calling delete_port for abc6af51-f581-4dc4-936a-1a25e05d0ba5 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:14.512699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf70c1b-6cd2-4666-9b7f-d2e89d044b94 req-58ec4ebe-5a67-4632-b2e6-78098db37782 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:14.522128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bf70c1b-6cd2-4666-9b7f-d2e89d044b94 req-58ec4ebe-5a67-4632-b2e6-78098db37782 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1095691 Nov 09 00:07:14.660286 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-6fbf2339-25bc-4b0c-b8d9-0c70c4659ac2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:14.666229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bf70c1b-6cd2-4666-9b7f-d2e89d044b94 req-bc38b69b-c850-47a3-9eeb-be45d7920668 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389649 Nov 09 00:07:14.692748 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:14.761521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-449357a0-8a9b-4d1e-a443-600c6022471f req-cfd69d5d-7a0d-4b50-babf-b5441c1c6eb3 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] No DVR routers for this DVR port 0610be6e-1583-4731-a57d-dfced1975e46 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:14.765970 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-449357a0-8a9b-4d1e-a443-600c6022471f req-cfd69d5d-7a0d-4b50-babf-b5441c1c6eb3 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:14.769840 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-449357a0-8a9b-4d1e-a443-600c6022471f req-cfd69d5d-7a0d-4b50-babf-b5441c1c6eb3 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "DELETE /v2.0/ports/0610be6e-1583-4731-a57d-dfced1975e46 HTTP/1.1" status: 204 len: 173 time: 1.8412976 Nov 09 00:07:14.786510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6301cd6-b1d3-4078-99f8-36cc2b244ac1', 'name': 'network-vif-deleted', 'tag': '0610be6e-1583-4731-a57d-dfced1975e46'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:14.790127 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80771fe-83fd-4fb8-a56f-4f4b7ae1e54a" -d '{"events": [{"server_uuid": "a6301cd6-b1d3-4078-99f8-36cc2b244ac1", "name": "network-vif-deleted", "tag": "0610be6e-1583-4731-a57d-dfced1975e46"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:14.808573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-6fbf2339-25bc-4b0c-b8d9-0c70c4659ac2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] No DVR routers for this DVR port abc6af51-f581-4dc4-936a-1a25e05d0ba5 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:14.817312 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-6fbf2339-25bc-4b0c-b8d9-0c70c4659ac2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:14.820901 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-6fbf2339-25bc-4b0c-b8d9-0c70c4659ac2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "DELETE /v2.0/ports/abc6af51-f581-4dc4-936a-1a25e05d0ba5 HTTP/1.1" status: 204 len: 173 time: 0.8336329 Nov 09 00:07:14.822472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf2339-25bc-4b0c-b8d9-0c70c4659ac2 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Port': ['ID=abc6af51-f581-4dc4-936a-1a25e05d0ba5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:14.837129 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6db06e-b3c9-44d2-8a74-9be0ce2bb097,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:14.960695 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0e85f689-9ead-4d40-96bd-2356ab11cfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:14.997693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-85f8aeba-102d-48cd-b7ca-6f5f2a0c00b0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting port 61262f16-33ea-47a4-9ed8-e7b75ba62089 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:15.000742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-85f8aeba-102d-48cd-b7ca-6f5f2a0c00b0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:15.073717 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:15.091344 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-08310841-eada-459a-bc34-c34fb471d204 req-49c3b4af-623d-4a7f-8941-89d31b9446bf service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:07:15.094652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08310841-eada-459a-bc34-c34fb471d204 req-49c3b4af-623d-4a7f-8941-89d31b9446bf service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0308218 Nov 09 00:07:15.241509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-85f8aeba-102d-48cd-b7ca-6f5f2a0c00b0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] For port 61262f16-33ea-47a4-9ed8-e7b75ba62089, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=61262f16-33ea-47a4-9ed8-e7b75ba62089,segment=NetworkSegment(2a89e0cc-fdab-4305-a921-fbec224871c6),segment_id=2a89e0cc-fdab-4305-a921-fbec224871c6)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:15.246127 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-85f8aeba-102d-48cd-b7ca-6f5f2a0c00b0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:15.283700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-85f8aeba-102d-48cd-b7ca-6f5f2a0c00b0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Calling delete_port for 61262f16-33ea-47a4-9ed8-e7b75ba62089 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:15.287448 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:15.290734 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:15.389882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['61262f16-33ea-47a4-9ed8-e7b75ba62089', 'abc6af51-f581-4dc4-936a-1a25e05d0ba5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:15.491298 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77e04a2-46fb-4eb7-8fd7-fc85d15ccc10 x-openstack-request-id: req-a77e04a2-46fb-4eb7-8fd7-fc85d15ccc10 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:15.492123 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6301cd6-b1d3-4078-99f8-36cc2b244ac1", "name": "network-vif-deleted", "tag": "0610be6e-1583-4731-a57d-dfced1975e46", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:15.492554 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a77e04a2-46fb-4eb7-8fd7-fc85d15ccc10 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:15.493211 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6301cd6-b1d3-4078-99f8-36cc2b244ac1', 'name': 'network-vif-deleted', 'tag': '0610be6e-1583-4731-a57d-dfced1975e46', 'status': 'completed', 'code': 200} Nov 09 00:07:15.566661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-85f8aeba-102d-48cd-b7ca-6f5f2a0c00b0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:15.571386 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-50f50925-e8c9-4c7a-87be-6963c4567de6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739448 Nov 09 00:07:15.582282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-3257bcc1-1ebb-4571-b8b9-e06f4d1b0a57 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:07:15.583656 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-3257bcc1-1ebb-4571-b8b9-e06f4d1b0a57 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055146 Nov 09 00:07:15.616213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8aeba-102d-48cd-b7ca-6f5f2a0c00b0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Port': ['ID=61262f16-33ea-47a4-9ed8-e7b75ba62089,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:15.838105 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:15.859063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-207dcb90-58d4-480a-9227-df9b0aae19f3 req-4c95d271-e689-4975-9f01-a547f8b08b8c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fe7e4c-3870-43ee-8cb7-5d9d33241909 HTTP/1.1" status: 200 len: 210 time: 0.0722859 Nov 09 00:07:15.869899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac37de-3e43-4d80-ad23-870e94537215 req-2897a548-bb4e-4986-bf5f-9b9c772f7700 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:15.888953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fac37de-3e43-4d80-ad23-870e94537215 req-2897a548-bb4e-4986-bf5f-9b9c772f7700 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.9805808 Nov 09 00:07:15.891231 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:15.891874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a67d7b14-9b53-4415-acc3-aaa0b4db8b6a {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:07:15.903832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:15.908916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4fd4580f-da95-4e9e-b441-5e3afd9823fa admin admin] 10.222.0.25 "DELETE /v2.0/routers/a67d7b14-9b53-4415-acc3-aaa0b4db8b6a HTTP/1.1" status: 204 len: 168 time: 3.0221381 Nov 09 00:07:15.909559 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58204) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:15.973281 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:16.009319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2aa199-f85b-44aa-b1f3-f0662721e8b3 admin admin] Deleting subnet a813d3c5-c5da-4cfe-9652-f59e1b745cc0 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:07:16.015779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa199-f85b-44aa-b1f3-f0662721e8b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:16.034167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5036eab7-bdc6-4691-9e56-47f61320bfcd no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:16.042274 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:16.098956 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 5036eab7-bdc6-4691-9e56-47f61320bfcd {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:16.100483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5036eab7-bdc6-4691-9e56-47f61320bfcd not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:16.101854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fac37de-3e43-4d80-ad23-870e94537215 req-944164bb-f85e-4cd3-b76c-8a26f88d7c92 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116570 Nov 09 00:07:16.110414 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa199-f85b-44aa-b1f3-f0662721e8b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:16.262270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-85f8aeba-102d-48cd-b7ca-6f5f2a0c00b0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] No DVR routers for this DVR port 61262f16-33ea-47a4-9ed8-e7b75ba62089 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:16.266479 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-85f8aeba-102d-48cd-b7ca-6f5f2a0c00b0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:16.270108 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b202193-11d8-4b7e-9bb5-44cd3668ce88 req-85f8aeba-102d-48cd-b7ca-6f5f2a0c00b0 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.11 "DELETE /v2.0/ports/61262f16-33ea-47a4-9ed8-e7b75ba62089 HTTP/1.1" status: 204 len: 173 time: 1.4383292 Nov 09 00:07:16.317175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ec20d-4278-4fa6-b735-be8c0f19f33e req-a4f42fed-9e59-4f9e-aaa8-bd5d0d505075 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:16.319296 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-826ec20d-4278-4fa6-b735-be8c0f19f33e req-a4f42fed-9e59-4f9e-aaa8-bd5d0d505075 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1706541 Nov 09 00:07:16.359570 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa199-f85b-44aa-b1f3-f0662721e8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:16.410603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db340490-a1c2-4127-af66-4713cf79e313 req-b9ea04af-5626-4258-9ef7-e7e63d6bf60e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:16.417993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db340490-a1c2-4127-af66-4713cf79e313 req-b9ea04af-5626-4258-9ef7-e7e63d6bf60e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1653314 Nov 09 00:07:16.470293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-826ec20d-4278-4fa6-b735-be8c0f19f33e req-4685c210-fe63-4c82-8401-bb5f7f68db3b tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366880 Nov 09 00:07:16.547049 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db340490-a1c2-4127-af66-4713cf79e313 req-9769478f-e994-4008-9b60-6c25f0e67470 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265516 Nov 09 00:07:16.548664 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa199-f85b-44aa-b1f3-f0662721e8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:16.577197 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2aa199-f85b-44aa-b1f3-f0662721e8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a813d3c5-c5da-4cfe-9652-f59e1b745cc0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:16.583316 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa199-f85b-44aa-b1f3-f0662721e8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:16.586596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1f2aa199-f85b-44aa-b1f3-f0662721e8b3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a813d3c5-c5da-4cfe-9652-f59e1b745cc0 HTTP/1.1" status: 204 len: 168 time: 0.6698601 Nov 09 00:07:16.588889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a22be-2ea0-49f8-9737-a8cdb049abae None None] Network dd621e98-cdff-43e6-8d34-c9bc85470a63 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:07:16.589513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58222) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:16.674875 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:16.747843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Deleting port f5b597d8-4142-4784-9921-8dd76d956fc3 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:16.749174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:16.853510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] For port f5b597d8-4142-4784-9921-8dd76d956fc3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f5b597d8-4142-4784-9921-8dd76d956fc3,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:16.854048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:16.870508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Calling delete_port for f5b597d8-4142-4784-9921-8dd76d956fc3 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:16.894003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6211cf9e-d1ce-4aab-a002-7433256ec763 None None] DHCP port deletion for dd621e98-cdff-43e6-8d34-c9bc85470a63 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:07:16.974649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58228) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:17.014246 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6211cf9e-d1ce-4aab-a002-7433256ec763 None None] Deleting port f5b597d8-4142-4784-9921-8dd76d956fc3 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:17.014720 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6211cf9e-d1ce-4aab-a002-7433256ec763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.034040 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.098524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7255245-d76f-4c0e-942c-e2e9b2cd7f61 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting subnet 116b80b0-bde2-43c0-8af0-2c89b3166cfe {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:07:17.100703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] No DVR routers for this DVR port f5b597d8-4142-4784-9921-8dd76d956fc3 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:17.109181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b597d8-4142-4784-9921-8dd76d956fc3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:17.124490 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7255245-d76f-4c0e-942c-e2e9b2cd7f61 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.194373 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7255245-d76f-4c0e-942c-e2e9b2cd7f61 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.210977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6211cf9e-d1ce-4aab-a002-7433256ec763 None None] For port f5b597d8-4142-4784-9921-8dd76d956fc3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f5b597d8-4142-4784-9921-8dd76d956fc3,segment=NetworkSegment(7324025d-737d-4036-aff0-ee532ae0f0fa),segment_id=7324025d-737d-4036-aff0-ee532ae0f0fa)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:17.211417 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6211cf9e-d1ce-4aab-a002-7433256ec763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.232396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6211cf9e-d1ce-4aab-a002-7433256ec763 None None] Calling delete_port for f5b597d8-4142-4784-9921-8dd76d956fc3 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:17.239794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf035a7b-2442-41e4-899d-158e5a859bba req-c803b874-bc9a-4858-9d9f-9590ea1c0556 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:17.248404 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bf035a7b-2442-41e4-899d-158e5a859bba req-c803b874-bc9a-4858-9d9f-9590ea1c0556 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd09da09-5167-4f88-b632-edcdaeae1da9 HTTP/1.1" status: 200 len: 950 time: 0.1394286 Nov 09 00:07:17.250592 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.281952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd621e98-cdff-43e6-8d34-c9bc85470a63']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:17.292102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7324025d-737d-4036-aff0-ee532ae0f0fa') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:17.292476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7324025d-737d-4036-aff0-ee532ae0f0fa') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:17.312079 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.328121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.336162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:07:17.336959 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.355054 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6211cf9e-d1ce-4aab-a002-7433256ec763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.363717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd808-d7a1-4dea-9360-f144698cf0d8 req-5b6f382a-0e09-4493-b46e-3b080ea3c81f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:17.365257 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c76cd808-d7a1-4dea-9360-f144698cf0d8 req-5b6f382a-0e09-4493-b46e-3b080ea3c81f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.1113505 Nov 09 00:07:17.374338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6211cf9e-d1ce-4aab-a002-7433256ec763 None None] No DVR routers for this DVR port f5b597d8-4142-4784-9921-8dd76d956fc3 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:17.402744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211cf9e-d1ce-4aab-a002-7433256ec763 None None] Pushing event deleted for resources: {'Port': ['ID=f5b597d8-4142-4784-9921-8dd76d956fc3,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:17.417097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bf035a7b-2442-41e4-899d-158e5a859bba req-52196d72-3091-4653-9cb2-a79efcba5b3f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658032 Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:07:17.423107 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:07:17.450078 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.458753 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7255245-d76f-4c0e-942c-e2e9b2cd7f61 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.470471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.473892 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] 10.222.0.25 "DELETE /v2.0/networks/dd621e98-cdff-43e6-8d34-c9bc85470a63 HTTP/1.1" status: 204 len: 168 time: 0.8828163 Nov 09 00:07:17.474976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad0bc7-db14-478d-a58a-fdfa3a79abcc admin admin] Pushing event deleted for resources: {'Network': ['ID=dd621e98-cdff-43e6-8d34-c9bc85470a63,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:17.494536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'name': 'network-vif-deleted', 'tag': 'abc6af51-f581-4dc4-936a-1a25e05d0ba5'}, {'server_uuid': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'name': 'network-vif-deleted', 'tag': '61262f16-33ea-47a4-9ed8-e7b75ba62089'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:17.496957 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7da8e2-30ba-4909-ac72-dcd67e3dc27e" -d '{"events": [{"server_uuid": "42fe7e4c-3870-43ee-8cb7-5d9d33241909", "name": "network-vif-deleted", "tag": "abc6af51-f581-4dc4-936a-1a25e05d0ba5"}, {"server_uuid": "42fe7e4c-3870-43ee-8cb7-5d9d33241909", "name": "network-vif-deleted", "tag": "61262f16-33ea-47a4-9ed8-e7b75ba62089"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:17.517865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 61262f16-33ea-47a4-9ed8-e7b75ba62089 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:17.552749 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 61262f16-33ea-47a4-9ed8-e7b75ba62089 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:17.553290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 61262f16-33ea-47a4-9ed8-e7b75ba62089 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:17.553951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device abc6af51-f581-4dc4-936a-1a25e05d0ba5 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:17.557107 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.580222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: abc6af51-f581-4dc4-936a-1a25e05d0ba5 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:17.580946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device abc6af51-f581-4dc4-936a-1a25e05d0ba5 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:17.581628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0610be6e-1583-4731-a57d-dfced1975e46 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:17.608322 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 0610be6e-1583-4731-a57d-dfced1975e46 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:17.609045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0610be6e-1583-4731-a57d-dfced1975e46 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:17.633133 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c76cd808-d7a1-4dea-9360-f144698cf0d8 req-2d4edcd1-dfc4-43f9-a772-cb035b455ca2 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503569 Nov 09 00:07:17.684421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58246) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:17.715312 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3e3467-c3ac-4e42-8737-adb02bb679ac x-openstack-request-id: req-fb3e3467-c3ac-4e42-8737-adb02bb679ac {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:17.715312 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fe7e4c-3870-43ee-8cb7-5d9d33241909", "name": "network-vif-deleted", "tag": "abc6af51-f581-4dc4-936a-1a25e05d0ba5", "status": "completed", "code": 200}, {"server_uuid": "42fe7e4c-3870-43ee-8cb7-5d9d33241909", "name": "network-vif-deleted", "tag": "61262f16-33ea-47a4-9ed8-e7b75ba62089", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:17.715590 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb3e3467-c3ac-4e42-8737-adb02bb679ac {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:17.715882 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'name': 'network-vif-deleted', 'tag': 'abc6af51-f581-4dc4-936a-1a25e05d0ba5', 'status': 'completed', 'code': 200} Nov 09 00:07:17.716135 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fe7e4c-3870-43ee-8cb7-5d9d33241909', 'name': 'network-vif-deleted', 'tag': '61262f16-33ea-47a4-9ed8-e7b75ba62089', 'status': 'completed', 'code': 200} Nov 09 00:07:17.739632 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9815072d-2138-490f-b5be-14a1030d32cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=928d387aea7f4387beb6578152990fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534213 Nov 09 00:07:17.740454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58248) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:17.762458 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7255245-d76f-4c0e-942c-e2e9b2cd7f61 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.814477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52557e59-cee0-4f76-909b-e1d19c9a1f05 req-fcf7c084-68f8-4635-bb26-d46aacd97fa4 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:17.822182 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99b49d3c-bfc2-4822-a4a1-9371115950b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.827555 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52557e59-cee0-4f76-909b-e1d19c9a1f05 req-fcf7c084-68f8-4635-bb26-d46aacd97fa4 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.2107441 Nov 09 00:07:17.851108 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99b49d3c-bfc2-4822-a4a1-9371115950b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.853988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7255245-d76f-4c0e-942c-e2e9b2cd7f61 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Subnet': ['ID=116b80b0-bde2-43c0-8af0-2c89b3166cfe,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:17.896832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:17.940519 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:17.940857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ff6db06e-b3c9-44d2-8a74-9be0ce2bb097 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:17.942143 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99b49d3c-bfc2-4822-a4a1-9371115950b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.944517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f5b597d8-4142-4784-9921-8dd76d956fc3 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:17.946779 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b807554-9f99-4b7d-85f3-46baa886ba8b None None] Network b56c8e80-1b92-4472-adbe-01beb37c1bce requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:07:17.947179 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99b49d3c-bfc2-4822-a4a1-9371115950b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.950592 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-99b49d3c-bfc2-4822-a4a1-9371115950b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/537ba49d-120c-4f28-b5af-31d35ffb6d42 HTTP/1.1" status: 204 len: 168 time: 0.2069550 Nov 09 00:07:17.953944 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7255245-d76f-4c0e-942c-e2e9b2cd7f61 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:17.959563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e7255245-d76f-4c0e-942c-e2e9b2cd7f61 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "DELETE /v2.0/subnets/116b80b0-bde2-43c0-8af0-2c89b3166cfe HTTP/1.1" status: 204 len: 168 time: 0.9812198 Nov 09 00:07:17.971936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58252) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:17.995431 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: f5b597d8-4142-4784-9921-8dd76d956fc3 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:17.995803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f5b597d8-4142-4784-9921-8dd76d956fc3 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:18.016346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b49d3c-bfc2-4822-a4a1-9371115950b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537ba49d-120c-4f28-b5af-31d35ffb6d42,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:18.073874 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52557e59-cee0-4f76-909b-e1d19c9a1f05 req-a67afb5b-f1b9-4b42-9445-60328a4686da tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450745 Nov 09 00:07:18.108875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-2c1c4c52-7dfe-4027-a8e7-e838bc62eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:18.112092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-2c1c4c52-7dfe-4027-a8e7-e838bc62eef3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 1100 time: 0.2800152 Nov 09 00:07:18.129116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:18.148573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c374d-85d6-4e50-8082-2a5f8fb6fee1 req-4f778f79-82de-4649-ad94-b95df321de84 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:18.167878 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e4c374d-85d6-4e50-8082-2a5f8fb6fee1 req-4f778f79-82de-4649-ad94-b95df321de84 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.3019173 Nov 09 00:07:18.249867 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:18.304370 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting port 632efe29-4b75-4b1b-8fa3-136633913b86 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:18.304370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:18.337909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55fd9c-0433-4f77-9cfc-202a010d1e5a None None] DHCP port deletion for b56c8e80-1b92-4472-adbe-01beb37c1bce request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:07:18.385431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e4c374d-85d6-4e50-8082-2a5f8fb6fee1 req-6630a504-e110-4478-91bb-bc2624139e57 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122602 Nov 09 00:07:18.424888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-456aa6b5-fec9-49ea-99bd-a506351cb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:18.432239 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-456aa6b5-fec9-49ea-99bd-a506351cb8a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2536204 Nov 09 00:07:18.435303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] For port 632efe29-4b75-4b1b-8fa3-136633913b86, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=632efe29-4b75-4b1b-8fa3-136633913b86,segment=NetworkSegment(12fdf30e-0fbc-480a-86af-a0a62f0659b9),segment_id=12fdf30e-0fbc-480a-86af-a0a62f0659b9)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:18.436576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:18.463184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Calling delete_port for 632efe29-4b75-4b1b-8fa3-136633913b86 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:18.475372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8d55fd9c-0433-4f77-9cfc-202a010d1e5a None None] Deleting port 632efe29-4b75-4b1b-8fa3-136633913b86 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:18.476968 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d55fd9c-0433-4f77-9cfc-202a010d1e5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:18.507894 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-7d2f286b-37ef-4da0-9454-7fbb80a4a82b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff HTTP/1.1" status: 200 len: 217 time: 0.0667510 Nov 09 00:07:18.555871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd888e7d-43d7-478a-a957-d3456cd9d87c req-4fc17e0c-c753-4f18-b34a-8411d82c4a94 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:18.557571 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dd888e7d-43d7-478a-a957-d3456cd9d87c req-4fc17e0c-c753-4f18-b34a-8411d82c4a94 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7f811f5-d366-492a-a99f-a44ad2c95c9d HTTP/1.1" status: 200 len: 950 time: 0.1108093 Nov 09 00:07:18.583296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8d55fd9c-0433-4f77-9cfc-202a010d1e5a None None] For port 632efe29-4b75-4b1b-8fa3-136633913b86, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=632efe29-4b75-4b1b-8fa3-136633913b86,segment=NetworkSegment(12fdf30e-0fbc-480a-86af-a0a62f0659b9),segment_id=12fdf30e-0fbc-480a-86af-a0a62f0659b9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:18.585008 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d55fd9c-0433-4f77-9cfc-202a010d1e5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:18.605933 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8d55fd9c-0433-4f77-9cfc-202a010d1e5a None None] Calling delete_port for 632efe29-4b75-4b1b-8fa3-136633913b86 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:18.623186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-b863d080-96e7-4df8-a25f-d849ac1d981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:18.639992 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-b863d080-96e7-4df8-a25f-d849ac1d981f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1145287 Nov 09 00:07:18.719727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-dd888e7d-43d7-478a-a957-d3456cd9d87c req-f3abb8ce-f2e1-4a61-a3d9-00f6c7bc9ebe tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Deleting port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:18.720419 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-dd888e7d-43d7-478a-a957-d3456cd9d87c req-f3abb8ce-f2e1-4a61-a3d9-00f6c7bc9ebe tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:18.725466 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:18.738122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e2a3-c31d-4d48-be30-367baa8f19b4 req-c2fbc8a7-9247-4703-b171-2b3fef3efb8d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:18.741877 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0179e2a3-c31d-4d48-be30-367baa8f19b4 req-c2fbc8a7-9247-4703-b171-2b3fef3efb8d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd09da09-5167-4f88-b632-edcdaeae1da9 HTTP/1.1" status: 200 len: 950 time: 0.2107499 Nov 09 00:07:18.754589 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d55fd9c-0433-4f77-9cfc-202a010d1e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:18.779145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Port': ['ID=632efe29-4b75-4b1b-8fa3-136633913b86,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:18.788090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55fd9c-0433-4f77-9cfc-202a010d1e5a None None] Pushing event deleted for resources: {'Port': ['ID=632efe29-4b75-4b1b-8fa3-136633913b86,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:18.792833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55fd9c-0433-4f77-9cfc-202a010d1e5a None None] No DVR routers for this DVR port 632efe29-4b75-4b1b-8fa3-136633913b86 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:18.806326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-03285431-2114-4bec-9206-8652986741e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:18.808776 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-03285431-2114-4bec-9206-8652986741e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609585 Nov 09 00:07:18.842688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] No DVR routers for this DVR port 632efe29-4b75-4b1b-8fa3-136633913b86 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:18.916826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0179e2a3-c31d-4d48-be30-367baa8f19b4 req-21bc34f8-ac60-4a60-8b4e-dc4e12ca0014 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679535 Nov 09 00:07:18.965025 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:18.978277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a70b-7182-48a1-ad1c-262fd8c1e202 req-d95bde0e-6b06-4492-9350-dca1a06eabb1 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:18.979936 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab57a70b-7182-48a1-ad1c-262fd8c1e202 req-d95bde0e-6b06-4492-9350-dca1a06eabb1 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.1564832 Nov 09 00:07:18.980212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-dd888e7d-43d7-478a-a957-d3456cd9d87c req-f3abb8ce-f2e1-4a61-a3d9-00f6c7bc9ebe tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] For port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0fa22a7e-671d-4a9b-8c44-d54a98d90df0,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:18.980775 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-dd888e7d-43d7-478a-a957-d3456cd9d87c req-f3abb8ce-f2e1-4a61-a3d9-00f6c7bc9ebe tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.008286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-dd888e7d-43d7-478a-a957-d3456cd9d87c req-f3abb8ce-f2e1-4a61-a3d9-00f6c7bc9ebe tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Calling delete_port for 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:19.010598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56c8e80-1b92-4472-adbe-01beb37c1bce']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:19.027184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fdf30e-0fbc-480a-86af-a0a62f0659b9') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:19.027483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fdf30e-0fbc-480a-86af-a0a62f0659b9') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:19.042071 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-91637a59-fe78-4d11-b354-3034e3fffc97 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100837 Nov 09 00:07:19.073554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.111431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab57a70b-7182-48a1-ad1c-262fd8c1e202 req-002aa780-2899-4483-96e0-a38657c2219d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189482 Nov 09 00:07:19.125609 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.150267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:07:19.150578 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:07:19.159875 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:07:19.161954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce4a5d-817b-4bea-9b7e-d97e8e24eb7b req-67e12c5b-1433-49de-8cb7-49d3fb9e3e89 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:19.165895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58ce4a5d-817b-4bea-9b7e-d97e8e24eb7b req-67e12c5b-1433-49de-8cb7-49d3fb9e3e89 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 1097 time: 0.1418166 Nov 09 00:07:19.202700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58286) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:19.207618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-01fd66eb-de50-49a3-a086-50fd4af30231 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421523 Nov 09 00:07:19.210513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fccd52-7cd5-4870-87e3-7107baad8fb9 req-09cb4372-95ae-4dd5-96ed-54b09a066d23 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:19.211962 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-71fccd52-7cd5-4870-87e3-7107baad8fb9 req-09cb4372-95ae-4dd5-96ed-54b09a066d23 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd09da09-5167-4f88-b632-edcdaeae1da9 HTTP/1.1" status: 200 len: 950 time: 0.1407077 Nov 09 00:07:19.292915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.296787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58ce4a5d-817b-4bea-9b7e-d97e8e24eb7b req-1a5a5694-7478-489d-b825-73a8c2d2e154 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926330 Nov 09 00:07:19.306860 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.312838 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "DELETE /v2.0/networks/b56c8e80-1b92-4472-adbe-01beb37c1bce HTTP/1.1" status: 204 len: 168 time: 1.3362470 Nov 09 00:07:19.314044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58292) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:19.344063 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d74f9-2d09-4e31-8b7c-e835f722870c tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Network': ['ID=b56c8e80-1b92-4472-adbe-01beb37c1bce,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:19.371202 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-dd888e7d-43d7-478a-a957-d3456cd9d87c req-f3abb8ce-f2e1-4a61-a3d9-00f6c7bc9ebe tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.384142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0fa22a7e-671d-4a9b-8c44-d54a98d90df0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:19.390617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45', 'e3608666-72b9-4756-9af2-597dfcd61d93', 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1', '405cd43c-0a9b-4e9c-8909-1cb49a017df6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:19.405245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abb8ce-f2e1-4a61-a3d9-00f6c7bc9ebe tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event deleted for resources: {'Port': ['ID=0fa22a7e-671d-4a9b-8c44-d54a98d90df0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:19.424833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde41fd-6ddf-47cc-b1d6-f0b4e8963108 req-8f26c655-2719-4c9e-a528-3af9464d096a tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:19.426420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5dde41fd-6ddf-47cc-b1d6-f0b4e8963108 req-8f26c655-2719-4c9e-a528-3af9464d096a tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.2138588 Nov 09 00:07:19.453982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-737075821-network', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:19.504999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd888e7d-43d7-478a-a957-d3456cd9d87c req-f3abb8ce-f2e1-4a61-a3d9-00f6c7bc9ebe tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] No DVR routers for this DVR port 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:19.508311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-1500ef33-aea9-43ce-b4d1-4126b618ee02 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting subnet 6d81a16d-907d-4a44-ad67-bf959a66d8fb {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:07:19.509312 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-dd888e7d-43d7-478a-a957-d3456cd9d87c req-f3abb8ce-f2e1-4a61-a3d9-00f6c7bc9ebe tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.515157 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dd888e7d-43d7-478a-a957-d3456cd9d87c req-f3abb8ce-f2e1-4a61-a3d9-00f6c7bc9ebe tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.11 "DELETE /v2.0/ports/0fa22a7e-671d-4a9b-8c44-d54a98d90df0 HTTP/1.1" status: 204 len: 173 time: 0.9438713 Nov 09 00:07:19.523590 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1500ef33-aea9-43ce-b4d1-4126b618ee02 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.551694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Made reservation on behalf of e964568c06504b2abf068ab46cd8d467 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:07:19.552609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-71fccd52-7cd5-4870-87e3-7107baad8fb9 req-b4c57ccb-9253-4037-ab39-b4d425bf2448 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Deleting port 405cd43c-0a9b-4e9c-8909-1cb49a017df6 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:19.553327 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71fccd52-7cd5-4870-87e3-7107baad8fb9 req-b4c57ccb-9253-4037-ab39-b4d425bf2448 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.553918 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.577672 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.594851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5dde41fd-6ddf-47cc-b1d6-f0b4e8963108 req-e750cb8e-5fac-4deb-b7c2-3ce1c8892f11 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472676 Nov 09 00:07:19.625028 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1500ef33-aea9-43ce-b4d1-4126b618ee02 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.717391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f811f5-d366-492a-a99f-a44ad2c95c9d', 'name': 'network-vif-deleted', 'tag': '0fa22a7e-671d-4a9b-8c44-d54a98d90df0'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:19.720593 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55149a94-fe14-4f3f-9fe9-2b80ab270dd9" -d '{"events": [{"server_uuid": "d7f811f5-d366-492a-a99f-a44ad2c95c9d", "name": "network-vif-deleted", "tag": "0fa22a7e-671d-4a9b-8c44-d54a98d90df0"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:19.732427 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-71fccd52-7cd5-4870-87e3-7107baad8fb9 req-b4c57ccb-9253-4037-ab39-b4d425bf2448 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] For port 405cd43c-0a9b-4e9c-8909-1cb49a017df6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=405cd43c-0a9b-4e9c-8909-1cb49a017df6,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:19.733338 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71fccd52-7cd5-4870-87e3-7107baad8fb9 req-b4c57ccb-9253-4037-ab39-b4d425bf2448 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.749866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-71fccd52-7cd5-4870-87e3-7107baad8fb9 req-b4c57ccb-9253-4037-ab39-b4d425bf2448 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Calling delete_port for 405cd43c-0a9b-4e9c-8909-1cb49a017df6 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:19.783946 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1500ef33-aea9-43ce-b4d1-4126b618ee02 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.880326 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.911087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74223a20-c4f5-4496-9f5c-886df95d4429 req-1c6e002c-d5ef-472a-96a3-6cc69a8854b0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:19.913465 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74223a20-c4f5-4496-9f5c-886df95d4429 req-1c6e002c-d5ef-472a-96a3-6cc69a8854b0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1936138 Nov 09 00:07:19.914951 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.932605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 632efe29-4b75-4b1b-8fa3-136633913b86 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:19.967646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 632efe29-4b75-4b1b-8fa3-136633913b86 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:19.968048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71fccd52-7cd5-4870-87e3-7107baad8fb9 req-b4c57ccb-9253-4037-ab39-b4d425bf2448 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:19.968216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 632efe29-4b75-4b1b-8fa3-136633913b86 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:20.035129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c57ccb-9253-4037-ab39-b4d425bf2448 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event deleted for resources: {'Port': ['ID=405cd43c-0a9b-4e9c-8909-1cb49a017df6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:20.060294 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1500ef33-aea9-43ce-b4d1-4126b618ee02 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.067467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d431f6d-80a0-4c1b-9c4c-5b18ed08b25d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:20.082099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:07:20.109765 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fccd52-7cd5-4870-87e3-7107baad8fb9 req-b4c57ccb-9253-4037-ab39-b4d425bf2448 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] No DVR routers for this DVR port 405cd43c-0a9b-4e9c-8909-1cb49a017df6 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:20.115011 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71fccd52-7cd5-4870-87e3-7107baad8fb9 req-b4c57ccb-9253-4037-ab39-b4d425bf2448 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.121572 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-71fccd52-7cd5-4870-87e3-7107baad8fb9 req-b4c57ccb-9253-4037-ab39-b4d425bf2448 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "DELETE /v2.0/ports/405cd43c-0a9b-4e9c-8909-1cb49a017df6 HTTP/1.1" status: 204 len: 173 time: 0.8967316 Nov 09 00:07:20.129208 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.129599 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Added segment 0edd6709-b11f-402d-a3d7-869ccaa7063a of type vlan for network 427a4121-c7d7-451f-aeb6-704512b7a091 Nov 09 00:07:20.131767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500ef33-aea9-43ce-b4d1-4126b618ee02 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Subnet': ['ID=6d81a16d-907d-4a44-ad67-bf959a66d8fb,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:20.142290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46b73ac-148c-46a1-80b7-f4db27d9d0e9 None None] Network 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:07:20.146355 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1500ef33-aea9-43ce-b4d1-4126b618ee02 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.149714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1500ef33-aea9-43ce-b4d1-4126b618ee02 tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "DELETE /v2.0/subnets/6d81a16d-907d-4a44-ad67-bf959a66d8fb HTTP/1.1" status: 204 len: 168 time: 0.8346775 Nov 09 00:07:20.153174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58316) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:20.161955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74223a20-c4f5-4496-9f5c-886df95d4429 req-e1de4f34-ad69-4d1c-97e0-7d3026db1b20 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391546 Nov 09 00:07:20.246585 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.287762 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df741147-aa31-4582-b6c9-a9d498e0435f x-openstack-request-id: req-df741147-aa31-4582-b6c9-a9d498e0435f {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:20.288051 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f811f5-d366-492a-a99f-a44ad2c95c9d", "name": "network-vif-deleted", "tag": "0fa22a7e-671d-4a9b-8c44-d54a98d90df0", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:20.288299 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df741147-aa31-4582-b6c9-a9d498e0435f {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:20.288686 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f811f5-d366-492a-a99f-a44ad2c95c9d', 'name': 'network-vif-deleted', 'tag': '0fa22a7e-671d-4a9b-8c44-d54a98d90df0', 'status': 'completed', 'code': 200} Nov 09 00:07:20.331029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba6604f7-6caa-4972-9f87-63d6c8495a44 req-31fc4c5c-8ff0-4cc5-a0f2-c8b019bfbd88 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd09da09-5167-4f88-b632-edcdaeae1da9 HTTP/1.1" status: 200 len: 210 time: 0.0403020 Nov 09 00:07:20.337318 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.342566 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.349691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:20.351535 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.454206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Deleting port 30207269-c246-4403-a270-0bb267a639ac {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:20.454789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.474279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=427a4121-c7d7-451f-aeb6-704512b7a091,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:20.486328 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5d1f5bea-8956-4e27-96a6-1befb112c5a7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2804298 Nov 09 00:07:20.488617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 427a4121-c7d7-451f-aeb6-704512b7a091 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:07:20.493066 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58328) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:20.498732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2e7ce32b-5e0b-447c-afa8-9841e3894afb admin admin] Request body: {'subnet': {'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-737075821-subnet', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:20.515123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4449631-d6a4-495e-8086-8d791c5d7cb0 None None] DHCP port deletion for 1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:07:20.561564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] For port 30207269-c246-4403-a270-0bb267a639ac, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30207269-c246-4403-a270-0bb267a639ac,segment=NetworkSegment(2a89e0cc-fdab-4305-a921-fbec224871c6),segment_id=2a89e0cc-fdab-4305-a921-fbec224871c6)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:20.561972 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.575308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7ce32b-5e0b-447c-afa8-9841e3894afb admin admin] Made reservation on behalf of e964568c06504b2abf068ab46cd8d467 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:07:20.580465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Calling delete_port for 30207269-c246-4403-a270-0bb267a639ac owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:20.584070 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce32b-5e0b-447c-afa8-9841e3894afb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.655410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b4449631-d6a4-495e-8086-8d791c5d7cb0 None None] Deleting port 30207269-c246-4403-a270-0bb267a639ac {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:20.655908 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b4449631-d6a4-495e-8086-8d791c5d7cb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.661695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6f74-6633-4856-864a-f6d931adbca7 req-3828f82e-632b-4ce4-b4b4-70f80fd65f5b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:20.670929 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-911e6f74-6633-4856-864a-f6d931adbca7 req-3828f82e-632b-4ce4-b4b4-70f80fd65f5b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.1809998 Nov 09 00:07:20.710038 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.752918 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b4449631-d6a4-495e-8086-8d791c5d7cb0 None None] For port 30207269-c246-4403-a270-0bb267a639ac, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30207269-c246-4403-a270-0bb267a639ac,segment=NetworkSegment(2a89e0cc-fdab-4305-a921-fbec224871c6),segment_id=2a89e0cc-fdab-4305-a921-fbec224871c6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:20.753280 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b4449631-d6a4-495e-8086-8d791c5d7cb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.758048 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Port': ['ID=30207269-c246-4403-a270-0bb267a639ac,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:20.765988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] No DVR routers for this DVR port 30207269-c246-4403-a270-0bb267a639ac on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:20.769325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-911e6f74-6633-4856-864a-f6d931adbca7 req-6b2b5733-4857-4c82-86fb-0cd01882ab9e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971322 Nov 09 00:07:20.778212 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b4449631-d6a4-495e-8086-8d791c5d7cb0 None None] Calling delete_port for 30207269-c246-4403-a270-0bb267a639ac owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:20.895725 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.932055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1962a5c6-4b1b-40f2-9a3f-82d4fac817b4']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:20.945314 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a89e0cc-fdab-4305-a921-fbec224871c6') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:20.947980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a89e0cc-fdab-4305-a921-fbec224871c6') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:20.956171 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b4449631-d6a4-495e-8086-8d791c5d7cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.958615 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.973854 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.975821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-97c4e8b2-ca4b-4803-a1f6-483a182b28e7 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:07:20.976826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-97c4e8b2-ca4b-4803-a1f6-483a182b28e7 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125551 Nov 09 00:07:20.980632 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce32b-5e0b-447c-afa8-9841e3894afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.981261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:07:20.982210 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:20.982738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4449631-d6a4-495e-8086-8d791c5d7cb0 None None] Pushing event deleted for resources: {'Port': ['ID=30207269-c246-4403-a270-0bb267a639ac,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:07:20.985646 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:07:20.988674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4449631-d6a4-495e-8086-8d791c5d7cb0 None None] No DVR routers for this DVR port 30207269-c246-4403-a270-0bb267a639ac on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:21.054693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:21.062570 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:21.067293 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] 10.222.0.25 "DELETE /v2.0/networks/1962a5c6-4b1b-40f2-9a3f-82d4fac817b4 HTTP/1.1" status: 204 len: 168 time: 0.9122646 Nov 09 00:07:21.081100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22129ce7-8b31-4311-9f5b-bd93fd1fe96e tempest-ServersTestMultiNic-1603864238 tempest-ServersTestMultiNic-1603864238-project] Pushing event deleted for resources: {'Network': ['ID=1962a5c6-4b1b-40f2-9a3f-82d4fac817b4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:21.081837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e87ed-8093-4df1-b786-3eae989c6610 req-50be8386-d21e-4c92-8939-caba055b98a1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:21.084198 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c88e87ed-8093-4df1-b786-3eae989c6610 req-50be8386-d21e-4c92-8939-caba055b98a1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1580436 Nov 09 00:07:21.096195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-cdfdcb99-0884-4418-aeab-6f5d1a8496d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:21.097558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-cdfdcb99-0884-4418-aeab-6f5d1a8496d5 service neutron] 10.222.0.25 "GET /v2.0/ports/4bdaadc7-fad7-4071-842e-59da688c68ab HTTP/1.1" status: 200 len: 1094 time: 0.1019652 Nov 09 00:07:21.121681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] Request body: {'binding': {'host': 'n-h2-813263-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:21.122127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] Unknown quota resources ['binding']. {{(pid=101780) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:07:21.129198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ce32b-5e0b-447c-afa8-9841e3894afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=03428768-6f2b-41ea-8c59-7fb4805877c3,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:21.151649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7ce32b-5e0b-447c-afa8-9841e3894afb admin admin] Checking segment: {'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:21.152002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7ce32b-5e0b-447c-afa8-9841e3894afb admin admin] Network hostable DHCP agents. Network: 427a4121-c7d7-451f-aeb6-704512b7a091, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:07:21.240664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c88e87ed-8093-4df1-b786-3eae989c6610 req-04a4065c-db01-4079-b6c0-a3505dcfd1aa tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456864 Nov 09 00:07:21.243090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7ce32b-5e0b-447c-afa8-9841e3894afb admin admin] Network 427a4121-c7d7-451f-aeb6-704512b7a091 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:07:21.256863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-2e7ce32b-5e0b-447c-afa8-9841e3894afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 427a4121-c7d7-451f-aeb6-704512b7a091) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:21.271010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7ce32b-5e0b-447c-afa8-9841e3894afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:21.271614 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce32b-5e0b-447c-afa8-9841e3894afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:21.272697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b725ce19-7d23-4abc-9c88-fff734655e9f None None] Network 427a4121-c7d7-451f-aeb6-704512b7a091 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:07:21.299614 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2e7ce32b-5e0b-447c-afa8-9841e3894afb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8028045 Nov 09 00:07:21.304866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58338) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:21.313329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-737075821-router', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:21.338543 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:21.340353 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:21.344664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] Attempting to bind port 4bdaadc7-fad7-4071-842e-59da688c68ab on host n-h2-813263-3 for vnic_type normal with profile None {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:21.345323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] Attempting to bind port 4bdaadc7-fad7-4071-842e-59da688c68ab by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:21.345859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] Attempting to bind port 4bdaadc7-fad7-4071-842e-59da688c68ab on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:21.352487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] Port 4bdaadc7-fad7-4071-842e-59da688c68ab on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:07:21.353409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] Attempting to bind port 4bdaadc7-fad7-4071-842e-59da688c68ab on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:21.386248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:21.386589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:21.386993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] Bound using segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:21.387409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] Bound port: 4bdaadc7-fad7-4071-842e-59da688c68ab, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:21.401651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:21.442177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef7d7e-60e1-4f89-9898-1d859b9ce987 req-8b078e8c-81c1-4ba4-8f4a-6661c6256135 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:21.443692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8ef7d7e-60e1-4f89-9898-1d859b9ce987 req-8b078e8c-81c1-4ba4-8f4a-6661c6256135 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.0866716 Nov 09 00:07:21.445089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45', 'e3608666-72b9-4756-9af2-597dfcd61d93', 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:21.473919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4bdaadc7-fad7-4071-842e-59da688c68ab,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:07:21.484501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-427a4121-c7d7-451f-aeb6-704512b7a091', 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'fixed_ips': [{'subnet_id': '03428768-6f2b-41ea-8c59-7fb4805877c3'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:07:21.485742 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:21.487294 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] Publish callbacks [] for binding, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:21.488485 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6301f778-b819-4440-afe4-f308600cb979 service neutron] 10.222.0.25 "POST /v2.0/ports/4bdaadc7-fad7-4071-842e-59da688c68ab/bindings HTTP/1.1" status: 201 len: 389 time: 0.3811672 Nov 09 00:07:21.513696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:21.521125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8ef7d7e-60e1-4f89-9898-1d859b9ce987 req-22d2925c-263c-4560-a2c5-63fad712ef3e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638590 Nov 09 00:07:21.564977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:21.565370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0fa22a7e-671d-4a9b-8c44-d54a98d90df0 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:21.591627 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:21.739156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fc033-7043-4c89-8ff1-daa863718496 req-c36c6c67-a64d-4109-bb94-6150121831a4 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:21.747702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa9fc033-7043-4c89-8ff1-daa863718496 req-c36c6c67-a64d-4109-bb94-6150121831a4 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.0691812 Nov 09 00:07:21.750537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58352) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:21.834639 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Allocated IP 172.20.0.2 (427a4121-c7d7-451f-aeb6-704512b7a091/03428768-6f2b-41ea-8c59-7fb4805877c3/7a4df79c-0471-455e-b9d4-d508d97d83ab) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:07:21.894742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa9fc033-7043-4c89-8ff1-daa863718496 req-98683438-dc53-4760-b047-f2aec6f42c7f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455400 Nov 09 00:07:21.896430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30207269-c246-4403-a270-0bb267a639ac no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:21.898227 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:21.928612 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:21.944515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 30207269-c246-4403-a270-0bb267a639ac {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:21.944905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30207269-c246-4403-a270-0bb267a639ac not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:22.056980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Allocated IP 172.25.0.209 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/3a0d7aed-e768-48e4-bf75-bdfbb7913c39) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:07:22.192308 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:22.240057 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:22.316326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:22.317863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd09da09-5167-4f88-b632-edcdaeae1da9', 'name': 'network-vif-deleted', 'tag': '405cd43c-0a9b-4e9c-8909-1cb49a017df6'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:22.323258 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c60f1-d2e6-4952-b121-16516ac23697" -d '{"events": [{"server_uuid": "fd09da09-5167-4f88-b632-edcdaeae1da9", "name": "network-vif-deleted", "tag": "405cd43c-0a9b-4e9c-8909-1cb49a017df6"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:22.330728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:22.336347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:07:22.341414 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:22.349166 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:22.384907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Pushing event updated for resources: {'Port': ['ID=3a0d7aed-e768-48e4-bf75-bdfbb7913c39,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:22.390628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Network 427a4121-c7d7-451f-aeb6-704512b7a091 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:22.399582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:22.402150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:07:22.415003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Pushing event updated for resources: {'Port': ['ID=7a4df79c-0471-455e-b9d4-d508d97d83ab,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:22.473669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Attempting to bind port 7a4df79c-0471-455e-b9d4-d508d97d83ab on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:22.474601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Attempting to bind port 7a4df79c-0471-455e-b9d4-d508d97d83ab by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:22.474601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Attempting to bind port 7a4df79c-0471-455e-b9d4-d508d97d83ab on network 427a4121-c7d7-451f-aeb6-704512b7a091 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:22.480494 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:22.480868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Checking segment: {'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:22.481267 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:22.481685 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Bound using segment: {'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:22.482149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Bound port: 7a4df79c-0471-455e-b9d4-d508d97d83ab, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:22.483141 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:22.495616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90963f80-c462-4357-8d93-ed6fcb6ec2ba req-901daed9-f539-4a5d-ba41-992f97edde5e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:22.498035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90963f80-c462-4357-8d93-ed6fcb6ec2ba req-901daed9-f539-4a5d-ba41-992f97edde5e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.4112318 Nov 09 00:07:22.553159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] For port 7a4df79c-0471-455e-b9d4-d508d97d83ab, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:22.556437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] For port 7a4df79c-0471-455e-b9d4-d508d97d83ab, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7a4df79c-0471-455e-b9d4-d508d97d83ab,segment=NetworkSegment(0edd6709-b11f-402d-a3d7-869ccaa7063a),segment_id=0edd6709-b11f-402d-a3d7-869ccaa7063a)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:07:22.561914 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:22.631468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0bb42-dd82-4240-bd5a-094b077ae79b req-36ba8460-0e99-41ec-b103-2a841821ccf6 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:22.631943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ffc9b-263f-4343-ab35-8b9b7691d744 None None] Pushing event updated for resources: {'Port': ['ID=7a4df79c-0471-455e-b9d4-d508d97d83ab,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:22.633057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cc0bb42-dd82-4240-bd5a-094b077ae79b req-36ba8460-0e99-41ec-b103-2a841821ccf6 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1461649 Nov 09 00:07:22.638210 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:22.646519 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90963f80-c462-4357-8d93-ed6fcb6ec2ba req-a0f0d681-a0b1-4a3f-b569-9178332f6bd5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351156 Nov 09 00:07:22.782542 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cc0bb42-dd82-4240-bd5a-094b077ae79b req-7d6b091b-aacf-4ada-ae58-6c9fbe56dbb5 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344712 Nov 09 00:07:22.831450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1952c-d161-4619-8ae8-eaf887aad54a req-5de7dd95-e3a5-40cd-b617-2614ba7cd32d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:22.835022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2bb1952c-d161-4619-8ae8-eaf887aad54a req-5de7dd95-e3a5-40cd-b617-2614ba7cd32d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07de7e5-8083-4679-b82c-a9fde5061629 HTTP/1.1" status: 200 len: 950 time: 0.1185310 Nov 09 00:07:22.848012 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e526f014-c8a4-4b45-9a76-aa41ef9cae02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:22.877792 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687093ac-9636-43e0-8de5-686e4ed03569 x-openstack-request-id: req-687093ac-9636-43e0-8de5-686e4ed03569 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:22.878092 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd09da09-5167-4f88-b632-edcdaeae1da9", "name": "network-vif-deleted", "tag": "405cd43c-0a9b-4e9c-8909-1cb49a017df6", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:22.878422 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-687093ac-9636-43e0-8de5-686e4ed03569 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:22.878694 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd09da09-5167-4f88-b632-edcdaeae1da9', 'name': 'network-vif-deleted', 'tag': '405cd43c-0a9b-4e9c-8909-1cb49a017df6', 'status': 'completed', 'code': 200} Nov 09 00:07:22.889923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:22.944046 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:07:23.011263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2bb1952c-d161-4619-8ae8-eaf887aad54a req-af114cf0-55fc-4cda-b27d-471f9b810e92 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603444 Nov 09 00:07:23.045889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Router b0efd056-d357-4f8c-93a5-8df8a38e1533 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:07:23.148542 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669846fb-a57e-4e17-9978-72ab59f28ea6 req-f4754ac1-6777-44dc-9b3b-066072188cfe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:23.150029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-669846fb-a57e-4e17-9978-72ab59f28ea6 req-f4754ac1-6777-44dc-9b3b-066072188cfe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1808350 Nov 09 00:07:23.222792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f804ac-17b5-4ff9-b2b7-35694944f4a7 req-47e2f131-e43c-4879-b804-34580d6cfb4f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:23.224364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9f804ac-17b5-4ff9-b2b7-35694944f4a7 req-47e2f131-e43c-4879-b804-34580d6cfb4f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1424866 Nov 09 00:07:23.260093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-669846fb-a57e-4e17-9978-72ab59f28ea6 req-73be9c8f-140c-44dc-9b41-132bd42eb8af tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019764 Nov 09 00:07:23.285204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 405cd43c-0a9b-4e9c-8909-1cb49a017df6 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:23.315282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 405cd43c-0a9b-4e9c-8909-1cb49a017df6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:23.315627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 405cd43c-0a9b-4e9c-8909-1cb49a017df6 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:23.344648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9f804ac-17b5-4ff9-b2b7-35694944f4a7 req-1ddd93e0-a341-4557-ba4a-ea9f8518f64e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075907 Nov 09 00:07:23.400254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e526f014-c8a4-4b45-9a76-aa41ef9cae02 admin admin] Deleting port 13e79910-4778-4d00-b7cc-16092caf21cf {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:23.400612 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e526f014-c8a4-4b45-9a76-aa41ef9cae02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:23.431672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:07:23.444137 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf22646e-292a-493c-a233-582145240c07 None None] Sync routers for ids ['b0efd056-d357-4f8c-93a5-8df8a38e1533'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:07:23.458987 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf22646e-292a-493c-a233-582145240c07 None None] Routers {'b0efd056-d357-4f8c-93a5-8df8a38e1533'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:23.459831 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-cf22646e-292a-493c-a233-582145240c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b0efd056-d357-4f8c-93a5-8df8a38e1533'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:23.469284 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:23.470596 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-da9ea9a5-0a38-4a72-a4da-c9cd258d3000 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1623275 Nov 09 00:07:23.473882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58374) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:23.492634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-e526f014-c8a4-4b45-9a76-aa41ef9cae02 admin admin] For port 13e79910-4778-4d00-b7cc-16092caf21cf, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=13e79910-4778-4d00-b7cc-16092caf21cf,segment=NetworkSegment(069cca0d-6f48-4ebb-8cb7-2ef176fa57f4),segment_id=069cca0d-6f48-4ebb-8cb7-2ef176fa57f4)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:23.493310 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e526f014-c8a4-4b45-9a76-aa41ef9cae02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:23.508046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e526f014-c8a4-4b45-9a76-aa41ef9cae02 admin admin] Calling delete_port for 13e79910-4778-4d00-b7cc-16092caf21cf owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:23.602711 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-cf22646e-292a-493c-a233-582145240c07 None None] Set router b0efd056-d357-4f8c-93a5-8df8a38e1533 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:23.667657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71ef53a-a98a-49ab-ab3d-c04e6477472d None None] Network 427a4121-c7d7-451f-aeb6-704512b7a091 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:07:23.737813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e526f014-c8a4-4b45-9a76-aa41ef9cae02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:23.777199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9e5e9ea5-1a64-40ce-bb50-9c1d38b8e626 None None] Provisioning complete for port 7a4df79c-0471-455e-b9d4-d508d97d83ab triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:23.778024 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9ea5-1a64-40ce-bb50-9c1d38b8e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:23.808255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526f014-c8a4-4b45-9a76-aa41ef9cae02 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e79910-4778-4d00-b7cc-16092caf21cf,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:23.915598 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-cf22646e-292a-493c-a233-582145240c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'name': 'tempest-FloatingIPsNegativeTestJSON-737075821-router', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3a0d7aed-e768-48e4-bf75-bdfbb7913c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:22Z', 'revision_number': 3, 'project_id': 'e964568c06504b2abf068ab46cd8d467', 'gw_port': {'id': '3a0d7aed-e768-48e4-bf75-bdfbb7913c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:23.944638 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf22646e-292a-493c-a233-582145240c07 None None] Checking router: b0efd056-d357-4f8c-93a5-8df8a38e1533 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:07:23.945827 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf22646e-292a-493c-a233-582145240c07 None None] Updating router b0efd056-d357-4f8c-93a5-8df8a38e1533 port 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:07:23.982084 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-cf22646e-292a-493c-a233-582145240c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.007591 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9ea5-1a64-40ce-bb50-9c1d38b8e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.020979 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7a4df79c-0471-455e-b9d4-d508d97d83ab up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:24.066761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1d68d-e44a-47c4-a9f7-025bf9661a0f req-f7ffc1dc-b490-4e82-a496-bf2ae48a927c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:24.086343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01b1d68d-e44a-47c4-a9f7-025bf9661a0f req-f7ffc1dc-b490-4e82-a496-bf2ae48a927c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.3518615 Nov 09 00:07:24.117737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67130a6-ccf6-4949-93df-25f97cab8170 req-84814a5c-d852-49f8-bf8b-12b009c4ba94 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:24.119270 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b67130a6-ccf6-4949-93df-25f97cab8170 req-84814a5c-d852-49f8-bf8b-12b009c4ba94 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b07de7e5-8083-4679-b82c-a9fde5061629 HTTP/1.1" status: 200 len: 950 time: 0.1095505 Nov 09 00:07:24.167324 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9e5e9ea5-1a64-40ce-bb50-9c1d38b8e626 None None] For port 7a4df79c-0471-455e-b9d4-d508d97d83ab, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7a4df79c-0471-455e-b9d4-d508d97d83ab,segment=NetworkSegment(0edd6709-b11f-402d-a3d7-869ccaa7063a),segment_id=0edd6709-b11f-402d-a3d7-869ccaa7063a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:24.177019 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9ea5-1a64-40ce-bb50-9c1d38b8e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.230027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7a4df79c-0471-455e-b9d4-d508d97d83ab triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:24.230658 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.233958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.234699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01b1d68d-e44a-47c4-a9f7-025bf9661a0f req-54b23078-7b84-44aa-b4a2-0abebbb0213b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468160 Nov 09 00:07:24.252795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5a787-e810-4f89-bf4c-f4518268c99c req-af7e0815-7b59-4ea0-beab-d3a028134c25 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:24.268612 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09d5a787-e810-4f89-bf4c-f4518268c99c req-af7e0815-7b59-4ea0-beab-d3a028134c25 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.2839344 Nov 09 00:07:24.350894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e9ea5-1a64-40ce-bb50-9c1d38b8e626 None None] Pushing event updated for resources: {'Port': ['ID=7a4df79c-0471-455e-b9d4-d508d97d83ab,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:24.406599 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-cf22646e-292a-493c-a233-582145240c07 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.421103 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-cf22646e-292a-493c-a233-582145240c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.464297 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09d5a787-e810-4f89-bf4c-f4518268c99c req-d52ecb53-0f4e-464e-b3a6-de9c79045f93 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906056 Nov 09 00:07:24.495969 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Pushing event updated for resources: {'Port': ['ID=3a0d7aed-e768-48e4-bf75-bdfbb7913c39,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:24.499868 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-cf22646e-292a-493c-a233-582145240c07 None None] Attempting to bind port 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:24.500287 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-cf22646e-292a-493c-a233-582145240c07 None None] Attempting to bind port 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:24.500917 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22646e-292a-493c-a233-582145240c07 None None] Attempting to bind port 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:24.506827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9841aff4-e140-4168-9572-3ccdfd9d01be None None] Provisioning complete for port 7a4df79c-0471-455e-b9d4-d508d97d83ab triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:24.507411 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9841aff4-e140-4168-9572-3ccdfd9d01be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.512343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-b67130a6-ccf6-4949-93df-25f97cab8170 req-53edd4fb-6dbc-4f8b-8faa-3325732b222c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Deleting port e3608666-72b9-4756-9af2-597dfcd61d93 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:24.512687 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b67130a6-ccf6-4949-93df-25f97cab8170 req-53edd4fb-6dbc-4f8b-8faa-3325732b222c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.515485 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22646e-292a-493c-a233-582145240c07 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:24.515866 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22646e-292a-493c-a233-582145240c07 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:24.516265 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-cf22646e-292a-493c-a233-582145240c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.516657 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22646e-292a-493c-a233-582145240c07 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:24.518040 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-cf22646e-292a-493c-a233-582145240c07 None None] Bound port: 3a0d7aed-e768-48e4-bf75-bdfbb7913c39, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:24.519235 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-cf22646e-292a-493c-a233-582145240c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.519371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ff1e0-e394-48f7-a285-cb33ba4fd9ad req-73679202-1673-413e-825c-58f0c43eb094 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:24.523146 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:24.523523 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:24.523865 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:24.524199 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:24.524526 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:24.524853 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:24.525176 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:24.525527 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:24.525850 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:24.526171 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:24.526489 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:24.526836 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:07:24.530911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d5ff1e0-e394-48f7-a285-cb33ba4fd9ad req-73679202-1673-413e-825c-58f0c43eb094 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc122255-2276-436b-b440-f4170932b8f2 HTTP/1.1" status: 200 len: 950 time: 0.2319059 Nov 09 00:07:24.591082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed44824-0c01-43e2-8958-454e4b452886 req-d7954714-96df-473a-9ead-12b7a0d935d3 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:24.591476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Allocated IP 172.20.0.1 (427a4121-c7d7-451f-aeb6-704512b7a091/03428768-6f2b-41ea-8c59-7fb4805877c3/2de30428-e50a-46e6-aa28-34e06457d2b0) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:07:24.591746 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-cf22646e-292a-493c-a233-582145240c07 None None] For port 3a0d7aed-e768-48e4-bf75-bdfbb7913c39, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:24.596801 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-cf22646e-292a-493c-a233-582145240c07 None None] For port 3a0d7aed-e768-48e4-bf75-bdfbb7913c39, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3a0d7aed-e768-48e4-bf75-bdfbb7913c39,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:07:24.599503 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ed44824-0c01-43e2-8958-454e4b452886 req-d7954714-96df-473a-9ead-12b7a0d935d3 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07de7e5-8083-4679-b82c-a9fde5061629 HTTP/1.1" status: 200 len: 950 time: 0.2444415 Nov 09 00:07:24.609951 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-cf22646e-292a-493c-a233-582145240c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.621437 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e526f014-c8a4-4b45-9a76-aa41ef9cae02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.676767 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf22646e-292a-493c-a233-582145240c07 None None] Routers {'b0efd056-d357-4f8c-93a5-8df8a38e1533'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:24.677333 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-cf22646e-292a-493c-a233-582145240c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b0efd056-d357-4f8c-93a5-8df8a38e1533'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:24.682621 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf4882-9301-4b8d-a2cd-e7e4177cfbc9 None None] Pushing event updated for resources: {'Port': ['ID=3a0d7aed-e768-48e4-bf75-bdfbb7913c39,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:24.715536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b67130a6-ccf6-4949-93df-25f97cab8170 req-53edd4fb-6dbc-4f8b-8faa-3325732b222c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] For port e3608666-72b9-4756-9af2-597dfcd61d93, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e3608666-72b9-4756-9af2-597dfcd61d93,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:24.715536 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b67130a6-ccf6-4949-93df-25f97cab8170 req-53edd4fb-6dbc-4f8b-8faa-3325732b222c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.739624 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-b67130a6-ccf6-4949-93df-25f97cab8170 req-53edd4fb-6dbc-4f8b-8faa-3325732b222c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Calling delete_port for e3608666-72b9-4756-9af2-597dfcd61d93 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:24.781980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ed44824-0c01-43e2-8958-454e4b452886 req-568a3bac-3a29-43f8-bb55-d71e35334ded tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815984 Nov 09 00:07:24.801590 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-cf22646e-292a-493c-a233-582145240c07 None None] Set router b0efd056-d357-4f8c-93a5-8df8a38e1533 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:24.826473 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.852240 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a74a01-084a-42f5-913c-a70fbbaf1364 req-311c30da-6e71-440f-b0c0-4bffaefafe66 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:24.853700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2a74a01-084a-42f5-913c-a70fbbaf1364 req-311c30da-6e71-440f-b0c0-4bffaefafe66 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.2469921 Nov 09 00:07:24.910340 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.934719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-2d5ff1e0-e394-48f7-a285-cb33ba4fd9ad req-74d2d10e-4fc3-4ac4-a5d1-f756440dcc8f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Deleting port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:24.934966 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2d5ff1e0-e394-48f7-a285-cb33ba4fd9ad req-74d2d10e-4fc3-4ac4-a5d1-f756440dcc8f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:24.965602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Network 427a4121-c7d7-451f-aeb6-704512b7a091 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:24.977119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:24.979878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:07:24.989071 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=2de30428-e50a-46e6-aa28-34e06457d2b0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:25.012795 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b67130a6-ccf6-4949-93df-25f97cab8170 req-53edd4fb-6dbc-4f8b-8faa-3325732b222c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:25.013457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2a74a01-084a-42f5-913c-a70fbbaf1364 req-f5394425-90f3-4a5c-9e1f-ce288773efcf tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470735 Nov 09 00:07:25.014676 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-cf22646e-292a-493c-a233-582145240c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'name': 'tempest-FloatingIPsNegativeTestJSON-737075821-router', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3a0d7aed-e768-48e4-bf75-bdfbb7913c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:22Z', 'revision_number': 3, 'project_id': 'e964568c06504b2abf068ab46cd8d467', 'gw_port': {'id': '3a0d7aed-e768-48e4-bf75-bdfbb7913c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:25.021947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436206-a3b5-4a0b-b18f-0e5ea332bcc3 req-5f26e089-a3b1-41fe-be38-83f50369503b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:25.023513 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7436206-a3b5-4a0b-b18f-0e5ea332bcc3 req-5f26e089-a3b1-41fe-be38-83f50369503b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1816900 Nov 09 00:07:25.037022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45', 'e3608666-72b9-4756-9af2-597dfcd61d93', 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:25.057217 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf22646e-292a-493c-a233-582145240c07 None None] The sync data for ids ['b0efd056-d357-4f8c-93a5-8df8a38e1533'] in n-d-813263-3 is: [{'id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'name': 'tempest-FloatingIPsNegativeTestJSON-737075821-router', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3a0d7aed-e768-48e4-bf75-bdfbb7913c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:22Z', 'revision_number': 3, 'project_id': 'e964568c06504b2abf068ab46cd8d467', 'gw_port': {'id': '3a0d7aed-e768-48e4-bf75-bdfbb7913c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:07:25.118233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edd4fb-6dbc-4f8b-8faa-3325732b222c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event deleted for resources: {'Port': ['ID=e3608666-72b9-4756-9af2-597dfcd61d93,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:25.152256 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:25.213726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67130a6-ccf6-4949-93df-25f97cab8170 req-53edd4fb-6dbc-4f8b-8faa-3325732b222c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] No DVR routers for this DVR port e3608666-72b9-4756-9af2-597dfcd61d93 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:25.218083 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b67130a6-ccf6-4949-93df-25f97cab8170 req-53edd4fb-6dbc-4f8b-8faa-3325732b222c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:25.222405 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b67130a6-ccf6-4949-93df-25f97cab8170 req-53edd4fb-6dbc-4f8b-8faa-3325732b222c tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "DELETE /v2.0/ports/e3608666-72b9-4756-9af2-597dfcd61d93 HTTP/1.1" status: 204 len: 173 time: 1.0356059 Nov 09 00:07:25.225178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07de7e5-8083-4679-b82c-a9fde5061629', 'name': 'network-vif-deleted', 'tag': 'e3608666-72b9-4756-9af2-597dfcd61d93'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:25.228873 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8820b2f7-6711-4839-9871-1ab9ad502780" -d '{"events": [{"server_uuid": "b07de7e5-8083-4679-b82c-a9fde5061629", "name": "network-vif-deleted", "tag": "e3608666-72b9-4756-9af2-597dfcd61d93"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:25.322152 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f199a3-5051-4c64-a383-eb94e877de0d x-openstack-request-id: req-e0f199a3-5051-4c64-a383-eb94e877de0d {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:25.322728 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07de7e5-8083-4679-b82c-a9fde5061629", "name": "network-vif-deleted", "tag": "e3608666-72b9-4756-9af2-597dfcd61d93", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:25.323263 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0f199a3-5051-4c64-a383-eb94e877de0d {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:25.324734 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07de7e5-8083-4679-b82c-a9fde5061629', 'name': 'network-vif-deleted', 'tag': 'e3608666-72b9-4756-9af2-597dfcd61d93', 'status': 'completed', 'code': 200} Nov 09 00:07:25.444275 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:25.483693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5aca2dfa-a521-48b3-bd27-ea7661524e41 None None] Provisioning complete for port 2de30428-e50a-46e6-aa28-34e06457d2b0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:25.484259 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5aca2dfa-a521-48b3-bd27-ea7661524e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:25.559220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5aca2dfa-a521-48b3-bd27-ea7661524e41 None None] Port 2de30428-e50a-46e6-aa28-34e06457d2b0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:07:25.719501 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:25.722054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e526f014-c8a4-4b45-9a76-aa41ef9cae02 admin admin] Router 492b8728-719a-4183-9b4c-aa2ba67ffad0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:07:25.723966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2d5ff1e0-e394-48f7-a285-cb33ba4fd9ad req-74d2d10e-4fc3-4ac4-a5d1-f756440dcc8f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] For port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:25.724300 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2d5ff1e0-e394-48f7-a285-cb33ba4fd9ad req-74d2d10e-4fc3-4ac4-a5d1-f756440dcc8f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:25.729967 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:25.731772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7436206-a3b5-4a0b-b18f-0e5ea332bcc3 req-5b0f5f34-fe2e-4e13-a3d2-6afcd753aae7 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531835 Nov 09 00:07:25.746233 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94188f2-10ab-4054-ab65-b132acdc7891 req-103aaa4f-0ba2-4d87-86a6-af4d7c871639 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:25.761267 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b94188f2-10ab-4054-ab65-b132acdc7891 req-103aaa4f-0ba2-4d87-86a6-af4d7c871639 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 945 time: 0.1732459 Nov 09 00:07:25.770960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-2d5ff1e0-e394-48f7-a285-cb33ba4fd9ad req-74d2d10e-4fc3-4ac4-a5d1-f756440dcc8f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Calling delete_port for a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:25.815564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=2de30428-e50a-46e6-aa28-34e06457d2b0,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:25.881012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:25.950097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b94188f2-10ab-4054-ab65-b132acdc7891 req-7e72bee1-0e51-43d2-9b8a-b431578be6be tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945405 Nov 09 00:07:25.970600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-1e63570e-4d0e-4b67-82ee-72b802707aeb tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:25.973085 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-1e63570e-4d0e-4b67-82ee-72b802707aeb tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383&tenant_id=a886180a18e84341a5ce8c7e94ede157&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1096 time: 0.1250217 Nov 09 00:07:26.004306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813263-3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:26.086367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e526f014-c8a4-4b45-9a76-aa41ef9cae02 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:07:26.095175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e526f014-c8a4-4b45-9a76-aa41ef9cae02 admin admin] 10.222.0.25 "PUT /v2.0/routers/492b8728-719a-4183-9b4c-aa2ba67ffad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3427951 Nov 09 00:07:26.097305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58398) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:26.097535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21823f7b-fbd7-4b43-9a78-780ecd5dd5b1 None None] Sync routers for ids ['492b8728-719a-4183-9b4c-aa2ba67ffad0'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:07:26.106861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81248-1a6e-4606-8b72-bb0b500d21cf req-308058f6-c58c-41b2-8d3f-6d4a04593bb1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:26.109110 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab81248-1a6e-4606-8b72-bb0b500d21cf req-308058f6-c58c-41b2-8d3f-6d4a04593bb1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.2613184 Nov 09 00:07:26.136723 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21823f7b-fbd7-4b43-9a78-780ecd5dd5b1 None None] Routers {'492b8728-719a-4183-9b4c-aa2ba67ffad0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:26.137550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-21823f7b-fbd7-4b43-9a78-780ecd5dd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['492b8728-719a-4183-9b4c-aa2ba67ffad0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:26.158027 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:26.166336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Network 427a4121-c7d7-451f-aeb6-704512b7a091 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:26.181702 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:26.208380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:26.240842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b50ab61-c098-4336-911f-123d990afa86 req-d273e790-a72e-48cd-9b76-db0e37b20f78 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07de7e5-8083-4679-b82c-a9fde5061629 HTTP/1.1" status: 200 len: 210 time: 0.1269665 Nov 09 00:07:26.347548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab81248-1a6e-4606-8b72-bb0b500d21cf req-1947696f-b01d-4075-b079-a31a39881845 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319665 Nov 09 00:07:26.378763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:26.379140 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:26.462697 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:26.497385 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-21823f7b-fbd7-4b43-9a78-780ecd5dd5b1 None None] Set router 492b8728-719a-4183-9b4c-aa2ba67ffad0 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:26.503587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Router b0efd056-d357-4f8c-93a5-8df8a38e1533 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:07:26.523636 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2d5ff1e0-e394-48f7-a285-cb33ba4fd9ad req-74d2d10e-4fc3-4ac4-a5d1-f756440dcc8f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:26.567454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52fce0b2-fed0-4497-9964-be0c44e51f45'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:26.577938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:26.595952 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2d10e-4fc3-4ac4-a5d1-f756440dcc8f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event deleted for resources: {'Port': ['ID=a4ebbcd9-d209-47a7-bf12-1f025b36a2d1,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:26.645149 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de9325-15c9-407f-9a20-eac4cbe923c0 req-449e750a-c3fd-462e-bba4-3a7cc4068762 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:26.652480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13de9325-15c9-407f-9a20-eac4cbe923c0 req-449e750a-c3fd-462e-bba4-3a7cc4068762 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.2603114 Nov 09 00:07:26.675343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5ff1e0-e394-48f7-a285-cb33ba4fd9ad req-74d2d10e-4fc3-4ac4-a5d1-f756440dcc8f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] No DVR routers for this DVR port a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:26.686268 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2d5ff1e0-e394-48f7-a285-cb33ba4fd9ad req-74d2d10e-4fc3-4ac4-a5d1-f756440dcc8f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:26.688751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:26.689647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d5ff1e0-e394-48f7-a285-cb33ba4fd9ad req-74d2d10e-4fc3-4ac4-a5d1-f756440dcc8f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "DELETE /v2.0/ports/a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 HTTP/1.1" status: 204 len: 173 time: 2.1409738 Nov 09 00:07:26.690954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc122255-2276-436b-b440-f4170932b8f2', 'name': 'network-vif-deleted', 'tag': 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:26.692376 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5073b4-8bdd-486a-9577-90e957dccf3b" -d '{"events": [{"server_uuid": "bc122255-2276-436b-b440-f4170932b8f2", "name": "network-vif-deleted", "tag": "a4ebbcd9-d209-47a7-bf12-1f025b36a2d1"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:26.712641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:07:26.718766 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:26.720167 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6f128202-a4ea-4a1f-8c46-f9adacafc9e7 admin admin] 10.222.0.25 "PUT /v2.0/routers/b0efd056-d357-4f8c-93a5-8df8a38e1533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2452302 Nov 09 00:07:26.755260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13de9325-15c9-407f-9a20-eac4cbe923c0 req-fd09153c-05c6-4ee8-97e0-cfb5a6e7d9a5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018362 Nov 09 00:07:26.768846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-80069cc1-db01-4393-8c0e-9b9e3b4d2284 None None] Provisioning complete for port 2de30428-e50a-46e6-aa28-34e06457d2b0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:26.768846 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-80069cc1-db01-4393-8c0e-9b9e3b4d2284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:26.781148 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:26.802078 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:26.837936 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108c8ec5-32ea-472b-929b-9173460d7dad x-openstack-request-id: req-108c8ec5-32ea-472b-929b-9173460d7dad {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:26.838270 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc122255-2276-436b-b440-f4170932b8f2", "name": "network-vif-deleted", "tag": "a4ebbcd9-d209-47a7-bf12-1f025b36a2d1", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:26.838529 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-108c8ec5-32ea-472b-929b-9173460d7dad {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:26.839363 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc122255-2276-436b-b440-f4170932b8f2', 'name': 'network-vif-deleted', 'tag': 'a4ebbcd9-d209-47a7-bf12-1f025b36a2d1', 'status': 'completed', 'code': 200} Nov 09 00:07:26.860973 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:26.923286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-80069cc1-db01-4393-8c0e-9b9e3b4d2284 None None] Port 2de30428-e50a-46e6-aa28-34e06457d2b0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:07:26.931211 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 3a0d7aed-e768-48e4-bf75-bdfbb7913c39, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3a0d7aed-e768-48e4-bf75-bdfbb7913c39,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:26.943556 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ecb0f-407b-4551-a93f-9e82c53735af req-0787aaa6-5b3f-4b64-9347-f977643cde22 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:26.952505 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-739ecb0f-407b-4551-a93f-9e82c53735af req-0787aaa6-5b3f-4b64-9347-f977643cde22 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1126642 Nov 09 00:07:26.960868 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:26.962138 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7a4df79c-0471-455e-b9d4-d508d97d83ab up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:26.992987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Deleting port d45a4540-43ec-4064-8fc9-64033414c989 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:26.994936 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:27.008581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Pushing event updated for resources: {'Port': ['ID=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,revision_number=7']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:27.032237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Attempting to bind port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on host n-h1-813263-3 for vnic_type normal with profile {"migrating_to": "n-h2-813263-3"} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:27.033543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Attempting to bind port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:27.033872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Attempting to bind port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:27.039060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:07:27.039376 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Attempting to bind port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:27.046648 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:27.047069 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:27.048098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Bound using segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:27.048541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Bound port: ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:27.048943 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:27.111929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-21823f7b-fbd7-4b43-9a78-780ecd5dd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'name': 'tempest-ServersTestMultiNic-1539078171-router', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:36Z', 'updated_at': '2021-11-09T00:07:23Z', 'revision_number': 5, 'project_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'gw_port': {'id': 'd45a4540-43ec-4064-8fc9-64033414c989', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:05:37Z', 'updated_at': '2021-11-09T00:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:27.141186 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-739ecb0f-407b-4551-a93f-9e82c53735af req-f4e6108d-04ae-46c8-9036-7d4bd94068c2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870165 Nov 09 00:07:27.150566 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:27.153857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:07:27.160813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:27.201434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21823f7b-fbd7-4b43-9a78-780ecd5dd5b1 None None] Checking router: 492b8728-719a-4183-9b4c-aa2ba67ffad0 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:07:27.217997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-28597ecb-1ef6-4c91-8450-dec57c97e4dc req-fd486c7c-2706-4703-900d-df6922185929 tempest-FloatingIPsNegativeTestJSON-490840795 tempest-FloatingIPsNegativeTestJSON-490840795-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=e964568c06504b2abf068ab46cd8d467 HTTP/1.1" status: 200 len: 217 time: 0.0863483 Nov 09 00:07:27.225728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=3a0d7aed-e768-48e4-bf75-bdfbb7913c39,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:27.251601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21823f7b-fbd7-4b43-9a78-780ecd5dd5b1 None None] Routers {'492b8728-719a-4183-9b4c-aa2ba67ffad0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:27.252253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-21823f7b-fbd7-4b43-9a78-780ecd5dd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['492b8728-719a-4183-9b4c-aa2ba67ffad0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:27.259615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7a4df79c-0471-455e-b9d4-d508d97d83ab triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:27.259986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:27.290230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9a12fd5-441a-4a03-8696-5ac7a853ad42 req-fe3c6b71-7298-44a8-b73d-8a300dd44709 tempest-FloatingIPsNegativeTestJSON-490840795 tempest-FloatingIPsNegativeTestJSON-490840795-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0484085 Nov 09 00:07:27.311946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:27.318323 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:27.322686 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] 10.222.0.11 "PUT /v2.0/ports/ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 HTTP/1.1" status: 200 len: 1121 time: 1.3316185 Nov 09 00:07:27.344179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:27.345689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845c44f3-0789-4a23-afa7-370d5d6c8383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6'}, {'name': 'network-changed', 'server_uuid': '845c44f3-0789-4a23-afa7-370d5d6c8383', 'tag': 'ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:27.352131 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1064fff0-2ce6-4413-b986-98d022f095ff" -d '{"events": [{"server_uuid": "845c44f3-0789-4a23-afa7-370d5d6c8383", "name": "network-vif-unplugged", "status": "completed", "tag": "ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6"}, {"name": "network-changed", "server_uuid": "845c44f3-0789-4a23-afa7-370d5d6c8383", "tag": "ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:27.362199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] For port d45a4540-43ec-4064-8fc9-64033414c989, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d45a4540-43ec-4064-8fc9-64033414c989,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:27.362610 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:27.366723 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec430-03c9-4d9d-bf77-bad20583edee service neutron] Pushing event updated for resources: {'Port': ['ID=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,revision_number=8']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:27.442833 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-56bfefb9-d480-437f-8fd3-febefb4b2315 req-13786050-7ab7-407e-9184-96521f4ae82d tempest-FloatingIPsNegativeTestJSON-490840795 tempest-FloatingIPsNegativeTestJSON-490840795-project] show failed (client error): The resource could not be found. Nov 09 00:07:27.443977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56bfefb9-d480-437f-8fd3-febefb4b2315 req-13786050-7ab7-407e-9184-96521f4ae82d tempest-FloatingIPsNegativeTestJSON-490840795 tempest-FloatingIPsNegativeTestJSON-490840795-project] 10.222.0.25 "GET /v2.0/floatingips/4f19d93e-e9b4-4398-a851-9558ffc8455f HTTP/1.1" status: 404 len: 350 time: 0.0534084 Nov 09 00:07:27.450361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Calling delete_port for d45a4540-43ec-4064-8fc9-64033414c989 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:27.456020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58426) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:27.521669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4a488-9b80-4042-8e87-3cce63e514de req-3a809830-e420-480e-a7a1-ed3c09c59293 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:27.531494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1d4a488-9b80-4042-8e87-3cce63e514de req-3a809830-e420-480e-a7a1-ed3c09c59293 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 943 time: 0.2163527 Nov 09 00:07:27.539916 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7f6532-c8fa-43b9-89f4-1984c02d1641 x-openstack-request-id: req-ee7f6532-c8fa-43b9-89f4-1984c02d1641 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:27.540269 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845c44f3-0789-4a23-afa7-370d5d6c8383", "name": "network-vif-unplugged", "status": "completed", "tag": "ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6", "code": 200}, {"name": "network-changed", "server_uuid": "845c44f3-0789-4a23-afa7-370d5d6c8383", "tag": "ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:27.540461 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee7f6532-c8fa-43b9-89f4-1984c02d1641 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:27.540864 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845c44f3-0789-4a23-afa7-370d5d6c8383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6', 'code': 200} Nov 09 00:07:27.541317 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845c44f3-0789-4a23-afa7-370d5d6c8383', 'tag': 'ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6', 'status': 'completed', 'code': 200} Nov 09 00:07:27.582394 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Sync routers for ids ['b0efd056-d357-4f8c-93a5-8df8a38e1533'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:07:27.597633 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Routers {'b0efd056-d357-4f8c-93a5-8df8a38e1533'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:27.598799 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b0efd056-d357-4f8c-93a5-8df8a38e1533'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:27.670976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:07:27.677476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:27.677827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a4ebbcd9-d209-47a7-bf12-1f025b36a2d1 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:27.678823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e3608666-72b9-4756-9af2-597dfcd61d93 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:27.727682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: e3608666-72b9-4756-9af2-597dfcd61d93 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:27.728052 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e3608666-72b9-4756-9af2-597dfcd61d93 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:27.745533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:27.747695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:27.753677 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Set router b0efd056-d357-4f8c-93a5-8df8a38e1533 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:27.766397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1d4a488-9b80-4042-8e87-3cce63e514de req-44770a20-3c3b-4ca4-a876-ada71fa55f4e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281816 Nov 09 00:07:27.796756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064fff0-2ce6-4413-b986-98d022f095ff req-33748e7c-79ad-4249-b59d-f3ffe53e0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:27.798494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1064fff0-2ce6-4413-b986-98d022f095ff req-33748e7c-79ad-4249-b59d-f3ffe53e0726 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 1124 time: 0.1948862 Nov 09 00:07:27.814684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-21823f7b-fbd7-4b43-9a78-780ecd5dd5b1 None None] Set router 492b8728-719a-4183-9b4c-aa2ba67ffad0 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:27.818730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a42476-d7db-43f8-b7fc-e125024ab751 req-669d6a52-75f9-4279-a5a8-f87ae36894a1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:27.820281 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7a42476-d7db-43f8-b7fc-e125024ab751 req-669d6a52-75f9-4279-a5a8-f87ae36894a1 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1738777 Nov 09 00:07:27.917341 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-21823f7b-fbd7-4b43-9a78-780ecd5dd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'name': 'tempest-ServersTestMultiNic-1539078171-router', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:36Z', 'updated_at': '2021-11-09T00:07:26Z', 'revision_number': 6, 'project_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:27.986599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21823f7b-fbd7-4b43-9a78-780ecd5dd5b1 None None] The sync data for ids ['492b8728-719a-4183-9b4c-aa2ba67ffad0'] in n-d-813263-3 is: [{'id': '492b8728-719a-4183-9b4c-aa2ba67ffad0', 'name': 'tempest-ServersTestMultiNic-1539078171-router', 'tenant_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:05:36Z', 'updated_at': '2021-11-09T00:07:26Z', 'revision_number': 6, 'project_id': 'b98e8fcaaadf42aabd25a75286f8e710', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:07:28.033420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064fff0-2ce6-4413-b986-98d022f095ff req-07e3a673-f0d7-42f3-bc0e-a717cf47006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:28.046581 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1064fff0-2ce6-4413-b986-98d022f095ff req-07e3a673-f0d7-42f3-bc0e-a717cf47006c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.2252867 Nov 09 00:07:28.059515 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7542e71f-b2fb-4c2c-8ed5-c66731865d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.078258 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.092272 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'name': 'tempest-FloatingIPsNegativeTestJSON-737075821-router', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3a0d7aed-e768-48e4-bf75-bdfbb7913c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:25Z', 'revision_number': 4, 'project_id': 'e964568c06504b2abf068ab46cd8d467', 'gw_port': {'id': '3a0d7aed-e768-48e4-bf75-bdfbb7913c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2de30428-e50a-46e6-aa28-34e06457d2b0', 'name': '', 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'mac_address': 'fa:16:3e:47:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '03428768-6f2b-41ea-8c59-7fb4805877c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:24Z', 'updated_at': '2021-11-09T00:07:25Z', 'revision_number': 2, 'project_id': 'e964568c06504b2abf068ab46cd8d467', 'subnets': [{'id': '03428768-6f2b-41ea-8c59-7fb4805877c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:28.116581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:28.128654 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Checking router: b0efd056-d357-4f8c-93a5-8df8a38e1533 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:07:28.129010 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Updating router b0efd056-d357-4f8c-93a5-8df8a38e1533 port 2de30428-e50a-46e6-aa28-34e06457d2b0 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:07:28.152995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1064fff0-2ce6-4413-b986-98d022f095ff req-d8f90b5a-eeea-44e2-a8ff-b50fa5816500 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 HTTP/1.1" status: 200 len: 217 time: 0.0707397 Nov 09 00:07:28.155827 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.164882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 has no active binding in host n-h2-813263-3 {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 00:07:28.190027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7a42476-d7db-43f8-b7fc-e125024ab751 req-17408c17-b402-40c4-a690-06f21c7e5758 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421041 Nov 09 00:07:28.264410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064fff0-2ce6-4413-b986-98d022f095ff req-c28362ac-5f3f-4d81-a470-6c1527aa7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:28.265978 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1064fff0-2ce6-4413-b986-98d022f095ff req-c28362ac-5f3f-4d81-a470-6c1527aa7d8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.0821741 Nov 09 00:07:28.276576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=d45a4540-43ec-4064-8fc9-64033414c989,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:28.332220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641bf89-811c-44a6-aebd-9f5b4a611669 req-01a3750f-da8e-4427-be2d-31bddeca6a72 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:28.339981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c641bf89-811c-44a6-aebd-9f5b4a611669 req-01a3750f-da8e-4427-be2d-31bddeca6a72 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.2898829 Nov 09 00:07:28.435479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1064fff0-2ce6-4413-b986-98d022f095ff req-34526dcd-70be-423d-8c59-715511af4914 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515605 Nov 09 00:07:28.494328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7542e71f-b2fb-4c2c-8ed5-c66731865d57 admin admin] Deleting port 2de30428-e50a-46e6-aa28-34e06457d2b0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:28.494958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7542e71f-b2fb-4c2c-8ed5-c66731865d57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.601877 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7542e71f-b2fb-4c2c-8ed5-c66731865d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.619963 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7542e71f-b2fb-4c2c-8ed5-c66731865d57 admin admin] Calling delete_port for 2de30428-e50a-46e6-aa28-34e06457d2b0 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:28.620321 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c641bf89-811c-44a6-aebd-9f5b4a611669 req-797a10fe-62c9-4707-9050-3d4b8e752d95 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793460 Nov 09 00:07:28.621313 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.671767 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.681792 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.749479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.772376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.787384 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb4a5d-dc9e-4f5a-ad40-1466f70efc95 req-b2ca54a6-d5b9-456e-91c8-459d584a130d tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:28.795419 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64eb4a5d-dc9e-4f5a-ad40-1466f70efc95 req-b2ca54a6-d5b9-456e-91c8-459d584a130d tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.2214031 Nov 09 00:07:28.808296 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffd829-f904-44af-8df4-fc338f1a3752 None None] Pushing event updated for resources: {'Port': ['ID=2de30428-e50a-46e6-aa28-34e06457d2b0,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:28.819151 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Attempting to bind port 2de30428-e50a-46e6-aa28-34e06457d2b0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:28.819570 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Attempting to bind port 2de30428-e50a-46e6-aa28-34e06457d2b0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:28.819932 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Attempting to bind port 2de30428-e50a-46e6-aa28-34e06457d2b0 on network 427a4121-c7d7-451f-aeb6-704512b7a091 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:28.825383 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:28.825777 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Checking segment: {'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:28.826715 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.827099 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Bound using segment: {'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:28.827560 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Bound port: 2de30428-e50a-46e6-aa28-34e06457d2b0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:28.827948 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.845910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1064fff0-2ce6-4413-b986-98d022f095ff req-43c5bc98-6031-4103-b4a5-3a2ee52c5bc8 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009466 Nov 09 00:07:28.883623 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.884173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 492b8728-719a-4183-9b4c-aa2ba67ffad0 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:07:28.896938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:28.916909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7542e71f-b2fb-4c2c-8ed5-c66731865d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.929327 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.db.api [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:07:28.929867 n-d-813263-3 neutron-server[101783]: DEBUG oslo_db.api [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:07:28.933692 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:28.937102 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a287ed61-bf88-483c-b5f0-2ed228753d4f admin admin] 10.222.0.25 "DELETE /v2.0/routers/492b8728-719a-4183-9b4c-aa2ba67ffad0 HTTP/1.1" status: 204 len: 168 time: 2.8364520 Nov 09 00:07:28.957275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3a857-a852-414f-812f-f78d5ed1c867 req-f38eee48-8517-4537-81e4-9605157ae7bb tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:28.965524 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91a3a857-a852-414f-812f-f78d5ed1c867 req-f38eee48-8517-4537-81e4-9605157ae7bb tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 949 time: 0.2696841 Nov 09 00:07:28.969189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58444) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:28.972472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:28.973147 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:29.004170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542e71f-b2fb-4c2c-8ed5-c66731865d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de30428-e50a-46e6-aa28-34e06457d2b0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:29.057336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64eb4a5d-dc9e-4f5a-ad40-1466f70efc95 req-1a7c532e-bfde-4a29-9416-b6e23ce95e85 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605669 Nov 09 00:07:29.074204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-05c37ba1-58ef-49e2-b5a4-2092e613a4f6 None None] Could not find standard attr ID for object 2de30428-e50a-46e6-aa28-34e06457d2b0. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:07:29.078889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 13e79910-4778-4d00-b7cc-16092caf21cf no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:29.103433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 13e79910-4778-4d00-b7cc-16092caf21cf {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:29.103783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 13e79910-4778-4d00-b7cc-16092caf21cf not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:29.149764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1064fff0-2ce6-4413-b986-98d022f095ff req-99ddd4d1-ff45-447a-a71c-46631b1ddee8 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905366 Nov 09 00:07:29.159854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91a3a857-a852-414f-812f-f78d5ed1c867 req-69d03ae3-e06b-42ff-bad1-6b606a6143bc tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935053 Nov 09 00:07:29.237923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595c550-8161-4519-8a67-4b4c98b753bf req-f788bd28-0409-42ff-aaf2-9d9588adc50c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:29.238408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-620feb9b-4e1f-470d-b695-944b3be223f4 admin admin] Deleting subnet 4f8a9906-5514-4d00-8ae7-e328c0f0e8bb {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:07:29.241760 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-620feb9b-4e1f-470d-b695-944b3be223f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:29.245929 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f595c550-8161-4519-8a67-4b4c98b753bf req-f788bd28-0409-42ff-aaf2-9d9588adc50c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 943 time: 0.0771663 Nov 09 00:07:29.277061 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7542e71f-b2fb-4c2c-8ed5-c66731865d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:29.292392 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-620feb9b-4e1f-470d-b695-944b3be223f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:29.310040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f595c550-8161-4519-8a67-4b4c98b753bf req-687dc731-bca8-4bc0-b4ae-b9dcb920b4c2 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629807 Nov 09 00:07:29.421455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b51609-83a8-4914-ab7e-4a42e0bde71d req-09658776-12fc-48d2-a4ba-cc560faf1e00 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:29.423114 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2b51609-83a8-4914-ab7e-4a42e0bde71d req-09658776-12fc-48d2-a4ba-cc560faf1e00 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.0547459 Nov 09 00:07:29.448301 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Attempting to bind port 2de30428-e50a-46e6-aa28-34e06457d2b0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:29.448669 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Attempting to bind port 2de30428-e50a-46e6-aa28-34e06457d2b0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:29.449091 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Attempting to bind port 2de30428-e50a-46e6-aa28-34e06457d2b0 on network 427a4121-c7d7-451f-aeb6-704512b7a091 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:29.455211 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:29.455580 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Checking segment: {'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:29.455985 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:29.456384 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Bound using segment: {'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:29.456845 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Bound port: 2de30428-e50a-46e6-aa28-34e06457d2b0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edd6709-b11f-402d-a3d7-869ccaa7063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '427a4121-c7d7-451f-aeb6-704512b7a091'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:29.457249 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:29.480582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2b51609-83a8-4914-ab7e-4a42e0bde71d req-42dd1e2f-f0b0-4e8d-bb00-e15246945150 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512998 Nov 09 00:07:29.493607 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.plugin [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Port 2de30428-e50a-46e6-aa28-34e06457d2b0 has been deleted concurrently {{(pid=101783) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 09 00:07:29.504484 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Routers {'b0efd056-d357-4f8c-93a5-8df8a38e1533'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:29.505224 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b0efd056-d357-4f8c-93a5-8df8a38e1533'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:29.611388 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] Set router b0efd056-d357-4f8c-93a5-8df8a38e1533 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:29.720495 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-620feb9b-4e1f-470d-b695-944b3be223f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:29.747234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30f2cf-3125-4ab7-b08f-2310a95b42c3 req-5405b2bd-c0d2-429e-9d52-cf297c1e70f1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:29.749625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a30f2cf-3125-4ab7-b08f-2310a95b42c3 req-5405b2bd-c0d2-429e-9d52-cf297c1e70f1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.0513818 Nov 09 00:07:29.796465 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'name': 'tempest-FloatingIPsNegativeTestJSON-737075821-router', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3a0d7aed-e768-48e4-bf75-bdfbb7913c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:28Z', 'revision_number': 5, 'project_id': 'e964568c06504b2abf068ab46cd8d467', 'gw_port': {'id': '3a0d7aed-e768-48e4-bf75-bdfbb7913c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:29.801730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a30f2cf-3125-4ab7-b08f-2310a95b42c3 req-8009e1e9-867f-4970-8709-f6e43478ae73 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Nov 09 00:07:29.826641 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d698d9d-d3d2-4a93-884a-e83c69e3003a None None] The sync data for ids ['b0efd056-d357-4f8c-93a5-8df8a38e1533'] in n-d-813263-3 is: [{'id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'name': 'tempest-FloatingIPsNegativeTestJSON-737075821-router', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3a0d7aed-e768-48e4-bf75-bdfbb7913c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:28Z', 'revision_number': 5, 'project_id': 'e964568c06504b2abf068ab46cd8d467', 'gw_port': {'id': '3a0d7aed-e768-48e4-bf75-bdfbb7913c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:07:29.849772 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-620feb9b-4e1f-470d-b695-944b3be223f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:29.887158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620feb9b-4e1f-470d-b695-944b3be223f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f8a9906-5514-4d00-8ae7-e328c0f0e8bb,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:29.893312 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-620feb9b-4e1f-470d-b695-944b3be223f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:29.896469 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-620feb9b-4e1f-470d-b695-944b3be223f4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4f8a9906-5514-4d00-8ae7-e328c0f0e8bb HTTP/1.1" status: 204 len: 168 time: 0.8992839 Nov 09 00:07:29.899325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58450) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:29.899670 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7814b9-c172-48be-afa2-07ffa5ddf46d None None] Network c63c61b9-8255-4bd1-9141-859da3e71bd0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:07:29.915208 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7542e71f-b2fb-4c2c-8ed5-c66731865d57 admin admin] Router b0efd056-d357-4f8c-93a5-8df8a38e1533 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:07:29.978700 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.039820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7542e71f-b2fb-4c2c-8ed5-c66731865d57 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:07:30.044827 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7542e71f-b2fb-4c2c-8ed5-c66731865d57 admin admin] 10.222.0.25 "PUT /v2.0/routers/b0efd056-d357-4f8c-93a5-8df8a38e1533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5875983 Nov 09 00:07:30.049936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58452) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:30.088251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2625d72-33e9-4700-a7fb-44c490ace7ec req-09063636-84c2-407d-a354-371f52f5945a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:30.089801 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2625d72-33e9-4700-a7fb-44c490ace7ec req-09063636-84c2-407d-a354-371f52f5945a tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 949 time: 0.0718091 Nov 09 00:07:30.117693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Deleting port e2a9b16b-07e1-42bc-be06-b058614b6c20 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:30.117693 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.118020 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7b0468-60f7-480c-b936-c4561ab8f3f3 None None] DHCP port deletion for c63c61b9-8255-4bd1-9141-859da3e71bd0 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:07:30.195646 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.199363 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b0468-60f7-480c-b936-c4561ab8f3f3 None None] Deleting port e2a9b16b-07e1-42bc-be06-b058614b6c20 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:30.199882 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca7b0468-60f7-480c-b936-c4561ab8f3f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.268905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d45a4540-43ec-4064-8fc9-64033414c989 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:30.303060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: d45a4540-43ec-4064-8fc9-64033414c989 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:30.303429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d45a4540-43ec-4064-8fc9-64033414c989 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:30.303816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e2a9b16b-07e1-42bc-be06-b058614b6c20 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:30.313568 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ca7b0468-60f7-480c-b936-c4561ab8f3f3 None None] For port e2a9b16b-07e1-42bc-be06-b058614b6c20, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e2a9b16b-07e1-42bc-be06-b058614b6c20,segment=NetworkSegment(069cca0d-6f48-4ebb-8cb7-2ef176fa57f4),segment_id=069cca0d-6f48-4ebb-8cb7-2ef176fa57f4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:30.313970 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca7b0468-60f7-480c-b936-c4561ab8f3f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.320661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.356292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b0468-60f7-480c-b936-c4561ab8f3f3 None None] Calling delete_port for e2a9b16b-07e1-42bc-be06-b058614b6c20 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:30.375655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] For port e2a9b16b-07e1-42bc-be06-b058614b6c20, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e2a9b16b-07e1-42bc-be06-b058614b6c20,segment=NetworkSegment(069cca0d-6f48-4ebb-8cb7-2ef176fa57f4),segment_id=069cca0d-6f48-4ebb-8cb7-2ef176fa57f4)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:30.376037 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.385567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Deleting port 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:30.385897 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.404352 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05156fa6-e483-41d3-a049-1387b769a2df req-39e85448-b452-43ed-a358-c71197af4e5a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:30.411933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05156fa6-e483-41d3-a049-1387b769a2df req-39e85448-b452-43ed-a358-c71197af4e5a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.2473762 Nov 09 00:07:30.435990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Calling delete_port for e2a9b16b-07e1-42bc-be06-b058614b6c20 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:30.461554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40409a-16ff-4549-8ce7-9e8e2ce123d5 req-9b58dcc6-f5ca-4520-9d7d-4f8f981f917b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:30.468767 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d40409a-16ff-4549-8ce7-9e8e2ce123d5 req-9b58dcc6-f5ca-4520-9d7d-4f8f981f917b tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 949 time: 0.1928737 Nov 09 00:07:30.470228 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.492589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] For port 3a0d7aed-e768-48e4-bf75-bdfbb7913c39, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3a0d7aed-e768-48e4-bf75-bdfbb7913c39,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:30.493903 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.513882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Calling delete_port for 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:30.519064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-d2625d72-33e9-4700-a7fb-44c490ace7ec req-b5f93dc3-db36-4378-9e52-f98818b8e35d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Deleting port 52fce0b2-fed0-4497-9964-be0c44e51f45 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:30.519403 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d2625d72-33e9-4700-a7fb-44c490ace7ec req-b5f93dc3-db36-4378-9e52-f98818b8e35d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.533603 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05156fa6-e483-41d3-a049-1387b769a2df req-f7dd5eea-d6aa-450a-affc-b1a0a4108576 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207707 Nov 09 00:07:30.541716 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca7b0468-60f7-480c-b936-c4561ab8f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.580931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b0468-60f7-480c-b936-c4561ab8f3f3 None None] Pushing event deleted for resources: {'Port': ['ID=e2a9b16b-07e1-42bc-be06-b058614b6c20,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:30.586869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b0468-60f7-480c-b936-c4561ab8f3f3 None None] No DVR routers for this DVR port e2a9b16b-07e1-42bc-be06-b058614b6c20 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:30.596996 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 00:07:30.596996 n-d-813263-3 neutron-server[101782]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 09 00:07:30.596996 n-d-813263-3 neutron-server[101782]: [parameters: {'status': 'DOWN', 'ports_id': 'e2a9b16b-07e1-42bc-be06-b058614b6c20'}] Nov 09 00:07:30.596996 n-d-813263-3 neutron-server[101782]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:07:30.602113 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:07:30.742244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945d957-f52a-412f-9507-84cc45a07d74 None None] Sync routers for ids ['b0efd056-d357-4f8c-93a5-8df8a38e1533'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:07:30.755647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945d957-f52a-412f-9507-84cc45a07d74 None None] Routers {'b0efd056-d357-4f8c-93a5-8df8a38e1533'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:30.756344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9945d957-f52a-412f-9507-84cc45a07d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b0efd056-d357-4f8c-93a5-8df8a38e1533'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:30.797635 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.849295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0d7aed-e768-48e4-bf75-bdfbb7913c39,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:30.860175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9945d957-f52a-412f-9507-84cc45a07d74 None None] Set router b0efd056-d357-4f8c-93a5-8df8a38e1533 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:30.913883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9945d957-f52a-412f-9507-84cc45a07d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'name': 'tempest-FloatingIPsNegativeTestJSON-737075821-router', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:30Z', 'revision_number': 6, 'project_id': 'e964568c06504b2abf068ab46cd8d467', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:30.915173 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:30.952775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945d957-f52a-412f-9507-84cc45a07d74 None None] Checking router: b0efd056-d357-4f8c-93a5-8df8a38e1533 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:07:30.963880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945d957-f52a-412f-9507-84cc45a07d74 None None] Routers {'b0efd056-d357-4f8c-93a5-8df8a38e1533'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:30.964930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9945d957-f52a-412f-9507-84cc45a07d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b0efd056-d357-4f8c-93a5-8df8a38e1533'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:31.001169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d40409a-16ff-4549-8ce7-9e8e2ce123d5 req-7256eee4-a110-40c4-993c-3c8d1fa7082f tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/security-groups?id=2cc51376-353f-45ee-9985-07c5e273862a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315354 Nov 09 00:07:31.038959 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.042077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.051158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-d2625d72-33e9-4700-a7fb-44c490ace7ec req-b5f93dc3-db36-4378-9e52-f98818b8e35d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] For port 52fce0b2-fed0-4497-9964-be0c44e51f45, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=52fce0b2-fed0-4497-9964-be0c44e51f45,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:31.051530 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d2625d72-33e9-4700-a7fb-44c490ace7ec req-b5f93dc3-db36-4378-9e52-f98818b8e35d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.054570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9945d957-f52a-412f-9507-84cc45a07d74 None None] Set router b0efd056-d357-4f8c-93a5-8df8a38e1533 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:31.068494 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b8cf-2316-4e1a-890b-821e85195165 req-500dc623-7fd0-4b4a-a9cf-4430d42e0dc5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:31.069973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a80b8cf-2316-4e1a-890b-821e85195165 req-500dc623-7fd0-4b4a-a9cf-4430d42e0dc5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 943 time: 0.1473324 Nov 09 00:07:31.072800 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.081860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-d2625d72-33e9-4700-a7fb-44c490ace7ec req-b5f93dc3-db36-4378-9e52-f98818b8e35d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Calling delete_port for 52fce0b2-fed0-4497-9964-be0c44e51f45 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:31.130169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a9b16b-07e1-42bc-be06-b058614b6c20,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:31.132379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.133239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0efd056-d357-4f8c-93a5-8df8a38e1533 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:07:31.133517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] No DVR routers for this DVR port e2a9b16b-07e1-42bc-be06-b058614b6c20 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:31.147351 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.149400 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-25faabb6-a3d0-4697-89f7-4d5671760937 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b0efd056-d357-4f8c-93a5-8df8a38e1533 HTTP/1.1" status: 204 len: 168 time: 1.0980740 Nov 09 00:07:31.151665 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58466) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:31.169989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9945d957-f52a-412f-9507-84cc45a07d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'name': 'tempest-FloatingIPsNegativeTestJSON-737075821-router', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:30Z', 'revision_number': 7, 'project_id': 'e964568c06504b2abf068ab46cd8d467', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:31.171868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Port e2a9b16b-07e1-42bc-be06-b058614b6c20 update to DOWN by agent not found {{(pid=101782) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 00:07:31.205847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945d957-f52a-412f-9507-84cc45a07d74 None None] The sync data for ids ['b0efd056-d357-4f8c-93a5-8df8a38e1533'] in n-d-813263-3 is: [{'id': 'b0efd056-d357-4f8c-93a5-8df8a38e1533', 'name': 'tempest-FloatingIPsNegativeTestJSON-737075821-router', 'tenant_id': 'e964568c06504b2abf068ab46cd8d467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:21Z', 'updated_at': '2021-11-09T00:07:30Z', 'revision_number': 7, 'project_id': 'e964568c06504b2abf068ab46cd8d467', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:07:31.220134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc093fd2-a0d9-4715-9ed7-63864299f247 admin admin] Deleting subnet 03428768-6f2b-41ea-8c59-7fb4805877c3 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:07:31.223617 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc093fd2-a0d9-4715-9ed7-63864299f247 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.262359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc093fd2-a0d9-4715-9ed7-63864299f247 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.300253 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a80b8cf-2316-4e1a-890b-821e85195165 req-204f84b3-d1a3-4ef9-9b61-231144f89713 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194369 Nov 09 00:07:31.341131 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.354187 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc093fd2-a0d9-4715-9ed7-63864299f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.379856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63c61b9-8255-4bd1-9141-859da3e71bd0']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:31.405506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069cca0d-6f48-4ebb-8cb7-2ef176fa57f4') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:31.405890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069cca0d-6f48-4ebb-8cb7-2ef176fa57f4') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:31.411538 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc093fd2-a0d9-4715-9ed7-63864299f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.441142 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc093fd2-a0d9-4715-9ed7-63864299f247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03428768-6f2b-41ea-8c59-7fb4805877c3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:31.443011 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc093fd2-a0d9-4715-9ed7-63864299f247 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.443824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dc7e2-a2df-42ab-8fd7-5ec91d61166d req-15355246-ebbd-492a-baab-5caff2379750 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:31.445836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d61dc7e2-a2df-42ab-8fd7-5ec91d61166d req-15355246-ebbd-492a-baab-5caff2379750 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.2431488 Nov 09 00:07:31.447686 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.448748 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fc093fd2-a0d9-4715-9ed7-63864299f247 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/03428768-6f2b-41ea-8c59-7fb4805877c3 HTTP/1.1" status: 204 len: 168 time: 0.2960200 Nov 09 00:07:31.449366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58468) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:31.450210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25930168-db01-43e5-8565-228f2414b975 None None] Network 427a4121-c7d7-451f-aeb6-704512b7a091 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:07:31.504678 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.523969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.524520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:07:31.524825 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:07:31.527963 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:07:31.582879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Deleting port 7a4df79c-0471-455e-b9d4-d508d97d83ab {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:31.583322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.587752 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21464c22-d7df-4c42-bb1f-a6909bfc1442 req-93e1874c-e120-4d1d-bc96-0d8fafb64984 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:31.595976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21464c22-d7df-4c42-bb1f-a6909bfc1442 req-93e1874c-e120-4d1d-bc96-0d8fafb64984 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.2178583 Nov 09 00:07:31.603254 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d2625d72-33e9-4700-a7fb-44c490ace7ec req-b5f93dc3-db36-4378-9e52-f98818b8e35d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.674113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f93dc3-db36-4378-9e52-f98818b8e35d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Pushing event deleted for resources: {'Port': ['ID=52fce0b2-fed0-4497-9964-be0c44e51f45,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:31.699401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d61dc7e2-a2df-42ab-8fd7-5ec91d61166d req-e02096d7-6f3d-480f-9ee3-ca93278d0c79 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315137 Nov 09 00:07:31.710263 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] For port 7a4df79c-0471-455e-b9d4-d508d97d83ab, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7a4df79c-0471-455e-b9d4-d508d97d83ab,segment=NetworkSegment(0edd6709-b11f-402d-a3d7-869ccaa7063a),segment_id=0edd6709-b11f-402d-a3d7-869ccaa7063a)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:31.710678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.733383 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.742680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Calling delete_port for 7a4df79c-0471-455e-b9d4-d508d97d83ab owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:31.759367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2625d72-33e9-4700-a7fb-44c490ace7ec req-b5f93dc3-db36-4378-9e52-f98818b8e35d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] No DVR routers for this DVR port 52fce0b2-fed0-4497-9964-be0c44e51f45 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:31.762828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d2625d72-33e9-4700-a7fb-44c490ace7ec req-b5f93dc3-db36-4378-9e52-f98818b8e35d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.767089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2625d72-33e9-4700-a7fb-44c490ace7ec req-b5f93dc3-db36-4378-9e52-f98818b8e35d tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.30 "DELETE /v2.0/ports/52fce0b2-fed0-4497-9964-be0c44e51f45 HTTP/1.1" status: 204 len: 173 time: 1.6649196 Nov 09 00:07:31.774137 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.780995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c63c61b9-8255-4bd1-9141-859da3e71bd0 HTTP/1.1" status: 204 len: 168 time: 1.8805475 Nov 09 00:07:31.781870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bce7c1e-b09b-42c3-bc14-76742ed67fa8', 'name': 'network-vif-deleted', 'tag': '52fce0b2-fed0-4497-9964-be0c44e51f45'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:31.784507 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b943a4a2-39d6-43d5-8278-6305bf4ae283" -d '{"events": [{"server_uuid": "3bce7c1e-b09b-42c3-bc14-76742ed67fa8", "name": "network-vif-deleted", "tag": "52fce0b2-fed0-4497-9964-be0c44e51f45"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:31.823499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21464c22-d7df-4c42-bb1f-a6909bfc1442 req-39472bbb-a567-4475-8fc4-892f502cab02 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208121 Nov 09 00:07:31.845057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1c4ae-5fa8-4f30-9aeb-8dbb522942c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c63c61b9-8255-4bd1-9141-859da3e71bd0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:31.857218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5c908-a920-415b-91e3-f917d4d1b529 None None] DHCP port deletion for 427a4121-c7d7-451f-aeb6-704512b7a091 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:07:31.902147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a3b1c-5772-4c68-8d18-a3198a3a38a8 req-6a0d2ffc-0768-478d-bae7-469be7a9a447 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:31.919094 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-627a3b1c-5772-4c68-8d18-a3198a3a38a8 req-6a0d2ffc-0768-478d-bae7-469be7a9a447 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.0889566 Nov 09 00:07:31.920528 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.930981 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c669917-8a68-466e-928b-80c8249a9560 x-openstack-request-id: req-9c669917-8a68-466e-928b-80c8249a9560 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:31.931385 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bce7c1e-b09b-42c3-bc14-76742ed67fa8", "name": "network-vif-deleted", "tag": "52fce0b2-fed0-4497-9964-be0c44e51f45", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:31.931672 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c669917-8a68-466e-928b-80c8249a9560 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:31.932237 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bce7c1e-b09b-42c3-bc14-76742ed67fa8', 'name': 'network-vif-deleted', 'tag': '52fce0b2-fed0-4497-9964-be0c44e51f45', 'status': 'completed', 'code': 200} Nov 09 00:07:31.954223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-99a5c908-a920-415b-91e3-f917d4d1b529 None None] Deleting port 7a4df79c-0471-455e-b9d4-d508d97d83ab {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:31.954781 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-99a5c908-a920-415b-91e3-f917d4d1b529 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:31.968302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4df79c-0471-455e-b9d4-d508d97d83ab,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:31.977059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] No DVR routers for this DVR port 7a4df79c-0471-455e-b9d4-d508d97d83ab on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:32.001093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-627a3b1c-5772-4c68-8d18-a3198a3a38a8 req-4feee354-bce5-4608-86a1-ca8e0d6b2a37 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809872 Nov 09 00:07:32.052945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-99a5c908-a920-415b-91e3-f917d4d1b529 None None] For port 7a4df79c-0471-455e-b9d4-d508d97d83ab, host n-d-813263-3, got binding levels [] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:32.053459 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-99a5c908-a920-415b-91e3-f917d4d1b529 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.063341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58478) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:32.074488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-99a5c908-a920-415b-91e3-f917d4d1b529 None None] Calling delete_port for 7a4df79c-0471-455e-b9d4-d508d97d83ab owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:32.078245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.ipam_backend_mixin [None req-99a5c908-a920-415b-91e3-f917d4d1b529 None None] Port 7a4df79c-0471-455e-b9d4-d508d97d83ab was not found and therefore no delete operation was performed {{(pid=101782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 00:07:32.080960 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-99a5c908-a920-415b-91e3-f917d4d1b529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.095024 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5c908-a920-415b-91e3-f917d4d1b529 None None] No DVR routers for this DVR port 7a4df79c-0471-455e-b9d4-d508d97d83ab on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:32.098615 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.121123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5c908-a920-415b-91e3-f917d4d1b529 None None] Pushing event deleted for resources: {'Port': ['ID=7a4df79c-0471-455e-b9d4-d508d97d83ab,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:32.125236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427a4121-c7d7-451f-aeb6-704512b7a091']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:32.133789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-52895a25-4150-4bc2-80af-ecdf9eb9d6de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b98e8fcaaadf42aabd25a75286f8e710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692244 Nov 09 00:07:32.135857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58482) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:32.143431 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edd6709-b11f-402d-a3d7-869ccaa7063a') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:32.143969 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edd6709-b11f-402d-a3d7-869ccaa7063a') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:32.156383 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.175632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.184404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:07:32.185044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: items = [ Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:07:32.214788 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:07:32.264110 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.266706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:32.270874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.275783 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] 10.222.0.25 "DELETE /v2.0/networks/427a4121-c7d7-451f-aeb6-704512b7a091 HTTP/1.1" status: 204 len: 168 time: 0.8226087 Nov 09 00:07:32.279087 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-635b4c4a-4702-4889-96b3-30f6662a0cf6 req-896a2e3b-5819-4fc9-a13f-80bc6103bfc0 tempest-ServersOnMultiNodesTest-57158747 tempest-ServersOnMultiNodesTest-57158747-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bce7c1e-b09b-42c3-bc14-76742ed67fa8 HTTP/1.1" status: 200 len: 210 time: 0.0939264 Nov 09 00:07:32.287498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b412273-7c58-4ad8-ab94-00454c8f9cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=427a4121-c7d7-451f-aeb6-704512b7a091,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:32.307903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:32.308291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3a0d7aed-e768-48e4-bf75-bdfbb7913c39 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:32.308715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7a4df79c-0471-455e-b9d4-d508d97d83ab no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:32.309992 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c60bf5f-4a4e-48ca-be22-2c23e4fa15d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.332358 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 7a4df79c-0471-455e-b9d4-d508d97d83ab {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:32.333003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7a4df79c-0471-455e-b9d4-d508d97d83ab not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:32.364850 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c60bf5f-4a4e-48ca-be22-2c23e4fa15d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.469894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68586bb2-384b-44ee-b98b-922f9e2ba31b req-b7f0213c-1514-4bf9-97cd-f0b35f626fef tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:32.471768 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68586bb2-384b-44ee-b98b-922f9e2ba31b req-b7f0213c-1514-4bf9-97cd-f0b35f626fef tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 943 time: 0.0936136 Nov 09 00:07:32.491479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c60bf5f-4a4e-48ca-be22-2c23e4fa15d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.495264 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c60bf5f-4a4e-48ca-be22-2c23e4fa15d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.496612 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0c60bf5f-4a4e-48ca-be22-2c23e4fa15d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fad3beda-f9b1-4c2d-910c-cb8accf4294b HTTP/1.1" status: 204 len: 168 time: 0.3598046 Nov 09 00:07:32.511490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58490) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:32.514985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60bf5f-4a4e-48ca-be22-2c23e4fa15d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad3beda-f9b1-4c2d-910c-cb8accf4294b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:32.563393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68586bb2-384b-44ee-b98b-922f9e2ba31b req-afa907e4-2393-4beb-95c7-739c923172b4 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785813 Nov 09 00:07:32.565135 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5f292f86-9ee9-4e54-ac82-c5b995921e2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e964568c06504b2abf068ab46cd8d467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522714 Nov 09 00:07:32.567717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58492) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:32.621134 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-343ead71-57dc-4da1-8a74-1d595a152b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.642792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-343ead71-57dc-4da1-8a74-1d595a152b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.695638 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-343ead71-57dc-4da1-8a74-1d595a152b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.698322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-343ead71-57dc-4da1-8a74-1d595a152b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:32.699500 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-343ead71-57dc-4da1-8a74-1d595a152b06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d431f6d-80a0-4c1b-9c4c-5b18ed08b25d HTTP/1.1" status: 204 len: 168 time: 0.1303568 Nov 09 00:07:32.707000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ead71-57dc-4da1-8a74-1d595a152b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d431f6d-80a0-4c1b-9c4c-5b18ed08b25d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:32.833377 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02d3c7-b4f3-4734-a27a-c33a354582e3 req-48168d8e-71a4-4d37-81dc-d867e0b1d1d6 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:32.834877 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f02d3c7-b4f3-4734-a27a-c33a354582e3 req-48168d8e-71a4-4d37-81dc-d867e0b1d1d6 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.0526042 Nov 09 00:07:32.897558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f02d3c7-b4f3-4734-a27a-c33a354582e3 req-dfe2a358-0ddb-4c0e-8b66-361aa75593f6 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568085 Nov 09 00:07:32.959191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c18bc-48f1-4ced-a579-af47a32705f7 req-1b4ca473-cb30-4924-b4fe-186b8ab312f4 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:32.960692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f22c18bc-48f1-4ced-a579-af47a32705f7 req-1b4ca473-cb30-4924-b4fe-186b8ab312f4 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.0523410 Nov 09 00:07:33.017967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f22c18bc-48f1-4ced-a579-af47a32705f7 req-1a48ba5c-e58f-4a72-afc9-e0fc3f19d6d5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491807 Nov 09 00:07:33.136206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10789fd7-ebf5-4bd2-8b45-91b943e211d7 req-d6f5d991-35ff-47e7-8f69-2d69ca5ce046 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:33.137740 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10789fd7-ebf5-4bd2-8b45-91b943e211d7 req-d6f5d991-35ff-47e7-8f69-2d69ca5ce046 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.0590065 Nov 09 00:07:33.187032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10789fd7-ebf5-4bd2-8b45-91b943e211d7 req-18c8bc14-02c0-4892-8a99-bc15baeef292 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Nov 09 00:07:33.303062 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 52fce0b2-fed0-4497-9964-be0c44e51f45 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:33.329164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 52fce0b2-fed0-4497-9964-be0c44e51f45 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:33.329806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 52fce0b2-fed0-4497-9964-be0c44e51f45 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:33.380808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58542) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:33.561677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58550) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:33.593428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58556) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:33.627740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-82989527-network', 'tenant_id': '3a38229d73e04560820824b4219eee11'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:33.643947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-901041377-network', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:33.688804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:07:33.691114 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.709442 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.727414 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ab0fd287-5e5f-4103-a804-2939390d708e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b59b9781081d411e912bbccc125fc75a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305196 Nov 09 00:07:33.727680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58560) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:33.730644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Made reservation on behalf of 4bb451a1a7bc486da0e4596d0e501c26 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:07:33.733007 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.743992 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f33ee6-94be-4828-b742-fea1f2e58d6c req-d8eef7b4-a10c-43b3-be9d-064d7cedcfdf tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:33.745512 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22f33ee6-94be-4828-b742-fea1f2e58d6c req-d8eef7b4-a10c-43b3-be9d-064d7cedcfdf tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 943 time: 0.0968728 Nov 09 00:07:33.760511 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.777808 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-164b4b72-b562-42f2-bc91-696e15ad4297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.800152 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-164b4b72-b562-42f2-bc91-696e15ad4297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.849030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-164b4b72-b562-42f2-bc91-696e15ad4297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.851994 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-164b4b72-b562-42f2-bc91-696e15ad4297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.852749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22f33ee6-94be-4828-b742-fea1f2e58d6c req-8376db27-9dfb-4afd-b6c1-5691546f95aa tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953102 Nov 09 00:07:33.855858 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-164b4b72-b562-42f2-bc91-696e15ad4297 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2cc51376-353f-45ee-9985-07c5e273862a HTTP/1.1" status: 204 len: 168 time: 0.1245632 Nov 09 00:07:33.880284 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b4b72-b562-42f2-bc91-696e15ad4297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc51376-353f-45ee-9985-07c5e273862a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:33.898129 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.909155 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.936239 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.944046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:07:33.953851 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.962809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50031a94-e579-493d-b344-213d11f5e4e5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:33.979159 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:33.979511 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Added segment 2e11c179-fa27-4633-bb92-5e379d0b7c4b of type vlan for network b4800f68-4a56-437c-93ae-0635f13e0fec Nov 09 00:07:33.997432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:07:34.059530 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.059945 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Added segment 849abc13-1e81-450d-86a8-78000819fe64 of type vlan for network 85fde42d-6ff0-42b7-94d4-f7d565158f69 Nov 09 00:07:34.072813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac577a11-5ead-48be-9afb-53f6202bb67f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:34.085985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.146766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0b17-2b26-4c38-bceb-01b75884d014 req-18b8d199-c9de-42c9-b223-5a9a3ba54a48 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:34.148287 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0cbe0b17-2b26-4c38-bceb-01b75884d014 req-18b8d199-c9de-42c9-b223-5a9a3ba54a48 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1706150 Nov 09 00:07:34.152580 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.177793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58570) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:34.219142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.220100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:34.223046 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.223179 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ced9361c-f99c-4bcd-ac11-c399ff9e4c5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=660e6acd943e4436a6607dddfdc3450e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417717 Nov 09 00:07:34.223432 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58574) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:34.271113 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.272057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:34.272637 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.279883 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7357199-fc00-4330-b5c3-844204f1308c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.281966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798699b-ed9a-4819-bb63-bffc9943f933 req-6a40daf3-80d1-4db3-86c3-899c0cdcc240 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:34.283487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2798699b-ed9a-4819-bb63-bffc9943f933 req-6a40daf3-80d1-4db3-86c3-899c0cdcc240 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1706152 Nov 09 00:07:34.303090 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7357199-fc00-4330-b5c3-844204f1308c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.325040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9402273 Nov 09 00:07:34.325465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58578) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:34.330587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e404533b-1e7a-4284-85fe-45ef644c15ae admin admin] Request body: {'subnet': {'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-subnet', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:34.344476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272d7ec-84ec-4a96-9b95-cf8125fdeafc admin admin] Pushing event updated for resources: {'Network': ['ID=b4800f68-4a56-437c-93ae-0635f13e0fec,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:34.358856 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7925253 Nov 09 00:07:34.360004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0cbe0b17-2b26-4c38-bceb-01b75884d014 req-468ba3d2-c2f8-4ad8-b2a3-1915de531aac tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828053 Nov 09 00:07:34.365975 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58580) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:34.379111 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network b4800f68-4a56-437c-93ae-0635f13e0fec details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:07:34.381230 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f84c6871-3ff7-4c32-a085-1e2e8e0e9a71 admin admin] Request body: {'subnet': {'network_id': '85fde42d-6ff0-42b7-94d4-f7d565158f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-901041377-subnet', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:34.399112 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7357199-fc00-4330-b5c3-844204f1308c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.403585 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7357199-fc00-4330-b5c3-844204f1308c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.406009 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d7357199-fc00-4330-b5c3-844204f1308c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58daf0bf-c77b-4d6b-b694-329b2f45423e HTTP/1.1" status: 204 len: 168 time: 0.1812813 Nov 09 00:07:34.416474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e404533b-1e7a-4284-85fe-45ef644c15ae admin admin] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:07:34.419201 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e404533b-1e7a-4284-85fe-45ef644c15ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.455538 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2798699b-ed9a-4819-bb63-bffc9943f933 req-2db890e7-4664-4526-8985-98cfae9ab664 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391661 Nov 09 00:07:34.456106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ef9e6-e37f-4eba-b051-502f31f6e963 admin admin] Pushing event updated for resources: {'Network': ['ID=85fde42d-6ff0-42b7-94d4-f7d565158f69,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:34.456429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7357199-fc00-4330-b5c3-844204f1308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58daf0bf-c77b-4d6b-b694-329b2f45423e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:34.497895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84c6871-3ff7-4c32-a085-1e2e8e0e9a71 admin admin] Made reservation on behalf of 4bb451a1a7bc486da0e4596d0e501c26 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:07:34.500693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f84c6871-3ff7-4c32-a085-1e2e8e0e9a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.541874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 85fde42d-6ff0-42b7-94d4-f7d565158f69 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:07:34.572414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb4de1-102c-4240-ae0f-7ae1b69f4a12 req-1236665e-f590-4e08-ae3c-872943567cad tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:34.581026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ceb4de1-102c-4240-ae0f-7ae1b69f4a12 req-1236665e-f590-4e08-ae3c-872943567cad tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.0960507 Nov 09 00:07:34.670054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ceb4de1-102c-4240-ae0f-7ae1b69f4a12 req-73c73eb8-23cd-4925-81a6-e168de02fd65 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826106 Nov 09 00:07:34.832338 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e404533b-1e7a-4284-85fe-45ef644c15ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.875563 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f84c6871-3ff7-4c32-a085-1e2e8e0e9a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:34.919645 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404533b-1e7a-4284-85fe-45ef644c15ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f442c6-9654-4986-bb72-cb3ccd7531a0,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:34.954675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e404533b-1e7a-4284-85fe-45ef644c15ae admin admin] Checking segment: {'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:34.955029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e404533b-1e7a-4284-85fe-45ef644c15ae admin admin] Network hostable DHCP agents. Network: b4800f68-4a56-437c-93ae-0635f13e0fec, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:07:34.997778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c6871-3ff7-4c32-a085-1e2e8e0e9a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704acea6-70a9-4989-a047-ae0779b6e55f,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:35.003614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84c6871-3ff7-4c32-a085-1e2e8e0e9a71 admin admin] Checking segment: {'id': '849abc13-1e81-450d-86a8-78000819fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85fde42d-6ff0-42b7-94d4-f7d565158f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:35.003978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c6871-3ff7-4c32-a085-1e2e8e0e9a71 admin admin] Network hostable DHCP agents. Network: 85fde42d-6ff0-42b7-94d4-f7d565158f69, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:07:35.012762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e404533b-1e7a-4284-85fe-45ef644c15ae admin admin] Network b4800f68-4a56-437c-93ae-0635f13e0fec is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:07:35.015289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e1d0-f1e8-4b98-8d16-a8e2a541cf31 req-8fff3533-3263-4e1a-9ae0-11d7edf2a57a tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:35.025975 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cdb3e1d0-f1e8-4b98-8d16-a8e2a541cf31 req-8fff3533-3263-4e1a-9ae0-11d7edf2a57a tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 943 time: 0.0857539 Nov 09 00:07:35.032448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-e404533b-1e7a-4284-85fe-45ef644c15ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, b4800f68-4a56-437c-93ae-0635f13e0fec) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:35.044150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7dd6a-da1e-4294-b35f-aa26d01f91a5 None None] Network b4800f68-4a56-437c-93ae-0635f13e0fec requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:07:35.050793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e404533b-1e7a-4284-85fe-45ef644c15ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:35.051446 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e404533b-1e7a-4284-85fe-45ef644c15ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:35.057894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c6871-3ff7-4c32-a085-1e2e8e0e9a71 admin admin] Network 85fde42d-6ff0-42b7-94d4-f7d565158f69 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:07:35.067592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-f84c6871-3ff7-4c32-a085-1e2e8e0e9a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 85fde42d-6ff0-42b7-94d4-f7d565158f69) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:35.072229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c6871-3ff7-4c32-a085-1e2e8e0e9a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:35.072812 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f84c6871-3ff7-4c32-a085-1e2e8e0e9a71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:35.086975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e404533b-1e7a-4284-85fe-45ef644c15ae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7577152 Nov 09 00:07:35.087623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58598) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:35.088058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94f4a9c-d241-48e9-93cc-3e8df3e70f3d None None] Network 85fde42d-6ff0-42b7-94d4-f7d565158f69 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:07:35.093258 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:35.106033 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f84c6871-3ff7-4c32-a085-1e2e8e0e9a71 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7340534 Nov 09 00:07:35.109483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58600) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:35.113710 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-901041377-router', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:35.114247 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cdb3e1d0-f1e8-4b98-8d16-a8e2a541cf31 req-9dcaa807-3757-46a7-993f-74341a437699 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870187 Nov 09 00:07:35.135448 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:35.136613 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:35.194477 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:35.270344 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:35.271779 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:35.387749 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:35.393900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-b4800f68-4a56-437c-93ae-0635f13e0fec', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'fixed_ips': [{'subnet_id': '79f442c6-9654-4986-bb72-cb3ccd7531a0'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:07:35.394775 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:35.426596 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:35.523610 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-85fde42d-6ff0-42b7-94d4-f7d565158f69', 'network_id': '85fde42d-6ff0-42b7-94d4-f7d565158f69', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'fixed_ips': [{'subnet_id': '704acea6-70a9-4989-a047-ae0779b6e55f'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:07:35.525553 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:35.590163 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:35.648940 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5c146-0d34-4c6a-94aa-469bd8ff156f req-6843eb1f-6290-4bd6-ae8d-9d1ef382f371 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:35.655555 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82a5c146-0d34-4c6a-94aa-469bd8ff156f req-6843eb1f-6290-4bd6-ae8d-9d1ef382f371 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1601348 Nov 09 00:07:35.670113 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Allocated IP 172.20.0.2 (b4800f68-4a56-437c-93ae-0635f13e0fec/79f442c6-9654-4986-bb72-cb3ccd7531a0/8cabf448-c373-4682-9fc3-ef614ef68ed6) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:07:35.744636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82a5c146-0d34-4c6a-94aa-469bd8ff156f req-b74efbdc-d163-4ea6-bc17-8c7e4811ba71 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818713 Nov 09 00:07:35.838868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Allocated IP 172.20.0.2 (85fde42d-6ff0-42b7-94d4-f7d565158f69/704acea6-70a9-4989-a047-ae0779b6e55f/3bfb1a02-64fd-43f1-9881-1e273aeecc1a) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:07:35.944509 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab0dc5-84cd-48fc-9615-a03decf2cb9b req-1a3f675a-7b13-4214-90c6-5c2b32f442ad tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:35.963995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-baab0dc5-84cd-48fc-9615-a03decf2cb9b req-1a3f675a-7b13-4214-90c6-5c2b32f442ad tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1175427 Nov 09 00:07:36.045189 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.069531 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.088383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-baab0dc5-84cd-48fc-9615-a03decf2cb9b req-c52cce57-8d85-40d5-8702-e07e64267959 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179268 Nov 09 00:07:36.151574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Network b4800f68-4a56-437c-93ae-0635f13e0fec is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:36.162180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:36.165482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:07:36.175102 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.182708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.189118 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Pushing event updated for resources: {'Port': ['ID=8cabf448-c373-4682-9fc3-ef614ef68ed6,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:36.208091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.212667 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.239277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319ff45-24d8-4123-841f-f9e28a7fc168 req-011b1ab8-ddb0-4ab1-ba23-bca912cede08 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:36.240846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c319ff45-24d8-4123-841f-f9e28a7fc168 req-011b1ab8-ddb0-4ab1-ba23-bca912cede08 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1632419 Nov 09 00:07:36.344164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Network 85fde42d-6ff0-42b7-94d4-f7d565158f69 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:36.359312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:36.362355 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:07:36.364711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Pushing event updated for resources: {'Port': ['ID=3bfb1a02-64fd-43f1-9881-1e273aeecc1a,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:36.365004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bdab5-c2f3-435c-97c1-7a99f72cfe3d req-36c3c1bb-2012-45ed-b492-935757bbe7d7 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:36.373282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc2bdab5-c2f3-435c-97c1-7a99f72cfe3d req-36c3c1bb-2012-45ed-b492-935757bbe7d7 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 943 time: 0.1314034 Nov 09 00:07:36.374960 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Attempting to bind port 8cabf448-c373-4682-9fc3-ef614ef68ed6 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:36.375530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Attempting to bind port 8cabf448-c373-4682-9fc3-ef614ef68ed6 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:36.376048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Attempting to bind port 8cabf448-c373-4682-9fc3-ef614ef68ed6 on network b4800f68-4a56-437c-93ae-0635f13e0fec {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:36.386640 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:36.387254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Checking segment: {'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:36.388872 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.389447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Bound using segment: {'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:36.390075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Bound port: 8cabf448-c373-4682-9fc3-ef614ef68ed6, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:36.390530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c319ff45-24d8-4123-841f-f9e28a7fc168 req-002e3425-ca90-4bd6-bc20-ffe8735ff682 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323040 Nov 09 00:07:36.390800 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.432496 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Allocated IP 172.25.0.232 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/84a842a6-9f09-43a2-ba36-6e20034fa75d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:07:36.439116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.455229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc2bdab5-c2f3-435c-97c1-7a99f72cfe3d req-13a0398d-4980-4fe8-8268-307ff0ef2cc6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807705 Nov 09 00:07:36.481173 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.506752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Attempting to bind port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:36.507343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Attempting to bind port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '849abc13-1e81-450d-86a8-78000819fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85fde42d-6ff0-42b7-94d4-f7d565158f69'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:36.507444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Attempting to bind port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a on network 85fde42d-6ff0-42b7-94d4-f7d565158f69 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:36.526632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:36.526912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Checking segment: {'id': '849abc13-1e81-450d-86a8-78000819fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85fde42d-6ff0-42b7-94d4-f7d565158f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:36.527103 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.527520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Bound using segment: {'id': '849abc13-1e81-450d-86a8-78000819fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85fde42d-6ff0-42b7-94d4-f7d565158f69'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:36.528019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Bound port: 3bfb1a02-64fd-43f1-9881-1e273aeecc1a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849abc13-1e81-450d-86a8-78000819fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85fde42d-6ff0-42b7-94d4-f7d565158f69'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:36.529514 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.550691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] For port 8cabf448-c373-4682-9fc3-ef614ef68ed6, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:36.566975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] For port 8cabf448-c373-4682-9fc3-ef614ef68ed6, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8cabf448-c373-4682-9fc3-ef614ef68ed6,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:07:36.603403 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.661161 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.706977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] For port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:36.711716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] For port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3bfb1a02-64fd-43f1-9881-1e273aeecc1a,segment=NetworkSegment(849abc13-1e81-450d-86a8-78000819fe64),segment_id=849abc13-1e81-450d-86a8-78000819fe64)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:07:36.718512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e659a27-209c-4f3e-8e3c-3b467cc800bb None None] Pushing event updated for resources: {'Port': ['ID=8cabf448-c373-4682-9fc3-ef614ef68ed6,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:36.723178 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.740768 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:36.840762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:36.842277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b7e3b-8504-4128-968f-75a80e7ed00d None None] Pushing event updated for resources: {'Port': ['ID=3bfb1a02-64fd-43f1-9881-1e273aeecc1a,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:36.855846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:36.893714 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:07:36.907933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-d935dd20-e22b-4111-bbd8-3a9e299b2645 service neutron] 10.222.0.30 "GET /v2.0/ports/ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6/bindings/n-h2-813263-3 HTTP/1.1" status: 200 len: 384 time: 0.1185606 Nov 09 00:07:37.021492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Allocated IP 172.25.0.126 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/8985245a-f93b-49aa-942b-151a6fe891a6) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:07:37.080769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Pushing event updated for resources: {'Port': ['ID=84a842a6-9f09-43a2-ba36-6e20034fa75d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:37.084070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3cbb6-2702-43a0-9cab-9e6c1867f6fd req-9cc71b9e-e704-4099-8db6-689bdd3360a9 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:37.093245 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6dc3cbb6-2702-43a0-9cab-9e6c1867f6fd req-9cc71b9e-e704-4099-8db6-689bdd3360a9 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1809733 Nov 09 00:07:37.185784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c2a8b01-f3f4-4163-b344-105d148f0b11 req-c1459678-9de8-4c60-82ae-ba9324bef496 tempest-FlavorsV2NegativeTest-289069673 tempest-FlavorsV2NegativeTest-289069673-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6f7494d926e8422a99edcdfc92d57751&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894139 Nov 09 00:07:37.287279 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6dc3cbb6-2702-43a0-9cab-9e6c1867f6fd req-ad8e71f6-77c1-462a-863c-7453375a443c tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928887 Nov 09 00:07:37.321627 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:37.339176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:37.351911 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:37.393962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a8b01-f3f4-4163-b344-105d148f0b11 req-453c2180-68e5-4ab2-8207-b799ac755a35 tempest-FlavorsV2NegativeTest-289069673 tempest-FlavorsV2NegativeTest-289069673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:37.396088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c2a8b01-f3f4-4163-b344-105d148f0b11 req-453c2180-68e5-4ab2-8207-b799ac755a35 tempest-FlavorsV2NegativeTest-289069673 tempest-FlavorsV2NegativeTest-289069673-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039213 Nov 09 00:07:37.479304 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c2a8b01-f3f4-4163-b344-105d148f0b11 req-b47f68ff-a4fd-4852-81d6-b7faf0ed985b tempest-FlavorsV2NegativeTest-289069673 tempest-FlavorsV2NegativeTest-289069673-project] 10.222.0.25 "GET /v2.0/quotas/6f7494d926e8422a99edcdfc92d57751 HTTP/1.1" status: 200 len: 375 time: 0.0677514 Nov 09 00:07:37.479548 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:37.528740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:37.533564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c2a8b01-f3f4-4163-b344-105d148f0b11 req-0bdb3b38-e474-4ed1-88f3-7bda8f1ad058 tempest-FlavorsV2NegativeTest-289069673 tempest-FlavorsV2NegativeTest-289069673-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f7494d926e8422a99edcdfc92d57751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469534 Nov 09 00:07:37.537775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:37.540442 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:07:37.543541 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3776f2-19ad-4daa-84a5-c7c7038fa5d7 req-40241a73-1bb6-4f2d-bb07-add3457b7d31 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:37.545193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e3776f2-19ad-4daa-84a5-c7c7038fa5d7 req-40241a73-1bb6-4f2d-bb07-add3457b7d31 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1479290 Nov 09 00:07:37.553292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-c52a62b3-9495-44b0-88af-9e8d662a1236 service neutron] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:37.577109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Pushing event updated for resources: {'Port': ['ID=8985245a-f93b-49aa-942b-151a6fe891a6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:37.624897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-c52a62b3-9495-44b0-88af-9e8d662a1236 service neutron] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:37.702495 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-c52a62b3-9495-44b0-88af-9e8d662a1236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:07:37.718916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-c52a62b3-9495-44b0-88af-9e8d662a1236 service neutron] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:37.724039 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e3776f2-19ad-4daa-84a5-c7c7038fa5d7 req-58037bbd-32e5-4847-af03-885fee557e56 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679718 Nov 09 00:07:37.750073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34035608-9314-4588-ad54-ea526afce406 req-f4acb337-a450-4f24-9159-d3ebb22a3d44 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:37.766935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-34035608-9314-4588-ad54-ea526afce406 req-f4acb337-a450-4f24-9159-d3ebb22a3d44 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1432250 Nov 09 00:07:37.772954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-c52a62b3-9495-44b0-88af-9e8d662a1236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:37.793601 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:37.906200 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-34035608-9314-4588-ad54-ea526afce406 req-9545e15c-f13a-470f-adca-0e7da652324e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380832 Nov 09 00:07:37.975546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab7685-d51f-4623-8d8d-874fc4698101 req-cfe34cb2-6f36-42ca-8dda-ac0249ace19d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:37.985973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6ab7685-d51f-4623-8d8d-874fc4698101 req-cfe34cb2-6f36-42ca-8dda-ac0249ace19d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 943 time: 0.1355104 Nov 09 00:07:38.022856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-c52a62b3-9495-44b0-88af-9e8d662a1236 service neutron] Transition to ACTIVE for port object ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:07:38.033840 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-c52a62b3-9495-44b0-88af-9e8d662a1236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:38.082033 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:38.133017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-c52a62b3-9495-44b0-88af-9e8d662a1236 service neutron] No DVR routers for this DVR port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:38.157560 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6ab7685-d51f-4623-8d8d-874fc4698101 req-80454ee5-06dd-4612-b97f-ad1c8f1bddd8 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651781 Nov 09 00:07:38.179675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a62b3-9495-44b0-88af-9e8d662a1236 service neutron] Pushing event updated for resources: {'Port': ['ID=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,revision_number=10']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:38.192842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Router ca64e2b3-d248-471d-8e7e-58e52c1246f6 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:07:38.213591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-c52a62b3-9495-44b0-88af-9e8d662a1236 service neutron] 10.222.0.30 "PUT /v2.0/ports/ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6/bindings/n-h2-813263-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3043025 Nov 09 00:07:38.387331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58698) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:38.392560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3bfb1a02-64fd-43f1-9881-1e273aeecc1a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:38.432996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa77ba5d-c1ae-4356-a8e5-b9124be705c7 None None] Network 85fde42d-6ff0-42b7-94d4-f7d565158f69 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:07:38.469386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0f70f-3f3a-4483-81b7-2a361e81f7c9 req-3c8420ff-6051-485c-ae87-c7459960388f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:38.471735 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2b0f70f-3f3a-4483-81b7-2a361e81f7c9 req-3c8420ff-6051-485c-ae87-c7459960388f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.0607693 Nov 09 00:07:38.547327 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2b0f70f-3f3a-4483-81b7-2a361e81f7c9 req-3f89ceed-661d-44d7-b3cf-e8f10693807e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641890 Nov 09 00:07:38.571660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c6dbabdd-8a21-45ac-8d1c-ad2a29cce701 None None] Provisioning complete for port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:38.572108 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6dbabdd-8a21-45ac-8d1c-ad2a29cce701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:38.607883 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-761172cc-7eb9-40cb-a2b3-d3ec057e61a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:38.635417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:38.636153 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:38.688023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd104b-616d-4da2-97e0-cc6cfc140279 None None] Network b4800f68-4a56-437c-93ae-0635f13e0fec requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:07:38.707407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-761172cc-7eb9-40cb-a2b3-d3ec057e61a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:38.711474 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-761172cc-7eb9-40cb-a2b3-d3ec057e61a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:38.756788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761172cc-7eb9-40cb-a2b3-d3ec057e61a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431c2c1c-38c0-42c1-b6af-64a2f69a644e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:38.762587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-761172cc-7eb9-40cb-a2b3-d3ec057e61a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f7494d926e8422a99edcdfc92d57751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734560 Nov 09 00:07:38.774517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58704) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:38.834425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-9494728a-46b6-42f2-9265-49d244a4c3de tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:38.835945 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-9494728a-46b6-42f2-9265-49d244a4c3de tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383&tenant_id=a886180a18e84341a5ce8c7e94ede157&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1095 time: 0.5073786 Nov 09 00:07:38.875436 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-283b505d-7be5-42a0-9d20-93e89661ba1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:38.902312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2274-745a-4c52-909d-f71598c12c62 req-ca482ccc-e815-4f65-b005-552a6ab57951 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:38.904546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-727a2274-745a-4c52-909d-f71598c12c62 req-ca482ccc-e815-4f65-b005-552a6ab57951 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.0818081 Nov 09 00:07:38.911747 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:38.917035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-283b505d-7be5-42a0-9d20-93e89661ba1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:38.926062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-ae464130-ac8f-4814-8602-230d5a82d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:38.927608 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-ae464130-ac8f-4814-8602-230d5a82d063 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383&tenant_id=a886180a18e84341a5ce8c7e94ede157 HTTP/1.1" status: 200 len: 1095 time: 0.0778279 Nov 09 00:07:38.997313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-727a2274-745a-4c52-909d-f71598c12c62 req-a6a45af2-f7c6-457b-ab35-ca8fa723eb59 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823684 Nov 09 00:07:39.026789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:07:39.038349 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Sync routers for ids ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:07:39.042379 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6dbabdd-8a21-45ac-8d1c-ad2a29cce701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:39.055057 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Routers {'ca64e2b3-d248-471d-8e7e-58e52c1246f6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:39.055909 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:39.100182 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:39.105564 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:39.110859 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-833a2977-9126-479d-87f0-b3d6550192e9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0225229 Nov 09 00:07:39.111552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58710) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:39.116055 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-283b505d-7be5-42a0-9d20-93e89661ba1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:39.120427 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-283b505d-7be5-42a0-9d20-93e89661ba1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:39.131623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-283b505d-7be5-42a0-9d20-93e89661ba1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/431c2c1c-38c0-42c1-b6af-64a2f69a644e HTTP/1.1" status: 204 len: 168 time: 0.3549447 Nov 09 00:07:39.145315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c6dbabdd-8a21-45ac-8d1c-ad2a29cce701 None None] For port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3bfb1a02-64fd-43f1-9881-1e273aeecc1a,segment=NetworkSegment(849abc13-1e81-450d-86a8-78000819fe64),segment_id=849abc13-1e81-450d-86a8-78000819fe64)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:39.175744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b505d-7be5-42a0-9d20-93e89661ba1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431c2c1c-38c0-42c1-b6af-64a2f69a644e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:39.181931 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6dbabdd-8a21-45ac-8d1c-ad2a29cce701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:39.198796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-6035ba98-53d7-4bb1-a017-490dced00a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:39.200856 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-6035ba98-53d7-4bb1-a017-490dced00a15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 1095 time: 0.1879721 Nov 09 00:07:39.220386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c9aac-e125-422b-abde-8eaa5d7eb43b req-703af72e-7148-4364-b675-900a23a08475 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:39.233120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-195c9aac-e125-422b-abde-8eaa5d7eb43b req-703af72e-7148-4364-b675-900a23a08475 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.2326012 Nov 09 00:07:39.352972 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Set router ca64e2b3-d248-471d-8e7e-58e52c1246f6 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:39.390301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-195c9aac-e125-422b-abde-8eaa5d7eb43b req-2f132326-11a5-4e57-9285-13798fac6095 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540153 Nov 09 00:07:39.392505 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:07:39.392935 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:07:39.397546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-399e2b7c-6382-480b-b896-54b8ab340284 None None] Provisioning complete for port 8cabf448-c373-4682-9fc3-ef614ef68ed6 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:39.398237 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-399e2b7c-6382-480b-b896-54b8ab340284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:39.403511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbabdd-8a21-45ac-8d1c-ad2a29cce701 None None] Pushing event updated for resources: {'Port': ['ID=3bfb1a02-64fd-43f1-9881-1e273aeecc1a,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:39.448208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02dbcb-7d09-47ff-899c-564e8145305b req-1185e5b3-437a-4140-a4ab-2af0fbfd0654 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:39.456969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e02dbcb-7d09-47ff-899c-564e8145305b req-1185e5b3-437a-4140-a4ab-2af0fbfd0654 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 944 time: 0.1292491 Nov 09 00:07:39.514680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Router a10359cc-7679-4e61-89eb-9e3b33cebc16 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:07:39.551859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e02dbcb-7d09-47ff-899c-564e8145305b req-c8e871dc-0715-4401-ae23-72bf07432df4 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937619 Nov 09 00:07:39.613421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-75b485df-c176-4ae8-a307-bc90e13d05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:39.613421 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-75b485df-c176-4ae8-a307-bc90e13d05c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.3982179 Nov 09 00:07:39.625565 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:37Z', 'revision_number': 3, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:39.666966 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Checking router: ca64e2b3-d248-471d-8e7e-58e52c1246f6 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:07:39.667311 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Updating router ca64e2b3-d248-471d-8e7e-58e52c1246f6 port 84a842a6-9f09-43a2-ba36-6e20034fa75d binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:07:39.719401 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:39.719907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed28d0-9254-428d-9aa3-867195ab7706 req-a4bb991d-3304-4062-b3fa-2db4f0f3773e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:39.721951 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54ed28d0-9254-428d-9aa3-867195ab7706 req-a4bb991d-3304-4062-b3fa-2db4f0f3773e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.0829961 Nov 09 00:07:39.768995 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-399e2b7c-6382-480b-b896-54b8ab340284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:39.813086 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-c383bdbc-5024-473d-b4cb-f39d088275bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 HTTP/1.1" status: 200 len: 217 time: 0.1321461 Nov 09 00:07:39.820287 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54ed28d0-9254-428d-9aa3-867195ab7706 req-95666e03-c487-469b-b61a-9846a4715490 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912225 Nov 09 00:07:39.873892 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-399e2b7c-6382-480b-b896-54b8ab340284 None None] For port 8cabf448-c373-4682-9fc3-ef614ef68ed6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8cabf448-c373-4682-9fc3-ef614ef68ed6,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:39.881341 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-399e2b7c-6382-480b-b896-54b8ab340284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:39.961967 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-d1931688-6807-4cb2-b3c3-5f6c790f50de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:39.963989 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-d1931688-6807-4cb2-b3c3-5f6c790f50de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.1412070 Nov 09 00:07:39.964955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:07:39.978557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef09836-809c-48d3-95f6-973641324efb None None] Sync routers for ids ['a10359cc-7679-4e61-89eb-9e3b33cebc16'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:07:39.989521 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e2b7c-6382-480b-b896-54b8ab340284 None None] Pushing event updated for resources: {'Port': ['ID=8cabf448-c373-4682-9fc3-ef614ef68ed6,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:39.996551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8cabf448-c373-4682-9fc3-ef614ef68ed6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:40.034267 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-d9fd9058-0696-4639-94df-792d27c34d7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598288 Nov 09 00:07:40.041146 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:40.042449 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f0f9a52f-921c-4208-84f5-18404efd3a38 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9321532 Nov 09 00:07:40.046037 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58732) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:40.052482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef09836-809c-48d3-95f6-973641324efb None None] Routers {'a10359cc-7679-4e61-89eb-9e3b33cebc16'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:40.053110 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-aef09836-809c-48d3-95f6-973641324efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a10359cc-7679-4e61-89eb-9e3b33cebc16'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:40.119192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b033d63b-9fad-4bab-ba9f-d96e63effd7b None None] Provisioning complete for port 8cabf448-c373-4682-9fc3-ef614ef68ed6 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:40.119441 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b033d63b-9fad-4bab-ba9f-d96e63effd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:40.188605 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:40.201906 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:40.224123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 8cabf448-c373-4682-9fc3-ef614ef68ed6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:40.224487 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:40.247040 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-a5c59802-bb43-4f4e-b8dd-a70dc861d0cf service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011805 Nov 09 00:07:40.275949 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-aef09836-809c-48d3-95f6-973641324efb None None] Set router a10359cc-7679-4e61-89eb-9e3b33cebc16 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:40.311303 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6df9e-581e-4ff5-ae87-f052890e2bd8 None None] Pushing event updated for resources: {'Port': ['ID=84a842a6-9f09-43a2-ba36-6e20034fa75d,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:40.344775 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Attempting to bind port 84a842a6-9f09-43a2-ba36-6e20034fa75d on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:40.347709 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Attempting to bind port 84a842a6-9f09-43a2-ba36-6e20034fa75d by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:40.348193 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Attempting to bind port 84a842a6-9f09-43a2-ba36-6e20034fa75d on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:40.358585 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:40.360431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e049ba-a664-4a2c-b9d4-e7aeab88b794 req-989047d7-4204-453f-bb2c-e20720261e25 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:40.360883 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:40.361426 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:40.361930 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:40.363180 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Bound port: 84a842a6-9f09-43a2-ba36-6e20034fa75d, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:40.364256 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:40.374338 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73e049ba-a664-4a2c-b9d4-e7aeab88b794 req-989047d7-4204-453f-bb2c-e20720261e25 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1863997 Nov 09 00:07:40.460344 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] For port 84a842a6-9f09-43a2-ba36-6e20034fa75d, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:40.465415 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] For port 84a842a6-9f09-43a2-ba36-6e20034fa75d, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=84a842a6-9f09-43a2-ba36-6e20034fa75d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:07:40.474898 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:40.505398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73e049ba-a664-4a2c-b9d4-e7aeab88b794 req-ea783bbc-13dc-4197-8259-6cc5e3b415cd tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299386 Nov 09 00:07:40.534178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b033d63b-9fad-4bab-ba9f-d96e63effd7b None None] Provisioning complete for port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:40.535099 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b033d63b-9fad-4bab-ba9f-d96e63effd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:40.560245 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6df9e-581e-4ff5-ae87-f052890e2bd8 None None] Pushing event updated for resources: {'Port': ['ID=84a842a6-9f09-43a2-ba36-6e20034fa75d,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:40.578328 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Routers {'ca64e2b3-d248-471d-8e7e-58e52c1246f6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:40.579064 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:40.697942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-aef09836-809c-48d3-95f6-973641324efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-901041377-router', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8985245a-f93b-49aa-942b-151a6fe891a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:37Z', 'revision_number': 3, 'project_id': '4bb451a1a7bc486da0e4596d0e501c26', 'gw_port': {'id': '8985245a-f93b-49aa-942b-151a6fe891a6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:40.701089 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:40.745064 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-48ecf36b-d2eb-471a-8665-f88376989500 service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545536 Nov 09 00:07:40.758257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4244326-cc87-4bae-89b1-e709518fb95b req-7f3707bf-47bf-4970-918d-79582c741f79 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:40.761572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3bfb1a02-64fd-43f1-9881-1e273aeecc1a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:40.768270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef09836-809c-48d3-95f6-973641324efb None None] Checking router: a10359cc-7679-4e61-89eb-9e3b33cebc16 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:07:40.768491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef09836-809c-48d3-95f6-973641324efb None None] Updating router a10359cc-7679-4e61-89eb-9e3b33cebc16 port 8985245a-f93b-49aa-942b-151a6fe891a6 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:07:40.774314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4244326-cc87-4bae-89b1-e709518fb95b req-7f3707bf-47bf-4970-918d-79582c741f79 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1335013 Nov 09 00:07:40.827182 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aef09836-809c-48d3-95f6-973641324efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:40.899597 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] Set router ca64e2b3-d248-471d-8e7e-58e52c1246f6 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:40.910373 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4244326-cc87-4bae-89b1-e709518fb95b req-a2a7aa24-c576-4f85-9c5f-61829204d2b1 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335077 Nov 09 00:07:40.942402 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:40.942875 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.063298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Allocated IP 172.20.0.1 (b4800f68-4a56-437c-93ae-0635f13e0fec/79f442c6-9654-4986-bb72-cb3ccd7531a0/dde0c72e-8563-44bb-878c-6245f4095489) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:07:41.089384 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb929fef-c757-4b58-a605-967ffedbe08c req-19af9ef6-ba84-4ef0-91cb-6d612d314ed8 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:41.092093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb929fef-c757-4b58-a605-967ffedbe08c req-19af9ef6-ba84-4ef0-91cb-6d612d314ed8 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 944 time: 0.1788547 Nov 09 00:07:41.183508 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:37Z', 'revision_number': 3, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:41.218662 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe55d5-2cb7-42cf-b1ea-954d680e46d1 None None] The sync data for ids ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'] in n-d-813263-3 is: [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:37Z', 'revision_number': 3, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:07:41.254353 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.290009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-75ba5441-5b7e-49b1-901a-3059ac8f6385 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:41.291350 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-75ba5441-5b7e-49b1-901a-3059ac8f6385 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383&tenant_id=a886180a18e84341a5ce8c7e94ede157&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 1095 time: 0.1132042 Nov 09 00:07:41.294896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8cabf448-c373-4682-9fc3-ef614ef68ed6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:41.321793 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.399985 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Network b4800f68-4a56-437c-93ae-0635f13e0fec is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:41.410072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:41.413971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 8cabf448-c373-4682-9fc3-ef614ef68ed6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:41.414345 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.417168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:07:41.419303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Pushing event updated for resources: {'Port': ['ID=dde0c72e-8563-44bb-878c-6245f4095489,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:41.447736 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aef09836-809c-48d3-95f6-973641324efb None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.462960 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.471615 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aef09836-809c-48d3-95f6-973641324efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.505836 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.532418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09b355-f918-482b-bac5-17c7fb5b10aa None None] Pushing event updated for resources: {'Port': ['ID=8985245a-f93b-49aa-942b-151a6fe891a6,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:41.537510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f8ad8-0b87-46c0-9b3e-e73cdf049ea2 req-72e69071-1faf-4143-bddc-1beec42dee3f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:41.545963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c5f8ad8-0b87-46c0-9b3e-e73cdf049ea2 req-72e69071-1faf-4143-bddc-1beec42dee3f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.4524317 Nov 09 00:07:41.607569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-aef09836-809c-48d3-95f6-973641324efb None None] Attempting to bind port 8985245a-f93b-49aa-942b-151a6fe891a6 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:41.607569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-aef09836-809c-48d3-95f6-973641324efb None None] Attempting to bind port 8985245a-f93b-49aa-942b-151a6fe891a6 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:41.607569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef09836-809c-48d3-95f6-973641324efb None None] Attempting to bind port 8985245a-f93b-49aa-942b-151a6fe891a6 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:41.615896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef09836-809c-48d3-95f6-973641324efb None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:41.615896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef09836-809c-48d3-95f6-973641324efb None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:41.615896 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aef09836-809c-48d3-95f6-973641324efb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.615896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef09836-809c-48d3-95f6-973641324efb None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:41.615896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-aef09836-809c-48d3-95f6-973641324efb None None] Bound port: 8985245a-f93b-49aa-942b-151a6fe891a6, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:41.616962 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aef09836-809c-48d3-95f6-973641324efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.621851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb929fef-c757-4b58-a605-967ffedbe08c req-046c1e42-a414-455a-86e5-cf23a376541e tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089974 Nov 09 00:07:41.775642 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c5f8ad8-0b87-46c0-9b3e-e73cdf049ea2 req-99466214-549b-4499-bc87-798f1ec61102 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287531 Nov 09 00:07:41.848981 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-aef09836-809c-48d3-95f6-973641324efb None None] For port 8985245a-f93b-49aa-942b-151a6fe891a6, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:41.852792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-aef09836-809c-48d3-95f6-973641324efb None None] For port 8985245a-f93b-49aa-942b-151a6fe891a6, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8985245a-f93b-49aa-942b-151a6fe891a6,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:07:41.864463 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aef09836-809c-48d3-95f6-973641324efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.896197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-05c1184b-17c1-451c-91f3-928492741b9e service neutron] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:41.900423 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-05c1184b-17c1-451c-91f3-928492741b9e service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.901705 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6dd6315-16c9-440b-9d46-4da23a2e06d9 req-05c1184b-17c1-451c-91f3-928492741b9e service neutron] 10.222.0.11 "DELETE /v2.0/ports/ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6/bindings/n-h1-813263-3 HTTP/1.1" status: 204 len: 173 time: 0.5945704 Nov 09 00:07:41.910493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Allocated IP 172.20.0.1 (85fde42d-6ff0-42b7-94d4-f7d565158f69/704acea6-70a9-4989-a047-ae0779b6e55f/27418f6e-11ce-4764-8bdf-0fb38dc30536) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:07:41.931205 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.994529 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4302a00a-c478-4ce9-844e-e8fa813685f8 None None] Provisioning complete for port dde0c72e-8563-44bb-878c-6245f4095489 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:41.994897 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4302a00a-c478-4ce9-844e-e8fa813685f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:41.997106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09b355-f918-482b-bac5-17c7fb5b10aa None None] Pushing event updated for resources: {'Port': ['ID=8985245a-f93b-49aa-942b-151a6fe891a6,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:42.010797 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef09836-809c-48d3-95f6-973641324efb None None] Routers {'a10359cc-7679-4e61-89eb-9e3b33cebc16'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:42.011506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-aef09836-809c-48d3-95f6-973641324efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a10359cc-7679-4e61-89eb-9e3b33cebc16'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:42.088844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4302a00a-c478-4ce9-844e-e8fa813685f8 None None] Port dde0c72e-8563-44bb-878c-6245f4095489 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:07:42.134882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57395873-6024-42ee-bc9f-260efa94caa3 req-2a91b484-a460-4ca9-a6eb-0376e2a7aaa2 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:42.136400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57395873-6024-42ee-bc9f-260efa94caa3 req-2a91b484-a460-4ca9-a6eb-0376e2a7aaa2 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1914535 Nov 09 00:07:42.146764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5de2c-7de9-41b5-b15d-7ab3d2cad3c1 req-325ec30c-ee49-4881-9301-149b61fdc21a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:42.148636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5cb5de2c-7de9-41b5-b15d-7ab3d2cad3c1 req-325ec30c-ee49-4881-9301-149b61fdc21a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1223278 Nov 09 00:07:42.172755 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-aef09836-809c-48d3-95f6-973641324efb None None] Set router a10359cc-7679-4e61-89eb-9e3b33cebc16 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:42.215541 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:42.221498 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:42.223346 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:42.269400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57395873-6024-42ee-bc9f-260efa94caa3 req-024ac917-61f3-4d53-b0b4-6b83291ea21e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194127 Nov 09 00:07:42.275183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5cb5de2c-7de9-41b5-b15d-7ab3d2cad3c1 req-e1ab5918-3110-4d11-b607-39b47444ba48 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135614 Nov 09 00:07:42.332784 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:42.361066 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:42.398076 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Pushing event updated for resources: {'Port': ['ID=dde0c72e-8563-44bb-878c-6245f4095489,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:42.424017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Network 85fde42d-6ff0-42b7-94d4-f7d565158f69 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:42.426060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:42.431757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:07:42.496983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Network b4800f68-4a56-437c-93ae-0635f13e0fec is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:42.498821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:42.527565 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:42.536530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-aef09836-809c-48d3-95f6-973641324efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-901041377-router', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8985245a-f93b-49aa-942b-151a6fe891a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:37Z', 'revision_number': 3, 'project_id': '4bb451a1a7bc486da0e4596d0e501c26', 'gw_port': {'id': '8985245a-f93b-49aa-942b-151a6fe891a6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:42.539845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Pushing event updated for resources: {'Port': ['ID=27418f6e-11ce-4764-8bdf-0fb38dc30536,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:42.685050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef09836-809c-48d3-95f6-973641324efb None None] The sync data for ids ['a10359cc-7679-4e61-89eb-9e3b33cebc16'] in n-d-813263-3 is: [{'id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-901041377-router', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8985245a-f93b-49aa-942b-151a6fe891a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:37Z', 'revision_number': 3, 'project_id': '4bb451a1a7bc486da0e4596d0e501c26', 'gw_port': {'id': '8985245a-f93b-49aa-942b-151a6fe891a6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:07:42.707110 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 84a842a6-9f09-43a2-ba36-6e20034fa75d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:42.738618 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4753b75c-3f6a-428c-a140-37a50611f78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:42.822813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 84a842a6-9f09-43a2-ba36-6e20034fa75d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:42.823508 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:42.832715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-04dd5893-6981-4e2d-88a8-0afec3d9a0c7 None None] Provisioning complete for port 27418f6e-11ce-4764-8bdf-0fb38dc30536 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:42.832715 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04dd5893-6981-4e2d-88a8-0afec3d9a0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:42.988634 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:42.992693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-04dd5893-6981-4e2d-88a8-0afec3d9a0c7 None None] Port 27418f6e-11ce-4764-8bdf-0fb38dc30536 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:07:43.023263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca0600-a893-41db-9966-5b4b76a4351c req-3f502f84-09a0-4f3f-ab1b-bc49834905f3 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:43.025093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9ca0600-a893-41db-9966-5b4b76a4351c req-3f502f84-09a0-4f3f-ab1b-bc49834905f3 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 944 time: 0.1614196 Nov 09 00:07:43.068319 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:43.096386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 84a842a6-9f09-43a2-ba36-6e20034fa75d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=84a842a6-9f09-43a2-ba36-6e20034fa75d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:43.096695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755ba84-963e-47a7-a9ea-608bbc25092c req-d0e03ecf-3af9-425c-bdc8-9a5f9215f04e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:43.107956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c755ba84-963e-47a7-a9ea-608bbc25092c req-d0e03ecf-3af9-425c-bdc8-9a5f9215f04e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 949 time: 0.1549530 Nov 09 00:07:43.121133 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:43.181806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58798) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:43.225140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-eb5b6e2b-706e-4a11-9f1c-77de109226d7 None None] Provisioning complete for port dde0c72e-8563-44bb-878c-6245f4095489 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:43.226450 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eb5b6e2b-706e-4a11-9f1c-77de109226d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:43.280900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Router ca64e2b3-d248-471d-8e7e-58e52c1246f6 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:07:43.305772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=84a842a6-9f09-43a2-ba36-6e20034fa75d,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:43.357935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c755ba84-963e-47a7-a9ea-608bbc25092c req-4867fad1-5aa4-42a7-8b0b-08c25a335c0a tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490501 Nov 09 00:07:43.363057 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b6e2b-706e-4a11-9f1c-77de109226d7 None None] Port dde0c72e-8563-44bb-878c-6245f4095489 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:07:43.428749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9ca0600-a893-41db-9966-5b4b76a4351c req-2dc61203-64be-44ab-adb5-b37e640a642a tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620331 Nov 09 00:07:43.509594 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:07:43.525735 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5c6ab66f-15d7-4a7a-b4de-f6e1751ba89c admin admin] 10.222.0.25 "PUT /v2.0/routers/ca64e2b3-d248-471d-8e7e-58e52c1246f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4031470 Nov 09 00:07:43.525735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-f958a99f-ca22-4b41-a9ae-35b55e24cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:43.525735 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-f958a99f-ca22-4b41-a9ae-35b55e24cc83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 1097 time: 0.0888743 Nov 09 00:07:43.567217 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ab2f2d52-eecd-48ad-971a-3c30945a4ece admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:43.593608 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:43.617929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b5ebe94e-e6bd-493a-b2ba-9cf48d580820 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:07:43.663354 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:43.692434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-9024354d-19ec-4942-a7ee-1909aaccdac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:43.693943 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-9024354d-19ec-4942-a7ee-1909aaccdac6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.1588440 Nov 09 00:07:43.771393 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-30b9d55a-3c90-48c3-9cb1-d59799bbb068 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bdaadc7-fad7-4071-842e-59da688c68ab HTTP/1.1" status: 200 len: 217 time: 0.0682838 Nov 09 00:07:43.803494 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:43.831741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820', 'mac_address': 'fa:16:3e:81:68:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:07:43.841951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-1bef101c-51be-4622-a6a3-6c8e8f1fefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:43.843444 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-1bef101c-51be-4622-a6a3-6c8e8f1fefc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.0606027 Nov 09 00:07:43.861778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Pushing event updated for resources: {'Port': ['ID=27418f6e-11ce-4764-8bdf-0fb38dc30536,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:43.868238 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Sync routers for ids ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:07:43.878352 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-0697632b-0181-4407-94ea-096f94bf2cb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271971 Nov 09 00:07:43.886796 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Routers {'ca64e2b3-d248-471d-8e7e-58e52c1246f6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:43.887478 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:43.889125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745ad8c-ffd1-4081-9abd-0420e5566211 req-1b46d870-ec75-499f-832c-88f12b621673 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:43.900777 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2745ad8c-ffd1-4081-9abd-0420e5566211 req-1b46d870-ec75-499f-832c-88f12b621673 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.2865207 Nov 09 00:07:43.903256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:43.922683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bcb42-54c1-41d7-adb1-418fe7d4c719 req-ef1d6348-e2b6-4bf3-82ef-08580511343d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:43.933333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-076bcb42-54c1-41d7-adb1-418fe7d4c719 req-ef1d6348-e2b6-4bf3-82ef-08580511343d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.3555889 Nov 09 00:07:43.959820 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:43.987232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5ebe94e-e6bd-493a-b2ba-9cf48d580820 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:07:44.031978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:44.039543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:44.069848 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-a2d46672-e97a-46dd-8a0a-5a241fb0343c service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836286 Nov 09 00:07:44.079551 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Set router ca64e2b3-d248-471d-8e7e-58e52c1246f6 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:44.136586 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:44.157266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-076bcb42-54c1-41d7-adb1-418fe7d4c719 req-a8ca901d-6da0-4bbb-8ee8-9c53a061a8fc tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227807 Nov 09 00:07:44.201066 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-4c647b6c-7a0d-4e7f-bda6-f32444c4b5ad service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209881 Nov 09 00:07:44.228270 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2745ad8c-ffd1-4081-9abd-0420e5566211 req-7870b7e6-f81b-49ed-bed1-57f211ebea25 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209150 Nov 09 00:07:44.229001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Network 85fde42d-6ff0-42b7-94d4-f7d565158f69 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:44.234507 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ab2f2d52-eecd-48ad-971a-3c30945a4ece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:44.244668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:44.269390 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ab2f2d52-eecd-48ad-971a-3c30945a4ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:44.320716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['b5ebe94e-e6bd-493a-b2ba-9cf48d580820'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:44.344820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58844) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:44.345567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ab2f2d52-eecd-48ad-971a-3c30945a4ece admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e5851cd15224605b8dfe8899c65e957&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1570055 Nov 09 00:07:44.347211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f2d52-eecd-48ad-971a-3c30945a4ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a707b670-94eb-42ea-85c4-d21f56b37dd6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:44.522011 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-116bebc2-fb07-4dc5-9d92-05a5b1f63d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:44.626903 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-116bebc2-fb07-4dc5-9d92-05a5b1f63d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:44.664688 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:41Z', 'revision_number': 4, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'dde0c72e-8563-44bb-878c-6245f4095489', 'name': '', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'mac_address': 'fa:16:3e:44:a3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:40Z', 'updated_at': '2021-11-09T00:07:42Z', 'revision_number': 2, 'project_id': '3a38229d73e04560820824b4219eee11', 'subnets': [{'id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:44.713400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32913052-b551-4355-98c7-5b04d95b315b req-10eb15c8-0818-4736-8067-33f9e79a95fb tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:44.713400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32913052-b551-4355-98c7-5b04d95b315b req-10eb15c8-0818-4736-8067-33f9e79a95fb tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 948 time: 0.1827130 Nov 09 00:07:44.713932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c96c4f-4de2-4d38-837a-97a412707010 req-1a9f5900-86f0-4f2e-9831-9a9f4ba904bb tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:44.715397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9c96c4f-4de2-4d38-837a-97a412707010 req-1a9f5900-86f0-4f2e-9831-9a9f4ba904bb tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 1095 time: 0.2718625 Nov 09 00:07:44.737994 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Checking router: ca64e2b3-d248-471d-8e7e-58e52c1246f6 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:07:44.738336 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Updating router ca64e2b3-d248-471d-8e7e-58e52c1246f6 port dde0c72e-8563-44bb-878c-6245f4095489 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:07:44.753600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-116bebc2-fb07-4dc5-9d92-05a5b1f63d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:44.758045 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-116bebc2-fb07-4dc5-9d92-05a5b1f63d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:44.759302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-116bebc2-fb07-4dc5-9d92-05a5b1f63d62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a707b670-94eb-42ea-85c4-d21f56b37dd6 HTTP/1.1" status: 204 len: 168 time: 0.4133184 Nov 09 00:07:44.772940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bebc2-fb07-4dc5-9d92-05a5b1f63d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a707b670-94eb-42ea-85c4-d21f56b37dd6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:44.802804 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:44.818596 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-36f9b5f2-641b-4560-9458-693582ac4219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:44.847953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8c48a7c1-a654-4c72-b1b9-4982a43b1a15 None None] Provisioning complete for port 27418f6e-11ce-4764-8bdf-0fb38dc30536 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:44.848462 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8c48a7c1-a654-4c72-b1b9-4982a43b1a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:44.907135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Router a10359cc-7679-4e61-89eb-9e3b33cebc16 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:07:44.924834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8985245a-f93b-49aa-942b-151a6fe891a6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:44.962976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32913052-b551-4355-98c7-5b04d95b315b req-f048e60a-9bf9-46eb-acf4-e98baef1e7bc tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393901 Nov 09 00:07:45.058203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8c48a7c1-a654-4c72-b1b9-4982a43b1a15 None None] Port 27418f6e-11ce-4764-8bdf-0fb38dc30536 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:07:45.096317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9c96c4f-4de2-4d38-837a-97a412707010 req-bd0cb38c-9512-447a-bab3-8d061bee717e tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687096 Nov 09 00:07:45.099163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 8985245a-f93b-49aa-942b-151a6fe891a6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:45.099553 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:45.323273 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:45.357733 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 8985245a-f93b-49aa-942b-151a6fe891a6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8985245a-f93b-49aa-942b-151a6fe891a6,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:45.364051 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:45.365406 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 84a842a6-9f09-43a2-ba36-6e20034fa75d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:45.494765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=8985245a-f93b-49aa-942b-151a6fe891a6,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:45.508794 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:45.520957 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:45.529571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 84a842a6-9f09-43a2-ba36-6e20034fa75d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:45.533591 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:45.542036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:07:45.545608 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830cf37-026b-4de3-8147-aa8f25200c1a req-501681f9-d30e-4595-be14-c35b1a502c25 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:45.560929 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4830cf37-026b-4de3-8147-aa8f25200c1a req-501681f9-d30e-4595-be14-c35b1a502c25 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 1095 time: 0.2881098 Nov 09 00:07:45.585326 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-341c2c7a-2a92-416f-8592-00f319a78a90 admin admin] 10.222.0.25 "PUT /v2.0/routers/a10359cc-7679-4e61-89eb-9e3b33cebc16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5373356 Nov 09 00:07:45.628039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b5ebe94e-e6bd-493a-b2ba-9cf48d580820 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:45.672248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb0ff7-1cdb-4772-84d4-4e258c1036b0 req-8e441f13-aeb0-4b15-b629-664d024eb2b9 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:45.673850 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94bb0ff7-1cdb-4772-84d4-4e258c1036b0 req-8e441f13-aeb0-4b15-b629-664d024eb2b9 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.3267651 Nov 09 00:07:45.711134 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d89c76-0297-4a8b-8f61-7a4801822f65 None None] Pushing event updated for resources: {'Port': ['ID=dde0c72e-8563-44bb-878c-6245f4095489,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:45.732147 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Attempting to bind port dde0c72e-8563-44bb-878c-6245f4095489 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:45.732846 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Attempting to bind port dde0c72e-8563-44bb-878c-6245f4095489 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:45.733367 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Attempting to bind port dde0c72e-8563-44bb-878c-6245f4095489 on network b4800f68-4a56-437c-93ae-0635f13e0fec {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:45.741405 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:45.741941 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Checking segment: {'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:45.742454 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:45.743260 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Bound using segment: {'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:45.743800 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Bound port: dde0c72e-8563-44bb-878c-6245f4095489, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:45.744497 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:45.761127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] Sync routers for ids ['a10359cc-7679-4e61-89eb-9e3b33cebc16'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:07:45.770559 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4830cf37-026b-4de3-8147-aa8f25200c1a req-21147d81-e456-4a2d-bf2a-10f7dfe53097 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073157 Nov 09 00:07:45.775087 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94bb0ff7-1cdb-4772-84d4-4e258c1036b0 req-074439de-fd56-4db2-bc6e-5342a3876ba1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861430 Nov 09 00:07:45.849072 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] Routers {'a10359cc-7679-4e61-89eb-9e3b33cebc16'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:45.851653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a10359cc-7679-4e61-89eb-9e3b33cebc16'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:45.863454 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] For port dde0c72e-8563-44bb-878c-6245f4095489, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:45.867684 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] For port dde0c72e-8563-44bb-878c-6245f4095489, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=dde0c72e-8563-44bb-878c-6245f4095489,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:07:45.877055 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:45.960701 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:46.011128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1287c-fc8c-4ab7-a6d0-f16f11b76ff4 req-07f9e2dc-8933-471b-9f8c-687110ca93a5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:46.020337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fe1287c-fc8c-4ab7-a6d0-f16f11b76ff4 req-07f9e2dc-8933-471b-9f8c-687110ca93a5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.0745738 Nov 09 00:07:46.020885 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Routers {'ca64e2b3-d248-471d-8e7e-58e52c1246f6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:46.023902 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:46.051407 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:46.051779 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:46.169583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fe1287c-fc8c-4ab7-a6d0-f16f11b76ff4 req-7a957966-e9f2-40b3-b288-11e26f0044c8 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469781 Nov 09 00:07:46.236319 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d89c76-0297-4a8b-8f61-7a4801822f65 None None] Pushing event updated for resources: {'Port': ['ID=dde0c72e-8563-44bb-878c-6245f4095489,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:46.251294 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] Set router ca64e2b3-d248-471d-8e7e-58e52c1246f6 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:46.559073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:46.757463 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-267fe807-729b-4aff-9af8-56ee46e9b609 req-9e1196d9-ae4e-44a2-85d0-271ad7eba40f tempest-FloatingIPDetailsNegativeTestJSON-191844618 tempest-FloatingIPDetailsNegativeTestJSON-191844618-project] show failed (client error): The resource could not be found. Nov 09 00:07:46.758544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-267fe807-729b-4aff-9af8-56ee46e9b609 req-9e1196d9-ae4e-44a2-85d0-271ad7eba40f tempest-FloatingIPDetailsNegativeTestJSON-191844618 tempest-FloatingIPDetailsNegativeTestJSON-191844618-project] 10.222.0.25 "GET /v2.0/floatingips/2fb8eab4-27e5-4921-8dbc-bf200d56b029 HTTP/1.1" status: 404 len: 350 time: 0.0942712 Nov 09 00:07:46.769315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58950) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:46.788056 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:41Z', 'revision_number': 4, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'dde0c72e-8563-44bb-878c-6245f4095489', 'name': '', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'mac_address': 'fa:16:3e:44:a3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:40Z', 'updated_at': '2021-11-09T00:07:45Z', 'revision_number': 4, 'project_id': '3a38229d73e04560820824b4219eee11', 'subnets': [{'id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:46.800507 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:46.821897 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2def2e-d016-479c-aff7-cdfa30e6f96f None None] The sync data for ids ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'] in n-d-813263-3 is: [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:41Z', 'revision_number': 4, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'dde0c72e-8563-44bb-878c-6245f4095489', 'name': '', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'mac_address': 'fa:16:3e:44:a3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:40Z', 'updated_at': '2021-11-09T00:07:45Z', 'revision_number': 4, 'project_id': '3a38229d73e04560820824b4219eee11', 'subnets': [{'id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:07:46.904144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c8427-825d-40bd-a10e-d7433d2d6e76 req-617b74a4-9953-4fcf-9171-aaa2312e37f6 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:46.912251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-602c8427-825d-40bd-a10e-d7433d2d6e76 req-617b74a4-9953-4fcf-9171-aaa2312e37f6 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 948 time: 0.1608207 Nov 09 00:07:46.995067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-602c8427-825d-40bd-a10e-d7433d2d6e76 req-3abf82bd-8d49-4908-af5b-8eb2e08670ca tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773406 Nov 09 00:07:46.995383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] Set router a10359cc-7679-4e61-89eb-9e3b33cebc16 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:46.998271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8985245a-f93b-49aa-942b-151a6fe891a6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:47.001435 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-49a03f5b-91d1-4b63-8295-90a9e75f8ace None None] Provisioning complete for port dde0c72e-8563-44bb-878c-6245f4095489 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:47.002347 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49a03f5b-91d1-4b63-8295-90a9e75f8ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:47.145387 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:47.250697 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-4af8a98f-4a48-481b-a122-bc6e81c4e62c tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e2ad7ee164fd440081f1219877fca101&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437863 Nov 09 00:07:47.319625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fce0c9-06a0-4271-b746-24f310f477b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:47.322473 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1515c87-d162-4c10-9199-e2611e736e92" -d '{"events": [{"server_uuid": "30fce0c9-06a0-4271-b746-24f310f477b7", "name": "network-vif-plugged", "status": "completed", "tag": "b5ebe94e-e6bd-493a-b2ba-9cf48d580820"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:47.341862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 8985245a-f93b-49aa-942b-151a6fe891a6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:47.342317 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:47.370836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52989197-2e69-4a74-82d2-60b21657a5c8 req-df9c9a07-ce97-4032-9319-a075951c34fd tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:47.379588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52989197-2e69-4a74-82d2-60b21657a5c8 req-df9c9a07-ce97-4032-9319-a075951c34fd tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1261573 Nov 09 00:07:47.393544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:47.442628 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:47.583746 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49a03f5b-91d1-4b63-8295-90a9e75f8ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:47.591591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52989197-2e69-4a74-82d2-60b21657a5c8 req-27866d73-1284-41e9-80ac-221b5d9faf83 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095284 Nov 09 00:07:47.605938 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:47.606208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc0807e-1d52-48a6-b853-f51825f0bca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:47.623924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-3b255df8-2f13-4576-ad83-b093be63e97e tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:47.635071 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-3b255df8-2f13-4576-ad83-b093be63e97e tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3654158 Nov 09 00:07:47.636369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,revision_number=10']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:47.679185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-01003337-793b-45d6-94cc-b36a97040f04 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/quotas/e2ad7ee164fd440081f1219877fca101 HTTP/1.1" status: 200 len: 375 time: 0.0422912 Nov 09 00:07:47.751848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-49a03f5b-91d1-4b63-8295-90a9e75f8ace None None] For port dde0c72e-8563-44bb-878c-6245f4095489, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=dde0c72e-8563-44bb-878c-6245f4095489,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:47.774204 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49a03f5b-91d1-4b63-8295-90a9e75f8ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:47.839752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a03f5b-91d1-4b63-8295-90a9e75f8ace None None] Pushing event updated for resources: {'Port': ['ID=dde0c72e-8563-44bb-878c-6245f4095489,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:47.845152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-ce94ba8c-5367-436b-8a10-33a69a744e68 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2ad7ee164fd440081f1219877fca101&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1640899 Nov 09 00:07:47.848603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-901041377-router', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8985245a-f93b-49aa-942b-151a6fe891a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:42Z', 'revision_number': 4, 'project_id': '4bb451a1a7bc486da0e4596d0e501c26', 'gw_port': {'id': '8985245a-f93b-49aa-942b-151a6fe891a6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '27418f6e-11ce-4764-8bdf-0fb38dc30536', 'name': '', 'network_id': '85fde42d-6ff0-42b7-94d4-f7d565158f69', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'mac_address': 'fa:16:3e:ff:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '704acea6-70a9-4989-a047-ae0779b6e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:41Z', 'updated_at': '2021-11-09T00:07:43Z', 'revision_number': 2, 'project_id': '4bb451a1a7bc486da0e4596d0e501c26', 'subnets': [{'id': '704acea6-70a9-4989-a047-ae0779b6e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:47.909327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812e7c7-bc94-4ce2-8543-13ea1c79913e req-31f062ee-e84f-4283-9ba5-e687ecf053c4 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:47.921784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0812e7c7-bc94-4ce2-8543-13ea1c79913e req-31f062ee-e84f-4283-9ba5-e687ecf053c4 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.2150784 Nov 09 00:07:47.943247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] Checking router: a10359cc-7679-4e61-89eb-9e3b33cebc16 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:07:47.943890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] Updating router a10359cc-7679-4e61-89eb-9e3b33cebc16 port 27418f6e-11ce-4764-8bdf-0fb38dc30536 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:07:48.009073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:48.036741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0812e7c7-bc94-4ce2-8543-13ea1c79913e req-23fca08f-67f4-4e91-a0fc-7f4e5f26928e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140487 Nov 09 00:07:48.083872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9f3a5725-4a11-4d79-8107-ac3a35aa35ef None None] Provisioning complete for port dde0c72e-8563-44bb-878c-6245f4095489 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:48.087098 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9f3a5725-4a11-4d79-8107-ac3a35aa35ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:48.129269 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0807e-1d52-48a6-b853-f51825f0bca6 admin admin] Deleting port 27418f6e-11ce-4764-8bdf-0fb38dc30536 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:48.129826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc0807e-1d52-48a6-b853-f51825f0bca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:48.187457 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b27d36-36db-4081-9388-0cce18bed167 x-openstack-request-id: req-52b27d36-36db-4081-9388-0cce18bed167 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:48.187760 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fce0c9-06a0-4271-b746-24f310f477b7", "name": "network-vif-plugged", "status": "completed", "tag": "b5ebe94e-e6bd-493a-b2ba-9cf48d580820", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:48.188021 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52b27d36-36db-4081-9388-0cce18bed167 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:48.188428 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fce0c9-06a0-4271-b746-24f310f477b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820', 'code': 200} Nov 09 00:07:48.376173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8449027-f628-4094-a7a0-7848a177fd04 req-ea2d57c2-d722-4589-b970-7894e0b2d7ce tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 210 time: 0.0887926 Nov 09 00:07:48.506001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cca7d-ebc5-4259-aa9e-64da8eff9ae8 req-a7e1c64b-7ad4-447b-a2e6-038b70365435 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:48.516314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-643cca7d-ebc5-4259-aa9e-64da8eff9ae8 req-a7e1c64b-7ad4-447b-a2e6-038b70365435 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 950 time: 0.1277945 Nov 09 00:07:48.540709 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc0807e-1d52-48a6-b853-f51825f0bca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:48.544721 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:48.602159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0807e-1d52-48a6-b853-f51825f0bca6 admin admin] Calling delete_port for 27418f6e-11ce-4764-8bdf-0fb38dc30536 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:48.699516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-643cca7d-ebc5-4259-aa9e-64da8eff9ae8 req-1138b0b9-df2c-4804-81e3-3b9965f45212 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694510 Nov 09 00:07:48.916694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b822-e38d-431e-bade-78383f250841 req-68a2c315-e704-4686-9d19-83f5900de49a tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:48.946124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99c9b822-e38d-431e-bade-78383f250841 req-68a2c315-e704-4686-9d19-83f5900de49a tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1406760 Nov 09 00:07:48.953273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device dde0c72e-8563-44bb-878c-6245f4095489 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:48.984254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b1c04-8f9e-4ce4-a4b3-f4abf75aa286 req-59a9482c-774d-4aa0-8ca8-a20223faffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:48.986288 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-950b1c04-8f9e-4ce4-a4b3-f4abf75aa286 req-59a9482c-774d-4aa0-8ca8-a20223faffdf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 1101 time: 0.5772076 Nov 09 00:07:48.987989 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc0807e-1d52-48a6-b853-f51825f0bca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:49.055215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0807e-1d52-48a6-b853-f51825f0bca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=27418f6e-11ce-4764-8bdf-0fb38dc30536,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:49.093702 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:07:49.094171 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:07:49.129911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port dde0c72e-8563-44bb-878c-6245f4095489 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:49.130351 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:49.173091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99c9b822-e38d-431e-bade-78383f250841 req-759de9a3-2084-46a0-8808-f713431a8b6c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205558 Nov 09 00:07:49.183675 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-950b1c04-8f9e-4ce4-a4b3-f4abf75aa286 req-751e6892-5003-4b9d-ae0f-e41c78159749 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569295 Nov 09 00:07:49.309656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b68453-2c8c-4de5-9e0a-acee40cbfe2c req-10b5d786-8aa6-42aa-892f-2ba57b19bcd9 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:49.321158 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-33b68453-2c8c-4de5-9e0a-acee40cbfe2c req-10b5d786-8aa6-42aa-892f-2ba57b19bcd9 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1395833 Nov 09 00:07:49.398269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-33b68453-2c8c-4de5-9e0a-acee40cbfe2c req-8866bfc5-f1d7-4938-ba2a-97ccb07573a2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753992 Nov 09 00:07:49.413114 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc0807e-1d52-48a6-b853-f51825f0bca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:49.571803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e99ba9fc-ac7d-44bf-babc-c442d2925239 req-47a8c680-570a-46ca-be18-d8285b5134c7 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 210 time: 0.0705278 Nov 09 00:07:49.622652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] Port 27418f6e-11ce-4764-8bdf-0fb38dc30536 not found while updating agent binding for router a10359cc-7679-4e61-89eb-9e3b33cebc16. {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 00:07:49.638803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] Routers {'a10359cc-7679-4e61-89eb-9e3b33cebc16'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:49.639726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a10359cc-7679-4e61-89eb-9e3b33cebc16'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:49.762016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc0807e-1d52-48a6-b853-f51825f0bca6 admin admin] Router a10359cc-7679-4e61-89eb-9e3b33cebc16 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:07:49.786051 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] Set router a10359cc-7679-4e61-89eb-9e3b33cebc16 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:49.877278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75394dab-d877-462b-9ffc-48cfea728b87 req-2055204d-d140-4d3e-ae0f-661a14f737b7 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:49.881193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75394dab-d877-462b-9ffc-48cfea728b87 req-2055204d-d140-4d3e-ae0f-661a14f737b7 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 950 time: 0.0925183 Nov 09 00:07:50.035388 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc0807e-1d52-48a6-b853-f51825f0bca6 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:07:50.045746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-c399ec2e-5751-4fa4-a988-92c2920c13d3 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e2ad7ee164fd440081f1219877fca101&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097608 Nov 09 00:07:50.056051 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ddc0807e-1d52-48a6-b853-f51825f0bca6 admin admin] 10.222.0.25 "PUT /v2.0/routers/a10359cc-7679-4e61-89eb-9e3b33cebc16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2847993 Nov 09 00:07:50.059240 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58998) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:50.097980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-901041377-router', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8985245a-f93b-49aa-942b-151a6fe891a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:48Z', 'revision_number': 5, 'project_id': '4bb451a1a7bc486da0e4596d0e501c26', 'gw_port': {'id': '8985245a-f93b-49aa-942b-151a6fe891a6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:50.131949 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd76d1-581c-4eb6-bd6f-e21a30c8542b None None] The sync data for ids ['a10359cc-7679-4e61-89eb-9e3b33cebc16'] in n-d-813263-3 is: [{'id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-901041377-router', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8985245a-f93b-49aa-942b-151a6fe891a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:48Z', 'revision_number': 5, 'project_id': '4bb451a1a7bc486da0e4596d0e501c26', 'gw_port': {'id': '8985245a-f93b-49aa-942b-151a6fe891a6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:07:50.153923 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75394dab-d877-462b-9ffc-48cfea728b87 req-a3d81eb2-52bc-4a98-a606-1bc31538649d tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679627 Nov 09 00:07:50.343880 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bb137442-13ac-4d7c-aa89-3bc8dd4ba49a req-efc3cbb7-671b-42a8-ae08-17e6d1c4c81b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1974452 Nov 09 00:07:50.349438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-8bbf4144-ada5-475e-bf14-305e09fd749d tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:50.350993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-8bbf4144-ada5-475e-bf14-305e09fd749d tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889955 Nov 09 00:07:50.367863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:50.399302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Request body: {'port': {'device_id': '633e8598-7f63-4114-8fbb-f5bdf97c9637', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'e2ad7ee164fd440081f1219877fca101'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:50.595164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb137442-13ac-4d7c-aa89-3bc8dd4ba49a req-985c0e0b-2b02-4c5c-b701-421a17cedc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:50.596774 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bb137442-13ac-4d7c-aa89-3bc8dd4ba49a req-985c0e0b-2b02-4c5c-b701-421a17cedc28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 1095 time: 0.2252483 Nov 09 00:07:50.663444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14631f-cc26-423c-a036-0853cabde52a req-472a99b5-e761-4ae1-bb41-063aa560be8f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:50.672984 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f14631f-cc26-423c-a036-0853cabde52a req-472a99b5-e761-4ae1-bb41-063aa560be8f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.3608520 Nov 09 00:07:50.852874 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f14631f-cc26-423c-a036-0853cabde52a req-f1d52bbc-680b-4b58-8622-ea950c98e008 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724961 Nov 09 00:07:50.854909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Made reservation on behalf of e2ad7ee164fd440081f1219877fca101 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:07:50.859633 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:50.885547 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:50.918002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd109ff-7408-4f9e-bf8b-c11028281363 req-8ef3a95b-7091-4cdb-80d2-f3ca6467acb5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:50.920157 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6dd109ff-7408-4f9e-bf8b-c11028281363 req-8ef3a95b-7091-4cdb-80d2-f3ca6467acb5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1871085 Nov 09 00:07:51.007935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6dd109ff-7408-4f9e-bf8b-c11028281363 req-d27bba41-09a9-4d89-b5c1-1d37982a50cc tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742772 Nov 09 00:07:51.083638 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:51.093214 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:51.337197 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b4a2ca-fda3-4bb8-be8f-a92452a36f8c None None] Sync routers for ids ['a10359cc-7679-4e61-89eb-9e3b33cebc16'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:07:51.342762 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:51.346830 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-56ee2a80-d01b-4efe-a2e2-5737993731a6 service neutron] 10.222.0.30 "GET /v2.0/ports/c9157251-ba3b-4625-ad66-84bdd5eb31ff/bindings/n-h1-813263-3 HTTP/1.1" status: 200 len: 382 time: 0.1054502 Nov 09 00:07:51.359515 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b4a2ca-fda3-4bb8-be8f-a92452a36f8c None None] Routers {'a10359cc-7679-4e61-89eb-9e3b33cebc16'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:51.360141 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c1b4a2ca-fda3-4bb8-be8f-a92452a36f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a10359cc-7679-4e61-89eb-9e3b33cebc16'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:51.404541 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c64e24a2-bc14-4fc8-91ca-ac35264f03ae req-57ee21e3-3656-4eb0-af02-be28bec6e069 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 210 time: 0.0916121 Nov 09 00:07:51.407332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb137442-13ac-4d7c-aa89-3bc8dd4ba49a req-4b98b0e1-c204-453e-add4-854f99ba9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:51.408898 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bb137442-13ac-4d7c-aa89-3bc8dd4ba49a req-4b98b0e1-c204-453e-add4-854f99ba9e85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.7651665 Nov 09 00:07:51.466812 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bb137442-13ac-4d7c-aa89-3bc8dd4ba49a req-e7ef5983-6b79-456b-992f-8ee45c3ff7b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101 HTTP/1.1" status: 200 len: 217 time: 0.0493400 Nov 09 00:07:51.507029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Deleting port 8985245a-f93b-49aa-942b-151a6fe891a6 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:51.507368 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:51.517898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Allocated IP 192.168.233.130 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/ca7101a0-d210-4a42-9ea5-d5e43726f73b) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:07:51.541776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d63f72-cad8-4208-8317-e4934de8d798,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:51.621274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb137442-13ac-4d7c-aa89-3bc8dd4ba49a req-62a238ff-a21e-4b2b-9cf6-d19b0c6f3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:51.623602 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bb137442-13ac-4d7c-aa89-3bc8dd4ba49a req-62a238ff-a21e-4b2b-9cf6-d19b0c6f3a1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.1484478 Nov 09 00:07:51.672466 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c1b4a2ca-fda3-4bb8-be8f-a92452a36f8c None None] Set router a10359cc-7679-4e61-89eb-9e3b33cebc16 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:51.708941 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bb137442-13ac-4d7c-aa89-3bc8dd4ba49a req-e2252120-4caf-4baa-957e-934c2d7489b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758643 Nov 09 00:07:51.728523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b0405-5d3e-4dcc-b91e-33ec9fb730c2 req-44cce7b2-9b97-4100-9f8a-87868b34286e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:51.734777 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c1b4a2ca-fda3-4bb8-be8f-a92452a36f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-901041377-router', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:51Z', 'revision_number': 6, 'project_id': '4bb451a1a7bc486da0e4596d0e501c26', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:51.738884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-646b0405-5d3e-4dcc-b91e-33ec9fb730c2 req-44cce7b2-9b97-4100-9f8a-87868b34286e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 950 time: 0.4102738 Nov 09 00:07:51.768207 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b4a2ca-fda3-4bb8-be8f-a92452a36f8c None None] Checking router: a10359cc-7679-4e61-89eb-9e3b33cebc16 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:07:51.777672 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b4a2ca-fda3-4bb8-be8f-a92452a36f8c None None] Routers {'a10359cc-7679-4e61-89eb-9e3b33cebc16'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:07:51.778563 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c1b4a2ca-fda3-4bb8-be8f-a92452a36f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:07:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a10359cc-7679-4e61-89eb-9e3b33cebc16'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:51.833183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] For port 8985245a-f93b-49aa-942b-151a6fe891a6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8985245a-f93b-49aa-942b-151a6fe891a6,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:51.833594 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:51.865494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Calling delete_port for 8985245a-f93b-49aa-942b-151a6fe891a6 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:51.879848 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c1b4a2ca-fda3-4bb8-be8f-a92452a36f8c None None] Set router a10359cc-7679-4e61-89eb-9e3b33cebc16 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:07:51.945128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-b558a7ad-550a-4115-8855-2fea0a9fc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:51.948197 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-b558a7ad-550a-4115-8855-2fea0a9fc9ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05&tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690 HTTP/1.1" status: 200 len: 1100 time: 0.2639546 Nov 09 00:07:51.980048 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c1b4a2ca-fda3-4bb8-be8f-a92452a36f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-901041377-router', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:51Z', 'revision_number': 6, 'project_id': '4bb451a1a7bc486da0e4596d0e501c26', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:52.018804 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b4a2ca-fda3-4bb8-be8f-a92452a36f8c None None] The sync data for ids ['a10359cc-7679-4e61-89eb-9e3b33cebc16'] in n-d-813263-3 is: [{'id': 'a10359cc-7679-4e61-89eb-9e3b33cebc16', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-901041377-router', 'tenant_id': '4bb451a1a7bc486da0e4596d0e501c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:51Z', 'revision_number': 6, 'project_id': '4bb451a1a7bc486da0e4596d0e501c26', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:07:52.087958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-646b0405-5d3e-4dcc-b91e-33ec9fb730c2 req-9fddb251-2a05-4b8b-8694-ab246f458b78 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442943 Nov 09 00:07:52.100835 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bb137442-13ac-4d7c-aa89-3bc8dd4ba49a req-3a453880-13f8-4ecc-a005-ceeab0f62cdc service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453901 Nov 09 00:07:52.125399 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-7878bbc7-9fc4-4ddf-879f-88bd9e872ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:52.125399 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-7878bbc7-9fc4-4ddf-879f-88bd9e872ec5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 1100 time: 0.1245399 Nov 09 00:07:52.188832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:52.205185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c19872-6df1-40d5-a397-b7b4bf42fcf7 req-5fefe03e-8379-41d0-a57c-43cd36d73450 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:52.214318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15c19872-6df1-40d5-a397-b7b4bf42fcf7 req-5fefe03e-8379-41d0-a57c-43cd36d73450 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.2180514 Nov 09 00:07:52.312255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15c19872-6df1-40d5-a397-b7b4bf42fcf7 req-de846a50-9c3f-4ff4-be1b-666c25ff88a1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919902 Nov 09 00:07:52.349431 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:52.429949 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bb137442-13ac-4d7c-aa89-3bc8dd4ba49a req-f63a633f-2a94-450a-a235-50279ec25bc9 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200600 Nov 09 00:07:52.436027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-ab18be0e-9364-486c-862a-30fa2afbdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:52.437694 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-ab18be0e-9364-486c-862a-30fa2afbdafc service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2614450 Nov 09 00:07:52.461245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:52.461696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:07:52.489274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:07:52.499297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:07:52.540986 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-c10bb911-c329-4176-b6ee-2beeb8e4bc34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff HTTP/1.1" status: 200 len: 217 time: 0.0952189 Nov 09 00:07:52.565029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=8985245a-f93b-49aa-942b-151a6fe891a6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:52.584625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Pushing event updated for resources: {'Port': ['ID=ca7101a0-d210-4a42-9ea5-d5e43726f73b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:52.654966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7484bab-3e93-4987-ad58-598ab8daef49 req-28e4a5c9-eef4-40ef-b2cc-357891d0f1e7 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:52.675494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7484bab-3e93-4987-ad58-598ab8daef49 req-28e4a5c9-eef4-40ef-b2cc-357891d0f1e7 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.2836666 Nov 09 00:07:52.709049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-5ce4c432-5219-458d-bc76-5781a080a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:52.710728 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-5ce4c432-5219-458d-bc76-5781a080a7a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1621830 Nov 09 00:07:52.755368 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:52.761635 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:52.762954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:52.979871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-cb41e641-a85e-4e33-8fc6-4ea91926f4aa tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5856905 Nov 09 00:07:52.991262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02481584-e902-4281-b62d-c1cfc92f87f8 req-5a0f0b72-c7ac-42d0-8246-9318fdd09719 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:52.992940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02481584-e902-4281-b62d-c1cfc92f87f8 req-5a0f0b72-c7ac-42d0-8246-9318fdd09719 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 936 time: 0.2531466 Nov 09 00:07:52.998016 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:53.000643 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:53.007840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7484bab-3e93-4987-ad58-598ab8daef49 req-9acd2149-00fa-4d85-93da-b79f4fa06b54 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288016 Nov 09 00:07:53.024980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Request body: {'port': {'device_id': '633e8598-7f63-4114-8fbb-f5bdf97c9637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:07:53.029924 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5591c941-27d7-4977-8824-6049d34ee48b None None] Provisioning complete for port ca7101a0-d210-4a42-9ea5-d5e43726f73b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:53.030890 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5591c941-27d7-4977-8824-6049d34ee48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:53.086781 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:53.087316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a10359cc-7679-4e61-89eb-9e3b33cebc16 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:07:53.092655 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:53.093811 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-22143946-3c0f-4fbe-93a4-cef6f7826f5e admin admin] 10.222.0.25 "DELETE /v2.0/routers/a10359cc-7679-4e61-89eb-9e3b33cebc16 HTTP/1.1" status: 204 len: 168 time: 3.0328412 Nov 09 00:07:53.096712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59028) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:53.128739 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-513a8482-6c80-486a-8a3a-9f689cb14d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:53.130301 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-513a8482-6c80-486a-8a3a-9f689cb14d42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3995345 Nov 09 00:07:53.135198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8985245a-f93b-49aa-942b-151a6fe891a6 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:53.196583 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5591c941-27d7-4977-8824-6049d34ee48b None None] Port ca7101a0-d210-4a42-9ea5-d5e43726f73b cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:07:53.203070 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 8985245a-f93b-49aa-942b-151a6fe891a6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:53.205851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8985245a-f93b-49aa-942b-151a6fe891a6 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:53.274348 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-5a72efad-660e-44c8-ad80-369a9b63e87e service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343608 Nov 09 00:07:53.281997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02481584-e902-4281-b62d-c1cfc92f87f8 req-7f857909-6dfe-4506-9f09-a14c43a2bfc6 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d63f72-cad8-4208-8317-e4934de8d798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363787 Nov 09 00:07:53.323508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f23a88-b7d5-4cee-a4b6-ecce72f3dba8 admin admin] Deleting subnet 704acea6-70a9-4989-a047-ae0779b6e55f {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:07:53.328213 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:53.331802 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5f23a88-b7d5-4cee-a4b6-ecce72f3dba8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:53.371352 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5f23a88-b7d5-4cee-a4b6-ecce72f3dba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:53.412505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64da7e-b4fd-41f4-85b2-455cf5eb6e15 req-21a85da1-2bcb-4899-ae69-6c01b473fbd0 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:53.436668 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa64da7e-b4fd-41f4-85b2-455cf5eb6e15 req-21a85da1-2bcb-4899-ae69-6c01b473fbd0 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 1101 time: 0.2248936 Nov 09 00:07:53.476848 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5f23a88-b7d5-4cee-a4b6-ecce72f3dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:53.624150 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d2d78c5-05fd-46f9-b65f-48dbd30200dd req-98fafa67-7274-4609-9ff5-3a7c604c71a0 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415718 Nov 09 00:07:53.628080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5f23a88-b7d5-4cee-a4b6-ecce72f3dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:53.654743 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5f23a88-b7d5-4cee-a4b6-ecce72f3dba8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:53.660801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fef5b8a-43a6-404d-8a12-1a26f2d64b2f None None] Network 85fde42d-6ff0-42b7-94d4-f7d565158f69 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:07:53.662353 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a5f23a88-b7d5-4cee-a4b6-ecce72f3dba8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/704acea6-70a9-4989-a047-ae0779b6e55f HTTP/1.1" status: 204 len: 168 time: 0.5639746 Nov 09 00:07:53.713299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59034) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:53.765467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f23a88-b7d5-4cee-a4b6-ecce72f3dba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704acea6-70a9-4989-a047-ae0779b6e55f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:53.898068 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.047095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76466df7-caab-4f23-ac18-daa680e6ce16 None None] DHCP port deletion for 85fde42d-6ff0-42b7-94d4-f7d565158f69 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:07:54.047553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa64da7e-b4fd-41f4-85b2-455cf5eb6e15 req-f636adeb-0f2b-4a58-8e70-a0e6414d6ea3 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077549 Nov 09 00:07:54.060750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Deleting port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:54.061094 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.088099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb3ca0-6894-491c-ac05-24a2012c2516 req-bd4bc0f2-bc75-4148-ac93-63133eec427d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:54.104743 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9efb3ca0-6894-491c-ac05-24a2012c2516 req-bd4bc0f2-bc75-4148-ac93-63133eec427d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.4887490 Nov 09 00:07:54.143303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] For port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3bfb1a02-64fd-43f1-9881-1e273aeecc1a,segment=NetworkSegment(849abc13-1e81-450d-86a8-78000819fe64),segment_id=849abc13-1e81-450d-86a8-78000819fe64)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:54.145506 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.160339 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-76466df7-caab-4f23-ac18-daa680e6ce16 None None] Deleting port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:54.160829 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-76466df7-caab-4f23-ac18-daa680e6ce16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.180338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Calling delete_port for 3bfb1a02-64fd-43f1-9881-1e273aeecc1a owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:54.240847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-76466df7-caab-4f23-ac18-daa680e6ce16 None None] For port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3bfb1a02-64fd-43f1-9881-1e273aeecc1a,segment=NetworkSegment(849abc13-1e81-450d-86a8-78000819fe64),segment_id=849abc13-1e81-450d-86a8-78000819fe64)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:54.240847 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-76466df7-caab-4f23-ac18-daa680e6ce16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.334791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.339793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9efb3ca0-6894-491c-ac05-24a2012c2516 req-85e8122e-cf77-4da4-b8e0-222d897bdfae tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340224 Nov 09 00:07:54.377282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3bfb1a02-64fd-43f1-9881-1e273aeecc1a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:54.381332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] No DVR routers for this DVR port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:54.434396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7101a0-d210-4a42-9ea5-d5e43726f73b {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:07:54.444031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-76466df7-caab-4f23-ac18-daa680e6ce16 None None] Calling delete_port for 3bfb1a02-64fd-43f1-9881-1e273aeecc1a owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:54.453563 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.482624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Transition to ACTIVE for port object ca7101a0-d210-4a42-9ea5-d5e43726f73b will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:07:54.500214 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.505683 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.531883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fde42d-6ff0-42b7-94d4-f7d565158f69']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:54.538643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190d5b2-3b1e-407d-9456-63a7d0e38973 req-076f5d06-bdb3-42a2-8ecd-639aa5b335e6 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:54.540189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3190d5b2-3b1e-407d-9456-63a7d0e38973 req-076f5d06-bdb3-42a2-8ecd-639aa5b335e6 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1436412 Nov 09 00:07:54.543645 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-76466df7-caab-4f23-ac18-daa680e6ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.548576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849abc13-1e81-450d-86a8-78000819fe64') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:54.548879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849abc13-1e81-450d-86a8-78000819fe64') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:07:54.560659 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.575698 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.583069 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:07:54.583276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76466df7-caab-4f23-ac18-daa680e6ce16 None None] Pushing event deleted for resources: {'Port': ['ID=3bfb1a02-64fd-43f1-9881-1e273aeecc1a,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:54.583552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:07:54.585940 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:07:54.592005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76466df7-caab-4f23-ac18-daa680e6ce16 None None] No DVR routers for this DVR port 3bfb1a02-64fd-43f1-9881-1e273aeecc1a on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:54.673336 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.685020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7101a0-d210-4a42-9ea5-d5e43726f73b,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:54.685945 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:54.701952 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] 10.222.0.25 "DELETE /v2.0/networks/85fde42d-6ff0-42b7-94d4-f7d565158f69 HTTP/1.1" status: 204 len: 168 time: 0.9844835 Nov 09 00:07:54.721755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a02b91-9e8a-4a9c-8843-a609e8acc9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=85fde42d-6ff0-42b7-94d4-f7d565158f69,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:54.757845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13eef4-d6da-48a2-8159-9860bee1ae13 req-627b7128-80dc-4cf8-9bf5-9fbae1941b33 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:54.759376 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e13eef4-d6da-48a2-8159-9860bee1ae13 req-627b7128-80dc-4cf8-9bf5-9fbae1941b33 tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 1101 time: 0.2633057 Nov 09 00:07:54.765306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3190d5b2-3b1e-407d-9456-63a7d0e38973 req-ae331128-5550-4249-8808-d6e76531db32 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379075 Nov 09 00:07:54.836191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Attempting to bind port ca7101a0-d210-4a42-9ea5-d5e43726f73b on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:07:54.836528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Attempting to bind port ca7101a0-d210-4a42-9ea5-d5e43726f73b by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:07:54.836852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Attempting to bind port ca7101a0-d210-4a42-9ea5-d5e43726f73b on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:54.859160 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e13eef4-d6da-48a2-8159-9860bee1ae13 req-963e430e-9dbd-40f9-8785-fd29432e142d tempest-ServersAdminTestJSON-252081415 tempest-ServersAdminTestJSON-252081415-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857012 Nov 09 00:07:54.860052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Port ca7101a0-d210-4a42-9ea5-d5e43726f73b on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:07:54.860377 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Attempting to bind port ca7101a0-d210-4a42-9ea5-d5e43726f73b on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:07:54.875818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:07:54.876166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:07:54.876555 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:07:54.876991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Bound port: ca7101a0-d210-4a42-9ea5-d5e43726f73b, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:07:54.877374 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:55.114292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00f88a-7b0f-4ac1-a060-13ec8299fb29 req-06113c62-1e61-4a4b-8ca8-7eddae35cda1 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:55.124521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f00f88a-7b0f-4ac1-a060-13ec8299fb29 req-06113c62-1e61-4a4b-8ca8-7eddae35cda1 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 948 time: 0.1649103 Nov 09 00:07:55.130238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59052) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:55.131980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] For port ca7101a0-d210-4a42-9ea5-d5e43726f73b, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:07:55.135908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] For port ca7101a0-d210-4a42-9ea5-d5e43726f73b, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ca7101a0-d210-4a42-9ea5-d5e43726f73b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:07:55.152320 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:55.173607 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3bfb1a02-64fd-43f1-9881-1e273aeecc1a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:55.184791 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2ac67082-4bd6-462c-a175-730d423c6ba3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4bb451a1a7bc486da0e4596d0e501c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524659 Nov 09 00:07:55.188397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59054) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:07:55.211512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:55.212208 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:55.214125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] 10.222.0.30 "PUT /v2.0/ports/ca7101a0-d210-4a42-9ea5-d5e43726f73b HTTP/1.1" status: 200 len: 1096 time: 2.2045021 Nov 09 00:07:55.216181 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 3bfb1a02-64fd-43f1-9881-1e273aeecc1a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:55.216538 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3bfb1a02-64fd-43f1-9881-1e273aeecc1a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:55.240998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633e8598-7f63-4114-8fbb-f5bdf97c9637', 'tag': 'ca7101a0-d210-4a42-9ea5-d5e43726f73b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:55.243644 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a498a07-c4fd-42e1-801b-caee3917bdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "633e8598-7f63-4114-8fbb-f5bdf97c9637", "tag": "ca7101a0-d210-4a42-9ea5-d5e43726f73b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:55.360053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f00f88a-7b0f-4ac1-a060-13ec8299fb29 req-9a01f289-1db2-4860-9dc9-b5539291d7d4 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d63f72-cad8-4208-8317-e4934de8d798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345507 Nov 09 00:07:55.383380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b6f1d-d376-42c1-9c8a-6b41bfae5664 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7101a0-d210-4a42-9ea5-d5e43726f73b,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:55.407865 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b3334c-dc44-4998-acfa-7b7de846fc33 x-openstack-request-id: req-b2b3334c-dc44-4998-acfa-7b7de846fc33 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:55.410466 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633e8598-7f63-4114-8fbb-f5bdf97c9637", "tag": "ca7101a0-d210-4a42-9ea5-d5e43726f73b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:55.411054 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2b3334c-dc44-4998-acfa-7b7de846fc33 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:55.411610 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633e8598-7f63-4114-8fbb-f5bdf97c9637', 'tag': 'ca7101a0-d210-4a42-9ea5-d5e43726f73b', 'status': 'completed', 'code': 200} Nov 09 00:07:55.433053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c9157251-ba3b-4625-ad66-84bdd5eb31ff details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:07:55.457390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-6b907b21-001e-4de5-84af-b3a2e201b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:55.464068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c9157251-ba3b-4625-ad66-84bdd5eb31ff no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:55.469181 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-6b907b21-001e-4de5-84af-b3a2e201b363 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2ad7ee164fd440081f1219877fca101&device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 1099 time: 0.1773832 Nov 09 00:07:55.484722 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-88cceb65-42fb-4ba0-96f5-4c6bd9d5d5e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:55.548271 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-d3766009-83c1-408b-9782-3b6dbc673059 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ca7101a0-d210-4a42-9ea5-d5e43726f73b HTTP/1.1" status: 200 len: 217 time: 0.0647361 Nov 09 00:07:55.580896 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-88cceb65-42fb-4ba0-96f5-4c6bd9d5d5e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:55.690910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496deab2-005c-4cad-b0d5-64a5e70a8897 req-a865844f-082d-429d-9c35-79400fe55d78 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:55.692736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-496deab2-005c-4cad-b0d5-64a5e70a8897 req-a865844f-082d-429d-9c35-79400fe55d78 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 950 time: 0.2225890 Nov 09 00:07:55.731873 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:55.760820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc37b2-2e61-4963-8725-a7daf6aa6861 req-c9eb5242-e861-4359-b1c3-9d79277e18c7 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:55.770287 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89bc37b2-2e61-4963-8725-a7daf6aa6861 req-c9eb5242-e861-4359-b1c3-9d79277e18c7 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1855383 Nov 09 00:07:55.787632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d4f5c7-ad12-42bd-aff2-e4d4e1622a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:55.788908 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cba3b1-a31a-48a1-ae4a-debb67452044" -d '{"events": [{"server_uuid": "62d4f5c7-ad12-42bd-aff2-e4d4e1622a05", "name": "network-vif-unplugged", "status": "completed", "tag": "c9157251-ba3b-4625-ad66-84bdd5eb31ff"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:55.793905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-abe65b9b-ba5f-4c46-887f-694db5eb7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:55.795385 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-abe65b9b-ba5f-4c46-887f-694db5eb7dda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.2386820 Nov 09 00:07:55.803652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c9157251-ba3b-4625-ad66-84bdd5eb31ff, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:55.817102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c9157251-ba3b-4625-ad66-84bdd5eb31ff, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:55.825381 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff', 'mac_address': 'fa:16:3e:b0:f5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:07:55.828431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:55.871910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-496deab2-005c-4cad-b0d5-64a5e70a8897 req-0e54c57a-9d39-4194-8086-9e66b752046e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647716 Nov 09 00:07:55.883149 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-88cceb65-42fb-4ba0-96f5-4c6bd9d5d5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:55.886096 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-88cceb65-42fb-4ba0-96f5-4c6bd9d5d5e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:55.894455 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-88cceb65-42fb-4ba0-96f5-4c6bd9d5d5e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac577a11-5ead-48be-9afb-53f6202bb67f HTTP/1.1" status: 204 len: 168 time: 0.7025323 Nov 09 00:07:55.900800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=c9157251-ba3b-4625-ad66-84bdd5eb31ff,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:55.919072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cceb65-42fb-4ba0-96f5-4c6bd9d5d5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac577a11-5ead-48be-9afb-53f6202bb67f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:55.937989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89bc37b2-2e61-4963-8725-a7daf6aa6861 req-faf99ca4-faee-4167-b1a1-b8970125a316 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667159 Nov 09 00:07:55.950278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-72530bff-140e-4f99-8453-0417754d7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:55.950278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-72530bff-140e-4f99-8453-0417754d7d8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311908 Nov 09 00:07:55.957770 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:55.985719 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9157251-ba3b-4625-ad66-84bdd5eb31ff {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:07:56.013909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c9157251-ba3b-4625-ad66-84bdd5eb31ff, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:56.016897 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99e532f-6def-49a6-ab13-aec25e32975f x-openstack-request-id: req-b99e532f-6def-49a6-ab13-aec25e32975f {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:56.017577 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d4f5c7-ad12-42bd-aff2-e4d4e1622a05", "name": "network-vif-unplugged", "status": "completed", "tag": "c9157251-ba3b-4625-ad66-84bdd5eb31ff", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:56.017897 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b99e532f-6def-49a6-ab13-aec25e32975f {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:56.018351 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d4f5c7-ad12-42bd-aff2-e4d4e1622a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff', 'code': 200} Nov 09 00:07:56.020521 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:56.124654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=c9157251-ba3b-4625-ad66-84bdd5eb31ff,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:56.161834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-64f86a74-2daf-4f30-b1c7-e806d6de80aa service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042389 Nov 09 00:07:56.196519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cbd72-47d3-4daa-a781-cfd03f4149d3 req-cd4a1101-c936-4c6a-a906-0ad23a8ede62 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:56.204883 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-047cbd72-47d3-4daa-a781-cfd03f4149d3 req-cd4a1101-c936-4c6a-a906-0ad23a8ede62 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1494353 Nov 09 00:07:56.293742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['c9157251-ba3b-4625-ad66-84bdd5eb31ff'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:56.301324 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-466f66e8-a8eb-4121-83e3-ccb6e9e12e53 req-a63ebb7e-03d9-4ee0-8734-3efb557d8da2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575860 Nov 09 00:07:56.362656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f31cfb6-0969-46b0-a2ca-d307922dd1f2 req-ff951331-8b0f-4447-85e0-4f83076ca79b service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920576 Nov 09 00:07:56.394610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-047cbd72-47d3-4daa-a781-cfd03f4149d3 req-742d6476-343e-458a-b9c6-56f737297b44 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884534 Nov 09 00:07:56.430604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f66e8-a8eb-4121-83e3-ccb6e9e12e53 req-0a71759d-451e-4845-b48d-77c219713f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:56.437385 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-466f66e8-a8eb-4121-83e3-ccb6e9e12e53 req-0a71759d-451e-4845-b48d-77c219713f41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b00de599401f4a52b5f3708501545951&device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 1101 time: 0.1127369 Nov 09 00:07:56.556017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a498a07-c4fd-42e1-801b-caee3917bdb0 req-7d13a8db-45d2-42ff-971d-08f7673752e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:56.557559 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a498a07-c4fd-42e1-801b-caee3917bdb0 req-7d13a8db-45d2-42ff-971d-08f7673752e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2ad7ee164fd440081f1219877fca101&device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 1099 time: 0.1203942 Nov 09 00:07:56.586767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f66e8-a8eb-4121-83e3-ccb6e9e12e53 req-02e97af4-66fe-431a-a154-23305a5d34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:56.588239 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-466f66e8-a8eb-4121-83e3-ccb6e9e12e53 req-02e97af4-66fe-431a-a154-23305a5d34bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1245041 Nov 09 00:07:56.679128 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-466f66e8-a8eb-4121-83e3-ccb6e9e12e53 req-a2fdf72c-f031-4780-90c0-5d4a4b3c3905 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820 HTTP/1.1" status: 200 len: 217 time: 0.0816548 Nov 09 00:07:56.687705 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604ea40-78c6-49a1-ae4a-45ee1d2476ce req-09eb480a-6d21-4654-9a2b-77c611aec3fb tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:56.689646 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3604ea40-78c6-49a1-ae4a-45ee1d2476ce req-09eb480a-6d21-4654-9a2b-77c611aec3fb tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 948 time: 0.1525974 Nov 09 00:07:56.790558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a498a07-c4fd-42e1-801b-caee3917bdb0 req-3ce5155a-4f2b-4acb-8352-86624c91df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:56.792058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a498a07-c4fd-42e1-801b-caee3917bdb0 req-3ce5155a-4f2b-4acb-8352-86624c91df03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2080100 Nov 09 00:07:56.810904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3604ea40-78c6-49a1-ae4a-45ee1d2476ce req-beca59f0-a4da-4002-bbf6-59b1829daed2 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d63f72-cad8-4208-8317-e4934de8d798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137068 Nov 09 00:07:56.819003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cb172-a425-4c01-8571-a6c152d3b5b8 req-9455b46d-11cf-4756-8063-5fea5895aaf9 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:56.823418 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-581cb172-a425-4c01-8571-a6c152d3b5b8 req-9455b46d-11cf-4756-8063-5fea5895aaf9 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 950 time: 0.1158316 Nov 09 00:07:56.855411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f66e8-a8eb-4121-83e3-ccb6e9e12e53 req-c49fe744-9e66-48f1-b94a-248ac7432192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:56.857290 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-466f66e8-a8eb-4121-83e3-ccb6e9e12e53 req-c49fe744-9e66-48f1-b94a-248ac7432192 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1584847 Nov 09 00:07:56.860799 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a498a07-c4fd-42e1-801b-caee3917bdb0 req-185a24c1-2044-4503-86fd-55449f31f38d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ca7101a0-d210-4a42-9ea5-d5e43726f73b HTTP/1.1" status: 200 len: 217 time: 0.0489476 Nov 09 00:07:56.976320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a498a07-c4fd-42e1-801b-caee3917bdb0 req-650906ad-7e26-432c-adc9-02df19c6adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:56.983259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a498a07-c4fd-42e1-801b-caee3917bdb0 req-650906ad-7e26-432c-adc9-02df19c6adb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1128213 Nov 09 00:07:57.002087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f66e8-a8eb-4121-83e3-ccb6e9e12e53 req-c832c30a-72c0-4206-afe8-54fc4ea379e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:57.003661 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-466f66e8-a8eb-4121-83e3-ccb6e9e12e53 req-c832c30a-72c0-4206-afe8-54fc4ea379e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189699 Nov 09 00:07:57.138331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-581cb172-a425-4c01-8571-a6c152d3b5b8 req-1d1ab5f6-5672-4f95-a65a-1acd15d8ac14 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Deleting port ab944aaf-c94c-40ea-bdb3-6d389a66e518 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:07:57.138689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-581cb172-a425-4c01-8571-a6c152d3b5b8 req-1d1ab5f6-5672-4f95-a65a-1acd15d8ac14 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:57.151808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a498a07-c4fd-42e1-801b-caee3917bdb0 req-8df7967e-d6a6-428b-87e8-9e3db166629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:57.154000 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a498a07-c4fd-42e1-801b-caee3917bdb0 req-8df7967e-d6a6-428b-87e8-9e3db166629c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649613 Nov 09 00:07:57.164484 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eefc02-d733-4df5-a37a-5bd1af235e83 req-d83550d0-7591-4bdf-8a63-9d4de57f83d5 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:57.166020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75eefc02-d733-4df5-a37a-5bd1af235e83 req-d83550d0-7591-4bdf-8a63-9d4de57f83d5 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 950 time: 0.1145961 Nov 09 00:07:57.194875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5cafd-d654-439c-88a0-eef6b1dcd3c1 req-eaa9ac62-8082-4f7d-98a9-3ea8bad7180c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:57.196413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44c5cafd-d654-439c-88a0-eef6b1dcd3c1 req-eaa9ac62-8082-4f7d-98a9-3ea8bad7180c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 948 time: 0.1009417 Nov 09 00:07:57.293589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-581cb172-a425-4c01-8571-a6c152d3b5b8 req-1d1ab5f6-5672-4f95-a65a-1acd15d8ac14 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] For port ab944aaf-c94c-40ea-bdb3-6d389a66e518, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ab944aaf-c94c-40ea-bdb3-6d389a66e518,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:57.294249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-581cb172-a425-4c01-8571-a6c152d3b5b8 req-1d1ab5f6-5672-4f95-a65a-1acd15d8ac14 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:57.317599 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-466f66e8-a8eb-4121-83e3-ccb6e9e12e53 req-7cf9019e-a9c4-4a78-b3c8-4565cf4e8add service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056719 Nov 09 00:07:57.320720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-581cb172-a425-4c01-8571-a6c152d3b5b8 req-1d1ab5f6-5672-4f95-a65a-1acd15d8ac14 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Calling delete_port for ab944aaf-c94c-40ea-bdb3-6d389a66e518 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:07:57.342365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75eefc02-d733-4df5-a37a-5bd1af235e83 req-bd251f4f-d5cf-46c1-8fa2-86b4c85fb241 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632290 Nov 09 00:07:57.370020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44c5cafd-d654-439c-88a0-eef6b1dcd3c1 req-5d6a0d75-ee09-4a82-9aca-229df8942666 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466067 Nov 09 00:07:57.405836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a498a07-c4fd-42e1-801b-caee3917bdb0 req-c1e2d447-e234-490b-a600-39ac80d32408 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351112 Nov 09 00:07:57.430579 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c9157251-ba3b-4625-ad66-84bdd5eb31ff up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:07:57.575194 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port c9157251-ba3b-4625-ad66-84bdd5eb31ff triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:07:57.575805 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:57.604833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a498a07-c4fd-42e1-801b-caee3917bdb0 req-a5ef6a4e-5732-4cf4-a437-2b13caff69a8 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894181 Nov 09 00:07:57.697888 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-581cb172-a425-4c01-8571-a6c152d3b5b8 req-1d1ab5f6-5672-4f95-a65a-1acd15d8ac14 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:57.731600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['4cc4ee2d-f724-498d-8398-8861eb40a39c', 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:07:57.771016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4440cec-e1ee-4289-9300-a310700a48a4 req-7959bffa-511e-4961-9577-23520870fb46 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:57.772993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4440cec-e1ee-4289-9300-a310700a48a4 req-7959bffa-511e-4961-9577-23520870fb46 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1672812 Nov 09 00:07:57.894088 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eb1fd-bcbd-4713-87aa-4ca0c2d613d0 req-87c2becd-b36a-4f51-8fbc-d633845b31c9 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:57.901438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ab5f6-5672-4f95-a65a-1acd15d8ac14 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Pushing event deleted for resources: {'Port': ['ID=ab944aaf-c94c-40ea-bdb3-6d389a66e518,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:57.903684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b7eb1fd-bcbd-4713-87aa-4ca0c2d613d0 req-87c2becd-b36a-4f51-8fbc-d633845b31c9 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 948 time: 0.2222672 Nov 09 00:07:57.907937 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:57.962404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-581cb172-a425-4c01-8571-a6c152d3b5b8 req-1d1ab5f6-5672-4f95-a65a-1acd15d8ac14 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] No DVR routers for this DVR port ab944aaf-c94c-40ea-bdb3-6d389a66e518 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:07:57.977704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c9157251-ba3b-4625-ad66-84bdd5eb31ff, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:57.978486 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-581cb172-a425-4c01-8571-a6c152d3b5b8 req-1d1ab5f6-5672-4f95-a65a-1acd15d8ac14 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:57.984507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b7eb1fd-bcbd-4713-87aa-4ca0c2d613d0 req-6a42e9d5-9217-4b60-a8cc-7c0839c01c87 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794361 Nov 09 00:07:57.986210 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-581cb172-a425-4c01-8571-a6c152d3b5b8 req-1d1ab5f6-5672-4f95-a65a-1acd15d8ac14 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "DELETE /v2.0/ports/ab944aaf-c94c-40ea-bdb3-6d389a66e518 HTTP/1.1" status: 204 len: 173 time: 1.1558886 Nov 09 00:07:57.989281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3990be-6991-4956-8d14-4c62dc84ac4c', 'name': 'network-vif-deleted', 'tag': 'ab944aaf-c94c-40ea-bdb3-6d389a66e518'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:58.002095 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0827f27-a96f-4262-acae-58ac3311cda1" -d '{"events": [{"server_uuid": "4f3990be-6991-4956-8d14-4c62dc84ac4c", "name": "network-vif-deleted", "tag": "ab944aaf-c94c-40ea-bdb3-6d389a66e518"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:58.002253 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:58.031971 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4440cec-e1ee-4289-9300-a310700a48a4 req-07c412ca-52d8-4fa4-9a5f-68ce50cc22ce tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479129 Nov 09 00:07:58.038448 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d4f5c7-ad12-42bd-aff2-e4d4e1622a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:07:58.041337 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d10d0a4-61f4-4403-b92b-b7a8207b34df" -d '{"events": [{"server_uuid": "62d4f5c7-ad12-42bd-aff2-e4d4e1622a05", "name": "network-vif-plugged", "status": "completed", "tag": "c9157251-ba3b-4625-ad66-84bdd5eb31ff"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:07:58.083102 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-466f66e8-a8eb-4121-83e3-ccb6e9e12e53 req-d453de26-9fff-4932-9efe-b9b945c73df6 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857454 Nov 09 00:07:58.126341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-2571c96f-c3c9-40a9-bd9d-15c799444b76 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:58.133082 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-2571c96f-c3c9-40a9-bd9d-15c799444b76 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.30 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05&tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 948 time: 0.3156111 Nov 09 00:07:58.178152 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb6cb38-4447-401d-b85a-fac566f31395 x-openstack-request-id: req-9eb6cb38-4447-401d-b85a-fac566f31395 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:58.178554 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3990be-6991-4956-8d14-4c62dc84ac4c", "name": "network-vif-deleted", "tag": "ab944aaf-c94c-40ea-bdb3-6d389a66e518", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:58.178911 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9eb6cb38-4447-401d-b85a-fac566f31395 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:58.179414 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3990be-6991-4956-8d14-4c62dc84ac4c', 'name': 'network-vif-deleted', 'tag': 'ab944aaf-c94c-40ea-bdb3-6d389a66e518', 'status': 'completed', 'code': 200} Nov 09 00:07:58.197652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=c9157251-ba3b-4625-ad66-84bdd5eb31ff,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:58.245990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacd0c4-3a49-4205-9c57-8b2879a1b9f3 req-f96a8e5e-a99e-475a-b5df-686f84b041f1 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:58.261508 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dacd0c4-3a49-4205-9c57-8b2879a1b9f3 req-f96a8e5e-a99e-475a-b5df-686f84b041f1 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 948 time: 0.1167753 Nov 09 00:07:58.287252 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c391ab-809c-4730-8b8f-baaca0be60e6 x-openstack-request-id: req-f4c391ab-809c-4730-8b8f-baaca0be60e6 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:07:58.290318 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d4f5c7-ad12-42bd-aff2-e4d4e1622a05", "name": "network-vif-plugged", "status": "completed", "tag": "c9157251-ba3b-4625-ad66-84bdd5eb31ff", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:07:58.290924 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4c391ab-809c-4730-8b8f-baaca0be60e6 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:07:58.291440 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d4f5c7-ad12-42bd-aff2-e4d4e1622a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff', 'code': 200} Nov 09 00:07:58.394449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-5a4e5f89-d662-4b66-b4c7-99564594efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:58.396018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-5a4e5f89-d662-4b66-b4c7-99564594efdc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 1100 time: 0.1290989 Nov 09 00:07:58.406963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dacd0c4-3a49-4205-9c57-8b2879a1b9f3 req-69af8096-f72f-4c42-82f4-791dde17edf1 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d63f72-cad8-4208-8317-e4934de8d798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439943 Nov 09 00:07:58.508382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-5ea6e5b8-9340-46e5-8de0-d619f97f5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:58.509922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-5ea6e5b8-9340-46e5-8de0-d619f97f5078 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1020446 Nov 09 00:07:58.605659 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-658db406-0fb8-4e63-a969-8fdd71d31231 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff HTTP/1.1" status: 200 len: 217 time: 0.0838819 Nov 09 00:07:58.615906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4139cc76-95d4-4bd0-9718-398b0d5502b6 req-d5bc7050-6f7b-4e62-a075-a6d9f66cfe9f tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f3990be-6991-4956-8d14-4c62dc84ac4c HTTP/1.1" status: 200 len: 210 time: 0.0972021 Nov 09 00:07:58.677566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-150be1e4-a9ca-4ce6-8101-179a7db9cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:58.680259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-150be1e4-a9ca-4ce6-8101-179a7db9cc88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0620503 Nov 09 00:07:58.734312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-5c8f6efb-8279-4420-b7ae-84df575a0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:58.735660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-5c8f6efb-8279-4420-b7ae-84df575a0da7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492091 Nov 09 00:07:58.850810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-118deea9-29d9-4d9e-93ec-d40b90ec2a34 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068575 Nov 09 00:07:58.971323 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5c5cb1b-8274-4b0f-9d83-1031b3eb6d7c req-655f1aba-de99-426a-bd39-ecc394145703 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130862 Nov 09 00:07:59.164308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56856f40-b807-43e7-a4a9-546ed89d9f44 req-35c80118-9c27-4da5-873b-f1dfc79e2b22 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:59.166079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56856f40-b807-43e7-a4a9-546ed89d9f44 req-35c80118-9c27-4da5-873b-f1dfc79e2b22 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.0814183 Nov 09 00:07:59.240787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df0ea0-34ec-48e4-be31-d768af8b6031 req-678b6f18-195d-4789-b308-ed7fdb3f0c12 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:59.245554 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81df0ea0-34ec-48e4-be31-d768af8b6031 req-678b6f18-195d-4789-b308-ed7fdb3f0c12 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1022124 Nov 09 00:07:59.261716 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56856f40-b807-43e7-a4a9-546ed89d9f44 req-4d98d340-c38d-4f7a-a405-ba4786f8e89a tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782633 Nov 09 00:07:59.310685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81df0ea0-34ec-48e4-be31-d768af8b6031 req-5a30edca-2234-4972-92f4-45c863c51ac3 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610397 Nov 09 00:07:59.431079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device ca7101a0-d210-4a42-9ea5-d5e43726f73b details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:07:59.588149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port ca7101a0-d210-4a42-9ea5-d5e43726f73b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ca7101a0-d210-4a42-9ea5-d5e43726f73b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:59.616716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756789da-3ccf-4faf-9ea4-e4d29d290512 req-fd1dd774-c276-4b98-b7a6-2ddbad182e6d tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:07:59.632881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'ca7101a0-d210-4a42-9ea5-d5e43726f73b', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'ca7101a0-d210-4a42-9ea5-d5e43726f73b', 'mac_address': 'fa:16:3e:13:5b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:07:59.637692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-756789da-3ccf-4faf-9ea4-e4d29d290512 req-fd1dd774-c276-4b98-b7a6-2ddbad182e6d tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 948 time: 0.1141646 Nov 09 00:07:59.701143 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ab944aaf-c94c-40ea-bdb3-6d389a66e518 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:07:59.742905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: ab944aaf-c94c-40ea-bdb3-6d389a66e518 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:07:59.743239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ab944aaf-c94c-40ea-bdb3-6d389a66e518 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:07:59.747849 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:59.774006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-756789da-3ccf-4faf-9ea4-e4d29d290512 req-fbdacc6f-047a-4953-9370-767d90dcfb42 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d63f72-cad8-4208-8317-e4934de8d798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260562 Nov 09 00:07:59.788242 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7101a0-d210-4a42-9ea5-d5e43726f73b {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:07:59.812781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port ca7101a0-d210-4a42-9ea5-d5e43726f73b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ca7101a0-d210-4a42-9ea5-d5e43726f73b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:07:59.820173 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:07:59.932304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=ca7101a0-d210-4a42-9ea5-d5e43726f73b,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:07:59.944376 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:08:00.068038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['ca7101a0-d210-4a42-9ea5-d5e43726f73b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:00.126218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8927a67-fc79-481f-a21d-6d51d86c17cd req-bdfa4f7c-c909-411e-bbbc-ab6470efce86 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:00.132575 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8927a67-fc79-481f-a21d-6d51d86c17cd req-bdfa4f7c-c909-411e-bbbc-ab6470efce86 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 950 time: 0.0944681 Nov 09 00:08:00.223583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8927a67-fc79-481f-a21d-6d51d86c17cd req-3697fed2-6605-4f4c-9e15-ce0b3e073d3e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801508 Nov 09 00:08:00.425868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394458c4-8940-401b-9bd3-2936f9ecc07d req-0b62cf6f-5ad7-4584-9971-5ecfa44c6277 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:00.434699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-394458c4-8940-401b-9bd3-2936f9ecc07d req-0b62cf6f-5ad7-4584-9971-5ecfa44c6277 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.0832558 Nov 09 00:08:00.545515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-394458c4-8940-401b-9bd3-2936f9ecc07d req-63556377-373b-4a41-b9db-974e94173a3d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083393 Nov 09 00:08:00.577126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c1965-6eb6-4901-9a3c-2ff538b3aa13 req-db3a501b-49f5-4180-9c7a-d71277347f88 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:00.579021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e73c1965-6eb6-4901-9a3c-2ff538b3aa13 req-db3a501b-49f5-4180-9c7a-d71277347f88 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.1295478 Nov 09 00:08:00.683344 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e73c1965-6eb6-4901-9a3c-2ff538b3aa13 req-fc5d1d1e-641f-478b-82ca-9b6aa80ce8ab tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971761 Nov 09 00:08:00.701157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566fb36-d34c-4a44-9236-f497a249fc5e req-fb02ef47-4e9e-4770-92bd-c8bc3d257600 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:00.702794 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d566fb36-d34c-4a44-9236-f497a249fc5e req-fb02ef47-4e9e-4770-92bd-c8bc3d257600 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.0690157 Nov 09 00:08:00.766740 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d566fb36-d34c-4a44-9236-f497a249fc5e req-a7f03eca-07d3-4ef3-a09c-3d1423579e7c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521739 Nov 09 00:08:00.972698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4640f04-f7f5-4813-814d-bbb75870598c req-a8ca93dd-37cd-4546-9287-b2b0ba68c587 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:00.985284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4640f04-f7f5-4813-814d-bbb75870598c req-a8ca93dd-37cd-4546-9287-b2b0ba68c587 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 949 time: 0.0944316 Nov 09 00:08:01.055070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4640f04-f7f5-4813-814d-bbb75870598c req-90976db0-f3aa-49a8-af49-83798694b12b tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d63f72-cad8-4208-8317-e4934de8d798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686972 Nov 09 00:08:01.356623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f64a5-b08b-4264-b759-09cbb52529ed req-5510fece-55c5-4b1e-b42f-d263bb0910a8 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:01.358482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca6f64a5-b08b-4264-b759-09cbb52529ed req-5510fece-55c5-4b1e-b42f-d263bb0910a8 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 950 time: 0.0533423 Nov 09 00:08:01.409730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca6f64a5-b08b-4264-b759-09cbb52529ed req-554f01eb-443f-46f9-b19f-8b0a01632c20 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452828 Nov 09 00:08:01.434305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device ca7101a0-d210-4a42-9ea5-d5e43726f73b up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:01.474890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4b3f4-4ef8-49e0-93b7-1b9d26289d9f req-52ea2308-1984-46a3-aa39-ad12caf827ac tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:01.477998 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-acf4b3f4-4ef8-49e0-93b7-1b9d26289d9f req-52ea2308-1984-46a3-aa39-ad12caf827ac tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 950 time: 0.0588660 Nov 09 00:08:01.486607 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port ca7101a0-d210-4a42-9ea5-d5e43726f73b completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:08:01.493288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port ca7101a0-d210-4a42-9ea5-d5e43726f73b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:01.493717 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:01.591870 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:01.597959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-acf4b3f4-4ef8-49e0-93b7-1b9d26289d9f req-c990f728-042b-4857-98af-1a13eb2b8251 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Deleting port 4cc4ee2d-f724-498d-8398-8861eb40a39c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:08:01.598556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-acf4b3f4-4ef8-49e0-93b7-1b9d26289d9f req-c990f728-042b-4857-98af-1a13eb2b8251 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:01.629268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633e8598-7f63-4114-8fbb-f5bdf97c9637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7101a0-d210-4a42-9ea5-d5e43726f73b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:01.632544 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b57c595-2d48-4a43-9f7e-3fcb9fdcdd34" -d '{"events": [{"server_uuid": "633e8598-7f63-4114-8fbb-f5bdf97c9637", "name": "network-vif-plugged", "status": "completed", "tag": "ca7101a0-d210-4a42-9ea5-d5e43726f73b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:01.650060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port ca7101a0-d210-4a42-9ea5-d5e43726f73b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ca7101a0-d210-4a42-9ea5-d5e43726f73b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:01.658412 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:01.691336 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd4f00b-3646-45d5-8b7b-2381064da888 x-openstack-request-id: req-ecd4f00b-3646-45d5-8b7b-2381064da888 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:01.691628 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633e8598-7f63-4114-8fbb-f5bdf97c9637", "name": "network-vif-plugged", "status": "completed", "tag": "ca7101a0-d210-4a42-9ea5-d5e43726f73b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:01.692070 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecd4f00b-3646-45d5-8b7b-2381064da888 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:01.692612 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633e8598-7f63-4114-8fbb-f5bdf97c9637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7101a0-d210-4a42-9ea5-d5e43726f73b', 'code': 200} Nov 09 00:08:01.720161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-acf4b3f4-4ef8-49e0-93b7-1b9d26289d9f req-c990f728-042b-4857-98af-1a13eb2b8251 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] For port 4cc4ee2d-f724-498d-8398-8861eb40a39c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4cc4ee2d-f724-498d-8398-8861eb40a39c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:01.720927 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-acf4b3f4-4ef8-49e0-93b7-1b9d26289d9f req-c990f728-042b-4857-98af-1a13eb2b8251 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:01.726626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=ca7101a0-d210-4a42-9ea5-d5e43726f73b,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:01.735909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-acf4b3f4-4ef8-49e0-93b7-1b9d26289d9f req-c990f728-042b-4857-98af-1a13eb2b8251 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Calling delete_port for 4cc4ee2d-f724-498d-8398-8861eb40a39c owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:08:01.830715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ce9a4-1f10-45ef-b805-e0ba1733e8bd req-d9e8cb02-f08f-4909-8eb4-111025c1caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:01.832163 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-212ce9a4-1f10-45ef-b805-e0ba1733e8bd req-d9e8cb02-f08f-4909-8eb4-111025c1caa0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 1101 time: 0.0850396 Nov 09 00:08:01.869478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bee480-c92e-45ed-a024-a6f7c4e7f514 req-0f9cf447-9dfd-45c5-ae84-0b4e91835638 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:01.871343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15bee480-c92e-45ed-a024-a6f7c4e7f514 req-0f9cf447-9dfd-45c5-ae84-0b4e91835638 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.0905387 Nov 09 00:08:01.911228 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-212ce9a4-1f10-45ef-b805-e0ba1733e8bd req-f6f432db-a113-445a-8a0b-ad510949ba7c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f6d63f72-cad8-4208-8317-e4934de8d798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717480 Nov 09 00:08:01.912733 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-acf4b3f4-4ef8-49e0-93b7-1b9d26289d9f req-c990f728-042b-4857-98af-1a13eb2b8251 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:01.930452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['4cc4ee2d-f724-498d-8398-8861eb40a39c', 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:01.936578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15bee480-c92e-45ed-a024-a6f7c4e7f514 req-3e308c42-c629-4361-b821-45669282d793 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581334 Nov 09 00:08:01.955136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990f728-042b-4857-98af-1a13eb2b8251 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Pushing event deleted for resources: {'Port': ['ID=4cc4ee2d-f724-498d-8398-8861eb40a39c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:02.018096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf4b3f4-4ef8-49e0-93b7-1b9d26289d9f req-c990f728-042b-4857-98af-1a13eb2b8251 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] No DVR routers for this DVR port 4cc4ee2d-f724-498d-8398-8861eb40a39c on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:08:02.022040 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-acf4b3f4-4ef8-49e0-93b7-1b9d26289d9f req-c990f728-042b-4857-98af-1a13eb2b8251 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:02.027210 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-acf4b3f4-4ef8-49e0-93b7-1b9d26289d9f req-c990f728-042b-4857-98af-1a13eb2b8251 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "DELETE /v2.0/ports/4cc4ee2d-f724-498d-8398-8861eb40a39c HTTP/1.1" status: 204 len: 173 time: 0.5429382 Nov 09 00:08:02.028392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6e0a36-a5fd-442d-97e7-0a6d3761b603', 'name': 'network-vif-deleted', 'tag': '4cc4ee2d-f724-498d-8398-8861eb40a39c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:02.032597 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b9741-904d-4833-baa0-013624d37e96" -d '{"events": [{"server_uuid": "4d6e0a36-a5fd-442d-97e7-0a6d3761b603", "name": "network-vif-deleted", "tag": "4cc4ee2d-f724-498d-8398-8861eb40a39c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:02.106347 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e43bb95-a501-4304-a13b-2772d29f613e x-openstack-request-id: req-3e43bb95-a501-4304-a13b-2772d29f613e {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:02.106896 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6e0a36-a5fd-442d-97e7-0a6d3761b603", "name": "network-vif-deleted", "tag": "4cc4ee2d-f724-498d-8398-8861eb40a39c", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:02.107252 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e43bb95-a501-4304-a13b-2772d29f613e {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:02.107759 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6e0a36-a5fd-442d-97e7-0a6d3761b603', 'name': 'network-vif-deleted', 'tag': '4cc4ee2d-f724-498d-8398-8861eb40a39c', 'status': 'completed', 'code': 200} Nov 09 00:08:02.224163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d076a-9715-44de-a41c-be9d81b95898 req-a36172ec-6708-42c9-997e-02cac1a51a36 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:02.225752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f7d076a-9715-44de-a41c-be9d81b95898 req-a36172ec-6708-42c9-997e-02cac1a51a36 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 950 time: 0.0551929 Nov 09 00:08:02.281282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f7d076a-9715-44de-a41c-be9d81b95898 req-794a8902-202b-43ce-869b-a4be7252316d tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d63f72-cad8-4208-8317-e4934de8d798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Nov 09 00:08:02.545589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9890cdc-4839-477e-8947-dcd61bd3b50e req-279a148b-bf47-4cd5-b551-e5b82ce62753 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d6e0a36-a5fd-442d-97e7-0a6d3761b603 HTTP/1.1" status: 200 len: 210 time: 0.0334945 Nov 09 00:08:03.118397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517c75c-99a5-4de7-aff7-f6a0fb25599e req-1e94ac51-4692-4092-a37a-79b7b7ac1ce2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:03.120645 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2517c75c-99a5-4de7-aff7-f6a0fb25599e req-1e94ac51-4692-4092-a37a-79b7b7ac1ce2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.0602462 Nov 09 00:08:03.173426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2517c75c-99a5-4de7-aff7-f6a0fb25599e req-728a503e-2f74-4e06-8192-9bd9947dff76 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460131 Nov 09 00:08:03.404279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f65ec-2128-4491-bc4b-cb231f5212ef req-da4e4f69-cd9b-43b5-b907-c2b977f8633e tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:03.405802 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a8f65ec-2128-4491-bc4b-cb231f5212ef req-da4e4f69-cd9b-43b5-b907-c2b977f8633e tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 950 time: 0.0531762 Nov 09 00:08:03.454450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a8f65ec-2128-4491-bc4b-cb231f5212ef req-783c27d0-43e9-4cb8-9ba0-11a00f2be892 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d63f72-cad8-4208-8317-e4934de8d798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Nov 09 00:08:03.763166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2f64b-5887-4cb6-be91-701ed947554f req-4808bc75-6c78-41b9-9cec-e4020ab636cb tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:03.764661 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ab2f64b-5887-4cb6-be91-701ed947554f req-4808bc75-6c78-41b9-9cec-e4020ab636cb tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 950 time: 0.0743244 Nov 09 00:08:03.813793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ab2f64b-5887-4cb6-be91-701ed947554f req-2b6675b3-4ef6-4ac2-80fe-67bea98af926 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d63f72-cad8-4208-8317-e4934de8d798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426776 Nov 09 00:08:04.018266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-6234d3d1-531d-4cda-9718-fc31bfffbbaa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224507 Nov 09 00:08:04.145328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f6971-3c16-472d-b249-f6653a8ded76 req-810265d7-70c9-442a-96c2-936ee449f24a tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:04.146743 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-096f6971-3c16-472d-b249-f6653a8ded76 req-810265d7-70c9-442a-96c2-936ee449f24a tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 950 time: 0.1202977 Nov 09 00:08:04.181058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-7fc34524-72d7-40b9-ac73-b72faa943654 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:04.182526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-7fc34524-72d7-40b9-ac73-b72faa943654 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578994 Nov 09 00:08:04.210873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-db504e59-269f-4851-b694-c2651295c73f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/quotas/5ef4edf3ec2a4d1d85bef0cff8e3b690 HTTP/1.1" status: 200 len: 375 time: 0.0210218 Nov 09 00:08:04.233867 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-096f6971-3c16-472d-b249-f6653a8ded76 req-d502cbaa-4e72-4bea-ab43-126f77baa036 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790575 Nov 09 00:08:04.275454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c6c57867-917d-463b-98be-61ebf6b9231f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560794 Nov 09 00:08:04.352284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f659f-0ed1-42f7-8e2f-28d015a82d2e req-c5e59f12-09ca-4861-97d7-94067a501fb0 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:04.354115 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-700f659f-0ed1-42f7-8e2f-28d015a82d2e req-c5e59f12-09ca-4861-97d7-94067a501fb0 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.0623066 Nov 09 00:08:04.441930 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-700f659f-0ed1-42f7-8e2f-28d015a82d2e req-19d8569b-59fe-4cfc-8c5f-83a6eb00eb97 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683613 Nov 09 00:08:04.520022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04c87cbf-123c-4a8b-b1c4-1336fddb2b72 req-445bb1e3-b751-4dd9-9675-d308bb7a1beb tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 210 time: 0.0296953 Nov 09 00:08:05.067630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e837e-680e-410d-af60-663503a507b8 req-5370e977-a00f-45c3-93ed-5623e4e48991 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:05.075725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-810e837e-680e-410d-af60-663503a507b8 req-5370e977-a00f-45c3-93ed-5623e4e48991 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 950 time: 0.1759725 Nov 09 00:08:05.137867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d855f9-7fc9-43ae-a926-439d46fa61a9 req-5d328199-a1bd-4fd0-b8bc-0ff93e032113 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:05.141185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21d855f9-7fc9-43ae-a926-439d46fa61a9 req-5d328199-a1bd-4fd0-b8bc-0ff93e032113 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.30 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 950 time: 0.2094259 Nov 09 00:08:05.215955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-810e837e-680e-410d-af60-663503a507b8 req-fa6b5304-1d20-4be0-80ce-e445e89f4303 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6d63f72-cad8-4208-8317-e4934de8d798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333740 Nov 09 00:08:05.312100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-21d855f9-7fc9-43ae-a926-439d46fa61a9 req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Deleting port ca7101a0-d210-4a42-9ea5-d5e43726f73b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:08:05.313068 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-21d855f9-7fc9-43ae-a926-439d46fa61a9 req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:05.427075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-21d855f9-7fc9-43ae-a926-439d46fa61a9 req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] For port ca7101a0-d210-4a42-9ea5-d5e43726f73b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ca7101a0-d210-4a42-9ea5-d5e43726f73b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:05.427911 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-21d855f9-7fc9-43ae-a926-439d46fa61a9 req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:05.447392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-21d855f9-7fc9-43ae-a926-439d46fa61a9 req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Calling delete_port for ca7101a0-d210-4a42-9ea5-d5e43726f73b owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:08:05.502732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae6248-96dd-4281-b0f6-676d9b0009b8 req-425e0576-2be5-4936-b0e0-a55982285a05 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:05.513758 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-faae6248-96dd-4281-b0f6-676d9b0009b8 req-425e0576-2be5-4936-b0e0-a55982285a05 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 950 time: 0.1367533 Nov 09 00:08:05.684170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-faae6248-96dd-4281-b0f6-676d9b0009b8 req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Deleting port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:08:05.684663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-faae6248-96dd-4281-b0f6-676d9b0009b8 req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:05.764643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4cc4ee2d-f724-498d-8398-8861eb40a39c no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:08:05.850086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 4cc4ee2d-f724-498d-8398-8861eb40a39c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:08:05.853963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4cc4ee2d-f724-498d-8398-8861eb40a39c not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:08:05.952206 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-d5c1d2f1-81af-47fa-8cb5-571e0a4a51f0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2277050 Nov 09 00:08:06.073799 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b639a2-41c7-43e1-bdb8-1c508dc36433 req-176dcb64-3dec-4dae-9f38-cbdd2a7d5122 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:06.075947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9b639a2-41c7-43e1-bdb8-1c508dc36433 req-176dcb64-3dec-4dae-9f38-cbdd2a7d5122 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 950 time: 0.1774390 Nov 09 00:08:06.095963 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-aeeba549-effe-4562-8fe8-172b38db1031 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:06.096743 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-21d855f9-7fc9-43ae-a926-439d46fa61a9 req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:06.100850 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-aeeba549-effe-4562-8fe8-172b38db1031 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389763 Nov 09 00:08:06.117487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Request body: {'port': {'device_id': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '5ef4edf3ec2a4d1d85bef0cff8e3b690'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:06.206735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd364a40-ebb1-49f1-8b87-96a403819b41 req-0697232e-2112-4a11-b715-289b077b0d65 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:06.208335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd364a40-ebb1-49f1-8b87-96a403819b41 req-0697232e-2112-4a11-b715-289b077b0d65 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.3191829 Nov 09 00:08:06.337031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Pushing event deleted for resources: {'Port': ['ID=ca7101a0-d210-4a42-9ea5-d5e43726f73b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:06.465871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd364a40-ebb1-49f1-8b87-96a403819b41 req-c2b557f6-1bee-432f-904c-c9c400c511bb tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429156 Nov 09 00:08:06.484707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d855f9-7fc9-43ae-a926-439d46fa61a9 req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] No DVR routers for this DVR port ca7101a0-d210-4a42-9ea5-d5e43726f73b on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:08:06.493692 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-21d855f9-7fc9-43ae-a926-439d46fa61a9 req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:06.504244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21d855f9-7fc9-43ae-a926-439d46fa61a9 req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.30 "DELETE /v2.0/ports/ca7101a0-d210-4a42-9ea5-d5e43726f73b HTTP/1.1" status: 204 len: 173 time: 1.3539674 Nov 09 00:08:06.548168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633e8598-7f63-4114-8fbb-f5bdf97c9637', 'name': 'network-vif-deleted', 'tag': 'ca7101a0-d210-4a42-9ea5-d5e43726f73b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:06.553571 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d9432d-b4af-452c-9812-989da7ed6f36" -d '{"events": [{"server_uuid": "633e8598-7f63-4114-8fbb-f5bdf97c9637", "name": "network-vif-deleted", "tag": "ca7101a0-d210-4a42-9ea5-d5e43726f73b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:06.570999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:06.571353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:06.571832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:06.572228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:06.572660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:06.573003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:06.573331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:06.574440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:06.594538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:06.594861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:06.595181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:06.595523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af964a2a-ec0a-42c6-9315-b27a4c501405 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:06.623511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Made reservation on behalf of 5ef4edf3ec2a4d1d85bef0cff8e3b690 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:06.627148 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:06.642670 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9b639a2-41c7-43e1-bdb8-1c508dc36433 req-feb43b22-200a-4dc6-8667-2c6e4cad3935 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b36056d-edca-43d9-9a9e-6370f3292e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574932 Nov 09 00:08:06.748299 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-436ccc85-f752-4bd6-b0aa-7a6aed34fea2 req-1f590d79-e9d7-48b1-a737-34c88a6607a8 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 210 time: 0.0478096 Nov 09 00:08:06.756141 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-faae6248-96dd-4281-b0f6-676d9b0009b8 req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] For port b5ebe94e-e6bd-493a-b2ba-9cf48d580820, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:06.756507 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-faae6248-96dd-4281-b0f6-676d9b0009b8 req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:06.850598 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c7c9c8-48d3-4c64-af1c-88499fae5520 x-openstack-request-id: req-51c7c9c8-48d3-4c64-af1c-88499fae5520 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:06.851045 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633e8598-7f63-4114-8fbb-f5bdf97c9637", "name": "network-vif-deleted", "tag": "ca7101a0-d210-4a42-9ea5-d5e43726f73b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:06.851214 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51c7c9c8-48d3-4c64-af1c-88499fae5520 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:06.851712 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633e8598-7f63-4114-8fbb-f5bdf97c9637', 'name': 'network-vif-deleted', 'tag': 'ca7101a0-d210-4a42-9ea5-d5e43726f73b', 'status': 'completed', 'code': 200} Nov 09 00:08:06.872425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-faae6248-96dd-4281-b0f6-676d9b0009b8 req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Calling delete_port for b5ebe94e-e6bd-493a-b2ba-9cf48d580820 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:08:06.887196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d179ba4d-0b82-4073-90d3-28465fa5ada5 req-75a5e7fc-6db0-4807-9dd9-744547065740 tempest-ImagesNegativeTestJSON-407711716 tempest-ImagesNegativeTestJSON-407711716-project] 10.222.0.25 "GET /v2.0/ports?device_id=633e8598-7f63-4114-8fbb-f5bdf97c9637 HTTP/1.1" status: 200 len: 210 time: 0.0458767 Nov 09 00:08:06.974899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-06cf3291-9af0-404c-928b-fbe4c9e3a339 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ab7662a39a06409db034954b99809dd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348377 Nov 09 00:08:07.013435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Allocated IP 192.168.233.228 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:07.162997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-3ec563d9-c0d2-42e0-a893-888e90798aa5 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:07.165119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-3ec563d9-c0d2-42e0-a893-888e90798aa5 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826880 Nov 09 00:08:07.194450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-702b3932-5557-4c1f-9e29-bd21c463dde4 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/quotas/ab7662a39a06409db034954b99809dd0 HTTP/1.1" status: 200 len: 375 time: 0.0232263 Nov 09 00:08:07.235981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-41adf0af-8c5d-47af-bcf9-fe7902466daf tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab7662a39a06409db034954b99809dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329328 Nov 09 00:08:07.262966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-61d1848f-d2b3-4c0d-a908-4158c1fcd407 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:07.264482 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-61d1848f-d2b3-4c0d-a908-4158c1fcd407 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1097 time: 0.1450565 Nov 09 00:08:07.278165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813263-3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:07.342896 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-faae6248-96dd-4281-b0f6-676d9b0009b8 req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:07.357945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['b5ebe94e-e6bd-493a-b2ba-9cf48d580820'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:07.422626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Pushing event deleted for resources: {'Port': ['ID=b5ebe94e-e6bd-493a-b2ba-9cf48d580820,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:07.446523 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:07.446881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:07.447219 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:07.447552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:07.447887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:07.448216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:07.448541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:07.448891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:07.449216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:07.450376 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:07.450715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:07.451046 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:07.458002 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:07.483350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device ca7101a0-d210-4a42-9ea5-d5e43726f73b no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:08:07.507438 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:07.526492 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: ca7101a0-d210-4a42-9ea5-d5e43726f73b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:08:07.527779 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device ca7101a0-d210-4a42-9ea5-d5e43726f73b not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:08:07.590325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-4c50edd8-ccb9-472d-84a2-cf7a533a2c63 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ab7662a39a06409db034954b99809dd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495553 Nov 09 00:08:07.597664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-faae6248-96dd-4281-b0f6-676d9b0009b8 req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] No DVR routers for this DVR port b5ebe94e-e6bd-493a-b2ba-9cf48d580820 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:08:07.600035 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-faae6248-96dd-4281-b0f6-676d9b0009b8 req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:07.607227 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-faae6248-96dd-4281-b0f6-676d9b0009b8 req-c6292206-a167-48bf-b7b4-7f9d30e3314e tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.11 "DELETE /v2.0/ports/b5ebe94e-e6bd-493a-b2ba-9cf48d580820 HTTP/1.1" status: 204 len: 173 time: 2.0811779 Nov 09 00:08:07.609515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fce0c9-06a0-4271-b746-24f310f477b7', 'name': 'network-vif-deleted', 'tag': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:07.611709 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb3d0c3-89d8-4533-a4de-ddea2054c58c" -d '{"events": [{"server_uuid": "30fce0c9-06a0-4271-b746-24f310f477b7", "name": "network-vif-deleted", "tag": "b5ebe94e-e6bd-493a-b2ba-9cf48d580820"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:07.724619 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:07.736204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'c9157251-ba3b-4625-ad66-84bdd5eb31ff'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:07.807763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:07.822238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:07.825683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:07.849193 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4bdaadc7-fad7-4071-842e-59da688c68ab details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:08:07.892657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664a851-68ce-448d-9512-9c52fac3f4c8 req-0a52e4b7-efd2-4f8c-bb9e-9d93bc4d5762 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:07.913322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b664a851-68ce-448d-9512-9c52fac3f4c8 req-0a52e4b7-efd2-4f8c-bb9e-9d93bc4d5762 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 946 time: 0.2452459 Nov 09 00:08:07.930270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:07.931181 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:07.949923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20de4d-8306-4c66-9599-82f809b5204c req-e7e370b8-b85e-4f12-a5ef-5e4b9a7fab2c tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:07.955420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4bdaadc7-fad7-4071-842e-59da688c68ab,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:07.960022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-e7e370b8-b85e-4f12-a5ef-5e4b9a7fab2c tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3626943 Nov 09 00:08:07.997181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:07.997702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-81cdd6e2-2f49-41b3-b0a7-da16f5fd636c tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/quotas/ab7662a39a06409db034954b99809dd0 HTTP/1.1" status: 200 len: 375 time: 0.0363641 Nov 09 00:08:08.025589 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-c5dca840-d33f-4fdb-9f07-cec6ab52b1fe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9119711 Nov 09 00:08:08.042353 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Request body: {'port': {'device_id': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:08.076304 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-c57bd33a-80b4-4dd6-938a-d2bbe81a2963 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab7662a39a06409db034954b99809dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773895 Nov 09 00:08:08.144092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b664a851-68ce-448d-9512-9c52fac3f4c8 req-5c21ae87-f1d6-4c85-9b4c-2b256966dcff tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293169 Nov 09 00:08:08.173539 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:08.190160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:08.303298 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4bdaadc7-fad7-4071-842e-59da688c68ab,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:08.362965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4bdaadc7-fad7-4071-842e-59da688c68ab has no active binding in host n-h2-813263-3 {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 00:08:08.581875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-728684c8-0088-470c-9131-78ae8d328a7f req-32c7c490-16c9-4222-9b2a-41f789790557 tempest-ServersAdminTestJSON-1456111620 tempest-ServersAdminTestJSON-1456111620-project] 10.222.0.25 "GET /v2.0/ports?device_id=30fce0c9-06a0-4271-b746-24f310f477b7 HTTP/1.1" status: 200 len: 210 time: 0.1119039 Nov 09 00:08:08.613166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-93a6e275-a213-4139-b9c8-b7a9712c0d77 None None] Provisioning complete for port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:08.617214 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-93a6e275-a213-4139-b9c8-b7a9712c0d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:08.728916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:08.736718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cee04-300b-49db-8cf6-85ef60bd29ca req-2e4b5360-ba5f-4e06-a3af-4c3cada09d18 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:08.738829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:08.744207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-93a6e275-a213-4139-b9c8-b7a9712c0d77 None None] Port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:08:08.752027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Transition to ACTIVE for port object a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:08:08.754209 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f653f4a-4db9-4052-9dc0-c2e566b7e729 x-openstack-request-id: req-0f653f4a-4db9-4052-9dc0-c2e566b7e729 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:08.754514 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fce0c9-06a0-4271-b746-24f310f477b7", "name": "network-vif-deleted", "tag": "b5ebe94e-e6bd-493a-b2ba-9cf48d580820", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:08.754767 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f653f4a-4db9-4052-9dc0-c2e566b7e729 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:08.755220 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fce0c9-06a0-4271-b746-24f310f477b7', 'name': 'network-vif-deleted', 'tag': 'b5ebe94e-e6bd-493a-b2ba-9cf48d580820', 'status': 'completed', 'code': 200} Nov 09 00:08:08.760558 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:08.764587 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:08.768350 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d7cee04-300b-49db-8cf6-85ef60bd29ca req-2e4b5360-ba5f-4e06-a3af-4c3cada09d18 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 936 time: 0.1835122 Nov 09 00:08:08.793403 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:08.827584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:08.926681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdaadc7-fad7-4071-842e-59da688c68ab,revision_number=7']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:08.980214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d7cee04-300b-49db-8cf6-85ef60bd29ca req-41a55736-c4dc-4055-9d2b-5a29b9fc3170 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004168 Nov 09 00:08:09.030465 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91ea3a91-3057-4f42-a73f-8f740f8a5a1e req-2db0e9a0-ee4e-40d4-bb95-6f04a4d3892d tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 210 time: 0.1137917 Nov 09 00:08:09.210567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Attempting to bind port 4bdaadc7-fad7-4071-842e-59da688c68ab on host n-h1-813263-3 for vnic_type normal with profile {"migrating_to": "n-h2-813263-3"} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:09.210912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Attempting to bind port 4bdaadc7-fad7-4071-842e-59da688c68ab by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:09.211238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Attempting to bind port 4bdaadc7-fad7-4071-842e-59da688c68ab on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:09.235890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Port 4bdaadc7-fad7-4071-842e-59da688c68ab on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:08:09.236214 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Attempting to bind port 4bdaadc7-fad7-4071-842e-59da688c68ab on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:09.255629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:09.255965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:09.256343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Bound using segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:09.256770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Bound port: 4bdaadc7-fad7-4071-842e-59da688c68ab, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:09.257119 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:09.266705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Attempting to bind port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:09.267294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Attempting to bind port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:09.267611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Attempting to bind port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:09.300525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:08:09.300905 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Attempting to bind port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:09.312495 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:09.312886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:09.313273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:09.313731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Bound port: a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:09.314111 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:09.523832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-c2adf176-4a09-40e0-8406-e91cf2860b8b tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ab7662a39a06409db034954b99809dd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804620 Nov 09 00:08:09.561144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:09.579424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:09.593388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b4bc5-8ba5-48b8-9d97-4465bfd4e01f req-49dbec39-ce9f-4ae2-b225-7ac409df2974 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:09.598210 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:09.616470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21b4bc5-8ba5-48b8-9d97-4465bfd4e01f req-49dbec39-ce9f-4ae2-b225-7ac409df2974 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 944 time: 0.2520325 Nov 09 00:08:09.689647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:09.690823 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:09.692460 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] 10.222.0.11 "PUT /v2.0/ports/a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 200 len: 1096 time: 1.6574390 Nov 09 00:08:09.756698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21b4bc5-8ba5-48b8-9d97-4465bfd4e01f req-a6b175e1-946e-476b-b79c-428765218700 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337037 Nov 09 00:08:09.760666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b5ebe94e-e6bd-493a-b2ba-9cf48d580820 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:08:09.771786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:09.803322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-069b9658-3fc1-4732-8faf-14af566b9831 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:09.806323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4bdaadc7-fad7-4071-842e-59da688c68ab,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:09.807132 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-069b9658-3fc1-4732-8faf-14af566b9831 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763746 Nov 09 00:08:09.808493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5de7a-7320-45e6-ba31-9def8ec9df55 service neutron] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:09.828065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:09.852438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Request body: {'port': {'device_id': 'f3183c95-7110-4923-8da9-6b7045405b60', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'ab7662a39a06409db034954b99809dd0'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:09.860820 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: b5ebe94e-e6bd-493a-b2ba-9cf48d580820 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:08:09.863421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b5ebe94e-e6bd-493a-b2ba-9cf48d580820 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:08:09.978555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-970ae341-e0d4-4fb9-aa63-ef79b5af9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:09.981083 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-970ae341-e0d4-4fb9-aa63-ef79b5af9655 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 1099 time: 0.1670778 Nov 09 00:08:09.996896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdaadc7-fad7-4071-842e-59da688c68ab,revision_number=8']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:10.007414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:10.008019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:10.012050 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-fe4b22c3-7ab3-4d0b-b6d6-116d7ce107f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/4bdaadc7-fad7-4071-842e-59da688c68ab HTTP/1.1" status: 200 len: 1122 time: 2.7375934 Nov 09 00:08:10.079823 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-061c820b-a1dc-47e1-ac27-a9e5163f06dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 200 len: 217 time: 0.0840960 Nov 09 00:08:10.097202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['4bdaadc7-fad7-4071-842e-59da688c68ab'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:10.194369 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-c702ad44-5354-4430-b8b2-789f943eb235 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ab7662a39a06409db034954b99809dd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459323 Nov 09 00:08:10.249268 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-0f8f0ae4-d4d5-46c9-9503-b733a890619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:10.250848 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-0f8f0ae4-d4d5-46c9-9503-b733a890619f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1623192 Nov 09 00:08:10.262503 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59560) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:10.339154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['4bdaadc7-fad7-4071-842e-59da688c68ab'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:10.410428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f277baa9-13db-45e7-a5a8-71c79b09d097 req-1c16af1e-4c43-4226-9156-f2d87dd2f43a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 210 time: 0.1194787 Nov 09 00:08:10.425589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-e822b007-0d4f-426f-8623-bf1a9692f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:10.427160 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-e822b007-0d4f-426f-8623-bf1a9692f284 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637671 Nov 09 00:08:10.443545 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59568) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:10.465695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Made reservation on behalf of ab7662a39a06409db034954b99809dd0 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:10.474230 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:10.496160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12446a8e-014b-48f6-a1aa-495605b5a399 req-70110026-d8f1-4de4-b611-b89fa2cb648c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:10.505676 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12446a8e-014b-48f6-a1aa-495605b5a399 req-70110026-d8f1-4de4-b611-b89fa2cb648c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 948 time: 0.2824421 Nov 09 00:08:10.507797 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:10.541059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20de4d-8306-4c66-9599-82f809b5204c req-eab989e1-fc6c-453b-87dd-5781e1e021e3 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:10.544104 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-eab989e1-fc6c-453b-87dd-5781e1e021e3 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3411984 Nov 09 00:08:10.585292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-4f20de4d-8306-4c66-9599-82f809b5204c req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Request body: {'port': {'device_id': 'eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'ab7662a39a06409db034954b99809dd0'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:10.619733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12446a8e-014b-48f6-a1aa-495605b5a399 req-c366b250-de54-4306-a87b-b8b1364aa669 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128330 Nov 09 00:08:10.749330 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:10.756752 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:10.780282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7730a111-60fe-42e8-ab94-3a964a2cbf57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bdaadc7-fad7-4071-842e-59da688c68ab'}, {'name': 'network-changed', 'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'}, {'name': 'network-changed', 'server_uuid': '7730a111-60fe-42e8-ab94-3a964a2cbf57', 'tag': '4bdaadc7-fad7-4071-842e-59da688c68ab'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:10.783481 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a" -d '{"events": [{"server_uuid": "7730a111-60fe-42e8-ab94-3a964a2cbf57", "name": "network-vif-unplugged", "status": "completed", "tag": "4bdaadc7-fad7-4071-842e-59da688c68ab"}, {"name": "network-changed", "server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a"}, {"name": "network-changed", "server_uuid": "7730a111-60fe-42e8-ab94-3a964a2cbf57", "tag": "4bdaadc7-fad7-4071-842e-59da688c68ab"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:10.842762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:10.938465 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca1ce5b-f1f8-46a4-a096-1974da6dfd65 x-openstack-request-id: req-dca1ce5b-f1f8-46a4-a096-1974da6dfd65 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:10.938942 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7730a111-60fe-42e8-ab94-3a964a2cbf57", "name": "network-vif-unplugged", "status": "completed", "tag": "4bdaadc7-fad7-4071-842e-59da688c68ab", "code": 200}, {"name": "network-changed", "server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7730a111-60fe-42e8-ab94-3a964a2cbf57", "tag": "4bdaadc7-fad7-4071-842e-59da688c68ab", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:10.939368 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dca1ce5b-f1f8-46a4-a096-1974da6dfd65 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:10.940177 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7730a111-60fe-42e8-ab94-3a964a2cbf57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bdaadc7-fad7-4071-842e-59da688c68ab', 'code': 200} Nov 09 00:08:10.940648 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'status': 'completed', 'code': 200} Nov 09 00:08:10.941143 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7730a111-60fe-42e8-ab94-3a964a2cbf57', 'tag': '4bdaadc7-fad7-4071-842e-59da688c68ab', 'status': 'completed', 'code': 200} Nov 09 00:08:10.975889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f20de4d-8306-4c66-9599-82f809b5204c req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Made reservation on behalf of ab7662a39a06409db034954b99809dd0 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:10.980416 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4f20de4d-8306-4c66-9599-82f809b5204c req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:11.036476 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-200e94c5-9d70-4f30-a09b-5ba3b1b38991 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2ad7ee164fd440081f1219877fca101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7698972 Nov 09 00:08:11.040022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59578) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:11.042937 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-73ff2849-c497-4c4a-9820-12473db29ac6 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977950 Nov 09 00:08:11.077906 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-faeba6f2-90cb-41dc-bd1f-a4f71ee94be0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b00de599401f4a52b5f3708501545951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6039937 Nov 09 00:08:11.081410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59580) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:11.164722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Allocated IP 192.168.233.214 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/223ba7b3-932c-4d73-bf50-6bfbfc16e1f5) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:11.191492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-8b5ab5a7-e3d7-4ae4-a634-fb03c5261ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:11.193117 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-8b5ab5a7-e3d7-4ae4-a634-fb03c5261ec1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 1125 time: 0.2390320 Nov 09 00:08:11.258045 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0820a361-26df-4e3a-8608-dcb295a4cf2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:11.324849 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0820a361-26df-4e3a-8608-dcb295a4cf2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:11.340745 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1cf28d77-3446-4ce7-9e78-6fe871debd18 req-59e1d3ab-13e9-436d-ac49-a3e267431245 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627945 Nov 09 00:08:11.414929 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:11.454151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-a8704dd6-0b80-4668-82ee-41d52040c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:11.455989 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-a8704dd6-0b80-4668-82ee-41d52040c494 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.2524405 Nov 09 00:08:11.467503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59d8b0-9214-400f-a05f-262f1bc1fa36 req-6fdca677-a6e8-4652-935f-265d23e6d38c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:11.469309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae59d8b0-9214-400f-a05f-262f1bc1fa36 req-6fdca677-a6e8-4652-935f-265d23e6d38c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 944 time: 0.5162404 Nov 09 00:08:11.473562 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:11.529776 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-8a2a2457-34f4-43f1-a79d-c666adb3b3dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bdaadc7-fad7-4071-842e-59da688c68ab HTTP/1.1" status: 200 len: 217 time: 0.0613694 Nov 09 00:08:11.549454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Pushing event updated for resources: {'Port': ['ID=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:11.577827 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0820a361-26df-4e3a-8608-dcb295a4cf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:11.580554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0820a361-26df-4e3a-8608-dcb295a4cf2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:11.581703 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0820a361-26df-4e3a-8608-dcb295a4cf2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6d63f72-cad8-4208-8317-e4934de8d798 HTTP/1.1" status: 204 len: 168 time: 0.5376191 Nov 09 00:08:11.583555 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27119fd2-41d8-4526-aae5-1ab3c228a92f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:11.583859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-bdafa139-84ef-422e-a46e-fb9fed4ba8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:11.597671 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-bdafa139-84ef-422e-a46e-fb9fed4ba8ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 1099 time: 0.1879268 Nov 09 00:08:11.668805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:11.675716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820a361-26df-4e3a-8608-dcb295a4cf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d63f72-cad8-4208-8317-e4934de8d798,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:11.678432 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-4f20de4d-8306-4c66-9599-82f809b5204c req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Allocated IP 192.168.233.78 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:11.692391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:11.752091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-9a97b0f9-25ab-4f3f-8263-82d003412f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:11.753771 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-9a97b0f9-25ab-4f3f-8263-82d003412f12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.2091546 Nov 09 00:08:11.802073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b62e6b71-fcfd-42bd-84cb-54615caa1fae req-d478b6dd-1cd9-4ae5-a4aa-40bdb041d501 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 210 time: 0.2221606 Nov 09 00:08:11.821223 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27119fd2-41d8-4526-aae5-1ab3c228a92f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:11.880095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:11.909618 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-56fae0d7-aa95-4239-b085-a447cffdcbf6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309013 Nov 09 00:08:11.956555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-212cb360-2925-4f3d-a8b6-a8ca1d00eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:11.958900 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-212cb360-2925-4f3d-a8b6-a8ca1d00eea9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.3408928 Nov 09 00:08:12.056862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae59d8b0-9214-400f-a05f-262f1bc1fa36 req-547b59a3-e537-4daa-b7a1-66cdf80aef8d tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706170 Nov 09 00:08:12.145010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-565213d5-ada5-4652-96ff-35d96017f5ac None None] Provisioning complete for port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:12.145586 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-565213d5-ada5-4652-96ff-35d96017f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:12.159654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:12.160336 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:12.228226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb0792-53bf-4cc6-a958-37288e835776 req-376c2477-47d1-4e34-86f8-ec4820e1705c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:12.236602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95fb0792-53bf-4cc6-a958-37288e835776 req-376c2477-47d1-4e34-86f8-ec4820e1705c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 948 time: 0.2159274 Nov 09 00:08:12.239398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-565213d5-ada5-4652-96ff-35d96017f5ac None None] Port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:08:12.260514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-298bff81-96c5-493e-ab93-0ee6a3ba80eb tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4389336 Nov 09 00:08:12.302008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95fb0792-53bf-4cc6-a958-37288e835776 req-57ad2c35-2ea7-4afb-ab2a-03a825453d75 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645096 Nov 09 00:08:12.306184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Request body: {'port': {'device_id': 'f3183c95-7110-4923-8da9-6b7045405b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:12.367855 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27119fd2-41d8-4526-aae5-1ab3c228a92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:12.371449 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27119fd2-41d8-4526-aae5-1ab3c228a92f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:12.372900 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-27119fd2-41d8-4526-aae5-1ab3c228a92f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b36056d-edca-43d9-9a9e-6370f3292e7f HTTP/1.1" status: 204 len: 168 time: 1.2874553 Nov 09 00:08:12.378771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:12.394053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27119fd2-41d8-4526-aae5-1ab3c228a92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b36056d-edca-43d9-9a9e-6370f3292e7f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:12.504112 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-87595ff0-ef59-4c10-a2fd-0482bfaa4cc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 200 len: 217 time: 0.0621440 Nov 09 00:08:12.607602 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f7de-245d-489f-b10a-85ac4d656e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:12.702400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-a13081f1-c7bc-4a6b-a47b-ea2d2fe7b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:12.705079 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-a13081f1-c7bc-4a6b-a47b-ea2d2fe7b371 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1615999 Nov 09 00:08:12.716744 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-3a617c6a-03c8-4b9e-83ab-bffd1ea84570 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7700136 Nov 09 00:08:12.841171 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4f20de4d-8306-4c66-9599-82f809b5204c req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:12.878686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-132f6437-6c07-4c61-8feb-2ef526ca39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:12.880891 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-132f6437-6c07-4c61-8feb-2ef526ca39c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581199 Nov 09 00:08:13.009992 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-de7675a4-5a79-4971-8b50-b5fe05db0c84 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765706 Nov 09 00:08:13.023497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59622) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:13.044775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30501140-4829-41d4-b5b9-7fa0a814553c req-721ce305-4032-4263-934e-58e5be58eb88 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 210 time: 0.0897288 Nov 09 00:08:13.059113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4f20de4d-8306-4c66-9599-82f809b5204c req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:13.284749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f20de4d-8306-4c66-9599-82f809b5204c req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:13.295694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11197441-a514-4f32-99e9-6f95c9e783eb req-3e058e01-df82-4858-a5e4-125ff1344c52 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:13.297360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11197441-a514-4f32-99e9-6f95c9e783eb req-3e058e01-df82-4858-a5e4-125ff1344c52 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 944 time: 0.1086190 Nov 09 00:08:13.301074 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-7d75d052-c2d5-487d-a7c1-c1eef8e055a6 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907788 Nov 09 00:08:13.310389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-602269426-network', 'tenant_id': '7c28415dceb142a58cfc63e2f3669de7'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:13.326760 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-4f20de4d-8306-4c66-9599-82f809b5204c req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:13.333012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f20de4d-8306-4c66-9599-82f809b5204c req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:13.406859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59632) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:13.413482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Pushing event updated for resources: {'Port': ['ID=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:13.481370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:13.517320 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:13.572201 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11197441-a514-4f32-99e9-6f95c9e783eb req-de6a1d74-96e1-4ebe-a16a-6b4be3650433 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631025 Nov 09 00:08:13.585268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Transition to ACTIVE for port object 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:08:13.599519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20de4d-8306-4c66-9599-82f809b5204c req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:13.599519 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4f20de4d-8306-4c66-9599-82f809b5204c req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:13.608355 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:13.623294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Made reservation on behalf of 7c28415dceb142a58cfc63e2f3669de7 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:13.627836 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:13.633772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59638) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:13.642934 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-80e54aa5-bc09-4c00-8967-fa7921be21b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9342e43fa8fb4b9abd842ac79a9f9a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325065 Nov 09 00:08:13.693576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:13.749527 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-d4bf1cdd-0e68-45fc-befc-2ea703251ac8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1859841 Nov 09 00:08:13.776048 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Request body: {'port': {'device_id': 'eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:13.788078 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe81202-d2a5-4aeb-9cf7-753d43346c2a req-d7e20462-1845-4a1f-97be-eda23d895351 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485705 Nov 09 00:08:13.801215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:08:13.847339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22454d-2cdf-436a-8d23-8161b9da69a9 req-202c5bbe-5e6d-45e0-ba3d-756fdca210e9 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:13.851278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b22454d-2cdf-436a-8d23-8161b9da69a9 req-202c5bbe-5e6d-45e0-ba3d-756fdca210e9 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 948 time: 0.3577003 Nov 09 00:08:13.852870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-081da27d-0db0-4a14-a07b-df85e33ee993 None None] Provisioning complete for port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:13.853253 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-081da27d-0db0-4a14-a07b-df85e33ee993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:13.880910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08c43437-e245-4e3f-ba32-77fe7e1868c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:13.938582 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:13.952355 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08c43437-e245-4e3f-ba32-77fe7e1868c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:13.989652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Pushing event updated for resources: {'Port': ['ID=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:14.002430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-081da27d-0db0-4a14-a07b-df85e33ee993 None None] Port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:08:14.056345 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Attempting to bind port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:14.057361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Attempting to bind port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:14.058166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Attempting to bind port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:14.076599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b22454d-2cdf-436a-8d23-8161b9da69a9 req-e184d26a-de75-416d-a8cf-60e55c021844 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756601 Nov 09 00:08:14.081052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:08:14.084425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Attempting to bind port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:14.086895 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:14.090152 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.094527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:14.095166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:14.095731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:14.096520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Bound port: 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:14.097066 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.129680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'mac_address': 'fa:16:3e:72:e3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:08:14.187094 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.207502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08c43437-e245-4e3f-ba32-77fe7e1868c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.214121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08c43437-e245-4e3f-ba32-77fe7e1868c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.216458 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-08c43437-e245-4e3f-ba32-77fe7e1868c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/213a95fc-1c4a-46a5-9f45-9a033083c8b4 HTTP/1.1" status: 204 len: 168 time: 0.5788381 Nov 09 00:08:14.227097 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.255769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:08:14.287152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:14.292478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:14.324434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:14.330200 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.341902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:14.349615 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.349999 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Added segment 345011f0-1a83-4ff4-b10c-112e79a6de30 of type vlan for network 3d593003-37ef-4db6-b73f-d9600b045463 Nov 09 00:08:14.364995 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3402a2a-61dc-43f3-8347-86295cd98da0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:14.393032 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.415291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:14.423525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c43437-e245-4e3f-ba32-77fe7e1868c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213a95fc-1c4a-46a5-9f45-9a033083c8b4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:14.425425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe40bdb-7809-4633-a125-002a82d1e349 req-bc6b64cc-869b-42d2-b15e-b550f0ab2708 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:14.426194 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:14.426621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:14.427096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:14.427621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:14.428285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:14.428819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:14.429939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:14.430689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:14.431110 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:14.431529 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:14.432409 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:14.432409 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:14.434939 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dfe40bdb-7809-4633-a125-002a82d1e349 req-bc6b64cc-869b-42d2-b15e-b550f0ab2708 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 935 time: 0.2322204 Nov 09 00:08:14.449921 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.543535 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.544824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:14.545745 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.565615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dfe40bdb-7809-4633-a125-002a82d1e349 req-be467800-a874-436f-b135-44bfbe4c56b3 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110601 Nov 09 00:08:14.574770 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:14.575402 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.576796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] 10.222.0.30 "PUT /v2.0/ports/223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 HTTP/1.1" status: 200 len: 1096 time: 2.2791173 Nov 09 00:08:14.577232 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:14.587262 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7576bba-fdb2-4eae-b725-b2dce2183d86" -d '{"events": [{"name": "network-changed", "server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:14.609975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:14.693643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] Pushing event updated for resources: {'Network': ['ID=3d593003-37ef-4db6-b73f-d9600b045463,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:14.699540 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-06c4199e-8903-45b3-91d7-fd7ae46e183a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6684310 Nov 09 00:08:14.702786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59652) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:14.708102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5c3c1291-e002-4081-84f5-16f2bf8af897 admin admin] Request body: {'subnet': {'network_id': '3d593003-37ef-4db6-b73f-d9600b045463', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-602269426-subnet', 'tenant_id': '7c28415dceb142a58cfc63e2f3669de7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:14.728621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 3d593003-37ef-4db6-b73f-d9600b045463 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:08:14.781668 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8c70ba-1b23-446b-bfb4-25f3c965803f x-openstack-request-id: req-fa8c70ba-1b23-446b-bfb4-25f3c965803f {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:14.784326 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:14.784947 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa8c70ba-1b23-446b-bfb4-25f3c965803f {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:14.785918 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'status': 'completed', 'code': 200} Nov 09 00:08:14.791837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3c1291-e002-4081-84f5-16f2bf8af897 admin admin] Made reservation on behalf of 7c28415dceb142a58cfc63e2f3669de7 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:14.794374 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1291-e002-4081-84f5-16f2bf8af897 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.801069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624400f2-6553-470a-97f2-9916a552ff8b service neutron] Pushing event updated for resources: {'Port': ['ID=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:14.934705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:14.935779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-38791507-0627-4e88-8287-bc79d15f68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:14.945529 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.947047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-38791507-0627-4e88-8287-bc79d15f68cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab7662a39a06409db034954b99809dd0&device_id=f3183c95-7110-4923-8da9-6b7045405b60 HTTP/1.1" status: 200 len: 1099 time: 0.3083479 Nov 09 00:08:14.972329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Transition to ACTIVE for port object 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:08:14.984306 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:14.984576 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-98d2ff63-bbd3-436c-a4b5-33484984a735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:15.068818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-7aab7e5b-a303-4bc8-8bd4-9d07caf1b375 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 HTTP/1.1" status: 200 len: 217 time: 0.1073737 Nov 09 00:08:15.098851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Pushing event updated for resources: {'Port': ['ID=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:15.119893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2fc91-b2f1-4cba-834c-5832549a0bbc req-715e293b-8910-4223-be16-dc6fea8c0319 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:15.143177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99d2fc91-b2f1-4cba-834c-5832549a0bbc req-715e293b-8910-4223-be16-dc6fea8c0319 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 944 time: 0.3159046 Nov 09 00:08:15.319958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-a9416c6e-3bfd-441f-a3b1-44487e4ad3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:15.321946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-a9416c6e-3bfd-441f-a3b1-44487e4ad3e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.2425992 Nov 09 00:08:15.378321 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99d2fc91-b2f1-4cba-834c-5832549a0bbc req-e1b8b110-e64b-4487-9c8d-9df1f967879f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338345 Nov 09 00:08:15.402944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Attempting to bind port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:15.403640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Attempting to bind port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:15.403640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Attempting to bind port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:15.426655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78719c07-e29f-43e3-9ebc-385c814a3578 req-2a1d1f4e-1802-4283-ac41-127ef4c5e46e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:15.428427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78719c07-e29f-43e3-9ebc-385c814a3578 req-2a1d1f4e-1802-4283-ac41-127ef4c5e46e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 949 time: 0.1369462 Nov 09 00:08:15.444035 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-3a957223-75ee-4a29-a9c4-939a47d41e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:15.446456 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-3a957223-75ee-4a29-a9c4-939a47d41e00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899539 Nov 09 00:08:15.467269 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:08:15.467731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Attempting to bind port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:15.477251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:15.477620 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:15.478003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:15.478441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Bound port: 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:15.478791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:15.642400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] For port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:15.649165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] For port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:15.654598 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1291-e002-4081-84f5-16f2bf8af897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:15.669326 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:15.707153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-7e4e8a57-e67a-4ae3-ae30-27dbf47278fd service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429361 Nov 09 00:08:15.734577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c1291-e002-4081-84f5-16f2bf8af897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76772196-e881-467d-9b57-5f96ecf75772,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:15.789731 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:15.810887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:15.811502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:15.812901 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] 10.222.0.30 "PUT /v2.0/ports/958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba HTTP/1.1" status: 200 len: 1095 time: 2.0483639 Nov 09 00:08:15.813663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c', 'tag': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:15.815931 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64105484-87f7-4751-9919-42dd5def4a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c", "tag": "958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:15.853855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872f63e-6c17-4731-9615-7c08aba537f8 service neutron] Pushing event updated for resources: {'Port': ['ID=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:15.944967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59686) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:15.983013 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:16.029699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3c1291-e002-4081-84f5-16f2bf8af897 admin admin] Checking segment: {'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:16.030065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c1291-e002-4081-84f5-16f2bf8af897 admin admin] Network hostable DHCP agents. Network: 3d593003-37ef-4db6-b73f-d9600b045463, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:08:16.033317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78719c07-e29f-43e3-9ebc-385c814a3578 req-a5642f25-f083-4d19-bdcb-f55a32cd8018 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968099 Nov 09 00:08:16.039138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d1bb87c-33fb-4288-8c4f-274d31994de0 req-c5f4b20c-79e0-41b7-aea3-2fa971903f29 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185682 Nov 09 00:08:16.059520 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:16.098426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a229de7-203e-4b34-842b-a13977a8142f req-028caac8-7b36-44ec-b602-ec129fa137f3 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:16.115866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a229de7-203e-4b34-842b-a13977a8142f req-028caac8-7b36-44ec-b602-ec129fa137f3 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 947 time: 0.2285216 Nov 09 00:08:16.119880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20de4d-8306-4c66-9599-82f809b5204c req-f94ae2e9-9b55-449a-8285-19ee122ff708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:16.125863 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-f94ae2e9-9b55-449a-8285-19ee122ff708 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab7662a39a06409db034954b99809dd0&device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 1098 time: 0.2415154 Nov 09 00:08:16.128758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c1291-e002-4081-84f5-16f2bf8af897 admin admin] Network 3d593003-37ef-4db6-b73f-d9600b045463 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:08:16.141281 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155f4963-d326-405f-9eb9-68e498617633 x-openstack-request-id: req-155f4963-d326-405f-9eb9-68e498617633 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:16.142302 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c", "tag": "958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:16.142819 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-155f4963-d326-405f-9eb9-68e498617633 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:16.143399 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c', 'tag': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba', 'status': 'completed', 'code': 200} Nov 09 00:08:16.218173 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-390cbc3c-4d78-464c-85f7-bafd576b2063 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba HTTP/1.1" status: 200 len: 217 time: 0.0810778 Nov 09 00:08:16.218994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c1291-e002-4081-84f5-16f2bf8af897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 3d593003-37ef-4db6-b73f-d9600b045463) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:16.223445 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a229de7-203e-4b34-842b-a13977a8142f req-bd1e4b6d-bd55-4adb-af98-7c56ccb9ac00 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065361 Nov 09 00:08:16.225819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7576bba-fdb2-4eae-b725-b2dce2183d86 req-e8b6374f-beea-4eb1-af8d-40741b77a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:16.227283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7576bba-fdb2-4eae-b725-b2dce2183d86 req-e8b6374f-beea-4eb1-af8d-40741b77a039 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab7662a39a06409db034954b99809dd0&device_id=f3183c95-7110-4923-8da9-6b7045405b60 HTTP/1.1" status: 200 len: 1099 time: 0.1093752 Nov 09 00:08:16.235243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2e665-5af4-4c82-8d65-f0ef98d9496f None None] Network 3d593003-37ef-4db6-b73f-d9600b045463 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:08:16.259564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3c1291-e002-4081-84f5-16f2bf8af897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:16.261883 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1291-e002-4081-84f5-16f2bf8af897 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:16.269983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-225408415-network', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:16.371192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20de4d-8306-4c66-9599-82f809b5204c req-cddff665-22ff-432d-9174-43ff8feae346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:16.383068 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-cddff665-22ff-432d-9174-43ff8feae346 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1527998 Nov 09 00:08:16.399470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7576bba-fdb2-4eae-b725-b2dce2183d86 req-881c3b3c-fd37-49cf-a0c8-19a3850df6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:16.401962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7576bba-fdb2-4eae-b725-b2dce2183d86 req-881c3b3c-fd37-49cf-a0c8-19a3850df6b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1628134 Nov 09 00:08:16.404041 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Made reservation on behalf of 695edd5ace1b4aae83627f466b84dc26 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:16.407426 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:16.437770 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:16.454587 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5c3c1291-e002-4081-84f5-16f2bf8af897 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7505617 Nov 09 00:08:16.466914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20de4d-8306-4c66-9599-82f809b5204c req-087e0f1a-0e32-438a-b665-549461248769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:16.468423 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-087e0f1a-0e32-438a-b665-549461248769 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759091 Nov 09 00:08:16.483175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7576bba-fdb2-4eae-b725-b2dce2183d86 req-d9fd3574-1e47-4628-a047-86401d21be34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 HTTP/1.1" status: 200 len: 217 time: 0.0716007 Nov 09 00:08:16.554416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9297cba-1de6-44b2-b6ec-7abff018317b None None] Network 3d593003-37ef-4db6-b73f-d9600b045463 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:08:16.655157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7576bba-fdb2-4eae-b725-b2dce2183d86 req-95fd72a3-b973-4234-8cb6-d83a9e2a24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:16.656813 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7576bba-fdb2-4eae-b725-b2dce2183d86 req-95fd72a3-b973-4234-8cb6-d83a9e2a24dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1484833 Nov 09 00:08:16.743625 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-5a7651e9-7364-4f21-8e3f-95936399d235 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569768 Nov 09 00:08:16.761242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e8217-e122-4b55-af89-021f86324bea req-fb9eff31-bb23-4ba4-8305-b723bdd6192f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:16.774997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-765e8217-e122-4b55-af89-021f86324bea req-fb9eff31-bb23-4ba4-8305-b723bdd6192f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 944 time: 0.2520626 Nov 09 00:08:16.851438 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:16.864915 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:16.923622 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f20de4d-8306-4c66-9599-82f809b5204c req-552f368c-8671-4fee-800d-6c1f9050cfef service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704185 Nov 09 00:08:16.924534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7576bba-fdb2-4eae-b725-b2dce2183d86 req-f43f48c9-0549-4304-bec5-74d1c2fde9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:16.938189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7576bba-fdb2-4eae-b725-b2dce2183d86 req-f43f48c9-0549-4304-bec5-74d1c2fde9ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2665818 Nov 09 00:08:16.964775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:08:17.041785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-765e8217-e122-4b55-af89-021f86324bea req-0a8636fd-85fe-461d-b847-c74a6c0bf417 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574031 Nov 09 00:08:17.054374 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:17.054823 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Added segment 9dc26115-3636-4647-a73a-33058096b0df of type vlan for network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 Nov 09 00:08:17.074937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634311ba-c675-464e-8fc7-73be826e4a30,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:17.113899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64105484-87f7-4751-9919-42dd5def4a3c req-2003d7c4-61c2-4f3c-943a-5e2d36fe9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:17.133768 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64105484-87f7-4751-9919-42dd5def4a3c req-2003d7c4-61c2-4f3c-943a-5e2d36fe9c16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab7662a39a06409db034954b99809dd0&device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 1098 time: 0.1216512 Nov 09 00:08:17.264013 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64105484-87f7-4751-9919-42dd5def4a3c req-9ba209fa-1352-4331-b43c-7cbbfbcf7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:17.265775 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64105484-87f7-4751-9919-42dd5def4a3c req-9ba209fa-1352-4331-b43c-7cbbfbcf7c0a service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1312020 Nov 09 00:08:17.296483 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:17.327754 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64105484-87f7-4751-9919-42dd5def4a3c req-38916f56-6a9d-4726-904a-16fedb5dfd22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba HTTP/1.1" status: 200 len: 217 time: 0.0527840 Nov 09 00:08:17.377078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7576bba-fdb2-4eae-b725-b2dce2183d86 req-b70ca296-3026-4595-acb9-d6034e8b4e51 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295900 Nov 09 00:08:17.399446 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64105484-87f7-4751-9919-42dd5def4a3c req-b8a68459-93e6-43da-a40f-a6a39adc8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:17.402310 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64105484-87f7-4751-9919-42dd5def4a3c req-b8a68459-93e6-43da-a40f-a6a39adc8d70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0637658 Nov 09 00:08:17.413656 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:17.414581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:17.415160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:17.425214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d2faa-f5da-4c06-b916-0013336ee1fd req-62d46166-d35c-4e6f-8b77-a9ca02c3880a tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:17.428010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-930d2faa-f5da-4c06-b916-0013336ee1fd req-62d46166-d35c-4e6f-8b77-a9ca02c3880a tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 949 time: 0.2250922 Nov 09 00:08:17.503012 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:17.518485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64105484-87f7-4751-9919-42dd5def4a3c req-126955c9-ab45-4155-ae1a-eebceb2ff544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:17.521132 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64105484-87f7-4751-9919-42dd5def4a3c req-126955c9-ab45-4155-ae1a-eebceb2ff544 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108499 Nov 09 00:08:17.544798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:08:17.547819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 4bdaadc7-fad7-4071-842e-59da688c68ab no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:08:17.639659 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64105484-87f7-4751-9919-42dd5def4a3c req-d7d67259-1379-4366-9b55-48c7279d8314 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090407 Nov 09 00:08:17.758938 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64105484-87f7-4751-9919-42dd5def4a3c req-a60dbc89-ee14-4b96-8c1f-ebdae0fb5357 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107676 Nov 09 00:08:17.856505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:17.877641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'mac_address': 'fa:16:3e:21:3f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:08:17.879900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:17.935384 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] Pushing event updated for resources: {'Network': ['ID=9afa72d5-e53f-4a6e-933b-2d8d0eccdb90,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:17.942880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c53ec5a7-ebee-4b49-9394-c44ff6854502 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9987509 Nov 09 00:08:17.946074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59728) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:17.953951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f692c8d4-4c9c-45d4-beb8-8f80aea3fdcf admin admin] Request body: {'subnet': {'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-225408415-subnet', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:17.976950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:08:17.998117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f692c8d4-4c9c-45d4-beb8-8f80aea3fdcf admin admin] Made reservation on behalf of 695edd5ace1b4aae83627f466b84dc26 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:17.999071 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-9037abeb-3d24-4986-9b92-b16df5f964d4 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:18.002188 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f692c8d4-4c9c-45d4-beb8-8f80aea3fdcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:18.010447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-9037abeb-3d24-4986-9b92-b16df5f964d4 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/networks?id=3d593003-37ef-4db6-b73f-d9600b045463 HTTP/1.1" status: 200 len: 821 time: 0.8073008 Nov 09 00:08:18.046836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-930d2faa-f5da-4c06-b916-0013336ee1fd req-5f74c9c1-340e-422b-b7bd-552d1f700968 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030812 Nov 09 00:08:18.076734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:08:18.141377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-49c84c9d-3d82-4a53-8e4d-2b4642e028cf tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/quotas/7c28415dceb142a58cfc63e2f3669de7 HTTP/1.1" status: 200 len: 375 time: 0.0894234 Nov 09 00:08:18.176921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:18.180018 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:18.195083 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:18.285156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-af7a3aba-0886-4d66-996a-b8be97092994 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c28415dceb142a58cfc63e2f3669de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1373265 Nov 09 00:08:18.310563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7576bba-fdb2-4eae-b725-b2dce2183d86 req-65d06c9f-924e-446d-8dd8-8bbd58e66e29 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9123480 Nov 09 00:08:18.336265 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:18.357263 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:18.403256 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f692c8d4-4c9c-45d4-beb8-8f80aea3fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:18.414076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:18.436285 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:18.545013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0fe83-e320-4fa0-b1fe-09d49a3bf328 req-5de8d414-d8dd-4085-a1a4-bb508a9192aa tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:18.551773 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692c8d4-4c9c-45d4-beb8-8f80aea3fdcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b7354d-6c00-44d3-a168-bb29815b6feb,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:18.554835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ea0fe83-e320-4fa0-b1fe-09d49a3bf328 req-5de8d414-d8dd-4085-a1a4-bb508a9192aa tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 947 time: 0.2937522 Nov 09 00:08:18.568742 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:18.569289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692c8d4-4c9c-45d4-beb8-8f80aea3fdcf admin admin] Checking segment: {'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:18.569464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692c8d4-4c9c-45d4-beb8-8f80aea3fdcf admin admin] Network hostable DHCP agents. Network: 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:08:18.598891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692c8d4-4c9c-45d4-beb8-8f80aea3fdcf admin admin] Network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:08:18.613786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-f692c8d4-4c9c-45d4-beb8-8f80aea3fdcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:18.620955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f692c8d4-4c9c-45d4-beb8-8f80aea3fdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:18.621808 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f692c8d4-4c9c-45d4-beb8-8f80aea3fdcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:18.636422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f53f5d9-75ac-4df6-9099-43f479d718db None None] Network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:08:18.655951 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-9d90f8c4-b220-4541-af5c-db4c71468c6f service neutron] 10.222.0.25 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696613 Nov 09 00:08:18.663521 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f692c8d4-4c9c-45d4-beb8-8f80aea3fdcf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7163157 Nov 09 00:08:18.664349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59736) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:18.670546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-225408415-router', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:18.721808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:18.732378 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:18.733587 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:18.740684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:18.743134 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8ae69b-2a8c-4a12-a1a8-6a3f170358ab" -d '{"events": [{"server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "name": "network-vif-plugged", "status": "completed", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:18.759927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['223ba7b3-932c-4d73-bf50-6bfbfc16e1f5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:18.779739 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:18.789341 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:18.794546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ea0fe83-e320-4fa0-b1fe-09d49a3bf328 req-3faf2fd5-a27e-47e3-bcd9-a8dcb5826f60 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277579 Nov 09 00:08:18.873209 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-d3f3edf8-41c0-44fa-9981-fb67b25d6067 service neutron] 10.222.0.25 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983740 Nov 09 00:08:18.878290 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:19.140192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4264d94-0fb5-44f6-816c-c4081400f50a req-5fba9910-0db2-44e8-ae0c-4ab990cb5d61 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:19.149844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:19.153985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4264d94-0fb5-44f6-816c-c4081400f50a req-5fba9910-0db2-44e8-ae0c-4ab990cb5d61 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 944 time: 0.1361072 Nov 09 00:08:19.183711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:19.197647 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270e2b50-c8f8-4eb7-9a15-250315a37664 x-openstack-request-id: req-270e2b50-c8f8-4eb7-9a15-250315a37664 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:19.199822 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "name": "network-vif-plugged", "status": "completed", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:19.200152 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-270e2b50-c8f8-4eb7-9a15-250315a37664 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:19.200634 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'code': 200} Nov 09 00:08:19.285656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4264d94-0fb5-44f6-816c-c4081400f50a req-50ead372-3c80-45b5-8ebc-5f9864ae8065 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300554 Nov 09 00:08:19.367156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35e12c-7d04-4e8a-9aef-8bc8c040a9a1 req-13062614-8d21-436d-9b40-cbe3e0537d24 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:19.377242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b35e12c-7d04-4e8a-9aef-8bc8c040a9a1 req-13062614-8d21-436d-9b40-cbe3e0537d24 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.0861063 Nov 09 00:08:19.406151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706ca75-2d40-4448-9459-686f0c3c5dde req-cb3e98f8-0975-4db8-80e7-c81756cc3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:19.410105 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6706ca75-2d40-4448-9459-686f0c3c5dde req-cb3e98f8-0975-4db8-80e7-c81756cc3122 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 1101 time: 0.1379492 Nov 09 00:08:19.448039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-9afa72d5-e53f-4a6e-933b-2d8d0eccdb90', 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'fixed_ips': [{'subnet_id': '22b7354d-6c00-44d3-a168-bb29815b6feb'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:08:19.450532 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:19.530057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-0465d8e4-6200-4b92-ae59-7c6a8df53f80 service neutron] 10.222.0.30 "GET /v2.0/ports/4bdaadc7-fad7-4071-842e-59da688c68ab/bindings/n-h2-813263-3 HTTP/1.1" status: 200 len: 384 time: 0.1097193 Nov 09 00:08:19.538067 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6706ca75-2d40-4448-9459-686f0c3c5dde req-8dab38fd-c78d-4df8-834e-0feca6d5cadf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188731 Nov 09 00:08:19.545318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b35e12c-7d04-4e8a-9aef-8bc8c040a9a1 req-bedc0724-24e9-47fd-9f82-762d77cd77ea tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669836 Nov 09 00:08:19.590881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:08:19.597600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b205341-4a67-452a-bdde-8a699cf035e1 req-cb7fb628-5a3d-4c85-9603-1a9bf0ce5bc9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 210 time: 0.0876982 Nov 09 00:08:19.767360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Allocated IP 172.20.0.2 (9afa72d5-e53f-4a6e-933b-2d8d0eccdb90/22b7354d-6c00-44d3-a168-bb29815b6feb/6c107280-b98e-420a-9335-5ccf1fbc5c26) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:19.801151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:19.840876 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba', 'mac_address': 'fa:16:3e:0e:1c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:08:19.936331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-58ed3471-1cc3-4edc-a133-da53fd6fd945 service neutron] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4bdaadc7-fad7-4071-842e-59da688c68ab,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:19.961289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-58ed3471-1cc3-4edc-a133-da53fd6fd945 service neutron] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:20.046594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-58ed3471-1cc3-4edc-a133-da53fd6fd945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdaadc7-fad7-4071-842e-59da688c68ab {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:20.063271 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.066019 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.072613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-58ed3471-1cc3-4edc-a133-da53fd6fd945 service neutron] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4bdaadc7-fad7-4071-842e-59da688c68ab,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:20.079905 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.133502 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:20.150785 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:20.155063 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-58ed3471-1cc3-4edc-a133-da53fd6fd945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.179143 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:20.179890 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.202382 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.206800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:20.213732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:20.247578 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.254573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a421de-5fe9-4c3a-91c5-343e0585de8d req-efdad74a-bb80-48b9-9b63-7e5450feeafa tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:20.262433 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58a421de-5fe9-4c3a-91c5-343e0585de8d req-efdad74a-bb80-48b9-9b63-7e5450feeafa tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 947 time: 0.1717093 Nov 09 00:08:20.347706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Pushing event updated for resources: {'Port': ['ID=6c107280-b98e-420a-9335-5ccf1fbc5c26,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:20.387480 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Allocated IP 172.25.0.134 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/283e6c4d-a4c9-4a94-ac4b-bf680487c702) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:20.398564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58a421de-5fe9-4c3a-91c5-343e0585de8d req-a4dccc3a-c874-49b2-ac95-dff9e55035b5 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349759 Nov 09 00:08:20.432437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-58ed3471-1cc3-4edc-a133-da53fd6fd945 service neutron] Transition to ACTIVE for port object 4bdaadc7-fad7-4071-842e-59da688c68ab will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:08:20.446772 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-58ed3471-1cc3-4edc-a133-da53fd6fd945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.482714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Attempting to bind port 6c107280-b98e-420a-9335-5ccf1fbc5c26 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:20.483279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Attempting to bind port 6c107280-b98e-420a-9335-5ccf1fbc5c26 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:20.487912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Attempting to bind port 6c107280-b98e-420a-9335-5ccf1fbc5c26 on network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:20.524336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:20.525112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Checking segment: {'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:20.525753 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.526154 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.527548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Bound using segment: {'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:20.528281 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Bound port: 6c107280-b98e-420a-9335-5ccf1fbc5c26, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:20.528897 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.553506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:20.581629 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.616595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-152664ee-6513-429f-adff-a5b62e11195c None None] For port 6c107280-b98e-420a-9335-5ccf1fbc5c26, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:20.621292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-152664ee-6513-429f-adff-a5b62e11195c None None] For port 6c107280-b98e-420a-9335-5ccf1fbc5c26, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6c107280-b98e-420a-9335-5ccf1fbc5c26,segment=NetworkSegment(9dc26115-3636-4647-a73a-33058096b0df),segment_id=9dc26115-3636-4647-a73a-33058096b0df)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:20.624948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:20.629371 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:20.641903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-58ed3471-1cc3-4edc-a133-da53fd6fd945 service neutron] No DVR routers for this DVR port 4bdaadc7-fad7-4071-842e-59da688c68ab on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:08:20.665189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed3471-1cc3-4edc-a133-da53fd6fd945 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdaadc7-fad7-4071-842e-59da688c68ab,revision_number=10']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:20.726119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:20.740937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b88fb-1b11-43a2-8716-9365fbe965f0 req-1951a32c-39eb-4d4d-b681-3e1e19f5a642 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:20.745766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:20.748778 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-355b88fb-1b11-43a2-8716-9365fbe965f0 req-1951a32c-39eb-4d4d-b681-3e1e19f5a642 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 945 time: 0.2490916 Nov 09 00:08:20.754881 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-58ed3471-1cc3-4edc-a133-da53fd6fd945 service neutron] 10.222.0.30 "PUT /v2.0/ports/4bdaadc7-fad7-4071-842e-59da688c68ab/bindings/n-h2-813263-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2083852 Nov 09 00:08:20.765536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:20.772262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152664ee-6513-429f-adff-a5b62e11195c None None] Pushing event updated for resources: {'Port': ['ID=6c107280-b98e-420a-9335-5ccf1fbc5c26,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:20.856253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6fff2-507c-4ad2-8fc6-7e625ea69fd0 req-aa434db6-7c98-45de-93fa-f86b17c21148 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:20.868412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93b6fff2-507c-4ad2-8fc6-7e625ea69fd0 req-aa434db6-7c98-45de-93fa-f86b17c21148 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.1882401 Nov 09 00:08:20.986526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Pushing event updated for resources: {'Port': ['ID=283e6c4d-a4c9-4a94-ac4b-bf680487c702,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:21.007807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-355b88fb-1b11-43a2-8716-9365fbe965f0 req-2baba948-3bb8-43a7-b7b8-69bff5562a74 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580051 Nov 09 00:08:21.093454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93b6fff2-507c-4ad2-8fc6-7e625ea69fd0 req-f6ef1b32-d356-4fee-b676-799959efeb5e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238545 Nov 09 00:08:21.241740 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5daf2ba8-bdf6-453a-9b3f-49d1888d9adb req-65388586-3812-43e7-b630-9272d8ff84ed tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 210 time: 0.0577226 Nov 09 00:08:21.297504 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-ea35fdc4-b1bf-450f-9c8a-6d7eff6bac6a tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:21.299008 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-ea35fdc4-b1bf-450f-9c8a-6d7eff6bac6a tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1096 time: 0.4103572 Nov 09 00:08:21.413279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-c72f8294-1ecc-4fd6-8be8-52b2d0547af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:21.414792 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-c72f8294-1ecc-4fd6-8be8-52b2d0547af1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967 HTTP/1.1" status: 200 len: 1096 time: 0.1023445 Nov 09 00:08:21.431369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-98ee529f-2ea5-4e2e-93c7-15bb413e3c22 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:21.435205 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-98ee529f-2ea5-4e2e-93c7-15bb413e3c22 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.11 "GET /v2.0/networks?id=3d593003-37ef-4db6-b73f-d9600b045463 HTTP/1.1" status: 200 len: 821 time: 0.4084272 Nov 09 00:08:21.518137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Request body: {'port': {'device_id': '963fdee2-d933-48c7-a411-402375dc9a10', 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463', 'admin_state_up': True, 'tenant_id': '7c28415dceb142a58cfc63e2f3669de7'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:21.565233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:21.607293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1c119-66f1-438b-8262-ce3f87b66f6c req-2a6e4d83-7e96-4425-84f4-d05e400e007e tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:21.608904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0de1c119-66f1-438b-8262-ce3f87b66f6c req-2a6e4d83-7e96-4425-84f4-d05e400e007e tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 948 time: 0.0948393 Nov 09 00:08:21.665037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:08:21.674013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:21.676620 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:21.706260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0de1c119-66f1-438b-8262-ce3f87b66f6c req-32cede44-7ff2-4956-8d97-42d4043aba61 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845211 Nov 09 00:08:21.780377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-9cfc9c2e-d0f2-46b7-b664-9ca3756ea4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:21.781921 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-9cfc9c2e-d0f2-46b7-b664-9ca3756ea4f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 1096 time: 0.2774119 Nov 09 00:08:21.786120 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:21.813712 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:21.844165 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:21.846823 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7ea528-9504-47e8-95df-6be134ad548b" -d '{"events": [{"server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "name": "network-vif-plugged", "status": "completed", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:21.875699 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:21.901177 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:21.914163 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77532ab-9933-4dea-bf45-b9ff2250e6e3 x-openstack-request-id: req-d77532ab-9933-4dea-bf45-b9ff2250e6e3 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:21.916728 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "name": "network-vif-plugged", "status": "completed", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:21.918026 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d77532ab-9933-4dea-bf45-b9ff2250e6e3 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:21.918533 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'code': 200} Nov 09 00:08:22.029430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:22.038982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Made reservation on behalf of 7c28415dceb142a58cfc63e2f3669de7 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:22.043668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:22.063182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-33bc7d20-1dcb-46f6-9894-f0986249d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:22.064836 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-33bc7d20-1dcb-46f6-9894-f0986249d38c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.2704630 Nov 09 00:08:22.078782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be32322-829e-4b29-8928-0f15e991857a req-796145a0-93e1-469d-8230-b7945b06bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:22.082393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4be32322-829e-4b29-8928-0f15e991857a req-796145a0-93e1-469d-8230-b7945b06bc2d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3183c95-7110-4923-8da9-6b7045405b60 HTTP/1.1" status: 200 len: 1101 time: 0.0700562 Nov 09 00:08:22.200372 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-db16feec-489f-4692-9371-6ad18823aace service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bdaadc7-fad7-4071-842e-59da688c68ab HTTP/1.1" status: 200 len: 217 time: 0.1245384 Nov 09 00:08:22.224057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4be32322-829e-4b29-8928-0f15e991857a req-c45581e2-fffe-4e99-8bcf-45cfc348c2d4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312447 Nov 09 00:08:22.252139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afb34a-937f-41dc-8c7c-6287fc802ea3 req-d4794e33-0a73-403b-8ffc-af6c9335684c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:22.254725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97afb34a-937f-41dc-8c7c-6287fc802ea3 req-d4794e33-0a73-403b-8ffc-af6c9335684c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 945 time: 0.1058424 Nov 09 00:08:22.268878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f5583-31aa-4303-b731-b177f2f764dd req-d0cfb9c2-1816-4f88-9358-96f50c1b8746 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:22.275708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb85dd3-617a-48e9-9fc0-1077dbac25d6 None None] Network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:08:22.277987 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-487f5583-31aa-4303-b731-b177f2f764dd req-d0cfb9c2-1816-4f88-9358-96f50c1b8746 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.0896361 Nov 09 00:08:22.324727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-437408b1-2157-4b4f-a64a-d6bc4f933413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:22.326430 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-437408b1-2157-4b4f-a64a-d6bc4f933413 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.1181545 Nov 09 00:08:22.346954 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-66458db8-f6a4-44da-80a5-17ee8f7c128f None None] Provisioning complete for port 6c107280-b98e-420a-9335-5ccf1fbc5c26 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:22.347315 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66458db8-f6a4-44da-80a5-17ee8f7c128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:22.375029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97afb34a-937f-41dc-8c7c-6287fc802ea3 req-1161f7a7-c8cd-4413-b94a-9640660d5941 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949769 Nov 09 00:08:22.409322 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-a5e31200-0c89-4c40-a6ff-5b8a457fe6bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711744 Nov 09 00:08:22.423890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Allocated IP 172.20.0.11 (3d593003-37ef-4db6-b73f-d9600b045463/76772196-e881-467d-9b57-5f96ecf75772/517762b0-8928-4a89-a39e-6632c96198a2) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:22.426254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:22.435047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-487f5583-31aa-4303-b731-b177f2f764dd req-c865cfc2-b66c-4ca7-afb2-64458e5839e7 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805798 Nov 09 00:08:22.538670 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66458db8-f6a4-44da-80a5-17ee8f7c128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:22.618921 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d314de8-72ed-41ae-b299-202dcaab2905 req-7c338d67-84b3-461d-9208-7ee9da15c843 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 210 time: 0.0541761 Nov 09 00:08:22.620290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59806) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:22.625041 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5506f7bb-ec9e-4d21-a2b8-a89cb2d1f313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-561553453'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:22.703444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449e006-f998-4bd7-a4cb-b30a7a2a7854 req-0fea0562-5019-4d5d-a66c-58cc7de8596f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:22.714958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7449e006-f998-4bd7-a4cb-b30a7a2a7854 req-0fea0562-5019-4d5d-a66c-58cc7de8596f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.1164367 Nov 09 00:08:22.749921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5506f7bb-ec9e-4d21-a2b8-a89cb2d1f313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:22.757190 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5506f7bb-ec9e-4d21-a2b8-a89cb2d1f313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:22.776926 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-90acca6c-252e-4d6d-aaa5-043fd387359b service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399506 Nov 09 00:08:22.789945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Router 4f5dfbd9-db01-422a-880c-9357187117b6 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:08:22.803953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-66458db8-f6a4-44da-80a5-17ee8f7c128f None None] For port 6c107280-b98e-420a-9335-5ccf1fbc5c26, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6c107280-b98e-420a-9335-5ccf1fbc5c26,segment=NetworkSegment(9dc26115-3636-4647-a73a-33058096b0df),segment_id=9dc26115-3636-4647-a73a-33058096b0df)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:22.820745 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66458db8-f6a4-44da-80a5-17ee8f7c128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:22.887161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5506f7bb-ec9e-4d21-a2b8-a89cb2d1f313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:08:22.901256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66458db8-f6a4-44da-80a5-17ee8f7c128f None None] Pushing event updated for resources: {'Port': ['ID=6c107280-b98e-420a-9335-5ccf1fbc5c26,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:22.905702 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5506f7bb-ec9e-4d21-a2b8-a89cb2d1f313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:22.906031 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-5506f7bb-ec9e-4d21-a2b8-a89cb2d1f313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Added segment 8fc271fa-472b-4266-8856-7f4d8ca90a20 of type vlan for network b9455cba-4534-4af4-b9ee-f8c67064c7b0 Nov 09 00:08:22.918881 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7449e006-f998-4bd7-a4cb-b30a7a2a7854 req-84109d1f-e7f7-4156-8314-8adb233b621f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029085 Nov 09 00:08:22.953898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052bcfb-aac7-4e5f-87dd-8599ca237814 req-37fbaf81-a942-4b19-a0bc-a2d4c85752d4 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:22.955603 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3052bcfb-aac7-4e5f-87dd-8599ca237814 req-37fbaf81-a942-4b19-a0bc-a2d4c85752d4 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 948 time: 0.1385658 Nov 09 00:08:22.964661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.036940 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5506f7bb-ec9e-4d21-a2b8-a89cb2d1f313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.118580 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5506f7bb-ec9e-4d21-a2b8-a89cb2d1f313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.126085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5506f7bb-ec9e-4d21-a2b8-a89cb2d1f313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:23.127375 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5506f7bb-ec9e-4d21-a2b8-a89cb2d1f313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.165412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5506f7bb-ec9e-4d21-a2b8-a89cb2d1f313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5439525 Nov 09 00:08:23.183407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59828) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:23.197828 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5dec7d4d-04b0-42be-a0ca-ff5919f9c61d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1075881421'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:23.204395 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6c107280-b98e-420a-9335-5ccf1fbc5c26 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:23.232708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-af4b1bda-db50-4a5e-982e-7a606edfc4c1 req-7959fd18-fa59-4168-9177-d746ccb3b99a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:08:23.233951 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af4b1bda-db50-4a5e-982e-7a606edfc4c1 req-7959fd18-fa59-4168-9177-d746ccb3b99a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085332 Nov 09 00:08:23.279553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0212ab3c-9a8c-4072-aa01-2ae8e48e836e None None] Provisioning complete for port 6c107280-b98e-420a-9335-5ccf1fbc5c26 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:23.280166 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0212ab3c-9a8c-4072-aa01-2ae8e48e836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.321845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3052bcfb-aac7-4e5f-87dd-8599ca237814 req-4bb3e791-2eb1-4302-8b9a-0d46a4f2a4a0 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397965 Nov 09 00:08:23.367198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506f7bb-ec9e-4d21-a2b8-a89cb2d1f313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Network': ['ID=b9455cba-4534-4af4-b9ee-f8c67064c7b0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:23.370504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dec7d4d-04b0-42be-a0ca-ff5919f9c61d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:23.374020 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5dec7d4d-04b0-42be-a0ca-ff5919f9c61d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.406318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network b9455cba-4534-4af4-b9ee-f8c67064c7b0 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:08:23.436757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dec7d4d-04b0-42be-a0ca-ff5919f9c61d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:08:23.455501 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5dec7d4d-04b0-42be-a0ca-ff5919f9c61d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.455908 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-5dec7d4d-04b0-42be-a0ca-ff5919f9c61d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Added segment bf32757a-c64a-4ad2-a686-6d4ae86a73e4 of type vlan for network db9ff48a-f148-4078-8cab-499f349f3760 Nov 09 00:08:23.546215 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5dec7d4d-04b0-42be-a0ca-ff5919f9c61d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.644915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:23.687707 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5dec7d4d-04b0-42be-a0ca-ff5919f9c61d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.688574 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.700024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dec7d4d-04b0-42be-a0ca-ff5919f9c61d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:23.700693 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5dec7d4d-04b0-42be-a0ca-ff5919f9c61d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.753628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6c107280-b98e-420a-9335-5ccf1fbc5c26 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:23.754237 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.762281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544f85-db53-45f1-a3b2-3bfcc2c84855 req-4ccd4237-a043-4f4d-be91-d060f325afd9 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:23.763867 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2544f85-db53-45f1-a3b2-3bfcc2c84855 req-4ccd4237-a043-4f4d-be91-d060f325afd9 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 945 time: 0.1969969 Nov 09 00:08:23.789528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Network 3d593003-37ef-4db6-b73f-d9600b045463 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:23.792849 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-6668e06e-c7af-4b87-8e73-f8dd1fe5a22d service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0047555 Nov 09 00:08:23.805405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:23.827830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:23.842107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:08:23.876172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec7d4d-04b0-42be-a0ca-ff5919f9c61d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Network': ['ID=db9ff48a-f148-4078-8cab-499f349f3760,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:23.878578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:08:23.883080 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event updated for resources: {'Port': ['ID=517762b0-8928-4a89-a39e-6632c96198a2,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:23.883618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:23.883997 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.889130 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Sync routers for ids ['4f5dfbd9-db01-422a-880c-9357187117b6'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:08:23.955349 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network db9ff48a-f148-4078-8cab-499f349f3760 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:08:23.958696 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5dec7d4d-04b0-42be-a0ca-ff5919f9c61d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7692609 Nov 09 00:08:23.968820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:23.969499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.972580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59838) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:23.978556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:23.982965 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9c32bc69-717f-45a0-b3e2-aa880d406071 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3150005 Nov 09 00:08:23.986978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-24c9d386-2d07-4ed8-bb1f-132e6129a359 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'subnet': {'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:24.023121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Routers {'4f5dfbd9-db01-422a-880c-9357187117b6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:08:24.023768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:08:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4f5dfbd9-db01-422a-880c-9357187117b6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:24.026843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59840) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:24.095504 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-65d06dac-2ad4-40a9-ac63-13a17a257bed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2164099 Nov 09 00:08:24.115488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779b7ce-1696-4e88-ab87-eaa4e3be1ceb req-03a1b337-36e1-4e12-9fb1-f0f01ff83d47 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:24.123037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6779b7ce-1696-4e88-ab87-eaa4e3be1ceb req-03a1b337-36e1-4e12-9fb1-f0f01ff83d47 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 932 time: 0.1735098 Nov 09 00:08:24.132115 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2544f85-db53-45f1-a3b2-3bfcc2c84855 req-62d04c2e-ef0e-41b5-ad85-980adf3ac4f5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318450 Nov 09 00:08:24.205666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Set router 4f5dfbd9-db01-422a-880c-9357187117b6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:08:24.223767 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6779b7ce-1696-4e88-ab87-eaa4e3be1ceb req-938f0c19-9916-4693-8ee6-93cbaa99cd41 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977583 Nov 09 00:08:24.278086 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-53f01a7e-88f1-4e08-9494-e574d4b8f58b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7723103 Nov 09 00:08:24.303223 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Request body: {'port': {'device_id': '963fdee2-d933-48c7-a411-402375dc9a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:24.361929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-13abc711-8752-4907-a9ce-879811b6c5b0 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:24.374571 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-13abc711-8752-4907-a9ce-879811b6c5b0 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 1096 time: 0.2460310 Nov 09 00:08:24.416957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e21e6-70e4-475d-88f7-4b673d257165 req-d3888d44-b638-4eba-b5ea-93f2a5544b73 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:24.418838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-692e21e6-70e4-475d-88f7-4b673d257165 req-d3888d44-b638-4eba-b5ea-93f2a5544b73 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.0917456 Nov 09 00:08:24.420173 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:24.454825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:24.457257 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2eb9ed-d141-42f9-a788-51edd0795ced" -d '{"events": [{"server_uuid": "eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c", "name": "network-vif-plugged", "status": "completed", "tag": "958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:24.486524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:24.515933 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:24.534016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ae1ff-d404-44b5-bf6e-2d469a6062bb req-37b56509-7330-4409-a8ff-53c97282b0ea tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:24.534424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c9d386-2d07-4ed8-bb1f-132e6129a359 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:24.535789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de0ae1ff-d404-44b5-bf6e-2d469a6062bb req-37b56509-7330-4409-a8ff-53c97282b0ea tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 948 time: 0.1042874 Nov 09 00:08:24.544113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-24c9d386-2d07-4ed8-bb1f-132e6129a359 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:24.545841 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-692e21e6-70e4-475d-88f7-4b673d257165 req-7b39e3d3-227d-42f3-a3ec-c4c40495cd7b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130702 Nov 09 00:08:24.588058 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:24.622751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de0ae1ff-d404-44b5-bf6e-2d469a6062bb req-d86ea506-252a-42d8-b4ff-89375165ed16 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758257 Nov 09 00:08:24.678236 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:24.681797 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36849f94-5189-4261-8639-dc2bb9c4679d x-openstack-request-id: req-36849f94-5189-4261-8639-dc2bb9c4679d {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:24.682068 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c", "name": "network-vif-plugged", "status": "completed", "tag": "958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:24.682857 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36849f94-5189-4261-8639-dc2bb9c4679d {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:24.683250 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba', 'code': 200} Nov 09 00:08:24.770565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-225408415-router', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:18Z', 'updated_at': '2021-11-09T00:08:21Z', 'revision_number': 3, 'project_id': '695edd5ace1b4aae83627f466b84dc26', 'gw_port': {'id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:20Z', 'updated_at': '2021-11-09T00:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:24.828263 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Checking router: 4f5dfbd9-db01-422a-880c-9357187117b6 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:08:24.828615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Updating router 4f5dfbd9-db01-422a-880c-9357187117b6 port 283e6c4d-a4c9-4a94-ac4b-bf680487c702 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:08:24.848630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c7bd5-ed07-43a4-82ae-07f0ec92f0a2 req-8e8d9d9a-4642-4b5e-b555-da6097331cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:24.857870 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:24.866619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c3c7bd5-ed07-43a4-82ae-07f0ec92f0a2 req-8e8d9d9a-4642-4b5e-b555-da6097331cca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 1100 time: 0.1147387 Nov 09 00:08:24.979990 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c3c7bd5-ed07-43a4-82ae-07f0ec92f0a2 req-0cec462a-9d44-40d9-91de-1e35b248adb2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043234 Nov 09 00:08:25.081103 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-24c9d386-2d07-4ed8-bb1f-132e6129a359 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:25.206676 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:25.223565 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:25.243581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-7dd1e14f-11e1-4be8-a0a1-857fa5a2f4cf service neutron] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:25.274392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9d386-2d07-4ed8-bb1f-132e6129a359 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Subnet': ['ID=beda3b44-febb-4ae7-bf45-c71870b03d3b,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:25.283084 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-7dd1e14f-11e1-4be8-a0a1-857fa5a2f4cf service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:25.284256 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ca9a3c8-0440-40e9-9292-85ff65b590ed req-7dd1e14f-11e1-4be8-a0a1-857fa5a2f4cf service neutron] 10.222.0.11 "DELETE /v2.0/ports/4bdaadc7-fad7-4071-842e-59da688c68ab/bindings/n-h1-813263-3 HTTP/1.1" status: 204 len: 173 time: 0.8959115 Nov 09 00:08:25.345686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85058c6-bbb7-4ae4-82f7-3b796036e2eb None None] Pushing event updated for resources: {'Port': ['ID=283e6c4d-a4c9-4a94-ac4b-bf680487c702,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:25.371672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9d386-2d07-4ed8-bb1f-132e6129a359 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Checking segment: {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:25.372340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9d386-2d07-4ed8-bb1f-132e6129a359 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Network hostable DHCP agents. Network: b9455cba-4534-4af4-b9ee-f8c67064c7b0, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:08:25.378653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Attempting to bind port 283e6c4d-a4c9-4a94-ac4b-bf680487c702 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:25.380066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Attempting to bind port 283e6c4d-a4c9-4a94-ac4b-bf680487c702 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:25.380211 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Attempting to bind port 283e6c4d-a4c9-4a94-ac4b-bf680487c702 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:25.397447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:25.397728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:25.399750 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:25.400040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:25.400695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Bound port: 283e6c4d-a4c9-4a94-ac4b-bf680487c702, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:25.402108 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:25.451208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe30ffb-c90f-423e-85e5-bde35052b7cf req-b293df93-d1e3-4e91-a2ca-3a2f2542769f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:25.459097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9d386-2d07-4ed8-bb1f-132e6129a359 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Network b9455cba-4534-4af4-b9ee-f8c67064c7b0 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:08:25.473846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-abe30ffb-c90f-423e-85e5-bde35052b7cf req-b293df93-d1e3-4e91-a2ca-3a2f2542769f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 945 time: 0.1524093 Nov 09 00:08:25.483955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] For port 283e6c4d-a4c9-4a94-ac4b-bf680487c702, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:25.491529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-24c9d386-2d07-4ed8-bb1f-132e6129a359 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, b9455cba-4534-4af4-b9ee-f8c67064c7b0) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:25.510936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] For port 283e6c4d-a4c9-4a94-ac4b-bf680487c702, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=283e6c4d-a4c9-4a94-ac4b-bf680487c702,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:25.518592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9d386-2d07-4ed8-bb1f-132e6129a359 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:25.519278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-24c9d386-2d07-4ed8-bb1f-132e6129a359 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:25.519500 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b586c535-fdb4-4db8-a704-5adf298c2e90 None None] Network b9455cba-4534-4af4-b9ee-f8c67064c7b0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:08:25.524726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f84b54-e604-4b8c-9451-b9c87797dc97 req-4c98012f-92d5-4911-b85d-8e3d3d5f6c44 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:25.528453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61f84b54-e604-4b8c-9451-b9c87797dc97 req-4c98012f-92d5-4911-b85d-8e3d3d5f6c44 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 932 time: 0.1817348 Nov 09 00:08:25.564193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-abe30ffb-c90f-423e-85e5-bde35052b7cf req-e262e453-a70a-475e-9e9c-252912e32874 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889032 Nov 09 00:08:25.589079 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-24c9d386-2d07-4ed8-bb1f-132e6129a359 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6060739 Nov 09 00:08:25.591455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517762b0-8928-4a89-a39e-6632c96198a2 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:25.597625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59888) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:25.651959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-09178550-6409-4b21-a640-c1b16b97c4cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'subnet': {'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:25.662620 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:25.674963 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:25.683676 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61f84b54-e604-4b8c-9451-b9c87797dc97 req-73c3b227-6fcc-4f4a-90ff-d1cdb1040c92 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247268 Nov 09 00:08:25.726596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Transition to ACTIVE for port object 517762b0-8928-4a89-a39e-6632c96198a2 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:08:25.727347 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:25.770597 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:25.824470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf7f2-a083-4de9-8d7f-524776694a99 req-0ab16d97-9753-4465-a964-3f6a5fb3dec8 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:25.833507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2eaf7f2-a083-4de9-8d7f-524776694a99 req-0ab16d97-9753-4465-a964-3f6a5fb3dec8 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.1487319 Nov 09 00:08:25.847469 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85058c6-bbb7-4ae4-82f7-3b796036e2eb None None] Pushing event updated for resources: {'Port': ['ID=283e6c4d-a4c9-4a94-ac4b-bf680487c702,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:25.853955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-b9455cba-4534-4af4-b9ee-f8c67064c7b0', 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'fixed_ips': [{'subnet_id': 'beda3b44-febb-4ae7-bf45-c71870b03d3b'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:08:25.855203 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:25.957516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd880351-d37e-42fc-a2df-92674c1df7d1 req-3c63c6e5-c776-40f0-b1dc-008c1406068b tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:25.959754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Pushing event updated for resources: {'Port': ['ID=517762b0-8928-4a89-a39e-6632c96198a2,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:25.974713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd880351-d37e-42fc-a2df-92674c1df7d1 req-3c63c6e5-c776-40f0-b1dc-008c1406068b tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 949 time: 0.1309144 Nov 09 00:08:25.990393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2eaf7f2-a083-4de9-8d7f-524776694a99 req-e016557a-7d65-4a5b-a310-7d53b8ec981e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556606 Nov 09 00:08:26.077391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd880351-d37e-42fc-a2df-92674c1df7d1 req-226ab8ae-91cf-44d0-b079-306e8b5ed26a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017036 Nov 09 00:08:26.085166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Routers {'4f5dfbd9-db01-422a-880c-9357187117b6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:08:26.085840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:08:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4f5dfbd9-db01-422a-880c-9357187117b6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:26.187715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Allocated IP 172.20.0.1 (9afa72d5-e53f-4a6e-933b-2d8d0eccdb90/22b7354d-6c00-44d3-a168-bb29815b6feb/41c644ac-8912-417b-bcb7-383b06e60512) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:26.243266 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700c1b0-a2fa-4c37-a5b7-3724c700f5c1 req-04567c89-fd68-48b2-95c0-b69e55b25d17 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:26.254300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5700c1b0-a2fa-4c37-a5b7-3724c700f5c1 req-04567c89-fd68-48b2-95c0-b69e55b25d17 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 1096 time: 0.1311893 Nov 09 00:08:26.342958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:26.377500 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5700c1b0-a2fa-4c37-a5b7-3724c700f5c1 req-ecfba1af-6dad-4672-9444-b22e12c10c89 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184223 Nov 09 00:08:26.378868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Allocated IP 10.1.1.2 (b9455cba-4534-4af4-b9ee-f8c67064c7b0/beda3b44-febb-4ae7-bf45-c71870b03d3b/257c9405-aba9-4b25-8509-e047180f05d6) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:26.384717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09178550-6409-4b21-a640-c1b16b97c4cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:26.389835 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09178550-6409-4b21-a640-c1b16b97c4cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:26.397147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] Set router 4f5dfbd9-db01-422a-880c-9357187117b6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:08:26.548613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf96edd-dcb5-4e8a-a4d0-041144e8184c req-d2f7d283-e87e-4bdd-a9b0-b983f881ba56 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:26.558609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cdf96edd-dcb5-4e8a-a4d0-041144e8184c req-d2f7d283-e87e-4bdd-a9b0-b983f881ba56 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 1096 time: 0.0635858 Nov 09 00:08:26.632552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:26.634631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cdf96edd-dcb5-4e8a-a4d0-041144e8184c req-b60e8a7e-0c4c-4590-b189-d8ac074a452f tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697527 Nov 09 00:08:26.675798 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09178550-6409-4b21-a640-c1b16b97c4cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:26.734417 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:26.746977 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:26.773458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:26.776765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-225408415-router', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:18Z', 'updated_at': '2021-11-09T00:08:21Z', 'revision_number': 3, 'project_id': '695edd5ace1b4aae83627f466b84dc26', 'gw_port': {'id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:20Z', 'updated_at': '2021-11-09T00:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:26.794601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:26.802437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:26.813335 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29914793-581f-423b-afd6-cae44a76780d req-f2c5e609-71e8-4bda-8579-15aaecbca716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:26.814907 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-f2c5e609-71e8-4bda-8579-15aaecbca716 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 1101 time: 0.2160146 Nov 09 00:08:26.816678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc831671-4124-4d5a-9fd5-6f2779c90fed None None] The sync data for ids ['4f5dfbd9-db01-422a-880c-9357187117b6'] in n-d-813263-3 is: [{'id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-225408415-router', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:18Z', 'updated_at': '2021-11-09T00:08:21Z', 'revision_number': 3, 'project_id': '695edd5ace1b4aae83627f466b84dc26', 'gw_port': {'id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:20Z', 'updated_at': '2021-11-09T00:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:08:26.829208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Network b9455cba-4534-4af4-b9ee-f8c67064c7b0 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:26.836873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:26.840259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Pushing event updated for resources: {'Port': ['ID=257c9405-aba9-4b25-8509-e047180f05d6,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:26.847733 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:26.955348 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Attempting to bind port 257c9405-aba9-4b25-8509-e047180f05d6 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:26.972715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Attempting to bind port 257c9405-aba9-4b25-8509-e047180f05d6 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:26.973416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Attempting to bind port 257c9405-aba9-4b25-8509-e047180f05d6 on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:26.984950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:26.985833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Checking segment: {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:26.986972 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:26.987547 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Bound using segment: {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:26.988240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Bound port: 257c9405-aba9-4b25-8509-e047180f05d6, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:26.988818 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:27.037032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29914793-581f-423b-afd6-cae44a76780d req-d3a4b85a-da2d-426a-9c6f-18ba41f1ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:27.038442 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-d3a4b85a-da2d-426a-9c6f-18ba41f1ab1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2087731 Nov 09 00:08:27.060639 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b0845-2f3e-4b84-8a1f-d385ee7b28a1 req-7b3f683e-58e4-4d98-96a8-87a720392b18 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:27.062229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-967b0845-2f3e-4b84-8a1f-d385ee7b28a1 req-7b3f683e-58e4-4d98-96a8-87a720392b18 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 944 time: 0.1156797 Nov 09 00:08:27.168368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-967b0845-2f3e-4b84-8a1f-d385ee7b28a1 req-67d7a645-6900-409e-bd1f-50b785799cdc tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944166 Nov 09 00:08:27.184890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] For port 257c9405-aba9-4b25-8509-e047180f05d6, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:27.191498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] For port 257c9405-aba9-4b25-8509-e047180f05d6, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=257c9405-aba9-4b25-8509-e047180f05d6,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:27.201282 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:27.207646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Pushing event updated for resources: {'Port': ['ID=41c644ac-8912-417b-bcb7-383b06e60512,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:27.324025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Attempting to bind port 517762b0-8928-4a89-a39e-6632c96198a2 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:27.324705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Attempting to bind port 517762b0-8928-4a89-a39e-6632c96198a2 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:27.325746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Attempting to bind port 517762b0-8928-4a89-a39e-6632c96198a2 on network 3d593003-37ef-4db6-b73f-d9600b045463 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:27.385973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d49724-0044-4529-a5f7-fd9a73afc9a7 None None] Pushing event updated for resources: {'Port': ['ID=257c9405-aba9-4b25-8509-e047180f05d6,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:27.400463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c022353b-c612-42f2-b98b-010ca7bc70f2 None None] Provisioning complete for port 41c644ac-8912-417b-bcb7-383b06e60512 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:27.402918 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c022353b-c612-42f2-b98b-010ca7bc70f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:27.406471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09178550-6409-4b21-a640-c1b16b97c4cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Checking segment: {'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:27.406838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09178550-6409-4b21-a640-c1b16b97c4cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Network hostable DHCP agents. Network: db9ff48a-f148-4078-8cab-499f349f3760, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:08:27.413077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:27.432344 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-8cbdb211-e3ac-4fa4-8557-d41f9f21d8e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 200 len: 217 time: 0.3403649 Nov 09 00:08:27.436157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09178550-6409-4b21-a640-c1b16b97c4cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Subnet': ['ID=36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:27.488852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705967c-b95c-444e-8205-ff7fc1e93f3b req-35e12492-c1eb-4f8c-abea-95a5e582dbdd tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:27.490519 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b705967c-b95c-444e-8205-ff7fc1e93f3b req-35e12492-c1eb-4f8c-abea-95a5e582dbdd tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.1439071 Nov 09 00:08:27.506637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c022353b-c612-42f2-b98b-010ca7bc70f2 None None] Port 41c644ac-8912-417b-bcb7-383b06e60512 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:08:27.513474 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d685892-89fe-4f70-bc18-df09e491250d req-9b190a58-e54a-4733-86ed-c7be863af3f0 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:27.515088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d685892-89fe-4f70-bc18-df09e491250d req-9b190a58-e54a-4733-86ed-c7be863af3f0 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 949 time: 0.0910766 Nov 09 00:08:27.527771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Port 517762b0-8928-4a89-a39e-6632c96198a2 on network 3d593003-37ef-4db6-b73f-d9600b045463 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:08:27.528099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Attempting to bind port 517762b0-8928-4a89-a39e-6632c96198a2 on network 3d593003-37ef-4db6-b73f-d9600b045463 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:27.539524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:27.539860 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Checking segment: {'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:27.540250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Bound using segment: {'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:27.540689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Bound port: 517762b0-8928-4a89-a39e-6632c96198a2, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:27.541057 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:27.577214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b705967c-b95c-444e-8205-ff7fc1e93f3b req-f06e6e2f-49b7-454a-899e-caf2708137bc tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734015 Nov 09 00:08:27.640378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d685892-89fe-4f70-bc18-df09e491250d req-fe8cda98-3a36-444c-aa28-ecf25bb95b97 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675704 Nov 09 00:08:27.863430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e0070-1fac-4557-8ffa-65308dcc405f req-e3b9cd89-bc82-4f4e-baed-d8079d4c7d66 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:27.865188 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e0e0070-1fac-4557-8ffa-65308dcc405f req-e3b9cd89-bc82-4f4e-baed-d8079d4c7d66 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3183c95-7110-4923-8da9-6b7045405b60 HTTP/1.1" status: 200 len: 950 time: 0.0725360 Nov 09 00:08:27.980895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e0e0070-1fac-4557-8ffa-65308dcc405f req-fac86393-674b-4281-9361-822bacb46b92 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055629 Nov 09 00:08:28.144108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09178550-6409-4b21-a640-c1b16b97c4cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Network db9ff48a-f148-4078-8cab-499f349f3760 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:08:28.174336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29914793-581f-423b-afd6-cae44a76780d req-d7d39c34-e3ea-48c1-ba23-1bd98671f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:28.175801 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-d7d39c34-e3ea-48c1-ba23-1bd98671f526 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.7340879 Nov 09 00:08:28.187401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] For port 517762b0-8928-4a89-a39e-6632c96198a2, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:28.191937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] For port 517762b0-8928-4a89-a39e-6632c96198a2, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=517762b0-8928-4a89-a39e-6632c96198a2,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:28.203471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-09178550-6409-4b21-a640-c1b16b97c4cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, db9ff48a-f148-4078-8cab-499f349f3760) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:28.211843 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9205a6a-8333-4de8-8c47-f0dd84fec066 None None] Network db9ff48a-f148-4078-8cab-499f349f3760 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:08:28.226042 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:28.230059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09178550-6409-4b21-a640-c1b16b97c4cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:28.230854 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09178550-6409-4b21-a640-c1b16b97c4cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:28.296929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:28.297861 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:28.299723 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/517762b0-8928-4a89-a39e-6632c96198a2 HTTP/1.1" status: 200 len: 1092 time: 4.0097928 Nov 09 00:08:28.303217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963fdee2-d933-48c7-a411-402375dc9a10', 'tag': '517762b0-8928-4a89-a39e-6632c96198a2'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:28.314130 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bf9add-da11-4e3e-b829-3249b9936aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "963fdee2-d933-48c7-a411-402375dc9a10", "tag": "517762b0-8928-4a89-a39e-6632c96198a2"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:28.333768 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-09178550-6409-4b21-a640-c1b16b97c4cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7329142 Nov 09 00:08:28.338083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59938) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:28.349199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'port': {'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1528952145', 'fixed_ips': [{'subnet_id': 'beda3b44-febb-4ae7-bf45-c71870b03d3b'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:28.401385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29914793-581f-423b-afd6-cae44a76780d req-bbc9f138-aafc-4c34-af87-8940c71548b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:28.402937 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-bbc9f138-aafc-4c34-af87-8940c71548b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2130136 Nov 09 00:08:28.467264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222afcf-68b4-4df0-9664-cd198f5998b1 service neutron] Pushing event updated for resources: {'Port': ['ID=517762b0-8928-4a89-a39e-6632c96198a2,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:28.493483 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:28.646987 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-db9ff48a-f148-4078-8cab-499f349f3760', 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'fixed_ips': [{'subnet_id': '36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:08:28.648460 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:28.739335 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f67ad2-a23e-467d-b120-a384f6aebeef x-openstack-request-id: req-52f67ad2-a23e-467d-b120-a384f6aebeef {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:28.739792 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963fdee2-d933-48c7-a411-402375dc9a10", "tag": "517762b0-8928-4a89-a39e-6632c96198a2", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:28.740043 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52f67ad2-a23e-467d-b120-a384f6aebeef {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:28.740600 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963fdee2-d933-48c7-a411-402375dc9a10', 'tag': '517762b0-8928-4a89-a39e-6632c96198a2', 'status': 'completed', 'code': 200} Nov 09 00:08:28.759398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6053a8a-538b-4359-ba94-09d8f461cc34 req-ec950281-6d8f-44da-bf7a-cff1c5c2c241 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:28.781545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6053a8a-538b-4359-ba94-09d8f461cc34 req-ec950281-6d8f-44da-bf7a-cff1c5c2c241 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 944 time: 0.3563516 Nov 09 00:08:28.795127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-fbb138cb-2b7b-4846-911e-64c5823aad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:28.796677 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-fbb138cb-2b7b-4846-911e-64c5823aad45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c28415dceb142a58cfc63e2f3669de7&device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 1095 time: 0.3978014 Nov 09 00:08:28.957990 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-f57e63ac-f2af-456d-87e7-17c23d3d6e2f service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426545 Nov 09 00:08:28.983997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:28.988817 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-4efc6477-b86e-43fc-bb7f-adc891b35b3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=517762b0-8928-4a89-a39e-6632c96198a2 HTTP/1.1" status: 200 len: 217 time: 0.1353409 Nov 09 00:08:28.997498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3772f89-497d-450f-9875-5c8aad384bd7 req-2a82a8b0-c3b6-4581-8019-8323e1c02149 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:28.997697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Allocated IP 10.2.2.2 (db9ff48a-f148-4078-8cab-499f349f3760/36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47/9d971b7d-875c-4979-a749-848630e74fde) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:28.999494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3772f89-497d-450f-9875-5c8aad384bd7 req-2a82a8b0-c3b6-4581-8019-8323e1c02149 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.1179922 Nov 09 00:08:29.013615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6053a8a-538b-4359-ba94-09d8f461cc34 req-564f2248-eba1-41a0-900d-526dd461bbd6 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259498 Nov 09 00:08:29.197739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3772f89-497d-450f-9875-5c8aad384bd7 req-43533b06-9cc1-4389-89c5-3324030ecadf tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441908 Nov 09 00:08:29.219461 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9376db7b-aa46-4d82-9206-49525609be13 None None] Network b9455cba-4534-4af4-b9ee-f8c67064c7b0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:08:29.224727 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:29.284145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] device_id is not set on port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:08:29.338065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 283e6c4d-a4c9-4a94-ac4b-bf680487c702 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:29.394442 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-c853f07f-c4c9-473e-8d93-df6f739a60ec service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983150 Nov 09 00:08:29.439467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-c32e7d5b-3c94-4aaf-bc9c-35cba284bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:29.446732 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-c32e7d5b-3c94-4aaf-bc9c-35cba284bbff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76772196-e881-467d-9b57-5f96ecf75772 HTTP/1.1" status: 200 len: 861 time: 0.4482234 Nov 09 00:08:29.498817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-61572bdc-0d08-42e9-82b5-e4b26415c2b6 None None] Provisioning complete for port 257c9405-aba9-4b25-8509-e047180f05d6 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:29.499570 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-61572bdc-0d08-42e9-82b5-e4b26415c2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:29.556457 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-f4a98ad7-a864-4ba8-8259-4d4b81cd5ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d593003-37ef-4db6-b73f-d9600b045463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801971 Nov 09 00:08:29.700848 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:29.788827 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:29.810538 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 283e6c4d-a4c9-4a94-ac4b-bf680487c702 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:29.810932 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:29.834164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Allocated IP 10.1.1.61 (b9455cba-4534-4af4-b9ee-f8c67064c7b0/beda3b44-febb-4ae7-bf45-c71870b03d3b/05cc56ff-ba70-4c09-879d-a4c54089a9e0) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:29.865947 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:29.893101 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-ef5a907e-a871-4e15-b0e3-fb2462062c15 service neutron] 10.222.0.11 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153882 Nov 09 00:08:29.895898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:29.979575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Network db9ff48a-f148-4078-8cab-499f349f3760 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:30.009656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:30.017223 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-61572bdc-0d08-42e9-82b5-e4b26415c2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:30.024303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:30.026634 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Pushing event updated for resources: {'Port': ['ID=9d971b7d-875c-4979-a749-848630e74fde,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:30.108187 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:30.165334 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:30.291967 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Pushing event updated for resources: {'Port': ['ID=41c644ac-8912-417b-bcb7-383b06e60512,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:30.300494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:30.360952 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Network b9455cba-4534-4af4-b9ee-f8c67064c7b0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:30.385617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:30.395289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:30.404649 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c099d1bf-6474-4832-a0b2-fbd79a99d502 req-deba0e8a-1078-4842-b609-c5737817315b service neutron] 10.222.0.11 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515224 Nov 09 00:08:30.425736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Port': ['ID=05cc56ff-ba70-4c09-879d-a4c54089a9e0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:30.454667 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:30.469841 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:30.492693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c31a-1852-4491-8d94-28390753e5cd req-e43a5280-1965-49fe-9159-5bd911c975f1 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:30.499112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-61572bdc-0d08-42e9-82b5-e4b26415c2b6 None None] For port 257c9405-aba9-4b25-8509-e047180f05d6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=257c9405-aba9-4b25-8509-e047180f05d6,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:30.501736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8c5c31a-1852-4491-8d94-28390753e5cd req-e43a5280-1965-49fe-9159-5bd911c975f1 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 944 time: 0.2494681 Nov 09 00:08:30.510435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:30.529167 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-61572bdc-0d08-42e9-82b5-e4b26415c2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:30.566805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 283e6c4d-a4c9-4a94-ac4b-bf680487c702, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=283e6c4d-a4c9-4a94-ac4b-bf680487c702,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:30.600475 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf9add-da11-4e3e-b829-3249b9936aa7 req-671829f1-5b2c-47fb-9a72-27c4298d7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:30.607743 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9bf9add-da11-4e3e-b829-3249b9936aa7 req-671829f1-5b2c-47fb-9a72-27c4298d7e02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c28415dceb142a58cfc63e2f3669de7&device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 1095 time: 0.1356039 Nov 09 00:08:30.626487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Attempting to bind port 9d971b7d-875c-4979-a749-848630e74fde on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:30.626852 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Attempting to bind port 9d971b7d-875c-4979-a749-848630e74fde by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:30.627220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Attempting to bind port 9d971b7d-875c-4979-a749-848630e74fde on network db9ff48a-f148-4078-8cab-499f349f3760 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:30.637005 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:30.637808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 257c9405-aba9-4b25-8509-e047180f05d6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:30.649969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:30.650396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Checking segment: {'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:30.653282 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:30.653720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Bound using segment: {'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:30.654224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Bound port: 9d971b7d-875c-4979-a749-848630e74fde, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:30.654617 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:30.663876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:30.664839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:30.702145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8c5c31a-1852-4491-8d94-28390753e5cd req-755db7a1-ba85-4435-b37b-7c035216aa9a tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994264 Nov 09 00:08:30.727479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5d7dcd1e-7b7f-4b59-8ae0-b13a3995ca6c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3877409 Nov 09 00:08:30.739457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59980) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:30.767281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3913f9b-78b4-45f8-9964-97c1c391da70 req-ec4f3b2c-7565-490b-8795-64a8a7def715 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:30.769203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3913f9b-78b4-45f8-9964-97c1c391da70 req-ec4f3b2c-7565-490b-8795-64a8a7def715 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.3706398 Nov 09 00:08:30.793722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'port': {'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0', 'name': 'tempest-TaggedBootDevicesTest_v242-2085468010', 'fixed_ips': [{'subnet_id': 'beda3b44-febb-4ae7-bf45-c71870b03d3b'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:30.865883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf9add-da11-4e3e-b829-3249b9936aa7 req-47499462-a395-4bc5-852c-036e5d24ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:30.872786 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9bf9add-da11-4e3e-b829-3249b9936aa7 req-47499462-a395-4bc5-852c-036e5d24ed46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d593003-37ef-4db6-b73f-d9600b045463 HTTP/1.1" status: 200 len: 921 time: 0.2544322 Nov 09 00:08:30.885506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61572bdc-0d08-42e9-82b5-e4b26415c2b6 None None] Pushing event updated for resources: {'Port': ['ID=257c9405-aba9-4b25-8509-e047180f05d6,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:30.931549 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9bf9add-da11-4e3e-b829-3249b9936aa7 req-51141eab-74ef-415e-a03c-dbfb1837bcaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=517762b0-8928-4a89-a39e-6632c96198a2 HTTP/1.1" status: 200 len: 217 time: 0.0456033 Nov 09 00:08:31.026380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=283e6c4d-a4c9-4a94-ac4b-bf680487c702,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:31.028816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf9add-da11-4e3e-b829-3249b9936aa7 req-3bf5ebe1-d7f6-4c5a-b9fd-68cf0a0c9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:31.028989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3913f9b-78b4-45f8-9964-97c1c391da70 req-5112d5f1-7bb1-49ad-b250-667aec441fc9 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304535 Nov 09 00:08:31.030343 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9bf9add-da11-4e3e-b829-3249b9936aa7 req-3bf5ebe1-d7f6-4c5a-b9fd-68cf0a0c9ca5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76772196-e881-467d-9b57-5f96ecf75772 HTTP/1.1" status: 200 len: 861 time: 0.0779366 Nov 09 00:08:31.113164 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9bf9add-da11-4e3e-b829-3249b9936aa7 req-fdc06f90-2ee3-4395-82f0-a0a873ffcb5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d593003-37ef-4db6-b73f-d9600b045463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308890 Nov 09 00:08:31.131002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-23a55dcb-09e0-482f-9f72-b06e75d79bfc None None] Provisioning complete for port 257c9405-aba9-4b25-8509-e047180f05d6 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:31.134100 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-23a55dcb-09e0-482f-9f72-b06e75d79bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:31.143746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Router 4f5dfbd9-db01-422a-880c-9357187117b6 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:08:31.151579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:31.157545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:31.222692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] device_id is not set on port c3601f1b-6090-4fb1-98a9-a0f33c061444 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:08:31.237025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] For port 9d971b7d-875c-4979-a749-848630e74fde, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:31.261655 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9bf9add-da11-4e3e-b829-3249b9936aa7 req-3be0f8eb-e0da-4af3-a8a9-a85ff799a587 service neutron] 10.222.0.11 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156738 Nov 09 00:08:31.288213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 257c9405-aba9-4b25-8509-e047180f05d6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:31.288857 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:31.302331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] For port 9d971b7d-875c-4979-a749-848630e74fde, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9d971b7d-875c-4979-a749-848630e74fde,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:31.364888 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:31.415166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:08:31.426630 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Sync routers for ids ['4f5dfbd9-db01-422a-880c-9357187117b6'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:08:31.439094 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e64c177b-fdcc-4dc9-bf19-bc534f751b6c admin admin] 10.222.0.25 "PUT /v2.0/routers/4f5dfbd9-db01-422a-880c-9357187117b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3981125 Nov 09 00:08:31.459585 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Routers {'4f5dfbd9-db01-422a-880c-9357187117b6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:08:31.461893 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:08:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4f5dfbd9-db01-422a-880c-9357187117b6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:31.649102 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9bf9add-da11-4e3e-b829-3249b9936aa7 req-3c048430-eaaa-4898-aa4a-62f689924a90 service neutron] 10.222.0.11 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435386 Nov 09 00:08:31.686739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Allocated IP 10.1.1.208 (b9455cba-4534-4af4-b9ee-f8c67064c7b0/beda3b44-febb-4ae7-bf45-c71870b03d3b/c3601f1b-6090-4fb1-98a9-a0f33c061444) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:31.702118 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:08:31.748825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2252bf6-c4cb-4970-9a91-abdc5e9157f6 None None] Pushing event updated for resources: {'Port': ['ID=9d971b7d-875c-4979-a749-848630e74fde,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:31.848824 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Set router 4f5dfbd9-db01-422a-880c-9357187117b6 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:08:31.861243 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:08:32.101319 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:32.242629 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-225408415-router', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:18Z', 'updated_at': '2021-11-09T00:08:28Z', 'revision_number': 4, 'project_id': '695edd5ace1b4aae83627f466b84dc26', 'gw_port': {'id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:20Z', 'updated_at': '2021-11-09T00:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '41c644ac-8912-417b-bcb7-383b06e60512', 'name': '', 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'mac_address': 'fa:16:3e:fd:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '22b7354d-6c00-44d3-a168-bb29815b6feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:25Z', 'updated_at': '2021-11-09T00:08:28Z', 'revision_number': 2, 'project_id': '695edd5ace1b4aae83627f466b84dc26', 'subnets': [{'id': '22b7354d-6c00-44d3-a168-bb29815b6feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:32.261307 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:32.299669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:32.306940 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Checking router: 4f5dfbd9-db01-422a-880c-9357187117b6 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:08:32.308552 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Updating router 4f5dfbd9-db01-422a-880c-9357187117b6 port 41c644ac-8912-417b-bcb7-383b06e60512 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:08:32.330684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'mac_address': 'fa:16:3e:21:3f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:08:32.345532 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:32.383672 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-66614f13-b7d8-4841-b477-b5a80681bdb3 None None] Provisioning complete for port 41c644ac-8912-417b-bcb7-383b06e60512 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:32.384242 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66614f13-b7d8-4841-b477-b5a80681bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:32.387433 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:32.431464 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:32.466635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:32.474738 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:32.551922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:32.556394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Network b9455cba-4534-4af4-b9ee-f8c67064c7b0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:32.569871 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-66614f13-b7d8-4841-b477-b5a80681bdb3 None None] Port 41c644ac-8912-417b-bcb7-383b06e60512 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:08:32.589654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Port': ['ID=c3601f1b-6090-4fb1-98a9-a0f33c061444,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:32.592416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-66614f13-b7d8-4841-b477-b5a80681bdb3 None None] Provisioning complete for port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:32.592573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:32.592960 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66614f13-b7d8-4841-b477-b5a80681bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:32.603121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:32.655657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff9006-2d0f-4bcc-b2f6-90cf2ddcda8c req-5c818cca-5782-4fa9-8c24-d525aaa83418 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:32.670786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bcff9006-2d0f-4bcc-b2f6-90cf2ddcda8c req-5c818cca-5782-4fa9-8c24-d525aaa83418 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.2748897 Nov 09 00:08:32.683426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-66614f13-b7d8-4841-b477-b5a80681bdb3 None None] Port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:08:32.688453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['223ba7b3-932c-4d73-bf50-6bfbfc16e1f5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:32.694205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047d58-9213-43d4-b5c6-1680e07fddcd req-b981f717-95a2-493e-b718-c91b0aeee180 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:32.703157 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30047d58-9213-43d4-b5c6-1680e07fddcd req-b981f717-95a2-493e-b718-c91b0aeee180 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 944 time: 0.4836998 Nov 09 00:08:32.756138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60046) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:32.765703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1299336781-network', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:32.806317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 283e6c4d-a4c9-4a94-ac4b-bf680487c702 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:32.832535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:32.833197 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:32.843681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Made reservation on behalf of 78b895c24a3e4b2e9f03717093fdcbef for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:32.846979 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:32.893961 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:32.962381 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30047d58-9213-43d4-b5c6-1680e07fddcd req-6ff71e27-9bd3-4344-899f-44f9f9339aea tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474258 Nov 09 00:08:33.024000 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5e7839ea-5459-415a-8b14-9f6bed8797e1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2811108 Nov 09 00:08:33.097023 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.113380 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.157646 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bcff9006-2d0f-4bcc-b2f6-90cf2ddcda8c req-f763e2c1-7aed-4b07-8b7a-5586b2519a96 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857230 Nov 09 00:08:33.185813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.197302 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.256274 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Pushing event updated for resources: {'Port': ['ID=41c644ac-8912-417b-bcb7-383b06e60512,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:33.263012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:08:33.263216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 283e6c4d-a4c9-4a94-ac4b-bf680487c702 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:33.264100 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.277251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc2e3a3-3259-4c2d-9b21-235431b622e7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:33.311497 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.312104 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Added segment 65a1c5a9-3491-4b20-9d2e-c865bf25b4e6 of type vlan for network 729d4ff7-7cf8-4633-aacf-ec82888d6cb0 Nov 09 00:08:33.388060 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:33.392068 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:33.398648 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:33.404056 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:33.404552 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:33.406855 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:33.408291 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:33.409570 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:33.421503 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:33.422362 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:33.422941 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:33.423879 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:08:33.443753 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.448311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d160775b-db78-48cb-8a20-40b6cc29b3e5 None None] Provisioning complete for port c3601f1b-6090-4fb1-98a9-a0f33c061444 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:33.448686 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d160775b-db78-48cb-8a20-40b6cc29b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.514596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d160775b-db78-48cb-8a20-40b6cc29b3e5 None None] Port c3601f1b-6090-4fb1-98a9-a0f33c061444 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:08:33.529029 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Attempting to bind port 41c644ac-8912-417b-bcb7-383b06e60512 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:33.533224 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Attempting to bind port 41c644ac-8912-417b-bcb7-383b06e60512 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:33.534060 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Attempting to bind port 41c644ac-8912-417b-bcb7-383b06e60512 on network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:33.547046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.548338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:33.549197 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.551382 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:33.553336 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Checking segment: {'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:33.556173 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.556794 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Bound using segment: {'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:33.558107 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Bound port: 41c644ac-8912-417b-bcb7-383b06e60512, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:33.566166 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.659786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 257c9405-aba9-4b25-8509-e047180f05d6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:33.691454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] Pushing event updated for resources: {'Network': ['ID=729d4ff7-7cf8-4633-aacf-ec82888d6cb0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:33.720617 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2b1b1a23-43ba-4c31-91d6-ce2af30ad5e6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9614437 Nov 09 00:08:33.723108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60064) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:33.736989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4f18ef38-b360-49c2-8af5-a7004075429a admin admin] Request body: {'subnet': {'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299336781-subnet', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:33.779667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:33.780039 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] For port 41c644ac-8912-417b-bcb7-383b06e60512, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:33.782607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f18ef38-b360-49c2-8af5-a7004075429a admin admin] Made reservation on behalf of 78b895c24a3e4b2e9f03717093fdcbef for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:33.785207 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f18ef38-b360-49c2-8af5-a7004075429a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.792115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e31a790-89ed-46e8-a263-ed4d63cafaed None None] Network db9ff48a-f148-4078-8cab-499f349f3760 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:08:33.795813 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] For port 41c644ac-8912-417b-bcb7-383b06e60512, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=41c644ac-8912-417b-bcb7-383b06e60512,segment=NetworkSegment(9dc26115-3636-4647-a73a-33058096b0df),segment_id=9dc26115-3636-4647-a73a-33058096b0df)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:33.806198 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:33.888817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-bcbaefe5-f3e7-454b-8186-ddb6edc4547d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:33.899110 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-bcbaefe5-f3e7-454b-8186-ddb6edc4547d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 807 time: 0.3019259 Nov 09 00:08:33.940780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-244c2725-0537-4caf-adce-9b3342ecbf11 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/quotas/a886180a18e84341a5ce8c7e94ede157 HTTP/1.1" status: 200 len: 375 time: 0.0337269 Nov 09 00:08:33.982698 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Routers {'4f5dfbd9-db01-422a-880c-9357187117b6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:08:33.983386 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:08:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4f5dfbd9-db01-422a-880c-9357187117b6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:34.017746 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad4f5b-d971-47ef-aa5c-64a2c62544de None None] Pushing event updated for resources: {'Port': ['ID=41c644ac-8912-417b-bcb7-383b06e60512,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:34.049753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 729d4ff7-7cf8-4633-aacf-ec82888d6cb0 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:08:34.124104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 517762b0-8928-4a89-a39e-6632c96198a2 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:08:34.182421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-c57fae37-a5b0-47eb-9cec-a6332b7d37fb tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2338758 Nov 09 00:08:34.261052 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 517762b0-8928-4a89-a39e-6632c96198a2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=517762b0-8928-4a89-a39e-6632c96198a2,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:34.264558 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f18ef38-b360-49c2-8af5-a7004075429a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:34.314801 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] Set router 4f5dfbd9-db01-422a-880c-9357187117b6 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:08:34.350231 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '517762b0-8928-4a89-a39e-6632c96198a2', 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463', 'port_id': '517762b0-8928-4a89-a39e-6632c96198a2', 'mac_address': 'fa:16:3e:4a:9d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76772196-e881-467d-9b57-5f96ecf75772', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:08:34.360296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60072) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:34.405072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-04e28b39-6903-43c4-b077-56ffa248a2c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1207584440', 'description': 'tempest-description--83751587'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:34.442287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6f190c78-ad24-4d6b-9a80-8706fc7c70fb None None] Provisioning complete for port 9d971b7d-875c-4979-a749-848630e74fde triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:34.445263 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6f190c78-ad24-4d6b-9a80-8706fc7c70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:34.479035 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18ef38-b360-49c2-8af5-a7004075429a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f5f97a-244c-41c2-a88b-409d37590436,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:34.530794 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:34.562882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f18ef38-b360-49c2-8af5-a7004075429a admin admin] Checking segment: {'id': '65a1c5a9-3491-4b20-9d2e-c865bf25b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:34.563227 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f18ef38-b360-49c2-8af5-a7004075429a admin admin] Network hostable DHCP agents. Network: 729d4ff7-7cf8-4633-aacf-ec82888d6cb0, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:08:34.583467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517762b0-8928-4a89-a39e-6632c96198a2 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:34.614653 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04e28b39-6903-43c4-b077-56ffa248a2c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:34.623746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f18ef38-b360-49c2-8af5-a7004075429a admin admin] Network 729d4ff7-7cf8-4633-aacf-ec82888d6cb0 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:08:34.638800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 517762b0-8928-4a89-a39e-6632c96198a2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=517762b0-8928-4a89-a39e-6632c96198a2,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:34.668193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-4f18ef38-b360-49c2-8af5-a7004075429a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 729d4ff7-7cf8-4633-aacf-ec82888d6cb0) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:34.676959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18ef38-b360-49c2-8af5-a7004075429a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:34.679541 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f18ef38-b360-49c2-8af5-a7004075429a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:34.725508 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 257c9405-aba9-4b25-8509-e047180f05d6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:34.730263 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:34.829398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f917a91-8369-415b-a7ba-ac8df7644a98 None None] Network 729d4ff7-7cf8-4633-aacf-ec82888d6cb0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:08:34.839155 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-225408415-router', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:18Z', 'updated_at': '2021-11-09T00:08:28Z', 'revision_number': 4, 'project_id': '695edd5ace1b4aae83627f466b84dc26', 'gw_port': {'id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:20Z', 'updated_at': '2021-11-09T00:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '41c644ac-8912-417b-bcb7-383b06e60512', 'name': '', 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'mac_address': 'fa:16:3e:fd:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '22b7354d-6c00-44d3-a168-bb29815b6feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:25Z', 'updated_at': '2021-11-09T00:08:33Z', 'revision_number': 4, 'project_id': '695edd5ace1b4aae83627f466b84dc26', 'subnets': [{'id': '22b7354d-6c00-44d3-a168-bb29815b6feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:34.846252 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04e28b39-6903-43c4-b077-56ffa248a2c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:34.854927 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4f18ef38-b360-49c2-8af5-a7004075429a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1291795 Nov 09 00:08:34.859313 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04e28b39-6903-43c4-b077-56ffa248a2c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:34.866402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60084) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:34.884438 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5c339-7e58-432a-822a-7030da1f6295 None None] The sync data for ids ['4f5dfbd9-db01-422a-880c-9357187117b6'] in n-d-813263-3 is: [{'id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-225408415-router', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:18Z', 'updated_at': '2021-11-09T00:08:28Z', 'revision_number': 4, 'project_id': '695edd5ace1b4aae83627f466b84dc26', 'gw_port': {'id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:20Z', 'updated_at': '2021-11-09T00:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '41c644ac-8912-417b-bcb7-383b06e60512', 'name': '', 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'mac_address': 'fa:16:3e:fd:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '22b7354d-6c00-44d3-a168-bb29815b6feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:25Z', 'updated_at': '2021-11-09T00:08:33Z', 'revision_number': 4, 'project_id': '695edd5ace1b4aae83627f466b84dc26', 'subnets': [{'id': '22b7354d-6c00-44d3-a168-bb29815b6feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:08:34.918766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1299336781-router', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:34.927740 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:34.948377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e28b39-6903-43c4-b077-56ffa248a2c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d34e5e-f3db-41ed-b209-9af8689b84f5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:34.955685 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:34.956942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:34.997809 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04e28b39-6903-43c4-b077-56ffa248a2c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.004791 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-04e28b39-6903-43c4-b077-56ffa248a2c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6113565 Nov 09 00:08:35.021132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60086) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:35.026748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-79191b93-038c-40ad-8154-4854626988cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'security_group_rule': {'security_group_id': 'e5d34e5e-f3db-41ed-b209-9af8689b84f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:35.100512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.260970 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6f190c78-ad24-4d6b-9a80-8706fc7c70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.265985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['517762b0-8928-4a89-a39e-6632c96198a2'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:35.282280 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.300338 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79191b93-038c-40ad-8154-4854626988cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.330417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=517762b0-8928-4a89-a39e-6632c96198a2,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:35.348350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:35.349151 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.371826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79191b93-038c-40ad-8154-4854626988cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.390235 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79191b93-038c-40ad-8154-4854626988cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.427965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79191b93-038c-40ad-8154-4854626988cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f5d688-3f84-42af-8c91-c119dab4dcd3,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:35.442505 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79191b93-038c-40ad-8154-4854626988cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.444380 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-79191b93-038c-40ad-8154-4854626988cc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4214602 Nov 09 00:08:35.450744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60090) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:35.456146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-9c598e3b-5f26-4e43-8c94-224a57862c58 service neutron] 10.222.0.25 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2728238 Nov 09 00:08:35.460909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-75d3e67c-1ddf-468d-9ecc-ac810677435c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'security_group_rule': {'security_group_id': 'e5d34e5e-f3db-41ed-b209-9af8689b84f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:35.533396 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-75d3e67c-1ddf-468d-9ecc-ac810677435c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.601713 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-75d3e67c-1ddf-468d-9ecc-ac810677435c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.607609 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-75d3e67c-1ddf-468d-9ecc-ac810677435c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.637891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3e67c-1ddf-468d-9ecc-ac810677435c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae9ea11-f796-43ad-bc57-e3c25c4f356e,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:35.638347 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-eb286162-fa62-423e-9af6-44ec5d9ea02f service neutron] 10.222.0.25 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809971 Nov 09 00:08:35.644132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-75d3e67c-1ddf-468d-9ecc-ac810677435c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.647642 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-75d3e67c-1ddf-468d-9ecc-ac810677435c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1877320 Nov 09 00:08:35.655108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60092) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:35.667281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:35.766729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ab924-5d66-41c5-bf85-19c214bd974f req-138669a5-fa78-4fc0-977f-c9c884f890a6 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:35.774608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e5ab924-5d66-41c5-bf85-19c214bd974f req-138669a5-fa78-4fc0-977f-c9c884f890a6 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 945 time: 0.3161652 Nov 09 00:08:35.823965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9d971b7d-875c-4979-a749-848630e74fde up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:35.826113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:35.859074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e5ab924-5d66-41c5-bf85-19c214bd974f req-81ea7ca1-3160-4594-851b-01d5836b1218 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832665 Nov 09 00:08:36.012542 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:36.044150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6f190c78-ad24-4d6b-9a80-8706fc7c70fb None None] For port 9d971b7d-875c-4979-a749-848630e74fde, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9d971b7d-875c-4979-a749-848630e74fde,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:36.051646 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:36.079758 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6f190c78-ad24-4d6b-9a80-8706fc7c70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:36.189585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ed5c5-3059-4e38-a52c-4ec2b911a075 req-146159ee-2908-45a5-a532-0318fac76557 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:36.191438 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:36.197850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-729d4ff7-7cf8-4633-aacf-ec82888d6cb0', 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'fixed_ips': [{'subnet_id': 'c1f5f97a-244c-41c2-a88b-409d37590436'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:08:36.199267 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:36.204069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-411ed5c5-3059-4e38-a52c-4ec2b911a075 req-146159ee-2908-45a5-a532-0318fac76557 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.1402404 Nov 09 00:08:36.272231 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6f190c78-ad24-4d6b-9a80-8706fc7c70fb None None] Provisioning complete for port 41c644ac-8912-417b-bcb7-383b06e60512 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:36.272770 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6f190c78-ad24-4d6b-9a80-8706fc7c70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:36.351692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-411ed5c5-3059-4e38-a52c-4ec2b911a075 req-3386a725-49c9-4080-b955-c24e1655b4af tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454902 Nov 09 00:08:36.406892 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f190c78-ad24-4d6b-9a80-8706fc7c70fb None None] Pushing event updated for resources: {'Port': ['ID=9d971b7d-875c-4979-a749-848630e74fde,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:36.616256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4606e37e-3f74-4dbf-9d8e-d63fdadb823f req-b12ae932-41df-41f7-b32a-c2b491431292 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 210 time: 0.0591872 Nov 09 00:08:36.787813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9d971b7d-875c-4979-a749-848630e74fde triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:36.788201 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:36.946829 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:08:37.002687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Allocated IP 172.25.0.93 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/98c5144d-e499-4018-b025-7b50a2d05a59) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:37.043667 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:37.108801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5731454-a384-490a-8a05-2bca5174eb47 req-4a0a888e-f206-4203-b6dd-c77afc394fd9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:37.118176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5731454-a384-490a-8a05-2bca5174eb47 req-4a0a888e-f206-4203-b6dd-c77afc394fd9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 945 time: 0.1185124 Nov 09 00:08:37.168741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Allocated IP 172.20.0.2 (729d4ff7-7cf8-4633-aacf-ec82888d6cb0/c1f5f97a-244c-41c2-a88b-409d37590436/5274ffce-258f-4840-99c5-d65048fbfe0e) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:37.188117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:37.219477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5731454-a384-490a-8a05-2bca5174eb47 req-2d59dea7-24d4-48c7-beb8-304b8b8bcc82 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944207 Nov 09 00:08:37.262372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:37.279022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:37.282569 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd51bb7-6255-4f44-8112-53d4633086e4" -d '{"events": [{"server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "name": "network-vif-plugged", "status": "completed", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:37.361425 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6111ceac-68b9-4c93-a026-5bf3a2fe5a9a x-openstack-request-id: req-6111ceac-68b9-4c93-a026-5bf3a2fe5a9a {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:37.362077 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "name": "network-vif-plugged", "status": "completed", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:37.362789 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6111ceac-68b9-4c93-a026-5bf3a2fe5a9a {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:37.364358 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'code': 200} Nov 09 00:08:37.390266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:37.397044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:37.408750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:37.443017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:37.462118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Pushing event updated for resources: {'Port': ['ID=98c5144d-e499-4018-b025-7b50a2d05a59,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:37.497292 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:37.543526 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6f190c78-ad24-4d6b-9a80-8706fc7c70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:37.645449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eaaf4-057e-4eda-8d25-14586a8c61c0 req-4ec8e5c1-1ea9-495c-b60c-3654994009c8 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:37.647643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d10eaaf4-057e-4eda-8d25-14586a8c61c0 req-4ec8e5c1-1ea9-495c-b60c-3654994009c8 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.1598365 Nov 09 00:08:37.726903 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d10eaaf4-057e-4eda-8d25-14586a8c61c0 req-67efce1e-ef47-4adc-a55c-86bf427d77a6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637138 Nov 09 00:08:37.750174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Allocated IP 172.25.0.159 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/62a011a5-8f14-4d8b-8c63-7e86394d204c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:37.890753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c2f3147-9d7c-411a-8053-41411eb6d721 req-82fc6668-9c18-4954-a6ff-764953196f57 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 210 time: 0.0803940 Nov 09 00:08:37.895163 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:37.916521 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:37.920774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6f190c78-ad24-4d6b-9a80-8706fc7c70fb None None] For port 41c644ac-8912-417b-bcb7-383b06e60512, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=41c644ac-8912-417b-bcb7-383b06e60512,segment=NetworkSegment(9dc26115-3636-4647-a73a-33058096b0df),segment_id=9dc26115-3636-4647-a73a-33058096b0df)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:37.933655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:37.957109 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6f190c78-ad24-4d6b-9a80-8706fc7c70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:37.964835 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 517762b0-8928-4a89-a39e-6632c96198a2 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:37.992744 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:38.040958 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Network 729d4ff7-7cf8-4633-aacf-ec82888d6cb0 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:38.048935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:38.054897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:38.143025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Pushing event updated for resources: {'Port': ['ID=5274ffce-258f-4840-99c5-d65048fbfe0e,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:38.195940 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Attempting to bind port 5274ffce-258f-4840-99c5-d65048fbfe0e on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:38.195940 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Attempting to bind port 5274ffce-258f-4840-99c5-d65048fbfe0e by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '65a1c5a9-3491-4b20-9d2e-c865bf25b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:38.196503 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Attempting to bind port 5274ffce-258f-4840-99c5-d65048fbfe0e on network 729d4ff7-7cf8-4633-aacf-ec82888d6cb0 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:38.204601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:38.205151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Checking segment: {'id': '65a1c5a9-3491-4b20-9d2e-c865bf25b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:38.206026 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:38.206542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Bound using segment: {'id': '65a1c5a9-3491-4b20-9d2e-c865bf25b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:38.207278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Bound port: 5274ffce-258f-4840-99c5-d65048fbfe0e, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a1c5a9-3491-4b20-9d2e-c865bf25b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:38.207782 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:38.253432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 41c644ac-8912-417b-bcb7-383b06e60512 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:38.276500 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-29f0ee68-b4f1-442d-a8b7-fbe0e79fb8a9 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:38.284045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-29f0ee68-b4f1-442d-a8b7-fbe0e79fb8a9 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 807 time: 0.2639265 Nov 09 00:08:38.299849 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Request body: {'port': {'device_id': '2c231034-fcfa-4c8d-8786-0fce22824042', 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877', 'admin_state_up': True, 'tenant_id': 'a886180a18e84341a5ce8c7e94ede157'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:38.329909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:38.480975 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:38.546743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d8d874a1-1ed8-4e09-9eaf-f4d93e87ab51 None None] Provisioning complete for port 9d971b7d-875c-4979-a749-848630e74fde triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:38.547240 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d8d874a1-1ed8-4e09-9eaf-f4d93e87ab51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:38.549524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f190c78-ad24-4d6b-9a80-8706fc7c70fb None None] Pushing event updated for resources: {'Port': ['ID=41c644ac-8912-417b-bcb7-383b06e60512,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:38.552532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:38.567558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:38.638699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:38.645590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cee23-7083-4766-bf47-2b95dd9d7b91 req-42d2f795-2eca-4fb9-9715-e323b0650b6a tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:38.666735 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-700cee23-7083-4766-bf47-2b95dd9d7b91 req-42d2f795-2eca-4fb9-9715-e323b0650b6a tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 945 time: 0.3567243 Nov 09 00:08:38.725220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 517762b0-8928-4a89-a39e-6632c96198a2 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:08:38.783667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Port': ['ID=62a011a5-8f14-4d8b-8c63-7e86394d204c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:38.796313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 517762b0-8928-4a89-a39e-6632c96198a2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:38.796681 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:38.835167 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-700cee23-7083-4766-bf47-2b95dd9d7b91 req-cef7ec8d-354d-4b4f-a04f-ad43cf1bb491 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622219 Nov 09 00:08:38.852173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Made reservation on behalf of a886180a18e84341a5ce8c7e94ede157 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:08:38.862614 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:38.917878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] For port 5274ffce-258f-4840-99c5-d65048fbfe0e, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:38.964517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 41c644ac-8912-417b-bcb7-383b06e60512 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:38.965033 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:38.976651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] For port 5274ffce-258f-4840-99c5-d65048fbfe0e, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5274ffce-258f-4840-99c5-d65048fbfe0e,segment=NetworkSegment(65a1c5a9-3491-4b20-9d2e-c865bf25b4e6),segment_id=65a1c5a9-3491-4b20-9d2e-c865bf25b4e6)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:39.028599 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:39.051700 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:39.096523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60582473-3632-4ae6-a834-521668bdcff8 None None] Pushing event updated for resources: {'Port': ['ID=5274ffce-258f-4840-99c5-d65048fbfe0e,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:39.122254 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57c43233-ec47-46ca-9151-40c8e6ba5a2d req-e7e48144-9e49-4369-a033-8759e0775f50 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 210 time: 0.0552537 Nov 09 00:08:39.185908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae95168-b573-4b64-8dff-482147a7b557 req-95e81c23-6578-4b58-9125-bedad7cbf199 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:39.195080 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ae95168-b573-4b64-8dff-482147a7b557 req-95e81c23-6578-4b58-9125-bedad7cbf199 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.2103012 Nov 09 00:08:39.280091 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:39.333922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d8d874a1-1ed8-4e09-9eaf-f4d93e87ab51 None None] Provisioning complete for port 41c644ac-8912-417b-bcb7-383b06e60512 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:39.334298 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d8d874a1-1ed8-4e09-9eaf-f4d93e87ab51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:39.339958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:39.368604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Allocated IP 172.20.0.6 (1b694f05-7fa9-49af-ad3c-4c50b0fed877/1b201088-b013-4d7d-a1ce-543e29ebce91/387d3440-c2e9-4317-92df-6705adc5fc5f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:39.390325 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963fdee2-d933-48c7-a411-402375dc9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517762b0-8928-4a89-a39e-6632c96198a2'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:39.393621 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aee79f6-34df-4dfc-a642-f91414ca1c2c" -d '{"events": [{"server_uuid": "963fdee2-d933-48c7-a411-402375dc9a10", "name": "network-vif-plugged", "status": "completed", "tag": "517762b0-8928-4a89-a39e-6632c96198a2"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:39.430754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ae95168-b573-4b64-8dff-482147a7b557 req-54b57bea-ffdf-44f3-9131-32962b067af6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343779 Nov 09 00:08:39.431577 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 517762b0-8928-4a89-a39e-6632c96198a2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=517762b0-8928-4a89-a39e-6632c96198a2,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:39.457868 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:39.472426 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:39.560639 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d968262-a3c7-4ebd-86f6-780b25247552 x-openstack-request-id: req-4d968262-a3c7-4ebd-86f6-780b25247552 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:39.561257 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963fdee2-d933-48c7-a411-402375dc9a10", "name": "network-vif-plugged", "status": "completed", "tag": "517762b0-8928-4a89-a39e-6632c96198a2", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:39.561257 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d968262-a3c7-4ebd-86f6-780b25247552 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:39.561605 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963fdee2-d933-48c7-a411-402375dc9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517762b0-8928-4a89-a39e-6632c96198a2', 'code': 200} Nov 09 00:08:39.563412 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=517762b0-8928-4a89-a39e-6632c96198a2,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:39.567215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9d971b7d-875c-4979-a749-848630e74fde up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:39.771454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9d971b7d-875c-4979-a749-848630e74fde triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:39.771828 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:39.890407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:39.984907 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:40.000662 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:40.097243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30776c5-0147-4a0b-80fb-7b7cf84c5f61 req-9d4f4006-622d-4b6a-9c8c-847cd1172e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:40.097243 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b30776c5-0147-4a0b-80fb-7b7cf84c5f61 req-9d4f4006-622d-4b6a-9c8c-847cd1172e34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 1097 time: 0.3416021 Nov 09 00:08:40.120929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Pushing event updated for resources: {'Port': ['ID=387d3440-c2e9-4317-92df-6705adc5fc5f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:40.206993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:40.236385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:40.241150 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b30776c5-0147-4a0b-80fb-7b7cf84c5f61 req-06e76b39-bcba-47d9-9eac-06b4f1802048 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218219 Nov 09 00:08:40.245535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:40.303745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 41c644ac-8912-417b-bcb7-383b06e60512 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:40.328999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dea6c1-0093-4cdc-864a-c78508430e9c req-17912fe8-4211-4cd7-84ef-f2dd94005128 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:40.331588 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:40.334315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Router 23c450fa-7590-4265-95fc-27a6b4327c76 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:08:40.342319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86dea6c1-0093-4cdc-864a-c78508430e9c req-17912fe8-4211-4cd7-84ef-f2dd94005128 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 946 time: 0.2894409 Nov 09 00:08:40.344097 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:40.495940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Port': ['ID=62a011a5-8f14-4d8b-8c63-7e86394d204c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:40.499872 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:40.548031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86dea6c1-0093-4cdc-864a-c78508430e9c req-755ba57b-4f71-4389-a022-b2f5d1bd3403 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042239 Nov 09 00:08:40.620853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:40.621693 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:40.698846 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:40.699135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad25e-49b2-4136-a2aa-51f656e210b2 req-6a50f1ae-0976-420d-8907-b6ede0cec2f5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:40.706448 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6efad25e-49b2-4136-a2aa-51f656e210b2 req-6a50f1ae-0976-420d-8907-b6ede0cec2f5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 931 time: 0.3481681 Nov 09 00:08:40.723466 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e1a33b60-2be5-49c4-a712-eab17c87b159 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0594113 Nov 09 00:08:40.750630 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-d2afe746-fb77-4f98-90d2-85231616d32c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4528270 Nov 09 00:08:40.793925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:08:40.830490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Sync routers for ids ['23c450fa-7590-4265-95fc-27a6b4327c76'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:08:40.858307 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:40.859544 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b932a385-7db8-4e1f-a621-c69ad8c7bd56 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9447057 Nov 09 00:08:40.875248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Request body: {'port': {'device_id': '2c231034-fcfa-4c8d-8786-0fce22824042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:40.876633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60260) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:08:40.936792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Routers {'23c450fa-7590-4265-95fc-27a6b4327c76'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:08:40.940686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:08:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['23c450fa-7590-4265-95fc-27a6b4327c76'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:41.023887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6efad25e-49b2-4136-a2aa-51f656e210b2 req-b89d5c44-c107-4db6-8be3-51c7c44236ff tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055370 Nov 09 00:08:41.105049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 41c644ac-8912-417b-bcb7-383b06e60512 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:41.110812 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:41.155484 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da60e1-9a0f-41c7-a318-1e63ce06b673 req-558e6bf0-f165-4146-a3e7-cf6641961018 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:41.157011 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59da60e1-9a0f-41c7-a318-1e63ce06b673 req-558e6bf0-f165-4146-a3e7-cf6641961018 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.3862510 Nov 09 00:08:41.201062 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:41.230741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc3b21-91cb-4945-bfde-58b32f33b0d8 None None] Network 729d4ff7-7cf8-4633-aacf-ec82888d6cb0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:08:41.385292 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59da60e1-9a0f-41c7-a318-1e63ce06b673 req-4f3cc1ca-3465-48f3-acff-dc941bde45b8 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175317 Nov 09 00:08:41.398204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Set router 23c450fa-7590-4265-95fc-27a6b4327c76 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:08:41.698898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:41.817463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-98d4f2fb-e1cf-4bcd-9f61-682b991259e8 None None] Provisioning complete for port 5274ffce-258f-4840-99c5-d65048fbfe0e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:41.821520 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2fb-e1cf-4bcd-9f61-682b991259e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:41.918291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387d3440-c2e9-4317-92df-6705adc5fc5f {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:41.933716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:41.959482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Allocated IP 172.20.0.1 (729d4ff7-7cf8-4633-aacf-ec82888d6cb0/c1f5f97a-244c-41c2-a88b-409d37590436/0c0f07df-e004-45a4-bb33-6bdb76f2b370) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:08:41.967243 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Transition to ACTIVE for port object 387d3440-c2e9-4317-92df-6705adc5fc5f will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:08:41.977091 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:42.075812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Pushing event updated for resources: {'Port': ['ID=387d3440-c2e9-4317-92df-6705adc5fc5f,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:42.157553 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:42.247739 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:42.313277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Attempting to bind port 387d3440-c2e9-4317-92df-6705adc5fc5f on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:42.314715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Attempting to bind port 387d3440-c2e9-4317-92df-6705adc5fc5f by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:42.315293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Attempting to bind port 387d3440-c2e9-4317-92df-6705adc5fc5f on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:42.328256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Port 387d3440-c2e9-4317-92df-6705adc5fc5f on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:08:42.332592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Attempting to bind port 387d3440-c2e9-4317-92df-6705adc5fc5f on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:42.346719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:42.349869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:42.351188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Bound using segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:42.353144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Bound port: 387d3440-c2e9-4317-92df-6705adc5fc5f, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:42.358076 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:42.376949 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5274ffce-258f-4840-99c5-d65048fbfe0e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:42.382738 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Network 729d4ff7-7cf8-4633-aacf-ec82888d6cb0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:42.387578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:42.398313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:08:42.436992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299336781-router', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:34Z', 'updated_at': '2021-11-09T00:08:37Z', 'revision_number': 3, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'gw_port': {'id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:36Z', 'updated_at': '2021-11-09T00:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:42.450616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0f07df-e004-45a4-bb33-6bdb76f2b370,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:42.492921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Checking router: 23c450fa-7590-4265-95fc-27a6b4327c76 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:08:42.493497 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Updating router 23c450fa-7590-4265-95fc-27a6b4327c76 port 98c5144d-e499-4018-b025-7b50a2d05a59 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:08:42.505542 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2fb-e1cf-4bcd-9f61-682b991259e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:42.519746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:42.524235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=387d3440-c2e9-4317-92df-6705adc5fc5f,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:42.529693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 5274ffce-258f-4840-99c5-d65048fbfe0e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:42.530056 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:42.554119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:42.565883 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:42.619866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-98d4f2fb-e1cf-4bcd-9f61-682b991259e8 None None] For port 5274ffce-258f-4840-99c5-d65048fbfe0e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5274ffce-258f-4840-99c5-d65048fbfe0e,segment=NetworkSegment(65a1c5a9-3491-4b20-9d2e-c865bf25b4e6),segment_id=65a1c5a9-3491-4b20-9d2e-c865bf25b4e6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:42.627020 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:42.682620 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2fb-e1cf-4bcd-9f61-682b991259e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:42.712557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:42.715243 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:42.716692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] 10.222.0.30 "PUT /v2.0/ports/387d3440-c2e9-4317-92df-6705adc5fc5f HTTP/1.1" status: 200 len: 1091 time: 1.8707633 Nov 09 00:08:42.726159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c231034-fcfa-4c8d-8786-0fce22824042', 'tag': '387d3440-c2e9-4317-92df-6705adc5fc5f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:42.729406 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b342403b-ce7e-456b-91cc-7d15ce7923be" -d '{"events": [{"name": "network-changed", "server_uuid": "2c231034-fcfa-4c8d-8786-0fce22824042", "tag": "387d3440-c2e9-4317-92df-6705adc5fc5f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:42.748109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446400e7-0327-4b67-b2bd-698028d87a8b service neutron] Pushing event updated for resources: {'Port': ['ID=387d3440-c2e9-4317-92df-6705adc5fc5f,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:42.804628 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-27593118-2753-42d4-a01f-a639bcdbbf6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:42.906611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-056a3384-0cda-4be7-809c-eb702a21693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:42.908138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-056a3384-0cda-4be7-809c-eb702a21693c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 1094 time: 0.1181459 Nov 09 00:08:42.977687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4f2fb-e1cf-4bcd-9f61-682b991259e8 None None] Pushing event updated for resources: {'Port': ['ID=5274ffce-258f-4840-99c5-d65048fbfe0e,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:43.008659 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-1a1daf90-f0a6-48b0-9cab-66914d19f83f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387d3440-c2e9-4317-92df-6705adc5fc5f HTTP/1.1" status: 200 len: 217 time: 0.0859199 Nov 09 00:08:43.012157 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:43.124266 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-0fac9de8-4428-46cc-8eb1-781590fd7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:43.125788 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-0fac9de8-4428-46cc-8eb1-781590fd7421 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.1050305 Nov 09 00:08:43.206825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-920da659-3663-4bcf-b3b5-d3ae57ca5f5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668385 Nov 09 00:08:43.276358 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e1c59231-88b9-4681-88df-6604cbe520ca None None] Provisioning complete for port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:43.276724 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1c59231-88b9-4681-88df-6604cbe520ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:43.341428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5274ffce-258f-4840-99c5-d65048fbfe0e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:43.544367 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-120e58d3-8be7-4982-82ce-866fd0485790 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218164 Nov 09 00:08:43.553826 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e1c59231-88b9-4681-88df-6604cbe520ca None None] Port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:08:43.606832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e1c59231-88b9-4681-88df-6604cbe520ca None None] Provisioning complete for port 5274ffce-258f-4840-99c5-d65048fbfe0e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:43.607278 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1c59231-88b9-4681-88df-6604cbe520ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:43.654867 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:43.666593 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:43.731954 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 5274ffce-258f-4840-99c5-d65048fbfe0e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:43.732487 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:43.808632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a475841d-8420-478a-a22e-3a647aa26ed6 req-a5bed7f4-b067-46c7-890a-c85313270c2b service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525389 Nov 09 00:08:43.842733 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:43.846322 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:43.860127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0f07df-e004-45a4-bb33-6bdb76f2b370,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:43.879760 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:43.998292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Attempting to bind port 98c5144d-e499-4018-b025-7b50a2d05a59 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:43.998800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Attempting to bind port 98c5144d-e499-4018-b025-7b50a2d05a59 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:43.999376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Attempting to bind port 98c5144d-e499-4018-b025-7b50a2d05a59 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:44.009010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:44.009010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:44.009604 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:44.010614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:44.011813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Bound port: 98c5144d-e499-4018-b025-7b50a2d05a59, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:44.012546 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:44.084286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] For port 98c5144d-e499-4018-b025-7b50a2d05a59, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:44.088752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] For port 98c5144d-e499-4018-b025-7b50a2d05a59, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=98c5144d-e499-4018-b025-7b50a2d05a59,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:44.109309 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:44.112483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Network 729d4ff7-7cf8-4633-aacf-ec82888d6cb0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:08:44.121854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:08:44.124624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0ad61e1c-fb90-4354-bcde-120f4a332686 None None] Provisioning complete for port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:44.124624 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0ad61e1c-fb90-4354-bcde-120f4a332686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:44.238769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0ad61e1c-fb90-4354-bcde-120f4a332686 None None] Port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:08:44.244741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38093f-04ff-4059-9325-98f64145f719 None None] Pushing event updated for resources: {'Port': ['ID=98c5144d-e499-4018-b025-7b50a2d05a59,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:44.312216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38093f-04ff-4059-9325-98f64145f719 None None] Pushing event updated for resources: {'Port': ['ID=98c5144d-e499-4018-b025-7b50a2d05a59,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:44.323106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Routers {'23c450fa-7590-4265-95fc-27a6b4327c76'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:08:44.323834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:08:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['23c450fa-7590-4265-95fc-27a6b4327c76'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:44.390009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Router 23c450fa-7590-4265-95fc-27a6b4327c76 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:08:44.779297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8c7d95d2-5f79-4571-8516-c89d87c7fde3 None None] Provisioning complete for port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:44.779873 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8c7d95d2-5f79-4571-8516-c89d87c7fde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:44.900511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] Set router 23c450fa-7590-4265-95fc-27a6b4327c76 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:08:44.997016 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d1130f8-3e0b-43da-96e2-a85ed7d36338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:45.002006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:08:45.012354 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-abf26421-307a-4271-bdf6-1c4bdb8443b2 admin admin] 10.222.0.25 "PUT /v2.0/routers/23c450fa-7590-4265-95fc-27a6b4327c76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1346276 Nov 09 00:08:45.019220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d95d2-5f79-4571-8516-c89d87c7fde3 None None] Port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:08:45.393776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299336781-router', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:34Z', 'updated_at': '2021-11-09T00:08:42Z', 'revision_number': 4, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'gw_port': {'id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:36Z', 'updated_at': '2021-11-09T00:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '0c0f07df-e004-45a4-bb33-6bdb76f2b370', 'name': '', 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'mac_address': 'fa:16:3e:d3:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c1f5f97a-244c-41c2-a88b-409d37590436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:41Z', 'updated_at': '2021-11-09T00:08:43Z', 'revision_number': 2, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'subnets': [{'id': 'c1f5f97a-244c-41c2-a88b-409d37590436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:45.424142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e9ef3-19fd-4b2d-b00f-877f3a150716 None None] The sync data for ids ['23c450fa-7590-4265-95fc-27a6b4327c76'] in n-d-813263-3 is: [{'id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299336781-router', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:34Z', 'updated_at': '2021-11-09T00:08:42Z', 'revision_number': 4, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'gw_port': {'id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:36Z', 'updated_at': '2021-11-09T00:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '0c0f07df-e004-45a4-bb33-6bdb76f2b370', 'name': '', 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'mac_address': 'fa:16:3e:d3:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c1f5f97a-244c-41c2-a88b-409d37590436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:41Z', 'updated_at': '2021-11-09T00:08:43Z', 'revision_number': 2, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'subnets': [{'id': 'c1f5f97a-244c-41c2-a88b-409d37590436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:08:45.795690 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:45.973884 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:46.014492 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:47.321112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 98c5144d-e499-4018-b025-7b50a2d05a59 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:47.459205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 98c5144d-e499-4018-b025-7b50a2d05a59 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:47.466372 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:47.535587 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:47.601738 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:47.642872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 98c5144d-e499-4018-b025-7b50a2d05a59, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=98c5144d-e499-4018-b025-7b50a2d05a59,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:47.654513 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:47.732872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=98c5144d-e499-4018-b025-7b50a2d05a59,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:48.235547 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:48.347053 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Sync routers for ids ['23c450fa-7590-4265-95fc-27a6b4327c76'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:08:48.357974 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Routers {'23c450fa-7590-4265-95fc-27a6b4327c76'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:08:48.359235 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:08:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['23c450fa-7590-4265-95fc-27a6b4327c76'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:48.585721 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Set router 23c450fa-7590-4265-95fc-27a6b4327c76 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:08:48.853186 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299336781-router', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:34Z', 'updated_at': '2021-11-09T00:08:42Z', 'revision_number': 4, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'gw_port': {'id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:36Z', 'updated_at': '2021-11-09T00:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '0c0f07df-e004-45a4-bb33-6bdb76f2b370', 'name': '', 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'mac_address': 'fa:16:3e:d3:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c1f5f97a-244c-41c2-a88b-409d37590436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:41Z', 'updated_at': '2021-11-09T00:08:43Z', 'revision_number': 2, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'subnets': [{'id': 'c1f5f97a-244c-41c2-a88b-409d37590436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:48.893027 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Checking router: 23c450fa-7590-4265-95fc-27a6b4327c76 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:08:48.893027 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Updating router 23c450fa-7590-4265-95fc-27a6b4327c76 port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:08:48.933691 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:49.267414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 98c5144d-e499-4018-b025-7b50a2d05a59 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:49.305414 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:49.312901 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:49.351555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 98c5144d-e499-4018-b025-7b50a2d05a59 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:49.352015 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:49.362133 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e08cf-d598-471f-9f88-5e3259542960 None None] Pushing event updated for resources: {'Port': ['ID=0c0f07df-e004-45a4-bb33-6bdb76f2b370,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:49.478736 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Attempting to bind port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:49.479106 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Attempting to bind port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '65a1c5a9-3491-4b20-9d2e-c865bf25b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:49.479466 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Attempting to bind port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 on network 729d4ff7-7cf8-4633-aacf-ec82888d6cb0 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:49.498158 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:49.498733 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Checking segment: {'id': '65a1c5a9-3491-4b20-9d2e-c865bf25b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:49.499255 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:49.499743 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Bound using segment: {'id': '65a1c5a9-3491-4b20-9d2e-c865bf25b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:49.500326 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Bound port: 0c0f07df-e004-45a4-bb33-6bdb76f2b370, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a1c5a9-3491-4b20-9d2e-c865bf25b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:49.501671 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:49.604817 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] For port 0c0f07df-e004-45a4-bb33-6bdb76f2b370, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:49.625156 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] For port 0c0f07df-e004-45a4-bb33-6bdb76f2b370, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0c0f07df-e004-45a4-bb33-6bdb76f2b370,segment=NetworkSegment(65a1c5a9-3491-4b20-9d2e-c865bf25b4e6),segment_id=65a1c5a9-3491-4b20-9d2e-c865bf25b4e6)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:49.636181 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:49.688175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-603965c2-8236-4d72-afb7-6fb05dc62b9f None None] Provisioning complete for port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:49.691151 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-603965c2-8236-4d72-afb7-6fb05dc62b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:49.704760 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Routers {'23c450fa-7590-4265-95fc-27a6b4327c76'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:08:49.705885 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:08:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['23c450fa-7590-4265-95fc-27a6b4327c76'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:49.866044 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] Set router 23c450fa-7590-4265-95fc-27a6b4327c76 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:08:49.875526 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-603965c2-8236-4d72-afb7-6fb05dc62b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:49.948032 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-603965c2-8236-4d72-afb7-6fb05dc62b9f None None] For port 0c0f07df-e004-45a4-bb33-6bdb76f2b370, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0c0f07df-e004-45a4-bb33-6bdb76f2b370,segment=NetworkSegment(65a1c5a9-3491-4b20-9d2e-c865bf25b4e6),segment_id=65a1c5a9-3491-4b20-9d2e-c865bf25b4e6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:49.955737 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-603965c2-8236-4d72-afb7-6fb05dc62b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:50.044963 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e08cf-d598-471f-9f88-5e3259542960 None None] Pushing event updated for resources: {'Port': ['ID=0c0f07df-e004-45a4-bb33-6bdb76f2b370,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:50.048513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603965c2-8236-4d72-afb7-6fb05dc62b9f None None] Pushing event updated for resources: {'Port': ['ID=0c0f07df-e004-45a4-bb33-6bdb76f2b370,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:50.086928 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-54639e7e-85dc-4251-9f70-ffe81e86ae2f None None] Provisioning complete for port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:50.088294 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-54639e7e-85dc-4251-9f70-ffe81e86ae2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:50.206888 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299336781-router', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:34Z', 'updated_at': '2021-11-09T00:08:42Z', 'revision_number': 4, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'gw_port': {'id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:36Z', 'updated_at': '2021-11-09T00:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '0c0f07df-e004-45a4-bb33-6bdb76f2b370', 'name': '', 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'mac_address': 'fa:16:3e:d3:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c1f5f97a-244c-41c2-a88b-409d37590436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:41Z', 'updated_at': '2021-11-09T00:08:49Z', 'revision_number': 4, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'subnets': [{'id': 'c1f5f97a-244c-41c2-a88b-409d37590436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:08:50.242357 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb48e7e-7ab7-44b0-a967-cdb5b4344985 None None] The sync data for ids ['23c450fa-7590-4265-95fc-27a6b4327c76'] in n-d-813263-3 is: [{'id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299336781-router', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:34Z', 'updated_at': '2021-11-09T00:08:42Z', 'revision_number': 4, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'gw_port': {'id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:36Z', 'updated_at': '2021-11-09T00:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '0c0f07df-e004-45a4-bb33-6bdb76f2b370', 'name': '', 'network_id': '729d4ff7-7cf8-4633-aacf-ec82888d6cb0', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'mac_address': 'fa:16:3e:d3:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c1f5f97a-244c-41c2-a88b-409d37590436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:41Z', 'updated_at': '2021-11-09T00:08:49Z', 'revision_number': 4, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'subnets': [{'id': 'c1f5f97a-244c-41c2-a88b-409d37590436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:08:51.270659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0c0f07df-e004-45a4-bb33-6bdb76f2b370 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:51.333325 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:51.333742 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:51.479206 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [req-29914793-581f-423b-afd6-cae44a76780d req-5f36f42d-058b-4ffb-80c2-98ae69a94a5b service neutron] show failed (client error): The resource could not be found. Nov 09 00:08:51.481091 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-5f36f42d-058b-4ffb-80c2-98ae69a94a5b service neutron] 10.222.0.11 "GET /v2.0/ports/a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a/bindings/n-h1-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0951505 Nov 09 00:08:51.741327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29914793-581f-423b-afd6-cae44a76780d req-b15a4837-0ce8-4d18-b079-e744b352d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:51.745587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-b15a4837-0ce8-4d18-b079-e744b352d10a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a&tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690 HTTP/1.1" status: 200 len: 1101 time: 0.0557442 Nov 09 00:08:51.762017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:08:51.842277 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:52.108957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:52.149082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:52.205082 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:52.219903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Transition to ACTIVE for port object a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:08:52.225118 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:52.300218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] No DVR routers for this DVR port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:08:52.321025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:52.354701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Attempting to bind port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:08:52.355036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Attempting to bind port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:08:52.355420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Attempting to bind port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:52.373600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:08:52.373994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Attempting to bind port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:08:52.384644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:08:52.384996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:08:52.385412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:08:52.385822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Bound port: a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:08:52.386183 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:52.497638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:08:52.502795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:08:52.511904 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:52.556840 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:52.558097 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:52.559600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] 10.222.0.30 "PUT /v2.0/ports/a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 200 len: 1096 time: 0.8025336 Nov 09 00:08:52.650824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4829324-e4db-4958-ad24-b0b15b6b0131 service neutron] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:52.677211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29914793-581f-423b-afd6-cae44a76780d req-7605c504-dfdc-43d8-a83d-dbad08fb21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:52.679332 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-7605c504-dfdc-43d8-a83d-dbad08fb21cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 1099 time: 0.0832162 Nov 09 00:08:52.852934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29914793-581f-423b-afd6-cae44a76780d req-ae254b6e-9268-4ee1-93d2-f0f4c4609d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:52.855633 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-ae254b6e-9268-4ee1-93d2-f0f4c4609d48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1671753 Nov 09 00:08:52.931551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-d9afbd64-188a-41a3-8da0-9673e1e15bec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 200 len: 217 time: 0.0618653 Nov 09 00:08:52.987994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29914793-581f-423b-afd6-cae44a76780d req-6e8a241a-73a3-4189-8551-6bff1472f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:52.989510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-6e8a241a-73a3-4189-8551-6bff1472f59e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0479045 Nov 09 00:08:53.046398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29914793-581f-423b-afd6-cae44a76780d req-f32bdb08-102b-4097-bbf1-b242947d49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:53.047993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-f32bdb08-102b-4097-bbf1-b242947d49c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429525 Nov 09 00:08:53.214467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-f13843d3-7e34-4487-8b35-37c6b052b876 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1207584440&fields=id&tenant_id=3a38229d73e04560820824b4219eee11 HTTP/1.1" status: 200 len: 267 time: 0.0768454 Nov 09 00:08:53.217212 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-b2bfa8c2-aed7-472e-8174-aeb227f90da4 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540065 Nov 09 00:08:53.350319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bcb3d754-ae4f-42ee-9d57-815665ab22a4 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:53.351674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bcb3d754-ae4f-42ee-9d57-815665ab22a4 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports/05cc56ff-ba70-4c09-879d-a4c54089a9e0 HTTP/1.1" status: 200 len: 936 time: 0.1261950 Nov 09 00:08:53.436873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593ea47-e726-4847-a2f4-81aadf169aa8 req-103bbb90-0ebf-430c-9154-3fd65fe2bf10 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:53.438344 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d593ea47-e726-4847-a2f4-81aadf169aa8 req-103bbb90-0ebf-430c-9154-3fd65fe2bf10 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 946 time: 0.1565821 Nov 09 00:08:53.447254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-179310f1-c2cb-429e-9362-ac871d2a3a94 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:53.448607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-179310f1-c2cb-429e-9362-ac871d2a3a94 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports/c3601f1b-6090-4fb1-98a9-a0f33c061444 HTTP/1.1" status: 200 len: 937 time: 0.0802526 Nov 09 00:08:53.457380 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29914793-581f-423b-afd6-cae44a76780d req-30c16f72-ccd7-4514-aeff-4b115cb33144 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305589 Nov 09 00:08:53.546850 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8e2b8703-4407-4881-94ad-b03aecf5742b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?network_id=db9ff48a-f148-4078-8cab-499f349f3760&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0812392 Nov 09 00:08:53.623089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-a2d0af82-4b07-401a-a5cd-e2e121a0768b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?network_id=db9ff48a-f148-4078-8cab-499f349f3760&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0483339 Nov 09 00:08:53.626933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d593ea47-e726-4847-a2f4-81aadf169aa8 req-df59e0f8-cc3a-4515-8c86-2d4285a04250 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774216 Nov 09 00:08:53.813666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2ae839d5-b69e-4404-9f7d-414c2e1c82f1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:53.821551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2ae839d5-b69e-4404-9f7d-414c2e1c82f1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:53.830257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2ae839d5-b69e-4404-9f7d-414c2e1c82f1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:53.837798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2ae839d5-b69e-4404-9f7d-414c2e1c82f1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/networks?id=b4800f68-4a56-437c-93ae-0635f13e0fec&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=db9ff48a-f148-4078-8cab-499f349f3760&id=db9ff48a-f148-4078-8cab-499f349f3760 HTTP/1.1" status: 200 len: 1993 time: 0.2063529 Nov 09 00:08:53.874053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-675ee8c1-c0a2-47b4-b7ef-015f0681dcea tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/quotas/3a38229d73e04560820824b4219eee11 HTTP/1.1" status: 200 len: 375 time: 0.0316401 Nov 09 00:08:53.903741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8093dea-85f5-4e98-ab02-b7cec1f03036 req-93dc2c6d-95b6-4f99-b153-b57c8011c07a tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:53.907089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8093dea-85f5-4e98-ab02-b7cec1f03036 req-93dc2c6d-95b6-4f99-b153-b57c8011c07a tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 943 time: 0.1585858 Nov 09 00:08:53.996154 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c7732833-3f77-4b4e-b2ee-092c897fb60b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1247275 Nov 09 00:08:54.000055 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8093dea-85f5-4e98-ab02-b7cec1f03036 req-f5b74220-a1b7-4984-9656-32322256b0bd tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706773 Nov 09 00:08:54.044263 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:08:54.109487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:08:54.218849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-48bd7342-757c-4ff6-b41d-7d2cacb94c3e service neutron] 10.222.0.25 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052786 Nov 09 00:08:54.247616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b1b6f-40fe-4ca4-9191-224b3d13ff20 req-5b76d3ea-e960-469b-af14-9cc543cf7a36 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:54.256183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f63b1b6f-40fe-4ca4-9191-224b3d13ff20 req-5b76d3ea-e960-469b-af14-9cc543cf7a36 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 948 time: 0.1147299 Nov 09 00:08:54.362411 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f63b1b6f-40fe-4ca4-9191-224b3d13ff20 req-8e2c0741-e89f-4970-bfbf-7248b8005d83 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052208 Nov 09 00:08:54.387430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-9d7d916e-64f3-446b-8820-dcc0d7f8593f service neutron] 10.222.0.25 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628063 Nov 09 00:08:54.440581 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-984bcdf0-4b03-47e5-9f8d-723afda8dedc service neutron] 10.222.0.25 "GET /v2.0/ports/05cc56ff-ba70-4c09-879d-a4c54089a9e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0390122 Nov 09 00:08:54.476130 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84087a2-160d-42ca-9640-b6e312f613fa x-openstack-request-id: req-a84087a2-160d-42ca-9640-b6e312f613fa {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:54.476517 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c231034-fcfa-4c8d-8786-0fce22824042", "tag": "387d3440-c2e9-4317-92df-6705adc5fc5f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:54.482315 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a84087a2-160d-42ca-9640-b6e312f613fa {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:54.488068 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c231034-fcfa-4c8d-8786-0fce22824042', 'tag': '387d3440-c2e9-4317-92df-6705adc5fc5f', 'status': 'completed', 'code': 200} Nov 09 00:08:54.581697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342403b-ce7e-456b-91cc-7d15ce7923be req-edae1c52-7d86-4037-9b0c-e40f3db0d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:54.583376 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b342403b-ce7e-456b-91cc-7d15ce7923be req-edae1c52-7d86-4037-9b0c-e40f3db0d848 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 1094 time: 0.0592384 Nov 09 00:08:54.690528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-0343ea3e-54e5-451d-a7a2-3597934d7129 service neutron] 10.222.0.25 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425070 Nov 09 00:08:54.728285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342403b-ce7e-456b-91cc-7d15ce7923be req-a4177148-dee6-403b-af04-290bff64d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:54.729845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b342403b-ce7e-456b-91cc-7d15ce7923be req-a4177148-dee6-403b-af04-290bff64d4f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.1372738 Nov 09 00:08:54.808693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b342403b-ce7e-456b-91cc-7d15ce7923be req-7a4f6eb2-bd94-4004-b7b0-7500cec156da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387d3440-c2e9-4317-92df-6705adc5fc5f HTTP/1.1" status: 200 len: 217 time: 0.0456543 Nov 09 00:08:54.906261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-a2be1051-b058-4c10-95e5-122eecf80aeb service neutron] 10.222.0.25 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147887 Nov 09 00:08:54.912074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342403b-ce7e-456b-91cc-7d15ce7923be req-ba24504b-918e-45a7-8bc4-1842546ff4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:54.913781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b342403b-ce7e-456b-91cc-7d15ce7923be req-ba24504b-918e-45a7-8bc4-1842546ff4e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.0928497 Nov 09 00:08:54.978113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-56a15860-4e36-4912-b277-29d7711e1ce5 service neutron] 10.222.0.25 "GET /v2.0/ports/c3601f1b-6090-4fb1-98a9-a0f33c061444?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0470541 Nov 09 00:08:54.992839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b342403b-ce7e-456b-91cc-7d15ce7923be req-9603782c-141a-4e0f-be85-f37e76765eb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702834 Nov 09 00:08:55.470456 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b342403b-ce7e-456b-91cc-7d15ce7923be req-46e6d1e7-7b3c-41ef-92db-18310eb1d718 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700148 Nov 09 00:08:55.476840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-449a780b-6dc1-45ab-882e-b5131a5c4d62 service neutron] 10.222.0.25 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686711 Nov 09 00:08:55.684379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 387d3440-c2e9-4317-92df-6705adc5fc5f details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:08:55.714753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b342403b-ce7e-456b-91cc-7d15ce7923be req-ba28f896-19fd-4cdf-b912-2fac80ff7cda service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320993 Nov 09 00:08:55.755691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-d57f38d3-ddd1-4598-a0d0-7ccdd23d07bc service neutron] 10.222.0.25 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374568 Nov 09 00:08:55.831709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=387d3440-c2e9-4317-92df-6705adc5fc5f,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:55.845563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '387d3440-c2e9-4317-92df-6705adc5fc5f', 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877', 'port_id': '387d3440-c2e9-4317-92df-6705adc5fc5f', 'mac_address': 'fa:16:3e:4d:bb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b201088-b013-4d7d-a1ce-543e29ebce91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:08:55.885958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b158c9-36f1-4f95-a23c-ce1e72465820 req-2a1e99a9-d54b-4220-983a-18e04bfddc92 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:55.889099 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:55.893822 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5b158c9-36f1-4f95-a23c-ce1e72465820 req-2a1e99a9-d54b-4220-983a-18e04bfddc92 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 946 time: 0.1360035 Nov 09 00:08:55.917248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387d3440-c2e9-4317-92df-6705adc5fc5f {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:55.950905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=387d3440-c2e9-4317-92df-6705adc5fc5f,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:55.961738 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:55.967578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:08:56.019548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5b158c9-36f1-4f95-a23c-ce1e72465820 req-d5df4fbb-bf0e-418c-8fa2-e32f2b54d869 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204889 Nov 09 00:08:56.044401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-4d93e670-f187-434f-9a39-4564da67d756 service neutron] 10.222.0.25 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702711 Nov 09 00:08:56.186416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=387d3440-c2e9-4317-92df-6705adc5fc5f,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:56.256932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:56.273698 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'mac_address': 'fa:16:3e:72:e3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:08:56.294624 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-18323cfb-e64d-40d5-81aa-3747dea807e6 service neutron] 10.222.0.25 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418957 Nov 09 00:08:56.326965 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:56.348905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:08:56.375524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:08:56.381747 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:56.409473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c61de-0528-4643-bd5d-da3430ef1719 req-a527a0b0-5ef1-4b13-aed0-220bad0231e7 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:56.418248 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-028c61de-0528-4643-bd5d-da3430ef1719 req-a527a0b0-5ef1-4b13-aed0-220bad0231e7 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 944 time: 0.1442659 Nov 09 00:08:56.458641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:08:56.483757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-6e10ffc6-4a6e-44aa-9956-02e4509738f4 service neutron] 10.222.0.25 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882839 Nov 09 00:08:56.493894 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-028c61de-0528-4643-bd5d-da3430ef1719 req-1ac8f1d4-022d-44ca-a7b3-16ac0e504f8f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738330 Nov 09 00:08:56.505387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'}, {'name': 'network-changed', 'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:08:56.511189 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06" -d '{"events": [{"server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "name": "network-vif-unplugged", "status": "completed", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a"}, {"name": "network-changed", "server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:08:56.662670 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f9e93-816d-4671-922c-39b9fda3fcf9 req-0c463a27-2acc-4dac-a286-254ef343ace1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:56.664410 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b5f9e93-816d-4671-922c-39b9fda3fcf9 req-0c463a27-2acc-4dac-a286-254ef343ace1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 949 time: 0.0732269 Nov 09 00:08:56.667478 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-fba40416-26bb-4cba-9a7c-79a2c65519ac service neutron] 10.222.0.25 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722801 Nov 09 00:08:56.713789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['387d3440-c2e9-4317-92df-6705adc5fc5f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:56.716847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:08:56.776051 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b5f9e93-816d-4671-922c-39b9fda3fcf9 req-fb78d7fc-9e94-439f-a640-66c446ef00b3 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046269 Nov 09 00:08:56.819549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-aa004bbc-70bd-4c7d-916b-903d286eb391 service neutron] 10.222.0.25 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406112 Nov 09 00:08:57.000558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a27f0d-c229-4760-a432-859ad87d3fa2 req-c3fb43f7-95fa-4872-9308-09c42361ce1d tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:57.008325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5a27f0d-c229-4760-a432-859ad87d3fa2 req-c3fb43f7-95fa-4872-9308-09c42361ce1d tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3183c95-7110-4923-8da9-6b7045405b60 HTTP/1.1" status: 200 len: 950 time: 0.1244533 Nov 09 00:08:57.018040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-d5ccc3c1-2bdd-47f8-a133-819b862de7d5 service neutron] 10.222.0.25 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972425 Nov 09 00:08:57.134634 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5a27f0d-c229-4760-a432-859ad87d3fa2 req-6407d17b-9f3a-49fb-ba38-e2351e8781b9 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237366 Nov 09 00:08:57.171496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-6b51ae21-595b-4557-b4d0-754944e44c39 service neutron] 10.222.0.25 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430001 Nov 09 00:08:57.310038 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-6366d8cd-a681-4acb-b1d3-8ad22a71b887 service neutron] 10.222.0.25 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310270 Nov 09 00:08:57.322155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809c162-abb4-4f82-b958-c3142b4f9e3c req-8d525c7b-37ba-4329-b4c3-e97cd2d3c066 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:57.324371 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3809c162-abb4-4f82-b958-c3142b4f9e3c req-8d525c7b-37ba-4329-b4c3-e97cd2d3c066 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 945 time: 0.0791068 Nov 09 00:08:57.395240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3809c162-abb4-4f82-b958-c3142b4f9e3c req-830dc1a5-4933-45b5-aea4-0476f31ab690 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647004 Nov 09 00:08:57.473244 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 00:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6746a000-4162-4e39-8aa5-9ea51608c7b2 x-openstack-request-id: req-6746a000-4162-4e39-8aa5-9ea51608c7b2 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:08:57.473567 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "name": "network-vif-unplugged", "status": "completed", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a", "code": 200}, {"name": "network-changed", "server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:08:57.473822 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6746a000-4162-4e39-8aa5-9ea51608c7b2 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:08:57.474220 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'code': 200} Nov 09 00:08:57.474474 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'status': 'completed', 'code': 200} Nov 09 00:08:57.612014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-8bc4dfe2-db77-4b13-91a9-e1f041944d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:57.617972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-8bc4dfe2-db77-4b13-91a9-e1f041944d13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 1100 time: 0.0876601 Nov 09 00:08:57.621913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-051421f5-fb19-405a-804d-7bc71ac7417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:57.625229 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-051421f5-fb19-405a-804d-7bc71ac7417c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 1100 time: 0.1243713 Nov 09 00:08:57.799186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-b303998f-ec68-4867-aab7-484aa2e0978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:57.808220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-b303998f-ec68-4867-aab7-484aa2e0978b service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1750834 Nov 09 00:08:57.822064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-1575ba71-a5b6-4d45-a3de-2afb87997c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:57.823966 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-1575ba71-a5b6-4d45-a3de-2afb87997c97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1910801 Nov 09 00:08:57.919612 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-11110b75-abad-46dd-8765-b8bc2580d714 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 200 len: 217 time: 0.1104920 Nov 09 00:08:57.998711 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-39ad5e92-6f17-4bd2-9dda-a7e2a54574c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 200 len: 217 time: 0.1625991 Nov 09 00:08:58.020692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-5a5cfca0-bd9a-40f7-aac0-2b8db3d12301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:58.026896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-5a5cfca0-bd9a-40f7-aac0-2b8db3d12301 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0929909 Nov 09 00:08:58.167742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-d82540ea-8522-4c29-bef9-1613158e55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:58.173312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-d82540ea-8522-4c29-bef9-1613158e55c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1378136 Nov 09 00:08:58.199595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-7c585bd1-a400-4be0-958d-4407c5783dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:58.199595 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-7c585bd1-a400-4be0-958d-4407c5783dae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1666157 Nov 09 00:08:58.348933 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87128bb8-4f68-46fa-b8b9-620f7e6cf03f req-0fd2f4df-7379-4cd9-8670-9947b1075b65 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1483543 Nov 09 00:08:58.376262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-5c28295f-27df-4389-8c24-87bc301262b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:58.377838 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-5c28295f-27df-4389-8c24-87bc301262b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1509409 Nov 09 00:08:58.386804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3178-987f-445c-a532-a1160cc495ef req-ae0c1671-25d3-4870-9a39-5cb543d15e45 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:58.388613 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-ae0c1671-25d3-4870-9a39-5cb543d15e45 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a&tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 949 time: 0.4780116 Nov 09 00:08:58.448403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f525c3-18b7-4e0c-a16e-eb0630aec362 req-fe368fc4-1a04-40c9-9bc1-6934fe7e2253 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:58.449831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5f525c3-18b7-4e0c-a16e-eb0630aec362 req-fe368fc4-1a04-40c9-9bc1-6934fe7e2253 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 946 time: 0.2087026 Nov 09 00:08:58.626445 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-a52bcb06-4e64-4ea4-94cb-6530c21bd037 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434659 Nov 09 00:08:58.647323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87128bb8-4f68-46fa-b8b9-620f7e6cf03f req-88972798-23e9-4e0f-b258-f5cbffc2f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:58.648792 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87128bb8-4f68-46fa-b8b9-620f7e6cf03f req-88972798-23e9-4e0f-b258-f5cbffc2f040 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 1096 time: 0.1388226 Nov 09 00:08:58.662700 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-d9c92e3b-3504-4c80-a262-a64e70e660b5 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730112 Nov 09 00:08:58.671274 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-6e2df2d7-2a5f-4a39-816c-abd9fd6ea630 service neutron] 10.222.0.30 "GET /v2.0/ports/a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a/bindings/n-h1-813263-3 HTTP/1.1" status: 200 len: 382 time: 0.2624538 Nov 09 00:08:58.835631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5f525c3-18b7-4e0c-a16e-eb0630aec362 req-0a5f5737-ab53-4aec-906c-9dae89e41c10 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055403 Nov 09 00:08:58.882222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dba02-e2b5-4049-8bf7-32947c4150ff req-a1ea984f-8e23-4bba-9fc5-25cc11bec05c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:58.890240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c3dba02-e2b5-4049-8bf7-32947c4150ff req-a1ea984f-8e23-4bba-9fc5-25cc11bec05c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 944 time: 0.1962569 Nov 09 00:08:58.945200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87128bb8-4f68-46fa-b8b9-620f7e6cf03f req-04ff67c6-ab87-4f33-a036-2c0c4ae10dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:58.949013 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87128bb8-4f68-46fa-b8b9-620f7e6cf03f req-04ff67c6-ab87-4f33-a036-2c0c4ae10dd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.2736449 Nov 09 00:08:58.962618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c3dba02-e2b5-4049-8bf7-32947c4150ff req-b2da7839-03dc-43b8-9932-964e9ba4ca25 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612361 Nov 09 00:08:58.996862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-9449ab8b-3b09-410b-ba51-68a6fa16cc2a service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545620 Nov 09 00:08:59.128584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2940d2-10a1-4c38-8cbc-8bcc5f365352 req-e3ae991e-df4a-49ed-b62c-ae89beaa360d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:59.142414 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-31307b9c-9aa0-43a8-ac05-52f3b0d94d06 req-bc48edcd-880a-41cf-8223-20add31dbec3 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647002 Nov 09 00:08:59.149960 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e2940d2-10a1-4c38-8cbc-8bcc5f365352 req-e3ae991e-df4a-49ed-b62c-ae89beaa360d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 949 time: 0.1438553 Nov 09 00:08:59.152491 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87128bb8-4f68-46fa-b8b9-620f7e6cf03f req-05d6ae8d-b0a3-41e9-94cd-9515a5e1af06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364 HTTP/1.1" status: 200 len: 217 time: 0.1901264 Nov 09 00:08:59.239405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3178-987f-445c-a532-a1160cc495ef req-baf7a004-3805-4182-afb0-ebc7919a60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:59.239405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-baf7a004-3805-4182-afb0-ebc7919a60a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 1100 time: 0.1662209 Nov 09 00:08:59.286236 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e2940d2-10a1-4c38-8cbc-8bcc5f365352 req-f724fad7-9a74-423a-a06d-86a6a95a5295 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351604 Nov 09 00:08:59.311222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87128bb8-4f68-46fa-b8b9-620f7e6cf03f req-d64caa19-7bb5-4c4b-9a0f-94995cb982db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:59.322804 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87128bb8-4f68-46fa-b8b9-620f7e6cf03f req-d64caa19-7bb5-4c4b-9a0f-94995cb982db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.1593685 Nov 09 00:08:59.398442 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87128bb8-4f68-46fa-b8b9-620f7e6cf03f req-8543343a-6628-42a0-85e7-bd854fc67709 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696621 Nov 09 00:08:59.557604 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87128bb8-4f68-46fa-b8b9-620f7e6cf03f req-176d9792-bcec-45ab-85cf-2f9324e322ef service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451418 Nov 09 00:08:59.578067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3178-987f-445c-a532-a1160cc495ef req-b0af1e51-be4e-448c-adb8-a3486b806a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:59.579545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-b0af1e51-be4e-448c-adb8-a3486b806a01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.3293262 Nov 09 00:08:59.703587 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 387d3440-c2e9-4317-92df-6705adc5fc5f up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:08:59.716359 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87128bb8-4f68-46fa-b8b9-620f7e6cf03f req-34f29a40-f89d-4a0b-9b5c-94c2644ff1fc service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492617 Nov 09 00:08:59.768628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-4eb73453-d09b-4e1b-92a8-57d30026fbc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 200 len: 217 time: 0.1775196 Nov 09 00:08:59.895929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 387d3440-c2e9-4317-92df-6705adc5fc5f completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:08:59.901666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 387d3440-c2e9-4317-92df-6705adc5fc5f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:08:59.902388 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:08:59.905673 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-397e9057-b5e1-4d55-8ec2-2f6df4963cf0 req-3f751754-ea2c-459e-a944-69ed12415976 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.2113090 Nov 09 00:08:59.996277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f2a1a-e9d7-4c63-afbc-44532306305a req-e1a6d031-b326-45fd-8fd0-1113e7d3e34e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:08:59.999451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-098f2a1a-e9d7-4c63-afbc-44532306305a req-e1a6d031-b326-45fd-8fd0-1113e7d3e34e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 946 time: 0.3004019 Nov 09 00:09:00.021955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3178-987f-445c-a532-a1160cc495ef req-d41b96be-d551-4370-9788-1480274fbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:00.022840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-29c37fcd-48d6-4920-b115-1632d30fde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:00.024944 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-29c37fcd-48d6-4920-b115-1632d30fde2b service neutron] 10.222.0.11 "GET /v2.0/ports/05cc56ff-ba70-4c09-879d-a4c54089a9e0 HTTP/1.1" status: 200 len: 1032 time: 0.0927067 Nov 09 00:09:00.027702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-d41b96be-d551-4370-9788-1480274fbcd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.2162619 Nov 09 00:09:00.105299 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:00.146312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-f9cbe41c-abcc-4c92-86be-c699724cc25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:00.154653 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-f9cbe41c-abcc-4c92-86be-c699724cc25f service neutron] 10.222.0.11 "GET /v2.0/ports/c3601f1b-6090-4fb1-98a9-a0f33c061444 HTTP/1.1" status: 200 len: 1033 time: 0.1196802 Nov 09 00:09:00.220307 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=387d3440-c2e9-4317-92df-6705adc5fc5f,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:00.220656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3178-987f-445c-a532-a1160cc495ef req-0ee110f0-6ef2-48a9-8e2b-888cd7b9f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:00.223207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c231034-fcfa-4c8d-8786-0fce22824042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387d3440-c2e9-4317-92df-6705adc5fc5f'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:00.223750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-0ee110f0-6ef2-48a9-8e2b-888cd7b9f051 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719172 Nov 09 00:09:00.235918 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef2f260-9fd2-43cf-9338-164bb50d3205" -d '{"events": [{"server_uuid": "2c231034-fcfa-4c8d-8786-0fce22824042", "name": "network-vif-plugged", "status": "completed", "tag": "387d3440-c2e9-4317-92df-6705adc5fc5f"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:00.239207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-098f2a1a-e9d7-4c63-afbc-44532306305a req-d8af0d90-5c44-41e1-be7c-038da7936e85 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321966 Nov 09 00:09:00.263198 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:00.268557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:09:00.420935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-632ab5e5-c6a3-44b8-b69b-a0875a7b6989 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:00.430679 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-632ab5e5-c6a3-44b8-b69b-a0875a7b6989 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:00.437536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-632ab5e5-c6a3-44b8-b69b-a0875a7b6989 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:00.439732 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-632ab5e5-c6a3-44b8-b69b-a0875a7b6989 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "GET /v2.0/networks?id=b4800f68-4a56-437c-93ae-0635f13e0fec&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=db9ff48a-f148-4078-8cab-499f349f3760&id=db9ff48a-f148-4078-8cab-499f349f3760 HTTP/1.1" status: 200 len: 1993 time: 0.2724016 Nov 09 00:09:00.532287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=387d3440-c2e9-4317-92df-6705adc5fc5f,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:00.538287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:09:00.544499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:00.544927 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:00.599734 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-7fc29df6-e342-4df0-9d01-da9fa7776fe4 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a38229d73e04560820824b4219eee11 HTTP/1.1" status: 200 len: 380 time: 0.1342230 Nov 09 00:09:00.610932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'port': {'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'admin_state_up': True, 'tenant_id': '3a38229d73e04560820824b4219eee11', 'security_groups': ['e5d34e5e-f3db-41ed-b209-9af8689b84f5']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:00.618972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672d482-b451-43cb-bee7-f8c1bdf9182f req-749e242d-bce7-4bfe-93ca-358ee2811037 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:00.629615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7672d482-b451-43cb-bee7-f8c1bdf9182f req-749e242d-bce7-4bfe-93ca-358ee2811037 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 945 time: 0.5825577 Nov 09 00:09:00.690761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674fb5c-2569-4410-aaf9-b17d9bf370d5 req-afb3013a-054d-421f-9855-9cdcad787f64 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:00.711963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e674fb5c-2569-4410-aaf9-b17d9bf370d5 req-afb3013a-054d-421f-9855-9cdcad787f64 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.2901900 Nov 09 00:09:00.722795 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:00.770231 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-1e4cd39e-6aa0-40aa-9e88-f7ecb1d5f57f service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286403 Nov 09 00:09:00.811718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:09:00.816832 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:00.827237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:00.836606 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:00.837742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:09:01.042402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Allocated IP 172.20.0.6 (b4800f68-4a56-437c-93ae-0635f13e0fec/79f442c6-9654-4986-bb72-cb3ccd7531a0/e5d5d4e0-09b0-416c-b84e-0944c88e9f71) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:09:01.082839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7672d482-b451-43cb-bee7-f8c1bdf9182f req-11795d6c-34f6-4eda-90c2-bb7badcc762e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4523335 Nov 09 00:09:01.214808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:01.249949 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1715170-250a-4099-80bd-55021f9d03b0 x-openstack-request-id: req-a1715170-250a-4099-80bd-55021f9d03b0 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:01.250339 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c231034-fcfa-4c8d-8786-0fce22824042", "name": "network-vif-plugged", "status": "completed", "tag": "387d3440-c2e9-4317-92df-6705adc5fc5f", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:01.257222 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1715170-250a-4099-80bd-55021f9d03b0 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:01.260788 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c231034-fcfa-4c8d-8786-0fce22824042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387d3440-c2e9-4317-92df-6705adc5fc5f', 'code': 200} Nov 09 00:09:01.262806 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:01.330914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-ad46c78e-0239-4378-9c86-f155a8dc5442 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334127 Nov 09 00:09:01.361862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e674fb5c-2569-4410-aaf9-b17d9bf370d5 req-90252fb0-1f1e-48e2-ab44-8a6d029641ec tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435840 Nov 09 00:09:01.437267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:01.450723 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:01.670441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:01.732463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-dffcd8c3-f654-4227-942f-5eb3aede0c26 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:01.732463 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-dffcd8c3-f654-4227-942f-5eb3aede0c26 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.11 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 945 time: 0.5824423 Nov 09 00:09:01.738425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:09:01.868700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5528803-b105-43a4-af2c-11ca431061b6 req-a3699ffb-85db-45d1-8119-b27b7f8fc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:01.869588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d68dc-e0a3-40ed-9191-065ad7c884a0 req-7967957f-7788-4973-a887-0bb733db1526 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:01.873051 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a5528803-b105-43a4-af2c-11ca431061b6 req-a3699ffb-85db-45d1-8119-b27b7f8fc79e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 1096 time: 0.5806577 Nov 09 00:09:01.879354 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-763d68dc-e0a3-40ed-9191-065ad7c884a0 req-7967957f-7788-4973-a887-0bb733db1526 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.1616569 Nov 09 00:09:02.065664 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:02.086130 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86bf6750-4d0d-413d-a9dd-3984a48e2d8d req-8e3c017a-4848-4ca7-9afd-c839474e11d4 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.2970567 Nov 09 00:09:02.106006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba', 'mac_address': 'fa:16:3e:0e:1c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:09:02.167151 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-763d68dc-e0a3-40ed-9191-065ad7c884a0 req-07175698-dd44-4d93-a7ec-d90011ed77ca tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843862 Nov 09 00:09:02.238700 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:02.269154 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:02.398674 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a5528803-b105-43a4-af2c-11ca431061b6 req-8864645f-99d5-4f01-8c7d-abd9e722738f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062084 Nov 09 00:09:02.419062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:02.457781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e12bcf-c44f-435e-b2f4-2a64ad24f887 req-a35cf9bf-4fd3-47f7-b8b2-f38d42a9b525 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:02.464013 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4e12bcf-c44f-435e-b2f4-2a64ad24f887 req-a35cf9bf-4fd3-47f7-b8b2-f38d42a9b525 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 946 time: 0.2125504 Nov 09 00:09:02.480984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884f7b8-97ea-4e51-8e06-49ad8ffc8d9b req-a3e94269-5ee4-49e2-b78e-abe637e06fef tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:02.489190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3884f7b8-97ea-4e51-8e06-49ad8ffc8d9b req-a3e94269-5ee4-49e2-b78e-abe637e06fef tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 945 time: 0.1574838 Nov 09 00:09:02.522175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Deleting port 0f2222dc-77f6-4977-b6ae-9e88bde602df {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:09:02.522523 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:02.559313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3884f7b8-97ea-4e51-8e06-49ad8ffc8d9b req-245c0389-68a3-4ad1-91fa-9fceb77e76ac tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups?id=81f00a89-711d-40d3-9974-bf5f4403520a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665512 Nov 09 00:09:02.723482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4e12bcf-c44f-435e-b2f4-2a64ad24f887 req-10d909fa-7448-4946-9a30-aa5f7fec5f2e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506757 Nov 09 00:09:02.766768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:02.852298 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:02.870236 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:02.885777 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] For port 0f2222dc-77f6-4977-b6ae-9e88bde602df, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0f2222dc-77f6-4977-b6ae-9e88bde602df,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:02.892698 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:02.898731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa69f1-4089-4aa7-b14b-80a3d74513e5 req-5d166237-55bc-40ec-8036-2848c0dc5eed tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:02.914120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-abaa69f1-4089-4aa7-b14b-80a3d74513e5 req-5d166237-55bc-40ec-8036-2848c0dc5eed tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.1363659 Nov 09 00:09:03.041733 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:03.129954 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:03.155123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-abaa69f1-4089-4aa7-b14b-80a3d74513e5 req-4a3917a3-49f2-4ddf-8834-75051d5940bc tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353673 Nov 09 00:09:03.196510 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:03.197033 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:03.199641 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Floating IP 5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f disassociated. External IP: 172.25.0.78, port: 0f2222dc-77f6-4977-b6ae-9e88bde602df. Nov 09 00:09:03.200021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Calling delete_port for 0f2222dc-77f6-4977-b6ae-9e88bde602df owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:09:03.220980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d615a16-a30b-40e3-bb27-6f26276bb05e req-1bff260c-2efe-467d-8ade-3310a3468112 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:03.226297 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d615a16-a30b-40e3-bb27-6f26276bb05e req-1bff260c-2efe-467d-8ade-3310a3468112 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 946 time: 0.1955798 Nov 09 00:09:03.278902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'}, {'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:03.288094 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d3baf5-fdb3-4aa3-8713-e648a2f7dc83" -d '{"events": [{"server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "name": "network-vif-plugged", "status": "completed", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a"}, {"server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "name": "network-vif-unplugged", "status": "completed", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:03.498344 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:03.506160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Network b4800f68-4a56-437c-93ae-0635f13e0fec is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:09:03.507179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Port': ['ID=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:03.582518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Pushing event deleted for resources: {'Port': ['ID=0f2222dc-77f6-4977-b6ae-9e88bde602df,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:03.584816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:09:03.607737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d615a16-a30b-40e3-bb27-6f26276bb05e req-235bc7e0-26dc-45c3-afde-0122e0bfb002 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732162 Nov 09 00:09:03.617554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:09:03.678064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f75976-bb05-4c1f-8cd2-05ad1283118c req-dae05399-bd4f-4486-94cf-2ebd58d20eed tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:03.679619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9f75976-bb05-4c1f-8cd2-05ad1283118c req-dae05399-bd4f-4486-94cf-2ebd58d20eed tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 931 time: 0.3062072 Nov 09 00:09:03.995980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9f75976-bb05-4c1f-8cd2-05ad1283118c req-ebbb4f74-71fb-4f2b-a118-a796522e9b37 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097124 Nov 09 00:09:04.103834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0f2222dc-77f6-4977-b6ae-9e88bde602df no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:09:04.119356 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:04.122100 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:04.207104 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cfcd9464-5cdd-495a-a26e-ca05edafb63d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6001279 Nov 09 00:09:04.233304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 0f2222dc-77f6-4977-b6ae-9e88bde602df {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:09:04.235838 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0f2222dc-77f6-4977-b6ae-9e88bde602df not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:09:04.240707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'port': {'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0', 'admin_state_up': True, 'tenant_id': '3a38229d73e04560820824b4219eee11', 'security_groups': ['e5d34e5e-f3db-41ed-b209-9af8689b84f5']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:04.266228 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaa1ee1-fcd8-4926-b80b-55ab6d6d9902 x-openstack-request-id: req-ceaa1ee1-fcd8-4926-b80b-55ab6d6d9902 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:04.266913 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "name": "network-vif-plugged", "status": "completed", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a", "code": 200}, {"server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "name": "network-vif-unplugged", "status": "completed", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:04.267511 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ceaa1ee1-fcd8-4926-b80b-55ab6d6d9902 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:04.268072 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'code': 200} Nov 09 00:09:04.268631 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'code': 200} Nov 09 00:09:04.287934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0659d0a-599e-487d-8bbc-475c2b3d6db2 req-28339aea-8825-407e-a739-7ddd3a944541 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:04.310759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0659d0a-599e-487d-8bbc-475c2b3d6db2 req-28339aea-8825-407e-a739-7ddd3a944541 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.3674850 Nov 09 00:09:04.402020 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ec575834-3a1f-470f-8d45-de0fcdabccb9 None None] Provisioning complete for port e5d5d4e0-09b0-416c-b84e-0944c88e9f71 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:04.402488 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ec575834-3a1f-470f-8d45-de0fcdabccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:04.512433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:09:04.546720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ec575834-3a1f-470f-8d45-de0fcdabccb9 None None] Port e5d5d4e0-09b0-416c-b84e-0944c88e9f71 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:09:04.625913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0659d0a-599e-487d-8bbc-475c2b3d6db2 req-8892ede7-bcce-4d84-bd26-e140d85f66f0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140397 Nov 09 00:09:04.628244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93bdf58e-38d9-4ffb-a44d-eb4f6dca18d6 req-bc615dfb-4a8d-40f7-a9b7-a18dff0942b8 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cce94b1-f2ef-413e-95c6-5aaaa7a4263c HTTP/1.1" status: 200 len: 210 time: 0.1403420 Nov 09 00:09:04.908234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9410f-752b-4598-93b8-c87ad7e27462 req-cf0d0071-83a0-4b29-a688-29f0b67ea19f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:04.912025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9fc9410f-752b-4598-93b8-c87ad7e27462 req-cf0d0071-83a0-4b29-a688-29f0b67ea19f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.1183929 Nov 09 00:09:04.947898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:09:04.954606 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:05.019129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:09:05.033523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9fc9410f-752b-4598-93b8-c87ad7e27462 req-70b5725d-35ac-427e-9399-58bc71c801ff tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108034 Nov 09 00:09:05.048332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523ab8e-6a7a-4e49-bbc0-e48b5c730bf3 None None] Sync routers for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:09:05.065476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523ab8e-6a7a-4e49-bbc0-e48b5c730bf3 None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:09:05.066103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4523ab8e-6a7a-4e49-bbc0-e48b5c730bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:08:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:05.079703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3178-987f-445c-a532-a1160cc495ef req-a8855ae4-2692-4858-8b51-2cf7b0d9dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:05.086693 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-a8855ae4-2692-4858-8b51-2cf7b0d9dcb4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a&tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690 HTTP/1.1" status: 200 len: 1101 time: 0.2213328 Nov 09 00:09:05.155497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:05.273297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568193f0-07f9-46f1-973d-5ddf2bf0da6a req-a9e715a3-a8a9-4eb1-bbbe-5b7151ff4306 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:05.314475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-568193f0-07f9-46f1-973d-5ddf2bf0da6a req-a9e715a3-a8a9-4eb1-bbbe-5b7151ff4306 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 946 time: 0.1681080 Nov 09 00:09:05.408590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] No DVR routers for this DVR port 0f2222dc-77f6-4977-b6ae-9e88bde602df on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:09:05.424469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:05.444158 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d2002f0c-6e16-4efd-8e64-f103ab7e448f req-22cef0a1-419b-46ce-bb48-096a1257f193 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.11 "DELETE /v2.0/ports/0f2222dc-77f6-4977-b6ae-9e88bde602df HTTP/1.1" status: 204 len: 173 time: 3.6965258 Nov 09 00:09:05.449998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-568193f0-07f9-46f1-973d-5ddf2bf0da6a req-21e0155b-3783-43d6-a9e7-3ea89478d152 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342978 Nov 09 00:09:05.456946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'name': 'network-vif-deleted', 'tag': '0f2222dc-77f6-4977-b6ae-9e88bde602df'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:05.459413 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6956d4d1-a0f0-4a2a-a77c-9586e811db23" -d '{"events": [{"server_uuid": "2cce94b1-f2ef-413e-95c6-5aaaa7a4263c", "name": "network-vif-deleted", "tag": "0f2222dc-77f6-4977-b6ae-9e88bde602df"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:05.574790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-4523ab8e-6a7a-4e49-bbc0-e48b5c730bf3 None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:09:05.602630 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:05.641625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3054e-f0e9-4f1b-b6b8-8c8dabb03e17 req-6d28ec10-ff95-44a5-adc0-c22424adc37c tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:05.650837 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ae3054e-f0e9-4f1b-b6b8-8c8dabb03e17 req-6d28ec10-ff95-44a5-adc0-c22424adc37c tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 1096 time: 0.0888441 Nov 09 00:09:05.766729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ae3054e-f0e9-4f1b-b6b8-8c8dabb03e17 req-a5d823fe-24b1-4c6e-989e-02255fe2f830 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125195 Nov 09 00:09:05.833538 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:09:05.866921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Allocated IP 10.1.1.203 (b9455cba-4534-4af4-b9ee-f8c67064c7b0/beda3b44-febb-4ae7-bf45-c71870b03d3b/c64ad2d8-e1ee-4760-b623-361c968d3a5d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:09:06.072633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546925b-04b5-4b5c-84e0-74acbbe05143 req-7cd83868-5ce1-447c-943f-eaf15bc9c2fa tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:06.081239 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a546925b-04b5-4b5c-84e0-74acbbe05143 req-7cd83868-5ce1-447c-943f-eaf15bc9c2fa tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 931 time: 0.1844997 Nov 09 00:09:06.261860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a546925b-04b5-4b5c-84e0-74acbbe05143 req-c8ad2cea-16cd-42bc-94fd-c9449554dd1f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732702 Nov 09 00:09:06.370164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:06.384936 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:06.526744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9926-03cc-4806-8e10-50121eb1f9ec req-6b033a9c-d69a-4829-bbda-6c643ba11969 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:06.534385 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a2f9926-03cc-4806-8e10-50121eb1f9ec req-6b033a9c-d69a-4829-bbda-6c643ba11969 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 946 time: 0.1123495 Nov 09 00:09:06.651412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a2f9926-03cc-4806-8e10-50121eb1f9ec req-3ad22900-2d86-41db-a360-c0d44935bbe2 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157906 Nov 09 00:09:06.710791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4523ab8e-6a7a-4e49-bbc0-e48b5c730bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:15Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:06.718657 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:06.795895 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523ab8e-6a7a-4e49-bbc0-e48b5c730bf3 None None] Checking router: 4a366dbe-a67d-4fcf-8cda-a6b53ede59df for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:09:06.879277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:06.882176 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24284ad-26c1-4a96-ba1a-9b0ea5ff7201" -d '{"events": [{"server_uuid": "eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c", "name": "network-vif-plugged", "status": "completed", "tag": "958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:06.891881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523ab8e-6a7a-4e49-bbc0-e48b5c730bf3 None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:09:06.894711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4523ab8e-6a7a-4e49-bbc0-e48b5c730bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:08:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:06.930985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5366f48-2f04-4b11-a066-69cee99e470b req-61ccc159-6935-4972-9b39-5f5179348478 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:06.952625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5366f48-2f04-4b11-a066-69cee99e470b req-61ccc159-6935-4972-9b39-5f5179348478 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 950 time: 0.1268103 Nov 09 00:09:07.089667 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5366f48-2f04-4b11-a066-69cee99e470b req-52edb7bb-499b-48eb-a447-7eefabe160fc tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335881 Nov 09 00:09:07.194606 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef6636b-7428-4d4e-a25b-d7538b177916 x-openstack-request-id: req-9ef6636b-7428-4d4e-a25b-d7538b177916 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:07.195078 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cce94b1-f2ef-413e-95c6-5aaaa7a4263c", "name": "network-vif-deleted", "tag": "0f2222dc-77f6-4977-b6ae-9e88bde602df", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:07.195078 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ef6636b-7428-4d4e-a25b-d7538b177916 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:07.195410 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cce94b1-f2ef-413e-95c6-5aaaa7a4263c', 'name': 'network-vif-deleted', 'tag': '0f2222dc-77f6-4977-b6ae-9e88bde602df', 'status': 'completed', 'code': 200} Nov 09 00:09:07.216021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-4523ab8e-6a7a-4e49-bbc0-e48b5c730bf3 None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:09:07.381739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253677f-69d0-4513-b5f5-06a9f226bde2 req-333a8d72-ea55-4f0c-8abc-3898d569b1b9 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:07.392132 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3253677f-69d0-4513-b5f5-06a9f226bde2 req-333a8d72-ea55-4f0c-8abc-3898d569b1b9 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 1096 time: 0.0963309 Nov 09 00:09:07.448853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:07.487613 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3253677f-69d0-4513-b5f5-06a9f226bde2 req-f9d1da07-bbc3-45e2-a60a-434297944be4 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896118 Nov 09 00:09:07.510152 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:07.511249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:09:07.543922 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:07.646197 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:07.714140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:07.737201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Network b9455cba-4534-4af4-b9ee-f8c67064c7b0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:09:07.752900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:09:07.764464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:09:07.875042 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:07.948522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4523ab8e-6a7a-4e49-bbc0-e48b5c730bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:15Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:08.056630 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523ab8e-6a7a-4e49-bbc0-e48b5c730bf3 None None] The sync data for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 is: [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:04:10Z', 'revision_number': 4, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f6e34e61-e73d-4fc0-8baa-037f074e15b9', 'name': '', 'network_id': '9e94dca4-df95-49f6-8582-016b0ed9a68d', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'mac_address': 'fa:16:3e:e3:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:07Z', 'updated_at': '2021-11-09T00:04:15Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'subnets': [{'id': '06894441-bc2c-4e4b-b1b0-1951d00eb0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:09:08.214266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e4076c94-fd91-4d6f-9fa2-3e3bc4815f5c None None] Provisioning complete for port c64ad2d8-e1ee-4760-b623-361c968d3a5d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:08.217447 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e4076c94-fd91-4d6f-9fa2-3e3bc4815f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:08.221095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Port': ['ID=c64ad2d8-e1ee-4760-b623-361c968d3a5d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:08.348349 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e4076c94-fd91-4d6f-9fa2-3e3bc4815f5c None None] Port c64ad2d8-e1ee-4760-b623-361c968d3a5d cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:09:08.352671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:08.353895 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:08.381633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:08.391247 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:08.391969 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:08.392552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:08.393102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:08.393675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:08.394365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:08.395383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:08.400161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:08.400864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:08.401483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:08.402042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:08.402589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:08.458471 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bfcab13c-0bda-469e-8b87-4c79d973fbde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2353213 Nov 09 00:09:08.474505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'port': {'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0', 'admin_state_up': True, 'tenant_id': '3a38229d73e04560820824b4219eee11', 'security_groups': ['e5d34e5e-f3db-41ed-b209-9af8689b84f5']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:08.517566 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a907cbf-140e-4d4e-8337-429d7c7c0b3a None None] New status for floating IP 5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:09:08.563011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:08.746223 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:08.829399 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Transition to ACTIVE for port object a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:09:08.840597 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:08.947193 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:09:08.947945 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:09:08.958688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=10']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:08.983938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:09:08.992099 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:09.059491 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] No DVR routers for this DVR port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:09:09.213462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:09.219916 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0027fd-4971-4ebe-955c-7fc50a218282" -d '{"events": [{"server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "name": "network-vif-unplugged", "status": "completed", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:09.437689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Allocated IP 10.1.1.93 (b9455cba-4534-4af4-b9ee-f8c67064c7b0/beda3b44-febb-4ae7-bf45-c71870b03d3b/5ec376c1-315f-4ca8-8930-77a9fd93e81c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:09:09.591371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:09.654051 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:09.698386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Attempting to bind port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:09.698725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Attempting to bind port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:09.699043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Attempting to bind port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:09.714241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:09.714699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Attempting to bind port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:09.721454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Network b9455cba-4534-4af4-b9ee-f8c67064c7b0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:09:09.726908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:09.727445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:09.727621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:09.728055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Bound port: a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:09.728548 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:09.750448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:09:09.753555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:09:09.756793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Port': ['ID=5ec376c1-315f-4ca8-8930-77a9fd93e81c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:09.961886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:09.980554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:09.982514 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:09.990705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:10.014663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:10.074070 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-3cfa918d-aa7c-464e-9493-2a19bfc52e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6039925 Nov 09 00:09:10.090461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'port': {'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760', 'admin_state_up': True, 'tenant_id': '3a38229d73e04560820824b4219eee11', 'security_groups': ['e5d34e5e-f3db-41ed-b209-9af8689b84f5']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:10.144229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:10.145993 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:10.147663 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] 10.222.0.11 "PUT /v2.0/ports/a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 200 len: 1097 time: 5.0203466 Nov 09 00:09:10.239063 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a4931bb8-e8f3-4b45-89c2-37321ca06f81 None None] Provisioning complete for port 5ec376c1-315f-4ca8-8930-77a9fd93e81c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:10.241292 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a4931bb8-e8f3-4b45-89c2-37321ca06f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:10.277924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0ed1d-34d0-4734-b3a6-410de377ce7d service neutron] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=11']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:10.346932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3178-987f-445c-a532-a1160cc495ef req-39a723cd-4d90-4e3d-8bc1-89810e4389b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:10.348529 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-39a723cd-4d90-4e3d-8bc1-89810e4389b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 1100 time: 0.1659243 Nov 09 00:09:10.361619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a4931bb8-e8f3-4b45-89c2-37321ca06f81 None None] Port 5ec376c1-315f-4ca8-8930-77a9fd93e81c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:09:10.602429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:09:10.677655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3178-987f-445c-a532-a1160cc495ef req-ab4dce47-5ab5-4c35-a0cf-11aeea76219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:10.679440 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-ab4dce47-5ab5-4c35-a0cf-11aeea76219e service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2832539 Nov 09 00:09:10.754560 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-019a653f-10a6-45a8-a309-a6b5d40c0576 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 200 len: 217 time: 0.0464270 Nov 09 00:09:11.002830 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:11.008700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3178-987f-445c-a532-a1160cc495ef req-62523aa6-2e7e-43f3-a9a5-4657935de672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:11.012655 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-62523aa6-2e7e-43f3-a9a5-4657935de672 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.2396672 Nov 09 00:09:11.215536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3178-987f-445c-a532-a1160cc495ef req-7c108bd8-6736-4cc8-aba1-fdf3c97a0945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:11.217310 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-7c108bd8-6736-4cc8-aba1-fdf3c97a0945 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1966844 Nov 09 00:09:11.616189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Allocated IP 10.2.2.100 (db9ff48a-f148-4078-8cab-499f349f3760/36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47/bebae9d8-ef83-4a9d-b792-d0891225bdf6) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:09:11.757640 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-786dfc1a-bbcb-4e78-b19e-b17cf86f4311 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953806 Nov 09 00:09:11.791486 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:11.890402 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-065a3178-987f-445c-a532-a1160cc495ef req-50971e57-2f67-4735-b278-bd4b3bf602b8 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470289 Nov 09 00:09:11.899496 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:12.009111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Network db9ff48a-f148-4078-8cab-499f349f3760 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:09:12.011359 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:09:12.016845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:09:12.032030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Port': ['ID=bebae9d8-ef83-4a9d-b792-d0891225bdf6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:12.146380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:12.146980 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:12.196651 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-2829ab6f-58e1-4232-b2cc-e8ef0d8aafb9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1144166 Nov 09 00:09:12.214848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'port': {'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760', 'admin_state_up': True, 'tenant_id': '3a38229d73e04560820824b4219eee11', 'security_groups': ['e5d34e5e-f3db-41ed-b209-9af8689b84f5']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:12.464808 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Made reservation on behalf of 3a38229d73e04560820824b4219eee11 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:09:12.470660 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:12.471093 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e4d5def2-1028-462b-872d-cfa80333c214 None None] Provisioning complete for port bebae9d8-ef83-4a9d-b792-d0891225bdf6 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:12.475509 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e4d5def2-1028-462b-872d-cfa80333c214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:12.553089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5def2-1028-462b-872d-cfa80333c214 None None] Port bebae9d8-ef83-4a9d-b792-d0891225bdf6 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:09:12.609452 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0fabd668-a605-47bc-a274-2ae9e2720719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:12.728009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Allocated IP 10.2.2.200 (db9ff48a-f148-4078-8cab-499f349f3760/36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47/18940ff5-5975-402e-8da8-ec60b66967b3) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:09:12.878219 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:12.924399 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:13.014370 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Network db9ff48a-f148-4078-8cab-499f349f3760 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:09:13.050878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event updated for resources: {'Port': ['ID=18940ff5-5975-402e-8da8-ec60b66967b3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:13.055488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:09:13.059959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:09:13.168306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:13.168964 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:13.227429 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ebaf532b-56b4-44e7-a930-3054b200ad3a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0164185 Nov 09 00:09:13.243805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Request body: {'port': {'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:13.361560 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:13.502495 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-05f5b53a-f629-4906-8b4d-d57accd6f80a None None] Provisioning complete for port 18940ff5-5975-402e-8da8-ec60b66967b3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:13.503570 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05f5b53a-f629-4906-8b4d-d57accd6f80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:13.590849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-05f5b53a-f629-4906-8b4d-d57accd6f80a None None] Port 18940ff5-5975-402e-8da8-ec60b66967b3 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:09:13.948903 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:09:13.989554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d5d4e0-09b0-416c-b84e-0944c88e9f71 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:14.001140 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:14.036313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Transition to ACTIVE for port object e5d5d4e0-09b0-416c-b84e-0944c88e9f71 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:09:14.046534 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:14.148099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:09:14.240797 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Pushing event updated for resources: {'Port': ['ID=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:14.449559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Attempting to bind port e5d5d4e0-09b0-416c-b84e-0944c88e9f71 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:14.449904 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Attempting to bind port e5d5d4e0-09b0-416c-b84e-0944c88e9f71 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:14.450215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Attempting to bind port e5d5d4e0-09b0-416c-b84e-0944c88e9f71 on network b4800f68-4a56-437c-93ae-0635f13e0fec {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:14.456235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Port e5d5d4e0-09b0-416c-b84e-0944c88e9f71 on network b4800f68-4a56-437c-93ae-0635f13e0fec not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:14.461752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Attempting to bind port e5d5d4e0-09b0-416c-b84e-0944c88e9f71 on network b4800f68-4a56-437c-93ae-0635f13e0fec {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:14.473269 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:14.473587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Checking segment: {'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:14.473976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Bound using segment: {'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:14.474410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Bound port: e5d5d4e0-09b0-416c-b84e-0944c88e9f71, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e11c179-fa27-4633-bb92-5e379d0b7c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:14.474764 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:14.475838 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:14.505641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'mac_address': 'fa:16:3e:72:e3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:09:14.585592 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:14.609324 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:14.631576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] For port e5d5d4e0-09b0-416c-b84e-0944c88e9f71, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:14.636076 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] For port e5d5d4e0-09b0-416c-b84e-0944c88e9f71, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:14.644216 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:14.647828 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:14.668112 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:14.698385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:14.698623 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:14.699933 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] 10.222.0.11 "PUT /v2.0/ports/e5d5d4e0-09b0-416c-b84e-0944c88e9f71 HTTP/1.1" status: 200 len: 1091 time: 1.4635746 Nov 09 00:09:14.757012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Request body: {'port': {'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:14.812170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4015c22-bc47-4a5c-9e2b-e7992db7642a service neutron] Pushing event updated for resources: {'Port': ['ID=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:14.816891 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=12']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:14.910969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:15.185378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:15.188021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:15.188403 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:15.188737 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:15.189060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:15.193455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:15.193870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:15.194309 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:15.194651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:15.194983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:15.195914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:15.196331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:15.234419 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c325776a-a985-4ede-969a-1fba20506809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:15.325204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:15.522941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05cc56ff-ba70-4c09-879d-a4c54089a9e0 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:15.546025 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:15.575894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Transition to ACTIVE for port object 05cc56ff-ba70-4c09-879d-a4c54089a9e0 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:09:15.585335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:15.749318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=05cc56ff-ba70-4c09-879d-a4c54089a9e0,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:15.800648 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:15.927363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Attempting to bind port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:15.927968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Attempting to bind port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:15.928506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Attempting to bind port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:15.940182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:15.940791 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Attempting to bind port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:15.955544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:15.957568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Checking segment: {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:15.958456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Bound using segment: {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:15.959133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Bound port: 05cc56ff-ba70-4c09-879d-a4c54089a9e0, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:15.960117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:16.026148 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:16.063382 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:16.139552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] For port 05cc56ff-ba70-4c09-879d-a4c54089a9e0, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:16.143660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] For port 05cc56ff-ba70-4c09-879d-a4c54089a9e0, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=05cc56ff-ba70-4c09-879d-a4c54089a9e0,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:16.148885 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:16.199628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:16.200685 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:16.202970 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] 10.222.0.11 "PUT /v2.0/ports/05cc56ff-ba70-4c09-879d-a4c54089a9e0 HTTP/1.1" status: 200 len: 1135 time: 1.4567468 Nov 09 00:09:16.245512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eb3fd-bba6-47dd-bd0c-633c39c52ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=05cc56ff-ba70-4c09-879d-a4c54089a9e0,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:16.254841 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Request body: {'port': {'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:16.370617 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:16.946051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3601f1b-6090-4fb1-98a9-a0f33c061444 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:16.956808 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:16.973517 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Transition to ACTIVE for port object c3601f1b-6090-4fb1-98a9-a0f33c061444 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:09:16.989641 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:17.133541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Pushing event updated for resources: {'Port': ['ID=c3601f1b-6090-4fb1-98a9-a0f33c061444,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:17.240016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Attempting to bind port c3601f1b-6090-4fb1-98a9-a0f33c061444 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:17.241159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Attempting to bind port c3601f1b-6090-4fb1-98a9-a0f33c061444 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:17.241638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Attempting to bind port c3601f1b-6090-4fb1-98a9-a0f33c061444 on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:17.248088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Port c3601f1b-6090-4fb1-98a9-a0f33c061444 on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:17.248555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Attempting to bind port c3601f1b-6090-4fb1-98a9-a0f33c061444 on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:17.254918 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:17.258557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Checking segment: {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:17.264671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Bound using segment: {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:17.265487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Bound port: c3601f1b-6090-4fb1-98a9-a0f33c061444, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:17.266188 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:17.356586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] For port c3601f1b-6090-4fb1-98a9-a0f33c061444, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:17.361165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] For port c3601f1b-6090-4fb1-98a9-a0f33c061444, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c3601f1b-6090-4fb1-98a9-a0f33c061444,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:17.373308 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:17.453288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:17.453983 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:17.455445 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] 10.222.0.11 "PUT /v2.0/ports/c3601f1b-6090-4fb1-98a9-a0f33c061444 HTTP/1.1" status: 200 len: 1136 time: 1.2048903 Nov 09 00:09:17.498820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Request body: {'port': {'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:17.542668 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:17.585603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c710d4-e8e1-4932-8666-376cdfa7e921 service neutron] Pushing event updated for resources: {'Port': ['ID=c3601f1b-6090-4fb1-98a9-a0f33c061444,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:17.764113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:18.147424 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:09:18.306504 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:18.334572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:09:18.339811 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:18.340193 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:18.542838 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:18.647069 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:18.662540 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:18.853093 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=13']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:19.159715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64ad2d8-e1ee-4760-b623-361c968d3a5d {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:19.171445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:19.198553 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Transition to ACTIVE for port object c64ad2d8-e1ee-4760-b623-361c968d3a5d will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:09:19.213184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:19.453254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Pushing event updated for resources: {'Port': ['ID=c64ad2d8-e1ee-4760-b623-361c968d3a5d,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:19.487545 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Attempting to bind port c64ad2d8-e1ee-4760-b623-361c968d3a5d on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:19.487870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Attempting to bind port c64ad2d8-e1ee-4760-b623-361c968d3a5d by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:19.488190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Attempting to bind port c64ad2d8-e1ee-4760-b623-361c968d3a5d on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:19.498422 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Port c64ad2d8-e1ee-4760-b623-361c968d3a5d on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:19.498738 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Attempting to bind port c64ad2d8-e1ee-4760-b623-361c968d3a5d on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:19.508165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:19.508488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Checking segment: {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:19.508871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Bound using segment: {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:19.509293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Bound port: c64ad2d8-e1ee-4760-b623-361c968d3a5d, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:19.509664 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:19.665647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] For port c64ad2d8-e1ee-4760-b623-361c968d3a5d, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:19.672028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] For port c64ad2d8-e1ee-4760-b623-361c968d3a5d, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c64ad2d8-e1ee-4760-b623-361c968d3a5d,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:19.681602 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:19.803111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:19.803727 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:19.805751 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] 10.222.0.11 "PUT /v2.0/ports/c64ad2d8-e1ee-4760-b623-361c968d3a5d HTTP/1.1" status: 200 len: 1091 time: 2.3137591 Nov 09 00:09:19.808358 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bc227-8056-4bb9-99c0-27b49a5fbf91 service neutron] Pushing event updated for resources: {'Port': ['ID=c64ad2d8-e1ee-4760-b623-361c968d3a5d,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:19.850585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Request body: {'port': {'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:19.958263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:20.424275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec376c1-315f-4ca8-8930-77a9fd93e81c {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:20.434978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:20.459452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Transition to ACTIVE for port object 5ec376c1-315f-4ca8-8930-77a9fd93e81c will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:09:20.464799 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:20.552134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec376c1-315f-4ca8-8930-77a9fd93e81c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:20.638960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Attempting to bind port 5ec376c1-315f-4ca8-8930-77a9fd93e81c on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:20.639364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Attempting to bind port 5ec376c1-315f-4ca8-8930-77a9fd93e81c by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:20.639775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Attempting to bind port 5ec376c1-315f-4ca8-8930-77a9fd93e81c on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:20.651622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Port 5ec376c1-315f-4ca8-8930-77a9fd93e81c on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:20.652017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Attempting to bind port 5ec376c1-315f-4ca8-8930-77a9fd93e81c on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:20.658845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:20.669953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Checking segment: {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:20.670465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Bound using segment: {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:20.671003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Bound port: 5ec376c1-315f-4ca8-8930-77a9fd93e81c, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc271fa-472b-4266-8856-7f4d8ca90a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:20.676508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:20.776887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] For port 5ec376c1-315f-4ca8-8930-77a9fd93e81c, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:20.782838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] For port 5ec376c1-315f-4ca8-8930-77a9fd93e81c, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=5ec376c1-315f-4ca8-8930-77a9fd93e81c,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:20.795208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:20.852715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:20.864407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:20.868650 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ec376c1-315f-4ca8-8930-77a9fd93e81c HTTP/1.1" status: 200 len: 1090 time: 1.0340672 Nov 09 00:09:20.931539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Request body: {'port': {'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:21.006294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25d12d-9d85-4ab3-8850-3c18a576c654 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec376c1-315f-4ca8-8930-77a9fd93e81c,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:21.102734 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:21.534469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebae9d8-ef83-4a9d-b792-d0891225bdf6 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:21.543898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:21.558581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Transition to ACTIVE for port object bebae9d8-ef83-4a9d-b792-d0891225bdf6 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:09:21.570002 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:21.717150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Pushing event updated for resources: {'Port': ['ID=bebae9d8-ef83-4a9d-b792-d0891225bdf6,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:21.844825 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Attempting to bind port bebae9d8-ef83-4a9d-b792-d0891225bdf6 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:21.845238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Attempting to bind port bebae9d8-ef83-4a9d-b792-d0891225bdf6 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:21.846156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Attempting to bind port bebae9d8-ef83-4a9d-b792-d0891225bdf6 on network db9ff48a-f148-4078-8cab-499f349f3760 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:21.911998 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Port bebae9d8-ef83-4a9d-b792-d0891225bdf6 on network db9ff48a-f148-4078-8cab-499f349f3760 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:21.915780 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Attempting to bind port bebae9d8-ef83-4a9d-b792-d0891225bdf6 on network db9ff48a-f148-4078-8cab-499f349f3760 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:21.936218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:21.936716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Checking segment: {'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:21.937118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Bound using segment: {'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:21.937633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Bound port: bebae9d8-ef83-4a9d-b792-d0891225bdf6, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:21.937969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:22.022134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] For port bebae9d8-ef83-4a9d-b792-d0891225bdf6, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:22.026394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] For port bebae9d8-ef83-4a9d-b792-d0891225bdf6, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bebae9d8-ef83-4a9d-b792-d0891225bdf6,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:22.033065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:22.106028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:22.106028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:22.106028 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] 10.222.0.11 "PUT /v2.0/ports/bebae9d8-ef83-4a9d-b792-d0891225bdf6 HTTP/1.1" status: 200 len: 1091 time: 1.1788499 Nov 09 00:09:22.127264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Request body: {'port': {'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:22.157650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837d2ba-fa9b-473b-80d1-609df1dd184f service neutron] Pushing event updated for resources: {'Port': ['ID=bebae9d8-ef83-4a9d-b792-d0891225bdf6,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:22.202471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:22.666693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18940ff5-5975-402e-8da8-ec60b66967b3 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:22.677226 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:22.692114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Transition to ACTIVE for port object 18940ff5-5975-402e-8da8-ec60b66967b3 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:09:22.699407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:22.780107 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Pushing event updated for resources: {'Port': ['ID=18940ff5-5975-402e-8da8-ec60b66967b3,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:22.881186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Attempting to bind port 18940ff5-5975-402e-8da8-ec60b66967b3 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:22.881560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Attempting to bind port 18940ff5-5975-402e-8da8-ec60b66967b3 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:22.881908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Attempting to bind port 18940ff5-5975-402e-8da8-ec60b66967b3 on network db9ff48a-f148-4078-8cab-499f349f3760 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:22.889364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Port 18940ff5-5975-402e-8da8-ec60b66967b3 on network db9ff48a-f148-4078-8cab-499f349f3760 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:22.889364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Attempting to bind port 18940ff5-5975-402e-8da8-ec60b66967b3 on network db9ff48a-f148-4078-8cab-499f349f3760 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:22.901785 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:22.902119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Checking segment: {'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:22.902512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Bound using segment: {'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:22.902946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Bound port: 18940ff5-5975-402e-8da8-ec60b66967b3, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:22.903304 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:23.049086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] For port 18940ff5-5975-402e-8da8-ec60b66967b3, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:23.056973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] For port 18940ff5-5975-402e-8da8-ec60b66967b3, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=18940ff5-5975-402e-8da8-ec60b66967b3,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:23.070890 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:23.172012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Pushing event updated for resources: {'Port': ['ID=18940ff5-5975-402e-8da8-ec60b66967b3,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:23.179233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.179958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:23.181403 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-87b1c2bf-f41e-4d26-a331-236d87c4761f service neutron] 10.222.0.11 "PUT /v2.0/ports/18940ff5-5975-402e-8da8-ec60b66967b3 HTTP/1.1" status: 200 len: 1091 time: 1.0586023 Nov 09 00:09:23.325794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1b19b118-27c1-48ea-a9a3-8fc4582f71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.326177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1b19b118-27c1-48ea-a9a3-8fc4582f71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.326682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1b19b118-27c1-48ea-a9a3-8fc4582f71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.327136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1b19b118-27c1-48ea-a9a3-8fc4582f71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.327583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1b19b118-27c1-48ea-a9a3-8fc4582f71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.328530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1b19b118-27c1-48ea-a9a3-8fc4582f71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.328683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1b19b118-27c1-48ea-a9a3-8fc4582f71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.330891 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-1b19b118-27c1-48ea-a9a3-8fc4582f71cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6487 time: 0.0885470 Nov 09 00:09:23.446729 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-447f40f2-a890-4338-9dfe-4a523cd227ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d5d4e0-09b0-416c-b84e-0944c88e9f71 HTTP/1.1" status: 200 len: 217 time: 0.0963173 Nov 09 00:09:23.616230 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c71c5217-e034-4cf8-9c42-9e4f1025c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.621896 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c71c5217-e034-4cf8-9c42-9e4f1025c0b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79f442c6-9654-4986-bb72-cb3ccd7531a0 HTTP/1.1" status: 200 len: 854 time: 0.1673214 Nov 09 00:09:23.626297 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1509cb-b359-4c37-9a30-43392a665cb8 x-openstack-request-id: req-de1509cb-b359-4c37-9a30-43392a665cb8 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:23.626899 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c", "name": "network-vif-plugged", "status": "completed", "tag": "958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:23.628659 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de1509cb-b359-4c37-9a30-43392a665cb8 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:23.630295 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba', 'code': 200} Nov 09 00:09:23.709120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b6ca7d29-1153-4c86-9106-0700689892c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.720104 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b6ca7d29-1153-4c86-9106-0700689892c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4800f68-4a56-437c-93ae-0635f13e0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906885 Nov 09 00:09:23.851564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dd0d1-4b17-4b49-8fd1-4dd92220e74b req-821a0de0-46dd-4435-a636-65e43b346c9b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.871583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dd0d1-4b17-4b49-8fd1-4dd92220e74b req-821a0de0-46dd-4435-a636-65e43b346c9b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.882985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dd0d1-4b17-4b49-8fd1-4dd92220e74b req-821a0de0-46dd-4435-a636-65e43b346c9b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.890874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dd0d1-4b17-4b49-8fd1-4dd92220e74b req-821a0de0-46dd-4435-a636-65e43b346c9b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.898712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dd0d1-4b17-4b49-8fd1-4dd92220e74b req-821a0de0-46dd-4435-a636-65e43b346c9b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.905908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dd0d1-4b17-4b49-8fd1-4dd92220e74b req-821a0de0-46dd-4435-a636-65e43b346c9b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.912916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dd0d1-4b17-4b49-8fd1-4dd92220e74b req-821a0de0-46dd-4435-a636-65e43b346c9b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:23.922253 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-403dd0d1-4b17-4b49-8fd1-4dd92220e74b req-821a0de0-46dd-4435-a636-65e43b346c9b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.1657939 Nov 09 00:09:23.976336 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-a3e7dc8f-1dc1-406b-8c8b-55394a6ddb3e service neutron] 10.222.0.11 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457838 Nov 09 00:09:24.062053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-403dd0d1-4b17-4b49-8fd1-4dd92220e74b req-abb3aabe-f70a-4ab0-ae0c-5da243e75956 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383140 Nov 09 00:09:24.165758 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-5ad33cb2-cd81-4f95-aff5-34a9411a0ecf service neutron] 10.222.0.11 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781788 Nov 09 00:09:24.181703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4aec9-afb6-4065-b0f6-a48d7c761744 req-40559d2c-078c-4c9a-b79a-7700645a9701 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:24.184092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8cc4aec9-afb6-4065-b0f6-a48d7c761744 req-40559d2c-078c-4c9a-b79a-7700645a9701 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 951 time: 0.0966451 Nov 09 00:09:24.243387 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-60bcade2-9db2-4638-9af2-9ef015b60722 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=05cc56ff-ba70-4c09-879d-a4c54089a9e0 HTTP/1.1" status: 200 len: 217 time: 0.0681381 Nov 09 00:09:24.276780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8cc4aec9-afb6-4065-b0f6-a48d7c761744 req-73b3c56e-1ad9-4dc2-8c24-743bf9ec94f0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808582 Nov 09 00:09:24.302025 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b31a69-5321-4d88-b3fa-c52e9adc6a47 x-openstack-request-id: req-e7b31a69-5321-4d88-b3fa-c52e9adc6a47 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:24.303395 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "name": "network-vif-unplugged", "status": "completed", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:24.303660 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7b31a69-5321-4d88-b3fa-c52e9adc6a47 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:24.304101 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'code': 200} Nov 09 00:09:24.325480 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-34809345-c03c-443d-9454-5e2ebcc84a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:24.327425 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-34809345-c03c-443d-9454-5e2ebcc84a44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.0760131 Nov 09 00:09:24.384847 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-56f53fb2-0704-4ae1-90f0-767108986418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:24.386604 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-56f53fb2-0704-4ae1-90f0-767108986418 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504081 Nov 09 00:09:24.496664 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-a3fe4555-0657-4647-a005-9913162ccaa2 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993578 Nov 09 00:09:24.544805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-c63cb55e-0d8a-4818-aedb-853458b06799 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:24.546939 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-c63cb55e-0d8a-4818-aedb-853458b06799 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 821 time: 0.1958375 Nov 09 00:09:24.577092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-f4b9a892-ea4e-4dd8-8bfe-a23bf550cb31 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/quotas/a2fd1f630ef54d6dba7f9f1e8827b967 HTTP/1.1" status: 200 len: 375 time: 0.0198419 Nov 09 00:09:24.624455 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-dec5c866-d094-494a-ac99-354bdaa31f0e service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184309 Nov 09 00:09:24.643113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-7cff70da-e1c8-4983-910f-305cbd398a59 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:24.646061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-7cff70da-e1c8-4983-910f-305cbd398a59 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/networks?id=9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 HTTP/1.1" status: 200 len: 814 time: 0.1919796 Nov 09 00:09:24.674928 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-bc965592-2677-4512-9e57-332cc045f364 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905676 Nov 09 00:09:24.677994 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-c8df7ff9-ada3-4129-b1a9-4be359856ab2 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/quotas/695edd5ace1b4aae83627f466b84dc26 HTTP/1.1" status: 200 len: 375 time: 0.0257223 Nov 09 00:09:24.680867 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-f5719dec-1451-4677-a8e1-b89988df5e66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=c3601f1b-6090-4fb1-98a9-a0f33c061444 HTTP/1.1" status: 200 len: 217 time: 0.0471256 Nov 09 00:09:24.735092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-4e4ccd8b-94d1-43cc-8da9-39dd09251d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:24.737253 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-4e4ccd8b-94d1-43cc-8da9-39dd09251d92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.0452292 Nov 09 00:09:24.786126 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b2c74e43-716b-48fc-8b52-015457caffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:24.787408 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-b2c74e43-716b-48fc-8b52-015457caffd9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0410762 Nov 09 00:09:24.792319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-ae4c0d18-c6e8-409f-bc25-e86852647aed tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=695edd5ace1b4aae83627f466b84dc26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979075 Nov 09 00:09:24.892161 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-5bc9aa2a-515f-4c8f-b82e-632d085c5154 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925169 Nov 09 00:09:24.988221 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-31f79ed8-70a2-4af3-89f1-a7d35ec4b9fc service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878313 Nov 09 00:09:25.036720 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-8706cd3e-c121-4a61-a30e-950529feecf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=c64ad2d8-e1ee-4760-b623-361c968d3a5d HTTP/1.1" status: 200 len: 217 time: 0.0395169 Nov 09 00:09:25.089748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-be4f8eb1-f4c8-41dc-8c12-3c722bc6d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:25.091317 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-be4f8eb1-f4c8-41dc-8c12-3c722bc6d3a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.0447919 Nov 09 00:09:25.108496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-1599faf9-3822-4fd0-a77c-0384642bda18 service neutron] 10.222.0.25 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221375 Nov 09 00:09:25.142548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cc4224e9-d69a-45b7-b2da-6051e2bf44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:25.144217 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-cc4224e9-d69a-45b7-b2da-6051e2bf44f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446489 Nov 09 00:09:25.237078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-02f80f9e-199e-4e3b-8807-4a05ad97972d service neutron] 10.222.0.25 "GET /v2.0/networks/9afa72d5-e53f-4a6e-933b-2d8d0eccdb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362149 Nov 09 00:09:25.252178 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-594a27bf-4a45-4466-a123-187455f59d09 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986223 Nov 09 00:09:25.277905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-3e3d79bd-d49c-4623-9b11-1e9c42855af5 service neutron] 10.222.0.25 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585305 Nov 09 00:09:25.359408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-ae7bf676-36a8-4d01-abb4-927e21a19941 service neutron] 10.222.0.25 "GET /v2.0/networks/9afa72d5-e53f-4a6e-933b-2d8d0eccdb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135690 Nov 09 00:09:25.369138 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-0fc1a2ef-03c7-4e18-8681-97527bfb9d8d service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093359 Nov 09 00:09:25.439262 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-d36ad222-0559-4943-afdb-604403b9f881 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5ec376c1-315f-4ca8-8930-77a9fd93e81c HTTP/1.1" status: 200 len: 217 time: 0.0617726 Nov 09 00:09:25.516326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-68603176-1a0f-4811-8307-72e95a6a9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:25.517984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-68603176-1a0f-4811-8307-72e95a6a9237 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.0691061 Nov 09 00:09:25.586728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bbe2ffb3-efb7-4949-9c5f-f97044ee5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:25.591401 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-bbe2ffb3-efb7-4949-9c5f-f97044ee5b16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587893 Nov 09 00:09:25.631508 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:25.634282 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c70faf-ab4d-4263-b79d-0079b45ab504" -d '{"events": [{"server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "name": "network-vif-plugged", "status": "completed", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:25.797754 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-524a68da-182a-4b82-8bae-fd341f544ba7 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951442 Nov 09 00:09:25.798387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38deecb-44bd-4d4c-b346-d94495bbf9db req-ed19c0d3-692b-4559-8847-d0f3c58fe167 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:25.805842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a38deecb-44bd-4d4c-b346-d94495bbf9db req-ed19c0d3-692b-4559-8847-d0f3c58fe167 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 951 time: 0.0896003 Nov 09 00:09:25.921796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a38deecb-44bd-4d4c-b346-d94495bbf9db req-0da12495-0b40-4e60-87af-6c3dead8a3ef tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150007 Nov 09 00:09:25.965884 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-6a1d8ee9-6d33-4f23-bc84-d611fcf92f7a service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596057 Nov 09 00:09:26.036974 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-d0e66116-d966-4eb0-8362-2ae4f320e640 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bebae9d8-ef83-4a9d-b792-d0891225bdf6 HTTP/1.1" status: 200 len: 217 time: 0.0622170 Nov 09 00:09:26.132107 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-dbd0855b-5f69-49c2-ac9f-53f6710e5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:26.134740 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-dbd0855b-5f69-49c2-ac9f-53f6710e5271 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47 HTTP/1.1" status: 200 len: 797 time: 0.0868397 Nov 09 00:09:26.142523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60770) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:26.192242 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 517762b0-8928-4a89-a39e-6632c96198a2 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:09:26.278098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-d926e430-2592-4529-87ff-b57d38d248f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:26.283718 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-d926e430-2592-4529-87ff-b57d38d248f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db9ff48a-f148-4078-8cab-499f349f3760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1368659 Nov 09 00:09:26.304660 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:26.310189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'}, {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71'}, {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': '05cc56ff-ba70-4c09-879d-a4c54089a9e0'}, {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': 'c3601f1b-6090-4fb1-98a9-a0f33c061444'}, {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': 'c64ad2d8-e1ee-4760-b623-361c968d3a5d'}, {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': '5ec376c1-315f-4ca8-8930-77a9fd93e81c'}, {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': 'bebae9d8-ef83-4a9d-b792-d0891225bdf6'}, {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': '18940ff5-5975-402e-8da8-ec60b66967b3'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:26.320348 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01d0f3c-7145-46cb-85d6-19457da48e46" -d '{"events": [{"name": "network-changed", "server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a"}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "e5d5d4e0-09b0-416c-b84e-0944c88e9f71"}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "05cc56ff-ba70-4c09-879d-a4c54089a9e0"}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "c3601f1b-6090-4fb1-98a9-a0f33c061444"}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "c64ad2d8-e1ee-4760-b623-361c968d3a5d"}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "5ec376c1-315f-4ca8-8930-77a9fd93e81c"}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "bebae9d8-ef83-4a9d-b792-d0891225bdf6"}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "18940ff5-5975-402e-8da8-ec60b66967b3"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:26.376383 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:26.466882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd7552-529d-4fe5-91b0-02f7f139558a req-3c0d677f-5f93-4a85-9f40-176a18c5b075 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:26.473378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd7552-529d-4fe5-91b0-02f7f139558a req-3c0d677f-5f93-4a85-9f40-176a18c5b075 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:26.495237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd7552-529d-4fe5-91b0-02f7f139558a req-3c0d677f-5f93-4a85-9f40-176a18c5b075 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:26.502362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 517762b0-8928-4a89-a39e-6632c96198a2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=517762b0-8928-4a89-a39e-6632c96198a2,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:26.506785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd7552-529d-4fe5-91b0-02f7f139558a req-3c0d677f-5f93-4a85-9f40-176a18c5b075 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:26.512581 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-28de824a-811a-410e-8616-cd1d57ed6f8b service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182541 Nov 09 00:09:26.513251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd7552-529d-4fe5-91b0-02f7f139558a req-3c0d677f-5f93-4a85-9f40-176a18c5b075 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:26.525314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd7552-529d-4fe5-91b0-02f7f139558a req-3c0d677f-5f93-4a85-9f40-176a18c5b075 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:26.529273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '517762b0-8928-4a89-a39e-6632c96198a2', 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463', 'port_id': '517762b0-8928-4a89-a39e-6632c96198a2', 'mac_address': 'fa:16:3e:4a:9d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76772196-e881-467d-9b57-5f96ecf75772', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:09:26.546602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd7552-529d-4fe5-91b0-02f7f139558a req-3c0d677f-5f93-4a85-9f40-176a18c5b075 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:26.561205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87fd7552-529d-4fe5-91b0-02f7f139558a req-3c0d677f-5f93-4a85-9f40-176a18c5b075 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.1810157 Nov 09 00:09:26.588100 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:26.608539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 517762b0-8928-4a89-a39e-6632c96198a2 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:26.615417 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:26.618617 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:26.619915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "DELETE /v2.0/security-groups/81f00a89-711d-40d3-9974-bf5f4403520a HTTP/1.1" status: 204 len: 168 time: 0.4756765 Nov 09 00:09:26.626216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60792) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:26.637127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 517762b0-8928-4a89-a39e-6632c96198a2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=517762b0-8928-4a89-a39e-6632c96198a2,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:26.646312 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:26.667740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f00a89-711d-40d3-9974-bf5f4403520a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:26.688545 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-84d2b931-5ce0-4a63-8594-aa5b0107ca5a service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681530 Nov 09 00:09:26.695390 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-848726e2-0872-4a5d-a87c-8670298f9e45 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] show failed (client error): The resource could not be found. Nov 09 00:09:26.696668 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-848726e2-0872-4a5d-a87c-8670298f9e45 tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "GET /v2.0/security-groups/81f00a89-711d-40d3-9974-bf5f4403520a HTTP/1.1" status: 404 len: 347 time: 0.0652673 Nov 09 00:09:26.700196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60794) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:26.701951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:26.702514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:26.703099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:26.703658 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:26.704213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:26.704791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:26.705778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:26.706395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:26.706991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:26.707669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:26.708224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:26.708833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826defa5-4668-44af-9a1e-beeb659cb5ed tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:09:26.720834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=517762b0-8928-4a89-a39e-6632c96198a2,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:26.730655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87fd7552-529d-4fe5-91b0-02f7f139558a req-5d365a1a-b07b-4912-8cb9-b9c0ca014e97 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1576343 Nov 09 00:09:26.810089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['517762b0-8928-4a89-a39e-6632c96198a2'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:26.881008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e2d7460-878b-49d6-b3ac-2b14eb163bf9 req-0610b77d-637d-49cf-9546-5114414faec1 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 210 time: 0.0512123 Nov 09 00:09:26.891561 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-0eb828df-1614-45bd-a1ab-ea13836d6b66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18940ff5-5975-402e-8da8-ec60b66967b3 HTTP/1.1" status: 200 len: 217 time: 0.1232269 Nov 09 00:09:27.062955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-01962c0f-e7b2-415e-9ee5-e8b269ea1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:27.065126 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-01962c0f-e7b2-415e-9ee5-e8b269ea1bc0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47 HTTP/1.1" status: 200 len: 797 time: 0.0859025 Nov 09 00:09:27.137694 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459769c9-6546-49c1-b27f-77a4328a1967 x-openstack-request-id: req-459769c9-6546-49c1-b27f-77a4328a1967 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:27.138003 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "name": "network-vif-plugged", "status": "completed", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:27.138443 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-459769c9-6546-49c1-b27f-77a4328a1967 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:27.138809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-dcba39a4-3bfa-40f2-ae83-a590f9e9d980 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:09:27.139388 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'code': 200} Nov 09 00:09:27.149389 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-dcba39a4-3bfa-40f2-ae83-a590f9e9d980 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0374641 Nov 09 00:09:27.232338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-714830ad-88cc-451f-8864-6a5487a2ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:27.234708 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-714830ad-88cc-451f-8864-6a5487a2ced5 service neutron] 10.222.0.25 "GET /v2.0/ports/387d3440-c2e9-4317-92df-6705adc5fc5f HTTP/1.1" status: 200 len: 1093 time: 0.0835361 Nov 09 00:09:27.241687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-fa25b0a1-99b5-4098-a5d5-2c47d3e0af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:27.244896 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-fa25b0a1-99b5-4098-a5d5-2c47d3e0af26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db9ff48a-f148-4078-8cab-499f349f3760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1710548 Nov 09 00:09:27.257685 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] Request body: {'binding': {'host': 'n-h2-813263-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:27.258667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] Unknown quota resources ['binding']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:09:27.259910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f53d4eaf-1650-42e3-ad98-01ae9387282d req-90daecb1-e21a-4fee-be67-48900e0ca1e3 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 210 time: 0.0565290 Nov 09 00:09:27.388622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-406a4864-a191-45c0-bff2-6e3c353c879e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Deleting port fb9e43a2-1f33-4de5-a5d2-eb0b2ec64065 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:09:27.389990 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-406a4864-a191-45c0-bff2-6e3c353c879e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:27.494423 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1348 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b53c45d-04e1-46ee-ab75-57a4ed298e42 x-openstack-request-id: req-1b53c45d-04e1-46ee-ab75-57a4ed298e42 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:27.494751 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "e5d5d4e0-09b0-416c-b84e-0944c88e9f71", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "05cc56ff-ba70-4c09-879d-a4c54089a9e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "c3601f1b-6090-4fb1-98a9-a0f33c061444", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "c64ad2d8-e1ee-4760-b623-361c968d3a5d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "5ec376c1-315f-4ca8-8930-77a9fd93e81c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "bebae9d8-ef83-4a9d-b792-d0891225bdf6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "18940ff5-5975-402e-8da8-ec60b66967b3", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:27.495161 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b53c45d-04e1-46ee-ab75-57a4ed298e42 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:27.495582 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'status': 'completed', 'code': 200} Nov 09 00:09:27.495830 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71', 'status': 'completed', 'code': 200} Nov 09 00:09:27.496074 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': '05cc56ff-ba70-4c09-879d-a4c54089a9e0', 'status': 'completed', 'code': 200} Nov 09 00:09:27.496315 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': 'c3601f1b-6090-4fb1-98a9-a0f33c061444', 'status': 'completed', 'code': 200} Nov 09 00:09:27.496554 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': 'c64ad2d8-e1ee-4760-b623-361c968d3a5d', 'status': 'completed', 'code': 200} Nov 09 00:09:27.496790 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': '5ec376c1-315f-4ca8-8930-77a9fd93e81c', 'status': 'completed', 'code': 200} Nov 09 00:09:27.497025 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': 'bebae9d8-ef83-4a9d-b792-d0891225bdf6', 'status': 'completed', 'code': 200} Nov 09 00:09:27.497256 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': '18940ff5-5975-402e-8da8-ec60b66967b3', 'status': 'completed', 'code': 200} Nov 09 00:09:27.632972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea85ee8-dca7-42cf-b9bd-98eea881e17c req-55e884a6-f527-450e-b635-b3d2b79be9f8 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:27.642311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ea85ee8-dca7-42cf-b9bd-98eea881e17c req-55e884a6-f527-450e-b635-b3d2b79be9f8 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 945 time: 0.0741615 Nov 09 00:09:27.720692 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-c197f66a-a7a2-40ac-8095-c07ddb0fd6fe service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244866 Nov 09 00:09:27.722421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ea85ee8-dca7-42cf-b9bd-98eea881e17c req-67de5f04-da4d-42f4-a9dc-c9a9aecee4a0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620799 Nov 09 00:09:27.732884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-a46915a3-2dab-4b59-85cc-ff5f1e4a992a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:27.734635 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-a46915a3-2dab-4b59-85cc-ff5f1e4a992a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.30 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 821 time: 0.4400306 Nov 09 00:09:27.736637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-406a4864-a191-45c0-bff2-6e3c353c879e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:27.736960 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-406a4864-a191-45c0-bff2-6e3c353c879e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:27.770505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Request body: {'port': {'device_id': '3a22a5e7-7981-4732-b707-74d68ef9a62e', 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a', 'admin_state_up': True, 'tenant_id': 'a2fd1f630ef54d6dba7f9f1e8827b967'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:27.817047 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:09:27.867235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-a84c3341-54e5-421c-a458-ed0c9b88ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:27.868685 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-a84c3341-54e5-421c-a458-ed0c9b88ebf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 1102 time: 0.3158648 Nov 09 00:09:27.872811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-406a4864-a191-45c0-bff2-6e3c353c879e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Calling delete_port for fb9e43a2-1f33-4de5-a5d2-eb0b2ec64065 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:09:28.004157 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:28.036073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29424c3-a256-451e-b1b4-915123b6f53e req-fc74ce29-7c14-4dfb-97be-9b6d3ef49abc tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:28.039412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f29424c3-a256-451e-b1b4-915123b6f53e req-fc74ce29-7c14-4dfb-97be-9b6d3ef49abc tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 949 time: 0.1548462 Nov 09 00:09:28.070709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:28.077288 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:28.154936 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f29424c3-a256-451e-b1b4-915123b6f53e req-b1fb8227-9f06-4dd3-82c0-02f1b0901a1b tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055136 Nov 09 00:09:28.164214 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:28.186990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 517762b0-8928-4a89-a39e-6632c96198a2 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:09:28.189528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-dd83b7a3-9629-42a2-aa81-f306f22a2c6b tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:28.191323 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-dd83b7a3-9629-42a2-aa81-f306f22a2c6b tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.30 "GET /v2.0/networks?id=9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 HTTP/1.1" status: 200 len: 814 time: 0.3743129 Nov 09 00:09:28.206158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Request body: {'port': {'device_id': '456a272f-6a8d-45b4-a74a-99ced17ee79e', 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90', 'admin_state_up': True, 'tenant_id': '695edd5ace1b4aae83627f466b84dc26'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:28.324362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 517762b0-8928-4a89-a39e-6632c96198a2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:28.324937 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:28.331169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-cc06cd05-5c82-450c-8748-7a17674a388e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282686 Nov 09 00:09:28.470244 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:28.506300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 517762b0-8928-4a89-a39e-6632c96198a2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=517762b0-8928-4a89-a39e-6632c96198a2,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:28.510934 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:28.536646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Made reservation on behalf of 695edd5ace1b4aae83627f466b84dc26 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:09:28.542547 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:28.650613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=517762b0-8928-4a89-a39e-6632c96198a2,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:28.673452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-0f977d66-dca0-4c51-ab52-735ff735d345 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:28.684188 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-0f977d66-dca0-4c51-ab52-735ff735d345 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428168 Nov 09 00:09:28.716757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-de32e1ef-549b-447d-9ed1-a79fedaf1064 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/quotas/5ef4edf3ec2a4d1d85bef0cff8e3b690 HTTP/1.1" status: 200 len: 375 time: 0.0306180 Nov 09 00:09:28.845516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Allocated IP 172.20.0.6 (9afa72d5-e53f-4a6e-933b-2d8d0eccdb90/22b7354d-6c00-44d3-a168-bb29815b6feb/971b6a6b-8777-422d-9053-f722260a565d) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:09:28.968904 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] Attempting to bind port 387d3440-c2e9-4317-92df-6705adc5fc5f on host n-h2-813263-3 for vnic_type normal with profile None {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:28.969546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] Attempting to bind port 387d3440-c2e9-4317-92df-6705adc5fc5f by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:28.969645 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] Attempting to bind port 387d3440-c2e9-4317-92df-6705adc5fc5f on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:28.981821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] Port 387d3440-c2e9-4317-92df-6705adc5fc5f on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:28.982137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] Attempting to bind port 387d3440-c2e9-4317-92df-6705adc5fc5f on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:29.020730 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Made reservation on behalf of a2fd1f630ef54d6dba7f9f1e8827b967 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:09:29.024400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:29.026690 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:29.027047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:29.027428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] Bound using segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:29.027873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] Bound port: 387d3440-c2e9-4317-92df-6705adc5fc5f, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:29.107597 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=387d3440-c2e9-4317-92df-6705adc5fc5f,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:29.142334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba'}, {'server_uuid': '963fdee2-d933-48c7-a411-402375dc9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517762b0-8928-4a89-a39e-6632c96198a2'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:29.145618 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da52ab3-5753-462c-88b4-5af4bf952745" -d '{"events": [{"server_uuid": "eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c", "name": "network-vif-unplugged", "status": "completed", "tag": "958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba"}, {"server_uuid": "963fdee2-d933-48c7-a411-402375dc9a10", "name": "network-vif-plugged", "status": "completed", "tag": "517762b0-8928-4a89-a39e-6632c96198a2"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:29.153409 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:29.154739 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-36480d79-8758-42a8-a53e-9fd228e3c24c service neutron] 10.222.0.25 "POST /v2.0/ports/387d3440-c2e9-4317-92df-6705adc5fc5f/bindings HTTP/1.1" status: 201 len: 389 time: 1.9084084 Nov 09 00:09:29.175009 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ce6224d-c95b-4ba7-8dec-2522e0324830 req-ef0181e7-ef37-4016-a377-27fff11d5b6d service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4349029 Nov 09 00:09:29.243541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-92a10463-f0a7-4ca1-a98e-d4c94a78904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:29.245764 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-92a10463-f0a7-4ca1-a98e-d4c94a78904b service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 1.3623993 Nov 09 00:09:29.284794 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:29.358086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-67217a75-fd9c-486d-9b6d-ee6d87248242 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6380742 Nov 09 00:09:29.409500 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:29.480271 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-9dfc5c8e-42bc-4767-8b88-cfea0ac262b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 200 len: 217 time: 0.1687920 Nov 09 00:09:29.629198 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-406a4864-a191-45c0-bff2-6e3c353c879e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:29.706448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a4864-a191-45c0-bff2-6e3c353c879e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Pushing event deleted for resources: {'Port': ['ID=fb9e43a2-1f33-4de5-a5d2-eb0b2ec64065,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:29.766967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:09:29.889965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-406a4864-a191-45c0-bff2-6e3c353c879e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:29.893204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-406a4864-a191-45c0-bff2-6e3c353c879e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:29.894762 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-406a4864-a191-45c0-bff2-6e3c353c879e tempest-ServersWithSpecificFlavorTestJSON-1869657372 tempest-ServersWithSpecificFlavorTestJSON-1869657372-project] 10.222.0.25 "DELETE /v2.0/floatingips/5b2f5fdb-9ec1-4516-a2cc-f6d71eb9cb2f HTTP/1.1" status: 204 len: 168 time: 3.1933870 Nov 09 00:09:29.942065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-02080589-987e-41c4-b18d-31b4f5e0e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:29.943538 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-02080589-987e-41c4-b18d-31b4f5e0e106 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.3323102 Nov 09 00:09:29.964549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-4e86826b-f7f8-465f-a88c-8e6c5efae6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:29.966248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:09:29.967292 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-4e86826b-f7f8-465f-a88c-8e6c5efae6be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 1096 time: 0.2461343 Nov 09 00:09:29.983781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:09:30.023801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Pushing event updated for resources: {'Port': ['ID=971b6a6b-8777-422d-9053-f722260a565d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:30.058531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Allocated IP 172.20.0.3 (3529e958-4130-4d89-8f6b-9e5d5aefa50a/fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b/9988a53a-ab7e-4957-a516-de6a8016abf7) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:09:30.143219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5effb-d0f2-4cc9-8d76-314ff0f56d6c req-95c4d2d3-c11c-4726-b16c-e2b6c71b33f3 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:30.155786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86e5effb-d0f2-4cc9-8d76-314ff0f56d6c req-95c4d2d3-c11c-4726-b16c-e2b6c71b33f3 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 931 time: 0.3856711 Nov 09 00:09:30.195152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 517762b0-8928-4a89-a39e-6632c96198a2 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:09:30.223780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70153d5b-c27e-4097-a289-afa1965b0948 req-6b2e7bcf-8cb8-4aea-a380-29a91908f369 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:30.232631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70153d5b-c27e-4097-a289-afa1965b0948 req-6b2e7bcf-8cb8-4aea-a380-29a91908f369 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:30.240588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70153d5b-c27e-4097-a289-afa1965b0948 req-6b2e7bcf-8cb8-4aea-a380-29a91908f369 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:30.247827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70153d5b-c27e-4097-a289-afa1965b0948 req-6b2e7bcf-8cb8-4aea-a380-29a91908f369 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:30.256204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70153d5b-c27e-4097-a289-afa1965b0948 req-6b2e7bcf-8cb8-4aea-a380-29a91908f369 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:30.265100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70153d5b-c27e-4097-a289-afa1965b0948 req-6b2e7bcf-8cb8-4aea-a380-29a91908f369 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:30.274235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70153d5b-c27e-4097-a289-afa1965b0948 req-6b2e7bcf-8cb8-4aea-a380-29a91908f369 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:30.285222 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70153d5b-c27e-4097-a289-afa1965b0948 req-6b2e7bcf-8cb8-4aea-a380-29a91908f369 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.6000378 Nov 09 00:09:30.371419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-8201d9c9-0221-40eb-9d6b-e1ac4b3ed998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:30.373328 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-8201d9c9-0221-40eb-9d6b-e1ac4b3ed998 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4020317 Nov 09 00:09:30.390055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:30.394776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:30.453193 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:30.458340 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4499f309-8d98-40d8-ad1b-0c31a3ae85ef tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2573576 Nov 09 00:09:30.486830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-9bac7745-a678-4a41-b514-102693080053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:30.493481 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-9bac7745-a678-4a41-b514-102693080053 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.4824963 Nov 09 00:09:30.501416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86e5effb-d0f2-4cc9-8d76-314ff0f56d6c req-4d0a0bc1-aa6c-4606-9178-0d74192296ed tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416886 Nov 09 00:09:30.511441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-42808f12-d683-4cc8-84ae-ed1c8c15780d None None] Provisioning complete for port 971b6a6b-8777-422d-9053-f722260a565d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:30.512069 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-42808f12-d683-4cc8-84ae-ed1c8c15780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:30.595844 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70153d5b-c27e-4097-a289-afa1965b0948 req-a63ae63b-9d5c-42a0-90ca-a4c3269f02d3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3095944 Nov 09 00:09:30.606861 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-42808f12-d683-4cc8-84ae-ed1c8c15780d None None] Port 971b6a6b-8777-422d-9053-f722260a565d cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:09:30.622079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 517762b0-8928-4a89-a39e-6632c96198a2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=517762b0-8928-4a89-a39e-6632c96198a2,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:30.622079 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:30.656852 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-9a499688-0a9d-4d08-9787-45831b70a0a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387d3440-c2e9-4317-92df-6705adc5fc5f HTTP/1.1" status: 200 len: 217 time: 0.1275945 Nov 09 00:09:30.689862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Request body: {'port': {'device_id': '456a272f-6a8d-45b4-a74a-99ced17ee79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:30.734882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=517762b0-8928-4a89-a39e-6632c96198a2,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:30.909042 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:30.950409 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-206fcca9-46fe-4e0a-bfea-a63d5e74c565 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586605 Nov 09 00:09:30.980675 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99b794cd-246b-4c86-ac93-b180fe05ef15 req-9450abc0-c9bd-4148-aad7-2fce2870e26e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 210 time: 0.0717793 Nov 09 00:09:31.062886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-09d321ee-08b5-44ca-bf17-c1a0dc932a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:31.064393 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-09d321ee-08b5-44ca-bf17-c1a0dc932a80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.1130614 Nov 09 00:09:31.204877 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-fe1cf369-2e3d-4e76-ba7e-e043a746e9dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251636 Nov 09 00:09:31.281583 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013b695f-a5ab-4bcc-9eb3-afb51484adc0 x-openstack-request-id: req-013b695f-a5ab-4bcc-9eb3-afb51484adc0 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:31.282106 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c", "name": "network-vif-unplugged", "status": "completed", "tag": "958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba", "code": 200}, {"server_uuid": "963fdee2-d933-48c7-a411-402375dc9a10", "name": "network-vif-plugged", "status": "completed", "tag": "517762b0-8928-4a89-a39e-6632c96198a2", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:31.282332 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-013b695f-a5ab-4bcc-9eb3-afb51484adc0 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:31.283051 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba', 'code': 200} Nov 09 00:09:31.283511 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963fdee2-d933-48c7-a411-402375dc9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517762b0-8928-4a89-a39e-6632c96198a2', 'code': 200} Nov 09 00:09:31.506083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971b6a6b-8777-422d-9053-f722260a565d {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:31.519495 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:31.537509 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-f307f468-4178-4c60-87e4-782e9bad41a2 service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724719 Nov 09 00:09:31.572900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Transition to ACTIVE for port object 971b6a6b-8777-422d-9053-f722260a565d will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:09:31.590660 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:31.739720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2fff6-f691-4d2d-b7ab-893fafe84759 req-6936f205-9211-4e37-84d8-3240fc6c6dac tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:31.744904 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-aab2fff6-f691-4d2d-b7ab-893fafe84759 req-6936f205-9211-4e37-84d8-3240fc6c6dac tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.11 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 944 time: 0.4812176 Nov 09 00:09:31.777024 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:31.823640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-dbba6bf5-b52a-46a1-8e60-40f6e22c27db tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905573 Nov 09 00:09:31.832431 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-0adec908-0b31-4166-be99-e6f44a77ab7d service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7724824 Nov 09 00:09:31.951426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e44817-c041-4a63-a570-eef262538e33 req-f33f6b32-e618-4679-8699-bcbcaa58e8d4 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:31.971128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6e44817-c041-4a63-a570-eef262538e33 req-f33f6b32-e618-4679-8699-bcbcaa58e8d4 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.3929188 Nov 09 00:09:32.049701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:32.066996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['4bdaadc7-fad7-4071-842e-59da688c68ab'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:32.082956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=971b6a6b-8777-422d-9053-f722260a565d,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:32.120824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817b735-41b6-403a-a824-2bc92342b9f5 req-51b9c20a-2518-45bd-965d-e380a819015e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:32.134985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f817b735-41b6-403a-a824-2bc92342b9f5 req-51b9c20a-2518-45bd-965d-e380a819015e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=963fdee2-d933-48c7-a411-402375dc9a10 HTTP/1.1" status: 200 len: 944 time: 0.4337153 Nov 09 00:09:32.264766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Pushing event updated for resources: {'Port': ['ID=9988a53a-ab7e-4957-a516-de6a8016abf7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:32.288474 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-0c0e55be-e59d-4938-8fac-404121f287f6 service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021959 Nov 09 00:09:32.369088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6e44817-c041-4a63-a570-eef262538e33 req-2607d892-4331-4875-8bcc-1cdbbc57df14 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968210 Nov 09 00:09:32.372226 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Network 3529e958-4130-4d89-8f6b-9e5d5aefa50a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:09:32.385798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-df0f1c5d-56d1-4928-9c9d-f55257e9578e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:32.389032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-0481de34-34e5-4826-a03a-b881d8ee1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:32.389532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-0481de34-34e5-4826-a03a-b881d8ee1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:32.390305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-0481de34-34e5-4826-a03a-b881d8ee1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:32.390694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-0481de34-34e5-4826-a03a-b881d8ee1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:32.391131 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-0481de34-34e5-4826-a03a-b881d8ee1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:32.391577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-0481de34-34e5-4826-a03a-b881d8ee1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:32.392022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-0481de34-34e5-4826-a03a-b881d8ee1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:32.393909 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-0481de34-34e5-4826-a03a-b881d8ee1942 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6487 time: 0.3797626 Nov 09 00:09:32.396489 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:09:32.396975 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-df0f1c5d-56d1-4928-9c9d-f55257e9578e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5641470 Nov 09 00:09:32.401113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:09:32.407574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-aab2fff6-f691-4d2d-b7ab-893fafe84759 req-73924674-ef43-4abe-9a17-52988e42193d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Deleting port 517762b0-8928-4a89-a39e-6632c96198a2 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:09:32.407910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-aab2fff6-f691-4d2d-b7ab-893fafe84759 req-73924674-ef43-4abe-9a17-52988e42193d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:32.422686 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f817b735-41b6-403a-a824-2bc92342b9f5 req-a156a0ed-6849-429a-bc03-dae39f90fc9d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867022 Nov 09 00:09:32.458730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Request body: {'port': {'device_id': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '5ef4edf3ec2a4d1d85bef0cff8e3b690'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:32.559546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Attempting to bind port 971b6a6b-8777-422d-9053-f722260a565d on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:32.560486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Attempting to bind port 971b6a6b-8777-422d-9053-f722260a565d by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:32.560486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Attempting to bind port 971b6a6b-8777-422d-9053-f722260a565d on network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:32.607077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-aab2fff6-f691-4d2d-b7ab-893fafe84759 req-73924674-ef43-4abe-9a17-52988e42193d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] For port 517762b0-8928-4a89-a39e-6632c96198a2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=517762b0-8928-4a89-a39e-6632c96198a2,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:32.607077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-aab2fff6-f691-4d2d-b7ab-893fafe84759 req-73924674-ef43-4abe-9a17-52988e42193d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:32.628842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-aab2fff6-f691-4d2d-b7ab-893fafe84759 req-73924674-ef43-4abe-9a17-52988e42193d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Calling delete_port for 517762b0-8928-4a89-a39e-6632c96198a2 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:09:32.671199 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cc331e7-aa6e-457f-9779-65ab6fb49907 req-cc753712-80a5-4dc6-8a91-992655054415 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 210 time: 0.1455498 Nov 09 00:09:32.683463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Port 971b6a6b-8777-422d-9053-f722260a565d on network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:32.683791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Attempting to bind port 971b6a6b-8777-422d-9053-f722260a565d on network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:32.701005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:32.702755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Checking segment: {'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:32.703248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Bound using segment: {'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:32.704778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Bound port: 971b6a6b-8777-422d-9053-f722260a565d, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc26115-3636-4647-a73a-33058096b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:32.705828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:32.802542 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-aab2fff6-f691-4d2d-b7ab-893fafe84759 req-73924674-ef43-4abe-9a17-52988e42193d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:32.878938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73924674-ef43-4abe-9a17-52988e42193d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event deleted for resources: {'Port': ['ID=517762b0-8928-4a89-a39e-6632c96198a2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:32.947537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] For port 971b6a6b-8777-422d-9053-f722260a565d, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:32.951242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] For port 971b6a6b-8777-422d-9053-f722260a565d, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=971b6a6b-8777-422d-9053-f722260a565d,segment=NetworkSegment(9dc26115-3636-4647-a73a-33058096b0df),segment_id=9dc26115-3636-4647-a73a-33058096b0df)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:32.982927 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:32.996967 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.001781 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:33.007261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab2fff6-f691-4d2d-b7ab-893fafe84759 req-73924674-ef43-4abe-9a17-52988e42193d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] No DVR routers for this DVR port 517762b0-8928-4a89-a39e-6632c96198a2 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:09:33.040043 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-aab2fff6-f691-4d2d-b7ab-893fafe84759 req-73924674-ef43-4abe-9a17-52988e42193d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:33.044986 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-aab2fff6-f691-4d2d-b7ab-893fafe84759 req-73924674-ef43-4abe-9a17-52988e42193d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.11 "DELETE /v2.0/ports/517762b0-8928-4a89-a39e-6632c96198a2 HTTP/1.1" status: 204 len: 173 time: 1.2511151 Nov 09 00:09:33.048484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963fdee2-d933-48c7-a411-402375dc9a10', 'name': 'network-vif-deleted', 'tag': '517762b0-8928-4a89-a39e-6632c96198a2'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:33.050749 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fb6e61-5394-4e0b-8036-b63c8d1d0070" -d '{"events": [{"server_uuid": "963fdee2-d933-48c7-a411-402375dc9a10", "name": "network-vif-deleted", "tag": "517762b0-8928-4a89-a39e-6632c96198a2"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:33.090665 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-863864c7-0fb0-4001-9378-32d086a636fd tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3414824 Nov 09 00:09:33.118194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-5314ab2b-d09a-4106-8215-f58360ddf383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.120155 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-5314ab2b-d09a-4106-8215-f58360ddf383 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4800f68-4a56-437c-93ae-0635f13e0fec HTTP/1.1" status: 200 len: 915 time: 0.3289056 Nov 09 00:09:33.198577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=971b6a6b-8777-422d-9053-f722260a565d,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:33.219653 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-28509919-420f-4335-b955-0f503a47f63b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d5d4e0-09b0-416c-b84e-0944c88e9f71 HTTP/1.1" status: 200 len: 217 time: 0.0912218 Nov 09 00:09:33.236723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70274246-f2fb-4e32-af42-6ac81aa1ae1b req-8a705403-767b-461f-9684-374c557d4ba6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.251064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70274246-f2fb-4e32-af42-6ac81aa1ae1b req-8a705403-767b-461f-9684-374c557d4ba6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.259418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70274246-f2fb-4e32-af42-6ac81aa1ae1b req-8a705403-767b-461f-9684-374c557d4ba6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.266653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70274246-f2fb-4e32-af42-6ac81aa1ae1b req-8a705403-767b-461f-9684-374c557d4ba6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.277515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70274246-f2fb-4e32-af42-6ac81aa1ae1b req-8a705403-767b-461f-9684-374c557d4ba6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.283547 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70274246-f2fb-4e32-af42-6ac81aa1ae1b req-8a705403-767b-461f-9684-374c557d4ba6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.285270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963fdee2-d933-48c7-a411-402375dc9a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517762b0-8928-4a89-a39e-6632c96198a2'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:33.288235 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e137883-ad3f-444d-916c-53a45129d875" -d '{"events": [{"server_uuid": "963fdee2-d933-48c7-a411-402375dc9a10", "name": "network-vif-unplugged", "status": "completed", "tag": "517762b0-8928-4a89-a39e-6632c96198a2"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:33.294233 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70274246-f2fb-4e32-af42-6ac81aa1ae1b req-8a705403-767b-461f-9684-374c557d4ba6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.296641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70274246-f2fb-4e32-af42-6ac81aa1ae1b req-8a705403-767b-461f-9684-374c557d4ba6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.3246040 Nov 09 00:09:33.299449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.300068 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:33.301455 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-574d23a6-54d2-44b7-a9d0-0e8fef9dc7e5 service neutron] 10.222.0.30 "PUT /v2.0/ports/971b6a6b-8777-422d-9053-f722260a565d HTTP/1.1" status: 200 len: 1091 time: 2.7951775 Nov 09 00:09:33.301907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456a272f-6a8d-45b4-a74a-99ced17ee79e', 'tag': '971b6a6b-8777-422d-9053-f722260a565d'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:33.304842 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8479b916-cf1c-4ac6-8624-39d0a377f584" -d '{"events": [{"name": "network-changed", "server_uuid": "456a272f-6a8d-45b4-a74a-99ced17ee79e", "tag": "971b6a6b-8777-422d-9053-f722260a565d"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:33.352651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-0f0a8398-4968-4787-994c-2278fc34ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.354836 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-0f0a8398-4968-4787-994c-2278fc34ad16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79f442c6-9654-4986-bb72-cb3ccd7531a0 HTTP/1.1" status: 200 len: 854 time: 0.1265073 Nov 09 00:09:33.371279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78aca8-9abe-497b-a904-9d3cee12329a req-8d198767-422e-4197-ae6f-d7489e95f102 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.379396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e78aca8-9abe-497b-a904-9d3cee12329a req-8d198767-422e-4197-ae6f-d7489e95f102 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 943 time: 0.4222109 Nov 09 00:09:33.434874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Made reservation on behalf of 5ef4edf3ec2a4d1d85bef0cff8e3b690 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:09:33.446935 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:33.462040 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-4c92e7ba-9c14-493b-9a36-354bf5e3b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:33.464296 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-4c92e7ba-9c14-493b-9a36-354bf5e3b5be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4800f68-4a56-437c-93ae-0635f13e0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009910 Nov 09 00:09:33.559049 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70274246-f2fb-4e32-af42-6ac81aa1ae1b req-fe228625-ff96-40a5-a191-5c393e721394 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2395768 Nov 09 00:09:33.572057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Request body: {'port': {'device_id': '3a22a5e7-7981-4732-b707-74d68ef9a62e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:33.773955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:33.834274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:09:33.944660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Allocated IP 192.168.233.29 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/a4c29963-9fe4-4427-92da-43d8f97e494c) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:09:34.148183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:34.180151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'mac_address': 'fa:16:3e:21:3f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:09:34.234066 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-ba2cc022-c6ca-40cf-bdee-c9204062a640 service neutron] 10.222.0.11 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7607982 Nov 09 00:09:34.270971 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e78aca8-9abe-497b-a904-9d3cee12329a req-f2931930-5a9e-499b-99b0-65cbfcdd0e6e tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8885972 Nov 09 00:09:34.273642 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:34.311796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:34.355657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:34.359223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 517762b0-8928-4a89-a39e-6632c96198a2 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:09:34.371717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9988a53a-ab7e-4957-a516-de6a8016abf7 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:34.406942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1351c43-0e13-4710-b257-bcfa5df796f5 req-d0cf6483-98dd-4788-b49f-fa74fe05135c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:34.409601 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:34.425373 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 517762b0-8928-4a89-a39e-6632c96198a2 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:09:34.425373 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 517762b0-8928-4a89-a39e-6632c96198a2 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:09:34.426486 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1351c43-0e13-4710-b257-bcfa5df796f5 req-d0cf6483-98dd-4788-b49f-fa74fe05135c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 931 time: 0.3349204 Nov 09 00:09:34.465513 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:34.484864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-d694669e-8356-434f-b625-fc43a57baedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:34.488220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-d694669e-8356-434f-b625-fc43a57baedb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=695edd5ace1b4aae83627f466b84dc26&device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 1094 time: 0.5110924 Nov 09 00:09:34.519150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Transition to ACTIVE for port object 9988a53a-ab7e-4957-a516-de6a8016abf7 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:09:34.534085 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0b6e94-a4d9-4a74-970e-bdb1ad491cfa x-openstack-request-id: req-cf0b6e94-a4d9-4a74-970e-bdb1ad491cfa {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:34.534845 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963fdee2-d933-48c7-a411-402375dc9a10", "name": "network-vif-deleted", "tag": "517762b0-8928-4a89-a39e-6632c96198a2", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:34.534845 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf0b6e94-a4d9-4a74-970e-bdb1ad491cfa {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:34.535226 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963fdee2-d933-48c7-a411-402375dc9a10', 'name': 'network-vif-deleted', 'tag': '517762b0-8928-4a89-a39e-6632c96198a2', 'status': 'completed', 'code': 200} Nov 09 00:09:34.537244 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:34.545735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:34.557041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['223ba7b3-932c-4d73-bf50-6bfbfc16e1f5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:34.581685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1351c43-0e13-4710-b257-bcfa5df796f5 req-f9f32234-c340-468b-afd4-21c5b3326d0a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505566 Nov 09 00:09:34.693446 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49795f3-3007-403e-bc45-c851a5cddf6f x-openstack-request-id: req-c49795f3-3007-403e-bc45-c851a5cddf6f {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:34.693446 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963fdee2-d933-48c7-a411-402375dc9a10", "name": "network-vif-unplugged", "status": "completed", "tag": "517762b0-8928-4a89-a39e-6632c96198a2", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:34.693446 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c49795f3-3007-403e-bc45-c851a5cddf6f {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:34.693446 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963fdee2-d933-48c7-a411-402375dc9a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517762b0-8928-4a89-a39e-6632c96198a2', 'code': 200} Nov 09 00:09:34.810517 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-411862a5-e13c-4a35-abf7-914e1c56d7d8 service neutron] 10.222.0.11 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262327 Nov 09 00:09:34.828600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Pushing event updated for resources: {'Port': ['ID=9988a53a-ab7e-4957-a516-de6a8016abf7,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:34.987255 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24f0d44-d220-46a9-94ac-bae68495951f x-openstack-request-id: req-b24f0d44-d220-46a9-94ac-bae68495951f {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:34.988131 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456a272f-6a8d-45b4-a74a-99ced17ee79e", "tag": "971b6a6b-8777-422d-9053-f722260a565d", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:34.988131 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b24f0d44-d220-46a9-94ac-bae68495951f {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:34.988305 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456a272f-6a8d-45b4-a74a-99ced17ee79e', 'tag': '971b6a6b-8777-422d-9053-f722260a565d', 'status': 'completed', 'code': 200} Nov 09 00:09:35.002890 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-749e4fed-fe43-4286-a32a-6224834da7e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=971b6a6b-8777-422d-9053-f722260a565d HTTP/1.1" status: 200 len: 217 time: 0.4531913 Nov 09 00:09:35.061117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-fc29b2fe-2318-4cba-b5bf-e900bec524c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.066358 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-fc29b2fe-2318-4cba-b5bf-e900bec524c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.066912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-fc29b2fe-2318-4cba-b5bf-e900bec524c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.067697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-fc29b2fe-2318-4cba-b5bf-e900bec524c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.068193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-fc29b2fe-2318-4cba-b5bf-e900bec524c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.068691 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-fc29b2fe-2318-4cba-b5bf-e900bec524c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.069183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-fc29b2fe-2318-4cba-b5bf-e900bec524c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.071414 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-fc29b2fe-2318-4cba-b5bf-e900bec524c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6487 time: 0.1792374 Nov 09 00:09:35.085704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef32c73c-2d5d-4562-af27-740ac9979f1b req-7f97e3b4-5c1e-484b-8957-165f6d1b7fd0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 210 time: 0.0963290 Nov 09 00:09:35.134649 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Attempting to bind port 9988a53a-ab7e-4957-a516-de6a8016abf7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:35.134983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Attempting to bind port 9988a53a-ab7e-4957-a516-de6a8016abf7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:35.135371 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Attempting to bind port 9988a53a-ab7e-4957-a516-de6a8016abf7 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:35.172509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Port 9988a53a-ab7e-4957-a516-de6a8016abf7 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:35.177580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Attempting to bind port 9988a53a-ab7e-4957-a516-de6a8016abf7 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:35.245133 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:35.259273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:35.259665 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:35.260072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Bound using segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:35.260559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Bound port: 9988a53a-ab7e-4957-a516-de6a8016abf7, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:35.260989 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:35.309281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:35.323179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:35.343023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37776e19-c107-4727-8b8a-8f0c0d0c70b6 req-fb6fcb1a-a53e-4b83-a84a-1d77f6f023fc tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.345976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37776e19-c107-4727-8b8a-8f0c0d0c70b6 req-fb6fcb1a-a53e-4b83-a84a-1d77f6f023fc tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.3555229 Nov 09 00:09:35.468882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:35.502025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-f9ee8169-3cbb-48fc-9ff0-bcabff483459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.503577 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-f9ee8169-3cbb-48fc-9ff0-bcabff483459 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b9455cba-4534-4af4-b9ee-f8c67064c7b0 HTTP/1.1" status: 200 len: 901 time: 0.4124284 Nov 09 00:09:35.529183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'c9157251-ba3b-4625-ad66-84bdd5eb31ff'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:35.559094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:35.578634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:09:35.626549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37776e19-c107-4727-8b8a-8f0c0d0c70b6 req-c694c6f2-5cf0-4fdf-8789-79c7ef7ef61d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650927 Nov 09 00:09:35.626549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:09:35.636886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:09:35.696020 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-9d02dec3-01fe-41d7-9b99-38c3b4557270 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=05cc56ff-ba70-4c09-879d-a4c54089a9e0 HTTP/1.1" status: 200 len: 217 time: 0.1741374 Nov 09 00:09:35.738175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.739018 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:35.746008 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9988a53a-ab7e-4957-a516-de6a8016abf7,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:35.763663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:35.770255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-1a0f90ee-d4d3-448c-98ed-4239a6944caa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3439670 Nov 09 00:09:35.792311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643212e-3657-41d3-9986-0e5a579be0f4 req-4c0d14bb-4f23-4977-87c4-54ae023ba62a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.803788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643212e-3657-41d3-9986-0e5a579be0f4 req-4c0d14bb-4f23-4977-87c4-54ae023ba62a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.811962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643212e-3657-41d3-9986-0e5a579be0f4 req-4c0d14bb-4f23-4977-87c4-54ae023ba62a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.822757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643212e-3657-41d3-9986-0e5a579be0f4 req-4c0d14bb-4f23-4977-87c4-54ae023ba62a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.831594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643212e-3657-41d3-9986-0e5a579be0f4 req-4c0d14bb-4f23-4977-87c4-54ae023ba62a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.844241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643212e-3657-41d3-9986-0e5a579be0f4 req-4c0d14bb-4f23-4977-87c4-54ae023ba62a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.854955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643212e-3657-41d3-9986-0e5a579be0f4 req-4c0d14bb-4f23-4977-87c4-54ae023ba62a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.869160 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d643212e-3657-41d3-9986-0e5a579be0f4 req-4c0d14bb-4f23-4977-87c4-54ae023ba62a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.4029477 Nov 09 00:09:35.880189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.881199 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:35.884310 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] 10.222.0.30 "PUT /v2.0/ports/9988a53a-ab7e-4957-a516-de6a8016abf7 HTTP/1.1" status: 200 len: 1091 time: 2.3198712 Nov 09 00:09:35.889568 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:09:35.912561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Request body: {'port': {'device_id': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:35.934470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-9941d7a8-4b40-4e7d-8b87-35658d7c01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:35.936697 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-9941d7a8-4b40-4e7d-8b87-35658d7c01ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.2222881 Nov 09 00:09:35.940139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c62562-4669-4185-bbc4-b97d41906f59 service neutron] Pushing event updated for resources: {'Port': ['ID=9988a53a-ab7e-4957-a516-de6a8016abf7,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:36.063661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-48c416da-d421-4f2a-a1aa-fbfb4692a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:36.068078 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-48c416da-d421-4f2a-a1aa-fbfb4692a169 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147773 Nov 09 00:09:36.267974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:36.268640 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:36.307834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d643212e-3657-41d3-9986-0e5a579be0f4 req-d8817c77-cb64-4496-9c1e-1b5622ba0d5c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4344964 Nov 09 00:09:36.327256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-20d90021-0f10-4859-88a8-b11302a0e398 None None] Provisioning complete for port a4c29963-9fe4-4427-92da-43d8f97e494c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:36.328422 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-20d90021-0f10-4859-88a8-b11302a0e398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:36.357407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:36.371173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4806db23-1c73-46e6-90dd-ce3006b50458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:36.371173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-4806db23-1c73-46e6-90dd-ce3006b50458 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b7354d-6c00-44d3-a168-bb29815b6feb HTTP/1.1" status: 200 len: 853 time: 0.4790285 Nov 09 00:09:36.405843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60950) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:36.427488 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:36.543733 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-20d90021-0f10-4859-88a8-b11302a0e398 None None] Port a4c29963-9fe4-4427-92da-43d8f97e494c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:09:36.570297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4d94054c-ea5b-44ae-b6ff-1b66fe6e8611 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1227493403', 'description': 'tempest-description--1344197962'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:36.585801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:36.702464 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:36.705966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:36.709376 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf39a21c-3f1c-4651-8c41-70db19f1b6e8" -d '{"events": [{"server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "name": "network-vif-plugged", "status": "completed", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:36.760004 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a22a5e7-7981-4732-b707-74d68ef9a62e', 'tag': '9988a53a-ab7e-4957-a516-de6a8016abf7'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:36.762554 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5946b964-d3c2-481b-8b77-20d3c512d30d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a22a5e7-7981-4732-b707-74d68ef9a62e", "tag": "9988a53a-ab7e-4957-a516-de6a8016abf7"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:36.837939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,revision_number=10']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:36.860483 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4d94054c-ea5b-44ae-b6ff-1b66fe6e8611 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:36.899225 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-bab1a942-e109-4277-8c23-f032c34299fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:36.901047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-bab1a942-e109-4277-8c23-f032c34299fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9afa72d5-e53f-4a6e-933b-2d8d0eccdb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4945879 Nov 09 00:09:36.924911 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-4bb00e62-6d11-4e1b-8d7d-ee5ffe09eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:36.926555 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-4bb00e62-6d11-4e1b-8d7d-ee5ffe09eb57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 1094 time: 0.8499644 Nov 09 00:09:36.961950 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-0cbc82f0-5a53-42f0-bcbf-62a3723d0f63 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8806903 Nov 09 00:09:37.092268 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-c5c71b67-75d5-401e-9bea-c80e53591da7 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223516 Nov 09 00:09:37.215994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-14d06577-e1ab-45e3-bb44-6714fa0d1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:37.216494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-14d06577-e1ab-45e3-bb44-6714fa0d1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:37.216983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-14d06577-e1ab-45e3-bb44-6714fa0d1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:37.217485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-14d06577-e1ab-45e3-bb44-6714fa0d1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:37.217984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-14d06577-e1ab-45e3-bb44-6714fa0d1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:37.218459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-14d06577-e1ab-45e3-bb44-6714fa0d1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:37.218926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-14d06577-e1ab-45e3-bb44-6714fa0d1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:37.220904 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-14d06577-e1ab-45e3-bb44-6714fa0d1996 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6487 time: 0.0637367 Nov 09 00:09:37.369111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-f6d5f350-5c05-4ed5-8dd5-4f32375550fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:37.371020 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-f6d5f350-5c05-4ed5-8dd5-4f32375550fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=b9455cba-4534-4af4-b9ee-f8c67064c7b0 HTTP/1.1" status: 200 len: 901 time: 0.1362071 Nov 09 00:09:37.434552 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-002a1d10-a546-4143-928b-507979aa4d53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=c3601f1b-6090-4fb1-98a9-a0f33c061444 HTTP/1.1" status: 200 len: 217 time: 0.0543575 Nov 09 00:09:37.466320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d73831-8f45-4f35-8465-747d952320c2 req-2208daa2-160e-4659-8411-366d4ebd011c tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:37.472300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71d73831-8f45-4f35-8465-747d952320c2 req-2208daa2-160e-4659-8411-366d4ebd011c tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 943 time: 0.8825893 Nov 09 00:09:37.523963 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9c853-60b8-4c23-8769-92b70a028426 req-e91f0bcd-cdd9-4863-a5c5-26729506b39e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:37.537131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2eb9c853-60b8-4c23-8769-92b70a028426 req-e91f0bcd-cdd9-4863-a5c5-26729506b39e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.8245487 Nov 09 00:09:37.569924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-ff467f79-82cb-4e1a-9b93-f2900a117398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:37.571586 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-ff467f79-82cb-4e1a-9b93-f2900a117398 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.1291654 Nov 09 00:09:37.696232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-d55449b6-cbb9-4bb9-a6a1-6058f8c11d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:37.697804 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-d55449b6-cbb9-4bb9-a6a1-6058f8c11d0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1177821 Nov 09 00:09:37.699717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2eb9c853-60b8-4c23-8769-92b70a028426 req-f4c190c8-0aa4-4a3d-b7df-5cf129169635 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589596 Nov 09 00:09:37.772245 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71d73831-8f45-4f35-8465-747d952320c2 req-d4cdc004-b24c-47f7-9956-2ed4d9bdfab1 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840903 Nov 09 00:09:37.923750 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-78214140-f259-435d-99a1-cb744dbf68a0 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150419 Nov 09 00:09:37.924902 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4d94054c-ea5b-44ae-b6ff-1b66fe6e8611 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:37.949086 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4d94054c-ea5b-44ae-b6ff-1b66fe6e8611 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:38.117685 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-d389669e-4234-4a63-91e3-d452a34e63e2 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881135 Nov 09 00:09:38.172913 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4d94054c-ea5b-44ae-b6ff-1b66fe6e8611 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:38.174255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4d94054c-ea5b-44ae-b6ff-1b66fe6e8611 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6246367 Nov 09 00:09:38.187206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60976) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:38.193244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4314324c-ece8-4f9d-9a70-888c82248152 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Request body: {'security_group_rule': {'security_group_id': 'a724a23c-9fb5-4746-88e0-163184a4799c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:38.243369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d0f2f-b1be-4a34-ad62-8e2bd3f345db req-11e1dad9-ee51-4cc0-af4a-40da672285df tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:38.247818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-270c0b10-ce4d-45c3-b887-e9c925ca05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:38.248361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-270c0b10-ce4d-45c3-b887-e9c925ca05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:38.248892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-270c0b10-ce4d-45c3-b887-e9c925ca05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:38.249437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-270c0b10-ce4d-45c3-b887-e9c925ca05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:38.249882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-270c0b10-ce4d-45c3-b887-e9c925ca05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:38.250391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-270c0b10-ce4d-45c3-b887-e9c925ca05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:38.250857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-270c0b10-ce4d-45c3-b887-e9c925ca05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:38.251512 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a3d0f2f-b1be-4a34-ad62-8e2bd3f345db req-11e1dad9-ee51-4cc0-af4a-40da672285df tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 935 time: 0.4615581 Nov 09 00:09:38.252901 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-270c0b10-ce4d-45c3-b887-e9c925ca05f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6487 time: 0.0755243 Nov 09 00:09:38.264522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94054c-ea5b-44ae-b6ff-1b66fe6e8611 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a724a23c-9fb5-4746-88e0-163184a4799c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:38.344466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d9816-fac0-48a5-84b8-16e3e7cfc1c0 req-56eeb85e-b00b-4c58-979b-72799513822c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:38.352193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a9d9816-fac0-48a5-84b8-16e3e7cfc1c0 req-56eeb85e-b00b-4c58-979b-72799513822c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.3015196 Nov 09 00:09:38.359960 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4314324c-ece8-4f9d-9a70-888c82248152 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:38.449982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a3d0f2f-b1be-4a34-ad62-8e2bd3f345db req-bbce10a4-7f45-4d8b-b9c9-e6c82d366886 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664858 Nov 09 00:09:38.481495 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-abf1d25b-4f01-4c42-a778-0c335be4c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:38.486532 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-abf1d25b-4f01-4c42-a778-0c335be4c799 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b9455cba-4534-4af4-b9ee-f8c67064c7b0 HTTP/1.1" status: 200 len: 901 time: 0.2256596 Nov 09 00:09:38.513417 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab55514-823a-4371-9daf-25b37f188bdd x-openstack-request-id: req-aab55514-823a-4371-9daf-25b37f188bdd {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:38.513927 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "name": "network-vif-plugged", "status": "completed", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:38.514061 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aab55514-823a-4371-9daf-25b37f188bdd {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:38.514364 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'code': 200} Nov 09 00:09:38.531328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c29963-9fe4-4427-92da-43d8f97e494c {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:38.566394 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-4ec493a0-bbbb-4c42-8993-4458983231fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=c64ad2d8-e1ee-4760-b623-361c968d3a5d HTTP/1.1" status: 200 len: 217 time: 0.0713527 Nov 09 00:09:38.568934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:38.591772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a9d9816-fac0-48a5-84b8-16e3e7cfc1c0 req-eab0adad-1728-490e-a972-27b6e7ab2dd6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386999 Nov 09 00:09:38.610894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Transition to ACTIVE for port object a4c29963-9fe4-4427-92da-43d8f97e494c will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:09:38.613050 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4314324c-ece8-4f9d-9a70-888c82248152 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:38.628648 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:38.670656 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4314324c-ece8-4f9d-9a70-888c82248152 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:38.671271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-5dd53a0b-0ce8-47ed-9b4b-b0df3abcda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:38.673226 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-5dd53a0b-0ce8-47ed-9b4b-b0df3abcda07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.0986395 Nov 09 00:09:38.682823 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cea5034-ea39-4911-94ad-203694ddb523 x-openstack-request-id: req-4cea5034-ea39-4911-94ad-203694ddb523 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:38.683293 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a22a5e7-7981-4732-b707-74d68ef9a62e", "tag": "9988a53a-ab7e-4957-a516-de6a8016abf7", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:38.683397 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cea5034-ea39-4911-94ad-203694ddb523 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:38.691313 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a22a5e7-7981-4732-b707-74d68ef9a62e', 'tag': '9988a53a-ab7e-4957-a516-de6a8016abf7', 'status': 'completed', 'code': 200} Nov 09 00:09:38.828458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-cdbab32b-50ee-4338-b1f1-1f2b5885d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:38.829980 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-cdbab32b-50ee-4338-b1f1-1f2b5885d501 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1490531 Nov 09 00:09:38.892043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314324c-ece8-4f9d-9a70-888c82248152 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd9d5b2-8f46-4c9e-95da-a3ab1ddc405b,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:38.987448 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4314324c-ece8-4f9d-9a70-888c82248152 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:38.989380 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4314324c-ece8-4f9d-9a70-888c82248152 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7980640 Nov 09 00:09:38.995145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60988) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:38.999605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-52553517-2322-48db-8b4a-5c0384f01d3e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Request body: {'security_group_rule': {'security_group_id': 'a724a23c-9fb5-4746-88e0-163184a4799c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:39.042236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:39.102945 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-18dde6a4-d649-4ac9-857f-16ba9ea6c4a5 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643616 Nov 09 00:09:39.108577 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52553517-2322-48db-8b4a-5c0384f01d3e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:39.137315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215a65-cf9e-4cc3-80f1-31bc1263c7af req-24284c6b-6bb3-4bf7-9d81-4f14bf6bc47e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.143926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215a65-cf9e-4cc3-80f1-31bc1263c7af req-24284c6b-6bb3-4bf7-9d81-4f14bf6bc47e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.150435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215a65-cf9e-4cc3-80f1-31bc1263c7af req-24284c6b-6bb3-4bf7-9d81-4f14bf6bc47e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.156816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215a65-cf9e-4cc3-80f1-31bc1263c7af req-24284c6b-6bb3-4bf7-9d81-4f14bf6bc47e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.163592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215a65-cf9e-4cc3-80f1-31bc1263c7af req-24284c6b-6bb3-4bf7-9d81-4f14bf6bc47e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.170153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215a65-cf9e-4cc3-80f1-31bc1263c7af req-24284c6b-6bb3-4bf7-9d81-4f14bf6bc47e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.176596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215a65-cf9e-4cc3-80f1-31bc1263c7af req-24284c6b-6bb3-4bf7-9d81-4f14bf6bc47e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.178744 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca215a65-cf9e-4cc3-80f1-31bc1263c7af req-24284c6b-6bb3-4bf7-9d81-4f14bf6bc47e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.4311192 Nov 09 00:09:39.205413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98efe2b-9d44-4e05-8b99-403b61210d2d req-0c27e7e8-f074-49a5-ab18-ee5cc3cfae2a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.206901 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a98efe2b-9d44-4e05-8b99-403b61210d2d req-0c27e7e8-f074-49a5-ab18-ee5cc3cfae2a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.3272879 Nov 09 00:09:39.283591 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52553517-2322-48db-8b4a-5c0384f01d3e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:39.293082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52553517-2322-48db-8b4a-5c0384f01d3e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:39.306166 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-29ca3897-cea4-495c-afde-18f696f19948 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937909 Nov 09 00:09:39.324254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Attempting to bind port a4c29963-9fe4-4427-92da-43d8f97e494c on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:39.324653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Attempting to bind port a4c29963-9fe4-4427-92da-43d8f97e494c by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:39.325181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Attempting to bind port a4c29963-9fe4-4427-92da-43d8f97e494c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:39.347566 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52553517-2322-48db-8b4a-5c0384f01d3e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d4656e-31e1-4928-8d33-0f705b20f212,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:39.347826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a98efe2b-9d44-4e05-8b99-403b61210d2d req-7cb11272-e0bb-4146-a074-d6c79e87b156 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330073 Nov 09 00:09:39.348253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Port a4c29963-9fe4-4427-92da-43d8f97e494c on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:39.348578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Attempting to bind port a4c29963-9fe4-4427-92da-43d8f97e494c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:39.374516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52553517-2322-48db-8b4a-5c0384f01d3e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:39.385251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca215a65-cf9e-4cc3-80f1-31bc1263c7af req-a0e62da7-1122-4bce-9ab3-1b2967489602 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1950207 Nov 09 00:09:39.386827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:39.387184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:39.387931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:39.388552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Bound port: a4c29963-9fe4-4427-92da-43d8f97e494c, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:39.388909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:39.389043 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-52553517-2322-48db-8b4a-5c0384f01d3e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3903689 Nov 09 00:09:39.391721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60990) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:39.404141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:39.487579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60994) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:39.563281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:39.577895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-5b943e7b-bbb3-45a5-b9c7-3cf996dbc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.581009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-5b943e7b-bbb3-45a5-b9c7-3cf996dbc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.584095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-5b943e7b-bbb3-45a5-b9c7-3cf996dbc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.585387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-5b943e7b-bbb3-45a5-b9c7-3cf996dbc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.587025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-5b943e7b-bbb3-45a5-b9c7-3cf996dbc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.589845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-5b943e7b-bbb3-45a5-b9c7-3cf996dbc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.591468 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-5b943e7b-bbb3-45a5-b9c7-3cf996dbc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.594736 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-5b943e7b-bbb3-45a5-b9c7-3cf996dbc3a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6487 time: 0.1994123 Nov 09 00:09:39.650027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:39.684862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:39.713465 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:39.830513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-c3b866d4-b460-4df5-95e0-91ed49c8a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.832067 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-c3b866d4-b460-4df5-95e0-91ed49c8a80f service neutron] 10.222.0.11 "GET /v2.0/networks?id=b9455cba-4534-4af4-b9ee-f8c67064c7b0 HTTP/1.1" status: 200 len: 901 time: 0.2293053 Nov 09 00:09:39.850399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:39.876709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cb681-3b1a-4383-935d-c869bc79759b req-254ffbbb-42eb-48b0-919c-34feb1c0190d tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.884946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-991cb681-3b1a-4383-935d-c869bc79759b req-254ffbbb-42eb-48b0-919c-34feb1c0190d tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 943 time: 0.2986648 Nov 09 00:09:39.912925 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-4b743152-a5a3-481b-a426-44374ff0727e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5ec376c1-315f-4ca8-8930-77a9fd93e81c HTTP/1.1" status: 200 len: 217 time: 0.0393128 Nov 09 00:09:39.948285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:39.949271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:39.951218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-62f74dbe-0d27-409e-9c9b-6a33b8a08e8b service neutron] 10.222.0.11 "PUT /v2.0/ports/a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 1095 time: 4.0442905 Nov 09 00:09:39.954538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:39.959555 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6469050b-5f8f-463a-8226-18e19ad2f847" -d '{"events": [{"name": "network-changed", "server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:39.998626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-c619675e-1d10-4b3f-8ffd-0b4c9f9bddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.000815 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-c619675e-1d10-4b3f-8ffd-0b4c9f9bddbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.0688941 Nov 09 00:09:40.034102 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-991cb681-3b1a-4383-935d-c869bc79759b req-6b2676d9-8e11-4b36-8790-9c2a06987761 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477456 Nov 09 00:09:40.141747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727e01-cd51-44e2-a3c3-1ee155c6220f req-445b7db6-a032-47eb-bea6-d8d958957191 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.149425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a727e01-cd51-44e2-a3c3-1ee155c6220f req-445b7db6-a032-47eb-bea6-d8d958957191 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 947 time: 0.3085263 Nov 09 00:09:40.243990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-3b42231d-1244-477c-8229-f53f37ccf168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.245640 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-3b42231d-1244-477c-8229-f53f37ccf168 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2332246 Nov 09 00:09:40.326692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-a8866e86-6319-4f00-b4f8-e9e55f4aac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.328194 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-a8866e86-6319-4f00-b4f8-e9e55f4aac44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1098 time: 0.2919109 Nov 09 00:09:40.346007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a727e01-cd51-44e2-a3c3-1ee155c6220f req-4d6540d3-f94a-46e9-a629-89c0dad7c739 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887248 Nov 09 00:09:40.500538 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:40.517248 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103250cf-9c9c-4cfa-9552-1e672162b267 x-openstack-request-id: req-103250cf-9c9c-4cfa-9552-1e672162b267 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:40.517708 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:40.518126 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-103250cf-9c9c-4cfa-9552-1e672162b267 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:40.518740 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'status': 'completed', 'code': 200} Nov 09 00:09:40.532263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-0ed52c00-628e-4d1d-af3d-aa43227c43d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 217 time: 0.1752205 Nov 09 00:09:40.546818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ece4-115a-4f66-8eae-c948272f10cd req-67dfdc11-aa5b-4ded-864f-4ccc292c6813 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.557990 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cef4ece4-115a-4f66-8eae-c948272f10cd req-67dfdc11-aa5b-4ded-864f-4ccc292c6813 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.3718874 Nov 09 00:09:40.586465 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-063beaf7-bc28-4ef9-8a85-d55412a9a916 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277533 Nov 09 00:09:40.766456 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-29d69453-1ed8-4d24-b2f9-121fe3a33ac7 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718278 Nov 09 00:09:40.768155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ea775-026a-4b32-ad53-a86dda1c09f9 req-db265fe4-cfa6-407a-af2e-fda905568997 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.769791 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b0ea775-026a-4b32-ad53-a86dda1c09f9 req-db265fe4-cfa6-407a-af2e-fda905568997 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.1992733 Nov 09 00:09:40.782751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cef4ece4-115a-4f66-8eae-c948272f10cd req-bdd6250a-1124-44ad-95d3-39fb51f9fd57 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169058 Nov 09 00:09:40.784252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-79a72b15-e403-4ac3-97c1-5c1f43700652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.785810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-79a72b15-e403-4ac3-97c1-5c1f43700652 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.2170494 Nov 09 00:09:40.872361 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b100b5c-8feb-496a-a695-da3b81e4f1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:40.904025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Allocated IP 172.25.0.191 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/f54c6a34-57a7-4e75-ab86-c439377f98f1) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:09:40.927031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-6796213b-8459-40cf-90b5-087134705220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.927031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-6796213b-8459-40cf-90b5-087134705220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.927378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-6796213b-8459-40cf-90b5-087134705220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.927552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-6796213b-8459-40cf-90b5-087134705220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.928026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-6796213b-8459-40cf-90b5-087134705220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.928505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-6796213b-8459-40cf-90b5-087134705220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.928962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-6796213b-8459-40cf-90b5-087134705220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.930119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b0ea775-026a-4b32-ad53-a86dda1c09f9 req-f67e00d9-c1e5-4173-a1bc-cbb369ae6fc6 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251163 Nov 09 00:09:40.942973 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-6796213b-8459-40cf-90b5-087134705220 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6487 time: 0.1126869 Nov 09 00:09:40.962585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-64cfb47e-5600-45cf-9ffd-405db9f67de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:40.964087 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-64cfb47e-5600-45cf-9ffd-405db9f67de6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1511025 Nov 09 00:09:41.106750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84838f4-42f4-4b27-bf85-1dc5bdee7a21 req-ca18335e-e1e5-4285-a468-226bb9aa2d96 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.112821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84838f4-42f4-4b27-bf85-1dc5bdee7a21 req-ca18335e-e1e5-4285-a468-226bb9aa2d96 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.119444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84838f4-42f4-4b27-bf85-1dc5bdee7a21 req-ca18335e-e1e5-4285-a468-226bb9aa2d96 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.125506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84838f4-42f4-4b27-bf85-1dc5bdee7a21 req-ca18335e-e1e5-4285-a468-226bb9aa2d96 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.133065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84838f4-42f4-4b27-bf85-1dc5bdee7a21 req-ca18335e-e1e5-4285-a468-226bb9aa2d96 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.133910 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-894b0664-a269-4931-afe8-817a96214d19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9988a53a-ab7e-4957-a516-de6a8016abf7 HTTP/1.1" status: 200 len: 217 time: 0.0529351 Nov 09 00:09:41.139121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84838f4-42f4-4b27-bf85-1dc5bdee7a21 req-ca18335e-e1e5-4285-a468-226bb9aa2d96 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.145369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84838f4-42f4-4b27-bf85-1dc5bdee7a21 req-ca18335e-e1e5-4285-a468-226bb9aa2d96 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.147294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b84838f4-42f4-4b27-bf85-1dc5bdee7a21 req-ca18335e-e1e5-4285-a468-226bb9aa2d96 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.2457812 Nov 09 00:09:41.254853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-d57177d0-8199-4c16-b95a-6a44e1796c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.256390 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-d57177d0-8199-4c16-b95a-6a44e1796c6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=db9ff48a-f148-4078-8cab-499f349f3760 HTTP/1.1" status: 200 len: 902 time: 0.3004358 Nov 09 00:09:41.317459 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-e08f80f2-c4c9-4493-b511-d6cea5736bd0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bebae9d8-ef83-4a9d-b792-d0891225bdf6 HTTP/1.1" status: 200 len: 217 time: 0.0355289 Nov 09 00:09:41.331772 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:41.343393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-4b819f2b-2957-42ac-97de-4ab8726621d9 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633926 Nov 09 00:09:41.374248 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-ae89b9f1-ace6-47af-8f2c-5cc5afa5ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.375710 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-ae89b9f1-ace6-47af-8f2c-5cc5afa5ded8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47 HTTP/1.1" status: 200 len: 797 time: 0.0513713 Nov 09 00:09:41.378081 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-dd5746b8-6be1-4c4a-87a5-a81657f1a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.379217 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-dd5746b8-6be1-4c4a-87a5-a81657f1a58d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.2282145 Nov 09 00:09:41.407461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1006e-a0f5-4574-9d3b-78ab92676cfa req-f4d19d34-ff97-48be-b0ef-5e19f1ed3ed1 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.415374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0b1006e-a0f5-4574-9d3b-78ab92676cfa req-f4d19d34-ff97-48be-b0ef-5e19f1ed3ed1 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 943 time: 0.2617023 Nov 09 00:09:41.447656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b84838f4-42f4-4b27-bf85-1dc5bdee7a21 req-c6250bf3-4c88-43af-beeb-3eac3f8cf392 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2915130 Nov 09 00:09:41.457715 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-50c9529d-15f4-4089-86fc-3ff7a46f30ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649529 Nov 09 00:09:41.494052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-7ba308c3-fc5b-46fd-b05c-a88a08ecdf8a service neutron] 10.222.0.30 "GET /v2.0/networks/9afa72d5-e53f-4a6e-933b-2d8d0eccdb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099414 Nov 09 00:09:41.509772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-dec5d572-a8cb-441d-9f72-5a91b8444613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.511268 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-dec5d572-a8cb-441d-9f72-5a91b8444613 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db9ff48a-f148-4078-8cab-499f349f3760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1283505 Nov 09 00:09:41.619216 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:41.835060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0b1006e-a0f5-4574-9d3b-78ab92676cfa req-65c5d59c-031b-4bf2-acec-5645598080a5 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180176 Nov 09 00:09:41.843212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0554e58-2608-4e86-94d6-9690cc6b28a4 req-ccb4c0f8-f6e3-4b40-8612-67c3fce37859 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:41.845024 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0554e58-2608-4e86-94d6-9690cc6b28a4 req-ccb4c0f8-f6e3-4b40-8612-67c3fce37859 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 947 time: 0.2749679 Nov 09 00:09:41.850179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:09:41.866531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:09:41.869302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:09:41.884025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fc63f8-2885-45e4-b71a-f5d6f2d79c09 req-31ce33e2-b40f-4a30-9fff-23a3442d517b service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295475 Nov 09 00:09:41.922291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event updated for resources: {'Port': ['ID=f54c6a34-57a7-4e75-ab86-c439377f98f1,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:42.003679 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bdfc8cf-544f-40a9-b8d0-bb5aafc7c3bd req-b815d0cd-2f6a-49a8-ad04-bb48b75c2db9 service neutron] 10.222.0.30 "GET /v2.0/networks/9afa72d5-e53f-4a6e-933b-2d8d0eccdb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954247 Nov 09 00:09:42.080498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0554e58-2608-4e86-94d6-9690cc6b28a4 req-4d6a30ee-9a75-467d-9860-2870d09b0745 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204251 Nov 09 00:09:42.130609 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-cf2a8f42-4312-4abc-b587-a732fde50bf0 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599479 Nov 09 00:09:42.137740 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-8546dc59-95f0-4a2d-a01f-425635513ebf service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915580 Nov 09 00:09:42.183257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469050b-5f8f-463a-8226-18e19ad2f847 req-82cdd5d9-62ca-48d6-b590-03f005100462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:42.186939 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6469050b-5f8f-463a-8226-18e19ad2f847 req-82cdd5d9-62ca-48d6-b590-03f005100462 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1098 time: 0.1995566 Nov 09 00:09:42.208414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386df212-6c50-4d66-9062-9ec0ce27cf8a req-99913ebe-181c-49d7-8215-6af890eb2cd6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:42.210401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-386df212-6c50-4d66-9062-9ec0ce27cf8a req-99913ebe-181c-49d7-8215-6af890eb2cd6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.2521746 Nov 09 00:09:42.218464 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:42.273634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479b916-cf1c-4ac6-8624-39d0a377f584 req-53ec7deb-788b-42c0-b545-dd233a0b7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:42.276441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8479b916-cf1c-4ac6-8624-39d0a377f584 req-53ec7deb-788b-42c0-b545-dd233a0b7bce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=695edd5ace1b4aae83627f466b84dc26&device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 1094 time: 0.2175171 Nov 09 00:09:42.367182 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:42.374597 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97e73806-ea07-4903-8eab-8fda4d96b753 req-e89db113-abbb-4a32-89ec-63a921da402b service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358811 Nov 09 00:09:42.376269 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9b100b5c-8feb-496a-a695-da3b81e4f1ea admin admin] Deleting port f6e34e61-e73d-4fc0-8baa-037f074e15b9 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:09:42.376604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b100b5c-8feb-496a-a695-da3b81e4f1ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:42.393865 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-ba455e07-a74c-4d5a-8c78-cad658660f57 service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435009 Nov 09 00:09:42.528897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-9b100b5c-8feb-496a-a695-da3b81e4f1ea admin admin] For port f6e34e61-e73d-4fc0-8baa-037f074e15b9, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f6e34e61-e73d-4fc0-8baa-037f074e15b9,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:42.529602 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b100b5c-8feb-496a-a695-da3b81e4f1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:42.549116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9b100b5c-8feb-496a-a695-da3b81e4f1ea admin admin] Calling delete_port for f6e34e61-e73d-4fc0-8baa-037f074e15b9 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:09:42.622068 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-db5da8d4-9d3c-4742-9b14-af0abdf0d1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:42.888958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd0e0c-84b4-47d2-81dd-feabe5b3f12b req-467a841f-e06c-4fad-9c6c-1ccfd11cd79b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:42.898458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3fd0e0c-84b4-47d2-81dd-feabe5b3f12b req-467a841f-e06c-4fad-9c6c-1ccfd11cd79b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.6669128 Nov 09 00:09:42.948204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b100b5c-8feb-496a-a695-da3b81e4f1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:42.960493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-386df212-6c50-4d66-9062-9ec0ce27cf8a req-e19d3f2b-4e82-476a-8ed8-17fe596e947f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7389429 Nov 09 00:09:43.034993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479b916-cf1c-4ac6-8624-39d0a377f584 req-deb6f661-e63b-40f4-bafc-6d822c34900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.036680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8479b916-cf1c-4ac6-8624-39d0a377f584 req-deb6f661-e63b-40f4-bafc-6d822c34900f service neutron] 10.222.0.30 "GET /v2.0/networks?id=9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 HTTP/1.1" status: 200 len: 914 time: 0.7464206 Nov 09 00:09:43.079810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946b964-d3c2-481b-8b77-20d3c512d30d req-806cf722-78d6-48f1-88db-c9b353aa4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.081547 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5946b964-d3c2-481b-8b77-20d3c512d30d req-806cf722-78d6-48f1-88db-c9b353aa4a14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 1094 time: 0.2514012 Nov 09 00:09:43.102921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b100b5c-8feb-496a-a695-da3b81e4f1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e34e61-e73d-4fc0-8baa-037f074e15b9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:43.121602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-3519e970-ce9d-424d-b37f-83dbbb2c60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.122083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-3519e970-ce9d-424d-b37f-83dbbb2c60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.122559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-3519e970-ce9d-424d-b37f-83dbbb2c60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.123014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-3519e970-ce9d-424d-b37f-83dbbb2c60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.123509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-3519e970-ce9d-424d-b37f-83dbbb2c60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.123915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-3519e970-ce9d-424d-b37f-83dbbb2c60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.129558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-3519e970-ce9d-424d-b37f-83dbbb2c60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.133471 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-3519e970-ce9d-424d-b37f-83dbbb2c60c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6487 time: 0.2609313 Nov 09 00:09:43.150878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469050b-5f8f-463a-8226-18e19ad2f847 req-ca022ee6-b48a-4a8c-aec0-eb820f21505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.152964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6469050b-5f8f-463a-8226-18e19ad2f847 req-ca022ee6-b48a-4a8c-aec0-eb820f21505c service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.9413762 Nov 09 00:09:43.225838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8479b916-cf1c-4ac6-8624-39d0a377f584 req-2c31d208-2517-42f7-9e50-e58fc295afd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=971b6a6b-8777-422d-9053-f722260a565d HTTP/1.1" status: 200 len: 217 time: 0.1777818 Nov 09 00:09:43.289373 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3fd0e0c-84b4-47d2-81dd-feabe5b3f12b req-0a95fcca-7358-4a5f-8c41-d983598b6929 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687952 Nov 09 00:09:43.574985 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946b964-d3c2-481b-8b77-20d3c512d30d req-6751e4a9-8114-4260-a293-8146614fe09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.577217 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5946b964-d3c2-481b-8b77-20d3c512d30d req-6751e4a9-8114-4260-a293-8146614fe09e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.4711320 Nov 09 00:09:43.639195 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5946b964-d3c2-481b-8b77-20d3c512d30d req-3ede0985-12f2-422d-a78e-a079219a1472 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9988a53a-ab7e-4957-a516-de6a8016abf7 HTTP/1.1" status: 200 len: 217 time: 0.0501766 Nov 09 00:09:43.643819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6469050b-5f8f-463a-8226-18e19ad2f847 req-3d3bbed6-2100-4124-84f7-ca033d0c527a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 217 time: 0.4293926 Nov 09 00:09:43.646211 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b100b5c-8feb-496a-a695-da3b81e4f1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:43.677390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc10bc-452a-4d61-8024-6e70cbfff134 req-a89d1db0-ccd3-4629-b2ce-8894d9d73339 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.684116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc10bc-452a-4d61-8024-6e70cbfff134 req-a89d1db0-ccd3-4629-b2ce-8894d9d73339 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.691856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc10bc-452a-4d61-8024-6e70cbfff134 req-a89d1db0-ccd3-4629-b2ce-8894d9d73339 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.698452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc10bc-452a-4d61-8024-6e70cbfff134 req-a89d1db0-ccd3-4629-b2ce-8894d9d73339 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.704489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc10bc-452a-4d61-8024-6e70cbfff134 req-a89d1db0-ccd3-4629-b2ce-8894d9d73339 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.713841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc10bc-452a-4d61-8024-6e70cbfff134 req-a89d1db0-ccd3-4629-b2ce-8894d9d73339 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.719834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc10bc-452a-4d61-8024-6e70cbfff134 req-a89d1db0-ccd3-4629-b2ce-8894d9d73339 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.721790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cfc10bc-452a-4d61-8024-6e70cbfff134 req-a89d1db0-ccd3-4629-b2ce-8894d9d73339 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.5063517 Nov 09 00:09:43.738876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fecf6c-fb59-410a-9200-cad7400d2410 req-a304695b-292d-4784-821d-885e50ad8e54 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.740418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15fecf6c-fb59-410a-9200-cad7400d2410 req-a304695b-292d-4784-821d-885e50ad8e54 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 943 time: 0.2623751 Nov 09 00:09:43.747742 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:43.752885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479b916-cf1c-4ac6-8624-39d0a377f584 req-d1760927-0b72-4608-977a-2d4716d6a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.754625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8479b916-cf1c-4ac6-8624-39d0a377f584 req-d1760927-0b72-4608-977a-2d4716d6a667 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b7354d-6c00-44d3-a168-bb29815b6feb HTTP/1.1" status: 200 len: 853 time: 0.5159602 Nov 09 00:09:43.778569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-e107c77d-aa04-4907-8a3a-ac94bc262e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.780440 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-e107c77d-aa04-4907-8a3a-ac94bc262e5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=db9ff48a-f148-4078-8cab-499f349f3760 HTTP/1.1" status: 200 len: 902 time: 0.6100290 Nov 09 00:09:43.860790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946b964-d3c2-481b-8b77-20d3c512d30d req-5e2f1ad8-d82d-4ede-949b-02d1cec805be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:43.862556 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5946b964-d3c2-481b-8b77-20d3c512d30d req-5e2f1ad8-d82d-4ede-949b-02d1cec805be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.2047989 Nov 09 00:09:43.866327 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-958afb3d-54ad-4b75-8495-ace192235914 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18940ff5-5975-402e-8da8-ec60b66967b3 HTTP/1.1" status: 200 len: 217 time: 0.0742104 Nov 09 00:09:43.867647 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:43.888361 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15fecf6c-fb59-410a-9200-cad7400d2410 req-e9edddcc-13a7-417f-b2d0-587b2b4b781e tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324534 Nov 09 00:09:43.913650 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 971b6a6b-8777-422d-9053-f722260a565d details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:09:43.940174 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5946b964-d3c2-481b-8b77-20d3c512d30d req-2a4dbccb-513c-4e9d-b772-0cf0e9115011 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687335 Nov 09 00:09:43.975577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:44.014669 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:44.034628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6339312 Nov 09 00:09:44.054019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479b916-cf1c-4ac6-8624-39d0a377f584 req-1454ca4c-3d7b-49d1-b3f9-3948784c0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:44.055121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8479b916-cf1c-4ac6-8624-39d0a377f584 req-1454ca4c-3d7b-49d1-b3f9-3948784c0105 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9afa72d5-e53f-4a6e-933b-2d8d0eccdb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2781084 Nov 09 00:09:44.074920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-6495d934-9de1-45c6-8435-6552bc5ee2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:44.076542 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-6495d934-9de1-45c6-8435-6552bc5ee2fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47 HTTP/1.1" status: 200 len: 797 time: 0.1963782 Nov 09 00:09:44.125602 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 971b6a6b-8777-422d-9053-f722260a565d, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=971b6a6b-8777-422d-9053-f722260a565d,segment=NetworkSegment(9dc26115-3636-4647-a73a-33058096b0df),segment_id=9dc26115-3636-4647-a73a-33058096b0df)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:44.138704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f1d92-0472-4d0c-8daa-be5171b71ed9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event updated for resources: {'Port': ['ID=f54c6a34-57a7-4e75-ab86-c439377f98f1,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:44.158249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '971b6a6b-8777-422d-9053-f722260a565d', 'network_id': '9afa72d5-e53f-4a6e-933b-2d8d0eccdb90', 'port_id': '971b6a6b-8777-422d-9053-f722260a565d', 'mac_address': 'fa:16:3e:e3:8c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b7354d-6c00-44d3-a168-bb29815b6feb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:09:44.193889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469050b-5f8f-463a-8226-18e19ad2f847 req-e95f7785-9f18-49a9-a3c3-3d40e0cf348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:44.195303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6469050b-5f8f-463a-8226-18e19ad2f847 req-e95f7785-9f18-49a9-a3c3-3d40e0cf348f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.5333512 Nov 09 00:09:44.237729 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:44.239286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cfc10bc-452a-4d61-8024-6e70cbfff134 req-6afc1efa-a476-40f1-a549-0cfb1823547c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4940312 Nov 09 00:09:44.252946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971b6a6b-8777-422d-9053-f722260a565d {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:44.276477 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 971b6a6b-8777-422d-9053-f722260a565d, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=971b6a6b-8777-422d-9053-f722260a565d,segment=NetworkSegment(9dc26115-3636-4647-a73a-33058096b0df),segment_id=9dc26115-3636-4647-a73a-33058096b0df)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:44.280380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4c29963-9fe4-4427-92da-43d8f97e494c details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:09:44.327151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b100b5c-8feb-496a-a695-da3b81e4f1ea admin admin] Router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:09:44.355008 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5946b964-d3c2-481b-8b77-20d3c512d30d req-8bcf036d-2307-4a03-a4f9-e4ffba93703d service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064460 Nov 09 00:09:44.368106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-92c80043-99b8-41a1-a225-2afe31ce53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:44.369712 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-92c80043-99b8-41a1-a225-2afe31ce53e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db9ff48a-f148-4078-8cab-499f349f3760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2712767 Nov 09 00:09:44.390875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:44.404902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'mac_address': 'fa:16:3e:99:90:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:09:44.407121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:44.459237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=971b6a6b-8777-422d-9053-f722260a565d,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:44.462233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8479b916-cf1c-4ac6-8624-39d0a377f584 req-3ed7d1f2-b5a4-4934-b55e-5131927afb09 service neutron] 10.222.0.30 "GET /v2.0/networks/9afa72d5-e53f-4a6e-933b-2d8d0eccdb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371413 Nov 09 00:09:44.502170 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:44.517094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c29963-9fe4-4427-92da-43d8f97e494c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:44.526743 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-d54e497b-a273-459f-bf1f-3acc064aa235 service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024315 Nov 09 00:09:44.557208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:44.568264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:44.641678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:44.704006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96dd7-d07e-4c5b-8b4b-f020615634d8 req-c1c6f988-d099-4cd2-8655-5ae176054119 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:44.706393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fe96dd7-d07e-4c5b-8b4b-f020615634d8 req-c1c6f988-d099-4cd2-8655-5ae176054119 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 947 time: 0.6321394 Nov 09 00:09:44.752953 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5946b964-d3c2-481b-8b77-20d3c512d30d req-1ef9d48a-935e-4997-98f6-61f7165bb420 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871629 Nov 09 00:09:44.753887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b100b5c-8feb-496a-a695-da3b81e4f1ea admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:09:44.766351 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9b100b5c-8feb-496a-a695-da3b81e4f1ea admin admin] 10.222.0.25 "PUT /v2.0/routers/4a366dbe-a67d-4fcf-8cda-a6b53ede59df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2615373 Nov 09 00:09:44.770480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 32854) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:44.777217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['971b6a6b-8777-422d-9053-f722260a565d'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:44.792623 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b01d0f3c-7145-46cb-85d6-19457da48e46 req-c863361e-ffd5-4913-b7d0-601e59f06c9f service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522855 Nov 09 00:09:44.810386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469050b-5f8f-463a-8226-18e19ad2f847 req-5840bed0-9161-437b-8687-9efe49dc0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:44.811914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6469050b-5f8f-463a-8226-18e19ad2f847 req-5840bed0-9161-437b-8687-9efe49dc0495 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3774149 Nov 09 00:09:44.822406 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a4486-ebe7-4f69-9a26-54e08321c77d None None] Sync routers for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:09:44.830945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['a4c29963-9fe4-4427-92da-43d8f97e494c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:44.866493 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-84724f98-d59c-4e16-8151-50c53c8062c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:44.892720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a4486-ebe7-4f69-9a26-54e08321c77d None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:09:44.893675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4d2a4486-ebe7-4f69-9a26-54e08321c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:09:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:44.907524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2151-49c1-4306-91a0-ac07acedbefc req-3a357015-5fc1-4d68-89be-5947b9dafcf5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:44.909048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-244b2151-49c1-4306-91a0-ac07acedbefc req-3a357015-5fc1-4d68-89be-5947b9dafcf5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.3826082 Nov 09 00:09:44.984191 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8479b916-cf1c-4ac6-8624-39d0a377f584 req-e49ef774-0c0e-4bc1-b91a-17fb1e672430 service neutron] 10.222.0.30 "GET /v2.0/networks/9afa72d5-e53f-4a6e-933b-2d8d0eccdb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763427 Nov 09 00:09:45.068077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fe96dd7-d07e-4c5b-8b4b-f020615634d8 req-bd322741-59a1-4b95-94a1-6a40b50463c0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844772 Nov 09 00:09:45.122501 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-244b2151-49c1-4306-91a0-ac07acedbefc req-a1be2c60-91dc-4265-8a28-41dbab8ceae8 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941364 Nov 09 00:09:45.124408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6469050b-5f8f-463a-8226-18e19ad2f847 req-fa353adb-c627-4251-8d5a-7a2d04022d0f service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711339 Nov 09 00:09:45.126025 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:45.175371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-4d2a4486-ebe7-4f69-9a26-54e08321c77d None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:09:45.434018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6469050b-5f8f-463a-8226-18e19ad2f847 req-4776ff30-0027-4d21-b730-c7bc406ce9e7 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916751 Nov 09 00:09:45.518952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4d2a4486-ebe7-4f69-9a26-54e08321c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:09:42Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:45.548687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a4486-ebe7-4f69-9a26-54e08321c77d None None] Checking router: 4a366dbe-a67d-4fcf-8cda-a6b53ede59df for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:09:45.557687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:45.562259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a4486-ebe7-4f69-9a26-54e08321c77d None None] Routers {'4a366dbe-a67d-4fcf-8cda-a6b53ede59df'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:09:45.562902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4d2a4486-ebe7-4f69-9a26-54e08321c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:09:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:45.572234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-0ea9dad9-97a3-4a90-ab1e-c13669a2b9f9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:45.574475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-0ea9dad9-97a3-4a90-ab1e-c13669a2b9f9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/networks?id=3d593003-37ef-4db6-b73f-d9600b045463 HTTP/1.1" status: 200 len: 821 time: 0.3174622 Nov 09 00:09:45.660153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-6e96f6f0-d59a-4db2-9dd4-67ac79b54b09 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/quotas/7c28415dceb142a58cfc63e2f3669de7 HTTP/1.1" status: 200 len: 375 time: 0.0324416 Nov 09 00:09:45.689699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6ea82-e51e-4bb1-adfe-b8e5cde23924 req-7467cc07-bafc-4aa9-a69b-846b00301864 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:45.696348 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-4d2a4486-ebe7-4f69-9a26-54e08321c77d None None] Set router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:09:45.698409 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aeb6ea82-e51e-4bb1-adfe-b8e5cde23924 req-7467cc07-bafc-4aa9-a69b-846b00301864 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.1424892 Nov 09 00:09:45.763740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Deleting port bce69408-f1e2-48f5-a5f7-705b37841051 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:09:45.764130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:45.838516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aeb6ea82-e51e-4bb1-adfe-b8e5cde23924 req-7c4b9ec6-8c3d-4bd3-9323-9f6409d72d4f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391337 Nov 09 00:09:45.855627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-0a0734d4-b8c2-4c88-9230-24dbde8a9582 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c28415dceb142a58cfc63e2f3669de7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1850405 Nov 09 00:09:45.934903 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:45.944344 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] For port bce69408-f1e2-48f5-a5f7-705b37841051, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bce69408-f1e2-48f5-a5f7-705b37841051,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:45.945846 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:45.977004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Calling delete_port for bce69408-f1e2-48f5-a5f7-705b37841051 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:09:46.018482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4d2a4486-ebe7-4f69-9a26-54e08321c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:09:42Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:46.051881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a4486-ebe7-4f69-9a26-54e08321c77d None None] The sync data for ids ['4a366dbe-a67d-4fcf-8cda-a6b53ede59df'] in n-d-813263-3 is: [{'id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133543388-router', 'tenant_id': '85721760c5f9402e8c9f3683bda7e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:01Z', 'updated_at': '2021-11-09T00:09:42Z', 'revision_number': 5, 'project_id': '85721760c5f9402e8c9f3683bda7e723', 'gw_port': {'id': 'bce69408-f1e2-48f5-a5f7-705b37841051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a366dbe-a67d-4fcf-8cda-a6b53ede59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:02Z', 'updated_at': '2021-11-09T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:09:46.055425 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:46.071534 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:46.271445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4c29963-9fe4-4427-92da-43d8f97e494c up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:09:46.317819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991f8f0-e1b9-4874-acbd-ccf45ac0d3b0 req-9a532097-388c-4774-9b07-9ab1de3b53c4 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:46.328310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c991f8f0-e1b9-4874-acbd-ccf45ac0d3b0 req-9a532097-388c-4774-9b07-9ab1de3b53c4 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 944 time: 0.2085347 Nov 09 00:09:46.383038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port a4c29963-9fe4-4427-92da-43d8f97e494c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:09:46.387369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port a4c29963-9fe4-4427-92da-43d8f97e494c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:46.387849 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:46.484902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c991f8f0-e1b9-4874-acbd-ccf45ac0d3b0 req-76a446e4-3c39-4eaa-97c0-32404962f985 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506126 Nov 09 00:09:46.487930 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:46.534965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-b5fe6a0f-192a-4fc7-bf95-3ab1748214fc service neutron] 10.222.0.25 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6784835 Nov 09 00:09:46.570734 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:46.623859 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:46.627247 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5307bfd1-e1ec-4969-ba53-f977af217105" -d '{"events": [{"server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "name": "network-vif-plugged", "status": "completed", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:46.650387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:46.653858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce69408-f1e2-48f5-a5f7-705b37841051,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:46.662599 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:46.688021 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:46.762102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:46.880935 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:46.885491 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:46.909306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea87eba-c318-4397-ab1e-9223a828a19c req-ca98ce46-4873-463c-af06-2e9569db2efa tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:46.916016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea87eba-c318-4397-ab1e-9223a828a19c req-ca98ce46-4873-463c-af06-2e9569db2efa tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:46.922115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea87eba-c318-4397-ab1e-9223a828a19c req-ca98ce46-4873-463c-af06-2e9569db2efa tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:46.928628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea87eba-c318-4397-ab1e-9223a828a19c req-ca98ce46-4873-463c-af06-2e9569db2efa tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:46.934702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea87eba-c318-4397-ab1e-9223a828a19c req-ca98ce46-4873-463c-af06-2e9569db2efa tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:46.940836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea87eba-c318-4397-ab1e-9223a828a19c req-ca98ce46-4873-463c-af06-2e9569db2efa tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:46.946951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea87eba-c318-4397-ab1e-9223a828a19c req-ca98ce46-4873-463c-af06-2e9569db2efa tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:46.948856 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ea87eba-c318-4397-ab1e-9223a828a19c req-ca98ce46-4873-463c-af06-2e9569db2efa tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.3429258 Nov 09 00:09:47.016555 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:47.017148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a366dbe-a67d-4fcf-8cda-a6b53ede59df {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:09:47.033084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:47.036977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32890) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:47.038132 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-20929ac7-0ab5-42e8-8405-4d0747366b45 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4a366dbe-a67d-4fcf-8cda-a6b53ede59df HTTP/1.1" status: 204 len: 168 time: 2.2523100 Nov 09 00:09:47.056052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-829d758b-465c-47cf-a6c9-8dcdc931b881 service neutron] 10.222.0.25 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514785 Nov 09 00:09:47.119503 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ea87eba-c318-4397-ab1e-9223a828a19c req-07e93fae-f7f3-4695-aeb9-cef50870b7bd tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1255026 Nov 09 00:09:47.172771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-e028995c-f59e-4a1f-b304-92be6fcd41ee admin admin] Deleting subnet 06894441-bc2c-4e4b-b1b0-1951d00eb0f7 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:09:47.181480 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e028995c-f59e-4a1f-b304-92be6fcd41ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:47.285922 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e028995c-f59e-4a1f-b304-92be6fcd41ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:47.507743 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:47.524595 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e028995c-f59e-4a1f-b304-92be6fcd41ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:47.623128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e028995c-f59e-4a1f-b304-92be6fcd41ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:47.709510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028995c-f59e-4a1f-b304-92be6fcd41ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06894441-bc2c-4e4b-b1b0-1951d00eb0f7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:47.727791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e028995c-f59e-4a1f-b304-92be6fcd41ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:47.734114 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93608836-0f1d-4bee-bf26-917c4515e035 None None] Network 9e94dca4-df95-49f6-8582-016b0ed9a68d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:09:47.737152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f6e34e61-e73d-4fc0-8baa-037f074e15b9 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:09:47.741261 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e028995c-f59e-4a1f-b304-92be6fcd41ee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/06894441-bc2c-4e4b-b1b0-1951d00eb0f7 HTTP/1.1" status: 204 len: 168 time: 0.6994441 Nov 09 00:09:47.743888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32898) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:47.806615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be952261-7e6e-43ed-88d3-eb6b0c1f3122 req-26c0fa0f-ffa8-41dc-9f13-5d3d16ad9207 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:47.814425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be952261-7e6e-43ed-88d3-eb6b0c1f3122 req-26c0fa0f-ffa8-41dc-9f13-5d3d16ad9207 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.1290915 Nov 09 00:09:47.830598 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be5b18-b391-497f-b5b5-4fcbbf0b98e4 req-bd708f1f-21a2-4a67-aa84-5347a94407f8 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:47.832332 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75be5b18-b391-497f-b5b5-4fcbbf0b98e4 req-bd708f1f-21a2-4a67-aa84-5347a94407f8 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.6544230 Nov 09 00:09:47.984899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75be5b18-b391-497f-b5b5-4fcbbf0b98e4 req-72cec655-24a3-4cc7-b080-dcb1a1455050 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388619 Nov 09 00:09:47.988383 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:48.026384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be952261-7e6e-43ed-88d3-eb6b0c1f3122 req-c167ae6d-4a9d-4c8c-b1cd-8b9cc6b5aad0 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081046 Nov 09 00:09:48.101093 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: f6e34e61-e73d-4fc0-8baa-037f074e15b9 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:09:48.101588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f6e34e61-e73d-4fc0-8baa-037f074e15b9 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:09:48.112537 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 971b6a6b-8777-422d-9053-f722260a565d up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:09:48.146510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Deleting port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:09:48.147604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:48.216446 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1c63d6-4543-45e0-86ac-3d36b056a296 x-openstack-request-id: req-1c1c63d6-4543-45e0-86ac-3d36b056a296 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:48.218276 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "name": "network-vif-plugged", "status": "completed", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:48.218709 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c1c63d6-4543-45e0-86ac-3d36b056a296 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:48.219942 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'code': 200} Nov 09 00:09:48.344437 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:48.409144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] For port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d5619c6e-5c6e-4667-94ba-7c7fbb0e872c,segment=NetworkSegment(80d6c329-a93f-42fa-8da4-4827a3485846),segment_id=80d6c329-a93f-42fa-8da4-4827a3485846)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:48.410568 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:48.429905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b255d538-aba8-4fd1-98fc-d9ab2d72618b req-34286b2c-1076-4cbb-b963-6c631ed5352f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 210 time: 0.0656850 Nov 09 00:09:48.479296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Calling delete_port for d5619c6e-5c6e-4667-94ba-7c7fbb0e872c owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:09:48.491804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514702a-8c9b-4a66-870f-232c438535b5 req-6d04341f-a9a9-4515-9cca-d1aaaf706c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:48.494544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1514702a-8c9b-4a66-870f-232c438535b5 req-6d04341f-a9a9-4515-9cca-d1aaaf706c64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1100 time: 0.2786033 Nov 09 00:09:48.527076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177bd15-96c2-4a0f-a3dd-a21f9e731ec3 req-36a18a6a-38d6-4dfe-8444-0ba2f6c712a0 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:48.528650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c177bd15-96c2-4a0f-a3dd-a21f9e731ec3 req-36a18a6a-38d6-4dfe-8444-0ba2f6c712a0 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.1398070 Nov 09 00:09:48.597696 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:48.612875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 971b6a6b-8777-422d-9053-f722260a565d completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:09:48.624474 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 971b6a6b-8777-422d-9053-f722260a565d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:09:48.624841 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:48.685865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5619c6e-5c6e-4667-94ba-7c7fbb0e872c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:48.697737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c177bd15-96c2-4a0f-a3dd-a21f9e731ec3 req-5ce054a8-1e3c-4c22-971a-7d3f99af6861 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535180 Nov 09 00:09:48.707219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1514702a-8c9b-4a66-870f-232c438535b5 req-25aed7fd-e780-4eb8-bbb3-75274ba0ef55 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775758 Nov 09 00:09:48.710470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] No DVR routers for this DVR port d5619c6e-5c6e-4667-94ba-7c7fbb0e872c on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:09:48.725702 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77feb16-3fca-4838-bf4e-841c9398c4a1 None None] DHCP port deletion for 9e94dca4-df95-49f6-8582-016b0ed9a68d request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:09:48.735825 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ebab7-0d66-43a4-86e8-f4c134c31cc1 req-d3eb3f2d-79d0-4b7b-9cdc-8faf68b2feea tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:48.737755 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf7ebab7-0d66-43a4-86e8-f4c134c31cc1 req-d3eb3f2d-79d0-4b7b-9cdc-8faf68b2feea tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 944 time: 0.1783907 Nov 09 00:09:48.851310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf7ebab7-0d66-43a4-86e8-f4c134c31cc1 req-6b5d6c5e-7476-45d2-8c06-ceb239ebb8a6 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054742 Nov 09 00:09:48.866140 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:48.893485 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:48.908793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e94dca4-df95-49f6-8582-016b0ed9a68d']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:48.931274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d6c329-a93f-42fa-8da4-4827a3485846') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:48.931801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d6c329-a93f-42fa-8da4-4827a3485846') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:48.949273 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:48.969067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 971b6a6b-8777-422d-9053-f722260a565d, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=971b6a6b-8777-422d-9053-f722260a565d,segment=NetworkSegment(9dc26115-3636-4647-a73a-33058096b0df),segment_id=9dc26115-3636-4647-a73a-33058096b0df)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:48.973872 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:48.977381 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:48.992385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:09:48.993893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:49.077306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c4229-de53-4a02-88a1-d791d5f0f22d req-0326d418-4d73-4434-88ab-589d54ffbc4d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:49.083308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=971b6a6b-8777-422d-9053-f722260a565d,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:49.093047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c4229-de53-4a02-88a1-d791d5f0f22d req-0326d418-4d73-4434-88ab-589d54ffbc4d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:49.112284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c4229-de53-4a02-88a1-d791d5f0f22d req-0326d418-4d73-4434-88ab-589d54ffbc4d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:49.118327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c4229-de53-4a02-88a1-d791d5f0f22d req-0326d418-4d73-4434-88ab-589d54ffbc4d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:49.127820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c4229-de53-4a02-88a1-d791d5f0f22d req-0326d418-4d73-4434-88ab-589d54ffbc4d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:09:49.133134 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:09:49.138547 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:49.138813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c4229-de53-4a02-88a1-d791d5f0f22d req-0326d418-4d73-4434-88ab-589d54ffbc4d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:49.147653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c4229-de53-4a02-88a1-d791d5f0f22d req-0326d418-4d73-4434-88ab-589d54ffbc4d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:49.149829 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c76c4229-de53-4a02-88a1-d791d5f0f22d req-0326d418-4d73-4434-88ab-589d54ffbc4d tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.2200370 Nov 09 00:09:49.164887 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:49.171784 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9e94dca4-df95-49f6-8582-016b0ed9a68d HTTP/1.1" status: 204 len: 168 time: 1.4268346 Nov 09 00:09:49.172808 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd5b7f-b1e9-4a5d-b9ee-db7736fb3f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e94dca4-df95-49f6-8582-016b0ed9a68d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:49.175485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32922) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:49.321468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03157342-abf3-4763-b9a3-7f338bcf230a req-170195a7-acca-444e-b01c-5e97bac3534d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:49.337557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03157342-abf3-4763-b9a3-7f338bcf230a req-170195a7-acca-444e-b01c-5e97bac3534d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.1856055 Nov 09 00:09:49.387112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bce69408-f1e2-48f5-a5f7-705b37841051 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:09:49.475849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c76c4229-de53-4a02-88a1-d791d5f0f22d req-f0413ec0-f1ac-4e9f-a230-b95f0e049e14 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2590766 Nov 09 00:09:49.476016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: bce69408-f1e2-48f5-a5f7-705b37841051 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:09:49.476016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bce69408-f1e2-48f5-a5f7-705b37841051 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:09:49.476016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d5619c6e-5c6e-4667-94ba-7c7fbb0e872c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:09:49.500356 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: d5619c6e-5c6e-4667-94ba-7c7fbb0e872c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:09:49.500751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d5619c6e-5c6e-4667-94ba-7c7fbb0e872c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:09:49.537291 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03157342-abf3-4763-b9a3-7f338bcf230a req-f8b67234-12d5-46e8-a2c1-93af2c05f4d8 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984167 Nov 09 00:09:49.685329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-0b11843f-63b3-43c9-ace8-b3f3c06dc045 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:49.687757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-0b11843f-63b3-43c9-ace8-b3f3c06dc045 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.11 "GET /v2.0/networks?id=3d593003-37ef-4db6-b73f-d9600b045463 HTTP/1.1" status: 200 len: 821 time: 0.3336165 Nov 09 00:09:49.711560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Request body: {'port': {'device_id': '14481ebd-d4a4-4882-9c1c-694f5f1277de', 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463', 'admin_state_up': True, 'tenant_id': '7c28415dceb142a58cfc63e2f3669de7'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:49.815848 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b13862e-f10d-4e92-97dd-9ca52317372f req-035fca3c-f166-4591-91be-e57cead04379 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 210 time: 0.0320663 Nov 09 00:09:49.824120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6e56a-b85d-4a68-a67f-ef91265f1bd3 req-7f0a5846-42dd-42f3-8b84-375f4b076bb6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:49.825707 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ea6e56a-b85d-4a68-a67f-ef91265f1bd3 req-7f0a5846-42dd-42f3-8b84-375f4b076bb6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.2057383 Nov 09 00:09:49.910984 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ea6e56a-b85d-4a68-a67f-ef91265f1bd3 req-6407aa4f-a902-43b7-97d4-4e6a6e5c9614 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773072 Nov 09 00:09:49.944913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Made reservation on behalf of 7c28415dceb142a58cfc63e2f3669de7 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:09:49.950325 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:50.198457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e05e2d-874b-4d68-8d12-a3812fb5894c req-344776ff-2983-4f21-900b-173b7cdc3275 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:50.200534 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d5e05e2d-874b-4d68-8d12-a3812fb5894c req-344776ff-2983-4f21-900b-173b7cdc3275 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.1951187 Nov 09 00:09:50.211001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c1b50-203b-4b08-8634-fa171e46c92f req-8247f6d5-230d-4e47-890e-f18a8d9e84b8 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:50.212488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f10c1b50-203b-4b08-8634-fa171e46c92f req-8247f6d5-230d-4e47-890e-f18a8d9e84b8 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 945 time: 0.1286633 Nov 09 00:09:50.221376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456a272f-6a8d-45b4-a74a-99ced17ee79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971b6a6b-8777-422d-9053-f722260a565d'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:50.225833 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7424b6fe-9687-41f8-8c37-a39e69fe4c36" -d '{"events": [{"server_uuid": "456a272f-6a8d-45b4-a74a-99ced17ee79e", "name": "network-vif-plugged", "status": "completed", "tag": "971b6a6b-8777-422d-9053-f722260a565d"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:50.314206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d5e05e2d-874b-4d68-8d12-a3812fb5894c req-93312d0c-a814-4296-9744-ffcbd713666b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006746 Nov 09 00:09:50.363903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Allocated IP 172.20.0.7 (3d593003-37ef-4db6-b73f-d9600b045463/76772196-e881-467d-9b57-5f96ecf75772/7820fff9-44bf-410e-b7b2-4ce66c74b35f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:09:50.375169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f10c1b50-203b-4b08-8634-fa171e46c92f req-41795fa1-883d-4f24-a132-809a1965c988 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501009 Nov 09 00:09:50.393379 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c345d1-62bc-4b80-89fa-23d7f848384c x-openstack-request-id: req-01c345d1-62bc-4b80-89fa-23d7f848384c {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:50.393937 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456a272f-6a8d-45b4-a74a-99ced17ee79e", "name": "network-vif-plugged", "status": "completed", "tag": "971b6a6b-8777-422d-9053-f722260a565d", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:50.394405 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01c345d1-62bc-4b80-89fa-23d7f848384c {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:50.395026 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456a272f-6a8d-45b4-a74a-99ced17ee79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971b6a6b-8777-422d-9053-f722260a565d', 'code': 200} Nov 09 00:09:50.440997 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e52196c3-838b-4ea7-a329-f78be6e04ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:50.662997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529e8ae-60bc-4c1d-a753-ebe7a4b0bfa5 req-4a0a9e69-5590-4e99-953f-3b756b72e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:50.665213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d529e8ae-60bc-4c1d-a753-ebe7a4b0bfa5 req-4a0a9e69-5590-4e99-953f-3b756b72e76c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 1096 time: 0.1817086 Nov 09 00:09:50.759273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e52196c3-838b-4ea7-a329-f78be6e04ed4 admin admin] Deleting port c9076d5c-ed92-4668-b48a-fd69da2bc66e {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:09:50.759615 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e52196c3-838b-4ea7-a329-f78be6e04ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:50.772740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:50.786044 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d529e8ae-60bc-4c1d-a753-ebe7a4b0bfa5 req-a440c71c-a574-4bd5-b6e0-04dcd293df36 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986671 Nov 09 00:09:50.800312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faebd2-775a-4e96-9335-31441bccbd47 req-d8fb9c36-32b0-4fcb-886a-9bb21b2469f7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:50.806353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faebd2-775a-4e96-9335-31441bccbd47 req-d8fb9c36-32b0-4fcb-886a-9bb21b2469f7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:50.812183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faebd2-775a-4e96-9335-31441bccbd47 req-d8fb9c36-32b0-4fcb-886a-9bb21b2469f7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:50.818283 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faebd2-775a-4e96-9335-31441bccbd47 req-d8fb9c36-32b0-4fcb-886a-9bb21b2469f7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:50.826614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faebd2-775a-4e96-9335-31441bccbd47 req-d8fb9c36-32b0-4fcb-886a-9bb21b2469f7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:50.832429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faebd2-775a-4e96-9335-31441bccbd47 req-d8fb9c36-32b0-4fcb-886a-9bb21b2469f7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:50.838878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faebd2-775a-4e96-9335-31441bccbd47 req-d8fb9c36-32b0-4fcb-886a-9bb21b2469f7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:50.840990 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51faebd2-775a-4e96-9335-31441bccbd47 req-d8fb9c36-32b0-4fcb-886a-9bb21b2469f7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.2521186 Nov 09 00:09:50.864091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-e52196c3-838b-4ea7-a329-f78be6e04ed4 admin admin] For port c9076d5c-ed92-4668-b48a-fd69da2bc66e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c9076d5c-ed92-4668-b48a-fd69da2bc66e,segment=NetworkSegment(1c662601-b0c6-4ed1-88d7-bbc70bdce80e),segment_id=1c662601-b0c6-4ed1-88d7-bbc70bdce80e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:50.864731 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e52196c3-838b-4ea7-a329-f78be6e04ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:50.870075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19095b6-b04c-4ac6-a40e-e9220eb2ce65 req-5ac040a6-bbab-4831-a5dd-adb0edbc163f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:50.877238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c19095b6-b04c-4ac6-a40e-e9220eb2ce65 req-5ac040a6-bbab-4831-a5dd-adb0edbc163f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.2078640 Nov 09 00:09:50.892236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e52196c3-838b-4ea7-a329-f78be6e04ed4 admin admin] Calling delete_port for c9076d5c-ed92-4668-b48a-fd69da2bc66e owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:09:50.958230 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:09:50.978272 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:50.995910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c19095b6-b04c-4ac6-a40e-e9220eb2ce65 req-063f07b7-f92c-48c1-a5b8-2aba3a50741f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178038 Nov 09 00:09:51.047827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51faebd2-775a-4e96-9335-31441bccbd47 req-814b9f52-6a0a-4c5a-b38a-f877d14a6dde tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1954820 Nov 09 00:09:51.072724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Network 3d593003-37ef-4db6-b73f-d9600b045463 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:09:51.072724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:09:51.081393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:09:51.150409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event updated for resources: {'Port': ['ID=7820fff9-44bf-410e-b7b2-4ce66c74b35f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:51.179876 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e52196c3-838b-4ea7-a329-f78be6e04ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:51.235119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:51.236887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52196c3-838b-4ea7-a329-f78be6e04ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9076d5c-ed92-4668-b48a-fd69da2bc66e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:51.238034 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:51.278030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aad9bf-22d4-4f85-a085-53b801b28f6b req-97b4e8ee-a55b-4f2a-9112-68e0a2b0ea4a tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:51.279602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16aad9bf-22d4-4f85-a085-53b801b28f6b req-97b4e8ee-a55b-4f2a-9112-68e0a2b0ea4a tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 931 time: 0.1263666 Nov 09 00:09:51.284299 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-2e468010-a299-4335-987a-a5fd846b72c3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5769877 Nov 09 00:09:51.307497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Request body: {'port': {'device_id': '14481ebd-d4a4-4882-9c1c-694f5f1277de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:51.423538 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:51.463812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73401854-ad68-48c1-b009-ea48acfda30b req-6b50531e-f090-4a23-bef9-bff50238bd3d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:51.470803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73401854-ad68-48c1-b009-ea48acfda30b req-6b50531e-f090-4a23-bef9-bff50238bd3d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.1796522 Nov 09 00:09:51.477643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16aad9bf-22d4-4f85-a085-53b801b28f6b req-50d0427a-f1c6-455a-a307-8d3292f67667 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846590 Nov 09 00:09:51.514300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e52196c3-838b-4ea7-a329-f78be6e04ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:51.653611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73401854-ad68-48c1-b009-ea48acfda30b req-649ddd12-e92a-4a74-ad4e-54d1700c7134 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820188 Nov 09 00:09:51.678675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0d025-aa1b-4580-98bc-30768d553f35 req-a44c5cc8-3c86-4363-855f-e07f3d1a29cc tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:51.680281 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ac0d025-aa1b-4580-98bc-30768d553f35 req-a44c5cc8-3c86-4363-855f-e07f3d1a29cc tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1100 time: 0.0686233 Nov 09 00:09:51.830826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ac0d025-aa1b-4580-98bc-30768d553f35 req-8c844913-9239-43cc-8679-3781953e1d82 tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366673 Nov 09 00:09:51.858650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f9853-0284-4ffa-a31f-0680dd9285c4 req-ae8b8061-9198-4f2e-ac1d-be9723095fb9 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:51.859666 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d4f9853-0284-4ffa-a31f-0680dd9285c4 req-ae8b8061-9198-4f2e-ac1d-be9723095fb9 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.0816042 Nov 09 00:09:51.901426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52196c3-838b-4ea7-a329-f78be6e04ed4 admin admin] Router e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:09:51.978251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d4f9853-0284-4ffa-a31f-0680dd9285c4 req-498f13a1-ffef-4136-87e1-4cca13f203ac tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119940 Nov 09 00:09:52.095398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52196c3-838b-4ea7-a329-f78be6e04ed4 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:09:52.106414 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e52196c3-838b-4ea7-a329-f78be6e04ed4 admin admin] 10.222.0.25 "PUT /v2.0/routers/e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9259706 Nov 09 00:09:52.108352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32974) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:52.112573 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4792d9-d2f5-4085-a7fd-df0629109b96 None None] Sync routers for ids ['e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:09:52.131940 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4792d9-d2f5-4085-a7fd-df0629109b96 None None] Routers {'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:09:52.132637 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ad4792d9-d2f5-4085-a7fd-df0629109b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:09:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:52.285257 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:52.309157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a7d3b-1173-407a-b4f1-ffaaa18a6fd3 req-276f0e6b-238c-473b-9b51-0e29993c4bb6 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:52.322953 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-ad4792d9-d2f5-4085-a7fd-df0629109b96 None None] Set router e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:09:52.325940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f3a7d3b-1173-407a-b4f1-ffaaa18a6fd3 req-276f0e6b-238c-473b-9b51-0e29993c4bb6 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 945 time: 0.2927852 Nov 09 00:09:52.373814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7820fff9-44bf-410e-b7b2-4ce66c74b35f {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:52.416267 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:52.429805 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:52.434289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83afa784-0127-445a-bfeb-9f862be334c6 req-307c7e36-1265-429a-9aa9-15f47914e564 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3150370 Nov 09 00:09:52.525418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Deleting port 625f28b1-5f17-4cb8-849d-fa3e50e9d995 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:09:52.526027 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:52.535016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Transition to ACTIVE for port object 7820fff9-44bf-410e-b7b2-4ce66c74b35f will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:09:52.567112 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:52.594721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f3a7d3b-1173-407a-b4f1-ffaaa18a6fd3 req-6b2692ac-cc27-4212-a95b-ba587db7e5fc tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682335 Nov 09 00:09:52.674110 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-cf116177-98f2-40f7-a21c-893231413516 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2238121 Nov 09 00:09:52.713985 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] For port 625f28b1-5f17-4cb8-849d-fa3e50e9d995, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=625f28b1-5f17-4cb8-849d-fa3e50e9d995,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:52.714387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:52.722930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539171d-2a76-4f1e-b6f3-59bfb2c1573d req-33c2bfed-ecc2-46e0-aff4-b8a2f6383c9f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:52.767804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Calling delete_port for 625f28b1-5f17-4cb8-849d-fa3e50e9d995 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:09:52.776304 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ad4792d9-d2f5-4085-a7fd-df0629109b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-906717906-router', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:16Z', 'updated_at': '2021-11-09T00:09:51Z', 'revision_number': 5, 'project_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'gw_port': {'id': '625f28b1-5f17-4cb8-849d-fa3e50e9d995', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:04:18Z', 'updated_at': '2021-11-09T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:52.778127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539171d-2a76-4f1e-b6f3-59bfb2c1573d req-33c2bfed-ecc2-46e0-aff4-b8a2f6383c9f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:52.784474 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539171d-2a76-4f1e-b6f3-59bfb2c1573d req-33c2bfed-ecc2-46e0-aff4-b8a2f6383c9f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:52.801164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539171d-2a76-4f1e-b6f3-59bfb2c1573d req-33c2bfed-ecc2-46e0-aff4-b8a2f6383c9f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:52.839933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539171d-2a76-4f1e-b6f3-59bfb2c1573d req-33c2bfed-ecc2-46e0-aff4-b8a2f6383c9f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:52.841077 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4792d9-d2f5-4085-a7fd-df0629109b96 None None] Checking router: e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:09:52.856816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539171d-2a76-4f1e-b6f3-59bfb2c1573d req-33c2bfed-ecc2-46e0-aff4-b8a2f6383c9f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:52.859889 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4792d9-d2f5-4085-a7fd-df0629109b96 None None] Routers {'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:09:52.860765 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ad4792d9-d2f5-4085-a7fd-df0629109b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:09:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:52.863366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539171d-2a76-4f1e-b6f3-59bfb2c1573d req-33c2bfed-ecc2-46e0-aff4-b8a2f6383c9f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:52.874447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a539171d-2a76-4f1e-b6f3-59bfb2c1573d req-33c2bfed-ecc2-46e0-aff4-b8a2f6383c9f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.4153233 Nov 09 00:09:52.879103 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa784-0127-445a-bfeb-9f862be334c6 req-2d15a512-45d7-45fc-b43b-d9fa212aeadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:52.880448 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83afa784-0127-445a-bfeb-9f862be334c6 req-2d15a512-45d7-45fc-b43b-d9fa212aeadf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 1095 time: 0.3799779 Nov 09 00:09:53.079395 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-ad4792d9-d2f5-4085-a7fd-df0629109b96 None None] Set router e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:09:53.082288 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:53.110691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b04962-0113-493b-947f-68805852b034 service neutron] Pushing event updated for resources: {'Port': ['ID=7820fff9-44bf-410e-b7b2-4ce66c74b35f,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:53.122151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=625f28b1-5f17-4cb8-849d-fa3e50e9d995,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:53.192519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa784-0127-445a-bfeb-9f862be334c6 req-ace82f6f-5a06-45d7-befb-2382b8363b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:53.194094 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83afa784-0127-445a-bfeb-9f862be334c6 req-ace82f6f-5a06-45d7-befb-2382b8363b06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.2598581 Nov 09 00:09:53.204370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:53.218418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a539171d-2a76-4f1e-b6f3-59bfb2c1573d req-faa816c1-7b96-48b9-be96-b1d3fa423219 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3334572 Nov 09 00:09:53.249379 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ad4792d9-d2f5-4085-a7fd-df0629109b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-906717906-router', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:16Z', 'updated_at': '2021-11-09T00:09:52Z', 'revision_number': 6, 'project_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:53.330097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980891a-90c0-420d-b0de-ea53d63a11ae req-9d2efa1c-7f4c-41ba-a024-14da1d95f0f1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:53.331616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a980891a-90c0-420d-b0de-ea53d63a11ae req-9d2efa1c-7f4c-41ba-a024-14da1d95f0f1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.4200125 Nov 09 00:09:53.336639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83afa784-0127-445a-bfeb-9f862be334c6 req-ee74a098-c0cf-4265-a0c9-4e1a4d976771 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101 HTTP/1.1" status: 200 len: 217 time: 0.1172028 Nov 09 00:09:53.342874 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4792d9-d2f5-4085-a7fd-df0629109b96 None None] The sync data for ids ['e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5'] in n-d-813263-3 is: [{'id': 'e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-906717906-router', 'tenant_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:04:16Z', 'updated_at': '2021-11-09T00:09:52Z', 'revision_number': 6, 'project_id': 'b1b41c1a689a47e6b84b1b0e73e6f5ba', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:09:53.352108 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:53.354878 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:53.433505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Attempting to bind port 7820fff9-44bf-410e-b7b2-4ce66c74b35f on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:53.433937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Attempting to bind port 7820fff9-44bf-410e-b7b2-4ce66c74b35f by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:53.434522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Attempting to bind port 7820fff9-44bf-410e-b7b2-4ce66c74b35f on network 3d593003-37ef-4db6-b73f-d9600b045463 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:53.436665 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:53.437955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:09:53.448868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:53.453528 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6c4e2945-6f90-48d4-a5f5-b70576f22bc7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e9f1e3ec-db6d-483c-ae60-f6d6dda08cc5 HTTP/1.1" status: 204 len: 168 time: 1.3441527 Nov 09 00:09:53.454470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33014) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:53.459713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Port 7820fff9-44bf-410e-b7b2-4ce66c74b35f on network 3d593003-37ef-4db6-b73f-d9600b045463 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:53.460270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Attempting to bind port 7820fff9-44bf-410e-b7b2-4ce66c74b35f on network 3d593003-37ef-4db6-b73f-d9600b045463 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:53.489428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:53.489997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Checking segment: {'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:53.490624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Bound using segment: {'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:53.491142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Bound port: 7820fff9-44bf-410e-b7b2-4ce66c74b35f, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:53.491605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:53.506454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccfb2b-6feb-4da9-9d7d-4c3d96562c1f req-821a79f9-d3aa-478e-9365-13ee83d15e18 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:53.508077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cccfb2b-6feb-4da9-9d7d-4c3d96562c1f req-821a79f9-d3aa-478e-9365-13ee83d15e18 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 943 time: 0.1656640 Nov 09 00:09:53.520598 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa784-0127-445a-bfeb-9f862be334c6 req-0120cde1-0e92-4ac0-be9e-6df31d5ed586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:53.522814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83afa784-0127-445a-bfeb-9f862be334c6 req-0120cde1-0e92-4ac0-be9e-6df31d5ed586 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.1530910 Nov 09 00:09:53.548641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc2aa9d-8850-44c7-847f-d98d9856d1c6 admin admin] Deleting subnet 4fe49078-2847-4514-a878-b3cfd7e67534 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:09:53.558149 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbc2aa9d-8850-44c7-847f-d98d9856d1c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:53.581727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a980891a-90c0-420d-b0de-ea53d63a11ae req-66f9e3ca-c9aa-47d3-b516-57ac227311f7 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235646 Nov 09 00:09:53.658350 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbc2aa9d-8850-44c7-847f-d98d9856d1c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:53.662751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] For port 7820fff9-44bf-410e-b7b2-4ce66c74b35f, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:53.666776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] For port 7820fff9-44bf-410e-b7b2-4ce66c74b35f, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7820fff9-44bf-410e-b7b2-4ce66c74b35f,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:53.672827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83afa784-0127-445a-bfeb-9f862be334c6 req-114158d3-ff5d-416a-9b76-293b49cf09e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383779 Nov 09 00:09:53.680114 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:53.845226 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbc2aa9d-8850-44c7-847f-d98d9856d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:53.852195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:53.852759 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:53.854192 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-01b04962-0113-493b-947f-68805852b034 service neutron] 10.222.0.11 "PUT /v2.0/ports/7820fff9-44bf-410e-b7b2-4ce66c74b35f HTTP/1.1" status: 200 len: 1091 time: 2.5520782 Nov 09 00:09:53.856477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14481ebd-d4a4-4882-9c1c-694f5f1277de', 'tag': '7820fff9-44bf-410e-b7b2-4ce66c74b35f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:53.858866 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedb4fb1-ae98-4dcc-bced-5ef0f9f182b6" -d '{"events": [{"name": "network-changed", "server_uuid": "14481ebd-d4a4-4882-9c1c-694f5f1277de", "tag": "7820fff9-44bf-410e-b7b2-4ce66c74b35f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:53.884272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cccfb2b-6feb-4da9-9d7d-4c3d96562c1f req-4f893e47-e1c6-4c91-91a6-eab26bb9cfa4 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539960 Nov 09 00:09:53.935604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b04962-0113-493b-947f-68805852b034 service neutron] Pushing event updated for resources: {'Port': ['ID=7820fff9-44bf-410e-b7b2-4ce66c74b35f,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:53.975881 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83afa784-0127-445a-bfeb-9f862be334c6 req-d18a69e0-f6e2-461a-baac-afb55a5a4dd1 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929850 Nov 09 00:09:53.977304 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbc2aa9d-8850-44c7-847f-d98d9856d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:54.044601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2aa9d-8850-44c7-847f-d98d9856d1c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe49078-2847-4514-a878-b3cfd7e67534,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:54.046747 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbc2aa9d-8850-44c7-847f-d98d9856d1c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:54.050469 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cbc2aa9d-8850-44c7-847f-d98d9856d1c6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4fe49078-2847-4514-a878-b3cfd7e67534 HTTP/1.1" status: 204 len: 168 time: 0.5948851 Nov 09 00:09:54.053723 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33028) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:54.061925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd84b242-68ce-4b3d-882b-0b8ff2b5ddb2 None None] Network 87fb11b2-1cf5-4737-bc7d-b71a53019dc9 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:09:54.159140 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:54.269451 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Deleting port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:09:54.270145 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:54.347796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] For port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b4ea9274-b5b0-456e-bbe7-fe1fd812ed07,segment=NetworkSegment(1c662601-b0c6-4ed1-88d7-bbc70bdce80e),segment_id=1c662601-b0c6-4ed1-88d7-bbc70bdce80e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:54.348266 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:54.369010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Calling delete_port for b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:09:54.406314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d439d-08ee-4ec6-a197-841699028e1f req-bf08e11f-9a71-45b2-8c56-abcf5ed958c3 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:54.414836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-102d439d-08ee-4ec6-a197-841699028e1f req-bf08e11f-9a71-45b2-8c56-abcf5ed958c3 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.3098752 Nov 09 00:09:54.446906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ddaacc-f3af-4596-b290-d4828000b200 None None] DHCP port deletion for 87fb11b2-1cf5-4737-bc7d-b71a53019dc9 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:09:54.473236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-a737395e-cd35-4d02-8aba-c390102d81c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:54.475494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-a737395e-cd35-4d02-8aba-c390102d81c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c28415dceb142a58cfc63e2f3669de7&device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 1094 time: 0.4831350 Nov 09 00:09:54.498829 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49998692-920a-4e85-97ed-c3af0f4f53bd req-a9e91050-fae3-4f2f-9fe5-de6398bb9718 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:54.500494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49998692-920a-4e85-97ed-c3af0f4f53bd req-a9e91050-fae3-4f2f-9fe5-de6398bb9718 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.2793272 Nov 09 00:09:54.507331 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:54.524392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] No DVR routers for this DVR port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:09:54.556555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ea9274-b5b0-456e-bbe7-fe1fd812ed07,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:54.565302 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83afa784-0127-445a-bfeb-9f862be334c6 req-6e804636-70e8-4b6d-bbcc-e0d9af0910d2 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946334 Nov 09 00:09:54.577104 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-43d0fc97-f6dc-4420-866e-3ec306fd22b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7820fff9-44bf-410e-b7b2-4ce66c74b35f HTTP/1.1" status: 200 len: 217 time: 0.0920830 Nov 09 00:09:54.589003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c9ddaacc-f3af-4596-b290-d4828000b200 None None] Deleting port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:09:54.590259 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9ddaacc-f3af-4596-b290-d4828000b200 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:54.667219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-102d439d-08ee-4ec6-a197-841699028e1f req-084ab6ae-6855-4295-b5c2-a2e4b75676bc tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495687 Nov 09 00:09:54.704496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c9ddaacc-f3af-4596-b290-d4828000b200 None None] For port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07, host n-d-813263-3, got binding levels [] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:54.705293 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9ddaacc-f3af-4596-b290-d4828000b200 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:54.724405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49998692-920a-4e85-97ed-c3af0f4f53bd req-d2dbcb4a-81f9-40fa-9779-5c5a38791512 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679082 Nov 09 00:09:54.725998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-36d006bb-7dd0-4d44-984d-558d4b80c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:54.727386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-36d006bb-7dd0-4d44-984d-558d4b80c8e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76772196-e881-467d-9b57-5f96ecf75772 HTTP/1.1" status: 200 len: 861 time: 0.1381681 Nov 09 00:09:54.741314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c9ddaacc-f3af-4596-b290-d4828000b200 None None] Calling delete_port for b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:09:54.748056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.ipam_backend_mixin [None req-c9ddaacc-f3af-4596-b290-d4828000b200 None None] Port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 was not found and therefore no delete operation was performed {{(pid=101782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 00:09:54.751646 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9ddaacc-f3af-4596-b290-d4828000b200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:54.780760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddaacc-f3af-4596-b290-d4828000b200 None None] Pushing event deleted for resources: {'Port': ['ID=b4ea9274-b5b0-456e-bbe7-fe1fd812ed07,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:54.793290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ddaacc-f3af-4596-b290-d4828000b200 None None] No DVR routers for this DVR port b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:09:54.796554 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-ae858a4b-21ff-474b-8985-975465b2a60a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d593003-37ef-4db6-b73f-d9600b045463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568163 Nov 09 00:09:54.867574 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:54.906957 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09f5df2-cd54-425f-9d77-c8c8d2f97273 x-openstack-request-id: req-d09f5df2-cd54-425f-9d77-c8c8d2f97273 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:54.906957 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14481ebd-d4a4-4882-9c1c-694f5f1277de", "tag": "7820fff9-44bf-410e-b7b2-4ce66c74b35f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:54.906957 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d09f5df2-cd54-425f-9d77-c8c8d2f97273 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:54.907509 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14481ebd-d4a4-4882-9c1c-694f5f1277de', 'tag': '7820fff9-44bf-410e-b7b2-4ce66c74b35f', 'status': 'completed', 'code': 200} Nov 09 00:09:54.914809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fb11b2-1cf5-4737-bc7d-b71a53019dc9']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:54.939902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c662601-b0c6-4ed1-88d7-bbc70bdce80e') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:54.940167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c662601-b0c6-4ed1-88d7-bbc70bdce80e') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:09:54.953873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905f02a-8b25-4eb6-bad2-e891fe2d344c req-3975aaee-f67d-4cf8-8b50-5fd8f07f26a1 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:54.955474 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8905f02a-8b25-4eb6-bad2-e891fe2d344c req-3975aaee-f67d-4cf8-8b50-5fd8f07f26a1 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 945 time: 0.1269469 Nov 09 00:09:54.964946 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:54.986480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-ba51ea6d-756c-46be-bed5-abcebf527b0f service neutron] 10.222.0.11 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781187 Nov 09 00:09:54.999982 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:55.009372 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:09:55.009781 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:09:55.011652 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:09:55.093145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113e00-76e7-48df-8047-c3023395905b req-804f3582-4643-41f3-aed5-daf28cf8128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.095312 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-804f3582-4643-41f3-aed5-daf28cf8128c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1100 time: 0.2854826 Nov 09 00:09:55.135303 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:55.139979 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:55.146871 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] 10.222.0.25 "DELETE /v2.0/networks/87fb11b2-1cf5-4737-bc7d-b71a53019dc9 HTTP/1.1" status: 204 len: 168 time: 1.0888214 Nov 09 00:09:55.282881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2b86d-8ceb-409d-a36d-5ade7e9c481f admin admin] Pushing event deleted for resources: {'Network': ['ID=87fb11b2-1cf5-4737-bc7d-b71a53019dc9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:55.344102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33050) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:55.360433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 625f28b1-5f17-4cb8-849d-fa3e50e9d995 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:09:55.403802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113e00-76e7-48df-8047-c3023395905b req-4dcc44f9-2e5f-4b54-b3ea-602191cebd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.405305 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-4dcc44f9-2e5f-4b54-b3ea-602191cebd1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.3021426 Nov 09 00:09:55.410823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 625f28b1-5f17-4cb8-849d-fa3e50e9d995 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:09:55.411160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 625f28b1-5f17-4cb8-849d-fa3e50e9d995 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:09:55.411934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:09:55.416812 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8905f02a-8b25-4eb6-bad2-e891fe2d344c req-9326131f-a486-4d37-9867-b8c02f57348a tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524097 Nov 09 00:09:55.436815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a450c-d8de-4522-8fdd-813af12bffd1 req-37b07848-bfde-4b8c-9e57-bebf017832de tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.453672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a450c-d8de-4522-8fdd-813af12bffd1 req-37b07848-bfde-4b8c-9e57-bebf017832de tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.459975 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a450c-d8de-4522-8fdd-813af12bffd1 req-37b07848-bfde-4b8c-9e57-bebf017832de tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.467064 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-abe44b35-42dd-467a-a4cc-27b0ea4deb25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 217 time: 0.0421839 Nov 09 00:09:55.470498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:09:55.473265 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b4ea9274-b5b0-456e-bbe7-fe1fd812ed07 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:09:55.473754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c9076d5c-ed92-4668-b48a-fd69da2bc66e no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:09:55.492146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a450c-d8de-4522-8fdd-813af12bffd1 req-37b07848-bfde-4b8c-9e57-bebf017832de tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.507024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a450c-d8de-4522-8fdd-813af12bffd1 req-37b07848-bfde-4b8c-9e57-bebf017832de tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.512998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a450c-d8de-4522-8fdd-813af12bffd1 req-37b07848-bfde-4b8c-9e57-bebf017832de tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.516415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: c9076d5c-ed92-4668-b48a-fd69da2bc66e {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:09:55.517956 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c9076d5c-ed92-4668-b48a-fd69da2bc66e not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:09:55.525837 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3d1415b3-41ef-4ca5-b4d1-7161b3ab0a8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85721760c5f9402e8c9f3683bda7e723&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1769822 Nov 09 00:09:55.528400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33054) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:55.547801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a450c-d8de-4522-8fdd-813af12bffd1 req-37b07848-bfde-4b8c-9e57-bebf017832de tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.556069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c46a450c-d8de-4522-8fdd-813af12bffd1 req-37b07848-bfde-4b8c-9e57-bebf017832de tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.5784659 Nov 09 00:09:55.571573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113e00-76e7-48df-8047-c3023395905b req-ca96a36c-62c5-4c95-8d3b-18f1650ac380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.573829 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-ca96a36c-62c5-4c95-8d3b-18f1650ac380 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0927970 Nov 09 00:09:55.631637 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55c3f866-b6af-4273-b91a-38ee8d9d12e1 req-b68e3abd-ae45-4358-8bac-fe3c3e40222f service neutron] 10.222.0.11 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323707 Nov 09 00:09:55.659021 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-545a59b6-d03b-4831-a2f3-bd016f83bf80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:55.671030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c146b-7fc9-438b-90a6-6c4f0db9b59b req-f3b88555-b2a6-414b-9da5-2766ac88183d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.672632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a30c146b-7fc9-438b-90a6-6c4f0db9b59b req-f3b88555-b2a6-414b-9da5-2766ac88183d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.1134386 Nov 09 00:09:55.699205 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113e00-76e7-48df-8047-c3023395905b req-0b3dad52-4c85-4429-bfa6-471441b41efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.700965 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-0b3dad52-4c85-4429-bfa6-471441b41efa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078703 Nov 09 00:09:55.704781 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-545a59b6-d03b-4831-a2f3-bd016f83bf80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:55.731471 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c46a450c-d8de-4522-8fdd-813af12bffd1 req-6f758e75-0142-4168-9231-0e482df17e66 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1588097 Nov 09 00:09:55.798028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a30c146b-7fc9-438b-90a6-6c4f0db9b59b req-73d2a80c-49ff-4f39-a936-ed8d3776ef40 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119907 Nov 09 00:09:55.812793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb4fb1-ae98-4dcc-bced-5ef0f9f182b6 req-8a81c281-6683-41cc-b9fb-b3361fe03bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:55.815800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bedb4fb1-ae98-4dcc-bced-5ef0f9f182b6 req-8a81c281-6683-41cc-b9fb-b3361fe03bce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c28415dceb142a58cfc63e2f3669de7&device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 1094 time: 0.1231036 Nov 09 00:09:55.898062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-545a59b6-d03b-4831-a2f3-bd016f83bf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:55.912952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-545a59b6-d03b-4831-a2f3-bd016f83bf80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:55.914529 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-545a59b6-d03b-4831-a2f3-bd016f83bf80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1280ba5-4d44-4b06-8273-e3d53d8254ee HTTP/1.1" status: 204 len: 168 time: 0.3850074 Nov 09 00:09:55.962884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 9988a53a-ab7e-4957-a516-de6a8016abf7 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:09:55.980903 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-ac0b87d9-b355-450c-bd65-bc9e41354760 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701564 Nov 09 00:09:55.987138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a59b6-d03b-4831-a2f3-bd016f83bf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1280ba5-4d44-4b06-8273-e3d53d8254ee,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:56.099096 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-f1793e7b-a4f4-4446-83d3-5bdbe0ab398c service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055937 Nov 09 00:09:56.158192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557eb230-b286-4fd3-84a6-8d1b02ea1574 req-068a13a7-c282-4186-8bd8-5e58d4aef41f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:56.160308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-557eb230-b286-4fd3-84a6-8d1b02ea1574 req-068a13a7-c282-4186-8bd8-5e58d4aef41f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 943 time: 0.2882586 Nov 09 00:09:56.176649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af4c0c-da43-416e-82ee-c679b47ffc16 req-37efe756-859b-4d6b-8f8f-bda389ae84f5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:56.186244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83af4c0c-da43-416e-82ee-c679b47ffc16 req-37efe756-859b-4d6b-8f8f-bda389ae84f5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.2973559 Nov 09 00:09:56.201747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb4fb1-ae98-4dcc-bced-5ef0f9f182b6 req-a08f5151-fe3c-41e3-8a72-9eedbdf4f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:56.204769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bedb4fb1-ae98-4dcc-bced-5ef0f9f182b6 req-a08f5151-fe3c-41e3-8a72-9eedbdf4f0c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d593003-37ef-4db6-b73f-d9600b045463 HTTP/1.1" status: 200 len: 921 time: 0.3810728 Nov 09 00:09:56.322977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9988a53a-ab7e-4957-a516-de6a8016abf7,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:56.326588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bedb4fb1-ae98-4dcc-bced-5ef0f9f182b6 req-b44fedec-98f5-4be6-b5b7-4b06dc85812d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7820fff9-44bf-410e-b7b2-4ce66c74b35f HTTP/1.1" status: 200 len: 217 time: 0.1082308 Nov 09 00:09:56.344557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 387d3440-c2e9-4317-92df-6705adc5fc5f details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:09:56.370063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83af4c0c-da43-416e-82ee-c679b47ffc16 req-dbd8d6e1-7afc-4870-9848-527208662776 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827536 Nov 09 00:09:56.380921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '9988a53a-ab7e-4957-a516-de6a8016abf7', 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a', 'port_id': '9988a53a-ab7e-4957-a516-de6a8016abf7', 'mac_address': 'fa:16:3e:3c:0c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:09:56.399182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-6440f362-185d-49c7-a7e1-4ca27a06eb00 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:56.409871 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-6440f362-185d-49c7-a7e1-4ca27a06eb00 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042&tenant_id=a886180a18e84341a5ce8c7e94ede157&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1096 time: 0.1132529 Nov 09 00:09:56.425709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813263-3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:09:56.438797 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:56.524213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:56.529500 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9988a53a-ab7e-4957-a516-de6a8016abf7 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:56.552915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9988a53a-ab7e-4957-a516-de6a8016abf7,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:56.566258 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:56.643351 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=9988a53a-ab7e-4957-a516-de6a8016abf7,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:56.669764 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=387d3440-c2e9-4317-92df-6705adc5fc5f,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:56.687771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=387d3440-c2e9-4317-92df-6705adc5fc5f,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:56.688715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 387d3440-c2e9-4317-92df-6705adc5fc5f has no active binding in host n-h2-813263-3 {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 00:09:56.694309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-557eb230-b286-4fd3-84a6-8d1b02ea1574 req-4bc79293-caab-4fc1-98ce-f7523ca68567 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988110 Nov 09 00:09:56.717168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb4fb1-ae98-4dcc-bced-5ef0f9f182b6 req-3229abd6-86a5-4628-ba3f-dd5ab9856e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:56.719853 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bedb4fb1-ae98-4dcc-bced-5ef0f9f182b6 req-3229abd6-86a5-4628-ba3f-dd5ab9856e09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76772196-e881-467d-9b57-5f96ecf75772 HTTP/1.1" status: 200 len: 861 time: 0.3558733 Nov 09 00:09:56.742002 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:56.768738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b8a16-33b1-440b-9401-778d33df115d req-41a2b118-2e06-4e98-bf84-c6f3d9f7ba89 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:56.770970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb8b8a16-33b1-440b-9401-778d33df115d req-41a2b118-2e06-4e98-bf84-c6f3d9f7ba89 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 945 time: 0.2636001 Nov 09 00:09:56.793695 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:56.795449 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c231034-fcfa-4c8d-8786-0fce22824042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387d3440-c2e9-4317-92df-6705adc5fc5f'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:56.797718 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432e82a2-cc8a-4643-a654-9f7247747ef9" -d '{"events": [{"server_uuid": "2c231034-fcfa-4c8d-8786-0fce22824042", "name": "network-vif-unplugged", "status": "completed", "tag": "387d3440-c2e9-4317-92df-6705adc5fc5f"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:56.799327 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bedb4fb1-ae98-4dcc-bced-5ef0f9f182b6 req-c916ddfb-1caf-4ea2-8de0-6f2f90dfb267 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d593003-37ef-4db6-b73f-d9600b045463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705352 Nov 09 00:09:56.807396 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:56.854198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33086) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:56.885082 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['9988a53a-ab7e-4957-a516-de6a8016abf7'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:56.954895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Pushing event updated for resources: {'Port': ['ID=387d3440-c2e9-4317-92df-6705adc5fc5f,revision_number=7']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:56.961534 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e683042e-ef92-4cad-98c0-0a18d75660f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1b41c1a689a47e6b84b1b0e73e6f5ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1054714 Nov 09 00:09:56.964341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33088) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:09:57.006612 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Attempting to bind port 387d3440-c2e9-4317-92df-6705adc5fc5f on host n-h1-813263-3 for vnic_type normal with profile {"migrating_to": "n-h2-813263-3"} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:09:57.007100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Attempting to bind port 387d3440-c2e9-4317-92df-6705adc5fc5f by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:09:57.007533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Attempting to bind port 387d3440-c2e9-4317-92df-6705adc5fc5f on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:57.017991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bedb4fb1-ae98-4dcc-bced-5ef0f9f182b6 req-0cba6e13-3579-4f06-86be-0b9ad628ed6b service neutron] 10.222.0.11 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088883 Nov 09 00:09:57.018992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Port 387d3440-c2e9-4317-92df-6705adc5fc5f on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:09:57.019424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Attempting to bind port 387d3440-c2e9-4317-92df-6705adc5fc5f on network 1b694f05-7fa9-49af-ad3c-4c50b0fed877 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:09:57.027915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e642c85-816c-47ea-a1d2-58002b416f7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:57.029902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:09:57.030365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Checking segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:09:57.030851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Bound using segment: {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:09:57.031450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Bound port: 387d3440-c2e9-4317-92df-6705adc5fc5f, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6da53f2-33b0-411d-bd15-358280f81428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b694f05-7fa9-49af-ad3c-4c50b0fed877'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:09:57.031845 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:57.154338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:09:57.158057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=387d3440-c2e9-4317-92df-6705adc5fc5f,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:09:57.167968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:57.211750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e642c85-816c-47ea-a1d2-58002b416f7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:57.264235 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb8b8a16-33b1-440b-9401-778d33df115d req-1e841d5f-a6d1-430f-ad0c-ea9b5a0ccf01 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686153 Nov 09 00:09:57.287813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce4fb-7442-4cf4-809e-e2458547755b req-9a134fff-a922-4b64-8d65-3f0c5692e5e9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:57.294683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce4fb-7442-4cf4-809e-e2458547755b req-9a134fff-a922-4b64-8d65-3f0c5692e5e9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:57.300682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce4fb-7442-4cf4-809e-e2458547755b req-9a134fff-a922-4b64-8d65-3f0c5692e5e9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:57.309681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce4fb-7442-4cf4-809e-e2458547755b req-9a134fff-a922-4b64-8d65-3f0c5692e5e9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:57.326186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Pushing event updated for resources: {'Port': ['ID=387d3440-c2e9-4317-92df-6705adc5fc5f,revision_number=8']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:57.328175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce4fb-7442-4cf4-809e-e2458547755b req-9a134fff-a922-4b64-8d65-3f0c5692e5e9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:57.332976 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab02b4a6-10b7-47c3-a69a-2c9e0edfe7b1 x-openstack-request-id: req-ab02b4a6-10b7-47c3-a69a-2c9e0edfe7b1 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:57.333265 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c231034-fcfa-4c8d-8786-0fce22824042", "name": "network-vif-unplugged", "status": "completed", "tag": "387d3440-c2e9-4317-92df-6705adc5fc5f", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:57.333550 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab02b4a6-10b7-47c3-a69a-2c9e0edfe7b1 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:57.334396 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c231034-fcfa-4c8d-8786-0fce22824042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387d3440-c2e9-4317-92df-6705adc5fc5f', 'code': 200} Nov 09 00:09:57.336289 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e642c85-816c-47ea-a1d2-58002b416f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:57.338943 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e642c85-816c-47ea-a1d2-58002b416f7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:57.340088 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9e642c85-816c-47ea-a1d2-58002b416f7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f7f774e-3359-4732-924f-398e6d9eb42c HTTP/1.1" status: 204 len: 168 time: 0.3746378 Nov 09 00:09:57.344607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce4fb-7442-4cf4-809e-e2458547755b req-9a134fff-a922-4b64-8d65-3f0c5692e5e9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:57.357290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce4fb-7442-4cf4-809e-e2458547755b req-9a134fff-a922-4b64-8d65-3f0c5692e5e9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:57.360411 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8bce4fb-7442-4cf4-809e-e2458547755b req-9a134fff-a922-4b64-8d65-3f0c5692e5e9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.3394799 Nov 09 00:09:57.404738 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e642c85-816c-47ea-a1d2-58002b416f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7f774e-3359-4732-924f-398e6d9eb42c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:57.422119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:57.423508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:57.425154 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-98059650-384d-41e5-94d0-19d950632a58 service neutron] 10.222.0.11 "PUT /v2.0/ports/387d3440-c2e9-4317-92df-6705adc5fc5f HTTP/1.1" status: 200 len: 1121 time: 1.0078607 Nov 09 00:09:57.532332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['387d3440-c2e9-4317-92df-6705adc5fc5f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:57.575921 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bedb4fb1-ae98-4dcc-bced-5ef0f9f182b6 req-5b033c73-9be2-42df-b949-56ae5d72fca0 service neutron] 10.222.0.11 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492790 Nov 09 00:09:57.610195 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['387d3440-c2e9-4317-92df-6705adc5fc5f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:57.625891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8bce4fb-7442-4cf4-809e-e2458547755b req-8918968b-080b-4702-be83-9805ec732f11 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2544909 Nov 09 00:09:57.649101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aca768-9563-4b87-a9af-b4be4ad58e2c req-455bb83e-e387-45d8-bdc7-27659fa6e9e1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:57.655632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12aca768-9563-4b87-a9af-b4be4ad58e2c req-455bb83e-e387-45d8-bdc7-27659fa6e9e1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.2080040 Nov 09 00:09:57.799325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12aca768-9563-4b87-a9af-b4be4ad58e2c req-c017da37-9204-4070-b971-77ff60298fdd tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261082 Nov 09 00:09:57.935872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a89bb-d378-4616-a5fc-ca47abfbfd8d req-8b8a726e-05e4-4fc8-8297-b224d9b1767c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:57.943806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e1a89bb-d378-4616-a5fc-ca47abfbfd8d req-8b8a726e-05e4-4fc8-8297-b224d9b1767c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 944 time: 0.1423202 Nov 09 00:09:58.044075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e526c47-f60f-4cff-8478-fda1827e6521 req-e7235413-3434-403b-a55c-22cd7ebcba26 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:58.044075 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e526c47-f60f-4cff-8478-fda1827e6521 req-e7235413-3434-403b-a55c-22cd7ebcba26 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 943 time: 0.1552875 Nov 09 00:09:58.061935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e1a89bb-d378-4616-a5fc-ca47abfbfd8d req-560ca5ec-788c-4905-8e5f-1b6aac0edd4a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122334 Nov 09 00:09:58.139021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e526c47-f60f-4cff-8478-fda1827e6521 req-82bd297f-b1f8-4e0a-bea4-9d61f6de01e3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759041 Nov 09 00:09:58.212535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aa4b14a-a297-47d3-8545-e8c5d2e213e0 req-5ecf39ea-4237-4c56-aa6e-7d26b6c1d397 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621858 Nov 09 00:09:58.298655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4b14a-a297-47d3-8545-e8c5d2e213e0 req-b8f3df8d-08c6-40d8-8ba2-ce8b28d11cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:58.300282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aa4b14a-a297-47d3-8545-e8c5d2e213e0 req-b8f3df8d-08c6-40d8-8ba2-ce8b28d11cdb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 1096 time: 0.0599902 Nov 09 00:09:58.340373 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7820fff9-44bf-410e-b7b2-4ce66c74b35f details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:09:58.537103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7820fff9-44bf-410e-b7b2-4ce66c74b35f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7820fff9-44bf-410e-b7b2-4ce66c74b35f,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:58.553903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '7820fff9-44bf-410e-b7b2-4ce66c74b35f', 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463', 'port_id': '7820fff9-44bf-410e-b7b2-4ce66c74b35f', 'mac_address': 'fa:16:3e:79:9d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76772196-e881-467d-9b57-5f96ecf75772', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:09:58.591807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06a3d9-736e-4147-8d48-edcd5baf9715 req-6700ae6b-acb1-4a5a-863a-b53711253628 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:58.601691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db06a3d9-736e-4147-8d48-edcd5baf9715 req-6700ae6b-acb1-4a5a-863a-b53711253628 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 943 time: 0.1221042 Nov 09 00:09:58.628415 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:58.628741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4b14a-a297-47d3-8545-e8c5d2e213e0 req-5ea869e4-fa86-4e48-85be-ab8c460fa5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:58.630267 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aa4b14a-a297-47d3-8545-e8c5d2e213e0 req-5ea869e4-fa86-4e48-85be-ab8c460fa5ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.2945449 Nov 09 00:09:58.652429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7820fff9-44bf-410e-b7b2-4ce66c74b35f {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:09:58.698932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7820fff9-44bf-410e-b7b2-4ce66c74b35f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7820fff9-44bf-410e-b7b2-4ce66c74b35f,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:09:58.705846 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:09:58.747549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aa4b14a-a297-47d3-8545-e8c5d2e213e0 req-35cc104f-8a9c-4d9b-9cc3-52b8bab1d4ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=804646ca-e636-4a06-b760-f8ce0f694fbe HTTP/1.1" status: 200 len: 217 time: 0.0926654 Nov 09 00:09:58.835438 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=7820fff9-44bf-410e-b7b2-4ce66c74b35f,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:09:58.864271 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db06a3d9-736e-4147-8d48-edcd5baf9715 req-5a266907-80ce-473e-84e5-a20c17c07c19 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571092 Nov 09 00:09:58.953682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4b14a-a297-47d3-8545-e8c5d2e213e0 req-d955a9ba-5f97-47eb-a9d9-d2cae25ccf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:58.963611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aa4b14a-a297-47d3-8545-e8c5d2e213e0 req-d955a9ba-5f97-47eb-a9d9-d2cae25ccf82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.1849976 Nov 09 00:09:59.041975 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aa4b14a-a297-47d3-8545-e8c5d2e213e0 req-6299d3c5-c4b7-4f08-98e3-9f0124747d4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532110 Nov 09 00:09:59.061442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81f2d5-cff0-4617-8f8c-791603081c11 req-5100541b-e5ca-498b-9429-38a74d78cb66 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:59.068633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81f2d5-cff0-4617-8f8c-791603081c11 req-5100541b-e5ca-498b-9429-38a74d78cb66 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:59.075099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81f2d5-cff0-4617-8f8c-791603081c11 req-5100541b-e5ca-498b-9429-38a74d78cb66 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:59.081451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81f2d5-cff0-4617-8f8c-791603081c11 req-5100541b-e5ca-498b-9429-38a74d78cb66 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:59.088296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81f2d5-cff0-4617-8f8c-791603081c11 req-5100541b-e5ca-498b-9429-38a74d78cb66 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:59.095050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81f2d5-cff0-4617-8f8c-791603081c11 req-5100541b-e5ca-498b-9429-38a74d78cb66 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:59.102965 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81f2d5-cff0-4617-8f8c-791603081c11 req-5100541b-e5ca-498b-9429-38a74d78cb66 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:59.105128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a81f2d5-cff0-4617-8f8c-791603081c11 req-5100541b-e5ca-498b-9429-38a74d78cb66 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.2392867 Nov 09 00:09:59.136071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['7820fff9-44bf-410e-b7b2-4ce66c74b35f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:09:59.179688 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344e07-02ca-4aba-83ee-3c16b93d5eec req-b737ddc9-0f31-4cb6-89b2-80adc0bbe3c1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:59.187255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52344e07-02ca-4aba-83ee-3c16b93d5eec req-b737ddc9-0f31-4cb6-89b2-80adc0bbe3c1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.2225266 Nov 09 00:09:59.335416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c231034-fcfa-4c8d-8786-0fce22824042', 'tag': '387d3440-c2e9-4317-92df-6705adc5fc5f'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:09:59.337952 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a209fd-f163-4140-8e6d-20126aabcf7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c231034-fcfa-4c8d-8786-0fce22824042", "tag": "387d3440-c2e9-4317-92df-6705adc5fc5f"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:09:59.352382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a81f2d5-cff0-4617-8f8c-791603081c11 req-c2ec7942-d626-46ca-beeb-c54d61f93c7f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2340660 Nov 09 00:09:59.382340 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52344e07-02ca-4aba-83ee-3c16b93d5eec req-a4527d27-1f11-4f97-91eb-195fbf5639d7 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941638 Nov 09 00:09:59.386301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aa4b14a-a297-47d3-8545-e8c5d2e213e0 req-04af2c8c-35d4-4081-b021-3f16d5b582e2 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796280 Nov 09 00:09:59.608506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53065-957d-4846-849c-39970e174c68 req-26beb516-0f1b-4bff-bc21-c9fbdc37d495 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:59.609971 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bba53065-957d-4846-849c-39970e174c68 req-26beb516-0f1b-4bff-bc21-c9fbdc37d495 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 944 time: 0.1092651 Nov 09 00:09:59.621013 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aa4b14a-a297-47d3-8545-e8c5d2e213e0 req-b048ead8-1605-4da5-8550-59b95b28ae4c service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206733 Nov 09 00:09:59.697805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09730ae-2c1e-4ea0-a5bd-e355e8eaf2c6 req-6f63ccb6-ffdd-4d1b-b0d8-9b6768b4e7f4 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:59.699398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d09730ae-2c1e-4ea0-a5bd-e355e8eaf2c6 req-6f63ccb6-ffdd-4d1b-b0d8-9b6768b4e7f4 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 944 time: 0.1026814 Nov 09 00:09:59.707617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bba53065-957d-4846-849c-39970e174c68 req-8077f607-3952-489b-b0d8-23ea24fa6d4a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697005 Nov 09 00:09:59.765638 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17378d96-44fa-4d7b-8cdd-276fddf94f30 x-openstack-request-id: req-17378d96-44fa-4d7b-8cdd-276fddf94f30 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:09:59.765931 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c231034-fcfa-4c8d-8786-0fce22824042", "tag": "387d3440-c2e9-4317-92df-6705adc5fc5f", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:09:59.766187 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17378d96-44fa-4d7b-8cdd-276fddf94f30 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:09:59.766827 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c231034-fcfa-4c8d-8786-0fce22824042', 'tag': '387d3440-c2e9-4317-92df-6705adc5fc5f', 'status': 'completed', 'code': 200} Nov 09 00:09:59.767217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d09730ae-2c1e-4ea0-a5bd-e355e8eaf2c6 req-3bb14fd3-cef1-430d-8358-c368c54423b2 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585465 Nov 09 00:09:59.894428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a209fd-f163-4140-8e6d-20126aabcf7d req-98333ce1-497f-429c-904e-7e76478990c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:09:59.897119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a209fd-f163-4140-8e6d-20126aabcf7d req-98333ce1-497f-429c-904e-7e76478990c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 1124 time: 0.0847301 Nov 09 00:09:59.988073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 9988a53a-ab7e-4957-a516-de6a8016abf7 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:00.083832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 9988a53a-ab7e-4957-a516-de6a8016abf7 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:00.088855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a209fd-f163-4140-8e6d-20126aabcf7d req-cd15acca-b95b-4ab1-bd4e-7049b3e463df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:00.091268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a209fd-f163-4140-8e6d-20126aabcf7d req-cd15acca-b95b-4ab1-bd4e-7049b3e463df service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.1728776 Nov 09 00:10:00.091452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 9988a53a-ab7e-4957-a516-de6a8016abf7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:00.091452 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:00.116087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc6c0b-bcfe-4906-94e5-351691526c5a req-4fe6ba97-a83c-4dac-a277-ec89794fa58f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:00.116614 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bfc6c0b-bcfe-4906-94e5-351691526c5a req-4fe6ba97-a83c-4dac-a277-ec89794fa58f tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 943 time: 0.1320074 Nov 09 00:10:00.204829 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:00.217030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a209fd-f163-4140-8e6d-20126aabcf7d req-21a1a805-0a1a-4e0e-8060-f7e31316fb72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387d3440-c2e9-4317-92df-6705adc5fc5f HTTP/1.1" status: 200 len: 217 time: 0.0990620 Nov 09 00:10:00.244378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9988a53a-ab7e-4957-a516-de6a8016abf7,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:00.245601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a22a5e7-7981-4732-b707-74d68ef9a62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9988a53a-ab7e-4957-a516-de6a8016abf7'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:00.248734 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a676c-5034-4c03-b6bf-efb6d446848f" -d '{"events": [{"server_uuid": "3a22a5e7-7981-4732-b707-74d68ef9a62e", "name": "network-vif-plugged", "status": "completed", "tag": "9988a53a-ab7e-4957-a516-de6a8016abf7"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:00.253093 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:00.341943 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b80a7e-2301-43bc-91f3-d9b9fe45b692 x-openstack-request-id: req-01b80a7e-2301-43bc-91f3-d9b9fe45b692 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:00.342397 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a22a5e7-7981-4732-b707-74d68ef9a62e", "name": "network-vif-plugged", "status": "completed", "tag": "9988a53a-ab7e-4957-a516-de6a8016abf7", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:00.342867 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01b80a7e-2301-43bc-91f3-d9b9fe45b692 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:00.343366 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a22a5e7-7981-4732-b707-74d68ef9a62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9988a53a-ab7e-4957-a516-de6a8016abf7', 'code': 200} Nov 09 00:10:00.357638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a209fd-f163-4140-8e6d-20126aabcf7d req-cebabdb3-0846-4a56-9d42-6ad5855bb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:00.359931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a209fd-f163-4140-8e6d-20126aabcf7d req-cebabdb3-0846-4a56-9d42-6ad5855bb054 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.1280608 Nov 09 00:10:00.373145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7820fff9-44bf-410e-b7b2-4ce66c74b35f up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:00.373836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bfc6c0b-bcfe-4906-94e5-351691526c5a req-e1373af3-10d9-4c72-80ca-e1a3f2dff298 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700928 Nov 09 00:10:00.454679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=9988a53a-ab7e-4957-a516-de6a8016abf7,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:00.468156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a209fd-f163-4140-8e6d-20126aabcf7d req-a2d9b8bf-4a7a-455e-a515-a988ec71b0a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932860 Nov 09 00:10:00.520502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c61dcb-8a35-4b45-ad64-fe6f2112b15d req-d72151ac-14fb-4dab-8ebf-71b73d9d64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:00.521512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 7820fff9-44bf-410e-b7b2-4ce66c74b35f completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:00.522760 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29c61dcb-8a35-4b45-ad64-fe6f2112b15d req-d72151ac-14fb-4dab-8ebf-71b73d9d64d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 1096 time: 0.1229997 Nov 09 00:10:00.528877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 7820fff9-44bf-410e-b7b2-4ce66c74b35f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:00.529438 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:00.596880 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29c61dcb-8a35-4b45-ad64-fe6f2112b15d req-c5ddaa92-0942-4ee1-91ed-3ca4a08aa9c1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582466 Nov 09 00:10:00.679814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172532d-4980-411f-846d-002a0c490013 req-c58b9d98-1ad2-45f7-aa03-d6217dc2dca7 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:00.681753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c172532d-4980-411f-846d-002a0c490013 req-c58b9d98-1ad2-45f7-aa03-d6217dc2dca7 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.1665118 Nov 09 00:10:00.694678 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:00.715677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0b421-dbd5-4365-ba1c-7b60797bec3f req-7b286d95-c549-40b9-be35-897acdd59cfb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:00.722033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0b421-dbd5-4365-ba1c-7b60797bec3f req-7b286d95-c549-40b9-be35-897acdd59cfb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:00.729517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0b421-dbd5-4365-ba1c-7b60797bec3f req-7b286d95-c549-40b9-be35-897acdd59cfb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:00.735668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0b421-dbd5-4365-ba1c-7b60797bec3f req-7b286d95-c549-40b9-be35-897acdd59cfb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:00.736426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7820fff9-44bf-410e-b7b2-4ce66c74b35f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7820fff9-44bf-410e-b7b2-4ce66c74b35f,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:00.742789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0b421-dbd5-4365-ba1c-7b60797bec3f req-7b286d95-c549-40b9-be35-897acdd59cfb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:00.750618 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:00.751269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0b421-dbd5-4365-ba1c-7b60797bec3f req-7b286d95-c549-40b9-be35-897acdd59cfb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:00.757602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0b421-dbd5-4365-ba1c-7b60797bec3f req-7b286d95-c549-40b9-be35-897acdd59cfb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:00.759831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81e0b421-dbd5-4365-ba1c-7b60797bec3f req-7b286d95-c549-40b9-be35-897acdd59cfb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.1904728 Nov 09 00:10:00.761926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a209fd-f163-4140-8e6d-20126aabcf7d req-9e01dbab-f8a7-43c4-967a-c567426aaacf service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847247 Nov 09 00:10:00.823592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=7820fff9-44bf-410e-b7b2-4ce66c74b35f,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:00.878366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c172532d-4980-411f-846d-002a0c490013 req-ddfe90c4-e54c-484f-b5d1-2842983f1661 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835220 Nov 09 00:10:00.989092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81e0b421-dbd5-4365-ba1c-7b60797bec3f req-66e5af81-68d7-44b2-aadc-63669da18313 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2166786 Nov 09 00:10:01.065300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a209fd-f163-4140-8e6d-20126aabcf7d req-2ffa7d41-4e2a-41df-b0f9-d2b19a332a95 service neutron] 10.222.0.30 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542536 Nov 09 00:10:01.371417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd50158-fe3d-4cbd-affe-f4ebfcc131e4 req-8d386a35-6b7b-410c-b488-515ff9ff65ca tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:01.373212 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fd50158-fe3d-4cbd-affe-f4ebfcc131e4 req-8d386a35-6b7b-410c-b488-515ff9ff65ca tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.0923865 Nov 09 00:10:01.423497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4b4de-46c9-434b-aeda-90f3e439200e req-b2f290af-2902-4ad5-bc13-d55dd92e3ed6 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:01.424930 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78a4b4de-46c9-434b-aeda-90f3e439200e req-b2f290af-2902-4ad5-bc13-d55dd92e3ed6 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 945 time: 0.0926676 Nov 09 00:10:01.462998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fd50158-fe3d-4cbd-affe-f4ebfcc131e4 req-f0be4452-23df-4d87-af5d-cf68a69822f4 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809095 Nov 09 00:10:01.522322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78a4b4de-46c9-434b-aeda-90f3e439200e req-8ba70d1f-6752-4282-afe2-a564cadf5e84 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899174 Nov 09 00:10:01.787095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf352e-1d1b-4a9b-971d-8ce7eaec100d req-1c664e6b-07b8-415d-aacc-644267e66acf tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:01.789290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ebf352e-1d1b-4a9b-971d-8ce7eaec100d req-1c664e6b-07b8-415d-aacc-644267e66acf tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 943 time: 0.1214826 Nov 09 00:10:01.906624 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ebf352e-1d1b-4a9b-971d-8ce7eaec100d req-4b592291-c8e3-4a2f-9609-919bdf9aef02 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024983 Nov 09 00:10:02.163300 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e00b8-b3f3-4323-a3a7-f87494fe4136 req-8aacc6f8-c0a3-489b-93f0-0e5e34a157e5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:02.164954 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b81e00b8-b3f3-4323-a3a7-f87494fe4136 req-8aacc6f8-c0a3-489b-93f0-0e5e34a157e5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.1075852 Nov 09 00:10:02.211011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd0b0e-3fcb-4c01-a93d-e9be3d3b0837 req-ecf7d781-1b81-4262-aecd-b7c720e7441c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:02.218275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd0b0e-3fcb-4c01-a93d-e9be3d3b0837 req-ecf7d781-1b81-4262-aecd-b7c720e7441c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:02.223822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd0b0e-3fcb-4c01-a93d-e9be3d3b0837 req-ecf7d781-1b81-4262-aecd-b7c720e7441c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:02.230276 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd0b0e-3fcb-4c01-a93d-e9be3d3b0837 req-ecf7d781-1b81-4262-aecd-b7c720e7441c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:02.236522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd0b0e-3fcb-4c01-a93d-e9be3d3b0837 req-ecf7d781-1b81-4262-aecd-b7c720e7441c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:02.242846 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd0b0e-3fcb-4c01-a93d-e9be3d3b0837 req-ecf7d781-1b81-4262-aecd-b7c720e7441c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:02.248920 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd0b0e-3fcb-4c01-a93d-e9be3d3b0837 req-ecf7d781-1b81-4262-aecd-b7c720e7441c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:02.258155 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eefd0b0e-3fcb-4c01-a93d-e9be3d3b0837 req-ecf7d781-1b81-4262-aecd-b7c720e7441c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.1412144 Nov 09 00:10:02.345550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14481ebd-d4a4-4882-9c1c-694f5f1277de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7820fff9-44bf-410e-b7b2-4ce66c74b35f'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:02.348401 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f45dca-1392-4550-923c-465ee214c924" -d '{"events": [{"server_uuid": "14481ebd-d4a4-4882-9c1c-694f5f1277de", "name": "network-vif-plugged", "status": "completed", "tag": "7820fff9-44bf-410e-b7b2-4ce66c74b35f"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:02.352766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b81e00b8-b3f3-4323-a3a7-f87494fe4136 req-5a24ea96-e15a-45ce-aa7a-b5d80ffa3eaa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773376 Nov 09 00:10:02.362324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eefd0b0e-3fcb-4c01-a93d-e9be3d3b0837 req-1263e4a7-45c8-48d5-9b18-0bb6dfe8ae7f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032894 Nov 09 00:10:02.449985 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3f1624-e148-4d73-8436-4c51d97e8dca x-openstack-request-id: req-fd3f1624-e148-4d73-8436-4c51d97e8dca {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:02.450432 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14481ebd-d4a4-4882-9c1c-694f5f1277de", "name": "network-vif-plugged", "status": "completed", "tag": "7820fff9-44bf-410e-b7b2-4ce66c74b35f", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:02.450822 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd3f1624-e148-4d73-8436-4c51d97e8dca {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:02.451931 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14481ebd-d4a4-4882-9c1c-694f5f1277de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7820fff9-44bf-410e-b7b2-4ce66c74b35f', 'code': 200} Nov 09 00:10:02.691963 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434081-5f87-4ac1-89b1-45889b8f0056 req-d12b6b3f-e98a-4aec-a82e-a63024f70a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:02.693573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84434081-5f87-4ac1-89b1-45889b8f0056 req-d12b6b3f-e98a-4aec-a82e-a63024f70a1c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 1096 time: 0.1600578 Nov 09 00:10:02.736936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855634d-feaf-44a5-abbc-be3ed1d43cea req-44cf86dc-e23b-4e68-b20e-930e6a7971b7 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:02.738778 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a855634d-feaf-44a5-abbc-be3ed1d43cea req-44cf86dc-e23b-4e68-b20e-930e6a7971b7 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.1526527 Nov 09 00:10:02.765390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e9963-cd7c-4343-b574-57241c9d0c26 req-de305386-9c4c-4745-bc62-210edefdb67e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:02.767250 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd6e9963-cd7c-4343-b574-57241c9d0c26 req-de305386-9c4c-4745-bc62-210edefdb67e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 945 time: 0.1320884 Nov 09 00:10:02.829147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84434081-5f87-4ac1-89b1-45889b8f0056 req-4a18b772-73bd-4be9-9591-02dd896251cd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260426 Nov 09 00:10:02.861301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a855634d-feaf-44a5-abbc-be3ed1d43cea req-0a2001d7-c9d8-4399-b961-a6ae5959a5a5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059124 Nov 09 00:10:02.870426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd6e9963-cd7c-4343-b574-57241c9d0c26 req-b021cd53-9e72-46dc-9c96-d2c6fa594683 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936699 Nov 09 00:10:03.040182 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6ed24-0107-4734-9d3c-e282866bf638 req-7a21dfd8-38aa-4ef5-b87a-06cd3a219a06 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:03.041526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcb6ed24-0107-4734-9d3c-e282866bf638 req-7a21dfd8-38aa-4ef5-b87a-06cd3a219a06 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 1096 time: 0.0699744 Nov 09 00:10:03.116704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcb6ed24-0107-4734-9d3c-e282866bf638 req-c73a3e99-0ca6-4ad6-a231-d588155fdb2f tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681498 Nov 09 00:10:03.211153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fac1a2-2204-4868-b808-9f4b846abe4c req-03b5fcc7-66ef-4114-b249-9f36aec49e8c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:03.213699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7fac1a2-2204-4868-b808-9f4b846abe4c req-03b5fcc7-66ef-4114-b249-9f36aec49e8c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 943 time: 0.0620902 Nov 09 00:10:03.292788 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7fac1a2-2204-4868-b808-9f4b846abe4c req-d2d6569b-7fba-4b9c-aa58-685d865f3f17 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720468 Nov 09 00:10:03.316221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cff31-2ea7-4843-b8a9-5cff9c668e15 req-6e25dcbd-5e59-4466-afae-9c4b3c44c65b tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:03.316221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e9cff31-2ea7-4843-b8a9-5cff9c668e15 req-6e25dcbd-5e59-4466-afae-9c4b3c44c65b tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 1096 time: 0.0483091 Nov 09 00:10:03.356519 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e9cff31-2ea7-4843-b8a9-5cff9c668e15 req-0f6d7959-35f4-4915-b6ad-9bcf38c94ed6 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Nov 09 00:10:03.487337 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209da04-25cb-4f60-84f0-62ef8844505e req-a3f0bed4-0274-4748-93dd-17b3d12c00d6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:03.488906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e209da04-25cb-4f60-84f0-62ef8844505e req-a3f0bed4-0274-4748-93dd-17b3d12c00d6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.0625799 Nov 09 00:10:03.567269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e209da04-25cb-4f60-84f0-62ef8844505e req-1de97cb0-37ff-411b-8c0f-da9c165dcd0c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715163 Nov 09 00:10:03.595594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89bf35-e359-44fd-86d6-d1eaa2e18d64 req-e45b72ad-9c19-4647-930b-14c5847a093f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:03.601655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89bf35-e359-44fd-86d6-d1eaa2e18d64 req-e45b72ad-9c19-4647-930b-14c5847a093f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:03.607603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89bf35-e359-44fd-86d6-d1eaa2e18d64 req-e45b72ad-9c19-4647-930b-14c5847a093f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:03.613531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89bf35-e359-44fd-86d6-d1eaa2e18d64 req-e45b72ad-9c19-4647-930b-14c5847a093f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:03.620341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89bf35-e359-44fd-86d6-d1eaa2e18d64 req-e45b72ad-9c19-4647-930b-14c5847a093f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:03.627402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89bf35-e359-44fd-86d6-d1eaa2e18d64 req-e45b72ad-9c19-4647-930b-14c5847a093f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:03.635760 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89bf35-e359-44fd-86d6-d1eaa2e18d64 req-e45b72ad-9c19-4647-930b-14c5847a093f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:03.637653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f89bf35-e359-44fd-86d6-d1eaa2e18d64 req-e45b72ad-9c19-4647-930b-14c5847a093f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.1125615 Nov 09 00:10:03.710956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f89bf35-e359-44fd-86d6-d1eaa2e18d64 req-9a8766a7-d953-455b-b5c2-50629c83143f tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662732 Nov 09 00:10:03.992626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843c128-2118-4dca-8e4a-45ed0f32daf9 req-2d13c9c4-cac0-44d4-a6de-03a08c74666b tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:03.994264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0843c128-2118-4dca-8e4a-45ed0f32daf9 req-2d13c9c4-cac0-44d4-a6de-03a08c74666b tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3183c95-7110-4923-8da9-6b7045405b60 HTTP/1.1" status: 200 len: 951 time: 0.0591609 Nov 09 00:10:04.003844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 387d3440-c2e9-4317-92df-6705adc5fc5f no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:04.069968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0843c128-2118-4dca-8e4a-45ed0f32daf9 req-45c636c8-0624-4308-b0fa-d8bb347409f7 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633633 Nov 09 00:10:04.221673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed870adb-47d9-4315-8fd7-9942039d332c req-b0a00106-2559-45e1-93cf-358d89782463 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:04.223496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed870adb-47d9-4315-8fd7-9942039d332c req-b0a00106-2559-45e1-93cf-358d89782463 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 945 time: 0.0602684 Nov 09 00:10:04.281368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed870adb-47d9-4315-8fd7-9942039d332c req-63886614-3fc6-4cff-abdd-eab8cc85d8d7 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506210 Nov 09 00:10:04.571163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce2f53-5f87-4f5b-ba1d-e4e8b7319d3d req-a41a28e1-5967-4c42-b833-60ffe17b2d49 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:04.572787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5ce2f53-5f87-4f5b-ba1d-e4e8b7319d3d req-a41a28e1-5967-4c42-b833-60ffe17b2d49 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 943 time: 0.0539846 Nov 09 00:10:04.641252 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5ce2f53-5f87-4f5b-ba1d-e4e8b7319d3d req-241a8eac-7b37-42f0-93ec-7ab5106939be tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564401 Nov 09 00:10:04.656123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-225f1c4b-4359-4feb-b985-18957a10ebd9 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:10:04.657395 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-225f1c4b-4359-4feb-b985-18957a10ebd9 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066667 Nov 09 00:10:04.701743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-a95bcb07-f231-40cb-a872-da156fce96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:04.703192 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-a95bcb07-f231-40cb-a872-da156fce96ea service neutron] 10.222.0.25 "GET /v2.0/ports/9988a53a-ab7e-4957-a516-de6a8016abf7 HTTP/1.1" status: 200 len: 1093 time: 0.0381904 Nov 09 00:10:04.712622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] Request body: {'binding': {'host': 'n-h2-813263-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:04.713062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] Unknown quota resources ['binding']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:10:04.875744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990d90a-db3f-4a28-8f73-1b50777af51d req-b4fa90af-0ab9-4d10-82b9-9cd6b174a5f5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:04.877636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e990d90a-db3f-4a28-8f73-1b50777af51d req-b4fa90af-0ab9-4d10-82b9-9cd6b174a5f5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.0591073 Nov 09 00:10:04.883935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] Attempting to bind port 9988a53a-ab7e-4957-a516-de6a8016abf7 on host n-h2-813263-3 for vnic_type normal with profile None {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:10:04.884242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] Attempting to bind port 9988a53a-ab7e-4957-a516-de6a8016abf7 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:10:04.887250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] Attempting to bind port 9988a53a-ab7e-4957-a516-de6a8016abf7 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:10:04.895883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] Port 9988a53a-ab7e-4957-a516-de6a8016abf7 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:10:04.896628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] Attempting to bind port 9988a53a-ab7e-4957-a516-de6a8016abf7 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:10:04.902603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:10:04.903626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:10:04.904260 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] Bound using segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:10:04.904750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] Bound port: 9988a53a-ab7e-4957-a516-de6a8016abf7, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:10:04.937869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e990d90a-db3f-4a28-8f73-1b50777af51d req-1d81ae6c-152b-42b4-88df-1aaccdf11ae8 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493813 Nov 09 00:10:04.975180 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9988a53a-ab7e-4957-a516-de6a8016abf7,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:10:04.983280 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:04.994205 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e1bca081-e0d3-4fdc-9d24-7baf77d50759 service neutron] 10.222.0.25 "POST /v2.0/ports/9988a53a-ab7e-4957-a516-de6a8016abf7/bindings HTTP/1.1" status: 201 len: 389 time: 0.2797771 Nov 09 00:10:05.087435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e10f2b-d4e5-42dc-b425-bb39856af935 req-286c14de-ab51-4e43-9091-b3aa961f793b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:05.102462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e10f2b-d4e5-42dc-b425-bb39856af935 req-286c14de-ab51-4e43-9091-b3aa961f793b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:05.110580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e10f2b-d4e5-42dc-b425-bb39856af935 req-286c14de-ab51-4e43-9091-b3aa961f793b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:05.118549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e10f2b-d4e5-42dc-b425-bb39856af935 req-286c14de-ab51-4e43-9091-b3aa961f793b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:05.125728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e10f2b-d4e5-42dc-b425-bb39856af935 req-286c14de-ab51-4e43-9091-b3aa961f793b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:05.135339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e10f2b-d4e5-42dc-b425-bb39856af935 req-286c14de-ab51-4e43-9091-b3aa961f793b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:05.141498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e10f2b-d4e5-42dc-b425-bb39856af935 req-286c14de-ab51-4e43-9091-b3aa961f793b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:05.143373 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1e10f2b-d4e5-42dc-b425-bb39856af935 req-286c14de-ab51-4e43-9091-b3aa961f793b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.1496232 Nov 09 00:10:05.227577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1e10f2b-d4e5-42dc-b425-bb39856af935 req-0057d50c-128e-4c0f-9a3f-4167d7366ef5 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725398 Nov 09 00:10:05.511353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d28278-77ed-4abf-b5f5-e8d8eefc0e49 req-37908af9-3deb-44e3-a951-82ef832e3c1e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:05.513011 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4d28278-77ed-4abf-b5f5-e8d8eefc0e49 req-37908af9-3deb-44e3-a951-82ef832e3c1e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.0858099 Nov 09 00:10:05.537179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e3c91-7639-455b-9bb3-4c5b01963c38 req-e9d41cd9-7356-41f5-be33-30ff89bbd70d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:05.538940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d6e3c91-7639-455b-9bb3-4c5b01963c38 req-e9d41cd9-7356-41f5-be33-30ff89bbd70d tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 945 time: 0.0811689 Nov 09 00:10:05.614140 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4d28278-77ed-4abf-b5f5-e8d8eefc0e49 req-d96a2754-8764-4b3b-a70c-65dd27d4f9db tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940075 Nov 09 00:10:05.635019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d6e3c91-7639-455b-9bb3-4c5b01963c38 req-66237ab6-9d2e-412f-ab65-4000153111a5 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842454 Nov 09 00:10:05.924120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87049b3d-6b1b-44ca-aeca-801c2857264f req-4eb0f448-017d-43f2-ae15-b20b2592c958 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:05.925578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87049b3d-6b1b-44ca-aeca-801c2857264f req-4eb0f448-017d-43f2-ae15-b20b2592c958 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 945 time: 0.1238282 Nov 09 00:10:05.930611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-53760e48-373d-4daa-9c6c-932ccc3ba3a1 service neutron] 10.222.0.30 "GET /v2.0/ports/387d3440-c2e9-4317-92df-6705adc5fc5f/bindings/n-h2-813263-3 HTTP/1.1" status: 200 len: 384 time: 0.1866164 Nov 09 00:10:06.013711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e6b7a-5785-44b9-99a6-1449e0fa2cd0 req-01c9b754-b6b2-4bdd-977d-0572848bb660 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:06.018301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:06.021096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e6e6b7a-5785-44b9-99a6-1449e0fa2cd0 req-01c9b754-b6b2-4bdd-977d-0572848bb660 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 943 time: 0.1846144 Nov 09 00:10:06.120321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33462) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:06.159667 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:06.183388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-704566eb-f9be-4dee-a05f-5bc4528f1389 service neutron] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=387d3440-c2e9-4317-92df-6705adc5fc5f,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:06.191882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:06.195359 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848b1c0c-9d3d-46a0-bcf4-203d4ca2a61e" -d '{"events": [{"server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "name": "network-vif-unplugged", "status": "completed", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:06.214650 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:06.223052 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:06.238101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87049b3d-6b1b-44ca-aeca-801c2857264f req-1b8eef08-8206-44db-9ab4-b186a6683fe9 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022995 Nov 09 00:10:06.272820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-704566eb-f9be-4dee-a05f-5bc4528f1389 service neutron] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:10:06.293736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,revision_number=11']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:06.300869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e6e6b7a-5785-44b9-99a6-1449e0fa2cd0 req-14280156-4f58-4a88-a2d2-0239f9dc73f7 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788115 Nov 09 00:10:06.322334 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d54e4dad-ef63-4207-b46f-20133811f3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:06.395308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-704566eb-f9be-4dee-a05f-5bc4528f1389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387d3440-c2e9-4317-92df-6705adc5fc5f {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:06.414300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 05cc56ff-ba70-4c09-879d-a4c54089a9e0 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:06.465628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-704566eb-f9be-4dee-a05f-5bc4528f1389 service neutron] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=387d3440-c2e9-4317-92df-6705adc5fc5f,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:06.495007 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d54e4dad-ef63-4207-b46f-20133811f3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:06.503007 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d54e4dad-ef63-4207-b46f-20133811f3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:06.516207 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-704566eb-f9be-4dee-a05f-5bc4528f1389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:06.549249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a24e6-c0ca-4604-a840-bb803846b0c7 req-2e0668f7-4338-4182-bbfc-0c381a60807f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:06.550844 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-838a24e6-c0ca-4604-a840-bb803846b0c7 req-2e0668f7-4338-4182-bbfc-0c381a60807f tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.1509812 Nov 09 00:10:06.559472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 05cc56ff-ba70-4c09-879d-a4c54089a9e0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=05cc56ff-ba70-4c09-879d-a4c54089a9e0,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:06.561494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e4dad-ef63-4207-b46f-20133811f3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d2da16-5570-4931-bb45-9d195a10489d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:06.577940 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f91413-5809-44e5-86d9-f79683094e6a x-openstack-request-id: req-42f91413-5809-44e5-86d9-f79683094e6a {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:06.578653 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "name": "network-vif-unplugged", "status": "completed", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:06.579550 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42f91413-5809-44e5-86d9-f79683094e6a {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:06.580311 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'code': 200} Nov 09 00:10:06.582720 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d54e4dad-ef63-4207-b46f-20133811f3be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56338e6bb55246b89b932079b4d33542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4611959 Nov 09 00:10:06.583384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33482) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:06.595154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '05cc56ff-ba70-4c09-879d-a4c54089a9e0', 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0', 'port_id': '05cc56ff-ba70-4c09-879d-a4c54089a9e0', 'mac_address': 'fa:16:3e:46:fd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beda3b44-febb-4ae7-bf45-c71870b03d3b', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:10:06.658912 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:06.663464 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4b80-a9fb-4c52-a376-798e2da46c06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:06.677551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05cc56ff-ba70-4c09-879d-a4c54089a9e0 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:06.691741 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4b80-a9fb-4c52-a376-798e2da46c06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:06.702050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 05cc56ff-ba70-4c09-879d-a4c54089a9e0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=05cc56ff-ba70-4c09-879d-a4c54089a9e0,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:06.711466 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:06.712409 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device c3601f1b-6090-4fb1-98a9-a0f33c061444 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:06.757865 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4b80-a9fb-4c52-a376-798e2da46c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:06.760936 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4b80-a9fb-4c52-a376-798e2da46c06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:06.766935 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6c9a4b80-a9fb-4c52-a376-798e2da46c06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94d2da16-5570-4931-bb45-9d195a10489d HTTP/1.1" status: 204 len: 168 time: 0.1808772 Nov 09 00:10:06.783943 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a4b80-a9fb-4c52-a376-798e2da46c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d2da16-5570-4931-bb45-9d195a10489d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:07.001004 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c3601f1b-6090-4fb1-98a9-a0f33c061444, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c3601f1b-6090-4fb1-98a9-a0f33c061444,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:07.008880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=05cc56ff-ba70-4c09-879d-a4c54089a9e0,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:07.015463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'c3601f1b-6090-4fb1-98a9-a0f33c061444', 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0', 'port_id': 'c3601f1b-6090-4fb1-98a9-a0f33c061444', 'mac_address': 'fa:16:3e:5b:12:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beda3b44-febb-4ae7-bf45-c71870b03d3b', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:10:07.038324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-838a24e6-c0ca-4604-a840-bb803846b0c7 req-5396c044-29a2-4755-85d0-bec89a9c3082 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697225 Nov 09 00:10:07.058060 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:07.074396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3601f1b-6090-4fb1-98a9-a0f33c061444 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:07.081736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1783ca-49dd-495a-abf5-cf3421712eaf req-fcc923ba-af7a-42d7-95d5-eced77e3e16b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:07.100792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1783ca-49dd-495a-abf5-cf3421712eaf req-fcc923ba-af7a-42d7-95d5-eced77e3e16b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:07.102799 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c3601f1b-6090-4fb1-98a9-a0f33c061444, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c3601f1b-6090-4fb1-98a9-a0f33c061444,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:07.110726 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:07.111558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 5ec376c1-315f-4ca8-8930-77a9fd93e81c details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:07.117852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1783ca-49dd-495a-abf5-cf3421712eaf req-fcc923ba-af7a-42d7-95d5-eced77e3e16b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:07.125760 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1783ca-49dd-495a-abf5-cf3421712eaf req-fcc923ba-af7a-42d7-95d5-eced77e3e16b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:07.142713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1783ca-49dd-495a-abf5-cf3421712eaf req-fcc923ba-af7a-42d7-95d5-eced77e3e16b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:07.148152 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33492) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:07.169321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1783ca-49dd-495a-abf5-cf3421712eaf req-fcc923ba-af7a-42d7-95d5-eced77e3e16b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:07.170441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0041e139-3ac4-4469-8e69-c6754551ba3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:07.186504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1783ca-49dd-495a-abf5-cf3421712eaf req-fcc923ba-af7a-42d7-95d5-eced77e3e16b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:07.197065 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b1783ca-49dd-495a-abf5-cf3421712eaf req-fcc923ba-af7a-42d7-95d5-eced77e3e16b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5430 time: 0.6434152 Nov 09 00:10:07.212443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 5ec376c1-315f-4ca8-8930-77a9fd93e81c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=5ec376c1-315f-4ca8-8930-77a9fd93e81c,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:07.228657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=c3601f1b-6090-4fb1-98a9-a0f33c061444,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:07.234558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '5ec376c1-315f-4ca8-8930-77a9fd93e81c', 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0', 'port_id': '5ec376c1-315f-4ca8-8930-77a9fd93e81c', 'mac_address': 'fa:16:3e:51:b4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beda3b44-febb-4ae7-bf45-c71870b03d3b', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:10:07.267623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-704566eb-f9be-4dee-a05f-5bc4528f1389 service neutron] Transition to ACTIVE for port object 387d3440-c2e9-4317-92df-6705adc5fc5f will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:10:07.277618 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-704566eb-f9be-4dee-a05f-5bc4528f1389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:07.321301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0041e139-3ac4-4469-8e69-c6754551ba3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:07.323419 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:07.330171 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0041e139-3ac4-4469-8e69-c6754551ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:07.351628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec376c1-315f-4ca8-8930-77a9fd93e81c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:07.378259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b1783ca-49dd-495a-abf5-cf3421712eaf req-a4d9463d-813f-4c53-bb8f-49d18a12142c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1799824 Nov 09 00:10:07.399165 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 5ec376c1-315f-4ca8-8930-77a9fd93e81c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=5ec376c1-315f-4ca8-8930-77a9fd93e81c,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:07.423947 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:07.424615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e5d5d4e0-09b0-416c-b84e-0944c88e9f71 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:07.431679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-704566eb-f9be-4dee-a05f-5bc4528f1389 service neutron] No DVR routers for this DVR port 387d3440-c2e9-4317-92df-6705adc5fc5f on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:07.442045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704566eb-f9be-4dee-a05f-5bc4528f1389 service neutron] Pushing event updated for resources: {'Port': ['ID=387d3440-c2e9-4317-92df-6705adc5fc5f,revision_number=10']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:07.466330 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0041e139-3ac4-4469-8e69-c6754551ba3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=395a143097ec4ae1a1dd93c215558676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164656 Nov 09 00:10:07.470241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33508) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:07.489650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-704566eb-f9be-4dee-a05f-5bc4528f1389 service neutron] 10.222.0.30 "PUT /v2.0/ports/387d3440-c2e9-4317-92df-6705adc5fc5f/bindings/n-h2-813263-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5432141 Nov 09 00:10:07.495533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041e139-3ac4-4469-8e69-c6754551ba3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746c9161-3ecf-48da-a253-90787a23ad01,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:07.539152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=5ec376c1-315f-4ca8-8930-77a9fd93e81c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:07.588644 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e58f973-f709-4f7b-b491-2497a455c2ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:07.648715 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e58f973-f709-4f7b-b491-2497a455c2ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:07.705633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-b4c54ac2-3a63-4823-a7cb-eca76e75c69e tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:07.721457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-b4c54ac2-3a63-4823-a7cb-eca76e75c69e tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042&tenant_id=a886180a18e84341a5ce8c7e94ede157&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1095 time: 0.1358085 Nov 09 00:10:07.744963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e5d5d4e0-09b0-416c-b84e-0944c88e9f71, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:07.773002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'port_id': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71', 'mac_address': 'fa:16:3e:0b:79:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:10:07.839462 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:07.856240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d5d4e0-09b0-416c-b84e-0944c88e9f71 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:07.885936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e5d5d4e0-09b0-416c-b84e-0944c88e9f71, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:07.895157 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:07.897045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 18940ff5-5975-402e-8da8-ec60b66967b3 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:07.920437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276bad6-0845-4e0d-bd26-077b4d7d1563 req-cf3d38e0-f21b-4d8b-a2d5-fbad8496456c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:07.928080 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b276bad6-0845-4e0d-bd26-077b4d7d1563 req-cf3d38e0-f21b-4d8b-a2d5-fbad8496456c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.1809883 Nov 09 00:10:07.931399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-fe0d7aa4-4768-471c-a226-7d1c6f364c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:07.932851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-fe0d7aa4-4768-471c-a226-7d1c6f364c0d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042&tenant_id=a886180a18e84341a5ce8c7e94ede157 HTTP/1.1" status: 200 len: 1095 time: 0.2090199 Nov 09 00:10:07.968212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a7b3c-6c37-4dd2-8275-40db33d79f51 req-4d17d54b-000d-400e-bea2-b31619bc66e5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:07.975489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e3a7b3c-6c37-4dd2-8275-40db33d79f51 req-4d17d54b-000d-400e-bea2-b31619bc66e5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 944 time: 0.1605341 Nov 09 00:10:07.999742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:08.062475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b276bad6-0845-4e0d-bd26-077b4d7d1563 req-3630c30e-a547-48f0-ad25-3eb9e2142f9a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329200 Nov 09 00:10:08.093699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-d67a1da3-d972-49eb-9578-8c951bd65221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:08.095602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-d67a1da3-d972-49eb-9578-8c951bd65221 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a886180a18e84341a5ce8c7e94ede157&device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 1095 time: 0.1181309 Nov 09 00:10:08.113422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e3a7b3c-6c37-4dd2-8275-40db33d79f51 req-4cad4e67-ebc4-4614-85cf-8ba18a069b95 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326673 Nov 09 00:10:08.147554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 18940ff5-5975-402e-8da8-ec60b66967b3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=18940ff5-5975-402e-8da8-ec60b66967b3,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:08.167284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '18940ff5-5975-402e-8da8-ec60b66967b3', 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760', 'port_id': '18940ff5-5975-402e-8da8-ec60b66967b3', 'mac_address': 'fa:16:3e:88:76:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:10:08.244302 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:08.263239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18940ff5-5975-402e-8da8-ec60b66967b3 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:08.276864 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e58f973-f709-4f7b-b491-2497a455c2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:08.280684 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e58f973-f709-4f7b-b491-2497a455c2ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:08.282292 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9e58f973-f709-4f7b-b491-2497a455c2ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/746c9161-3ecf-48da-a253-90787a23ad01 HTTP/1.1" status: 204 len: 168 time: 0.8099957 Nov 09 00:10:08.296396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 18940ff5-5975-402e-8da8-ec60b66967b3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=18940ff5-5975-402e-8da8-ec60b66967b3,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:08.302629 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:08.302934 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58f973-f709-4f7b-b491-2497a455c2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746c9161-3ecf-48da-a253-90787a23ad01,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:08.303463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device c64ad2d8-e1ee-4760-b623-361c968d3a5d details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:08.393888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-f69acafe-f247-406a-904d-e3a73aca909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:08.398566 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-f69acafe-f247-406a-904d-e3a73aca909a service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 200 len: 907 time: 0.2812116 Nov 09 00:10:08.400042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=18940ff5-5975-402e-8da8-ec60b66967b3,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:08.422608 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c64ad2d8-e1ee-4760-b623-361c968d3a5d, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c64ad2d8-e1ee-4760-b623-361c968d3a5d,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:08.438817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'c64ad2d8-e1ee-4760-b623-361c968d3a5d', 'network_id': 'b9455cba-4534-4af4-b9ee-f8c67064c7b0', 'port_id': 'c64ad2d8-e1ee-4760-b623-361c968d3a5d', 'mac_address': 'fa:16:3e:3c:e2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beda3b44-febb-4ae7-bf45-c71870b03d3b', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:10:08.487788 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-9767302c-63f4-4067-b657-f8f9a4ec5c14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387d3440-c2e9-4317-92df-6705adc5fc5f HTTP/1.1" status: 200 len: 217 time: 0.0680084 Nov 09 00:10:08.496757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84de976-2c75-47bc-bf9a-c63660dc9c90 req-a6f96355-70ec-4333-a772-a3f5201f2b4e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:08.498646 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b84de976-2c75-47bc-bf9a-c63660dc9c90 req-a6f96355-70ec-4333-a772-a3f5201f2b4e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.1690812 Nov 09 00:10:08.517571 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:08.535784 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64ad2d8-e1ee-4760-b623-361c968d3a5d {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:08.561608 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c64ad2d8-e1ee-4760-b623-361c968d3a5d, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c64ad2d8-e1ee-4760-b623-361c968d3a5d,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:08.566589 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:08.566896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bebae9d8-ef83-4a9d-b792-d0891225bdf6 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:08.611949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-dcaa9d4a-15a5-416d-be37-2eb78874d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:08.613483 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-dcaa9d4a-15a5-416d-be37-2eb78874d7c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 200 len: 847 time: 0.1104205 Nov 09 00:10:08.637320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port bebae9d8-ef83-4a9d-b792-d0891225bdf6, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bebae9d8-ef83-4a9d-b792-d0891225bdf6,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:08.648593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=c64ad2d8-e1ee-4760-b623-361c968d3a5d,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:08.653831 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'bebae9d8-ef83-4a9d-b792-d0891225bdf6', 'network_id': 'db9ff48a-f148-4078-8cab-499f349f3760', 'port_id': 'bebae9d8-ef83-4a9d-b792-d0891225bdf6', 'mac_address': 'fa:16:3e:1f:fa:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:10:08.667766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-679d77a4-dcea-442b-b54c-e362d8c0b2f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b694f05-7fa9-49af-ad3c-4c50b0fed877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441387 Nov 09 00:10:08.675720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b84de976-2c75-47bc-bf9a-c63660dc9c90 req-28851519-c9d5-41f7-ada9-b3a2490cdeb9 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559436 Nov 09 00:10:08.696474 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:08.697106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4182d21-2214-4c11-9143-fe29b14b994f req-3b646d20-976d-4d7c-a916-1270a6018ca9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:08.703806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4182d21-2214-4c11-9143-fe29b14b994f req-3b646d20-976d-4d7c-a916-1270a6018ca9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:08.710332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4182d21-2214-4c11-9143-fe29b14b994f req-3b646d20-976d-4d7c-a916-1270a6018ca9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:08.722099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4182d21-2214-4c11-9143-fe29b14b994f req-3b646d20-976d-4d7c-a916-1270a6018ca9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:08.722973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebae9d8-ef83-4a9d-b792-d0891225bdf6 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:08.731083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4182d21-2214-4c11-9143-fe29b14b994f req-3b646d20-976d-4d7c-a916-1270a6018ca9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:08.738399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4182d21-2214-4c11-9143-fe29b14b994f req-3b646d20-976d-4d7c-a916-1270a6018ca9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:08.744687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4182d21-2214-4c11-9143-fe29b14b994f req-3b646d20-976d-4d7c-a916-1270a6018ca9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:08.745071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port bebae9d8-ef83-4a9d-b792-d0891225bdf6, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bebae9d8-ef83-4a9d-b792-d0891225bdf6,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:08.747362 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4182d21-2214-4c11-9143-fe29b14b994f req-3b646d20-976d-4d7c-a916-1270a6018ca9 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5436 time: 0.1843586 Nov 09 00:10:08.751139 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:08.807328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33568) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:08.824867 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:08.834058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=bebae9d8-ef83-4a9d-b792-d0891225bdf6,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:08.907968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4182d21-2214-4c11-9143-fe29b14b994f req-7e3a8701-b9ce-43a7-9bfa-69240a33a736 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394298 Nov 09 00:10:08.915005 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:08.918787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:08.925098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-e2b357bf-9074-43c9-8d13-0b06aae16c50 service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472878 Nov 09 00:10:08.958070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4fc18e-d1f7-4c48-8c5d-946efdb5a5a4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:08.963367 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88a6db66480c496b8725cda2a4bd2b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545165 Nov 09 00:10:08.967074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33576) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:08.968941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:08.969338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:08.969768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:08.970115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:08.970458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:08.970771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:08.974251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:08.974251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:08.974251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:08.974251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:08.974251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:08.974251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a633a9b-dca5-4bc2-891d-ea80c9a38b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:08.986762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1578d-b2f5-4659-acaf-b38b8562df5e req-1aa50dec-a01d-49cd-866c-b1b7edede180 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:08.986762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ca1578d-b2f5-4659-acaf-b38b8562df5e req-1aa50dec-a01d-49cd-866c-b1b7edede180 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 945 time: 0.1022696 Nov 09 00:10:09.127237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ca1578d-b2f5-4659-acaf-b38b8562df5e req-9e0e5c31-949e-4a22-a5e1-9d1ff1681e10 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075346 Nov 09 00:10:09.131396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-86a010f6-dc04-4781-b34e-833d4dc9ee02 service neutron] 10.222.0.11 "GET /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928465 Nov 09 00:10:09.132161 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-950b77d1-263d-45ae-8c24-d173a6f75d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:09.171894 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-950b77d1-263d-45ae-8c24-d173a6f75d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:09.246508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93653e-5c2c-4ea8-b01d-26ac4b1965eb req-b898b6c3-06aa-457f-b462-4e9733805c0c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:09.248051 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae93653e-5c2c-4ea8-b01d-26ac4b1965eb req-b898b6c3-06aa-457f-b462-4e9733805c0c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.0676572 Nov 09 00:10:09.263877 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-950b77d1-263d-45ae-8c24-d173a6f75d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:09.267598 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-950b77d1-263d-45ae-8c24-d173a6f75d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:09.268831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-950b77d1-263d-45ae-8c24-d173a6f75d58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c4fc18e-d1f7-4c48-8c5d-946efdb5a5a4 HTTP/1.1" status: 204 len: 168 time: 0.3001039 Nov 09 00:10:09.295894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b77d1-263d-45ae-8c24-d173a6f75d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4fc18e-d1f7-4c48-8c5d-946efdb5a5a4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:09.366027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae93653e-5c2c-4ea8-b01d-26ac4b1965eb req-493cbe98-660d-4ea6-b973-3a440a6a3ea3 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944932 Nov 09 00:10:09.483663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed737b2-17a1-47d1-a1c1-12da24b9c263 req-c840a7d2-d8a4-4126-8072-03ca5ffe1bc6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:09.485204 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ed737b2-17a1-47d1-a1c1-12da24b9c263 req-c840a7d2-d8a4-4126-8072-03ca5ffe1bc6 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 944 time: 0.1286066 Nov 09 00:10:09.487526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-74b4454a-4703-4e41-b0bf-724f2632e873 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:09.488915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-74b4454a-4703-4e41-b0bf-724f2632e873 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042&tenant_id=a886180a18e84341a5ce8c7e94ede157&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 1095 time: 0.0786867 Nov 09 00:10:09.581793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ed737b2-17a1-47d1-a1c1-12da24b9c263 req-e984db5d-7b66-4114-ab4a-2334342be15b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873044 Nov 09 00:10:09.653412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-df7c754c-fc8f-40a6-9a7d-a8d29f101d78 service neutron] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:10:09.656833 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-df7c754c-fc8f-40a6-9a7d-a8d29f101d78 service neutron] Publish callbacks [] for binding, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:09.658066 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a5904b-46b7-4844-a642-f0addc4d8324 req-df7c754c-fc8f-40a6-9a7d-a8d29f101d78 service neutron] 10.222.0.11 "DELETE /v2.0/ports/387d3440-c2e9-4317-92df-6705adc5fc5f/bindings/n-h1-813263-3 HTTP/1.1" status: 204 len: 173 time: 0.1566145 Nov 09 00:10:09.830685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea91aa-1721-49b0-9c3e-30bf8dbdb06b req-1be4f439-ca73-4998-adf9-c21ea81f2655 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:09.832569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22ea91aa-1721-49b0-9c3e-30bf8dbdb06b req-1be4f439-ca73-4998-adf9-c21ea81f2655 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.0522416 Nov 09 00:10:09.883825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22ea91aa-1721-49b0-9c3e-30bf8dbdb06b req-a6032a72-275a-435c-a3fa-48a163fcf55b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443590 Nov 09 00:10:09.890289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['c64ad2d8-e1ee-4760-b623-361c968d3a5d'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:09.897915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['c3601f1b-6090-4fb1-98a9-a0f33c061444'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:09.963547 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['18940ff5-5975-402e-8da8-ec60b66967b3'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:09.967170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['5ec376c1-315f-4ca8-8930-77a9fd93e81c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:10.044199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e5d5d4e0-09b0-416c-b84e-0944c88e9f71'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:10.046791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['05cc56ff-ba70-4c09-879d-a4c54089a9e0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:10.069606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['bebae9d8-ef83-4a9d-b792-d0891225bdf6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:10.082298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4d733-c9d6-4022-838b-b7cd1387fc42 req-6a4a9f96-c6fc-4386-847f-3dad0e463778 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:10.102855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4d733-c9d6-4022-838b-b7cd1387fc42 req-6a4a9f96-c6fc-4386-847f-3dad0e463778 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:10.113739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4d733-c9d6-4022-838b-b7cd1387fc42 req-6a4a9f96-c6fc-4386-847f-3dad0e463778 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:10.141321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4d733-c9d6-4022-838b-b7cd1387fc42 req-6a4a9f96-c6fc-4386-847f-3dad0e463778 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:10.147690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4d733-c9d6-4022-838b-b7cd1387fc42 req-6a4a9f96-c6fc-4386-847f-3dad0e463778 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:10.154203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4d733-c9d6-4022-838b-b7cd1387fc42 req-6a4a9f96-c6fc-4386-847f-3dad0e463778 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:10.162033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4d733-c9d6-4022-838b-b7cd1387fc42 req-6a4a9f96-c6fc-4386-847f-3dad0e463778 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:10.172778 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19e4d733-c9d6-4022-838b-b7cd1387fc42 req-6a4a9f96-c6fc-4386-847f-3dad0e463778 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5437 time: 0.1713982 Nov 09 00:10:10.262306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19e4d733-c9d6-4022-838b-b7cd1387fc42 req-324f4f17-e89b-4454-84e9-6bec1e3ace4a tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892684 Nov 09 00:10:10.458842 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82487d-db18-478b-9a42-ad0c057f0873 req-f859a424-d03e-4ada-bf04-6f2f25f5f2e2 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:10.460451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb82487d-db18-478b-9a42-ad0c057f0873 req-f859a424-d03e-4ada-bf04-6f2f25f5f2e2 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 945 time: 0.0610003 Nov 09 00:10:10.557653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8c40-d58e-4d5d-9d81-2c827227f101 req-3b41a067-a691-4faa-b946-91464bb6371e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:10.559259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c94e8c40-d58e-4d5d-9d81-2c827227f101 req-3b41a067-a691-4faa-b946-91464bb6371e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.0818450 Nov 09 00:10:10.566075 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb82487d-db18-478b-9a42-ad0c057f0873 req-8909fdf1-175e-4b77-b54a-48bd83793404 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970037 Nov 09 00:10:10.639526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c94e8c40-d58e-4d5d-9d81-2c827227f101 req-cd28f767-88de-4ae9-8344-c878e903fcab tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708547 Nov 09 00:10:10.797757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0d92c-678c-408d-8106-32fc8c59746a req-ada79804-a09a-49d8-873d-765a1889723d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:10.799310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ee0d92c-678c-408d-8106-32fc8c59746a req-ada79804-a09a-49d8-873d-765a1889723d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 944 time: 0.0780439 Nov 09 00:10:10.803922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7820fff9-44bf-410e-b7b2-4ce66c74b35f details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:10.950303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ee0d92c-678c-408d-8106-32fc8c59746a req-f39ec747-91b5-4d4f-9692-163f5a3e9961 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362338 Nov 09 00:10:11.128162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c547385-094c-405a-bac9-e09236fcf8af req-ca38e35c-5408-4bcb-b68f-bbf54d734707 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:11.135747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c547385-094c-405a-bac9-e09236fcf8af req-ca38e35c-5408-4bcb-b68f-bbf54d734707 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.0957804 Nov 09 00:10:11.207642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-30250f24-0797-4ae0-af88-a33cd60e5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:11.209871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-30250f24-0797-4ae0-af88-a33cd60e5337 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 1096 time: 0.1266196 Nov 09 00:10:11.222053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7820fff9-44bf-410e-b7b2-4ce66c74b35f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7820fff9-44bf-410e-b7b2-4ce66c74b35f,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:11.235597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '7820fff9-44bf-410e-b7b2-4ce66c74b35f', 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463', 'port_id': '7820fff9-44bf-410e-b7b2-4ce66c74b35f', 'mac_address': 'fa:16:3e:79:9d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76772196-e881-467d-9b57-5f96ecf75772', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:10:11.285152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c547385-094c-405a-bac9-e09236fcf8af req-4941adc1-0aaa-4575-a650-f06add4b8dfe tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479580 Nov 09 00:10:11.321888 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:11.337021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7820fff9-44bf-410e-b7b2-4ce66c74b35f {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:11.366465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7820fff9-44bf-410e-b7b2-4ce66c74b35f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7820fff9-44bf-410e-b7b2-4ce66c74b35f,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:11.374916 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:11.435618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=7820fff9-44bf-410e-b7b2-4ce66c74b35f,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:11.451280 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-2a312f8d-48c1-4df5-a9a9-2496a2011e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:11.453100 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-2a312f8d-48c1-4df5-a9a9-2496a2011e4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.2299604 Nov 09 00:10:11.509127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-2dfa743d-6438-4d0c-bf93-0756ea8b07e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9988a53a-ab7e-4957-a516-de6a8016abf7 HTTP/1.1" status: 200 len: 217 time: 0.0473824 Nov 09 00:10:11.522412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df9bef-b6e6-4de7-a3db-98719fb01f65 req-ef5d0995-e637-46cd-8ca1-e03f0ad7adfe tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:11.528493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df9bef-b6e6-4de7-a3db-98719fb01f65 req-ef5d0995-e637-46cd-8ca1-e03f0ad7adfe tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:11.534875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df9bef-b6e6-4de7-a3db-98719fb01f65 req-ef5d0995-e637-46cd-8ca1-e03f0ad7adfe tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:11.540949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df9bef-b6e6-4de7-a3db-98719fb01f65 req-ef5d0995-e637-46cd-8ca1-e03f0ad7adfe tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:11.547238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df9bef-b6e6-4de7-a3db-98719fb01f65 req-ef5d0995-e637-46cd-8ca1-e03f0ad7adfe tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:11.553314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df9bef-b6e6-4de7-a3db-98719fb01f65 req-ef5d0995-e637-46cd-8ca1-e03f0ad7adfe tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:11.559521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df9bef-b6e6-4de7-a3db-98719fb01f65 req-ef5d0995-e637-46cd-8ca1-e03f0ad7adfe tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:11.561298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8df9bef-b6e6-4de7-a3db-98719fb01f65 req-ef5d0995-e637-46cd-8ca1-e03f0ad7adfe tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5437 time: 0.1606867 Nov 09 00:10:11.661883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e4e5d6f8-01a8-4074-8fc5-7664d8db4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:11.663338 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-e4e5d6f8-01a8-4074-8fc5-7664d8db4a90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.0937595 Nov 09 00:10:11.669183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ecde7-0799-4d40-9e5e-8ff0d6d6be7d req-963015ed-1a12-4dcf-82d5-875b27789f37 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:11.670538 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f3ecde7-0799-4d40-9e5e-8ff0d6d6be7d req-963015ed-1a12-4dcf-82d5-875b27789f37 tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 1095 time: 0.1632047 Nov 09 00:10:11.716670 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-1f7ac1b3-c338-4497-88ca-8da9a27ff657 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399799 Nov 09 00:10:11.727057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8df9bef-b6e6-4de7-a3db-98719fb01f65 req-4f252a4b-be84-4ad1-9ab8-76e273e6b017 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1552005 Nov 09 00:10:11.740942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['7820fff9-44bf-410e-b7b2-4ce66c74b35f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:11.812606 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f3ecde7-0799-4d40-9e5e-8ff0d6d6be7d req-3ba4a4ef-f52e-4983-b35c-1080f412016e tempest-LiveMigrationTest-485071644 tempest-LiveMigrationTest-485071644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228859 Nov 09 00:10:11.846160 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-76ec6619-daf0-4973-9928-a3ba27665527 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166337 Nov 09 00:10:11.973996 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-7771e618-5bb6-431b-a6f2-f70aa7195814 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114616 Nov 09 00:10:12.190648 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954da223-e6e9-4861-9bdd-d81c935c7c0e req-bee9c242-a53d-4a91-a66b-492e87e8a077 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:12.193048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-954da223-e6e9-4861-9bdd-d81c935c7c0e req-bee9c242-a53d-4a91-a66b-492e87e8a077 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 944 time: 0.0596237 Nov 09 00:10:12.283007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-954da223-e6e9-4861-9bdd-d81c935c7c0e req-0882cdca-2960-4d6c-b5c8-a1a1eb6125de tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818942 Nov 09 00:10:12.444658 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66ae4d-3ef1-4cd8-86ca-ab1a258d0501 req-55133b4d-6c68-454c-ba3b-7a7510c9567e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:12.452091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b66ae4d-3ef1-4cd8-86ca-ab1a258d0501 req-55133b4d-6c68-454c-ba3b-7a7510c9567e tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.0741777 Nov 09 00:10:12.507639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b66ae4d-3ef1-4cd8-86ca-ab1a258d0501 req-ca736f8a-0cf2-4e37-bfdf-b24614e1d657 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546579 Nov 09 00:10:12.612385 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-408e4edb-f5aa-4911-9ca3-67fd66cdbfd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:12.773891 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7820fff9-44bf-410e-b7b2-4ce66c74b35f no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:12.834870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3f2e4-e4a5-47bb-b1f3-a117eb8a8870 req-12231246-a183-46fb-afd1-47e10c33923a tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:12.842609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0b3f2e4-e4a5-47bb-b1f3-a117eb8a8870 req-12231246-a183-46fb-afd1-47e10c33923a tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.0679581 Nov 09 00:10:12.958364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0b3f2e4-e4a5-47bb-b1f3-a117eb8a8870 req-4095964c-fee5-47e6-8886-5e1b0e4fff32 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083241 Nov 09 00:10:13.087270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86728-df1c-46e9-a4ab-156acba4f6e3 req-77f292a2-5587-4816-9e46-a35843c962fd tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:13.098258 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:13.098547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7df86728-df1c-46e9-a4ab-156acba4f6e3 req-77f292a2-5587-4816-9e46-a35843c962fd tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 944 time: 0.0805943 Nov 09 00:10:13.116005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7820fff9-44bf-410e-b7b2-4ce66c74b35f {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:13.157960 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7820fff9-44bf-410e-b7b2-4ce66c74b35f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7820fff9-44bf-410e-b7b2-4ce66c74b35f,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:13.167073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:13.169459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7df86728-df1c-46e9-a4ab-156acba4f6e3 req-d666a02a-9a6f-4969-b92f-3e64d95ab42b tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699759 Nov 09 00:10:13.282801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=7820fff9-44bf-410e-b7b2-4ce66c74b35f,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:13.314120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c7cb0-5196-46fa-8b10-e95e3a6b3962 req-97d25a2a-2464-41f1-9ad9-d3e0f49ed1e2 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:13.316002 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c3c7cb0-5196-46fa-8b10-e95e3a6b3962 req-97d25a2a-2464-41f1-9ad9-d3e0f49ed1e2 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 943 time: 0.0876789 Nov 09 00:10:13.405046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec298fd0-7952-4c61-bcab-32a76485a899 req-a841eeb3-27dc-46e0-b0bd-f5ca05bfc6dd tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:13.412558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec298fd0-7952-4c61-bcab-32a76485a899 req-a841eeb3-27dc-46e0-b0bd-f5ca05bfc6dd tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:13.420027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec298fd0-7952-4c61-bcab-32a76485a899 req-a841eeb3-27dc-46e0-b0bd-f5ca05bfc6dd tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:13.428830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec298fd0-7952-4c61-bcab-32a76485a899 req-a841eeb3-27dc-46e0-b0bd-f5ca05bfc6dd tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:13.436960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec298fd0-7952-4c61-bcab-32a76485a899 req-a841eeb3-27dc-46e0-b0bd-f5ca05bfc6dd tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:13.444005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec298fd0-7952-4c61-bcab-32a76485a899 req-a841eeb3-27dc-46e0-b0bd-f5ca05bfc6dd tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:13.451060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec298fd0-7952-4c61-bcab-32a76485a899 req-a841eeb3-27dc-46e0-b0bd-f5ca05bfc6dd tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:13.453436 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec298fd0-7952-4c61-bcab-32a76485a899 req-a841eeb3-27dc-46e0-b0bd-f5ca05bfc6dd tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5437 time: 0.1800058 Nov 09 00:10:13.471834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c3c7cb0-5196-46fa-8b10-e95e3a6b3962 req-33f1f640-0212-4fb0-84a2-f8fefcf9cb79 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352015 Nov 09 00:10:13.569486 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec298fd0-7952-4c61-bcab-32a76485a899 req-e36b5c45-0c36-4155-a03e-228a0bbc887b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981257 Nov 09 00:10:13.662812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404689b-1bcb-4d28-8652-7ae5e9a068d7 req-0150f7ad-e911-47c2-a302-87b5cec13849 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:13.664367 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a404689b-1bcb-4d28-8652-7ae5e9a068d7 req-0150f7ad-e911-47c2-a302-87b5cec13849 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 944 time: 0.1083195 Nov 09 00:10:13.807116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc5696-2106-4cab-9704-dda96e8ad481 req-51136a66-2b93-40e2-8820-2c005f39699a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:13.815451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27dc5696-2106-4cab-9704-dda96e8ad481 req-51136a66-2b93-40e2-8820-2c005f39699a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 947 time: 0.2711051 Nov 09 00:10:13.942914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27dc5696-2106-4cab-9704-dda96e8ad481 req-d07a2c9e-ee20-44f5-a0b9-0213f9e3000a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264806 Nov 09 00:10:13.952670 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28d6d0-d672-43e5-82bb-be37a612dcd6 req-be996ca2-cd79-4d58-a1ae-d30e80d78dfc tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:13.960902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea28d6d0-d672-43e5-82bb-be37a612dcd6 req-be996ca2-cd79-4d58-a1ae-d30e80d78dfc tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.1769266 Nov 09 00:10:14.051398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea28d6d0-d672-43e5-82bb-be37a612dcd6 req-17762f5c-04f0-486a-8985-b62ba4c9d727 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878634 Nov 09 00:10:14.054385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-a404689b-1bcb-4d28-8652-7ae5e9a068d7 req-1ecaa5d0-0c03-48c7-86d0-4eec32b538ab tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Deleting port 387d3440-c2e9-4317-92df-6705adc5fc5f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:14.054726 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a404689b-1bcb-4d28-8652-7ae5e9a068d7 req-1ecaa5d0-0c03-48c7-86d0-4eec32b538ab tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:14.219860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e104f8-2f7a-41b8-9f76-32b3697cf14d req-d4edf3fc-9123-4aa8-9389-62ba28e8a0b6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:14.228989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3e104f8-2f7a-41b8-9f76-32b3697cf14d req-d4edf3fc-9123-4aa8-9389-62ba28e8a0b6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.1391020 Nov 09 00:10:14.236840 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-a404689b-1bcb-4d28-8652-7ae5e9a068d7 req-1ecaa5d0-0c03-48c7-86d0-4eec32b538ab tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] For port 387d3440-c2e9-4317-92df-6705adc5fc5f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=387d3440-c2e9-4317-92df-6705adc5fc5f,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:14.237667 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a404689b-1bcb-4d28-8652-7ae5e9a068d7 req-1ecaa5d0-0c03-48c7-86d0-4eec32b538ab tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:14.265591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-a404689b-1bcb-4d28-8652-7ae5e9a068d7 req-1ecaa5d0-0c03-48c7-86d0-4eec32b538ab tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Calling delete_port for 387d3440-c2e9-4317-92df-6705adc5fc5f owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:14.382894 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3e104f8-2f7a-41b8-9f76-32b3697cf14d req-f3dc8d91-d6b9-4ec7-a3dc-c09b50961321 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519287 Nov 09 00:10:14.590945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c11d6a-dcaf-438b-b560-7e2de3bc04ef req-492109fe-20ce-42cd-b860-47bccf74a849 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:14.593890 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8c11d6a-dcaf-438b-b560-7e2de3bc04ef req-492109fe-20ce-42cd-b860-47bccf74a849 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 944 time: 0.1165576 Nov 09 00:10:14.641312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a404689b-1bcb-4d28-8652-7ae5e9a068d7 req-1ecaa5d0-0c03-48c7-86d0-4eec32b538ab tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:14.657900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6', '387d3440-c2e9-4317-92df-6705adc5fc5f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:14.741572 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecaa5d0-0c03-48c7-86d0-4eec32b538ab tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Pushing event deleted for resources: {'Port': ['ID=387d3440-c2e9-4317-92df-6705adc5fc5f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:14.787692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 05cc56ff-ba70-4c09-879d-a4c54089a9e0 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:14.808497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a404689b-1bcb-4d28-8652-7ae5e9a068d7 req-1ecaa5d0-0c03-48c7-86d0-4eec32b538ab tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] No DVR routers for this DVR port 387d3440-c2e9-4317-92df-6705adc5fc5f on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:14.812612 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a404689b-1bcb-4d28-8652-7ae5e9a068d7 req-1ecaa5d0-0c03-48c7-86d0-4eec32b538ab tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:14.816602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a404689b-1bcb-4d28-8652-7ae5e9a068d7 req-1ecaa5d0-0c03-48c7-86d0-4eec32b538ab tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.11 "DELETE /v2.0/ports/387d3440-c2e9-4317-92df-6705adc5fc5f HTTP/1.1" status: 204 len: 173 time: 1.1409740 Nov 09 00:10:14.821624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c231034-fcfa-4c8d-8786-0fce22824042', 'name': 'network-vif-deleted', 'tag': '387d3440-c2e9-4317-92df-6705adc5fc5f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:14.824304 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-690670a3-5cbf-453b-a677-28ae2b6b89e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:14.827868 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363f2f8c-5307-4418-a3f3-5ad36f3af98a" -d '{"events": [{"server_uuid": "2c231034-fcfa-4c8d-8786-0fce22824042", "name": "network-vif-deleted", "tag": "387d3440-c2e9-4317-92df-6705adc5fc5f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:14.845010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddca2f-5d15-4ce4-8414-38672d28ef4b req-f71f0916-72ba-4510-9490-57d48001f024 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:14.846823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fcddca2f-5d15-4ce4-8414-38672d28ef4b req-f71f0916-72ba-4510-9490-57d48001f024 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 943 time: 0.2087774 Nov 09 00:10:14.865330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8c11d6a-dcaf-438b-b560-7e2de3bc04ef req-73d042d6-ee1b-4dd6-b2f7-02556091da1d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422535 Nov 09 00:10:14.916842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:14.936806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:14.937152 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:14.994175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fcddca2f-5d15-4ce4-8414-38672d28ef4b req-3c54ae86-c570-49b9-b678-17acb641fcd4 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275403 Nov 09 00:10:15.056022 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:15.057435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729a2f-4488-4b0b-a2d6-ba8363de668f req-926598ac-3fb7-4c27-8704-436983aaef9e tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:15.059483 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f729a2f-4488-4b0b-a2d6-ba8363de668f req-926598ac-3fb7-4c27-8704-436983aaef9e tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 947 time: 0.1533489 Nov 09 00:10:15.084470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164748-91ec-477f-9f61-a6d6c0dc2fb3 req-9b9c32fe-65b1-4b7e-a125-c9cb398f9002 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:15.087454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164748-91ec-477f-9f61-a6d6c0dc2fb3 req-9b9c32fe-65b1-4b7e-a125-c9cb398f9002 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:15.094254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164748-91ec-477f-9f61-a6d6c0dc2fb3 req-9b9c32fe-65b1-4b7e-a125-c9cb398f9002 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:15.101297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cc56ff-ba70-4c09-879d-a4c54089a9e0'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:15.103586 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5a1a22-a3af-43a1-a07f-9cd28b561681" -d '{"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "05cc56ff-ba70-4c09-879d-a4c54089a9e0"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:15.109744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164748-91ec-477f-9f61-a6d6c0dc2fb3 req-9b9c32fe-65b1-4b7e-a125-c9cb398f9002 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:15.117212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164748-91ec-477f-9f61-a6d6c0dc2fb3 req-9b9c32fe-65b1-4b7e-a125-c9cb398f9002 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:15.119614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 05cc56ff-ba70-4c09-879d-a4c54089a9e0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=05cc56ff-ba70-4c09-879d-a4c54089a9e0,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:15.124274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164748-91ec-477f-9f61-a6d6c0dc2fb3 req-9b9c32fe-65b1-4b7e-a125-c9cb398f9002 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:15.125929 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:15.127293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device c64ad2d8-e1ee-4760-b623-361c968d3a5d up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:15.132460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164748-91ec-477f-9f61-a6d6c0dc2fb3 req-9b9c32fe-65b1-4b7e-a125-c9cb398f9002 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:15.134587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85164748-91ec-477f-9f61-a6d6c0dc2fb3 req-9b9c32fe-65b1-4b7e-a125-c9cb398f9002 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5437 time: 0.1747584 Nov 09 00:10:15.221022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=05cc56ff-ba70-4c09-879d-a4c54089a9e0,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:15.231075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:15.231503 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:15.232049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:15.232457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:15.233003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:15.233415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:15.233841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:15.234244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:15.234790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:15.235187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:15.235708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:15.236096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:15.241212 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port c64ad2d8-e1ee-4760-b623-361c968d3a5d completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:15.245671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port c64ad2d8-e1ee-4760-b623-361c968d3a5d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:15.246083 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:15.290759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85164748-91ec-477f-9f61-a6d6c0dc2fb3 req-5b3cb359-40d1-4c76-95a9-85aae4531c08 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1442831 Nov 09 00:10:15.364489 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e67337-ddec-4619-9969-28e03131dbfd x-openstack-request-id: req-39e67337-ddec-4619-9969-28e03131dbfd {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:15.365180 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c231034-fcfa-4c8d-8786-0fce22824042", "name": "network-vif-deleted", "tag": "387d3440-c2e9-4317-92df-6705adc5fc5f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:15.365786 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39e67337-ddec-4619-9969-28e03131dbfd {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:15.366541 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c231034-fcfa-4c8d-8786-0fce22824042', 'name': 'network-vif-deleted', 'tag': '387d3440-c2e9-4317-92df-6705adc5fc5f', 'status': 'completed', 'code': 200} Nov 09 00:10:15.370190 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-7f729a2f-4488-4b0b-a2d6-ba8363de668f req-4ea95f4b-f776-4153-9f1d-3f6c6506147a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Deleting port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:15.370812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7f729a2f-4488-4b0b-a2d6-ba8363de668f req-4ea95f4b-f776-4153-9f1d-3f6c6506147a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:15.389319 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:15.446628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c64ad2d8-e1ee-4760-b623-361c968d3a5d, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c64ad2d8-e1ee-4760-b623-361c968d3a5d,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:15.450775 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:15.505724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=c64ad2d8-e1ee-4760-b623-361c968d3a5d,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:15.532612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b9a98-566d-47d9-aebd-dc78966fd247 req-f6c2b911-96a0-4a7c-adfa-99a30e198c94 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:15.534175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a1b9a98-566d-47d9-aebd-dc78966fd247 req-f6c2b911-96a0-4a7c-adfa-99a30e198c94 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.11 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 943 time: 0.2424119 Nov 09 00:10:15.597774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1fe9-96f3-4479-a693-f1ea3c48c1e3 req-3fcf98ed-8d07-46c1-bf85-4a70e655e9d3 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:15.599786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fccd1fe9-96f3-4479-a693-f1ea3c48c1e3 req-3fcf98ed-8d07-46c1-bf85-4a70e655e9d3 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c HTTP/1.1" status: 200 len: 947 time: 0.1887946 Nov 09 00:10:15.784374 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:15.939909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-7f729a2f-4488-4b0b-a2d6-ba8363de668f req-4ea95f4b-f776-4153-9f1d-3f6c6506147a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] For port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:15.940270 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7f729a2f-4488-4b0b-a2d6-ba8363de668f req-4ea95f4b-f776-4153-9f1d-3f6c6506147a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:15.962559 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144611ca-d9e0-43f1-9bfb-440d5cb0d228 req-f44bd3f7-6f5c-46c1-87f6-87bc4b6632ac tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:15.964011 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-144611ca-d9e0-43f1-9bfb-440d5cb0d228 req-f44bd3f7-6f5c-46c1-87f6-87bc4b6632ac tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.5103824 Nov 09 00:10:15.976624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-7f729a2f-4488-4b0b-a2d6-ba8363de668f req-4ea95f4b-f776-4153-9f1d-3f6c6506147a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Calling delete_port for 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:15.981543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:16.051120 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:16.078266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fccd1fe9-96f3-4479-a693-f1ea3c48c1e3 req-29007dc0-9d2f-4432-a453-1ed5f2e2ef8e tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689410 Nov 09 00:10:16.107764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-144611ca-d9e0-43f1-9bfb-440d5cb0d228 req-bfd65ee8-d071-4cb9-aa11-466009c630ed tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334581 Nov 09 00:10:16.123041 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-8a1b9a98-566d-47d9-aebd-dc78966fd247 req-1a308e77-ed91-455f-8c3a-b1406b36134f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Deleting port 7820fff9-44bf-410e-b7b2-4ce66c74b35f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:16.133402 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8a1b9a98-566d-47d9-aebd-dc78966fd247 req-1a308e77-ed91-455f-8c3a-b1406b36134f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:16.184512 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf9df14-b7f0-46dd-ae92-c977c5148172 x-openstack-request-id: req-acf9df14-b7f0-46dd-ae92-c977c5148172 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:16.185114 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "05cc56ff-ba70-4c09-879d-a4c54089a9e0", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:16.185631 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acf9df14-b7f0-46dd-ae92-c977c5148172 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:16.186236 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cc56ff-ba70-4c09-879d-a4c54089a9e0', 'code': 200} Nov 09 00:10:16.262823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8a1b9a98-566d-47d9-aebd-dc78966fd247 req-1a308e77-ed91-455f-8c3a-b1406b36134f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] For port 7820fff9-44bf-410e-b7b2-4ce66c74b35f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7820fff9-44bf-410e-b7b2-4ce66c74b35f,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:16.263297 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8a1b9a98-566d-47d9-aebd-dc78966fd247 req-1a308e77-ed91-455f-8c3a-b1406b36134f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:16.284713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-8a1b9a98-566d-47d9-aebd-dc78966fd247 req-1a308e77-ed91-455f-8c3a-b1406b36134f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Calling delete_port for 7820fff9-44bf-410e-b7b2-4ce66c74b35f owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:16.338250 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7f729a2f-4488-4b0b-a2d6-ba8363de668f req-4ea95f4b-f776-4153-9f1d-3f6c6506147a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:16.381898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea95f4b-f776-4153-9f1d-3f6c6506147a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Pushing event deleted for resources: {'Port': ['ID=958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:16.462038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f729a2f-4488-4b0b-a2d6-ba8363de668f req-4ea95f4b-f776-4153-9f1d-3f6c6506147a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] No DVR routers for this DVR port 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:16.465244 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7f729a2f-4488-4b0b-a2d6-ba8363de668f req-4ea95f4b-f776-4153-9f1d-3f6c6506147a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:16.469635 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f729a2f-4488-4b0b-a2d6-ba8363de668f req-4ea95f4b-f776-4153-9f1d-3f6c6506147a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.30 "DELETE /v2.0/ports/958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba HTTP/1.1" status: 204 len: 173 time: 1.3339663 Nov 09 00:10:16.506586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1a689-df7e-4027-85e4-e59ed7f6b8f7 req-8045c8b2-18ff-4319-a261-32b0c494ae54 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:16.509677 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3d1a689-df7e-4027-85e4-e59ed7f6b8f7 req-8045c8b2-18ff-4319-a261-32b0c494ae54 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.1359262 Nov 09 00:10:16.605654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3d1a689-df7e-4027-85e4-e59ed7f6b8f7 req-2ec3cf71-823a-442d-9940-74b76fb24f11 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820649 Nov 09 00:10:16.610311 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8a1b9a98-566d-47d9-aebd-dc78966fd247 req-1a308e77-ed91-455f-8c3a-b1406b36134f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:16.647250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a308e77-ed91-455f-8c3a-b1406b36134f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event deleted for resources: {'Port': ['ID=7820fff9-44bf-410e-b7b2-4ce66c74b35f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:16.705232 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1b9a98-566d-47d9-aebd-dc78966fd247 req-1a308e77-ed91-455f-8c3a-b1406b36134f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] No DVR routers for this DVR port 7820fff9-44bf-410e-b7b2-4ce66c74b35f on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:16.719358 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8a1b9a98-566d-47d9-aebd-dc78966fd247 req-1a308e77-ed91-455f-8c3a-b1406b36134f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:16.722725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a1b9a98-566d-47d9-aebd-dc78966fd247 req-1a308e77-ed91-455f-8c3a-b1406b36134f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.11 "DELETE /v2.0/ports/7820fff9-44bf-410e-b7b2-4ce66c74b35f HTTP/1.1" status: 204 len: 173 time: 1.1808412 Nov 09 00:10:16.725370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3af89548-89e7-4b83-8168-d05809124f4c req-33edef99-e03e-4cf1-8791-fb01a63061d5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 210 time: 0.0469730 Nov 09 00:10:16.770791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 18940ff5-5975-402e-8da8-ec60b66967b3 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:16.833726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 18940ff5-5975-402e-8da8-ec60b66967b3 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:16.839529 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 18940ff5-5975-402e-8da8-ec60b66967b3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:16.840580 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:16.884085 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9a407f6-8ca5-46b0-806a-be1ba4ab2231 req-a74bb06e-b82c-4e7b-b9ea-6afdf5926e2f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=14481ebd-d4a4-4882-9c1c-694f5f1277de HTTP/1.1" status: 200 len: 210 time: 0.0486290 Nov 09 00:10:17.009066 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7be4b-a8c2-4f4d-81ae-f61675cae1d7 req-7ba7c7e7-3b71-4cb3-a913-c1b4947a1012 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:17.014237 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:17.016197 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7be4b-a8c2-4f4d-81ae-f61675cae1d7 req-7ba7c7e7-3b71-4cb3-a913-c1b4947a1012 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:17.022514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7be4b-a8c2-4f4d-81ae-f61675cae1d7 req-7ba7c7e7-3b71-4cb3-a913-c1b4947a1012 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:17.030338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7be4b-a8c2-4f4d-81ae-f61675cae1d7 req-7ba7c7e7-3b71-4cb3-a913-c1b4947a1012 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:17.038036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7be4b-a8c2-4f4d-81ae-f61675cae1d7 req-7ba7c7e7-3b71-4cb3-a913-c1b4947a1012 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:17.044059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7be4b-a8c2-4f4d-81ae-f61675cae1d7 req-7ba7c7e7-3b71-4cb3-a913-c1b4947a1012 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:17.050994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7be4b-a8c2-4f4d-81ae-f61675cae1d7 req-7ba7c7e7-3b71-4cb3-a913-c1b4947a1012 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:17.059588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ba7be4b-a8c2-4f4d-81ae-f61675cae1d7 req-7ba7c7e7-3b71-4cb3-a913-c1b4947a1012 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5439 time: 0.1123207 Nov 09 00:10:17.069675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 18940ff5-5975-402e-8da8-ec60b66967b3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=18940ff5-5975-402e-8da8-ec60b66967b3,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:17.075664 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:17.077288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device c3601f1b-6090-4fb1-98a9-a0f33c061444 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:17.132819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ba7be4b-a8c2-4f4d-81ae-f61675cae1d7 req-ede1ebb4-8124-4236-9996-15f41c8696f7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690026 Nov 09 00:10:17.174591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=18940ff5-5975-402e-8da8-ec60b66967b3,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:17.188480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port c3601f1b-6090-4fb1-98a9-a0f33c061444 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:17.193414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port c3601f1b-6090-4fb1-98a9-a0f33c061444 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:17.193789 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:17.297443 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:17.336972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c3601f1b-6090-4fb1-98a9-a0f33c061444, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c3601f1b-6090-4fb1-98a9-a0f33c061444,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:17.342261 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:17.343093 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bebae9d8-ef83-4a9d-b792-d0891225bdf6 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:17.368039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c', 'name': 'network-vif-deleted', 'tag': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba'}, {'server_uuid': '14481ebd-d4a4-4882-9c1c-694f5f1277de', 'name': 'network-vif-deleted', 'tag': '7820fff9-44bf-410e-b7b2-4ce66c74b35f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:17.371267 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9b4da6-30c7-4b73-a450-f2b2e7fe7756" -d '{"events": [{"server_uuid": "eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c", "name": "network-vif-deleted", "tag": "958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba"}, {"server_uuid": "14481ebd-d4a4-4882-9c1c-694f5f1277de", "name": "network-vif-deleted", "tag": "7820fff9-44bf-410e-b7b2-4ce66c74b35f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:17.428336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=c3601f1b-6090-4fb1-98a9-a0f33c061444,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:17.444238 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port bebae9d8-ef83-4a9d-b792-d0891225bdf6 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:17.448477 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port bebae9d8-ef83-4a9d-b792-d0891225bdf6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:17.448862 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:17.514613 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:17.539115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98309aa1-5174-4eb4-a105-f56032f9ed51 req-1d89bd85-3af7-4f65-ac55-3bb61c567619 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:17.540871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98309aa1-5174-4eb4-a105-f56032f9ed51 req-1d89bd85-3af7-4f65-ac55-3bb61c567619 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.0630455 Nov 09 00:10:17.551016 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:17.587245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port bebae9d8-ef83-4a9d-b792-d0891225bdf6, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bebae9d8-ef83-4a9d-b792-d0891225bdf6,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:17.590727 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:17.591611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 5ec376c1-315f-4ca8-8930-77a9fd93e81c up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:17.592417 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98309aa1-5174-4eb4-a105-f56032f9ed51 req-ae5dbce3-4d39-48ef-8e37-f29beac09e89 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448160 Nov 09 00:10:17.673256 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3a382b-8697-4847-ba15-d57d8c483d0f x-openstack-request-id: req-1c3a382b-8697-4847-ba15-d57d8c483d0f {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:17.675986 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=bebae9d8-ef83-4a9d-b792-d0891225bdf6,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:17.676489 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c", "name": "network-vif-deleted", "tag": "958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba", "status": "completed", "code": 200}, {"server_uuid": "14481ebd-d4a4-4882-9c1c-694f5f1277de", "name": "network-vif-deleted", "tag": "7820fff9-44bf-410e-b7b2-4ce66c74b35f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:17.676857 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c3a382b-8697-4847-ba15-d57d8c483d0f {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:17.677375 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8d74e3-5d9f-46c3-9470-a7f2ad3df07c', 'name': 'network-vif-deleted', 'tag': '958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba', 'status': 'completed', 'code': 200} Nov 09 00:10:17.677748 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14481ebd-d4a4-4882-9c1c-694f5f1277de', 'name': 'network-vif-deleted', 'tag': '7820fff9-44bf-410e-b7b2-4ce66c74b35f', 'status': 'completed', 'code': 200} Nov 09 00:10:17.689989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 5ec376c1-315f-4ca8-8930-77a9fd93e81c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:17.696002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 5ec376c1-315f-4ca8-8930-77a9fd93e81c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:17.696387 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:17.792803 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:17.839307 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 5ec376c1-315f-4ca8-8930-77a9fd93e81c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=5ec376c1-315f-4ca8-8930-77a9fd93e81c,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:17.844555 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:17.845506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e5d5d4e0-09b0-416c-b84e-0944c88e9f71 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:17.952621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=5ec376c1-315f-4ca8-8930-77a9fd93e81c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:17.958767 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port e5d5d4e0-09b0-416c-b84e-0944c88e9f71 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:17.968546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port e5d5d4e0-09b0-416c-b84e-0944c88e9f71 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:17.968989 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:18.055278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164fa20-b957-4872-979f-8afd66bc5992 req-3be030f8-67a1-4d27-960f-e62380869835 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:18.063685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3164fa20-b957-4872-979f-8afd66bc5992 req-3be030f8-67a1-4d27-960f-e62380869835 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.0630555 Nov 09 00:10:18.085004 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:18.123930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e5d5d4e0-09b0-416c-b84e-0944c88e9f71, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:18.125163 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3164fa20-b957-4872-979f-8afd66bc5992 req-d1ae80f0-08e3-403e-a1d1-03263a8e09aa tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586491 Nov 09 00:10:18.130918 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:18.135334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 387d3440-c2e9-4317-92df-6705adc5fc5f no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:18.190096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64ad2d8-e1ee-4760-b623-361c968d3a5d'}, {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18940ff5-5975-402e-8da8-ec60b66967b3'}, {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3601f1b-6090-4fb1-98a9-a0f33c061444'}, {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebae9d8-ef83-4a9d-b792-d0891225bdf6'}, {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec376c1-315f-4ca8-8930-77a9fd93e81c'}, {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:18.192403 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfc1790-6d1f-47ed-b1a7-5dbfbb2f9bd3" -d '{"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "c64ad2d8-e1ee-4760-b623-361c968d3a5d"}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "18940ff5-5975-402e-8da8-ec60b66967b3"}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "c3601f1b-6090-4fb1-98a9-a0f33c061444"}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "bebae9d8-ef83-4a9d-b792-d0891225bdf6"}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "5ec376c1-315f-4ca8-8930-77a9fd93e81c"}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "e5d5d4e0-09b0-416c-b84e-0944c88e9f71"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:18.197972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 387d3440-c2e9-4317-92df-6705adc5fc5f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:18.198317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 387d3440-c2e9-4317-92df-6705adc5fc5f not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:18.226183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bee3622-768e-4ccf-ac1b-7ea6691a83d1 req-7353c5a9-4116-4449-a60f-1405d29cf6b3 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 210 time: 0.0278881 Nov 09 00:10:18.235648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:18.239907 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:18.368631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf9ad-b46e-45c3-8591-c691ebc1cf91 req-b5024969-0089-440e-9d3b-8cd8152b0a99 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:18.370746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a3fcf9ad-b46e-45c3-8591-c691ebc1cf91 req-b5024969-0089-440e-9d3b-8cd8152b0a99 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3183c95-7110-4923-8da9-6b7045405b60 HTTP/1.1" status: 200 len: 949 time: 0.0545444 Nov 09 00:10:18.418736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a3fcf9ad-b46e-45c3-8591-c691ebc1cf91 req-5954efa3-94be-45b8-9587-50689ccf4e2a tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418344 Nov 09 00:10:18.529335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb220-c879-4fc9-ad18-c06e58006868 req-29185a76-375d-461b-af39-c8beddf6f7df tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:18.535320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb220-c879-4fc9-ad18-c06e58006868 req-29185a76-375d-461b-af39-c8beddf6f7df tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:18.541154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb220-c879-4fc9-ad18-c06e58006868 req-29185a76-375d-461b-af39-c8beddf6f7df tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:18.547153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb220-c879-4fc9-ad18-c06e58006868 req-29185a76-375d-461b-af39-c8beddf6f7df tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:18.553020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb220-c879-4fc9-ad18-c06e58006868 req-29185a76-375d-461b-af39-c8beddf6f7df tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:18.558859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb220-c879-4fc9-ad18-c06e58006868 req-29185a76-375d-461b-af39-c8beddf6f7df tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:18.564631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb220-c879-4fc9-ad18-c06e58006868 req-29185a76-375d-461b-af39-c8beddf6f7df tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:18.566518 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-836fb220-c879-4fc9-ad18-c06e58006868 req-29185a76-375d-461b-af39-c8beddf6f7df tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5444 time: 0.0903075 Nov 09 00:10:18.625904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-836fb220-c879-4fc9-ad18-c06e58006868 req-fd75982a-1ef3-4f35-a768-27a4e36d5375 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525286 Nov 09 00:10:18.769805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7820fff9-44bf-410e-b7b2-4ce66c74b35f no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:18.789752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 7820fff9-44bf-410e-b7b2-4ce66c74b35f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:18.790220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7820fff9-44bf-410e-b7b2-4ce66c74b35f not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:18.857015 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76518c43-0952-4f5f-a170-adb5bcfaf89f x-openstack-request-id: req-76518c43-0952-4f5f-a170-adb5bcfaf89f {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:18.857683 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "c64ad2d8-e1ee-4760-b623-361c968d3a5d", "code": 200}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "18940ff5-5975-402e-8da8-ec60b66967b3", "code": 200}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "c3601f1b-6090-4fb1-98a9-a0f33c061444", "code": 200}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "bebae9d8-ef83-4a9d-b792-d0891225bdf6", "code": 200}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "5ec376c1-315f-4ca8-8930-77a9fd93e81c", "code": 200}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-plugged", "status": "completed", "tag": "e5d5d4e0-09b0-416c-b84e-0944c88e9f71", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:18.857846 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76518c43-0952-4f5f-a170-adb5bcfaf89f {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:18.858335 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64ad2d8-e1ee-4760-b623-361c968d3a5d', 'code': 200} Nov 09 00:10:18.858706 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18940ff5-5975-402e-8da8-ec60b66967b3', 'code': 200} Nov 09 00:10:18.859045 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3601f1b-6090-4fb1-98a9-a0f33c061444', 'code': 200} Nov 09 00:10:18.859398 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebae9d8-ef83-4a9d-b792-d0891225bdf6', 'code': 200} Nov 09 00:10:18.859732 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec376c1-315f-4ca8-8930-77a9fd93e81c', 'code': 200} Nov 09 00:10:18.860064 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71', 'code': 200} Nov 09 00:10:19.054600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4beb-d3b3-4704-b706-8ade38e8ccc0 req-3bebc966-fd3a-4090-a355-dbebe324b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:19.055089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4beb-d3b3-4704-b706-8ade38e8ccc0 req-3bebc966-fd3a-4090-a355-dbebe324b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:19.055554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4beb-d3b3-4704-b706-8ade38e8ccc0 req-3bebc966-fd3a-4090-a355-dbebe324b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:19.056009 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4beb-d3b3-4704-b706-8ade38e8ccc0 req-3bebc966-fd3a-4090-a355-dbebe324b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:19.056467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4beb-d3b3-4704-b706-8ade38e8ccc0 req-3bebc966-fd3a-4090-a355-dbebe324b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:19.056923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4beb-d3b3-4704-b706-8ade38e8ccc0 req-3bebc966-fd3a-4090-a355-dbebe324b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:19.057395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4beb-d3b3-4704-b706-8ade38e8ccc0 req-3bebc966-fd3a-4090-a355-dbebe324b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:19.060713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5fa4beb-d3b3-4704-b706-8ade38e8ccc0 req-3bebc966-fd3a-4090-a355-dbebe324b2ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6501 time: 0.1024046 Nov 09 00:10:19.068136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-be8b486b-5fd9-41ce-b5aa-c2b5cf900ded tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:19.069663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-be8b486b-5fd9-41ce-b5aa-c2b5cf900ded tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/networks?id=3d593003-37ef-4db6-b73f-d9600b045463 HTTP/1.1" status: 200 len: 821 time: 0.1489048 Nov 09 00:10:19.102899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-78df3520-f666-4131-beb3-cf5d051a04c2 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/quotas/7c28415dceb142a58cfc63e2f3669de7 HTTP/1.1" status: 200 len: 375 time: 0.0195560 Nov 09 00:10:19.159319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5fa4beb-d3b3-4704-b706-8ade38e8ccc0 req-3906cac8-630e-45a1-a4ef-70aedae1dfb7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886757 Nov 09 00:10:19.177400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-9721e1a1-624c-4361-be39-8132a9329b80 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c28415dceb142a58cfc63e2f3669de7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627847 Nov 09 00:10:19.378594 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-d16e761c-260b-4707-8da1-1f541aa42ee4 service neutron] 10.222.0.25 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954546 Nov 09 00:10:19.474450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-de38fcf8-1520-450a-9f47-8884fbce1d19 service neutron] 10.222.0.25 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897832 Nov 09 00:10:19.684868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d006f-998c-4076-8243-707f2c32870d req-f566057a-bb5e-4a73-8b4f-9737c0dc6d00 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:19.686823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a22d006f-998c-4076-8243-707f2c32870d req-f566057a-bb5e-4a73-8b4f-9737c0dc6d00 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.0604768 Nov 09 00:10:19.738694 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a22d006f-998c-4076-8243-707f2c32870d req-ce204333-fec5-4fa3-afcf-dc15bb0ba662 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455730 Nov 09 00:10:20.053439 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60528e-a069-4790-99b1-ad62fd2e9901 req-e6014275-5454-474c-bcbb-85cda02fd77b tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:20.055533 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b60528e-a069-4790-99b1-ad62fd2e9901 req-e6014275-5454-474c-bcbb-85cda02fd77b tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3183c95-7110-4923-8da9-6b7045405b60 HTTP/1.1" status: 200 len: 949 time: 0.0544798 Nov 09 00:10:20.083898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:20.133511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:20.134105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 958ff704-bd6a-4c0d-bb9b-7f2fe3ec03ba not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:20.210660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-2b60528e-a069-4790-99b1-ad62fd2e9901 req-ccf62305-9fbd-412a-b1bd-78cf40851563 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Deleting port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:20.210921 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b60528e-a069-4790-99b1-ad62fd2e9901 req-ccf62305-9fbd-412a-b1bd-78cf40851563 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:20.245232 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdb277-0da2-4dad-b08e-c12b360b4b07 req-6398bb1e-fa23-4407-9af5-f724cfd8a425 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:20.246773 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32bdb277-0da2-4dad-b08e-c12b360b4b07 req-6398bb1e-fa23-4407-9af5-f724cfd8a425 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.0919015 Nov 09 00:10:20.346572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32bdb277-0da2-4dad-b08e-c12b360b4b07 req-d8de9dbc-2898-4bf6-8064-cb64666e2318 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692685 Nov 09 00:10:20.351887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2b60528e-a069-4790-99b1-ad62fd2e9901 req-ccf62305-9fbd-412a-b1bd-78cf40851563 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] For port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:20.352437 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b60528e-a069-4790-99b1-ad62fd2e9901 req-ccf62305-9fbd-412a-b1bd-78cf40851563 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:20.374389 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-2b60528e-a069-4790-99b1-ad62fd2e9901 req-ccf62305-9fbd-412a-b1bd-78cf40851563 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Calling delete_port for 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:20.454444 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ff985c4-06ea-4d3c-be37-12e9ef79587d req-39ea21e8-b407-41de-9753-c2e93063d403 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c231034-fcfa-4c8d-8786-0fce22824042 HTTP/1.1" status: 200 len: 210 time: 0.0357835 Nov 09 00:10:20.598921 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b60528e-a069-4790-99b1-ad62fd2e9901 req-ccf62305-9fbd-412a-b1bd-78cf40851563 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:20.613645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59abd3f-4577-4b86-b12a-f59235073b73 req-76a3d40d-09e5-4ec6-9942-f53d04da80e7 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:20.623156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b59abd3f-4577-4b86-b12a-f59235073b73 req-76a3d40d-09e5-4ec6-9942-f53d04da80e7 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3183c95-7110-4923-8da9-6b7045405b60 HTTP/1.1" status: 200 len: 866 time: 0.1047456 Nov 09 00:10:20.668142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf62305-9fbd-412a-b1bd-78cf40851563 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Pushing event deleted for resources: {'Port': ['ID=223ba7b3-932c-4d73-bf50-6bfbfc16e1f5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:20.728518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b60528e-a069-4790-99b1-ad62fd2e9901 req-ccf62305-9fbd-412a-b1bd-78cf40851563 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] No DVR routers for this DVR port 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:20.733478 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b60528e-a069-4790-99b1-ad62fd2e9901 req-ccf62305-9fbd-412a-b1bd-78cf40851563 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:20.737060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b60528e-a069-4790-99b1-ad62fd2e9901 req-ccf62305-9fbd-412a-b1bd-78cf40851563 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.30 "DELETE /v2.0/ports/223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 HTTP/1.1" status: 204 len: 173 time: 0.6729863 Nov 09 00:10:20.737677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'name': 'network-vif-deleted', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:20.740513 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c018c2-b8b0-4bf5-97e9-7c10013b7930" -d '{"events": [{"server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "name": "network-vif-deleted", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:20.765821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b59abd3f-4577-4b86-b12a-f59235073b73 req-0dca772d-fbc6-4128-83bb-3b4f690fdef8 tempest-ListImageFiltersTestJSON-880505110 tempest-ListImageFiltersTestJSON-880505110-project] 10.222.0.25 "GET /v2.0/security-groups?id=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310403 Nov 09 00:10:20.795782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-9b1520c9-04e5-4571-b660-23d3ba95c170 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:20.797423 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-9b1520c9-04e5-4571-b660-23d3ba95c170 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.30 "GET /v2.0/networks?id=3d593003-37ef-4db6-b73f-d9600b045463 HTTP/1.1" status: 200 len: 821 time: 0.1752284 Nov 09 00:10:20.811604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Request body: {'port': {'device_id': 'e67011bc-0e38-44a2-a9d6-e9c811aa5d29', 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463', 'admin_state_up': True, 'tenant_id': '7c28415dceb142a58cfc63e2f3669de7'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:20.867731 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40f580de-b383-462a-93d8-3289ceff775a req-dc751a0b-1370-43e3-afa0-e3a8a33775ea tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 210 time: 0.0345261 Nov 09 00:10:20.953702 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Made reservation on behalf of 7c28415dceb142a58cfc63e2f3669de7 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:10:20.963634 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:21.005138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa1e43-ea27-46cf-9f9b-eaa3af9a5cb3 req-663371e3-4de1-4892-9f00-a6bbe9aeae61 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.013592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa1e43-ea27-46cf-9f9b-eaa3af9a5cb3 req-663371e3-4de1-4892-9f00-a6bbe9aeae61 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.023713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa1e43-ea27-46cf-9f9b-eaa3af9a5cb3 req-663371e3-4de1-4892-9f00-a6bbe9aeae61 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.032651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa1e43-ea27-46cf-9f9b-eaa3af9a5cb3 req-663371e3-4de1-4892-9f00-a6bbe9aeae61 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.050614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa1e43-ea27-46cf-9f9b-eaa3af9a5cb3 req-663371e3-4de1-4892-9f00-a6bbe9aeae61 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.060281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa1e43-ea27-46cf-9f9b-eaa3af9a5cb3 req-663371e3-4de1-4892-9f00-a6bbe9aeae61 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.073277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa1e43-ea27-46cf-9f9b-eaa3af9a5cb3 req-663371e3-4de1-4892-9f00-a6bbe9aeae61 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.076023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70fa1e43-ea27-46cf-9f9b-eaa3af9a5cb3 req-663371e3-4de1-4892-9f00-a6bbe9aeae61 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5444 time: 0.1403053 Nov 09 00:10:21.154549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Allocated IP 172.20.0.7 (3d593003-37ef-4db6-b73f-d9600b045463/76772196-e881-467d-9b57-5f96ecf75772/c03d0a6c-76eb-4fa9-a906-ad9bf7695190) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:10:21.189025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70fa1e43-ea27-46cf-9f9b-eaa3af9a5cb3 req-b39f2d21-3332-43e6-9545-69410623ad96 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052241 Nov 09 00:10:21.475132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:21.484792 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e5d577-2281-4640-b14c-52b72e7d6332 x-openstack-request-id: req-60e5d577-2281-4640-b14c-52b72e7d6332 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:21.485398 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3183c95-7110-4923-8da9-6b7045405b60", "name": "network-vif-deleted", "tag": "223ba7b3-932c-4d73-bf50-6bfbfc16e1f5", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:21.485520 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60e5d577-2281-4640-b14c-52b72e7d6332 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:21.486041 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3183c95-7110-4923-8da9-6b7045405b60', 'name': 'network-vif-deleted', 'tag': '223ba7b3-932c-4d73-bf50-6bfbfc16e1f5', 'status': 'completed', 'code': 200} Nov 09 00:10:21.562328 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:21.603519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Network 3d593003-37ef-4db6-b73f-d9600b045463 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:10:21.632356 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:10:21.639529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:10:21.661424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1d511-b503-40f4-a98a-501d1495e954 req-4d8ea28a-0b97-4674-b865-558f4d154ec9 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.664339 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ba1d511-b503-40f4-a98a-501d1495e954 req-4d8ea28a-0b97-4674-b865-558f4d154ec9 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.0771348 Nov 09 00:10:21.721453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event updated for resources: {'Port': ['ID=c03d0a6c-76eb-4fa9-a906-ad9bf7695190,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:21.730813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.731463 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:21.751974 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-728055e4-f130-4697-a89e-f19c5370f1f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9444840 Nov 09 00:10:21.768241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Request body: {'port': {'device_id': 'e67011bc-0e38-44a2-a9d6-e9c811aa5d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:21.794201 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ba1d511-b503-40f4-a98a-501d1495e954 req-63215899-accb-4b94-8054-9616c35929d9 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185243 Nov 09 00:10:21.870185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:21.947663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc536b-74f7-4f9b-b69d-307d7d83bc9e req-ddf3947a-84c8-4c11-b296-6f8318f3c49b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.954685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc536b-74f7-4f9b-b69d-307d7d83bc9e req-ddf3947a-84c8-4c11-b296-6f8318f3c49b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.962467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc536b-74f7-4f9b-b69d-307d7d83bc9e req-ddf3947a-84c8-4c11-b296-6f8318f3c49b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.971081 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc536b-74f7-4f9b-b69d-307d7d83bc9e req-ddf3947a-84c8-4c11-b296-6f8318f3c49b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.978524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc536b-74f7-4f9b-b69d-307d7d83bc9e req-ddf3947a-84c8-4c11-b296-6f8318f3c49b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.985928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc536b-74f7-4f9b-b69d-307d7d83bc9e req-ddf3947a-84c8-4c11-b296-6f8318f3c49b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.993166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc536b-74f7-4f9b-b69d-307d7d83bc9e req-ddf3947a-84c8-4c11-b296-6f8318f3c49b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:21.995329 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2bc536b-74f7-4f9b-b69d-307d7d83bc9e req-ddf3947a-84c8-4c11-b296-6f8318f3c49b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5444 time: 0.1278391 Nov 09 00:10:22.011385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34040) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:22.027616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9ae2ed86-6267-4f77-b138-75fae4c409b6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Request body: {'floatingip': {'port_id': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:22.114728 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ed86-6267-4f77-b138-75fae4c409b6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:22.202029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cdf86-f457-4633-9d0c-b7cd153b22c9 req-ffbb70e7-1f9d-4a93-baee-bcd6a0d361d6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:22.209753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff0cdf86-f457-4633-9d0c-b7cd153b22c9 req-ffbb70e7-1f9d-4a93-baee-bcd6a0d361d6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.0987325 Nov 09 00:10:22.302584 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff0cdf86-f457-4633-9d0c-b7cd153b22c9 req-ef970059-7a10-4929-a2c1-f60758dfa1e1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918119 Nov 09 00:10:22.336860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f49f3-0f52-4bfb-b5b2-826cfe036c3e req-a03fd3da-b15c-4f41-bfb6-d177bdf233bf tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:22.340207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-692f49f3-0f52-4bfb-b5b2-826cfe036c3e req-a03fd3da-b15c-4f41-bfb6-d177bdf233bf tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 931 time: 0.1283455 Nov 09 00:10:22.386641 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34052) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:22.432087 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-692f49f3-0f52-4bfb-b5b2-826cfe036c3e req-78fb8255-a1a1-493a-a25c-8fa300f7f4bf tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850995 Nov 09 00:10:22.554330 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26d97724-a933-45ee-ac17-615e104dd6d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:22.646873 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26d97724-a933-45ee-ac17-615e104dd6d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:22.653642 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26d97724-a933-45ee-ac17-615e104dd6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:22.694925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-26d97724-a933-45ee-ac17-615e104dd6d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b284397c3c80430d8debb480033d1ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070955 Nov 09 00:10:22.697529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34064) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:22.751716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d97724-a933-45ee-ac17-615e104dd6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5de99b-ca0c-4a77-966c-e17fd3d68a6e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:22.794367 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff7df-90f8-4426-8419-f991f92c0f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:22.829132 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff7df-90f8-4426-8419-f991f92c0f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:22.897972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03d0a6c-76eb-4fa9-a906-ad9bf7695190 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:22.898528 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff7df-90f8-4426-8419-f991f92c0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:22.909441 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff7df-90f8-4426-8419-f991f92c0f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:22.909956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:22.915261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5c2ff7df-90f8-4426-8419-f991f92c0f49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d5de99b-ca0c-4a77-966c-e17fd3d68a6e HTTP/1.1" status: 204 len: 168 time: 0.2143173 Nov 09 00:10:22.955037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Transition to ACTIVE for port object c03d0a6c-76eb-4fa9-a906-ad9bf7695190 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:10:22.963868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:22.965642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ff7df-90f8-4426-8419-f991f92c0f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5de99b-ca0c-4a77-966c-e17fd3d68a6e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:23.040526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0202ccd-56cb-48ba-870f-48a1a568dc21 req-debc0026-378a-44e3-9825-d8fb9182bd67 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:23.049907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0202ccd-56cb-48ba-870f-48a1a568dc21 req-debc0026-378a-44e3-9825-d8fb9182bd67 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.1018288 Nov 09 00:10:23.094464 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ed86-6267-4f77-b138-75fae4c409b6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:23.100038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Pushing event updated for resources: {'Port': ['ID=c03d0a6c-76eb-4fa9-a906-ad9bf7695190,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:23.143747 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ed86-6267-4f77-b138-75fae4c409b6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:23.160214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0202ccd-56cb-48ba-870f-48a1a568dc21 req-a93fccf0-bd38-4b75-b649-795930a6e0ca tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061730 Nov 09 00:10:23.283521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Attempting to bind port c03d0a6c-76eb-4fa9-a906-ad9bf7695190 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:10:23.283900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Attempting to bind port c03d0a6c-76eb-4fa9-a906-ad9bf7695190 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:10:23.284287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Attempting to bind port c03d0a6c-76eb-4fa9-a906-ad9bf7695190 on network 3d593003-37ef-4db6-b73f-d9600b045463 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:10:23.293244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Port c03d0a6c-76eb-4fa9-a906-ad9bf7695190 on network 3d593003-37ef-4db6-b73f-d9600b045463 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:10:23.293840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Attempting to bind port c03d0a6c-76eb-4fa9-a906-ad9bf7695190 on network 3d593003-37ef-4db6-b73f-d9600b045463 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:10:23.306727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:10:23.307330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Checking segment: {'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:10:23.307875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Bound using segment: {'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:10:23.308654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Bound port: c03d0a6c-76eb-4fa9-a906-ad9bf7695190, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345011f0-1a83-4ff4-b10c-112e79a6de30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:10:23.309372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:23.323290 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-9ae2ed86-6267-4f77-b138-75fae4c409b6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Floating IP 169a5645-eabc-43d9-a6c2-01292a1cf388 associated. External IP: 172.25.0.159, port: e5d5d4e0-09b0-416c-b84e-0944c88e9f71. Nov 09 00:10:23.490622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] For port c03d0a6c-76eb-4fa9-a906-ad9bf7695190, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:10:23.519309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6388b7-d700-424d-a100-234c23958a16 req-03879cc9-972d-4001-81e7-e210607d53c6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:23.527681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb6388b7-d700-424d-a100-234c23958a16 req-03879cc9-972d-4001-81e7-e210607d53c6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.0809326 Nov 09 00:10:23.544969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34112) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:23.554728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] For port c03d0a6c-76eb-4fa9-a906-ad9bf7695190, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c03d0a6c-76eb-4fa9-a906-ad9bf7695190,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:10:23.565803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:23.569929 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29d67750-fb5c-4578-852f-f2ab693c791a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:23.624895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb6388b7-d700-424d-a100-234c23958a16 req-585fb9cd-d622-4485-b20b-70fdc9838007 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959549 Nov 09 00:10:23.669520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:23.670207 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:23.672170 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] 10.222.0.30 "PUT /v2.0/ports/c03d0a6c-76eb-4fa9-a906-ad9bf7695190 HTTP/1.1" status: 200 len: 1091 time: 1.9097948 Nov 09 00:10:23.674620 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67011bc-0e38-44a2-a9d6-e9c811aa5d29', 'tag': 'c03d0a6c-76eb-4fa9-a906-ad9bf7695190'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:23.684785 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660269d8-198c-4f12-b5a6-dd7fe5b8a565" -d '{"events": [{"name": "network-changed", "server_uuid": "e67011bc-0e38-44a2-a9d6-e9c811aa5d29", "tag": "c03d0a6c-76eb-4fa9-a906-ad9bf7695190"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:23.786389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae2ed86-6267-4f77-b138-75fae4c409b6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Router ca64e2b3-d248-471d-8e7e-58e52c1246f6 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:10:23.788583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29d67750-fb5c-4578-852f-f2ab693c791a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:23.792386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e77bc9-21e4-47d6-aa2f-9d2c9e0d3719 service neutron] Pushing event updated for resources: {'Port': ['ID=c03d0a6c-76eb-4fa9-a906-ad9bf7695190,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:23.817889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-45b02a54-e125-4ad8-8906-ed8b2ab6194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:23.819591 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-45b02a54-e125-4ad8-8906-ed8b2ab6194d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c28415dceb142a58cfc63e2f3669de7&device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 1094 time: 0.0980940 Nov 09 00:10:23.823631 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7409a59-5c78-478d-8ae0-31ffd84025bb x-openstack-request-id: req-b7409a59-5c78-478d-8ae0-31ffd84025bb {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:23.823917 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67011bc-0e38-44a2-a9d6-e9c811aa5d29", "tag": "c03d0a6c-76eb-4fa9-a906-ad9bf7695190", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:23.824260 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7409a59-5c78-478d-8ae0-31ffd84025bb {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:23.824941 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67011bc-0e38-44a2-a9d6-e9c811aa5d29', 'tag': 'c03d0a6c-76eb-4fa9-a906-ad9bf7695190', 'status': 'completed', 'code': 200} Nov 09 00:10:23.831584 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29d67750-fb5c-4578-852f-f2ab693c791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:23.888412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-29d67750-fb5c-4578-852f-f2ab693c791a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6797d92f18c4d7cb53727adf04d1285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398321 Nov 09 00:10:23.888633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d67750-fb5c-4578-852f-f2ab693c791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f66330-e369-4e17-80e2-0345b3e514ea,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:23.902826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34124) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:23.909338 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-cd7ca8ca-2603-419e-b292-6d1a40528037 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c03d0a6c-76eb-4fa9-a906-ad9bf7695190 HTTP/1.1" status: 200 len: 217 time: 0.0488970 Nov 09 00:10:23.925227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3b439-d574-4bbe-a20f-1f2df0fe0829 req-afb72b31-343c-4a73-be2d-fb074435037f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:23.933001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27f3b439-d574-4bbe-a20f-1f2df0fe0829 req-afb72b31-343c-4a73-be2d-fb074435037f tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 943 time: 0.1729615 Nov 09 00:10:24.019300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae2ed86-6267-4f77-b138-75fae4c409b6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:10:24.029009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-9456d75c-120b-4359-95d2-414a3543a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:24.030627 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-9456d75c-120b-4359-95d2-414a3543a530 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76772196-e881-467d-9b57-5f96ecf75772 HTTP/1.1" status: 200 len: 861 time: 0.1079447 Nov 09 00:10:24.031277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d21525a-5d94-42ff-800c-f3d862f2fc4f None None] Sync routers for ids ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:10:24.032495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27f3b439-d574-4bbe-a20f-1f2df0fe0829 req-62e0e185-cf81-4449-a004-b1ce56742185 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946813 Nov 09 00:10:24.043630 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ed86-6267-4f77-b138-75fae4c409b6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:24.054823 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e75d36-8fa1-434d-9b67-bd2e2d02a390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:24.073517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d21525a-5d94-42ff-800c-f3d862f2fc4f None None] Routers {'ca64e2b3-d248-471d-8e7e-58e52c1246f6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:10:24.074771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9d21525a-5d94-42ff-800c-f3d862f2fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:10:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:24.100871 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-80775376-2a35-446c-a503-67e5f2a6a30d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d593003-37ef-4db6-b73f-d9600b045463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607777 Nov 09 00:10:24.127689 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e75d36-8fa1-434d-9b67-bd2e2d02a390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:24.235996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34132) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:24.250560 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9ae2ed86-6267-4f77-b138-75fae4c409b6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "PUT /v2.0/floatingips/169a5645-eabc-43d9-a6c2-01292a1cf388 HTTP/1.1" status: 200 len: 991 time: 2.2367320 Nov 09 00:10:24.281139 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e75d36-8fa1-434d-9b67-bd2e2d02a390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:24.285984 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e75d36-8fa1-434d-9b67-bd2e2d02a390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:24.291368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-23e75d36-8fa1-434d-9b67-bd2e2d02a390 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7f66330-e369-4e17-80e2-0345b3e514ea HTTP/1.1" status: 204 len: 168 time: 0.3830080 Nov 09 00:10:24.299889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9d21525a-5d94-42ff-800c-f3d862f2fc4f None None] Set router ca64e2b3-d248-471d-8e7e-58e52c1246f6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:10:24.309086 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-861f41cc-27da-4fc5-89ca-ab15fbfb3626 service neutron] 10.222.0.30 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953881 Nov 09 00:10:24.312492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e75d36-8fa1-434d-9b67-bd2e2d02a390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f66330-e369-4e17-80e2-0345b3e514ea,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:24.442970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:24.451652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cb976-51eb-47ea-b13e-9711c4b76839 req-cf9b3c5d-c277-46bb-8047-13a0688d7e11 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:24.455751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba4cb976-51eb-47ea-b13e-9711c4b76839 req-cf9b3c5d-c277-46bb-8047-13a0688d7e11 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.1087580 Nov 09 00:10:24.463711 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-463bdd8f-8106-47ac-86eb-30f2d01317f3 req-9c4072cf-d4a4-4acd-b0fb-de809154b49f service neutron] 10.222.0.30 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441114 Nov 09 00:10:24.592902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba4cb976-51eb-47ea-b13e-9711c4b76839 req-3f262e5a-3217-4ddd-adf0-3cf91eaaec48 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298625 Nov 09 00:10:24.599637 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-899b5784-1bc7-431f-a195-e3190615bd96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab7662a39a06409db034954b99809dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597429 Nov 09 00:10:24.600383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34144) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:24.606003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660269d8-198c-4f12-b5a6-dd7fe5b8a565 req-67166ccc-e730-4d76-8b47-4ae1fb61bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:24.608504 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-660269d8-198c-4f12-b5a6-dd7fe5b8a565 req-67166ccc-e730-4d76-8b47-4ae1fb61bdac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c28415dceb142a58cfc63e2f3669de7&device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 1094 time: 0.0788026 Nov 09 00:10:24.684568 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:24.685566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 223ba7b3-932c-4d73-bf50-6bfbfc16e1f5 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:24.745453 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eafd62c-2309-4553-a6fb-71df4321aec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:24.815719 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eafd62c-2309-4553-a6fb-71df4321aec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:24.844703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660269d8-198c-4f12-b5a6-dd7fe5b8a565 req-0a29c675-82c2-481a-8894-a0c552da457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:24.846845 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-660269d8-198c-4f12-b5a6-dd7fe5b8a565 req-0a29c675-82c2-481a-8894-a0c552da457e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d593003-37ef-4db6-b73f-d9600b045463 HTTP/1.1" status: 200 len: 921 time: 0.2310712 Nov 09 00:10:24.878105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7707e48-1549-4424-a4b1-e101c9eccbd1 req-b15f2cff-9b74-4f48-b825-e79856bda914 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:24.886764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7707e48-1549-4424-a4b1-e101c9eccbd1 req-b15f2cff-9b74-4f48-b825-e79856bda914 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.1141641 Nov 09 00:10:24.922012 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9d21525a-5d94-42ff-800c-f3d862f2fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:41Z', 'revision_number': 4, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '169a5645-eabc-43d9-a6c2-01292a1cf388', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'port_id': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'mac_address': 'fa:16:3e:0b:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:08:38Z', 'updated_at': '2021-11-09T00:10:22Z', 'revision_number': 1, 'project_id': '3a38229d73e04560820824b4219eee11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde0c72e-8563-44bb-878c-6245f4095489', 'name': '', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'mac_address': 'fa:16:3e:44:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:40Z', 'updated_at': '2021-11-09T00:07:47Z', 'revision_number': 5, 'project_id': '3a38229d73e04560820824b4219eee11', 'subnets': [{'id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:24.955877 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7707e48-1549-4424-a4b1-e101c9eccbd1 req-81ccc59b-0721-449f-b0fd-6406f82740ac tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643466 Nov 09 00:10:24.958888 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eafd62c-2309-4553-a6fb-71df4321aec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:24.971422 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-660269d8-198c-4f12-b5a6-dd7fe5b8a565 req-e2c0c131-f954-476e-9a5e-9949f67bf734 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c03d0a6c-76eb-4fa9-a906-ad9bf7695190 HTTP/1.1" status: 200 len: 217 time: 0.1035497 Nov 09 00:10:24.971940 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eafd62c-2309-4553-a6fb-71df4321aec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:24.971940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8eafd62c-2309-4553-a6fb-71df4321aec1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a HTTP/1.1" status: 204 len: 168 time: 0.3626924 Nov 09 00:10:25.006683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafd62c-2309-4553-a6fb-71df4321aec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eb46af-7d4e-4bd2-a0e5-3d0e122fe38a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:25.038391 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d21525a-5d94-42ff-800c-f3d862f2fc4f None None] Checking router: ca64e2b3-d248-471d-8e7e-58e52c1246f6 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:10:25.067172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d21525a-5d94-42ff-800c-f3d862f2fc4f None None] Routers {'ca64e2b3-d248-471d-8e7e-58e52c1246f6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:10:25.068060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9d21525a-5d94-42ff-800c-f3d862f2fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:10:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:25.092007 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660269d8-198c-4f12-b5a6-dd7fe5b8a565 req-d2625654-4125-40b6-a060-0f1206a13e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:25.093547 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-660269d8-198c-4f12-b5a6-dd7fe5b8a565 req-d2625654-4125-40b6-a060-0f1206a13e98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76772196-e881-467d-9b57-5f96ecf75772 HTTP/1.1" status: 200 len: 861 time: 0.1245630 Nov 09 00:10:25.153128 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-660269d8-198c-4f12-b5a6-dd7fe5b8a565 req-312756d5-60e5-42ec-8c2e-35f0392bf0d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d593003-37ef-4db6-b73f-d9600b045463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470324 Nov 09 00:10:25.243778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9d21525a-5d94-42ff-800c-f3d862f2fc4f None None] Set router ca64e2b3-d248-471d-8e7e-58e52c1246f6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:10:25.245502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77be91-9e18-4464-8ab4-385bfe7dbe06 req-0dc2c9ed-a00e-43b7-a7c5-748b2a123ab4 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:25.261190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f77be91-9e18-4464-8ab4-385bfe7dbe06 req-0dc2c9ed-a00e-43b7-a7c5-748b2a123ab4 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 943 time: 0.1134777 Nov 09 00:10:25.290930 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-660269d8-198c-4f12-b5a6-dd7fe5b8a565 req-f7ec257f-9911-442c-9b0a-617d1e09538e service neutron] 10.222.0.30 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252406 Nov 09 00:10:25.397093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f77be91-9e18-4464-8ab4-385bfe7dbe06 req-770c9282-1cbc-445f-933c-9b1dc804f467 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309609 Nov 09 00:10:25.502736 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-660269d8-198c-4f12-b5a6-dd7fe5b8a565 req-b3aefbe9-9632-4254-85dc-e6f71b455f08 service neutron] 10.222.0.30 "GET /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982610 Nov 09 00:10:25.676771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9d21525a-5d94-42ff-800c-f3d862f2fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:41Z', 'revision_number': 4, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '169a5645-eabc-43d9-a6c2-01292a1cf388', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'port_id': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'mac_address': 'fa:16:3e:0b:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:08:38Z', 'updated_at': '2021-11-09T00:10:22Z', 'revision_number': 1, 'project_id': '3a38229d73e04560820824b4219eee11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde0c72e-8563-44bb-878c-6245f4095489', 'name': '', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'mac_address': 'fa:16:3e:44:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:40Z', 'updated_at': '2021-11-09T00:07:47Z', 'revision_number': 5, 'project_id': '3a38229d73e04560820824b4219eee11', 'subnets': [{'id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:25.720253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d21525a-5d94-42ff-800c-f3d862f2fc4f None None] The sync data for ids ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'] in n-d-813263-3 is: [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:41Z', 'revision_number': 4, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '169a5645-eabc-43d9-a6c2-01292a1cf388', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'port_id': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'mac_address': 'fa:16:3e:0b:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:08:38Z', 'updated_at': '2021-11-09T00:10:22Z', 'revision_number': 1, 'project_id': '3a38229d73e04560820824b4219eee11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde0c72e-8563-44bb-878c-6245f4095489', 'name': '', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'mac_address': 'fa:16:3e:44:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:40Z', 'updated_at': '2021-11-09T00:07:47Z', 'revision_number': 5, 'project_id': '3a38229d73e04560820824b4219eee11', 'subnets': [{'id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:10:25.821666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c1a82-ca4f-4a8b-9330-922cd3bad7a2 req-aa683dcd-4ca6-49ed-9ef1-9db773792492 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:25.827732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:25.831275 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a6ea42-fde8-44cc-8d95-2525e86ac724" -d '{"events": [{"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "e5d5d4e0-09b0-416c-b84e-0944c88e9f71"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:25.840413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-180c1a82-ca4f-4a8b-9330-922cd3bad7a2 req-aa683dcd-4ca6-49ed-9ef1-9db773792492 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.1095769 Nov 09 00:10:25.922324 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2b999b-589d-43a6-a1bc-0690b0c0acd6 x-openstack-request-id: req-da2b999b-589d-43a6-a1bc-0690b0c0acd6 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:25.922727 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "tag": "e5d5d4e0-09b0-416c-b84e-0944c88e9f71", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:25.922835 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da2b999b-589d-43a6-a1bc-0690b0c0acd6 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:25.923223 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'tag': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71', 'status': 'completed', 'code': 200} Nov 09 00:10:25.949610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-180c1a82-ca4f-4a8b-9330-922cd3bad7a2 req-0b48eb1a-03a5-4b3b-a201-1ec97c16ab68 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082108 Nov 09 00:10:26.089706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-0525c6c3-dd54-42bf-ad59-e26a6cc40ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.090292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-0525c6c3-dd54-42bf-ad59-e26a6cc40ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.091004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-0525c6c3-dd54-42bf-ad59-e26a6cc40ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.094807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-0525c6c3-dd54-42bf-ad59-e26a6cc40ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.097969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-0525c6c3-dd54-42bf-ad59-e26a6cc40ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.098604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-0525c6c3-dd54-42bf-ad59-e26a6cc40ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.099143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-0525c6c3-dd54-42bf-ad59-e26a6cc40ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.101144 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-0525c6c3-dd54-42bf-ad59-e26a6cc40ef0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6501 time: 0.1174889 Nov 09 00:10:26.145435 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85518cf2-d5f6-4c44-a004-4b19669c71f7 None None] New status for floating IP 169a5645-eabc-43d9-a6c2-01292a1cf388: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:10:26.256433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34206) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:26.280178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e86364-ea16-4c90-9a13-f21a233af609 req-6beddf3e-2076-4948-8065-74159fb9ebbd tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.282962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27e86364-ea16-4c90-9a13-f21a233af609 req-6beddf3e-2076-4948-8065-74159fb9ebbd tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.1716373 Nov 09 00:10:26.390377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27e86364-ea16-4c90-9a13-f21a233af609 req-7f283c66-6c66-450d-9ea4-7658b79cb301 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966072 Nov 09 00:10:26.411144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-006ee2d5-24ab-4e93-9c4c-48ff4a3346ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.413452 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-006ee2d5-24ab-4e93-9c4c-48ff4a3346ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4800f68-4a56-437c-93ae-0635f13e0fec HTTP/1.1" status: 200 len: 915 time: 0.3007693 Nov 09 00:10:26.491809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1831343385-network', 'tenant_id': '3307d340e4c34a3798866e6cb9dc5133'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:26.527200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Made reservation on behalf of 3307d340e4c34a3798866e6cb9dc5133 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:10:26.543505 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:26.560009 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:26.567045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-f0c99037-9d73-43ca-821e-473a8ff47f19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d5d4e0-09b0-416c-b84e-0944c88e9f71 HTTP/1.1" status: 200 len: 1001 time: 0.1456723 Nov 09 00:10:26.575512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081fc06-55dc-4ee4-a7aa-9a45caca4c08 req-399dc11e-665d-456b-9cbe-87989e9ed0f8 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.583710 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7081fc06-55dc-4ee4-a7aa-9a45caca4c08 req-399dc11e-665d-456b-9cbe-87989e9ed0f8 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 943 time: 0.0884821 Nov 09 00:10:26.662453 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:26.671979 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:26.676857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-f222ec9a-a7f8-45bb-8568-6ec51b6658a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.678865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-f222ec9a-a7f8-45bb-8568-6ec51b6658a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79f442c6-9654-4986-bb72-cb3ccd7531a0 HTTP/1.1" status: 200 len: 854 time: 0.0682955 Nov 09 00:10:26.688212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:10:26.706162 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:26.706784 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Added segment f41bc904-c741-4759-88e6-957a3ef558e3 of type vlan for network 862b23a5-1879-43bf-bb8b-23919d4145ee Nov 09 00:10:26.728244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7081fc06-55dc-4ee4-a7aa-9a45caca4c08 req-99204080-45dc-4106-adf9-7494b20c7f81 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435721 Nov 09 00:10:26.740298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-a8adb859-b437-4f10-8804-a69469b98f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.742036 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-a8adb859-b437-4f10-8804-a69469b98f92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4800f68-4a56-437c-93ae-0635f13e0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541863 Nov 09 00:10:26.784879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc0da43-c387-4068-a59a-dc4c09951b04,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:26.801937 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:26.847046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:26.850584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:26.851219 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:26.893586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-d1329765-ed88-49f6-87fd-c5de48427679 service neutron] 10.222.0.11 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428366 Nov 09 00:10:26.930459 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6700912 Nov 09 00:10:26.930664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34228) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:26.938805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ae815fab-adcd-46a6-ae79-e37cc8ed96be admin admin] Request body: {'subnet': {'network_id': '862b23a5-1879-43bf-bb8b-23919d4145ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1831343385-subnet', 'tenant_id': '3307d340e4c34a3798866e6cb9dc5133', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:26.944378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1690a-1f23-4172-a6cd-c62f11384c49 admin admin] Pushing event updated for resources: {'Network': ['ID=862b23a5-1879-43bf-bb8b-23919d4145ee,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:26.955834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 862b23a5-1879-43bf-bb8b-23919d4145ee details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:10:27.006604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae815fab-adcd-46a6-ae79-e37cc8ed96be admin admin] Made reservation on behalf of 3307d340e4c34a3798866e6cb9dc5133 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:10:27.009772 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ae815fab-adcd-46a6-ae79-e37cc8ed96be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:27.040526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a6ea42-fde8-44cc-8d95-2525e86ac724 req-d711d4e4-ff02-477a-8ebc-6f188f2f896f service neutron] 10.222.0.11 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377432 Nov 09 00:10:27.156530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-ff34223a-daf1-4b88-a83c-e6c8348b06c0 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9ed7e248508d49f29092fb22b19e314f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462520 Nov 09 00:10:27.300298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d818e-bffe-409e-b906-ee1987738e2f req-67a2e779-2241-43b1-a00d-b994d906cdc6 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:27.302715 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-066d818e-bffe-409e-b906-ee1987738e2f req-67a2e779-2241-43b1-a00d-b994d906cdc6 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.1739964 Nov 09 00:10:27.331687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-ae2cd4f1-9e07-4abc-aa47-4f43a35c1b28 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:27.333311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-ae2cd4f1-9e07-4abc-aa47-4f43a35c1b28 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617348 Nov 09 00:10:27.357528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-59768f2e-129e-4208-a847-0592812d6df7 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/quotas/9ed7e248508d49f29092fb22b19e314f HTTP/1.1" status: 200 len: 375 time: 0.0167885 Nov 09 00:10:27.406440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-87a0d68b-464c-41ad-b22e-512776b6138e tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ed7e248508d49f29092fb22b19e314f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396481 Nov 09 00:10:27.429495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-066d818e-bffe-409e-b906-ee1987738e2f req-c5f65916-ded5-4eba-aede-dc1304dfb8f2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022499 Nov 09 00:10:27.557132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131c3c-e99e-447d-9362-9d54e48253af req-6f27d32b-7901-4546-9108-2aee4c170301 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:27.564969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ae815fab-adcd-46a6-ae79-e37cc8ed96be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:27.570083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea131c3c-e99e-447d-9362-9d54e48253af req-6f27d32b-7901-4546-9108-2aee4c170301 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.0846093 Nov 09 00:10:27.647731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae815fab-adcd-46a6-ae79-e37cc8ed96be admin admin] Pushing event updated for resources: {'Subnet': ['ID=085c75c8-669e-4b70-9bb8-e2dfc39e17f5,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:27.664492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-043138c9-f4ff-4e76-9c47-237d3b798096 req-dc0f148c-ec43-4eb0-8719-b81ec0794a48 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 210 time: 0.0620987 Nov 09 00:10:27.675639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea131c3c-e99e-447d-9362-9d54e48253af req-f2294ee3-9a31-4abb-9991-12893f731f37 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043065 Nov 09 00:10:27.727439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae815fab-adcd-46a6-ae79-e37cc8ed96be admin admin] Checking segment: {'id': 'f41bc904-c741-4759-88e6-957a3ef558e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '862b23a5-1879-43bf-bb8b-23919d4145ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:10:27.727845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae815fab-adcd-46a6-ae79-e37cc8ed96be admin admin] Network hostable DHCP agents. Network: 862b23a5-1879-43bf-bb8b-23919d4145ee, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:10:27.748682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae815fab-adcd-46a6-ae79-e37cc8ed96be admin admin] Network 862b23a5-1879-43bf-bb8b-23919d4145ee is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:10:27.759515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ae815fab-adcd-46a6-ae79-e37cc8ed96be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 862b23a5-1879-43bf-bb8b-23919d4145ee) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:10:27.769182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae815fab-adcd-46a6-ae79-e37cc8ed96be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:27.770688 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ae815fab-adcd-46a6-ae79-e37cc8ed96be admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:27.778098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f70a77-f6e5-482a-a04d-f6b94e88faf3 None None] Network 862b23a5-1879-43bf-bb8b-23919d4145ee requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:10:27.796833 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ae815fab-adcd-46a6-ae79-e37cc8ed96be admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8648396 Nov 09 00:10:27.949589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939fae0a-dd08-4ea2-a82f-bb24004f6a4d None None] Network 862b23a5-1879-43bf-bb8b-23919d4145ee requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:10:27.952364 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:10:27.954405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8689f1b-9719-43d9-935a-e3bcb608a237 req-79d884c4-e802-4c31-98e8-7b15485ca558 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:27.962635 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8689f1b-9719-43d9-935a-e3bcb608a237 req-79d884c4-e802-4c31-98e8-7b15485ca558 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 943 time: 0.0965788 Nov 09 00:10:28.034701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8689f1b-9719-43d9-935a-e3bcb608a237 req-0bbbb256-904b-4990-bb4e-d0ea9ebde5fb tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679784 Nov 09 00:10:28.128040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c03d0a6c-76eb-4fa9-a906-ad9bf7695190 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:28.148526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-77282f77-67f4-4c5f-b75e-067f4a3002cb req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1856994715', 'description': 'tempest-description-743091896'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:28.198485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-77282f77-67f4-4c5f-b75e-067f4a3002cb req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:28.202763 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-ba113e00-76e7-48df-8047-c3023395905b req-f1c44c9b-6b6a-421a-9d51-ef028fb077c6 service neutron] show failed (client error): The resource could not be found. Nov 09 00:10:28.203875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-f1c44c9b-6b6a-421a-9d51-ef028fb077c6 service neutron] 10.222.0.11 "GET /v2.0/ports/a4c29963-9fe4-4427-92da-43d8f97e494c/bindings/n-h1-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.1199353 Nov 09 00:10:28.305593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c03d0a6c-76eb-4fa9-a906-ad9bf7695190, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c03d0a6c-76eb-4fa9-a906-ad9bf7695190,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:28.326702 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'c03d0a6c-76eb-4fa9-a906-ad9bf7695190', 'network_id': '3d593003-37ef-4db6-b73f-d9600b045463', 'port_id': 'c03d0a6c-76eb-4fa9-a906-ad9bf7695190', 'mac_address': 'fa:16:3e:09:f1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76772196-e881-467d-9b57-5f96ecf75772', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:10:28.342843 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-77282f77-67f4-4c5f-b75e-067f4a3002cb req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:28.347230 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-77282f77-67f4-4c5f-b75e-067f4a3002cb req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:28.399949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-77282f77-67f4-4c5f-b75e-067f4a3002cb req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:28.401512 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77282f77-67f4-4c5f-b75e-067f4a3002cb req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2608292 Nov 09 00:10:28.404860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24328fa3-a768-48d7-b2f7-1039ff57eb9c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:28.409757 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:28.440056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03d0a6c-76eb-4fa9-a906-ad9bf7695190 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:28.469446 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c03d0a6c-76eb-4fa9-a906-ad9bf7695190, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c03d0a6c-76eb-4fa9-a906-ad9bf7695190,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:28.475348 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:28.490533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:28.491461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:28.491844 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:28.492181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:28.492553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:28.496632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:28.497033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:28.498667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:28.499844 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:28.500193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:28.505990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:28.506360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f50b3-f9b0-4454-bc2d-00dd5cea3a1d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:10:28.571605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=c03d0a6c-76eb-4fa9-a906-ad9bf7695190,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:28.629667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113e00-76e7-48df-8047-c3023395905b req-2b527ee0-890e-4f50-853e-ffa73d56eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:28.632523 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-2b527ee0-890e-4f50-853e-ffa73d56eedb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431&tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690 HTTP/1.1" status: 200 len: 1100 time: 0.0778182 Nov 09 00:10:28.648068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:28.676550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b10580a-4862-4126-85f5-f3a56744d672 req-adb01c89-cc32-425a-99f9-65b52319fa44 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/24328fa3-a768-48d7-b2f7-1039ff57eb9c HTTP/1.1" status: 200 len: 1821 time: 0.2032795 Nov 09 00:10:28.693232 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-2b10580a-4862-4126-85f5-f3a56744d672 req-89744f98-ba46-418f-8274-b376327dfa5c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '24328fa3-a768-48d7-b2f7-1039ff57eb9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:28.693772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-2b10580a-4862-4126-85f5-f3a56744d672 req-89744f98-ba46-418f-8274-b376327dfa5c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '24328fa3-a768-48d7-b2f7-1039ff57eb9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:28.708717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97e764-5423-41a3-9102-27b10f2eb0d1 req-17ea5c88-3e02-45d2-88c5-b42c24c0f6c4 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:28.711369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d97e764-5423-41a3-9102-27b10f2eb0d1 req-17ea5c88-3e02-45d2-88c5-b42c24c0f6c4 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.1357379 Nov 09 00:10:28.717643 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:28.779126 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['c03d0a6c-76eb-4fa9-a906-ad9bf7695190'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:28.805416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d97e764-5423-41a3-9102-27b10f2eb0d1 req-0369773a-3e52-4400-84ff-3cd1474f6c3a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812299 Nov 09 00:10:28.833119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b10580a-4862-4126-85f5-f3a56744d672 req-89744f98-ba46-418f-8274-b376327dfa5c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:28.871796 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b10580a-4862-4126-85f5-f3a56744d672 req-89744f98-ba46-418f-8274-b376327dfa5c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:28.880766 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b10580a-4862-4126-85f5-f3a56744d672 req-89744f98-ba46-418f-8274-b376327dfa5c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:28.923493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89744f98-ba46-418f-8274-b376327dfa5c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f11b5c-3c13-4f0c-974e-e8f31f15020b,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:28.986335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba2e4b35-4165-4615-bad5-29ec9b1f6aae req-cb20fe2f-b777-41fd-9ff1-c753e3cd27a0 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 210 time: 0.0665834 Nov 09 00:10:28.992288 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2b10580a-4862-4126-85f5-f3a56744d672 req-89744f98-ba46-418f-8274-b376327dfa5c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:28.992288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b10580a-4862-4126-85f5-f3a56744d672 req-89744f98-ba46-418f-8274-b376327dfa5c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3044837 Nov 09 00:10:29.033414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:29.085582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:10:29.141814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-2e3691e6-779b-40ac-a1e5-a342335ac36e tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9ed7e248508d49f29092fb22b19e314f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580554 Nov 09 00:10:29.213600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:29.214859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e1b5796a-b876-4ac3-856a-d6190a8658e4 req-1475f3ec-10c7-43f8-a42c-7197cda1c86c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-646247598', 'description': 'tempest-description-476508111'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:29.215870 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5220b4-4f6f-435e-80a8-763952d93b9f" -d '{"events": [{"server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:29.229196 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:29.249830 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1b5796a-b876-4ac3-856a-d6190a8658e4 req-1475f3ec-10c7-43f8-a42c-7197cda1c86c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:29.259382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Transition to ACTIVE for port object a4c29963-9fe4-4427-92da-43d8f97e494c will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:10:29.264389 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:29.381381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] No DVR routers for this DVR port a4c29963-9fe4-4427-92da-43d8f97e494c on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:29.390507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=6']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:29.421723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67380-dbd6-4feb-ac41-d2e379c81b56 req-e499efac-dec8-4b6a-9895-49112f38c39e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:29.433923 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-34d67380-dbd6-4feb-ac41-d2e379c81b56 req-e499efac-dec8-4b6a-9895-49112f38c39e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.2987761 Nov 09 00:10:29.440625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Attempting to bind port a4c29963-9fe4-4427-92da-43d8f97e494c on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:10:29.440965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Attempting to bind port a4c29963-9fe4-4427-92da-43d8f97e494c by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:10:29.442993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Attempting to bind port a4c29963-9fe4-4427-92da-43d8f97e494c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:10:29.448877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Port a4c29963-9fe4-4427-92da-43d8f97e494c on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:10:29.448877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Attempting to bind port a4c29963-9fe4-4427-92da-43d8f97e494c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:10:29.456419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:10:29.457645 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:10:29.458221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:10:29.458759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Bound port: a4c29963-9fe4-4427-92da-43d8f97e494c, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:10:29.459215 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:29.576636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:10:29.580164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:10:29.587125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-34d67380-dbd6-4feb-ac41-d2e379c81b56 req-1b465323-2dc4-432f-9777-d6dd1037d93a tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487460 Nov 09 00:10:29.587521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:29.626549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-6b945c59-00b4-4c76-8f5a-182eaa9e1b68 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:29.632486 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-6b945c59-00b4-4c76-8f5a-182eaa9e1b68 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4793441 Nov 09 00:10:29.678428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Request body: {'port': {'device_id': '1e1bca2f-6114-465a-bf51-dc50635f4ea7', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '9ed7e248508d49f29092fb22b19e314f'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:29.678777 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:29.679392 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:29.683633 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] 10.222.0.30 "PUT /v2.0/ports/a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 1095 time: 1.0407925 Nov 09 00:10:29.761143 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d6a1b-560c-4685-ae21-d70f012c776a service neutron] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=7']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:29.783233 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1b5796a-b876-4ac3-856a-d6190a8658e4 req-1475f3ec-10c7-43f8-a42c-7197cda1c86c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:29.793417 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113e00-76e7-48df-8047-c3023395905b req-807a20d3-fe83-49db-8909-f25ce169ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:29.797129 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-807a20d3-fe83-49db-8909-f25ce169ee0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1098 time: 0.0730698 Nov 09 00:10:29.874245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1b5796a-b876-4ac3-856a-d6190a8658e4 req-1475f3ec-10c7-43f8-a42c-7197cda1c86c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:29.928462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113e00-76e7-48df-8047-c3023395905b req-25c0b01e-16bf-4fe8-96b7-7a10be2fefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:29.929978 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-25c0b01e-16bf-4fe8-96b7-7a10be2fefb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1211696 Nov 09 00:10:29.943593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475f3ec-10c7-43f8-a42c-7197cda1c86c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a859552-7445-4693-bf9f-7c2dbc64ba4c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:29.960148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767f843-2670-4a21-81a6-db202374ea5e req-9c479e02-1e5e-4539-9d10-ec9045222ad1 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:29.966038 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b767f843-2670-4a21-81a6-db202374ea5e req-9c479e02-1e5e-4539-9d10-ec9045222ad1 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 944 time: 0.1855149 Nov 09 00:10:29.969783 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e1b5796a-b876-4ac3-856a-d6190a8658e4 req-1475f3ec-10c7-43f8-a42c-7197cda1c86c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:29.975526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1b5796a-b876-4ac3-856a-d6190a8658e4 req-1475f3ec-10c7-43f8-a42c-7197cda1c86c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7699254 Nov 09 00:10:30.016861 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-72560bab-951d-408f-b67a-e986b51c438b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 217 time: 0.0784576 Nov 09 00:10:30.055048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Made reservation on behalf of 9ed7e248508d49f29092fb22b19e314f for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:10:30.058596 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:30.088725 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:30.115962 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b971c5e7-3f62-49cc-acb6-f909c3d15205 x-openstack-request-id: req-b971c5e7-3f62-49cc-acb6-f909c3d15205 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:30.116256 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:30.116894 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b971c5e7-3f62-49cc-acb6-f909c3d15205 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:30.120355 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'code': 200} Nov 09 00:10:30.122619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c03d0a6c-76eb-4fa9-a906-ad9bf7695190 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:30.168452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113e00-76e7-48df-8047-c3023395905b req-eaabf10e-5d23-4dd6-a8d6-997d22a15d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:30.175466 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-eaabf10e-5d23-4dd6-a8d6-997d22a15d8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1452811 Nov 09 00:10:30.230624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port c03d0a6c-76eb-4fa9-a906-ad9bf7695190 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:30.236946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port c03d0a6c-76eb-4fa9-a906-ad9bf7695190 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:30.237548 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:30.265702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b767f843-2670-4a21-81a6-db202374ea5e req-2f61e738-d180-438c-97e5-c5e382174443 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807012 Nov 09 00:10:30.276945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113e00-76e7-48df-8047-c3023395905b req-5173514b-d6c5-4efb-a230-9527cce5c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:30.281907 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-5173514b-d6c5-4efb-a230-9527cce5c975 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980027 Nov 09 00:10:30.373163 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:30.388093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462133dd-b7ad-468d-b1cc-bc45d43b8d0d req-99d88282-bb49-49bd-8c97-00182a442572 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:30.389166 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-462133dd-b7ad-468d-b1cc-bc45d43b8d0d req-99d88282-bb49-49bd-8c97-00182a442572 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.2107325 Nov 09 00:10:30.412636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f462b7aa-ff76-40a7-be4b-9a518763c9d8 req-02d2ccfd-92c3-4441-9838-634008a5b377 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/6a859552-7445-4693-bf9f-7c2dbc64ba4c HTTP/1.1" status: 200 len: 1820 time: 0.0999036 Nov 09 00:10:30.417941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f462b7aa-ff76-40a7-be4b-9a518763c9d8 req-786d5dfa-7c67-40a3-8789-9ee0ad22fe29 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6a859552-7445-4693-bf9f-7c2dbc64ba4c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:30.418224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f462b7aa-ff76-40a7-be4b-9a518763c9d8 req-786d5dfa-7c67-40a3-8789-9ee0ad22fe29 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6a859552-7445-4693-bf9f-7c2dbc64ba4c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:30.427129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67011bc-0e38-44a2-a9d6-e9c811aa5d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03d0a6c-76eb-4fa9-a906-ad9bf7695190'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:30.435890 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5c5d9f-aa58-4e26-959d-fdad579d7fbb" -d '{"events": [{"server_uuid": "e67011bc-0e38-44a2-a9d6-e9c811aa5d29", "name": "network-vif-plugged", "status": "completed", "tag": "c03d0a6c-76eb-4fa9-a906-ad9bf7695190"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:30.453399 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-ba53fea0-3060-481a-90c4-8d05c9cc8ccb service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616054 Nov 09 00:10:30.466305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c03d0a6c-76eb-4fa9-a906-ad9bf7695190, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c03d0a6c-76eb-4fa9-a906-ad9bf7695190,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:30.477882 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:30.521149 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:30.535549 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:30.582603 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-462133dd-b7ad-468d-b1cc-bc45d43b8d0d req-3258848e-101b-49fd-a7e7-bc1eab40d553 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809025 Nov 09 00:10:30.605416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=c03d0a6c-76eb-4fa9-a906-ad9bf7695190,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:30.625190 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-37d06414-e0cc-4ded-bd3a-a4c2cbec1d63 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653233 Nov 09 00:10:30.715872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943344da-a107-4ebc-938a-457a488cd0d0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:30.781996 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b843cfe3-5f42-4d89-a9e1-1661592c8f79 req-6268665c-35ea-4041-86c6-e110d8b31607 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 210 time: 0.0627491 Nov 09 00:10:30.819032 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4c29963-9fe4-4427-92da-43d8f97e494c no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:30.850679 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f462b7aa-ff76-40a7-be4b-9a518763c9d8 req-786d5dfa-7c67-40a3-8789-9ee0ad22fe29 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:30.883404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4c29963-9fe4-4427-92da-43d8f97e494c not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:30.918665 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f462b7aa-ff76-40a7-be4b-9a518763c9d8 req-786d5dfa-7c67-40a3-8789-9ee0ad22fe29 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:30.920091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Allocated IP 192.168.233.159 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/1f842091-24e7-4310-9fc6-3795397e859f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:10:30.925152 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f462b7aa-ff76-40a7-be4b-9a518763c9d8 req-786d5dfa-7c67-40a3-8789-9ee0ad22fe29 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:30.955619 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936f965a-9f45-4eb5-92ce-baf864193b26 x-openstack-request-id: req-936f965a-9f45-4eb5-92ce-baf864193b26 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:30.956259 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67011bc-0e38-44a2-a9d6-e9c811aa5d29", "name": "network-vif-plugged", "status": "completed", "tag": "c03d0a6c-76eb-4fa9-a906-ad9bf7695190", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:30.960188 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-936f965a-9f45-4eb5-92ce-baf864193b26 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:30.961626 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67011bc-0e38-44a2-a9d6-e9c811aa5d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03d0a6c-76eb-4fa9-a906-ad9bf7695190', 'code': 200} Nov 09 00:10:31.005701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d5dfa-7c67-40a3-8789-9ee0ad22fe29 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c955c9a-f6a2-41fa-b12f-3c718641c693,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:31.079146 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f462b7aa-ff76-40a7-be4b-9a518763c9d8 req-786d5dfa-7c67-40a3-8789-9ee0ad22fe29 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:31.080582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f462b7aa-ff76-40a7-be4b-9a518763c9d8 req-786d5dfa-7c67-40a3-8789-9ee0ad22fe29 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6670489 Nov 09 00:10:31.119955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd78368-5e61-4d6d-b01b-c1bc0d98de7f req-0f469a4c-9fb8-4ed8-9590-d8e260b5d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:31.122224 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6bd78368-5e61-4d6d-b01b-c1bc0d98de7f req-0f469a4c-9fb8-4ed8-9590-d8e260b5d010 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 1096 time: 0.0679271 Nov 09 00:10:31.148409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-77ca0716-8578-4476-aa07-5a08a725b1dc req-af49a207-7f61-43e3-9acc-71b89c27910c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1788723284', 'description': 'tempest-description-617213468'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:31.186887 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6bd78368-5e61-4d6d-b01b-c1bc0d98de7f req-b8b7ac83-2bc0-49d5-ac78-3e64c681d48c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549304 Nov 09 00:10:31.607039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-96ee789a-0ba5-4ad5-acf5-020155a9cae1 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:31.609119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-96ee789a-0ba5-4ad5-acf5-020155a9cae1 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1096 time: 0.5898232 Nov 09 00:10:31.609940 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-77ca0716-8578-4476-aa07-5a08a725b1dc req-af49a207-7f61-43e3-9acc-71b89c27910c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:31.624516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bd9a1-c7a9-430d-b78c-d84b2402d358 req-2d798ee1-a300-4b75-85da-ee02fbdfc30e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:31.626916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d95bd9a1-c7a9-430d-b78c-d84b2402d358 req-2d798ee1-a300-4b75-85da-ee02fbdfc30e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 947 time: 0.5529525 Nov 09 00:10:31.643297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813263-3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:31.782663 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:31.807953 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:31.813323 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d95bd9a1-c7a9-430d-b78c-d84b2402d358 req-16c0afb2-3137-4276-ad21-d7e5e8d94836 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770370 Nov 09 00:10:31.966738 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-77ca0716-8578-4476-aa07-5a08a725b1dc req-af49a207-7f61-43e3-9acc-71b89c27910c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:31.986370 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-77ca0716-8578-4476-aa07-5a08a725b1dc req-af49a207-7f61-43e3-9acc-71b89c27910c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:32.069882 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:32.098908 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-77ca0716-8578-4476-aa07-5a08a725b1dc req-af49a207-7f61-43e3-9acc-71b89c27910c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:32.100251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77ca0716-8578-4476-aa07-5a08a725b1dc req-af49a207-7f61-43e3-9acc-71b89c27910c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9593704 Nov 09 00:10:32.121889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:32.124466 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3d3997-e6d7-4779-ac64-48003df6557a" -d '{"events": [{"name": "network-changed", "server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:32.145236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65011f9-5add-4fc8-ab62-88394a5dd249 req-f9db8032-74ad-4fe0-9aa2-8c64bf37936b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:32.153809 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d65011f9-5add-4fc8-ab62-88394a5dd249 req-f9db8032-74ad-4fe0-9aa2-8c64bf37936b tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 945 time: 0.2548225 Nov 09 00:10:32.172516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49a207-7f61-43e3-9acc-71b89c27910c tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9448e54-8304-480a-9bd1-5887e60f74e5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:32.214578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:10:32.232677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:10:32.237150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:10:32.306889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Pushing event updated for resources: {'Port': ['ID=1f842091-24e7-4310-9fc6-3795397e859f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:32.337436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:32.338081 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:32.389236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9988a53a-ab7e-4957-a516-de6a8016abf7,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:32.435036 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-470b4d11-5cd0-4f8e-94cb-5c8392e5cec1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7839520 Nov 09 00:10:32.458244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d65011f9-5add-4fc8-ab62-88394a5dd249 req-1b8e496e-a0fd-4844-bf80-2ce2edfe9cd3 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035455 Nov 09 00:10:32.469084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Request body: {'port': {'device_id': '1e1bca2f-6114-465a-bf51-dc50635f4ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:32.487576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9c5cd-7778-41ed-a81a-de6ff705a0a2 req-d55dcce8-9820-4436-baed-38a551c8da7b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:32.489864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94a9c5cd-7778-41ed-a81a-de6ff705a0a2 req-d55dcce8-9820-4436-baed-38a551c8da7b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 945 time: 0.2908955 Nov 09 00:10:32.630094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:10:32.648398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d2fd2096-b443-410b-bfbc-b213e9991180 None None] Provisioning complete for port 1f842091-24e7-4310-9fc6-3795397e859f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:32.648967 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d2fd2096-b443-410b-bfbc-b213e9991180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:32.744896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94a9c5cd-7778-41ed-a81a-de6ff705a0a2 req-22f030fc-bbe4-4187-8839-f29bb594601f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477179 Nov 09 00:10:32.771431 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd2096-b443-410b-bfbc-b213e9991180 None None] Port 1f842091-24e7-4310-9fc6-3795397e859f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:10:32.778864 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:32.805587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a22a5e7-7981-4732-b707-74d68ef9a62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9988a53a-ab7e-4957-a516-de6a8016abf7'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:32.808062 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be044ea-97f8-47cf-ad90-52fcc9790d1d" -d '{"events": [{"server_uuid": "3a22a5e7-7981-4732-b707-74d68ef9a62e", "name": "network-vif-unplugged", "status": "completed", "tag": "9988a53a-ab7e-4957-a516-de6a8016abf7"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:32.812373 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:32.815104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9988a53a-ab7e-4957-a516-de6a8016abf7 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:32.856030 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:32.917685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bbd83-a992-4d39-bfac-6ad0e3c3b008 req-4c5e2774-4972-4d6a-8039-66eff74fedff tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:32.919531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-374bbd83-a992-4d39-bfac-6ad0e3c3b008 req-4c5e2774-4972-4d6a-8039-66eff74fedff tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 936 time: 0.2223582 Nov 09 00:10:33.085024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f490c795-a7df-4363-81a8-33c51f916436 req-0ae1d920-dfe3-4030-a22e-72a731e63aaf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-325559416', 'description': 'tempest-description-1815578844'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:33.141979 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f490c795-a7df-4363-81a8-33c51f916436 req-0ae1d920-dfe3-4030-a22e-72a731e63aaf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:33.164528 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9988a53a-ab7e-4957-a516-de6a8016abf7,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:33.165023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9988a53a-ab7e-4957-a516-de6a8016abf7,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:33.196074 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9988a53a-ab7e-4957-a516-de6a8016abf7 has no active binding in host n-h2-813263-3 {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 00:10:33.218727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-374bbd83-a992-4d39-bfac-6ad0e3c3b008 req-4f168b99-b02c-4cac-9cfd-9ec76e0854ed tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/security-groups?id=943344da-a107-4ebc-938a-457a488cd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789686 Nov 09 00:10:33.311824 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be1f789-7abb-4296-a816-5b1d06461061 x-openstack-request-id: req-0be1f789-7abb-4296-a816-5b1d06461061 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:33.321172 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:33.323294 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0be1f789-7abb-4296-a816-5b1d06461061 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:33.324711 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'status': 'completed', 'code': 200} Nov 09 00:10:33.439798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-e4adf2ea-7e35-4e28-9291-623c25b48550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:33.443182 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-e4adf2ea-7e35-4e28-9291-623c25b48550 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1098 time: 0.1124556 Nov 09 00:10:33.445910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-30c0f899-47f9-4bdd-9b04-4e5ee77e8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:33.449935 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-30c0f899-47f9-4bdd-9b04-4e5ee77e8eaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1098 time: 0.0955710 Nov 09 00:10:33.525677 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e780f0a-b95b-432d-941b-a6e704ff8d6f x-openstack-request-id: req-7e780f0a-b95b-432d-941b-a6e704ff8d6f {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:33.526058 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a22a5e7-7981-4732-b707-74d68ef9a62e", "name": "network-vif-unplugged", "status": "completed", "tag": "9988a53a-ab7e-4957-a516-de6a8016abf7", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:33.526334 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e780f0a-b95b-432d-941b-a6e704ff8d6f {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:33.526803 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a22a5e7-7981-4732-b707-74d68ef9a62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9988a53a-ab7e-4957-a516-de6a8016abf7', 'code': 200} Nov 09 00:10:33.559446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f842091-24e7-4310-9fc6-3795397e859f {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:33.569262 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:33.585012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Transition to ACTIVE for port object 1f842091-24e7-4310-9fc6-3795397e859f will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:10:33.589325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Attempting to bind port 9988a53a-ab7e-4957-a516-de6a8016abf7 on host n-h1-813263-3 for vnic_type normal with profile {"migrating_to": "n-h2-813263-3"} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:10:33.589679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Attempting to bind port 9988a53a-ab7e-4957-a516-de6a8016abf7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:10:33.590188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Attempting to bind port 9988a53a-ab7e-4957-a516-de6a8016abf7 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:10:33.598119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-e20b7572-0938-41d0-b6e1-6f8b3d641d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:33.599944 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-e20b7572-0938-41d0-b6e1-6f8b3d641d6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1364555 Nov 09 00:10:33.605499 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:33.696211 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-d13d6afe-9e41-42c1-8b45-f3a0fecbd26c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 217 time: 0.0470240 Nov 09 00:10:33.720320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Port 9988a53a-ab7e-4957-a516-de6a8016abf7 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:10:33.720651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Attempting to bind port 9988a53a-ab7e-4957-a516-de6a8016abf7 on network 3529e958-4130-4d89-8f6b-9e5d5aefa50a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:10:33.733716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:10:33.734103 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Checking segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:10:33.734873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Bound using segment: {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:10:33.735329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Bound port: 9988a53a-ab7e-4957-a516-de6a8016abf7, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c7ac35-d041-47d4-ba85-e072fd869554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3529e958-4130-4d89-8f6b-9e5d5aefa50a'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:10:33.735692 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:33.788495 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-cf17cce5-541e-481f-8c1c-95ce9a174b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:33.790365 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-cf17cce5-541e-481f-8c1c-95ce9a174b27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0819585 Nov 09 00:10:33.849424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-6b40bf22-60ec-4bdd-99f3-191ea8bd4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:33.851287 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-6b40bf22-60ec-4bdd-99f3-191ea8bd4077 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.3992167 Nov 09 00:10:33.905641 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-969ffa72-78c4-4460-8d15-65020b16354b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 217 time: 0.0446255 Nov 09 00:10:33.929524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-53ff153e-b1bb-423a-9eab-5a7ed7ce76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:33.933268 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-53ff153e-b1bb-423a-9eab-5a7ed7ce76e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1265531 Nov 09 00:10:33.973397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:10:33.977288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9988a53a-ab7e-4957-a516-de6a8016abf7,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:10:33.997506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510086-674d-454f-8baa-289f0bf99947 req-39b10812-f7ee-483b-a974-a5f03f5bb638 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:34.007633 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8b510086-674d-454f-8baa-289f0bf99947 req-39b10812-f7ee-483b-a974-a5f03f5bb638 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 947 time: 0.4572492 Nov 09 00:10:34.011429 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:34.014054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Pushing event updated for resources: {'Port': ['ID=1f842091-24e7-4310-9fc6-3795397e859f,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:34.126623 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a4c29963-9fe4-4427-92da-43d8f97e494c details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:34.171600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-14e138e4-adf3-4197-bff3-03efe33cf0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:34.173107 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-14e138e4-adf3-4197-bff3-03efe33cf0e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.2497222 Nov 09 00:10:34.253909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-3abde187-8ce8-409e-bd99-4bb33ae4332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:34.256036 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-3abde187-8ce8-409e-bd99-4bb33ae4332e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744877 Nov 09 00:10:34.258654 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-0190f496-92ed-4084-9a2b-58233ffb019c service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040202 Nov 09 00:10:34.304203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8b510086-674d-454f-8baa-289f0bf99947 req-20a42509-afed-4718-9e8d-5a8afd5e5e34 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961729 Nov 09 00:10:34.324622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:34.343715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'mac_address': 'fa:16:3e:99:90:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:10:34.369125 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f490c795-a7df-4363-81a8-33c51f916436 req-0ae1d920-dfe3-4030-a22e-72a731e63aaf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:34.441210 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:34.504612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:34.505775 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:34.507531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] 10.222.0.11 "PUT /v2.0/ports/9988a53a-ab7e-4957-a516-de6a8016abf7 HTTP/1.1" status: 200 len: 1121 time: 2.8796260 Nov 09 00:10:34.508245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c29963-9fe4-4427-92da-43d8f97e494c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:34.509212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f490c795-a7df-4363-81a8-33c51f916436 req-0ae1d920-dfe3-4030-a22e-72a731e63aaf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:34.616632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:34.626582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d75d95-f974-46d5-8861-9a10606fd7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9988a53a-ab7e-4957-a516-de6a8016abf7,revision_number=8']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:34.658049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:34.700879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1d920-dfe3-4030-a22e-72a731e63aaf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2b2059-a6f3-448f-94b1-ce1aa701e9a8,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:34.707739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f490c795-a7df-4363-81a8-33c51f916436 req-0ae1d920-dfe3-4030-a22e-72a731e63aaf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:34.709087 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f490c795-a7df-4363-81a8-33c51f916436 req-0ae1d920-dfe3-4030-a22e-72a731e63aaf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.6396439 Nov 09 00:10:34.719390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Attempting to bind port 1f842091-24e7-4310-9fc6-3795397e859f on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:10:34.719390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Attempting to bind port 1f842091-24e7-4310-9fc6-3795397e859f by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:10:34.722996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Attempting to bind port 1f842091-24e7-4310-9fc6-3795397e859f on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:10:34.759309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Port 1f842091-24e7-4310-9fc6-3795397e859f on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:10:34.759653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Attempting to bind port 1f842091-24e7-4310-9fc6-3795397e859f on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:10:34.779166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['9988a53a-ab7e-4957-a516-de6a8016abf7'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:34.784854 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['9988a53a-ab7e-4957-a516-de6a8016abf7'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:34.785391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda23b18-0f95-4e48-a49a-131b5156ac93 req-e71446e0-f3bc-456d-ac6a-9f97817bacd6 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:34.794873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dda23b18-0f95-4e48-a49a-131b5156ac93 req-e71446e0-f3bc-456d-ac6a-9f97817bacd6 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 945 time: 0.1822810 Nov 09 00:10:34.803213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:10:34.803895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:10:34.804542 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:10:34.805419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Bound port: 1f842091-24e7-4310-9fc6-3795397e859f, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:10:34.805802 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:34.901535 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-7b4237b8-0db6-4e93-8a30-01eb75123408 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360376 Nov 09 00:10:34.911190 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-e92b23c3-7f6a-4d2a-b7d5-ae7a5bc76790 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376946 Nov 09 00:10:35.051467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:35.104375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301e5d1-b926-4ef7-a05a-77cad8c8b8b2 req-f0cfa574-fd70-4685-9d57-466b5fe3cb0b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:35.106297 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5301e5d1-b926-4ef7-a05a-77cad8c8b8b2 req-f0cfa574-fd70-4685-9d57-466b5fe3cb0b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.2629335 Nov 09 00:10:35.110954 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['a4c29963-9fe4-4427-92da-43d8f97e494c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:35.135343 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ab3d3997-e6d7-4779-ac64-48003df6557a req-ea1d5728-ae99-48c5-97c1-60956b5fc657 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219851 Nov 09 00:10:35.151090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dda23b18-0f95-4e48-a49a-131b5156ac93 req-71c4848a-43ba-4cff-8c7b-971e7a75adcf tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532534 Nov 09 00:10:35.272473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] For port 1f842091-24e7-4310-9fc6-3795397e859f, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:10:35.324426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] For port 1f842091-24e7-4310-9fc6-3795397e859f, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1f842091-24e7-4310-9fc6-3795397e859f,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:10:35.330213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5301e5d1-b926-4ef7-a05a-77cad8c8b8b2 req-99529e40-d186-47ec-82b6-558575b8f609 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751463 Nov 09 00:10:35.333019 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:35.450625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:35.451344 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:35.456851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] 10.222.0.30 "PUT /v2.0/ports/1f842091-24e7-4310-9fc6-3795397e859f HTTP/1.1" status: 200 len: 1096 time: 2.9962506 Nov 09 00:10:35.617448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a22a5e7-7981-4732-b707-74d68ef9a62e', 'tag': '9988a53a-ab7e-4957-a516-de6a8016abf7'}, {'name': 'network-changed', 'server_uuid': '1e1bca2f-6114-465a-bf51-dc50635f4ea7', 'tag': '1f842091-24e7-4310-9fc6-3795397e859f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:35.624978 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9132fcad-54ad-45ed-96a8-38503234e6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3a22a5e7-7981-4732-b707-74d68ef9a62e", "tag": "9988a53a-ab7e-4957-a516-de6a8016abf7"}, {"name": "network-changed", "server_uuid": "1e1bca2f-6114-465a-bf51-dc50635f4ea7", "tag": "1f842091-24e7-4310-9fc6-3795397e859f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:35.628961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b0d05-f1ff-4844-8ae0-f108bbeea469 service neutron] Pushing event updated for resources: {'Port': ['ID=1f842091-24e7-4310-9fc6-3795397e859f,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:35.753037 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-d74f44cd-174f-45a5-ac29-20b03572b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:35.754633 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-d74f44cd-174f-45a5-ac29-20b03572b91b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ed7e248508d49f29092fb22b19e314f&device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 1099 time: 0.2004402 Nov 09 00:10:35.779673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b3a85-135c-44e3-9bd5-e34134c65698 req-b98d6416-7e69-4bfe-b355-72007f2eef7b tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:35.790280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e84b3a85-135c-44e3-9bd5-e34134c65698 req-b98d6416-7e69-4bfe-b355-72007f2eef7b tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 948 time: 0.3091197 Nov 09 00:10:35.897609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-dd01dbe2-2019-48e3-9854-e762be50a88b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1f842091-24e7-4310-9fc6-3795397e859f HTTP/1.1" status: 200 len: 217 time: 0.0975614 Nov 09 00:10:36.024086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-69b05bed-0568-4749-b6b7-8ee544e431c6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:36.031837 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-69b05bed-0568-4749-b6b7-8ee544e431c6 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.30 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431&tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 948 time: 0.1492724 Nov 09 00:10:36.097064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-d3c0bc10-7d6f-4f40-9677-9a08985c9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:36.109250 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-d3c0bc10-7d6f-4f40-9677-9a08985c9068 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.2022011 Nov 09 00:10:36.155374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e84b3a85-135c-44e3-9bd5-e34134c65698 req-b37aadd8-c315-4c8c-8bf9-8060b41e6e09 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/security-groups?id=943344da-a107-4ebc-938a-457a488cd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640525 Nov 09 00:10:36.239956 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-3139ab80-2aa6-4a96-bc04-12342488b588 service neutron] 10.222.0.30 "GET /v2.0/ports/a4c29963-9fe4-4427-92da-43d8f97e494c/bindings/n-h1-813263-3 HTTP/1.1" status: 200 len: 382 time: 0.2007458 Nov 09 00:10:36.299615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-34cea09b-f7a8-44e5-b97e-a4638ab11ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:36.301751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-34cea09b-f7a8-44e5-b97e-a4638ab11ac0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374273 Nov 09 00:10:36.306141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f472b832-014d-46d5-a97c-f62aaa1da0ac req-249c8029-bdd0-4cfa-8ab8-34e8a7b10c67 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/f9448e54-8304-480a-9bd1-5887e60f74e5 HTTP/1.1" status: 200 len: 1821 time: 0.1434352 Nov 09 00:10:36.378983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-f07e1cd7-97e7-4c2d-9385-ec01c7018b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:36.384213 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-f07e1cd7-97e7-4c2d-9385-ec01c7018b7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1099 time: 0.1052496 Nov 09 00:10:36.514184 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e7f5b-1f62-4f56-83e9-eb6e58777606 x-openstack-request-id: req-a09e7f5b-1f62-4f56-83e9-eb6e58777606 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:36.515092 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a22a5e7-7981-4732-b707-74d68ef9a62e", "tag": "9988a53a-ab7e-4957-a516-de6a8016abf7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e1bca2f-6114-465a-bf51-dc50635f4ea7", "tag": "1f842091-24e7-4310-9fc6-3795397e859f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:36.515092 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a09e7f5b-1f62-4f56-83e9-eb6e58777606 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:36.520801 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a22a5e7-7981-4732-b707-74d68ef9a62e', 'tag': '9988a53a-ab7e-4957-a516-de6a8016abf7', 'status': 'completed', 'code': 200} Nov 09 00:10:36.521607 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1bca2f-6114-465a-bf51-dc50635f4ea7', 'tag': '1f842091-24e7-4310-9fc6-3795397e859f', 'status': 'completed', 'code': 200} Nov 09 00:10:36.550365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-d3c58965-216a-47fc-958b-0515dc18b4c4 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185700 Nov 09 00:10:36.666464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-3ca82a1b-e7ea-40ad-bee4-1200ccb18926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:36.674591 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-3ca82a1b-e7ea-40ad-bee4-1200ccb18926 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 1124 time: 0.1332262 Nov 09 00:10:36.697421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f472b832-014d-46d5-a97c-f62aaa1da0ac req-6e6c75c4-d160-4749-a40d-4168e1de9731 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/cc2b2059-a6f3-448f-94b1-ce1aa701e9a8 HTTP/1.1" status: 200 len: 1821 time: 0.3795061 Nov 09 00:10:36.714450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f472b832-014d-46d5-a97c-f62aaa1da0ac req-57e8e987-47f3-4944-ba27-543f5769475a tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f9448e54-8304-480a-9bd1-5887e60f74e5', 'remote_group_id': 'cc2b2059-a6f3-448f-94b1-ce1aa701e9a8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:36.714807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f472b832-014d-46d5-a97c-f62aaa1da0ac req-57e8e987-47f3-4944-ba27-543f5769475a tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f9448e54-8304-480a-9bd1-5887e60f74e5', 'remote_group_id': 'cc2b2059-a6f3-448f-94b1-ce1aa701e9a8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:36.739871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-9aa31511-65fd-45a9-b5fb-93939c41b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:36.741010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047bb9a-e2ab-40c3-b971-43c789bb3f70 req-be5f217e-65be-42f4-bb62-bc428333846b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:36.741442 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-9aa31511-65fd-45a9-b5fb-93939c41b5fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.3480606 Nov 09 00:10:36.746488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2047bb9a-e2ab-40c3-b971-43c789bb3f70 req-be5f217e-65be-42f4-bb62-bc428333846b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 948 time: 0.1501241 Nov 09 00:10:36.782772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96107496-c791-4e0c-947b-c805e4f4dfd4 req-93037b9e-9746-4949-b05f-a128184a449d service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241385 Nov 09 00:10:36.842939 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-d7ebff07-ab62-484d-ab65-ae6120b8ad4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 217 time: 0.0554688 Nov 09 00:10:36.891412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2047bb9a-e2ab-40c3-b971-43c789bb3f70 req-e3a00659-ee0a-40cd-8e4f-35a53e87d241 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155419 Nov 09 00:10:36.932949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f472b832-014d-46d5-a97c-f62aaa1da0ac req-57e8e987-47f3-4944-ba27-543f5769475a tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:36.940484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-6af6b5d9-80a2-4ef8-8423-7c4708b6fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:36.943387 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-6af6b5d9-80a2-4ef8-8423-7c4708b6fc40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.2556341 Nov 09 00:10:36.946102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-74d1cbd8-d269-40fb-8fb2-c2d55bdca686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:36.947486 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-74d1cbd8-d269-40fb-8fb2-c2d55bdca686 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0957139 Nov 09 00:10:37.020957 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f472b832-014d-46d5-a97c-f62aaa1da0ac req-57e8e987-47f3-4944-ba27-543f5769475a tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:37.032939 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-40a5c341-7abc-43dc-91a9-4811b9be7245 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9988a53a-ab7e-4957-a516-de6a8016abf7 HTTP/1.1" status: 200 len: 217 time: 0.0661926 Nov 09 00:10:37.038950 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f472b832-014d-46d5-a97c-f62aaa1da0ac req-57e8e987-47f3-4944-ba27-543f5769475a tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:37.125713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8e987-47f3-4944-ba27-543f5769475a tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a638108-18b0-4afd-9ed0-bcd6fde832f7,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:37.156331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-2be4a705-13bb-498c-aa71-268d0a4544ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:37.157830 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-2be4a705-13bb-498c-aa71-268d0a4544ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224000 Nov 09 00:10:37.158439 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f472b832-014d-46d5-a97c-f62aaa1da0ac req-57e8e987-47f3-4944-ba27-543f5769475a tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:37.160466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f472b832-014d-46d5-a97c-f62aaa1da0ac req-57e8e987-47f3-4944-ba27-543f5769475a tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4496133 Nov 09 00:10:37.169647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402471b2-3e1e-4504-8f2f-5a79d3793880 req-dff0330f-6b9f-4b2f-9a45-b817c4a87275 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:37.172596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-6ee84abc-d4fd-4cdb-b300-0e47dd691503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:37.174876 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-6ee84abc-d4fd-4cdb-b300-0e47dd691503 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.1228144 Nov 09 00:10:37.180371 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-402471b2-3e1e-4504-8f2f-5a79d3793880 req-dff0330f-6b9f-4b2f-9a45-b817c4a87275 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 945 time: 0.1809704 Nov 09 00:10:37.259966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-402471b2-3e1e-4504-8f2f-5a79d3793880 req-7e3a1305-b40b-47f0-9526-4f929b408cc1 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786219 Nov 09 00:10:37.329269 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-1f149cf5-31ac-4ec2-af84-f3c9adbaa5f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380623 Nov 09 00:10:37.417182 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-9a296d35-a72f-4904-94b0-239b6e64c412 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277088 Nov 09 00:10:37.449961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbad62-e691-4b09-8231-f84da154cfed req-c38cc4e6-06ec-46f9-b06e-2a09022735a4 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:37.460887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8abbad62-e691-4b09-8231-f84da154cfed req-c38cc4e6-06ec-46f9-b06e-2a09022735a4 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.1063819 Nov 09 00:10:37.487669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ea10b-16d9-4ddc-aa4e-4dbba3b07da5 req-863020b0-f88a-4b87-947e-748574d154fe tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:37.491268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe4ea10b-16d9-4ddc-aa4e-4dbba3b07da5 req-863020b0-f88a-4b87-947e-748574d154fe tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 945 time: 0.1051836 Nov 09 00:10:37.562416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8abbad62-e691-4b09-8231-f84da154cfed req-3ba7657f-7b87-44ba-9c65-43674e6bf980 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984261 Nov 09 00:10:37.580332 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-4eeb1039-5497-479d-b744-d7f9c2efca9a service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297947 Nov 09 00:10:37.626852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe4ea10b-16d9-4ddc-aa4e-4dbba3b07da5 req-ed672180-853c-4a43-8f26-529b50d14a0c tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176729 Nov 09 00:10:37.634751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-0ed9b6ca-9ed8-4547-83ad-080380134b6c req-5d7eaf99-28cc-46ec-91e4-1529151c13a9 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1290805312', 'description': 'tempest-description-1092559751'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:37.675334 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-4bb24cdc-5603-43f9-a3da-0379e1cb71db service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145641 Nov 09 00:10:37.704529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0ed9b6ca-9ed8-4547-83ad-080380134b6c req-5d7eaf99-28cc-46ec-91e4-1529151c13a9 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:37.800267 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-6c18813a-9b34-44f0-8d75-0d46f99a94a1 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970389 Nov 09 00:10:37.873201 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0ed9b6ca-9ed8-4547-83ad-080380134b6c req-5d7eaf99-28cc-46ec-91e4-1529151c13a9 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:37.881512 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0ed9b6ca-9ed8-4547-83ad-080380134b6c req-5d7eaf99-28cc-46ec-91e4-1529151c13a9 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:37.946203 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-535df68c-0b00-402b-b879-949fb0adc4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:37.947833 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-535df68c-0b00-402b-b879-949fb0adc4f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ed7e248508d49f29092fb22b19e314f&device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 1099 time: 0.0758641 Nov 09 00:10:37.987709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eaf99-28cc-46ec-91e4-1529151c13a9 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a754ad77-2430-4113-adbb-9fab47ba50fd,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:38.005008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19acd7-61a8-4776-8b7a-ee8c8341d3e6 req-7c02a106-0070-4e73-9f8c-1afd157b276c tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:38.015753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c19acd7-61a8-4776-8b7a-ee8c8341d3e6 req-7c02a106-0070-4e73-9f8c-1afd157b276c tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 948 time: 0.1946280 Nov 09 00:10:38.029653 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0ed9b6ca-9ed8-4547-83ad-080380134b6c req-5d7eaf99-28cc-46ec-91e4-1529151c13a9 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:38.052463 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ed9b6ca-9ed8-4547-83ad-080380134b6c req-5d7eaf99-28cc-46ec-91e4-1529151c13a9 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4223964 Nov 09 00:10:38.153449 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-f1941cc6-56fc-4921-a83d-f0fa79fab4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:38.154028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a4c29963-9fe4-4427-92da-43d8f97e494c up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:38.155940 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-f1941cc6-56fc-4921-a83d-f0fa79fab4b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1961541 Nov 09 00:10:38.279984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-545cfb99-363f-4dee-aa88-b2e5edce6e67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1f842091-24e7-4310-9fc6-3795397e859f HTTP/1.1" status: 200 len: 217 time: 0.0975900 Nov 09 00:10:38.303326 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c19acd7-61a8-4776-8b7a-ee8c8341d3e6 req-db20089b-a0e2-445e-88b5-59df4419f80c tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/security-groups?id=943344da-a107-4ebc-938a-457a488cd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483933 Nov 09 00:10:38.324983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port a4c29963-9fe4-4427-92da-43d8f97e494c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:38.340331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port a4c29963-9fe4-4427-92da-43d8f97e494c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:38.342049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:38.351332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd414f9-79a5-4c0b-ba2e-eabdf1517548 req-fec64e0b-fade-4d5a-b5be-de660b28c860 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:38.353001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0cd414f9-79a5-4c0b-ba2e-eabdf1517548 req-fec64e0b-fade-4d5a-b5be-de660b28c860 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 948 time: 0.1507185 Nov 09 00:10:38.359612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-02eb2c79-7e9c-480f-b194-d662e9824263 req-9fc07585-5355-4b46-8d8a-916b71666e45 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1437971728', 'description': 'tempest-description-1194947307'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:38.431244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-39a34032-a0a7-461e-951d-81e163ab7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:38.433911 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-39a34032-a0a7-461e-951d-81e163ab7d13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1445735 Nov 09 00:10:38.439387 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-02eb2c79-7e9c-480f-b194-d662e9824263 req-9fc07585-5355-4b46-8d8a-916b71666e45 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:38.455183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0cd414f9-79a5-4c0b-ba2e-eabdf1517548 req-65eafd90-cd89-4c6f-8ada-9cdcd44c4884 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904875 Nov 09 00:10:38.579952 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:38.585312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7115667-9059-4b1b-af5b-10644550aaee req-d6710d08-bff1-4ed0-85d6-7a94acecc93c tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:38.589748 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c7115667-9059-4b1b-af5b-10644550aaee req-d6710d08-bff1-4ed0-85d6-7a94acecc93c tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.30 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 945 time: 0.1253941 Nov 09 00:10:38.601053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-d4ede8f0-559c-43d5-9d38-0b241c5be165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:38.606947 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-d4ede8f0-559c-43d5-9d38-0b241c5be165 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630607 Nov 09 00:10:38.656157 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-02eb2c79-7e9c-480f-b194-d662e9824263 req-9fc07585-5355-4b46-8d8a-916b71666e45 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:38.668203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:38.670215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:38.674024 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-02eb2c79-7e9c-480f-b194-d662e9824263 req-9fc07585-5355-4b46-8d8a-916b71666e45 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:38.677094 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7941b53b-9cfe-4bd6-a83d-268049273955" -d '{"events": [{"server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "name": "network-vif-plugged", "status": "completed", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:38.685571 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:38.775024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414e72a-c72f-49a9-96cc-d09d2f5703c8 req-969ad64d-f392-46b1-b612-9bec59471cc6 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:38.776623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5414e72a-c72f-49a9-96cc-d09d2f5703c8 req-969ad64d-f392-46b1-b612-9bec59471cc6 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.30 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 945 time: 0.2288992 Nov 09 00:10:38.813318 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc07585-5355-4b46-8d8a-916b71666e45 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025fa7ff-119a-4c65-a1fc-8489d31609d2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:38.831992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:38.879619 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-02eb2c79-7e9c-480f-b194-d662e9824263 req-9fc07585-5355-4b46-8d8a-916b71666e45 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:38.880879 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02eb2c79-7e9c-480f-b194-d662e9824263 req-9fc07585-5355-4b46-8d8a-916b71666e45 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5260477 Nov 09 00:10:38.899725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-c7115667-9059-4b1b-af5b-10644550aaee req-2c57c28f-f695-46d9-a69a-392fc3357840 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Deleting port 971b6a6b-8777-422d-9053-f722260a565d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:38.900090 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7115667-9059-4b1b-af5b-10644550aaee req-2c57c28f-f695-46d9-a69a-392fc3357840 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:38.948655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed6a89-189a-4d1e-8cab-2677aae98678 req-5717a100-ad2f-46d3-8ad9-3eeca6315f29 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:38.951720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bed6a89-189a-4d1e-8cab-2677aae98678 req-5717a100-ad2f-46d3-8ad9-3eeca6315f29 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/ports?device_id=456a272f-6a8d-45b4-a74a-99ced17ee79e HTTP/1.1" status: 200 len: 945 time: 0.2699342 Nov 09 00:10:38.969437 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-bf2ae816-475b-42e4-b618-356e1b1d8b27 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477089 Nov 09 00:10:39.076424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bed6a89-189a-4d1e-8cab-2677aae98678 req-64ba82ac-ceef-414a-9138-2d91ced9f375 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.25 "GET /v2.0/security-groups?id=634311ba-c675-464e-8fc7-73be826e4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145165 Nov 09 00:10:39.127387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c7115667-9059-4b1b-af5b-10644550aaee req-2c57c28f-f695-46d9-a69a-392fc3357840 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] For port 971b6a6b-8777-422d-9053-f722260a565d, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=971b6a6b-8777-422d-9053-f722260a565d,segment=NetworkSegment(9dc26115-3636-4647-a73a-33058096b0df),segment_id=9dc26115-3636-4647-a73a-33058096b0df)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:39.127642 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7115667-9059-4b1b-af5b-10644550aaee req-2c57c28f-f695-46d9-a69a-392fc3357840 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:39.132038 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9132fcad-54ad-45ed-96a8-38503234e6ee req-cabb07d3-4fd9-4b3a-81dd-fb1275617d28 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506035 Nov 09 00:10:39.133408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-5414e72a-c72f-49a9-96cc-d09d2f5703c8 req-fd584d83-410e-4c20-b471-3b87281ce5f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Deleting port c03d0a6c-76eb-4fa9-a906-ad9bf7695190 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:39.133740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5414e72a-c72f-49a9-96cc-d09d2f5703c8 req-fd584d83-410e-4c20-b471-3b87281ce5f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:39.148697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-c7115667-9059-4b1b-af5b-10644550aaee req-2c57c28f-f695-46d9-a69a-392fc3357840 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Calling delete_port for 971b6a6b-8777-422d-9053-f722260a565d owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:39.416094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5414e72a-c72f-49a9-96cc-d09d2f5703c8 req-fd584d83-410e-4c20-b471-3b87281ce5f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] For port c03d0a6c-76eb-4fa9-a906-ad9bf7695190, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c03d0a6c-76eb-4fa9-a906-ad9bf7695190,segment=NetworkSegment(345011f0-1a83-4ff4-b10c-112e79a6de30),segment_id=345011f0-1a83-4ff4-b10c-112e79a6de30)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:39.416094 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5414e72a-c72f-49a9-96cc-d09d2f5703c8 req-fd584d83-410e-4c20-b471-3b87281ce5f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:39.446795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-5414e72a-c72f-49a9-96cc-d09d2f5703c8 req-fd584d83-410e-4c20-b471-3b87281ce5f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Calling delete_port for c03d0a6c-76eb-4fa9-a906-ad9bf7695190 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:39.455621 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7115667-9059-4b1b-af5b-10644550aaee req-2c57c28f-f695-46d9-a69a-392fc3357840 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:39.470113 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['971b6a6b-8777-422d-9053-f722260a565d'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:39.501968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57c28f-f695-46d9-a69a-392fc3357840 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Pushing event deleted for resources: {'Port': ['ID=971b6a6b-8777-422d-9053-f722260a565d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:39.572182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7115667-9059-4b1b-af5b-10644550aaee req-2c57c28f-f695-46d9-a69a-392fc3357840 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] No DVR routers for this DVR port 971b6a6b-8777-422d-9053-f722260a565d on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:39.576950 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7115667-9059-4b1b-af5b-10644550aaee req-2c57c28f-f695-46d9-a69a-392fc3357840 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:39.580944 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c7115667-9059-4b1b-af5b-10644550aaee req-2c57c28f-f695-46d9-a69a-392fc3357840 tempest-AttachSCSIVolumeTestJSON-1045572976 tempest-AttachSCSIVolumeTestJSON-1045572976-project] 10.222.0.30 "DELETE /v2.0/ports/971b6a6b-8777-422d-9053-f722260a565d HTTP/1.1" status: 204 len: 173 time: 0.9820466 Nov 09 00:10:39.581178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456a272f-6a8d-45b4-a74a-99ced17ee79e', 'name': 'network-vif-deleted', 'tag': '971b6a6b-8777-422d-9053-f722260a565d'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:39.585225 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43c4f30-7c85-486c-a1c9-1c991a53113f" -d '{"events": [{"server_uuid": "456a272f-6a8d-45b4-a74a-99ced17ee79e", "name": "network-vif-deleted", "tag": "971b6a6b-8777-422d-9053-f722260a565d"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:39.678338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a76579-0762-4f55-8bcb-9c92ab2d2b07 req-a8730441-dbfd-4342-aab9-1f907046b812 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:39.680033 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94a76579-0762-4f55-8bcb-9c92ab2d2b07 req-a8730441-dbfd-4342-aab9-1f907046b812 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/ports?device_id=e67011bc-0e38-44a2-a9d6-e9c811aa5d29 HTTP/1.1" status: 200 len: 945 time: 0.2430766 Nov 09 00:10:39.701786 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de4c8a-6d26-46b0-96ae-58e8882dec19 req-b0af15b6-8914-4794-b73e-7c14af962e2b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:39.720018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3de4c8a-6d26-46b0-96ae-58e8882dec19 req-b0af15b6-8914-4794-b73e-7c14af962e2b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.2435036 Nov 09 00:10:39.823226 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94a76579-0762-4f55-8bcb-9c92ab2d2b07 req-f0fea01c-c531-4c40-8a12-953d2f3ae9b6 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3402a2a-61dc-43f3-8347-86295cd98da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928812 Nov 09 00:10:39.864495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3de4c8a-6d26-46b0-96ae-58e8882dec19 req-25c29fce-4b3a-43a1-9a94-11efa2512b73 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377046 Nov 09 00:10:39.977915 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379b0a51-4e63-4b7b-814a-37e2aab1184d x-openstack-request-id: req-379b0a51-4e63-4b7b-814a-37e2aab1184d {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:39.979231 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "name": "network-vif-plugged", "status": "completed", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:39.979665 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-379b0a51-4e63-4b7b-814a-37e2aab1184d {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:39.980374 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'code': 200} Nov 09 00:10:40.053082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1cbf-6a9e-460b-988d-925a8101c4ae req-64739544-3e17-4af7-9f7f-2dcdb5300584 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:40.059209 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c72f1cbf-6a9e-460b-988d-925a8101c4ae req-64739544-3e17-4af7-9f7f-2dcdb5300584 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.11 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 944 time: 0.2019615 Nov 09 00:10:40.101242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10f3ab38-539f-46b7-9582-c1eabb97c8ab req-3f34e424-699e-4878-a534-577b87e7d0f3 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/a754ad77-2430-4113-adbb-9fab47ba50fd HTTP/1.1" status: 200 len: 1822 time: 0.1617270 Nov 09 00:10:40.161312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1f842091-24e7-4310-9fc6-3795397e859f details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:40.236102 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5414e72a-c72f-49a9-96cc-d09d2f5703c8 req-fd584d83-410e-4c20-b471-3b87281ce5f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:40.416177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-c72f1cbf-6a9e-460b-988d-925a8101c4ae req-994d3981-8cd9-4834-9ecb-5ec2fff6a67d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Deleting port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:40.420199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['c03d0a6c-76eb-4fa9-a906-ad9bf7695190'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:40.424604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c72f1cbf-6a9e-460b-988d-925a8101c4ae req-994d3981-8cd9-4834-9ecb-5ec2fff6a67d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:40.434446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584d83-410e-4c20-b471-3b87281ce5f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event deleted for resources: {'Port': ['ID=c03d0a6c-76eb-4fa9-a906-ad9bf7695190,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:40.576943 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10f3ab38-539f-46b7-9582-c1eabb97c8ab req-6fe530fe-b1a0-4838-b92e-679dc931fbbe tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/025fa7ff-119a-4c65-a1fc-8489d31609d2 HTTP/1.1" status: 200 len: 1822 time: 0.4715912 Nov 09 00:10:40.586961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-10f3ab38-539f-46b7-9582-c1eabb97c8ab req-d30d0c41-7813-49e0-a285-dd6ba2d55fe4 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a754ad77-2430-4113-adbb-9fab47ba50fd', 'remote_group_id': '025fa7ff-119a-4c65-a1fc-8489d31609d2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:40.587268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-10f3ab38-539f-46b7-9582-c1eabb97c8ab req-d30d0c41-7813-49e0-a285-dd6ba2d55fe4 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a754ad77-2430-4113-adbb-9fab47ba50fd', 'remote_group_id': '025fa7ff-119a-4c65-a1fc-8489d31609d2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:40.688357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c72f1cbf-6a9e-460b-988d-925a8101c4ae req-994d3981-8cd9-4834-9ecb-5ec2fff6a67d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] For port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:40.689317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c72f1cbf-6a9e-460b-988d-925a8101c4ae req-994d3981-8cd9-4834-9ecb-5ec2fff6a67d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:40.711238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5414e72a-c72f-49a9-96cc-d09d2f5703c8 req-fd584d83-410e-4c20-b471-3b87281ce5f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] No DVR routers for this DVR port c03d0a6c-76eb-4fa9-a906-ad9bf7695190 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:40.724420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ca72f-f3ad-4afb-b59a-199746d5f138 req-d79197ca-52e3-44f7-a55d-6b12eccb6c95 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:40.726605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e68ca72f-f3ad-4afb-b59a-199746d5f138 req-d79197ca-52e3-44f7-a55d-6b12eccb6c95 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=845c44f3-0789-4a23-afa7-370d5d6c8383 HTTP/1.1" status: 200 len: 944 time: 0.5370014 Nov 09 00:10:40.734597 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5414e72a-c72f-49a9-96cc-d09d2f5703c8 req-fd584d83-410e-4c20-b471-3b87281ce5f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:40.738708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5414e72a-c72f-49a9-96cc-d09d2f5703c8 req-fd584d83-410e-4c20-b471-3b87281ce5f0 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.30 "DELETE /v2.0/ports/c03d0a6c-76eb-4fa9-a906-ad9bf7695190 HTTP/1.1" status: 204 len: 173 time: 1.8772125 Nov 09 00:10:40.769709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67011bc-0e38-44a2-a9d6-e9c811aa5d29', 'name': 'network-vif-deleted', 'tag': 'c03d0a6c-76eb-4fa9-a906-ad9bf7695190'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:40.773674 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17670aa-86a3-4959-bdda-ef17254f4076" -d '{"events": [{"server_uuid": "e67011bc-0e38-44a2-a9d6-e9c811aa5d29", "name": "network-vif-deleted", "tag": "c03d0a6c-76eb-4fa9-a906-ad9bf7695190"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:40.851140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-10f3ab38-539f-46b7-9582-c1eabb97c8ab req-d30d0c41-7813-49e0-a285-dd6ba2d55fe4 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:40.935372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-10f3ab38-539f-46b7-9582-c1eabb97c8ab req-d30d0c41-7813-49e0-a285-dd6ba2d55fe4 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:40.939223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-4fc9b89b-9284-4815-bfc3-b88b5c9dff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:40.941327 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-4fc9b89b-9284-4815-bfc3-b88b5c9dff0c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431&tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690 HTTP/1.1" status: 200 len: 1100 time: 0.4202297 Nov 09 00:10:40.976562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:40.995464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e68ca72f-f3ad-4afb-b59a-199746d5f138 req-a876c843-22a6-4a58-8831-e525e6ed42d8 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092552 Nov 09 00:10:40.996355 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-10f3ab38-539f-46b7-9582-c1eabb97c8ab req-d30d0c41-7813-49e0-a285-dd6ba2d55fe4 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:41.073215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1f842091-24e7-4310-9fc6-3795397e859f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1f842091-24e7-4310-9fc6-3795397e859f,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:41.114169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '1f842091-24e7-4310-9fc6-3795397e859f', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '1f842091-24e7-4310-9fc6-3795397e859f', 'mac_address': 'fa:16:3e:1b:3a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:10:41.125735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-c72f1cbf-6a9e-460b-988d-925a8101c4ae req-994d3981-8cd9-4834-9ecb-5ec2fff6a67d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Calling delete_port for ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:41.145301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d0c41-7813-49e0-a285-dd6ba2d55fe4 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ce2b99-928b-4081-b243-6fa240e465c3,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:41.182717 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-10f3ab38-539f-46b7-9582-c1eabb97c8ab req-d30d0c41-7813-49e0-a285-dd6ba2d55fe4 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:41.183961 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10f3ab38-539f-46b7-9582-c1eabb97c8ab req-d30d0c41-7813-49e0-a285-dd6ba2d55fe4 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6061711 Nov 09 00:10:41.239332 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:41.240076 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:41.278055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c0abe-9cd3-4ba4-ad5c-3d431cf493ed req-ab04898c-041d-43fb-a242-bdc5b73a8f65 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:41.287008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df5c0abe-9cd3-4ba4-ad5c-3d431cf493ed req-ab04898c-041d-43fb-a242-bdc5b73a8f65 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 948 time: 0.1545532 Nov 09 00:10:41.307275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f842091-24e7-4310-9fc6-3795397e859f {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:41.383626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1f842091-24e7-4310-9fc6-3795397e859f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1f842091-24e7-4310-9fc6-3795397e859f,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:41.392138 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:41.438829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c72f1cbf-6a9e-460b-988d-925a8101c4ae req-994d3981-8cd9-4834-9ecb-5ec2fff6a67d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:41.468619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df5c0abe-9cd3-4ba4-ad5c-3d431cf493ed req-a177bbb1-b5ff-471e-8f28-bed4bfbe2241 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/security-groups?id=943344da-a107-4ebc-938a-457a488cd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800406 Nov 09 00:10:41.517796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1f842091-24e7-4310-9fc6-3795397e859f,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:41.526559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d3981-8cd9-4834-9ecb-5ec2fff6a67d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Pushing event deleted for resources: {'Port': ['ID=ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:41.585214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672cf51-6e47-4186-92a3-e9c6fb3cff8d req-d5689353-41b8-453d-ae12-51ac55771019 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:41.586824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1672cf51-6e47-4186-92a3-e9c6fb3cff8d req-d5689353-41b8-453d-ae12-51ac55771019 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.2733648 Nov 09 00:10:41.601856 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80473ee9-54a4-48fb-9d10-7283719479ab x-openstack-request-id: req-80473ee9-54a4-48fb-9d10-7283719479ab {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:41.603066 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456a272f-6a8d-45b4-a74a-99ced17ee79e", "name": "network-vif-deleted", "tag": "971b6a6b-8777-422d-9053-f722260a565d", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:41.603316 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80473ee9-54a4-48fb-9d10-7283719479ab {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:41.603773 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456a272f-6a8d-45b4-a74a-99ced17ee79e', 'name': 'network-vif-deleted', 'tag': '971b6a6b-8777-422d-9053-f722260a565d', 'status': 'completed', 'code': 200} Nov 09 00:10:41.652852 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1f842091-24e7-4310-9fc6-3795397e859f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:41.662821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72f1cbf-6a9e-460b-988d-925a8101c4ae req-994d3981-8cd9-4834-9ecb-5ec2fff6a67d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] No DVR routers for this DVR port ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:41.682228 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c72f1cbf-6a9e-460b-988d-925a8101c4ae req-994d3981-8cd9-4834-9ecb-5ec2fff6a67d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:41.688360 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c72f1cbf-6a9e-460b-988d-925a8101c4ae req-994d3981-8cd9-4834-9ecb-5ec2fff6a67d tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.11 "DELETE /v2.0/ports/ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 HTTP/1.1" status: 204 len: 173 time: 1.6193871 Nov 09 00:10:41.822381 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da43ee6-0bb6-4334-8349-aa049cbaa667 x-openstack-request-id: req-3da43ee6-0bb6-4334-8349-aa049cbaa667 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:41.822928 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67011bc-0e38-44a2-a9d6-e9c811aa5d29", "name": "network-vif-deleted", "tag": "c03d0a6c-76eb-4fa9-a906-ad9bf7695190", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:41.822928 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3da43ee6-0bb6-4334-8349-aa049cbaa667 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:41.831523 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67011bc-0e38-44a2-a9d6-e9c811aa5d29', 'name': 'network-vif-deleted', 'tag': 'c03d0a6c-76eb-4fa9-a906-ad9bf7695190', 'status': 'completed', 'code': 200} Nov 09 00:10:42.165229 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a4c29963-9fe4-4427-92da-43d8f97e494c no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:42.312770 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:42.391157 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1672cf51-6e47-4186-92a3-e9c6fb3cff8d req-96b837cf-a607-4f88-b327-3d7edcba646b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7944419 Nov 09 00:10:42.448755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:42.567582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49d4bb-eee1-47b4-bada-1cf2f8b31c92 req-778e4a7b-9374-490e-b44a-f5800c192eba tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:42.569057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea49d4bb-eee1-47b4-bada-1cf2f8b31c92 req-778e4a7b-9374-490e-b44a-f5800c192eba tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 943 time: 0.2126691 Nov 09 00:10:42.572735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:10:42.598656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bdfc9406-f168-49c9-b12a-4d2ae52af99f req-daf9eef8-8a75-48a8-99ab-8608ade0b569 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/025fa7ff-119a-4c65-a1fc-8489d31609d2 HTTP/1.1" status: 200 len: 1822 time: 0.1760323 Nov 09 00:10:42.610763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-da812567-21e6-488e-9184-16ef75db42c1 service neutron] 10.222.0.30 "GET /v2.0/ports/9988a53a-ab7e-4957-a516-de6a8016abf7/bindings/n-h2-813263-3 HTTP/1.1" status: 200 len: 384 time: 0.2398341 Nov 09 00:10:42.613937 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ec160847-6916-47de-afa1-c1930606970d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:42.690372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:42.742963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea49d4bb-eee1-47b4-bada-1cf2f8b31c92 req-7cd08488-9280-4003-8595-11817bd775c2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484506 Nov 09 00:10:42.747820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Transition to ACTIVE for port object a4c29963-9fe4-4427-92da-43d8f97e494c will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:10:42.756865 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:42.857142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:42.863161 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bdfc9406-f168-49c9-b12a-4d2ae52af99f req-c17ba01a-d5a5-4f86-9aab-da0f346578aa tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:42.868336 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:10:42.874612 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:10:42.899687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:42.899945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:42.923490 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] No DVR routers for this DVR port a4c29963-9fe4-4427-92da-43d8f97e494c on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:42.926603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=10']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:43.022293 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bdfc9406-f168-49c9-b12a-4d2ae52af99f req-c17ba01a-d5a5-4f86-9aab-da0f346578aa tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:43.102312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Attempting to bind port a4c29963-9fe4-4427-92da-43d8f97e494c on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:10:43.102738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Attempting to bind port a4c29963-9fe4-4427-92da-43d8f97e494c by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:10:43.103199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Attempting to bind port a4c29963-9fe4-4427-92da-43d8f97e494c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:10:43.132367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Port a4c29963-9fe4-4427-92da-43d8f97e494c on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:10:43.132692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Attempting to bind port a4c29963-9fe4-4427-92da-43d8f97e494c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:10:43.155333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68739b-efdc-4e46-ad70-0c1bc3060629 req-cd2e8f72-0527-4ffb-8b47-fb7a132f886f tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:43.156924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af68739b-efdc-4e46-ad70-0c1bc3060629 req-cd2e8f72-0527-4ffb-8b47-fb7a132f886f tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 949 time: 0.2273576 Nov 09 00:10:43.165389 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-8da7725d-1836-4600-a0c5-d4f33f4ebd59 service neutron] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9988a53a-ab7e-4957-a516-de6a8016abf7,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:43.169159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:10:43.169524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:10:43.169903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:10:43.170327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Bound port: a4c29963-9fe4-4427-92da-43d8f97e494c, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:10:43.170677 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:43.238398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-8da7725d-1836-4600-a0c5-d4f33f4ebd59 service neutron] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:10:43.273442 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bdfc9406-f168-49c9-b12a-4d2ae52af99f req-c17ba01a-d5a5-4f86-9aab-da0f346578aa tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:43.276013 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bdfc9406-f168-49c9-b12a-4d2ae52af99f req-c17ba01a-d5a5-4f86-9aab-da0f346578aa tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:43.277122 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bdfc9406-f168-49c9-b12a-4d2ae52af99f req-c17ba01a-d5a5-4f86-9aab-da0f346578aa tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "DELETE /v2.0/security-groups/025fa7ff-119a-4c65-a1fc-8489d31609d2 HTTP/1.1" status: 204 len: 173 time: 0.6507397 Nov 09 00:10:43.321358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-8da7725d-1836-4600-a0c5-d4f33f4ebd59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9988a53a-ab7e-4957-a516-de6a8016abf7 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:43.328893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af68739b-efdc-4e46-ad70-0c1bc3060629 req-8121fa22-a4a8-491e-87ea-cd48b90c1963 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/security-groups?id=943344da-a107-4ebc-938a-457a488cd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606512 Nov 09 00:10:43.333333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ba01a-d5a5-4f86-9aab-da0f346578aa tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=025fa7ff-119a-4c65-a1fc-8489d31609d2,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:43.342389 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-8da7725d-1836-4600-a0c5-d4f33f4ebd59 service neutron] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9988a53a-ab7e-4957-a516-de6a8016abf7,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:43.371537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:10:43.381943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:10:43.383905 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-8da7725d-1836-4600-a0c5-d4f33f4ebd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:43.392796 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:43.442064 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 971b6a6b-8777-422d-9053-f722260a565d no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:43.466930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 971b6a6b-8777-422d-9053-f722260a565d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:43.467510 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 971b6a6b-8777-422d-9053-f722260a565d not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:43.468133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c03d0a6c-76eb-4fa9-a906-ad9bf7695190 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:43.491842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: c03d0a6c-76eb-4fa9-a906-ad9bf7695190 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:43.492654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c03d0a6c-76eb-4fa9-a906-ad9bf7695190 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:43.493304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 9988a53a-ab7e-4957-a516-de6a8016abf7 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:43.509473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:43.512974 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:43.514933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] 10.222.0.11 "PUT /v2.0/ports/a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 1096 time: 2.5429049 Nov 09 00:10:43.566941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87f8c4-f65f-4457-a600-bf6c41b34775 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=11']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:43.606495 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845c44f3-0789-4a23-afa7-370d5d6c8383', 'name': 'network-vif-deleted', 'tag': 'ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:43.618805 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e73e08c-2067-41fc-97d9-e2b1c4420434" -d '{"events": [{"server_uuid": "845c44f3-0789-4a23-afa7-370d5d6c8383", "name": "network-vif-deleted", "tag": "ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:43.621948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38083998-ad63-4e3e-8cbb-0373d562c308 req-123fdd61-bdbc-4915-bcf1-d1c2e6524b2f tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/a754ad77-2430-4113-adbb-9fab47ba50fd HTTP/1.1" status: 200 len: 1822 time: 0.1888223 Nov 09 00:10:43.674364 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-8da7725d-1836-4600-a0c5-d4f33f4ebd59 service neutron] Transition to ACTIVE for port object 9988a53a-ab7e-4957-a516-de6a8016abf7 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:10:43.682944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-d2795262-2ee3-4ff4-885d-0fd74f269cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:43.684086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-d2795262-2ee3-4ff4-885d-0fd74f269cc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1099 time: 0.1375251 Nov 09 00:10:43.686911 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-8da7725d-1836-4600-a0c5-d4f33f4ebd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:43.815115 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78340b12-0060-45fe-ada9-f655025d1db7 x-openstack-request-id: req-78340b12-0060-45fe-ada9-f655025d1db7 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:43.816245 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845c44f3-0789-4a23-afa7-370d5d6c8383", "name": "network-vif-deleted", "tag": "ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:43.816917 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78340b12-0060-45fe-ada9-f655025d1db7 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:43.818701 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845c44f3-0789-4a23-afa7-370d5d6c8383', 'name': 'network-vif-deleted', 'tag': 'ec45af50-9c86-4cfb-b6cc-5ee0dc47a9a6', 'status': 'completed', 'code': 200} Nov 09 00:10:43.861778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c'}, {'name': 'network-changed', 'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:43.864556 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28" -d '{"events": [{"server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c"}, {"name": "network-changed", "server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:43.891183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-85c3cfc3-3b6d-4a8a-8160-2758e01cf99a req-3b6e2c91-f251-4e36-8748-52f0e3b27c03 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1291454293', 'description': 'tempest-description-961208583'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:43.919936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-8da7725d-1836-4600-a0c5-d4f33f4ebd59 service neutron] No DVR routers for this DVR port 9988a53a-ab7e-4957-a516-de6a8016abf7 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:43.981772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7725d-1836-4600-a0c5-d4f33f4ebd59 service neutron] Pushing event updated for resources: {'Port': ['ID=9988a53a-ab7e-4957-a516-de6a8016abf7,revision_number=10']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:44.038944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f3805-5579-497d-bff2-1bcfa06c4fe9 req-84d9413d-96d2-4161-9454-3eb5ac3a7832 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.040488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc1f3805-5579-497d-bff2-1bcfa06c4fe9 req-84d9413d-96d2-4161-9454-3eb5ac3a7832 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 948 time: 0.2949648 Nov 09 00:10:44.044502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-8da7725d-1836-4600-a0c5-d4f33f4ebd59 service neutron] 10.222.0.30 "PUT /v2.0/ports/9988a53a-ab7e-4957-a516-de6a8016abf7/bindings/n-h2-813263-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4230542 Nov 09 00:10:44.046287 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-42f5d236-59e4-460d-ae3f-7789e5608927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.048077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-42f5d236-59e4-460d-ae3f-7789e5608927 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.3399272 Nov 09 00:10:44.049909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-85c3cfc3-3b6d-4a8a-8160-2758e01cf99a req-3b6e2c91-f251-4e36-8748-52f0e3b27c03 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.111718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-0c3a0895-de52-48eb-b1dc-a0830c1702b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 217 time: 0.0466402 Nov 09 00:10:44.149692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-a75e9fa6-d5a1-4290-8839-a476d7ff789b tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.152140 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-a75e9fa6-d5a1-4290-8839-a476d7ff789b tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1095 time: 0.0493200 Nov 09 00:10:44.171971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1f842091-24e7-4310-9fc6-3795397e859f up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:44.186691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc1f3805-5579-497d-bff2-1bcfa06c4fe9 req-431a5c1d-916f-4b8e-ae7a-1d1a32740bd1 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378493 Nov 09 00:10:44.212862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fecef756-fcf0-483a-ab96-bd5d915c223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.212862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-fecef756-fcf0-483a-ab96-bd5d915c223d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0875680 Nov 09 00:10:44.259088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-85c3cfc3-3b6d-4a8a-8160-2758e01cf99a req-3b6e2c91-f251-4e36-8748-52f0e3b27c03 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.267513 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-85c3cfc3-3b6d-4a8a-8160-2758e01cf99a req-3b6e2c91-f251-4e36-8748-52f0e3b27c03 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.286681 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 1f842091-24e7-4310-9fc6-3795397e859f completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:44.296911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 1f842091-24e7-4310-9fc6-3795397e859f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:44.297287 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.325966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-aa67d335-7e2b-48d3-ad16-5d1f7a3e3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.327797 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-aa67d335-7e2b-48d3-ad16-5d1f7a3e3337 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967 HTTP/1.1" status: 200 len: 1095 time: 0.1506474 Nov 09 00:10:44.336700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdffb7-b8cf-4f20-85e1-dd375157f9e0 req-cd70f9e6-1457-4600-b44a-45c59ac4af33 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.337120 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-85c3cfc3-3b6d-4a8a-8160-2758e01cf99a req-3b6e2c91-f251-4e36-8748-52f0e3b27c03 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.338271 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85c3cfc3-3b6d-4a8a-8160-2758e01cf99a req-3b6e2c91-f251-4e36-8748-52f0e3b27c03 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4638584 Nov 09 00:10:44.343008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-a724bb76-c2ae-42bd-a612-42b2761e2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.344495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-a724bb76-c2ae-42bd-a612-42b2761e2af3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212189 Nov 09 00:10:44.346427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e2c91-f251-4e36-8748-52f0e3b27c03 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e423dd85-49a4-412a-a542-4f721b04c425,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:44.353984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2fbdffb7-b8cf-4f20-85e1-dd375157f9e0 req-cd70f9e6-1457-4600-b44a-45c59ac4af33 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.11 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 945 time: 0.1322944 Nov 09 00:10:44.405757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34508) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:44.447232 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.479567 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1bca2f-6114-465a-bf51-dc50635f4ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f842091-24e7-4310-9fc6-3795397e859f'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:44.482054 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72508278-93c0-4c7e-94b4-fb73947d6cb4" -d '{"events": [{"server_uuid": "1e1bca2f-6114-465a-bf51-dc50635f4ea7", "name": "network-vif-plugged", "status": "completed", "tag": "1f842091-24e7-4310-9fc6-3795397e859f"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:44.496912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dd1bf-34b0-4738-8c65-c46c65c42557 req-e55a0e63-169a-4ca6-b94e-e693a11ed16c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.498457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e6dd1bf-34b0-4738-8c65-c46c65c42557 req-e55a0e63-169a-4ca6-b94e-e693a11ed16c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 945 time: 0.2020469 Nov 09 00:10:44.499240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1f842091-24e7-4310-9fc6-3795397e859f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1f842091-24e7-4310-9fc6-3795397e859f,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:44.508138 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.540859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-111a505c-16dc-483f-a0cb-a1672c68198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.543286 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-111a505c-16dc-483f-a0cb-a1672c68198f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 1095 time: 0.1285338 Nov 09 00:10:44.569330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1f842091-24e7-4310-9fc6-3795397e859f,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:44.625295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-2fbdffb7-b8cf-4f20-85e1-dd375157f9e0 req-4dabe831-242b-44ab-b072-479fad5fe8ce tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Deleting port cffd56b6-465f-4e1d-8134-7e3fbba4f364 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:44.625936 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2fbdffb7-b8cf-4f20-85e1-dd375157f9e0 req-4dabe831-242b-44ab-b072-479fad5fe8ce tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.632174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6251a39-dc40-47d2-b107-4726e0a3b69c req-5a13885d-67a7-4234-8974-16b8b12abe5a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.633459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f6251a39-dc40-47d2-b107-4726e0a3b69c req-5a13885d-67a7-4234-8974-16b8b12abe5a tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 944 time: 0.1579926 Nov 09 00:10:44.677191 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-1512f742-83c0-4ea2-9d27-483a95a515ce service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134623 Nov 09 00:10:44.680701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e6dd1bf-34b0-4738-8c65-c46c65c42557 req-c19a8cd3-6a7a-4772-9d13-728a15924e41 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638534 Nov 09 00:10:44.686164 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8422a07-d235-4804-8960-03cac7b029ce tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.725387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-10b25c30-76f0-4812-b7a6-1f965e75e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.727895 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-10b25c30-76f0-4812-b7a6-1f965e75e1f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.1732917 Nov 09 00:10:44.753964 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8422a07-d235-4804-8960-03cac7b029ce tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.785538 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-50c1ef89-475d-4e81-a4bb-9f7716f175db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9988a53a-ab7e-4957-a516-de6a8016abf7 HTTP/1.1" status: 200 len: 217 time: 0.0439558 Nov 09 00:10:44.790418 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-476e9b7e-1659-4f0b-87b1-7439dafdb63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.796487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f6251a39-dc40-47d2-b107-4726e0a3b69c req-a567e67f-33d7-42c9-877e-6dc184e68a51 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476994 Nov 09 00:10:44.823641 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28d6195-01b4-4738-a737-f82bd083b368 x-openstack-request-id: req-b28d6195-01b4-4738-a737-f82bd083b368 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:44.823932 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c", "code": 200}, {"name": "network-changed", "server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:44.824183 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b28d6195-01b4-4738-a737-f82bd083b368 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:44.824574 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'code': 200} Nov 09 00:10:44.824825 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'status': 'completed', 'code': 200} Nov 09 00:10:44.841484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-2fbdffb7-b8cf-4f20-85e1-dd375157f9e0 req-4dabe831-242b-44ab-b072-479fad5fe8ce tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] For port cffd56b6-465f-4e1d-8134-7e3fbba4f364, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cffd56b6-465f-4e1d-8134-7e3fbba4f364,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:44.841484 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2fbdffb7-b8cf-4f20-85e1-dd375157f9e0 req-4dabe831-242b-44ab-b072-479fad5fe8ce tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.871116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-2fbdffb7-b8cf-4f20-85e1-dd375157f9e0 req-4dabe831-242b-44ab-b072-479fad5fe8ce tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Calling delete_port for cffd56b6-465f-4e1d-8134-7e3fbba4f364 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:44.905636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23a2c71b-1cd5-4099-b23d-786399ba0d94 req-4e2c7878-9d33-4fd7-ba9b-658fd62bc0bd service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163692 Nov 09 00:10:44.933506 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8422a07-d235-4804-8960-03cac7b029ce tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.936313 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8422a07-d235-4804-8960-03cac7b029ce tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:44.937489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b8422a07-d235-4804-8960-03cac7b029ce tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "DELETE /v2.0/security-groups/a724a23c-9fb5-4746-88e0-163184a4799c HTTP/1.1" status: 204 len: 168 time: 0.5298479 Nov 09 00:10:44.942756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34512) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:44.984638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60bb9e8a-3b26-4a4e-a51b-fb6808ecde55 req-c7d5b828-21a3-41e0-bd43-672bbe4293d3 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/e423dd85-49a4-412a-a542-4f721b04c425 HTTP/1.1" status: 200 len: 1821 time: 0.1279633 Nov 09 00:10:44.988878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-bcd26411-5696-4a6e-b17c-8f68da1ee9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.990746 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-bcd26411-5696-4a6e-b17c-8f68da1ee9ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.1949058 Nov 09 00:10:44.992829 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8422a07-d235-4804-8960-03cac7b029ce tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a724a23c-9fb5-4746-88e0-163184a4799c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:44.995930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-20e07a5b-f04a-4387-bccb-03d2a61bcad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:44.997452 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-20e07a5b-f04a-4387-bccb-03d2a61bcad3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1099 time: 0.1398113 Nov 09 00:10:45.001138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-60bb9e8a-3b26-4a4e-a51b-fb6808ecde55 req-4455df6a-d69d-4c0b-80c0-84656726b087 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e423dd85-49a4-412a-a542-4f721b04c425', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:45.007366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-60bb9e8a-3b26-4a4e-a51b-fb6808ecde55 req-4455df6a-d69d-4c0b-80c0-84656726b087 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e423dd85-49a4-412a-a542-4f721b04c425', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:45.035939 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-dbfad499-94ee-4eca-91d7-8f02e1852e3e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] show failed (client error): The resource could not be found. Nov 09 00:10:45.037178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dbfad499-94ee-4eca-91d7-8f02e1852e3e tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "GET /v2.0/security-groups/a724a23c-9fb5-4746-88e0-163184a4799c HTTP/1.1" status: 404 len: 347 time: 0.0920758 Nov 09 00:10:45.055647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34516) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:45.063565 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-18f5956d-96db-4525-b873-30bbc8738b0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399997 Nov 09 00:10:45.202019 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-dccb1bf8-53bd-432e-9863-7e25b6409d19 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284525 Nov 09 00:10:45.246168 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2fbdffb7-b8cf-4f20-85e1-dd375157f9e0 req-4dabe831-242b-44ab-b072-479fad5fe8ce tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:45.306566 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabe831-242b-44ab-b072-479fad5fe8ce tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Pushing event deleted for resources: {'Port': ['ID=cffd56b6-465f-4e1d-8134-7e3fbba4f364,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:45.313051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-ac54a687-9877-48ed-bd04-12493fd32a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:45.314593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-ac54a687-9877-48ed-bd04-12493fd32a6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1099 time: 0.2990868 Nov 09 00:10:45.328999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a4c42-097f-41ce-ab2c-0c55a38b88b1 req-37fb95ae-2c28-420b-b7d4-5d36e516af0e tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:45.337503 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-540a4c42-097f-41ce-ab2c-0c55a38b88b1 req-37fb95ae-2c28-420b-b7d4-5d36e516af0e tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 950 time: 0.2834971 Nov 09 00:10:45.356007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-05eabaa8-a6b6-4af4-9620-f6b50b7701ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:45.357443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-05eabaa8-a6b6-4af4-9620-f6b50b7701ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.3408554 Nov 09 00:10:45.363283 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbdffb7-b8cf-4f20-85e1-dd375157f9e0 req-4dabe831-242b-44ab-b072-479fad5fe8ce tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] No DVR routers for this DVR port cffd56b6-465f-4e1d-8134-7e3fbba4f364 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:45.366840 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2fbdffb7-b8cf-4f20-85e1-dd375157f9e0 req-4dabe831-242b-44ab-b072-479fad5fe8ce tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:45.370675 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2fbdffb7-b8cf-4f20-85e1-dd375157f9e0 req-4dabe831-242b-44ab-b072-479fad5fe8ce tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.11 "DELETE /v2.0/ports/cffd56b6-465f-4e1d-8134-7e3fbba4f364 HTTP/1.1" status: 204 len: 173 time: 1.0159166 Nov 09 00:10:45.403306 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-89b6c1e9-dab7-474a-b423-028ad30946f0 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926272 Nov 09 00:10:45.431356 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-60bb9e8a-3b26-4a4e-a51b-fb6808ecde55 req-4455df6a-d69d-4c0b-80c0-84656726b087 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:45.479683 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-c57de2f2-72a1-4365-980b-60af01477fca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 217 time: 0.0890386 Nov 09 00:10:45.567847 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-540a4c42-097f-41ce-ab2c-0c55a38b88b1 req-42309694-4625-4aeb-b2dc-2d58aac374e8 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/security-groups?id=943344da-a107-4ebc-938a-457a488cd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295592 Nov 09 00:10:45.569834 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-60bb9e8a-3b26-4a4e-a51b-fb6808ecde55 req-4455df6a-d69d-4c0b-80c0-84656726b087 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:45.588477 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-60bb9e8a-3b26-4a4e-a51b-fb6808ecde55 req-4455df6a-d69d-4c0b-80c0-84656726b087 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:45.599572 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4be81-d3b0-4ca5-ac02-165f703d3e36 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Deleting port f54c6a34-57a7-4e75-ab86-c439377f98f1 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:45.599943 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c4a4be81-d3b0-4ca5-ac02-165f703d3e36 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:45.609121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-cc16b401-0994-4bc5-9f9d-8fa77ef4ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:45.611661 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-cc16b401-0994-4bc5-9f9d-8fa77ef4ccb6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2705555 Nov 09 00:10:45.639661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-c5f7be33-0de7-4fe4-bd9a-408b2f420d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:45.641125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-c5f7be33-0de7-4fe4-bd9a-408b2f420d56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1446967 Nov 09 00:10:45.650058 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabfea57-2874-4c30-ba23-df1869bc1261 x-openstack-request-id: req-cabfea57-2874-4c30-ba23-df1869bc1261 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:45.650648 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1bca2f-6114-465a-bf51-dc50635f4ea7", "name": "network-vif-plugged", "status": "completed", "tag": "1f842091-24e7-4310-9fc6-3795397e859f", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:45.651330 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cabfea57-2874-4c30-ba23-df1869bc1261 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:45.651804 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1bca2f-6114-465a-bf51-dc50635f4ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f842091-24e7-4310-9fc6-3795397e859f', 'code': 200} Nov 09 00:10:45.655552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455df6a-d69d-4c0b-80c0-84656726b087 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e093184b-44c3-4caa-a2e6-7dd8099d1fe5,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:45.730169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-0c2cbe49-4081-41cf-975b-17a0df3c586f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 200 len: 217 time: 0.0997727 Nov 09 00:10:45.758461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-60bb9e8a-3b26-4a4e-a51b-fb6808ecde55 req-4455df6a-d69d-4c0b-80c0-84656726b087 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:45.759578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60bb9e8a-3b26-4a4e-a51b-fb6808ecde55 req-4455df6a-d69d-4c0b-80c0-84656726b087 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7741284 Nov 09 00:10:45.797477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-2908326d-5c93-4426-8589-fac6f03927e7 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:45.799359 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-2908326d-5c93-4426-8589-fac6f03927e7 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e&tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 1095 time: 0.1233575 Nov 09 00:10:45.809455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e445a-8ea7-4e0e-9f84-8289f35ad0d1 req-075c66e9-a1ad-4aa2-93d2-2662727143aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:45.811826 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b9e445a-8ea7-4e0e-9f84-8289f35ad0d1 req-075c66e9-a1ad-4aa2-93d2-2662727143aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 1101 time: 0.0775163 Nov 09 00:10:45.812743 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:45.835354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ab06a6-aa01-44c3-b25c-751a6b630266', 'name': 'network-vif-deleted', 'tag': 'cffd56b6-465f-4e1d-8134-7e3fbba4f364'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:45.838402 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06db944d-6223-48a7-93e4-7b20fddc8485" -d '{"events": [{"server_uuid": "48ab06a6-aa01-44c3-b25c-751a6b630266", "name": "network-vif-deleted", "tag": "cffd56b6-465f-4e1d-8134-7e3fbba4f364"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:45.951511 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b9e445a-8ea7-4e0e-9f84-8289f35ad0d1 req-8b614d22-55f8-47d4-b335-f29c079e78d1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=943344da-a107-4ebc-938a-457a488cd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987694 Nov 09 00:10:45.986870 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:46.053919 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:46.081059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-64453740-7fd7-4cdd-9aac-836f80584332 service neutron] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:10:46.084777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-64453740-7fd7-4cdd-9aac-836f80584332 service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:46.085948 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8d47b75e-837a-4289-a44d-83771c575ec2 req-64453740-7fd7-4cdd-9aac-836f80584332 service neutron] 10.222.0.11 "DELETE /v2.0/ports/9988a53a-ab7e-4957-a516-de6a8016abf7/bindings/n-h1-813263-3 HTTP/1.1" status: 204 len: 173 time: 0.2524846 Nov 09 00:10:46.199610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-015684b4-22c6-4eaf-95ff-f7a7fb5ef814 req-8c17df5e-7c04-4eb4-a99c-d0ff628d039c tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=48ab06a6-aa01-44c3-b25c-751a6b630266 HTTP/1.1" status: 200 len: 210 time: 0.0505135 Nov 09 00:10:46.216801 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c4a4be81-d3b0-4ca5-ac02-165f703d3e36 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:46.217160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c4a4be81-d3b0-4ca5-ac02-165f703d3e36 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:46.222718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-3fa593ba-1595-4edc-afe1-fc3cadf8c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:46.224190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-3fa593ba-1595-4edc-afe1-fc3cadf8c559 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.4789343 Nov 09 00:10:46.225970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-854ffa50-0eea-4973-aa16-2fc2aac49aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:46.227330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-854ffa50-0eea-4973-aa16-2fc2aac49aca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5758297 Nov 09 00:10:46.280978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4be81-d3b0-4ca5-ac02-165f703d3e36 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Calling delete_port for f54c6a34-57a7-4e75-ab86-c439377f98f1 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:46.309645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21b6c2-e729-4b8c-a99c-3f1f6d204640 req-397061a1-77af-4754-a9a4-3eda83dde99c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:46.311109 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a21b6c2-e729-4b8c-a99c-3f1f6d204640 req-397061a1-77af-4754-a9a4-3eda83dde99c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 948 time: 0.5556083 Nov 09 00:10:46.453761 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a511104-ef46-4d33-8f55-1720d311b6f3 req-9212b9d9-1e89-4a46-b162-6b8e1c9f0972 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/e423dd85-49a4-412a-a542-4f721b04c425 HTTP/1.1" status: 200 len: 2414 time: 0.2247229 Nov 09 00:10:46.464196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-87dc786c-c147-45ad-9a47-46dd864d3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:46.465719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-87dc786c-c147-45ad-9a47-46dd864d3d6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2305143 Nov 09 00:10:46.487535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-1a511104-ef46-4d33-8f55-1720d311b6f3 req-d6a4636f-dbc0-4d51-9b3c-24e33e1b2e69 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e423dd85-49a4-412a-a542-4f721b04c425', 'remote_group_id': None}]} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:46.487904 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-1a511104-ef46-4d33-8f55-1720d311b6f3 req-d6a4636f-dbc0-4d51-9b3c-24e33e1b2e69 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e423dd85-49a4-412a-a542-4f721b04c425', 'remote_group_id': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:46.551126 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a21b6c2-e729-4b8c-a99c-3f1f6d204640 req-2e90909e-86b9-4274-996a-8aaadc023a13 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268574 Nov 09 00:10:46.564093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-2603e6a9-db45-4f4e-8622-6f1c8afdcb4a service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087873 Nov 09 00:10:46.804718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-5692b376-23ee-4ad2-8edb-0caf2f6686d8 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220012 Nov 09 00:10:46.823568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1a511104-ef46-4d33-8f55-1720d311b6f3 req-d6a4636f-dbc0-4d51-9b3c-24e33e1b2e69 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:46.834157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661f980-c368-40e6-a4b5-ce77a222a7d0 req-8195667d-1114-475e-87e5-342bab97f630 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:46.835681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9661f980-c368-40e6-a4b5-ce77a222a7d0 req-8195667d-1114-475e-87e5-342bab97f630 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 944 time: 0.2044485 Nov 09 00:10:46.848088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c4a4be81-d3b0-4ca5-ac02-165f703d3e36 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:46.875099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-7f655d1e-c55d-4e74-b353-c4e52ea73fa3 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748733 Nov 09 00:10:46.881340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4c29963-9fe4-4427-92da-43d8f97e494c details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:10:46.924841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cffd56b6-465f-4e1d-8134-7e3fbba4f364 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:46.966214 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1a511104-ef46-4d33-8f55-1720d311b6f3 req-d6a4636f-dbc0-4d51-9b3c-24e33e1b2e69 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:46.971984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4be81-d3b0-4ca5-ac02-165f703d3e36 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Pushing event deleted for resources: {'Port': ['ID=f54c6a34-57a7-4e75-ab86-c439377f98f1,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:46.980567 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1a511104-ef46-4d33-8f55-1720d311b6f3 req-d6a4636f-dbc0-4d51-9b3c-24e33e1b2e69 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:47.069327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4636f-dbc0-4d51-9b3c-24e33e1b2e69 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049c82e5-efc1-42ad-afa3-bf893fea2c6e,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:47.074421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: cffd56b6-465f-4e1d-8134-7e3fbba4f364 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:47.075090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cffd56b6-465f-4e1d-8134-7e3fbba4f364 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:47.088609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9661f980-c368-40e6-a4b5-ce77a222a7d0 req-7838e9ac-5577-4c33-ada8-16876af5a3d1 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382896 Nov 09 00:10:47.097245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1a511104-ef46-4d33-8f55-1720d311b6f3 req-d6a4636f-dbc0-4d51-9b3c-24e33e1b2e69 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:47.098206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a511104-ef46-4d33-8f55-1720d311b6f3 req-d6a4636f-dbc0-4d51-9b3c-24e33e1b2e69 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6297491 Nov 09 00:10:47.135243 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c4a4be81-d3b0-4ca5-ac02-165f703d3e36 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:47.148543 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c4a4be81-d3b0-4ca5-ac02-165f703d3e36 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:47.152148 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c4a4be81-d3b0-4ca5-ac02-165f703d3e36 tempest-ImagesOneServerNegativeTestJSON-1057028823 tempest-ImagesOneServerNegativeTestJSON-1057028823-project] 10.222.0.25 "DELETE /v2.0/floatingips/cf1743ae-9ee8-4bf5-8772-60bfb20ca8be HTTP/1.1" status: 204 len: 168 time: 2.0929270 Nov 09 00:10:47.152371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:47.166705 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06a2abf2-2342-4928-8ae0-4b2ca6b19d28 req-0ade6702-49d8-4ab8-a9b2-bec3bf2bae70 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450785 Nov 09 00:10:47.174142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'mac_address': 'fa:16:3e:99:90:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:10:47.183761 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8040275-9375-49a1-af2d-6eb1fb6a26c3 x-openstack-request-id: req-e8040275-9375-49a1-af2d-6eb1fb6a26c3 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:47.184299 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ab06a6-aa01-44c3-b25c-751a6b630266", "name": "network-vif-deleted", "tag": "cffd56b6-465f-4e1d-8134-7e3fbba4f364", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:47.184299 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8040275-9375-49a1-af2d-6eb1fb6a26c3 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:47.184679 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ab06a6-aa01-44c3-b25c-751a6b630266', 'name': 'network-vif-deleted', 'tag': 'cffd56b6-465f-4e1d-8134-7e3fbba4f364', 'status': 'completed', 'code': 200} Nov 09 00:10:47.230561 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:47.261752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c29963-9fe4-4427-92da-43d8f97e494c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:10:47.290644 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:47.296240 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:47.346080 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10bf5064-bf00-407a-90b9-a485351d4d5e req-0ff362e0-e02d-4d12-ac85-f4d8303859c8 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/e423dd85-49a4-412a-a542-4f721b04c425 HTTP/1.1" status: 200 len: 3012 time: 0.0947049 Nov 09 00:10:47.371426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=12']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:47.374800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a89987-1fc4-4160-8396-65787bb724bf req-97693aa4-58e8-47d5-9dae-d50685c0ea87 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:47.382400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4a89987-1fc4-4160-8396-65787bb724bf req-97693aa4-58e8-47d5-9dae-d50685c0ea87 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 950 time: 0.1111159 Nov 09 00:10:47.442489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4a89987-1fc4-4160-8396-65787bb724bf req-8cfee174-0845-49a6-b905-ec55650946ef tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/security-groups?id=943344da-a107-4ebc-938a-457a488cd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501275 Nov 09 00:10:47.512757 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:47.513950 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b35dcfa-083a-444b-9819-ba71863fcc8a req-89d4ff66-f296-4b22-a3f9-622cc6c591e2 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-group-rules/049c82e5-efc1-42ad-afa3-bf893fea2c6e HTTP/1.1" status: 200 len: 783 time: 0.0345018 Nov 09 00:10:47.594640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b35dcfa-083a-444b-9819-ba71863fcc8a req-77da59b3-d51e-4329-aa61-5c59903a9c4e tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/e423dd85-49a4-412a-a542-4f721b04c425 HTTP/1.1" status: 200 len: 3012 time: 0.0720019 Nov 09 00:10:47.604312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da7307-0b81-4d04-bd1f-6ed68987130a req-fdc52598-216d-45e5-bb22-763d4944223e tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:47.605908 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1da7307-0b81-4d04-bd1f-6ed68987130a req-fdc52598-216d-45e5-bb22-763d4944223e tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 1095 time: 0.0640686 Nov 09 00:10:47.648091 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b35dcfa-083a-444b-9819-ba71863fcc8a req-825758a8-21fb-499c-aa18-6a68a42b484d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:47.664329 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b35dcfa-083a-444b-9819-ba71863fcc8a req-825758a8-21fb-499c-aa18-6a68a42b484d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:47.679871 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['a4c29963-9fe4-4427-92da-43d8f97e494c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:47.691959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1da7307-0b81-4d04-bd1f-6ed68987130a req-36b2c983-528b-4c14-9000-fd482d88fbc8 tempest-LiveAutoBlockMigrationV225Test-1064923691 tempest-LiveAutoBlockMigrationV225Test-1064923691-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789020 Nov 09 00:10:47.713073 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b35dcfa-083a-444b-9819-ba71863fcc8a req-825758a8-21fb-499c-aa18-6a68a42b484d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:47.726959 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b35dcfa-083a-444b-9819-ba71863fcc8a req-825758a8-21fb-499c-aa18-6a68a42b484d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:47.727911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b35dcfa-083a-444b-9819-ba71863fcc8a req-825758a8-21fb-499c-aa18-6a68a42b484d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/049c82e5-efc1-42ad-afa3-bf893fea2c6e HTTP/1.1" status: 204 len: 173 time: 0.1260328 Nov 09 00:10:47.728862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825758a8-21fb-499c-aa18-6a68a42b484d tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=049c82e5-efc1-42ad-afa3-bf893fea2c6e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:47.780586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34568) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:48.068721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c68dbc74-f21f-4060-b921-7d97024c468f req-a63256c7-1f2a-47b5-bfb6-a29fd0466684 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/e423dd85-49a4-412a-a542-4f721b04c425 HTTP/1.1" status: 200 len: 2414 time: 0.0767624 Nov 09 00:10:48.081741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aac5b5-c93c-48e0-a6d7-97cc7c1c71ec req-71e19cd5-ce8d-433a-b399-2824d8167738 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:48.083238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52aac5b5-c93c-48e0-a6d7-97cc7c1c71ec req-71e19cd5-ce8d-433a-b399-2824d8167738 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.0837865 Nov 09 00:10:48.179006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52aac5b5-c93c-48e0-a6d7-97cc7c1c71ec req-3c9c3e81-df4f-419e-9a46-3f29ce16d8ee tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872335 Nov 09 00:10:48.182757 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c68dbc74-f21f-4060-b921-7d97024c468f req-f2642750-b61f-41e5-af9a-7c41471ed7b1 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.224630 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c68dbc74-f21f-4060-b921-7d97024c468f req-f2642750-b61f-41e5-af9a-7c41471ed7b1 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.225773 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3517b00-f789-4222-a508-204493b849c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.240225 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.298027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c68dbc74-f21f-4060-b921-7d97024c468f req-f2642750-b61f-41e5-af9a-7c41471ed7b1 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.301562 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c68dbc74-f21f-4060-b921-7d97024c468f req-f2642750-b61f-41e5-af9a-7c41471ed7b1 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.302804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c68dbc74-f21f-4060-b921-7d97024c468f req-f2642750-b61f-41e5-af9a-7c41471ed7b1 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "DELETE /v2.0/security-groups/e423dd85-49a4-412a-a542-4f721b04c425 HTTP/1.1" status: 204 len: 173 time: 0.2186692 Nov 09 00:10:48.316401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2642750-b61f-41e5-af9a-7c41471ed7b1 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e423dd85-49a4-412a-a542-4f721b04c425,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:48.407810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29983248-e240-488e-bb30-86900c19937b req-82486017-c968-46f8-a3b6-0b79db2692f8 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:48.409974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29983248-e240-488e-bb30-86900c19937b req-82486017-c968-46f8-a3b6-0b79db2692f8 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 944 time: 0.0552578 Nov 09 00:10:48.410472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34588) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:48.556997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-f3517b00-f789-4222-a508-204493b849c7 admin admin] Deleting port 41c644ac-8912-417b-bcb7-383b06e60512 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:48.557404 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3517b00-f789-4222-a508-204493b849c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.569797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa94c670-8063-4d20-a6de-0cb95ae727da admin admin] Deleting subnet 76772196-e881-467d-9b57-5f96ecf75772 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:10:48.577769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa94c670-8063-4d20-a6de-0cb95ae727da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.613911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118166d-c2f5-4013-aaaa-12b38a0ecee9 req-d63ee810-d575-44ac-8f22-17cb5fba4b4e tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:48.615370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a118166d-c2f5-4013-aaaa-12b38a0ecee9 req-d63ee810-d575-44ac-8f22-17cb5fba4b4e tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 1100 time: 0.1408584 Nov 09 00:10:48.624853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d528f9-86ba-4a1a-8eef-a3fe84e0c82a req-d0b5210b-8d9e-4ba1-bc60-3f9d94850918 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:48.626331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1d528f9-86ba-4a1a-8eef-a3fe84e0c82a req-d0b5210b-8d9e-4ba1-bc60-3f9d94850918 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 944 time: 0.1797395 Nov 09 00:10:48.647339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-f3517b00-f789-4222-a508-204493b849c7 admin admin] For port 41c644ac-8912-417b-bcb7-383b06e60512, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=41c644ac-8912-417b-bcb7-383b06e60512,segment=NetworkSegment(9dc26115-3636-4647-a73a-33058096b0df),segment_id=9dc26115-3636-4647-a73a-33058096b0df)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:48.647706 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3517b00-f789-4222-a508-204493b849c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.660052 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa94c670-8063-4d20-a6de-0cb95ae727da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.663154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-f3517b00-f789-4222-a508-204493b849c7 admin admin] Calling delete_port for 41c644ac-8912-417b-bcb7-383b06e60512 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:48.747999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-29983248-e240-488e-bb30-86900c19937b req-b5af5d80-ccc9-4bef-ad31-ee1d033b9eb5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Deleting port df33e5c7-d5f4-49e7-9dc5-5697be11b101 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:48.748339 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-29983248-e240-488e-bb30-86900c19937b req-b5af5d80-ccc9-4bef-ad31-ee1d033b9eb5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.776149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a118166d-c2f5-4013-aaaa-12b38a0ecee9 req-15ae8afa-b9d5-4ca5-a3f6-bacb2d958697 tempest-MigrationsAdminTest-212383135 tempest-MigrationsAdminTest-212383135-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478994 Nov 09 00:10:48.778021 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa94c670-8063-4d20-a6de-0cb95ae727da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.808509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1d528f9-86ba-4a1a-8eef-a3fe84e0c82a req-97067778-416f-474d-8dbf-68af47d47ba5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/security-groups?id=c255991d-0075-4142-9d6e-ac6f94667e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715562 Nov 09 00:10:48.887997 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-459c226e-843c-447e-a35f-87eff8bec6dc req-14070e89-a427-4570-8f95-333807856c32 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] show failed (client error): The resource could not be found. Nov 09 00:10:48.889054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-459c226e-843c-447e-a35f-87eff8bec6dc req-14070e89-a427-4570-8f95-333807856c32 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/025fa7ff-119a-4c65-a1fc-8489d31609d2 HTTP/1.1" status: 404 len: 352 time: 0.0319872 Nov 09 00:10:48.901886 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3517b00-f789-4222-a508-204493b849c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.914924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa94c670-8063-4d20-a6de-0cb95ae727da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.919631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-29983248-e240-488e-bb30-86900c19937b req-b5af5d80-ccc9-4bef-ad31-ee1d033b9eb5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] For port df33e5c7-d5f4-49e7-9dc5-5697be11b101, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=df33e5c7-d5f4-49e7-9dc5-5697be11b101,segment=NetworkSegment(d6da53f2-33b0-411d-bd15-358280f81428),segment_id=d6da53f2-33b0-411d-bd15-358280f81428)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:48.920449 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-29983248-e240-488e-bb30-86900c19937b req-b5af5d80-ccc9-4bef-ad31-ee1d033b9eb5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.967284 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3517b00-f789-4222-a508-204493b849c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=41c644ac-8912-417b-bcb7-383b06e60512,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:48.971366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-29983248-e240-488e-bb30-86900c19937b req-b5af5d80-ccc9-4bef-ad31-ee1d033b9eb5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Calling delete_port for df33e5c7-d5f4-49e7-9dc5-5697be11b101 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:48.974828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa94c670-8063-4d20-a6de-0cb95ae727da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:48.980725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-aa94c670-8063-4d20-a6de-0cb95ae727da admin admin] 10.222.0.25 "DELETE /v2.0/subnets/76772196-e881-467d-9b57-5f96ecf75772 HTTP/1.1" status: 204 len: 168 time: 0.5692589 Nov 09 00:10:48.981631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94c670-8063-4d20-a6de-0cb95ae727da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76772196-e881-467d-9b57-5f96ecf75772,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:48.990589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34594) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:49.180416 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.182701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3517b00-f789-4222-a508-204493b849c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.189631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26e99-a214-416a-a7c2-3a5f19ad606e req-eecfb327-5a56-44ba-a89c-0c7005f56ac8 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:49.191776 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ae26e99-a214-416a-a7c2-3a5f19ad606e req-eecfb327-5a56-44ba-a89c-0c7005f56ac8 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 944 time: 0.2217562 Nov 09 00:10:49.243375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a50de1-1482-4be2-9bbe-fb23abe273ed req-7398676b-d963-4dda-a699-96900351fc27 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:49.244670 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65a50de1-1482-4be2-9bbe-fb23abe273ed req-7398676b-d963-4dda-a699-96900351fc27 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 944 time: 0.1280804 Nov 09 00:10:49.413979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ae26e99-a214-416a-a7c2-3a5f19ad606e req-0d06d29d-0056-4c5c-92a3-e60c820345b2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026246 Nov 09 00:10:49.424351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3517b00-f789-4222-a508-204493b849c7 admin admin] Router 4f5dfbd9-db01-422a-880c-9357187117b6 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:10:49.519767 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.535550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb8b7806-020e-4918-a283-17749cb291c0 req-95b2adbb-2144-4cb5-b841-1bd2abc67161 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/a754ad77-2430-4113-adbb-9fab47ba50fd HTTP/1.1" status: 200 len: 1822 time: 0.2598267 Nov 09 00:10:49.542047 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-29983248-e240-488e-bb30-86900c19937b req-b5af5d80-ccc9-4bef-ad31-ee1d033b9eb5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.553549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3517b00-f789-4222-a508-204493b849c7 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:10:49.565645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d593003-37ef-4db6-b73f-d9600b045463']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:49.569131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d73ee-e757-4a84-b3a0-619c6d031db4 None None] Sync routers for ids ['4f5dfbd9-db01-422a-880c-9357187117b6'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:10:49.570443 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f3517b00-f789-4222-a508-204493b849c7 admin admin] 10.222.0.25 "PUT /v2.0/routers/4f5dfbd9-db01-422a-880c-9357187117b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7882278 Nov 09 00:10:49.573813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34600) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:49.590348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345011f0-1a83-4ff4-b10c-112e79a6de30') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:49.590644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345011f0-1a83-4ff4-b10c-112e79a6de30') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:49.593891 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d73ee-e757-4a84-b3a0-619c6d031db4 None None] Routers {'4f5dfbd9-db01-422a-880c-9357187117b6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:10:49.594796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6d9d73ee-e757-4a84-b3a0-619c6d031db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:10:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4f5dfbd9-db01-422a-880c-9357187117b6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:49.636898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af5d80-ccc9-4bef-ad31-ee1d033b9eb5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Pushing event deleted for resources: {'Port': ['ID=df33e5c7-d5f4-49e7-9dc5-5697be11b101,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:49.644623 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.702618 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.703025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-65a50de1-1482-4be2-9bbe-fb23abe273ed req-e6d34aa9-a237-4080-b50d-8b271a6b3263 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Deleting port 9988a53a-ab7e-4957-a516-de6a8016abf7 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:49.703372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65a50de1-1482-4be2-9bbe-fb23abe273ed req-e6d34aa9-a237-4080-b50d-8b271a6b3263 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.725455 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.740823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-6d9d73ee-e757-4a84-b3a0-619c6d031db4 None None] Set router 4f5dfbd9-db01-422a-880c-9357187117b6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:10:49.742737 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-29983248-e240-488e-bb30-86900c19937b req-b5af5d80-ccc9-4bef-ad31-ee1d033b9eb5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] No DVR routers for this DVR port df33e5c7-d5f4-49e7-9dc5-5697be11b101 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:49.766285 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-29983248-e240-488e-bb30-86900c19937b req-b5af5d80-ccc9-4bef-ad31-ee1d033b9eb5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.770438 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29983248-e240-488e-bb30-86900c19937b req-b5af5d80-ccc9-4bef-ad31-ee1d033b9eb5 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.30 "DELETE /v2.0/ports/df33e5c7-d5f4-49e7-9dc5-5697be11b101 HTTP/1.1" status: 204 len: 173 time: 1.3530002 Nov 09 00:10:49.771760 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce285f1-3af2-4e75-9f00-7f8a1195c4fd', 'name': 'network-vif-deleted', 'tag': 'df33e5c7-d5f4-49e7-9dc5-5697be11b101'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:49.774170 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d39736-03e8-43f2-8ad8-e791f171d126" -d '{"events": [{"server_uuid": "8ce285f1-3af2-4e75-9f00-7f8a1195c4fd", "name": "network-vif-deleted", "tag": "df33e5c7-d5f4-49e7-9dc5-5697be11b101"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:49.777599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:10:49.778583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:10:49.784200 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:10:49.826021 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.907650 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb8b7806-020e-4918-a283-17749cb291c0 req-481c7682-e412-45a0-b022-c4b684bddbcf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.912732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Deleting port 283e6c4d-a4c9-4a94-ac4b-bf680487c702 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:49.913196 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.920651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55b7de-fc98-4258-a230-a6088e0afe29 req-fef71226-514d-4ce1-87ce-802f7fcf800e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:49.922378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e55b7de-fc98-4258-a230-a6088e0afe29 req-fef71226-514d-4ce1-87ce-802f7fcf800e tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.2397759 Nov 09 00:10:49.928189 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.956877 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:49.962766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] 10.222.0.25 "DELETE /v2.0/networks/3d593003-37ef-4db6-b73f-d9600b045463 HTTP/1.1" status: 204 len: 168 time: 0.9666622 Nov 09 00:10:49.969449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6d9d73ee-e757-4a84-b3a0-619c6d031db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-225408415-router', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:18Z', 'updated_at': '2021-11-09T00:10:48Z', 'revision_number': 5, 'project_id': '695edd5ace1b4aae83627f466b84dc26', 'gw_port': {'id': '283e6c4d-a4c9-4a94-ac4b-bf680487c702', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:20Z', 'updated_at': '2021-11-09T00:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:49.999188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c397f-66f7-4a83-bbbc-9f6dc5c7c97b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d593003-37ef-4db6-b73f-d9600b045463,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:49.999594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d73ee-e757-4a84-b3a0-619c6d031db4 None None] Checking router: 4f5dfbd9-db01-422a-880c-9357187117b6 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:10:50.002252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb8b7806-020e-4918-a283-17749cb291c0 req-481c7682-e412-45a0-b022-c4b684bddbcf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:50.006580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-65a50de1-1482-4be2-9bbe-fb23abe273ed req-e6d34aa9-a237-4080-b50d-8b271a6b3263 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] For port 9988a53a-ab7e-4957-a516-de6a8016abf7, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9988a53a-ab7e-4957-a516-de6a8016abf7,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:50.008151 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65a50de1-1482-4be2-9bbe-fb23abe273ed req-e6d34aa9-a237-4080-b50d-8b271a6b3263 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:50.011782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d73ee-e757-4a84-b3a0-619c6d031db4 None None] Routers {'4f5dfbd9-db01-422a-880c-9357187117b6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:10:50.012486 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6d9d73ee-e757-4a84-b3a0-619c6d031db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:10:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4f5dfbd9-db01-422a-880c-9357187117b6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:50.036540 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] For port 283e6c4d-a4c9-4a94-ac4b-bf680487c702, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=283e6c4d-a4c9-4a94-ac4b-bf680487c702,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:50.037002 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:50.040960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-65a50de1-1482-4be2-9bbe-fb23abe273ed req-e6d34aa9-a237-4080-b50d-8b271a6b3263 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Calling delete_port for 9988a53a-ab7e-4957-a516-de6a8016abf7 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:50.055412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Calling delete_port for 283e6c4d-a4c9-4a94-ac4b-bf680487c702 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:50.122237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e55b7de-fc98-4258-a230-a6088e0afe29 req-0d55bb7b-a67d-4749-9cbc-5d12ca125aa7 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919010 Nov 09 00:10:50.125853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-6d9d73ee-e757-4a84-b3a0-619c6d031db4 None None] Set router 4f5dfbd9-db01-422a-880c-9357187117b6 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:10:50.161455 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb8b7806-020e-4918-a283-17749cb291c0 req-481c7682-e412-45a0-b022-c4b684bddbcf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:50.179955 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bb8b7806-020e-4918-a283-17749cb291c0 req-481c7682-e412-45a0-b022-c4b684bddbcf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:50.191355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb8b7806-020e-4918-a283-17749cb291c0 req-481c7682-e412-45a0-b022-c4b684bddbcf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "DELETE /v2.0/security-groups/a754ad77-2430-4113-adbb-9fab47ba50fd HTTP/1.1" status: 204 len: 173 time: 0.6471708 Nov 09 00:10:50.204411 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6d9d73ee-e757-4a84-b3a0-619c6d031db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-225408415-router', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:18Z', 'updated_at': '2021-11-09T00:10:49Z', 'revision_number': 6, 'project_id': '695edd5ace1b4aae83627f466b84dc26', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:50.220026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34614) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:50.242672 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d73ee-e757-4a84-b3a0-619c6d031db4 None None] The sync data for ids ['4f5dfbd9-db01-422a-880c-9357187117b6'] in n-d-813263-3 is: [{'id': '4f5dfbd9-db01-422a-880c-9357187117b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-225408415-router', 'tenant_id': '695edd5ace1b4aae83627f466b84dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:18Z', 'updated_at': '2021-11-09T00:10:49Z', 'revision_number': 6, 'project_id': '695edd5ace1b4aae83627f466b84dc26', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:10:50.274785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c7682-e412-45a0-b022-c4b684bddbcf tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a754ad77-2430-4113-adbb-9fab47ba50fd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:50.308771 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d3a0fa-b9d8-4770-970e-3ccc5e8bd913 x-openstack-request-id: req-a4d3a0fa-b9d8-4770-970e-3ccc5e8bd913 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:50.309068 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce285f1-3af2-4e75-9f00-7f8a1195c4fd", "name": "network-vif-deleted", "tag": "df33e5c7-d5f4-49e7-9dc5-5697be11b101", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:50.309323 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4d3a0fa-b9d8-4770-970e-3ccc5e8bd913 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:50.309768 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce285f1-3af2-4e75-9f00-7f8a1195c4fd', 'name': 'network-vif-deleted', 'tag': 'df33e5c7-d5f4-49e7-9dc5-5697be11b101', 'status': 'completed', 'code': 200} Nov 09 00:10:50.361803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab5cb8-8586-427a-a3e9-ace2503bfa07 req-4706a478-9d6a-47b3-b39d-6708e75e011b tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:50.363347 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6aab5cb8-8586-427a-a3e9-ace2503bfa07 req-4706a478-9d6a-47b3-b39d-6708e75e011b tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 950 time: 0.1371665 Nov 09 00:10:50.446961 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1c71e6d1-be60-46bc-92eb-5dc45a597ee3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c28415dceb142a58cfc63e2f3669de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922882 Nov 09 00:10:50.454776 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3712c03c-6ba6-46a9-b484-746e5ff23787 req-35ee3ddd-43e4-42d7-a972-685ab5a99f80 tempest-LiveMigrationTest-438970012 tempest-LiveMigrationTest-438970012-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce285f1-3af2-4e75-9f00-7f8a1195c4fd HTTP/1.1" status: 200 len: 210 time: 0.0554507 Nov 09 00:10:50.458987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34618) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:50.516359 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65a50de1-1482-4be2-9bbe-fb23abe273ed req-e6d34aa9-a237-4080-b50d-8b271a6b3263 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:50.529710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['4bdaadc7-fad7-4071-842e-59da688c68ab', '9988a53a-ab7e-4957-a516-de6a8016abf7'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:50.536493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6aab5cb8-8586-427a-a3e9-ace2503bfa07 req-83de954b-63fa-44b5-b62b-352222618dde tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/security-groups?id=943344da-a107-4ebc-938a-457a488cd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419506 Nov 09 00:10:50.765831 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:50.809166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=283e6c4d-a4c9-4a94-ac4b-bf680487c702,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:50.848528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d09792-f7ba-4cce-a61f-4a347ff8f2c1 req-650708ec-17a9-48c2-b202-593fcebcf914 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:50.850730 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23d09792-f7ba-4cce-a61f-4a347ff8f2c1 req-650708ec-17a9-48c2-b202-593fcebcf914 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 949 time: 0.1298194 Nov 09 00:10:50.898624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4c29963-9fe4-4427-92da-43d8f97e494c up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:10:50.919920 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d34aa9-a237-4080-b50d-8b271a6b3263 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Pushing event deleted for resources: {'Port': ['ID=9988a53a-ab7e-4957-a516-de6a8016abf7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:50.929740 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:50.979477 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port a4c29963-9fe4-4427-92da-43d8f97e494c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:10:50.989024 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port a4c29963-9fe4-4427-92da-43d8f97e494c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:10:50.989554 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:50.994286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0b49870-f6bc-4080-9744-13713455b75b req-d7e96848-efb1-4a84-9404-3ff6eebcb0c5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 210 time: 0.0797865 Nov 09 00:10:51.021480 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7c1a69f0-4496-4cc6-9048-3a4a32b2b719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.045810 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.049958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.086639 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a50de1-1482-4be2-9bbe-fb23abe273ed req-e6d34aa9-a237-4080-b50d-8b271a6b3263 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] No DVR routers for this DVR port 9988a53a-ab7e-4957-a516-de6a8016abf7 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:51.096711 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.101467 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-65a50de1-1482-4be2-9bbe-fb23abe273ed req-e6d34aa9-a237-4080-b50d-8b271a6b3263 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.106121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65a50de1-1482-4be2-9bbe-fb23abe273ed req-e6d34aa9-a237-4080-b50d-8b271a6b3263 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.11 "DELETE /v2.0/ports/9988a53a-ab7e-4957-a516-de6a8016abf7 HTTP/1.1" status: 204 len: 173 time: 1.8428905 Nov 09 00:10:51.108365 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.108951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f5dfbd9-db01-422a-880c-9357187117b6 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:10:51.112583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7c1a69f0-4496-4cc6-9048-3a4a32b2b719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.116953 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.118044 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5c8ffd90-b554-442e-bfe1-50d50fb428d5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4f5dfbd9-db01-422a-880c-9357187117b6 HTTP/1.1" status: 204 len: 168 time: 1.5432539 Nov 09 00:10:51.120642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-23d09792-f7ba-4cce-a61f-4a347ff8f2c1 req-b411e07b-9901-47a6-b7ae-e09f1949762d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Deleting port a4c29963-9fe4-4427-92da-43d8f97e494c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:51.120978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-23d09792-f7ba-4cce-a61f-4a347ff8f2c1 req-b411e07b-9901-47a6-b7ae-e09f1949762d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.123575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34620) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:51.136768 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c58ce3e3-fbdf-415d-ad76-2a418213844f req-f83127cb-e051-449e-bc0c-faeb8a1cbede tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/cc2b2059-a6f3-448f-94b1-ce1aa701e9a8 HTTP/1.1" status: 200 len: 1821 time: 0.2212605 Nov 09 00:10:51.140296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:51.142965 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a1d1d1-c86e-4f84-85fa-e231aefa87e3" -d '{"events": [{"server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "name": "network-vif-plugged", "status": "completed", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:51.169554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:51.182638 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.184523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9988a53a-ab7e-4957-a516-de6a8016abf7 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:51.209440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725c2c4-65cc-450d-a68c-148ae661b251 req-9b10f49a-2ac5-44d1-9e82-ccba38d2dcb9 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:51.211176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d725c2c4-65cc-450d-a68c-148ae661b251 req-9b10f49a-2ac5-44d1-9e82-ccba38d2dcb9 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 950 time: 0.2293563 Nov 09 00:10:51.247174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-4820321f-9b6c-4fa3-812e-8563a6c140e5 admin admin] Deleting subnet 22b7354d-6c00-44d3-a168-bb29815b6feb {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:10:51.253376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 9988a53a-ab7e-4957-a516-de6a8016abf7 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:51.253847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9988a53a-ab7e-4957-a516-de6a8016abf7 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:51.267802 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4820321f-9b6c-4fa3-812e-8563a6c140e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.345963 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c58ce3e3-fbdf-415d-ad76-2a418213844f req-2e7ed1fd-5f4d-4c77-ac5f-61fdd235ff02 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.348681 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4820321f-9b6c-4fa3-812e-8563a6c140e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.352484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=13']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:51.353277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-23d09792-f7ba-4cce-a61f-4a347ff8f2c1 req-b411e07b-9901-47a6-b7ae-e09f1949762d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] For port a4c29963-9fe4-4427-92da-43d8f97e494c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4c29963-9fe4-4427-92da-43d8f97e494c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:51.354086 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-23d09792-f7ba-4cce-a61f-4a347ff8f2c1 req-b411e07b-9901-47a6-b7ae-e09f1949762d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.384051 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7c1a69f0-4496-4cc6-9048-3a4a32b2b719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.386717 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7c1a69f0-4496-4cc6-9048-3a4a32b2b719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.389411 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7c1a69f0-4496-4cc6-9048-3a4a32b2b719 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3402a2a-61dc-43f3-8347-86295cd98da0 HTTP/1.1" status: 204 len: 168 time: 0.9279418 Nov 09 00:10:51.408646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-23d09792-f7ba-4cce-a61f-4a347ff8f2c1 req-b411e07b-9901-47a6-b7ae-e09f1949762d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Calling delete_port for a4c29963-9fe4-4427-92da-43d8f97e494c owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:51.421762 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c58ce3e3-fbdf-415d-ad76-2a418213844f req-2e7ed1fd-5f4d-4c77-ac5f-61fdd235ff02 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.431546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a69f0-4496-4cc6-9048-3a4a32b2b719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3402a2a-61dc-43f3-8347-86295cd98da0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:51.461657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f1beb-09d3-4c3e-8b5b-575bb03e1ff0 req-95a1bcdf-7963-42c4-b696-87d64f0e2554 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:51.469823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b97f1beb-09d3-4c3e-8b5b-575bb03e1ff0 req-95a1bcdf-7963-42c4-b696-87d64f0e2554 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 950 time: 0.1939297 Nov 09 00:10:51.505558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 283e6c4d-a4c9-4a94-ac4b-bf680487c702 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:51.537930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 283e6c4d-a4c9-4a94-ac4b-bf680487c702 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:51.538623 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 283e6c4d-a4c9-4a94-ac4b-bf680487c702 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:51.539403 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 41c644ac-8912-417b-bcb7-383b06e60512 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:51.551479 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4820321f-9b6c-4fa3-812e-8563a6c140e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.556402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-d725c2c4-65cc-450d-a68c-148ae661b251 req-66f62768-be92-4d63-a279-04045fd891d1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Deleting port 1f842091-24e7-4310-9fc6-3795397e859f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:51.556974 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d725c2c4-65cc-450d-a68c-148ae661b251 req-66f62768-be92-4d63-a279-04045fd891d1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.574449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 41c644ac-8912-417b-bcb7-383b06e60512 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:51.574928 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 41c644ac-8912-417b-bcb7-383b06e60512 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:51.628347 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b97f1beb-09d3-4c3e-8b5b-575bb03e1ff0 req-f272df43-085d-4cd4-8fac-b04881dd7fdf tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565514 Nov 09 00:10:51.655909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4820321f-9b6c-4fa3-812e-8563a6c140e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.702231 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5195a0-db31-4965-a2d9-ddcd7c543318 None None] Network 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:10:51.703669 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820321f-9b6c-4fa3-812e-8563a6c140e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b7354d-6c00-44d3-a168-bb29815b6feb,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:51.708000 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4820321f-9b6c-4fa3-812e-8563a6c140e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.711367 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff444db-4f53-4f8f-ab63-a09dd5528cf8 x-openstack-request-id: req-5ff444db-4f53-4f8f-ab63-a09dd5528cf8 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:51.711652 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4820321f-9b6c-4fa3-812e-8563a6c140e5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/22b7354d-6c00-44d3-a168-bb29815b6feb HTTP/1.1" status: 204 len: 168 time: 0.5869644 Nov 09 00:10:51.712142 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "name": "network-vif-plugged", "status": "completed", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:51.712737 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ff444db-4f53-4f8f-ab63-a09dd5528cf8 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:51.713688 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'code': 200} Nov 09 00:10:51.714633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34634) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:51.724189 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c58ce3e3-fbdf-415d-ad76-2a418213844f req-2e7ed1fd-5f4d-4c77-ac5f-61fdd235ff02 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.726857 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c58ce3e3-fbdf-415d-ad76-2a418213844f req-2e7ed1fd-5f4d-4c77-ac5f-61fdd235ff02 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.728023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c58ce3e3-fbdf-415d-ad76-2a418213844f req-2e7ed1fd-5f4d-4c77-ac5f-61fdd235ff02 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "DELETE /v2.0/security-groups/cc2b2059-a6f3-448f-94b1-ce1aa701e9a8 HTTP/1.1" status: 204 len: 173 time: 0.5904508 Nov 09 00:10:51.789336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34638) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:51.830848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ed1fd-5f4d-4c77-ac5f-61fdd235ff02 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2b2059-a6f3-448f-94b1-ce1aa701e9a8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:51.952188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-d725c2c4-65cc-450d-a68c-148ae661b251 req-66f62768-be92-4d63-a279-04045fd891d1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] For port 1f842091-24e7-4310-9fc6-3795397e859f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1f842091-24e7-4310-9fc6-3795397e859f,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:51.952471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d725c2c4-65cc-450d-a68c-148ae661b251 req-66f62768-be92-4d63-a279-04045fd891d1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:51.978785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-d725c2c4-65cc-450d-a68c-148ae661b251 req-66f62768-be92-4d63-a279-04045fd891d1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Calling delete_port for 1f842091-24e7-4310-9fc6-3795397e859f owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:52.032514 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.050719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42e72d-d0d9-4c92-8ac3-d3e12031b2c6 req-4359cd08-9289-4d64-81a8-ff24dca83e93 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:52.058913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a42e72d-d0d9-4c92-8ac3-d3e12031b2c6 req-4359cd08-9289-4d64-81a8-ff24dca83e93 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 950 time: 0.1950119 Nov 09 00:10:52.080433 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd176d67-4d6e-4160-8e00-bdb24e4bbdf2 req-1c9cdb79-6787-4a1e-b3eb-134a8935b47e tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/f9448e54-8304-480a-9bd1-5887e60f74e5 HTTP/1.1" status: 200 len: 1821 time: 0.1542275 Nov 09 00:10:52.164216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55622d02-58ba-4bbc-9537-667a808cb119 None None] DHCP port deletion for 9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:10:52.197446 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-23d09792-f7ba-4cce-a61f-4a347ff8f2c1 req-b411e07b-9901-47a6-b7ae-e09f1949762d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.209425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6cfda2-ab4e-47ac-83e8-757966492be3 admin admin] Deleting subnet 1b201088-b013-4d7d-a1ce-543e29ebce91 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:10:52.217466 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-951bbda8-6dbf-4b96-aa53-3a2913b6e7fd req-f36196e3-3261-4751-ac72-5f472c80e158 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1725998 Nov 09 00:10:52.242139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a42e72d-d0d9-4c92-8ac3-d3e12031b2c6 req-d43b92db-05dc-4ec6-8035-346afcc8f27c tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/security-groups?id=943344da-a107-4ebc-938a-457a488cd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773245 Nov 09 00:10:52.243790 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfda2-ab4e-47ac-83e8-757966492be3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.258423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411e07b-9901-47a6-b7ae-e09f1949762d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Pushing event deleted for resources: {'Port': ['ID=a4c29963-9fe4-4427-92da-43d8f97e494c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:52.272488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device df33e5c7-d5f4-49e7-9dc5-5697be11b101 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:52.280557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'c9157251-ba3b-4625-ad66-84bdd5eb31ff'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:52.293305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:52.322772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a22a5e7-7981-4732-b707-74d68ef9a62e', 'name': 'network-vif-deleted', 'tag': '9988a53a-ab7e-4957-a516-de6a8016abf7'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:52.325147 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216073fb-f726-4539-8efa-237b2a8a3178" -d '{"events": [{"server_uuid": "3a22a5e7-7981-4732-b707-74d68ef9a62e", "name": "network-vif-deleted", "tag": "9988a53a-ab7e-4957-a516-de6a8016abf7"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:52.351187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d09792-f7ba-4cce-a61f-4a347ff8f2c1 req-b411e07b-9901-47a6-b7ae-e09f1949762d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] No DVR routers for this DVR port a4c29963-9fe4-4427-92da-43d8f97e494c on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:52.355286 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd176d67-4d6e-4160-8e00-bdb24e4bbdf2 req-0b40a0e5-8879-459b-a2de-3f321d97621f tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.355522 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-23d09792-f7ba-4cce-a61f-4a347ff8f2c1 req-b411e07b-9901-47a6-b7ae-e09f1949762d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.363405 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23d09792-f7ba-4cce-a61f-4a347ff8f2c1 req-b411e07b-9901-47a6-b7ae-e09f1949762d tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "DELETE /v2.0/ports/a4c29963-9fe4-4427-92da-43d8f97e494c HTTP/1.1" status: 204 len: 173 time: 1.4948616 Nov 09 00:10:52.367620 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'name': 'network-vif-deleted', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:52.371255 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74bc0b7-8a6d-4090-b9c9-60cfdc5d23b3" -d '{"events": [{"server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "name": "network-vif-deleted", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:52.391193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Deleting port 6c107280-b98e-420a-9335-5ccf1fbc5c26 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:52.391984 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.433492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bbda8-6dbf-4b96-aa53-3a2913b6e7fd req-cc91f0ab-6b1b-4c17-b614-40bd1598722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:52.435283 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-951bbda8-6dbf-4b96-aa53-3a2913b6e7fd req-cc91f0ab-6b1b-4c17-b614-40bd1598722d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 1095 time: 0.1903245 Nov 09 00:10:52.443826 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: df33e5c7-d5f4-49e7-9dc5-5697be11b101 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:52.444543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device df33e5c7-d5f4-49e7-9dc5-5697be11b101 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:52.458206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8cf40fda-9073-42f5-af45-06be65bb1010 req-d568e6d9-e06d-410b-ac36-d70db30d7eb5 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 210 time: 0.1173460 Nov 09 00:10:52.481298 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfda2-ab4e-47ac-83e8-757966492be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.558319 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4d9db4-c272-4d2f-a6cd-835435a865cb x-openstack-request-id: req-5b4d9db4-c272-4d2f-a6cd-835435a865cb {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:52.560699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] For port 6c107280-b98e-420a-9335-5ccf1fbc5c26, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6c107280-b98e-420a-9335-5ccf1fbc5c26,segment=NetworkSegment(9dc26115-3636-4647-a73a-33058096b0df),segment_id=9dc26115-3636-4647-a73a-33058096b0df)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:52.561033 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.574311 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a22a5e7-7981-4732-b707-74d68ef9a62e", "name": "network-vif-deleted", "tag": "9988a53a-ab7e-4957-a516-de6a8016abf7", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:52.574576 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b4d9db4-c272-4d2f-a6cd-835435a865cb {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:52.575002 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a22a5e7-7981-4732-b707-74d68ef9a62e', 'name': 'network-vif-deleted', 'tag': '9988a53a-ab7e-4957-a516-de6a8016abf7', 'status': 'completed', 'code': 200} Nov 09 00:10:52.583316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Calling delete_port for 6c107280-b98e-420a-9335-5ccf1fbc5c26 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:52.636586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd176d67-4d6e-4160-8e00-bdb24e4bbdf2 req-0b40a0e5-8879-459b-a2de-3f321d97621f tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.709583 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f695a421-625c-4e55-a3dc-4e0128ea8e75 x-openstack-request-id: req-f695a421-625c-4e55-a3dc-4e0128ea8e75 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:52.709931 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20432eaf-8b94-4af0-98c9-9056bf13a431", "name": "network-vif-deleted", "tag": "a4c29963-9fe4-4427-92da-43d8f97e494c", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:52.710547 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f695a421-625c-4e55-a3dc-4e0128ea8e75 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:52.710671 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20432eaf-8b94-4af0-98c9-9056bf13a431', 'name': 'network-vif-deleted', 'tag': 'a4c29963-9fe4-4427-92da-43d8f97e494c', 'status': 'completed', 'code': 200} Nov 09 00:10:52.736316 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d725c2c4-65cc-450d-a68c-148ae661b251 req-66f62768-be92-4d63-a279-04045fd891d1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.789031 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfda2-ab4e-47ac-83e8-757966492be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.809487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-55622d02-58ba-4bbc-9537-667a808cb119 None None] Deleting port 6c107280-b98e-420a-9335-5ccf1fbc5c26 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:52.810160 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-55622d02-58ba-4bbc-9537-667a808cb119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.850574 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25f4849f-88ff-4ae3-a1c0-c8688fc2caf3 req-5baf231f-d906-46b1-b18f-b6a704827539 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=20432eaf-8b94-4af0-98c9-9056bf13a431 HTTP/1.1" status: 200 len: 210 time: 0.0832467 Nov 09 00:10:52.860515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f62768-be92-4d63-a279-04045fd891d1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Pushing event deleted for resources: {'Port': ['ID=1f842091-24e7-4310-9fc6-3795397e859f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:52.885274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bbda8-6dbf-4b96-aa53-3a2913b6e7fd req-9b9294b1-ff7e-4114-89ed-8e3cf8e794df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:52.887947 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-951bbda8-6dbf-4b96-aa53-3a2913b6e7fd req-9b9294b1-ff7e-4114-89ed-8e3cf8e794df service neutron] 10.222.0.30 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.1961408 Nov 09 00:10:52.890734 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.895278 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd176d67-4d6e-4160-8e00-bdb24e4bbdf2 req-0b40a0e5-8879-459b-a2de-3f321d97621f tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.898136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd176d67-4d6e-4160-8e00-bdb24e4bbdf2 req-0b40a0e5-8879-459b-a2de-3f321d97621f tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:52.899285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd176d67-4d6e-4160-8e00-bdb24e4bbdf2 req-0b40a0e5-8879-459b-a2de-3f321d97621f tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "DELETE /v2.0/security-groups/f9448e54-8304-480a-9bd1-5887e60f74e5 HTTP/1.1" status: 204 len: 173 time: 0.8181765 Nov 09 00:10:52.964276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4c29963-9fe4-4427-92da-43d8f97e494c no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:52.998006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d725c2c4-65cc-450d-a68c-148ae661b251 req-66f62768-be92-4d63-a279-04045fd891d1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] No DVR routers for this DVR port 1f842091-24e7-4310-9fc6-3795397e859f on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:53.005043 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d725c2c4-65cc-450d-a68c-148ae661b251 req-66f62768-be92-4d63-a279-04045fd891d1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.008563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d725c2c4-65cc-450d-a68c-148ae661b251 req-66f62768-be92-4d63-a279-04045fd891d1 tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.30 "DELETE /v2.0/ports/1f842091-24e7-4310-9fc6-3795397e859f HTTP/1.1" status: 204 len: 173 time: 1.7897253 Nov 09 00:10:53.022631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] No DVR routers for this DVR port 6c107280-b98e-420a-9335-5ccf1fbc5c26 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:53.028306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40a0e5-8879-459b-a2de-3f321d97621f tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9448e54-8304-480a-9bd1-5887e60f74e5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:53.123054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c977001e-b6f1-4580-a683-8fd8fc3a788b req-c415b24e-8fca-48be-bcdf-cb8d93bb5f8f tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/6a859552-7445-4693-bf9f-7c2dbc64ba4c HTTP/1.1" status: 200 len: 2419 time: 0.1025226 Nov 09 00:10:53.125931 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfda2-ab4e-47ac-83e8-757966492be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.137661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c107280-b98e-420a-9335-5ccf1fbc5c26,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:53.158424 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-951bbda8-6dbf-4b96-aa53-3a2913b6e7fd req-0322e23f-36e0-4c0c-ab14-1c545baf32c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d1d2d1-5378-442e-8602-eb446cb65667 HTTP/1.1" status: 200 len: 217 time: 0.2526596 Nov 09 00:10:53.247407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cfda2-ab4e-47ac-83e8-757966492be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b201088-b013-4d7d-a1ce-543e29ebce91,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:53.287514 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfda2-ab4e-47ac-83e8-757966492be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.291451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bc6cfda2-ab4e-47ac-83e8-757966492be3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1b201088-b013-4d7d-a1ce-543e29ebce91 HTTP/1.1" status: 204 len: 168 time: 1.4987950 Nov 09 00:10:53.296762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34678) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:53.342602 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: a4c29963-9fe4-4427-92da-43d8f97e494c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:53.343119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4c29963-9fe4-4427-92da-43d8f97e494c not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:53.358789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-55622d02-58ba-4bbc-9537-667a808cb119 None None] For port 6c107280-b98e-420a-9335-5ccf1fbc5c26, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6c107280-b98e-420a-9335-5ccf1fbc5c26,segment=NetworkSegment(9dc26115-3636-4647-a73a-33058096b0df),segment_id=9dc26115-3636-4647-a73a-33058096b0df)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:53.359193 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-55622d02-58ba-4bbc-9537-667a808cb119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.385314 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c977001e-b6f1-4580-a683-8fd8fc3a788b req-85160747-457d-4620-8a8c-eea839d2ab6b tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.394048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-55622d02-58ba-4bbc-9537-667a808cb119 None None] Calling delete_port for 6c107280-b98e-420a-9335-5ccf1fbc5c26 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:53.401532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bbda8-6dbf-4b96-aa53-3a2913b6e7fd req-9fd50831-fa64-4e8e-96bd-d3485bed4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:53.403015 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-951bbda8-6dbf-4b96-aa53-3a2913b6e7fd req-9fd50831-fa64-4e8e-96bd-d3485bed4b50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.1840608 Nov 09 00:10:53.404619 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.505978 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-951bbda8-6dbf-4b96-aa53-3a2913b6e7fd req-046423e2-0982-46cb-84bc-8fb0b129a063 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846865 Nov 09 00:10:53.545268 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c977001e-b6f1-4580-a683-8fd8fc3a788b req-85160747-457d-4620-8a8c-eea839d2ab6b tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.552934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6c107280-b98e-420a-9335-5ccf1fbc5c26 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:53.561773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.568656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afa72d5-e53f-4a6e-933b-2d8d0eccdb90']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:53.598405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 6c107280-b98e-420a-9335-5ccf1fbc5c26 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:53.599589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6c107280-b98e-420a-9335-5ccf1fbc5c26 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:53.644953 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-55622d02-58ba-4bbc-9537-667a808cb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.651249 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d92d4f47-f0c3-41a5-9e92-a326b9cd8605 req-06329c74-aafa-46ad-9cd6-6be912cbf4cf tempest-TenantUsagesTestJSON-81669157 tempest-TenantUsagesTestJSON-81669157-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1bca2f-6114-465a-bf51-dc50635f4ea7 HTTP/1.1" status: 200 len: 210 time: 0.0872672 Nov 09 00:10:53.719567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc26115-3636-4647-a73a-33058096b0df') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:53.719859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc26115-3636-4647-a73a-33058096b0df') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:53.727166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55622d02-58ba-4bbc-9537-667a808cb119 None None] Pushing event deleted for resources: {'Port': ['ID=6c107280-b98e-420a-9335-5ccf1fbc5c26,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:53.767471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.793050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55622d02-58ba-4bbc-9537-667a808cb119 None None] No DVR routers for this DVR port 6c107280-b98e-420a-9335-5ccf1fbc5c26 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:53.825866 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.845842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:10:53.846826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:10:53.848732 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:10:53.869034 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c977001e-b6f1-4580-a683-8fd8fc3a788b req-85160747-457d-4620-8a8c-eea839d2ab6b tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.873224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c977001e-b6f1-4580-a683-8fd8fc3a788b req-85160747-457d-4620-8a8c-eea839d2ab6b tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.874323 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c977001e-b6f1-4580-a683-8fd8fc3a788b req-85160747-457d-4620-8a8c-eea839d2ab6b tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "DELETE /v2.0/security-groups/6a859552-7445-4693-bf9f-7c2dbc64ba4c HTTP/1.1" status: 204 len: 173 time: 0.7501395 Nov 09 00:10:53.888434 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-951bbda8-6dbf-4b96-aa53-3a2913b6e7fd req-623b12f1-dd32-41ff-b535-c91b1beb0ae0 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652315 Nov 09 00:10:53.900495 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:53.917755 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1e6df79-3359-4d8b-b9a0-e53e5c73e316 req-69dee914-58c4-4dd4-9f87-56c8c647fb9f tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 210 time: 0.0573742 Nov 09 00:10:53.953043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85160747-457d-4620-8a8c-eea839d2ab6b tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a859552-7445-4693-bf9f-7c2dbc64ba4c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:53.992531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34694) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:54.043348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b694f05-7fa9-49af-ad3c-4c50b0fed877']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:54.054743 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-058f98d9-a592-457b-ac1d-700b178799e2 req-f194cc55-0ecc-44b2-9de7-874c0b4a1424 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "GET /v2.0/security-groups/24328fa3-a768-48d7-b2f7-1039ff57eb9c HTTP/1.1" status: 200 len: 2414 time: 0.0947907 Nov 09 00:10:54.056367 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-951bbda8-6dbf-4b96-aa53-3a2913b6e7fd req-d92ab884-1717-4907-baf8-b8b8c49ac908 service neutron] 10.222.0.30 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243224 Nov 09 00:10:54.057444 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.063208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.066740 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9afa72d5-e53f-4a6e-933b-2d8d0eccdb90 HTTP/1.1" status: 204 len: 168 time: 2.3510497 Nov 09 00:10:54.071619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34700) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:54.115178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6da53f2-33b0-411d-bd15-358280f81428') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:54.115868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6da53f2-33b0-411d-bd15-358280f81428') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:54.132506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df21d9-1c62-4286-80a6-180e21d8bcc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9afa72d5-e53f-4a6e-933b-2d8d0eccdb90,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:54.185205 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.186729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1f842091-24e7-4310-9fc6-3795397e859f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:54.199085 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22dbcee5-7c67-4876-a7a3-82643f6ff3af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.257728 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.285408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:10:54.285846 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:10:54.287505 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:10:54.362882 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-058f98d9-a592-457b-ac1d-700b178799e2 req-4843e0b2-b528-44ae-9d63-19c6134e30c0 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.449050 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.468671 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.471924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1b694f05-7fa9-49af-ad3c-4c50b0fed877 HTTP/1.1" status: 204 len: 168 time: 1.1700265 Nov 09 00:10:54.475075 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34704) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:54.493253 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-058f98d9-a592-457b-ac1d-700b178799e2 req-4843e0b2-b528-44ae-9d63-19c6134e30c0 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.519005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7e599-29ff-4e51-8512-827c99590415 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b694f05-7fa9-49af-ad3c-4c50b0fed877,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:54.523575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-6712b768-7b5b-4e55-8275-a66be32bcf57 admin admin] Deleting subnet 477b35d0-5c5d-499a-8453-4a3604815d89 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:10:54.527107 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6712b768-7b5b-4e55-8275-a66be32bcf57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.567364 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6712b768-7b5b-4e55-8275-a66be32bcf57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.576166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1bca2f-6114-465a-bf51-dc50635f4ea7', 'name': 'network-vif-deleted', 'tag': '1f842091-24e7-4310-9fc6-3795397e859f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:54.578406 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b7a116-a864-4dfb-88c4-300713ddf254" -d '{"events": [{"server_uuid": "1e1bca2f-6114-465a-bf51-dc50635f4ea7", "name": "network-vif-deleted", "tag": "1f842091-24e7-4310-9fc6-3795397e859f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:54.603114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f0540-bba9-473b-a4b3-e95d561a7ff9 req-16aa4306-bc21-416e-a458-386da6a74bfb tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:54.604642 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d9f0540-bba9-473b-a4b3-e95d561a7ff9 req-16aa4306-bc21-416e-a458-386da6a74bfb tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 951 time: 0.2398167 Nov 09 00:10:54.606603 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22dbcee5-7c67-4876-a7a3-82643f6ff3af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.615935 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22dbcee5-7c67-4876-a7a3-82643f6ff3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.626287 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6712b768-7b5b-4e55-8275-a66be32bcf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.692136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6712b768-7b5b-4e55-8275-a66be32bcf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.719605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-22dbcee5-7c67-4876-a7a3-82643f6ff3af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f483734d747b4ca1b478a50c3302bcf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7217343 Nov 09 00:10:54.721178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34710) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:54.724665 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-058f98d9-a592-457b-ac1d-700b178799e2 req-4843e0b2-b528-44ae-9d63-19c6134e30c0 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.727319 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-058f98d9-a592-457b-ac1d-700b178799e2 req-4843e0b2-b528-44ae-9d63-19c6134e30c0 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.728484 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-058f98d9-a592-457b-ac1d-700b178799e2 req-4843e0b2-b528-44ae-9d63-19c6134e30c0 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] 10.222.0.25 "DELETE /v2.0/security-groups/24328fa3-a768-48d7-b2f7-1039ff57eb9c HTTP/1.1" status: 204 len: 173 time: 0.6392214 Nov 09 00:10:54.730650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712b768-7b5b-4e55-8275-a66be32bcf57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477b35d0-5c5d-499a-8453-4a3604815d89,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:54.736183 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6712b768-7b5b-4e55-8275-a66be32bcf57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.740522 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6712b768-7b5b-4e55-8275-a66be32bcf57 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/477b35d0-5c5d-499a-8453-4a3604815d89 HTTP/1.1" status: 204 len: 168 time: 0.2644484 Nov 09 00:10:54.743042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34712) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:54.750040 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34714) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:54.766895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbcee5-7c67-4876-a7a3-82643f6ff3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d0a061-fa68-45b9-9182-ebb4c52ad445,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:54.803052 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d552cc4-40f1-4de1-aaf5-4a6e4efdbcdb x-openstack-request-id: req-1d552cc4-40f1-4de1-aaf5-4a6e4efdbcdb {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:54.803470 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1bca2f-6114-465a-bf51-dc50635f4ea7", "name": "network-vif-deleted", "tag": "1f842091-24e7-4310-9fc6-3795397e859f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:54.803822 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d552cc4-40f1-4de1-aaf5-4a6e4efdbcdb {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:54.804314 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1bca2f-6114-465a-bf51-dc50635f4ea7', 'name': 'network-vif-deleted', 'tag': '1f842091-24e7-4310-9fc6-3795397e859f', 'status': 'completed', 'code': 200} Nov 09 00:10:54.808432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843e0b2-b528-44ae-9d63-19c6134e30c0 tempest-SecurityGroupRulesTestJSON-1929607614 tempest-SecurityGroupRulesTestJSON-1929607614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24328fa3-a768-48d7-b2f7-1039ff57eb9c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:54.831860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d9f0540-bba9-473b-a4b3-e95d561a7ff9 req-1bb7897d-684f-42b5-8411-cd984da0f5de tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020514 Nov 09 00:10:54.908719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa213d6-0759-44eb-8144-d2599f8de232 admin admin] Deleting subnet 085c75c8-669e-4b70-9bb8-e2dfc39e17f5 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:10:54.915071 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffa213d6-0759-44eb-8144-d2599f8de232 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:54.984524 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af730af9-be1d-4a69-b3a1-b099367aebdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.004094 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f595887b-5417-4501-ac25-bd85e154b4b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.010266 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.036882 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffa213d6-0759-44eb-8144-d2599f8de232 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.067203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f595887b-5417-4501-ac25-bd85e154b4b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.077211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34722) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:55.134485 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aa6828c-06af-49a4-94a6-82e384d7c30c req-c2b66268-60c1-4c8a-a55d-d2f41ce7783c tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 210 time: 0.0440123 Nov 09 00:10:55.166697 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffa213d6-0759-44eb-8144-d2599f8de232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.203354 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.224758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c71a578-9c24-4307-b4a2-83ffbbdbe441']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:55.252365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b275a509-639d-4536-bc46-164fad29aed5') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:55.252682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b275a509-639d-4536-bc46-164fad29aed5') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:55.279268 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.291502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f595887b-5417-4501-ac25-bd85e154b4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.294129 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f595887b-5417-4501-ac25-bd85e154b4b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.297647 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f595887b-5417-4501-ac25-bd85e154b4b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94d0a061-fa68-45b9-9182-ebb4c52ad445 HTTP/1.1" status: 204 len: 168 time: 0.5723226 Nov 09 00:10:55.357327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-af730af9-be1d-4a69-b3a1-b099367aebdb admin admin] Deleting port 0c0f07df-e004-45a4-bb33-6bdb76f2b370 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:55.366146 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af730af9-be1d-4a69-b3a1-b099367aebdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.367676 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.385621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595887b-5417-4501-ac25-bd85e154b4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d0a061-fa68-45b9-9182-ebb4c52ad445,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:55.394977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:10:55.395369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:10:55.399325 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:10:55.454684 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-77d7fea4-5878-484d-9aa4-f460ba82d6bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ed7e248508d49f29092fb22b19e314f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750432 Nov 09 00:10:55.458910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34730) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:55.476538 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffa213d6-0759-44eb-8144-d2599f8de232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.520678 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-af730af9-be1d-4a69-b3a1-b099367aebdb admin admin] For port 0c0f07df-e004-45a4-bb33-6bdb76f2b370, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0c0f07df-e004-45a4-bb33-6bdb76f2b370,segment=NetworkSegment(65a1c5a9-3491-4b20-9d2e-c865bf25b4e6),segment_id=65a1c5a9-3491-4b20-9d2e-c865bf25b4e6)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:55.521473 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af730af9-be1d-4a69-b3a1-b099367aebdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.527409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa213d6-0759-44eb-8144-d2599f8de232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=085c75c8-669e-4b70-9bb8-e2dfc39e17f5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:55.528975 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.530764 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffa213d6-0759-44eb-8144-d2599f8de232 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.534694 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ffa213d6-0759-44eb-8144-d2599f8de232 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/085c75c8-669e-4b70-9bb8-e2dfc39e17f5 HTTP/1.1" status: 204 len: 168 time: 0.7907348 Nov 09 00:10:55.540106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34734) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:55.547229 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.550265 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1c71a578-9c24-4307-b4a2-83ffbbdbe441 HTTP/1.1" status: 204 len: 168 time: 0.7914581 Nov 09 00:10:55.582306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3115b-f8e6-44a7-bc4e-11bbd6090e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c71a578-9c24-4307-b4a2-83ffbbdbe441,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:55.593592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-af730af9-be1d-4a69-b3a1-b099367aebdb admin admin] Calling delete_port for 0c0f07df-e004-45a4-bb33-6bdb76f2b370 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:55.712976 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.744496 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14bbf6c1-58bf-4510-811a-d12e7fd14488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.867413 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.867577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af730af9-be1d-4a69-b3a1-b099367aebdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.895717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34748) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:55.905139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af730af9-be1d-4a69-b3a1-b099367aebdb admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0f07df-e004-45a4-bb33-6bdb76f2b370,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:55.941898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862b23a5-1879-43bf-bb8b-23919d4145ee']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:55.974329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd29f80-9412-4267-84a4-c3a30b68e34f req-70d0411d-af8f-4442-9ae1-28030bf76bec tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:55.976286 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7cd29f80-9412-4267-84a4-c3a30b68e34f req-70d0411d-af8f-4442-9ae1-28030bf76bec tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 951 time: 0.3915765 Nov 09 00:10:55.978304 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14bbf6c1-58bf-4510-811a-d12e7fd14488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:55.991541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41bc904-c741-4759-88e6-957a3ef558e3') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:55.991836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41bc904-c741-4759-88e6-957a3ef558e3') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:56.001962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-50a05bf9-580c-4f5a-bcf4-9e7950b42248 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a886180a18e84341a5ce8c7e94ede157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1032763 Nov 09 00:10:56.012938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34750) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:56.046645 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.099574 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.110008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c725a-00a2-4299-ac5b-3619315b7481 req-fdb51f18-e49c-40f4-8227-bdf753b6f211 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:56.116480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e10c725a-00a2-4299-ac5b-3619315b7481 req-fdb51f18-e49c-40f4-8227-bdf753b6f211 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 951 time: 0.1328363 Nov 09 00:10:56.165465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:10:56.165956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:10:56.169075 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:10:56.211875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1f842091-24e7-4310-9fc6-3795397e859f no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:56.275054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14bbf6c1-58bf-4510-811a-d12e7fd14488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.277823 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14bbf6c1-58bf-4510-811a-d12e7fd14488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.279221 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-14bbf6c1-58bf-4510-811a-d12e7fd14488 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/943344da-a107-4ebc-938a-457a488cd0d0 HTTP/1.1" status: 204 len: 168 time: 0.8192997 Nov 09 00:10:56.284944 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.290218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 1f842091-24e7-4310-9fc6-3795397e859f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:56.295466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1f842091-24e7-4310-9fc6-3795397e859f not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:56.302341 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f158ca6a-2d63-47c0-a621-2e1239ac76b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.306969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.310514 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] 10.222.0.25 "DELETE /v2.0/networks/862b23a5-1879-43bf-bb8b-23919d4145ee HTTP/1.1" status: 204 len: 168 time: 0.7677081 Nov 09 00:10:56.323721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbf6c1-58bf-4510-811a-d12e7fd14488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943344da-a107-4ebc-938a-457a488cd0d0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:56.331742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f951372-5e7e-4ba3-aa4c-c8831d6c2844 admin admin] Pushing event deleted for resources: {'Network': ['ID=862b23a5-1879-43bf-bb8b-23919d4145ee,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:56.348346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-7cd29f80-9412-4267-84a4-c3a30b68e34f req-4d8f4f45-cf31-446e-ada7-5ddba58c8eba tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Deleting port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:56.348748 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7cd29f80-9412-4267-84a4-c3a30b68e34f req-4d8f4f45-cf31-446e-ada7-5ddba58c8eba tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.356654 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f158ca6a-2d63-47c0-a621-2e1239ac76b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.386689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e264424-d7f6-4920-b9b8-918d3ee4fc8f req-81f6938f-0700-46d2-9eba-2b16d66d32bf tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 210 time: 0.1489894 Nov 09 00:10:56.481721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-7cd29f80-9412-4267-84a4-c3a30b68e34f req-4d8f4f45-cf31-446e-ada7-5ddba58c8eba tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] For port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:56.482242 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7cd29f80-9412-4267-84a4-c3a30b68e34f req-4d8f4f45-cf31-446e-ada7-5ddba58c8eba tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.496860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e10c725a-00a2-4299-ac5b-3619315b7481 req-508af5fb-35e5-4e7c-9022-7cd678b98977 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741610 Nov 09 00:10:56.501788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f158ca6a-2d63-47c0-a621-2e1239ac76b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.506862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f158ca6a-2d63-47c0-a621-2e1239ac76b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.510447 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f158ca6a-2d63-47c0-a621-2e1239ac76b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c255991d-0075-4142-9d6e-ac6f94667e73 HTTP/1.1" status: 204 len: 168 time: 0.4941773 Nov 09 00:10:56.518264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-7cd29f80-9412-4267-84a4-c3a30b68e34f req-4d8f4f45-cf31-446e-ada7-5ddba58c8eba tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Calling delete_port for a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:56.522193 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af730af9-be1d-4a69-b3a1-b099367aebdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.553688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158ca6a-2d63-47c0-a621-2e1239ac76b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c255991d-0075-4142-9d6e-ac6f94667e73,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:56.639960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34772) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:56.817479 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34778) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:56.928287 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7cd29f80-9412-4267-84a4-c3a30b68e34f req-4d8f4f45-cf31-446e-ada7-5ddba58c8eba tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:56.943832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'c9157251-ba3b-4625-ad66-84bdd5eb31ff'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:10:56.972515 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-447a3765-c2b4-4e2b-ae17-408a8efa00ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3307d340e4c34a3798866e6cb9dc5133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508360 Nov 09 00:10:56.982495 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34780) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:56.986397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f4f45-cf31-446e-ada7-5ddba58c8eba tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Pushing event deleted for resources: {'Port': ['ID=a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:57.079134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd29f80-9412-4267-84a4-c3a30b68e34f req-4d8f4f45-cf31-446e-ada7-5ddba58c8eba tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] No DVR routers for this DVR port a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:10:57.085713 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-804556203-network', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:57.089744 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7cd29f80-9412-4267-84a4-c3a30b68e34f req-4d8f4f45-cf31-446e-ada7-5ddba58c8eba tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.092895 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7cd29f80-9412-4267-84a4-c3a30b68e34f req-4d8f4f45-cf31-446e-ada7-5ddba58c8eba tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.11 "DELETE /v2.0/ports/a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a HTTP/1.1" status: 204 len: 173 time: 1.1048241 Nov 09 00:10:57.094438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'name': 'network-vif-deleted', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:10:57.097134 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53524600-33c3-4bfa-9c04-411ec98b3332" -d '{"events": [{"server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "name": "network-vif-deleted", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:10:57.189659 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-83b59f6e-a2d7-4233-ba9d-f64a47e232a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.211026 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b890e2-b784-41ff-95ea-495be929c271 x-openstack-request-id: req-56b890e2-b784-41ff-95ea-495be929c271 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:10:57.211257 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd481e6a-a745-443c-bd2b-54fc3368a90a", "name": "network-vif-deleted", "tag": "a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:10:57.212047 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56b890e2-b784-41ff-95ea-495be929c271 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:10:57.212047 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd481e6a-a745-443c-bd2b-54fc3368a90a', 'name': 'network-vif-deleted', 'tag': 'a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a', 'status': 'completed', 'code': 200} Nov 09 00:10:57.215891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Made reservation on behalf of c6af7060228b4829bdddd14f8192e8f4 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:10:57.218305 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.245485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34784) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:57.309719 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.314952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34786) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:57.315613 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6dd9c07d-cd7c-4197-bc58-6788d795e893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.321633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-83b59f6e-a2d7-4233-ba9d-f64a47e232a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.403426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af730af9-be1d-4a69-b3a1-b099367aebdb admin admin] Router 23c450fa-7590-4265-95fc-27a6b4327c76 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:10:57.518965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6dd9c07d-cd7c-4197-bc58-6788d795e893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.536013 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6dd9c07d-cd7c-4197-bc58-6788d795e893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.554586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c53b624-d489-4d01-ac3c-4c35e1990c99 req-24112d30-5105-499f-8ec1-1dfd44c8a9a7 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 210 time: 0.0511882 Nov 09 00:10:57.575800 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6dd9c07d-cd7c-4197-bc58-6788d795e893 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8174e4def6614d5488c80c4567106fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257101 Nov 09 00:10:57.590560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34794) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:57.645473 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3db6fd9f-5694-4001-8769-55fdce204b74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8db65e09dd034200848a4945c19b369b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275039 Nov 09 00:10:57.659666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34796) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:57.764679 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-83b59f6e-a2d7-4233-ba9d-f64a47e232a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.765478 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8163fdc1-3bb9-4833-895e-f0558be2e96b req-f8fe146a-2c3d-4efe-8190-da3fbc5391ac tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd481e6a-a745-443c-bd2b-54fc3368a90a HTTP/1.1" status: 200 len: 210 time: 0.0498004 Nov 09 00:10:57.768298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-83b59f6e-a2d7-4233-ba9d-f64a47e232a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.769779 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-83b59f6e-a2d7-4233-ba9d-f64a47e232a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fc0da43-c387-4068-a59a-dc4c09951b04 HTTP/1.1" status: 204 len: 168 time: 0.7807302 Nov 09 00:10:57.799402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af730af9-be1d-4a69-b3a1-b099367aebdb admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:10:57.806763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-af730af9-be1d-4a69-b3a1-b099367aebdb admin admin] 10.222.0.25 "PUT /v2.0/routers/23c450fa-7590-4265-95fc-27a6b4327c76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7291131 Nov 09 00:10:57.810049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9c07d-cd7c-4197-bc58-6788d795e893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bd524e-dd2c-40f8-b498-7d0d76ea8b9b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:57.811130 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a5ee9-2761-4cc8-9cb8-dfe602080cc5 None None] Sync routers for ids ['23c450fa-7590-4265-95fc-27a6b4327c76'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:10:57.820166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34800) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:57.836903 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a5ee9-2761-4cc8-9cb8-dfe602080cc5 None None] Routers {'23c450fa-7590-4265-95fc-27a6b4327c76'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:10:57.838720 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e59a5ee9-2761-4cc8-9cb8-dfe602080cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:10:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['23c450fa-7590-4265-95fc-27a6b4327c76'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:57.858465 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-596761f0-68d0-4143-9df1-1fa6bdca3a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.902343 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-596761f0-68d0-4143-9df1-1fa6bdca3a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.972689 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e59a5ee9-2761-4cc8-9cb8-dfe602080cc5 None None] Set router 23c450fa-7590-4265-95fc-27a6b4327c76 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:10:57.984343 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-596761f0-68d0-4143-9df1-1fa6bdca3a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.987854 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-596761f0-68d0-4143-9df1-1fa6bdca3a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:57.989260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-596761f0-68d0-4143-9df1-1fa6bdca3a38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72bcfabd-d1f1-46e7-bf76-4b0f14f15d16 HTTP/1.1" status: 204 len: 168 time: 0.3249187 Nov 09 00:10:57.999209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596761f0-68d0-4143-9df1-1fa6bdca3a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bcfabd-d1f1-46e7-bf76-4b0f14f15d16,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:58.268650 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e59a5ee9-2761-4cc8-9cb8-dfe602080cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299336781-router', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:34Z', 'updated_at': '2021-11-09T00:10:55Z', 'revision_number': 5, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'gw_port': {'id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:36Z', 'updated_at': '2021-11-09T00:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:58.311592 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a5ee9-2761-4cc8-9cb8-dfe602080cc5 None None] Checking router: 23c450fa-7590-4265-95fc-27a6b4327c76 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:10:58.322368 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a5ee9-2761-4cc8-9cb8-dfe602080cc5 None None] Routers {'23c450fa-7590-4265-95fc-27a6b4327c76'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:10:58.323130 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e59a5ee9-2761-4cc8-9cb8-dfe602080cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:10:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['23c450fa-7590-4265-95fc-27a6b4327c76'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:58.396889 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:58.397952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b59f6e-a2d7-4233-ba9d-f64a47e232a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc0da43-c387-4068-a59a-dc4c09951b04,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:58.410095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:58.418559 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:58.476994 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca04e814-bde4-45a3-b6fb-b6c5de026ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:58.505586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:10:58.559754 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6de31202-cf8b-4af3-a119-aad9be5e7d44 req-c8f8d6a0-dacc-4bd9-978b-f137c661f3d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2041969 Nov 09 00:10:58.572472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dd7c62-7d25-4a04-a40e-5b22f6f68352,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:58.583728 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e59a5ee9-2761-4cc8-9cb8-dfe602080cc5 None None] Set router 23c450fa-7590-4265-95fc-27a6b4327c76 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:10:58.606313 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:58.606648 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Added segment d6e5d073-2ee1-4dda-b6b7-69460a420963 of type vlan for network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb Nov 09 00:10:58.615147 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca04e814-bde4-45a3-b6fb-b6c5de026ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:58.757174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe42a5c3-7e77-4fa7-b7f8-853973cf07cf req-4d81c450-9a03-445d-b453-2d4c0398fcc9 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a22a5e7-7981-4732-b707-74d68ef9a62e HTTP/1.1" status: 200 len: 210 time: 0.0508575 Nov 09 00:10:58.832483 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:58.867951 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:58.891157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de31202-cf8b-4af3-a119-aad9be5e7d44 req-282a4c31-edc2-4938-916a-905daec22346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:58.893968 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6de31202-cf8b-4af3-a119-aad9be5e7d44 req-282a4c31-edc2-4938-916a-905daec22346 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 1096 time: 0.2799449 Nov 09 00:10:58.914467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:10:58.948485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:10:58.949121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a428ab5a-be6d-4c6b-a906-38f7fd3dbc0a not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:10:59.006668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca04e814-bde4-45a3-b6fb-b6c5de026ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:59.009918 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca04e814-bde4-45a3-b6fb-b6c5de026ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:59.015490 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ca04e814-bde4-45a3-b6fb-b6c5de026ca6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34bd524e-dd2c-40f8-b498-7d0d76ea8b9b HTTP/1.1" status: 204 len: 168 time: 1.4233623 Nov 09 00:10:59.025672 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:59.026720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:59.027384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:59.097190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04e814-bde4-45a3-b6fb-b6c5de026ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bd524e-dd2c-40f8-b498-7d0d76ea8b9b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:59.154220 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5113518 Nov 09 00:10:59.157131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34850) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:59.157807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae872ea-7803-42df-8b9b-e784c72b87f9 admin admin] Pushing event updated for resources: {'Network': ['ID=45c6c1e9-af0a-4821-93e7-90c4c5c827fb,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:10:59.164843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bdb95067-9fd6-4d97-85c1-f2aff7ea0eb1 admin admin] Request body: {'subnet': {'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-804556203-subnet', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:10:59.175829 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Deleting port 98c5144d-e499-4018-b025-7b50a2d05a59 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:10:59.176166 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:59.223837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:10:59.227396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de31202-cf8b-4af3-a119-aad9be5e7d44 req-ff43cbc1-56be-4055-a932-001ad05ac449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:59.242309 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6de31202-cf8b-4af3-a119-aad9be5e7d44 req-ff43cbc1-56be-4055-a932-001ad05ac449 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 200 len: 921 time: 0.2857997 Nov 09 00:10:59.265880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb95067-9fd6-4d97-85c1-f2aff7ea0eb1 admin admin] Made reservation on behalf of c6af7060228b4829bdddd14f8192e8f4 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:10:59.269397 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdb95067-9fd6-4d97-85c1-f2aff7ea0eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:59.295591 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e59a5ee9-2761-4cc8-9cb8-dfe602080cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299336781-router', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:34Z', 'updated_at': '2021-11-09T00:10:55Z', 'revision_number': 5, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'gw_port': {'id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:36Z', 'updated_at': '2021-11-09T00:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:10:59.376146 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6de31202-cf8b-4af3-a119-aad9be5e7d44 req-20e44c24-fcb9-4068-a1a6-156ae0516f20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bdaadc7-fad7-4071-842e-59da688c68ab HTTP/1.1" status: 200 len: 217 time: 0.0404003 Nov 09 00:10:59.385782 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a5ee9-2761-4cc8-9cb8-dfe602080cc5 None None] The sync data for ids ['23c450fa-7590-4265-95fc-27a6b4327c76'] in n-d-813263-3 is: [{'id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299336781-router', 'tenant_id': '78b895c24a3e4b2e9f03717093fdcbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:08:34Z', 'updated_at': '2021-11-09T00:10:55Z', 'revision_number': 5, 'project_id': '78b895c24a3e4b2e9f03717093fdcbef', 'gw_port': {'id': '98c5144d-e499-4018-b025-7b50a2d05a59', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c450fa-7590-4265-95fc-27a6b4327c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:08:36Z', 'updated_at': '2021-11-09T00:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:10:59.463716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f02a8-a720-4ab7-8e44-f1e72b02cfc4 req-ed72bdbb-e3de-45a2-9722-58b661b238c9 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:59.465868 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f9f02a8-a720-4ab7-8e44-f1e72b02cfc4 req-ed72bdbb-e3de-45a2-9722-58b661b238c9 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.1147504 Nov 09 00:10:59.501817 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] For port 98c5144d-e499-4018-b025-7b50a2d05a59, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=98c5144d-e499-4018-b025-7b50a2d05a59,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:10:59.502299 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:10:59.523416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Calling delete_port for 98c5144d-e499-4018-b025-7b50a2d05a59 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:10:59.537621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de31202-cf8b-4af3-a119-aad9be5e7d44 req-a3513863-20ec-4cd1-acb3-d6a14160e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:10:59.544277 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6de31202-cf8b-4af3-a119-aad9be5e7d44 req-a3513863-20ec-4cd1-acb3-d6a14160e3fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 200 len: 861 time: 0.1360540 Nov 09 00:10:59.618647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f9f02a8-a720-4ab7-8e44-f1e72b02cfc4 req-1daef7be-5945-4710-877d-a40060d712a4 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108675 Nov 09 00:10:59.645947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34858) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:10:59.699537 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6de31202-cf8b-4af3-a119-aad9be5e7d44 req-cda714eb-6527-470a-86eb-83f11a0d8caf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3529e958-4130-4d89-8f6b-9e5d5aefa50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436484 Nov 09 00:10:59.930829 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdb95067-9fd6-4d97-85c1-f2aff7ea0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.115589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.193631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1683343171-network', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:00.219548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=98c5144d-e499-4018-b025-7b50a2d05a59,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:00.242424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb95067-9fd6-4d97-85c1-f2aff7ea0eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47a3c19-e641-4842-a58f-8bebf1a3c2fa,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:00.245266 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Made reservation on behalf of 932d53b28e4344cca1342a8f92a815b3 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:00.258875 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.274756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb95067-9fd6-4d97-85c1-f2aff7ea0eb1 admin admin] Checking segment: {'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:00.275425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb95067-9fd6-4d97-85c1-f2aff7ea0eb1 admin admin] Network hostable DHCP agents. Network: 45c6c1e9-af0a-4821-93e7-90c4c5c827fb, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:11:00.283101 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.313290 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6de31202-cf8b-4af3-a119-aad9be5e7d44 req-3831c5f0-8d7d-41dc-9db2-3fddfa244858 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048269 Nov 09 00:11:00.321255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb95067-9fd6-4d97-85c1-f2aff7ea0eb1 admin admin] Network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:11:00.349977 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.354985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-bdb95067-9fd6-4d97-85c1-f2aff7ea0eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 45c6c1e9-af0a-4821-93e7-90c4c5c827fb) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:00.365956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb95067-9fd6-4d97-85c1-f2aff7ea0eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:00.367172 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdb95067-9fd6-4d97-85c1-f2aff7ea0eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.384356 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d8ab9-83a7-4ab9-bf63-1877adc9312b None None] Network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:00.445115 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bdb95067-9fd6-4d97-85c1-f2aff7ea0eb1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2862077 Nov 09 00:11:00.447471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34884) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:00.475289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:00.576628 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.578981 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.582947 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.586243 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.626171 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.637388 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.706082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.706650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23c450fa-7590-4265-95fc-27a6b4327c76 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:11:00.714376 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.715909 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6165771d-f099-4031-ae0d-f4400eb25c5d admin admin] 10.222.0.25 "DELETE /v2.0/routers/23c450fa-7590-4265-95fc-27a6b4327c76 HTTP/1.1" status: 204 len: 168 time: 2.8900211 Nov 09 00:11:00.743181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34892) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:00.744076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:11:00.836910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'fixed_ips': [{'subnet_id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:11:00.837907 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.904086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a10b35f-f682-4bec-bc93-5b1798793916,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:00.923427 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:00.924446 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Added segment f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1 of type vlan for network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 Nov 09 00:11:00.946711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a440e9-342d-482d-8528-85db766ac880 req-b767cf89-64ec-40c5-afc5-22674787a718 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:00.951612 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b7a440e9-342d-482d-8528-85db766ac880 req-b767cf89-64ec-40c5-afc5-22674787a718 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.30 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.2876875 Nov 09 00:11:00.958175 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.126208 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.133080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c17a9b-192b-4fe0-b9d6-18efeab2bd30 admin admin] Deleting subnet c1f5f97a-244c-41c2-a88b-409d37590436 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:11:01.149823 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-33c17a9b-192b-4fe0-b9d6-18efeab2bd30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.153022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6de31202-cf8b-4af3-a119-aad9be5e7d44 req-612fbfba-9282-45a6-8725-ec98b2d38674 service neutron] 10.222.0.11 "GET /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8308051 Nov 09 00:11:01.202018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dd06c-39f2-4ef8-ae34-18ff081c76fe req-44a8cb87-a578-4d32-bc91-36013fd1545b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:01.203002 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-161dd06c-39f2-4ef8-ae34-18ff081c76fe req-44a8cb87-a578-4d32-bc91-36013fd1545b tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 949 time: 0.3522649 Nov 09 00:11:01.223539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-b7a440e9-342d-482d-8528-85db766ac880 req-8fe23bdb-2cf3-45d2-a43a-e7bd2f068da0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Deleting port c9157251-ba3b-4625-ad66-84bdd5eb31ff {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:11:01.228860 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b7a440e9-342d-482d-8528-85db766ac880 req-8fe23bdb-2cf3-45d2-a43a-e7bd2f068da0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.308963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Allocated IP 172.20.0.2 (45c6c1e9-af0a-4821-93e7-90c4c5c827fb/f47a3c19-e641-4842-a58f-8bebf1a3c2fa/6f7b37b5-2266-4371-b13f-4681a719f1c0) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:01.399667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b7a440e9-342d-482d-8528-85db766ac880 req-8fe23bdb-2cf3-45d2-a43a-e7bd2f068da0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] For port c9157251-ba3b-4625-ad66-84bdd5eb31ff, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c9157251-ba3b-4625-ad66-84bdd5eb31ff,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:01.399797 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b7a440e9-342d-482d-8528-85db766ac880 req-8fe23bdb-2cf3-45d2-a43a-e7bd2f068da0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.444681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-b7a440e9-342d-482d-8528-85db766ac880 req-8fe23bdb-2cf3-45d2-a43a-e7bd2f068da0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Calling delete_port for c9157251-ba3b-4625-ad66-84bdd5eb31ff owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:11:01.501307 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-33c17a9b-192b-4fe0-b9d6-18efeab2bd30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.544941 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.545300 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:01.553542 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.558613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0c0f07df-e004-45a4-bb33-6bdb76f2b370 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:11:01.577087 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.625271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 0c0f07df-e004-45a4-bb33-6bdb76f2b370 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:11:01.627688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0c0f07df-e004-45a4-bb33-6bdb76f2b370 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:11:01.629264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 98c5144d-e499-4018-b025-7b50a2d05a59 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:11:01.660141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-161dd06c-39f2-4ef8-ae34-18ff081c76fe req-0941d3f7-62c7-425c-9d74-fda98ca7d597 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455984 Nov 09 00:11:01.701290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 98c5144d-e499-4018-b025-7b50a2d05a59 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:11:01.702001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 98c5144d-e499-4018-b025-7b50a2d05a59 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:11:01.785789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1335683 Nov 09 00:11:01.790346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34914) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:01.802083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6f15db3b-ba6a-452e-809e-017d0014298d admin admin] Request body: {'subnet': {'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1683343171-subnet', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:01.830843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f852930-21cf-46de-b5db-55d254608988 admin admin] Pushing event updated for resources: {'Network': ['ID=36cea98b-6974-4e7d-91e6-ba0b56f6c3c5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:01.847136 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:11:01.862774 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.881423 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b7a440e9-342d-482d-8528-85db766ac880 req-8fe23bdb-2cf3-45d2-a43a-e7bd2f068da0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.902590 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.927445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:01.928997 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'c9157251-ba3b-4625-ad66-84bdd5eb31ff'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:11:01.945790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe23bdb-2cf3-45d2-a43a-e7bd2f068da0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Pushing event deleted for resources: {'Port': ['ID=c9157251-ba3b-4625-ad66-84bdd5eb31ff,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:01.957629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f15db3b-ba6a-452e-809e-017d0014298d admin admin] Made reservation on behalf of 932d53b28e4344cca1342a8f92a815b3 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:01.960983 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f15db3b-ba6a-452e-809e-017d0014298d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:01.974685 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:01.977771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:02.072114 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-33c17a9b-192b-4fe0-b9d6-18efeab2bd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:02.211822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Pushing event updated for resources: {'Port': ['ID=6f7b37b5-2266-4371-b13f-4681a719f1c0,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:02.243058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fed6-1d88-488e-8092-93475359446b req-e8f04961-269f-4adc-8920-641e6a8762d5 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.244465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fed6-1d88-488e-8092-93475359446b req-e8f04961-269f-4adc-8920-641e6a8762d5 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.250186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fed6-1d88-488e-8092-93475359446b req-e8f04961-269f-4adc-8920-641e6a8762d5 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.250982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fed6-1d88-488e-8092-93475359446b req-e8f04961-269f-4adc-8920-641e6a8762d5 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.251717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fed6-1d88-488e-8092-93475359446b req-e8f04961-269f-4adc-8920-641e6a8762d5 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.253273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fed6-1d88-488e-8092-93475359446b req-e8f04961-269f-4adc-8920-641e6a8762d5 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.254051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fed6-1d88-488e-8092-93475359446b req-e8f04961-269f-4adc-8920-641e6a8762d5 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.254710 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fed6-1d88-488e-8092-93475359446b req-e8f04961-269f-4adc-8920-641e6a8762d5 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.255371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fed6-1d88-488e-8092-93475359446b req-e8f04961-269f-4adc-8920-641e6a8762d5 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.256085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fed6-1d88-488e-8092-93475359446b req-e8f04961-269f-4adc-8920-641e6a8762d5 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.256777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fed6-1d88-488e-8092-93475359446b req-e8f04961-269f-4adc-8920-641e6a8762d5 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.265208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c76fed6-1d88-488e-8092-93475359446b req-e8f04961-269f-4adc-8920-641e6a8762d5 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7756 time: 0.4767280 Nov 09 00:11:02.309968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Attempting to bind port 6f7b37b5-2266-4371-b13f-4681a719f1c0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:02.310403 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Attempting to bind port 6f7b37b5-2266-4371-b13f-4681a719f1c0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:02.310817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Attempting to bind port 6f7b37b5-2266-4371-b13f-4681a719f1c0 on network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:02.320720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:02.320720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Checking segment: {'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:02.320720 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:02.320720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Bound using segment: {'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:02.321526 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Bound port: 6f7b37b5-2266-4371-b13f-4681a719f1c0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:02.321706 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:02.334702 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-33c17a9b-192b-4fe0-b9d6-18efeab2bd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:02.375040 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f15db3b-ba6a-452e-809e-017d0014298d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:02.438739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c17a9b-192b-4fe0-b9d6-18efeab2bd30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f5f97a-244c-41c2-a88b-409d37590436,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:02.451678 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-33c17a9b-192b-4fe0-b9d6-18efeab2bd30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:02.458575 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-33c17a9b-192b-4fe0-b9d6-18efeab2bd30 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c1f5f97a-244c-41c2-a88b-409d37590436 HTTP/1.1" status: 204 len: 168 time: 1.7042725 Nov 09 00:11:02.473292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0860649-cfbc-4dc2-a48b-358ba5d07936 None None] Network 729d4ff7-7cf8-4633-aacf-ec82888d6cb0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:02.482475 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34928) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:02.483395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a440e9-342d-482d-8528-85db766ac880 req-8fe23bdb-2cf3-45d2-a43a-e7bd2f068da0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] No DVR routers for this DVR port c9157251-ba3b-4625-ad66-84bdd5eb31ff on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:11:02.487985 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b7a440e9-342d-482d-8528-85db766ac880 req-8fe23bdb-2cf3-45d2-a43a-e7bd2f068da0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:02.492688 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b7a440e9-342d-482d-8528-85db766ac880 req-8fe23bdb-2cf3-45d2-a43a-e7bd2f068da0 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.30 "DELETE /v2.0/ports/c9157251-ba3b-4625-ad66-84bdd5eb31ff HTTP/1.1" status: 204 len: 173 time: 1.5306189 Nov 09 00:11:02.519695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d4f5c7-ad12-42bd-aff2-e4d4e1622a05', 'name': 'network-vif-deleted', 'tag': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:02.530346 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d74356-60bb-462f-a944-bc106be7bac9" -d '{"events": [{"server_uuid": "62d4f5c7-ad12-42bd-aff2-e4d4e1622a05", "name": "network-vif-deleted", "tag": "c9157251-ba3b-4625-ad66-84bdd5eb31ff"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:02.615506 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fc0579-7e88-4b3c-aacc-4e53c39b4667 x-openstack-request-id: req-e5fc0579-7e88-4b3c-aacc-4e53c39b4667 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:02.616087 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d4f5c7-ad12-42bd-aff2-e4d4e1622a05", "name": "network-vif-deleted", "tag": "c9157251-ba3b-4625-ad66-84bdd5eb31ff", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:02.616544 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5fc0579-7e88-4b3c-aacc-4e53c39b4667 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:02.617160 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d4f5c7-ad12-42bd-aff2-e4d4e1622a05', 'name': 'network-vif-deleted', 'tag': 'c9157251-ba3b-4625-ad66-84bdd5eb31ff', 'status': 'completed', 'code': 200} Nov 09 00:11:02.653760 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15db3b-ba6a-452e-809e-017d0014298d admin admin] Pushing event updated for resources: {'Subnet': ['ID=15502e03-ea12-4cbf-b313-56aa0683fb13,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:02.677560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] For port 6f7b37b5-2266-4371-b13f-4681a719f1c0, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:02.690305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] For port 6f7b37b5-2266-4371-b13f-4681a719f1c0, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6f7b37b5-2266-4371-b13f-4681a719f1c0,segment=NetworkSegment(d6e5d073-2ee1-4dda-b6b7-69460a420963),segment_id=d6e5d073-2ee1-4dda-b6b7-69460a420963)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:02.691836 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:02.698418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f15db3b-ba6a-452e-809e-017d0014298d admin admin] Checking segment: {'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:02.699767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f15db3b-ba6a-452e-809e-017d0014298d admin admin] Network hostable DHCP agents. Network: 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:11:02.753973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f15db3b-ba6a-452e-809e-017d0014298d admin admin] Network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:11:02.804596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be49e-b92d-4c70-beab-f845082df38c req-2aad1119-dcd7-41d0-975c-15257bebc2bc tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.806640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf4be49e-b92d-4c70-beab-f845082df38c req-2aad1119-dcd7-41d0-975c-15257bebc2bc tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 886 time: 0.5122225 Nov 09 00:11:02.834696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6f15db3b-ba6a-452e-809e-017d0014298d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:02.854410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f15db3b-ba6a-452e-809e-017d0014298d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:02.855004 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f15db3b-ba6a-452e-809e-017d0014298d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:02.865220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453c3f6a-a7da-4cc5-bddd-e29eae7cb86c None None] Network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:02.885382 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:02.896533 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99e4d72c-feaa-4041-9e7b-5888786520a3 req-9764c128-6a6a-47f4-a176-6fefd254f777 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=62d4f5c7-ad12-42bd-aff2-e4d4e1622a05 HTTP/1.1" status: 200 len: 210 time: 0.0808580 Nov 09 00:11:02.925995 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6f15db3b-ba6a-452e-809e-017d0014298d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1337984 Nov 09 00:11:02.932184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34938) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:02.950556 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:02.952715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Deleting port 5274ffce-258f-4840-99c5-d65048fbfe0e {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:11:02.953058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.075449 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.093881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbf4a9-f15d-47bd-9e9b-040920219a27 None None] Pushing event updated for resources: {'Port': ['ID=6f7b37b5-2266-4371-b13f-4681a719f1c0,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:03.131885 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] For port 5274ffce-258f-4840-99c5-d65048fbfe0e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5274ffce-258f-4840-99c5-d65048fbfe0e,segment=NetworkSegment(65a1c5a9-3491-4b20-9d2e-c865bf25b4e6),segment_id=65a1c5a9-3491-4b20-9d2e-c865bf25b4e6)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:03.132272 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.137871 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.174307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Calling delete_port for 5274ffce-258f-4840-99c5-d65048fbfe0e owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:11:03.236465 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.238796 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.364465 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.382766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d054d-874b-4086-b9b7-1f55c2c19776 req-4a2c78ad-d5fe-495b-b42f-ab9e252933a1 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:03.390811 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d054d-874b-4086-b9b7-1f55c2c19776 req-4a2c78ad-d5fe-495b-b42f-ab9e252933a1 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:03.392210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d054d-874b-4086-b9b7-1f55c2c19776 req-4a2c78ad-d5fe-495b-b42f-ab9e252933a1 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:03.394182 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d054d-874b-4086-b9b7-1f55c2c19776 req-4a2c78ad-d5fe-495b-b42f-ab9e252933a1 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:03.397293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d054d-874b-4086-b9b7-1f55c2c19776 req-4a2c78ad-d5fe-495b-b42f-ab9e252933a1 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:03.398079 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d054d-874b-4086-b9b7-1f55c2c19776 req-4a2c78ad-d5fe-495b-b42f-ab9e252933a1 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:03.398736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d054d-874b-4086-b9b7-1f55c2c19776 req-4a2c78ad-d5fe-495b-b42f-ab9e252933a1 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:03.399386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d054d-874b-4086-b9b7-1f55c2c19776 req-4a2c78ad-d5fe-495b-b42f-ab9e252933a1 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:03.400040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d054d-874b-4086-b9b7-1f55c2c19776 req-4a2c78ad-d5fe-495b-b42f-ab9e252933a1 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:03.401338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d054d-874b-4086-b9b7-1f55c2c19776 req-4a2c78ad-d5fe-495b-b42f-ab9e252933a1 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:03.402206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d054d-874b-4086-b9b7-1f55c2c19776 req-4a2c78ad-d5fe-495b-b42f-ab9e252933a1 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:03.404489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-388d054d-874b-4086-b9b7-1f55c2c19776 req-4a2c78ad-d5fe-495b-b42f-ab9e252933a1 tempest-NetworksTest-62757399 tempest-NetworksTest-62757399-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7762 time: 0.5635023 Nov 09 00:11:03.437593 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5274ffce-258f-4840-99c5-d65048fbfe0e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:03.451600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] No DVR routers for this DVR port 5274ffce-258f-4840-99c5-d65048fbfe0e on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:11:03.606104 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.608951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b280ce-1870-4891-a48c-68833f40c317 None None] DHCP port deletion for 729d4ff7-7cf8-4633-aacf-ec82888d6cb0 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:11:03.710850 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.722037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'fixed_ips': [{'subnet_id': '15502e03-ea12-4cbf-b313-56aa0683fb13'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:11:03.723192 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.764130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729d4ff7-7cf8-4633-aacf-ec82888d6cb0']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:03.802999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a1c5a9-3491-4b20-9d2e-c865bf25b4e6') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:03.803537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a1c5a9-3491-4b20-9d2e-c865bf25b4e6') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:03.841012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Allocated IP 172.25.0.93 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/e97def3a-c166-41fb-917d-212d820528d8) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:03.846801 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.869652 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.890112 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:11:03.892150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:11:03.897323 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:11:03.992703 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:04.000462 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:04.007993 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/729d4ff7-7cf8-4633-aacf-ec82888d6cb0 HTTP/1.1" status: 204 len: 168 time: 1.5142407 Nov 09 00:11:04.039032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036d517-2088-4e4a-bfa2-7d0fcf3f4aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=729d4ff7-7cf8-4633-aacf-ec82888d6cb0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:04.083674 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:04.233260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Allocated IP 172.20.0.2 (36cea98b-6974-4e7d-91e6-ba0b56f6c3c5/15502e03-ea12-4cbf-b313-56aa0683fb13/da1cdde4-ea13-4410-93db-95e47baf3cd3) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:04.261877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c9157251-ba3b-4625-ad66-84bdd5eb31ff no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:11:04.305698 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:04.328909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34972) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:04.340683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34976) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:04.370760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: c9157251-ba3b-4625-ad66-84bdd5eb31ff {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:11:04.371338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c9157251-ba3b-4625-ad66-84bdd5eb31ff not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:11:04.446229 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:04.495400 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-059d2ea7-e419-48e9-8457-c186d5f901cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=695edd5ace1b4aae83627f466b84dc26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492934 Nov 09 00:11:04.498275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34980) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:04.655336 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cc22970f-0c53-45a2-bb04-c35b450232a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:04.694093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:04.716653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Pushing event updated for resources: {'Port': ['ID=e97def3a-c166-41fb-917d-212d820528d8,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:04.732465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:04.788356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:04.873819 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:04.880429 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cc22970f-0c53-45a2-bb04-c35b450232a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:04.891003 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:04.894245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aec6e1-703a-4d5d-b292-fd00582dc380 req-aa39d18c-0676-4875-9f97-0874f123d665 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:04.899691 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cc22970f-0c53-45a2-bb04-c35b450232a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:04.904548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2aec6e1-703a-4d5d-b292-fd00582dc380 req-aa39d18c-0676-4875-9f97-0874f123d665 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.2088692 Nov 09 00:11:04.953070 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:11:04.966019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ab61005-68b9-4309-a84a-aa17cc91e1d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:04.982734 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22970f-0c53-45a2-bb04-c35b450232a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24034333-21ad-46a4-85c3-44a3e3a276ea,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:05.040435 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Pushing event updated for resources: {'Port': ['ID=da1cdde4-ea13-4410-93db-95e47baf3cd3,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:05.057550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34986) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:05.061603 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2aec6e1-703a-4d5d-b292-fd00582dc380 req-ccbdbee4-4ada-4f63-8f32-6526dfe3d9ce tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557765 Nov 09 00:11:05.075208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:05.088149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:05.089174 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cc22970f-0c53-45a2-bb04-c35b450232a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd8adda094354463a9a46a194f581e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7590117 Nov 09 00:11:05.090608 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34990) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:05.094412 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:05.102950 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ab61005-68b9-4309-a84a-aa17cc91e1d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:05.182251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c68ff17-52ff-4bcd-999a-15c9b7eadcce None None] Network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:05.233388 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e068e56-b34d-4c1a-bdf5-e95b235af8bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:05.267335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e068e56-b34d-4c1a-bdf5-e95b235af8bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:05.346927 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e068e56-b34d-4c1a-bdf5-e95b235af8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:05.354167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e068e56-b34d-4c1a-bdf5-e95b235af8bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:05.355411 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6e068e56-b34d-4c1a-bdf5-e95b235af8bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24034333-21ad-46a4-85c3-44a3e3a276ea HTTP/1.1" status: 204 len: 168 time: 0.2599196 Nov 09 00:11:05.369402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e068e56-b34d-4c1a-bdf5-e95b235af8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24034333-21ad-46a4-85c3-44a3e3a276ea,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:05.378287 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ab61005-68b9-4309-a84a-aa17cc91e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:05.382476 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ab61005-68b9-4309-a84a-aa17cc91e1d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:05.383885 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1ab61005-68b9-4309-a84a-aa17cc91e1d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/634311ba-c675-464e-8fc7-73be826e4a30 HTTP/1.1" status: 204 len: 168 time: 0.8818452 Nov 09 00:11:05.394587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab61005-68b9-4309-a84a-aa17cc91e1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634311ba-c675-464e-8fc7-73be826e4a30,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:05.472808 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9163-3eb8-463c-a9f6-c550e0230b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:05.925445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf64e-3d3f-460c-839b-5ced3292ac67 req-f2672bb5-0639-45e7-acf0-5e4033c28356 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:05.929498 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-06fcf64e-3d3f-460c-839b-5ced3292ac67 req-f2672bb5-0639-45e7-acf0-5e4033c28356 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.30 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.3508248 Nov 09 00:11:06.092852 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9163-3eb8-463c-a9f6-c550e0230b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.116900 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9163-3eb8-463c-a9f6-c550e0230b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.167907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35006) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:06.168654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a9163-3eb8-463c-a9f6-c550e0230b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79093a21-18ba-4749-8588-37e9e7ca46ab,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:06.170251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6f7b37b5-2266-4371-b13f-4681a719f1c0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:06.181115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35008) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:06.253071 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b02f580-dce1-45d3-ba37-322086d76f25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.289074 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0b1a9163-3eb8-463c-a9f6-c550e0230b85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb909f22f7ef4a4886d770291de27be9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2247000 Nov 09 00:11:06.370496 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b02f580-dce1-45d3-ba37-322086d76f25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.374681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35010) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:06.384635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Attempting to bind port da1cdde4-ea13-4410-93db-95e47baf3cd3 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:06.385742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Attempting to bind port da1cdde4-ea13-4410-93db-95e47baf3cd3 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:06.386216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Attempting to bind port da1cdde4-ea13-4410-93db-95e47baf3cd3 on network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:06.387847 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b02f580-dce1-45d3-ba37-322086d76f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.414758 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e781b8c3-aafc-4e4f-8b11-3438e87bd79c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78b895c24a3e4b2e9f03717093fdcbef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427795 Nov 09 00:11:06.433364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35012) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:06.468408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4d9a4b36-4875-4a32-992c-fec8a5ec02f6 None None] Provisioning complete for port 6f7b37b5-2266-4371-b13f-4681a719f1c0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:06.469155 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4b36-4875-4a32-992c-fec8a5ec02f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.492488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-06fcf64e-3d3f-460c-839b-5ced3292ac67 req-ee140e11-90ac-4167-8816-f18cd76aaa1c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Deleting port b0af1a3c-a4be-419f-b352-ef05f66ca72c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:11:06.492836 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-06fcf64e-3d3f-460c-839b-5ced3292ac67 req-ee140e11-90ac-4167-8816-f18cd76aaa1c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.508269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:06.509332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Checking segment: {'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:06.510000 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.510608 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Bound using segment: {'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:06.511336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Bound port: da1cdde4-ea13-4410-93db-95e47baf3cd3, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:06.512205 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.576611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02f580-dce1-45d3-ba37-322086d76f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1c65d3-702f-42de-aa5b-7e119c156ed2,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:06.605970 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3b02f580-dce1-45d3-ba37-322086d76f25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9a6c168cf924362b78372641abc71ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4214327 Nov 09 00:11:06.613585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35014) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:06.695761 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] For port da1cdde4-ea13-4410-93db-95e47baf3cd3, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:06.698456 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.707935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] For port da1cdde4-ea13-4410-93db-95e47baf3cd3, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=da1cdde4-ea13-4410-93db-95e47baf3cd3,segment=NetworkSegment(f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1),segment_id=f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:06.722977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-06fcf64e-3d3f-460c-839b-5ced3292ac67 req-ee140e11-90ac-4167-8816-f18cd76aaa1c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] For port b0af1a3c-a4be-419f-b352-ef05f66ca72c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b0af1a3c-a4be-419f-b352-ef05f66ca72c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:06.723569 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-06fcf64e-3d3f-460c-839b-5ced3292ac67 req-ee140e11-90ac-4167-8816-f18cd76aaa1c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.743067 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-06fcf64e-3d3f-460c-839b-5ced3292ac67 req-ee140e11-90ac-4167-8816-f18cd76aaa1c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Calling delete_port for b0af1a3c-a4be-419f-b352-ef05f66ca72c owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:11:06.749716 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.794097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6f7b37b5-2266-4371-b13f-4681a719f1c0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:06.794477 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.826527 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4b36-4875-4a32-992c-fec8a5ec02f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:06.991378 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7198aff9-9edb-4203-91de-690549b2cdfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.009822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb92aa1-1504-4999-9917-8606c29d7b2e None None] Pushing event updated for resources: {'Port': ['ID=da1cdde4-ea13-4410-93db-95e47baf3cd3,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:07.029284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4d9a4b36-4875-4a32-992c-fec8a5ec02f6 None None] For port 6f7b37b5-2266-4371-b13f-4681a719f1c0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6f7b37b5-2266-4371-b13f-4681a719f1c0,segment=NetworkSegment(d6e5d073-2ee1-4dda-b6b7-69460a420963),segment_id=d6e5d073-2ee1-4dda-b6b7-69460a420963)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:07.046029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b9562-c26e-42c4-b9f4-c4468bf02c6e req-eafbd1b5-a285-47c3-aaa9-e4bb5c345b62 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:07.046254 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4b36-4875-4a32-992c-fec8a5ec02f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.055145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b4b9562-c26e-42c4-b9f4-c4468bf02c6e req-eafbd1b5-a285-47c3-aaa9-e4bb5c345b62 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 949 time: 0.5115509 Nov 09 00:11:07.094184 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.162943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a4b36-4875-4a32-992c-fec8a5ec02f6 None None] Pushing event updated for resources: {'Port': ['ID=6f7b37b5-2266-4371-b13f-4681a719f1c0,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:07.216975 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f37a0c7-8e62-44cf-8ca7-b00f5c6fefff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.290567 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f37a0c7-8e62-44cf-8ca7-b00f5c6fefff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.326750 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.386846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5274ffce-258f-4840-99c5-d65048fbfe0e no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:11:07.396884 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd6a02db-28b2-4684-9a29-11aa8fbbf1e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.421467 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd6a02db-28b2-4684-9a29-11aa8fbbf1e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.459190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 5274ffce-258f-4840-99c5-d65048fbfe0e {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:11:07.459190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5274ffce-258f-4840-99c5-d65048fbfe0e not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:11:07.478452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-185b2de6-938e-47f2-8397-63d24ee3cb3f None None] Provisioning complete for port 6f7b37b5-2266-4371-b13f-4681a719f1c0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:07.478824 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-185b2de6-938e-47f2-8397-63d24ee3cb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.493407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7198aff9-9edb-4203-91de-690549b2cdfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.495147 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f37a0c7-8e62-44cf-8ca7-b00f5c6fefff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.498165 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f37a0c7-8e62-44cf-8ca7-b00f5c6fefff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.499327 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5f37a0c7-8e62-44cf-8ca7-b00f5c6fefff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fc2e3a3-3259-4c2d-9b21-235431b622e7 HTTP/1.1" status: 204 len: 168 time: 1.0577164 Nov 09 00:11:07.601038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37a0c7-8e62-44cf-8ca7-b00f5c6fefff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc2e3a3-3259-4c2d-9b21-235431b622e7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:07.601194 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b4b9562-c26e-42c4-b9f4-c4468bf02c6e req-d65be0d3-e908-4ce9-9379-13e799311a18 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/security-groups?id=edff5af4-69d6-404d-a5bd-1732d3bd537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402374 Nov 09 00:11:07.678356 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-06fcf64e-3d3f-460c-839b-5ced3292ac67 req-ee140e11-90ac-4167-8816-f18cd76aaa1c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.682172 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.694026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['b0af1a3c-a4be-419f-b352-ef05f66ca72c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:11:07.730409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Allocated IP 172.25.0.207 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/0f752d75-cd4b-4ae3-96f0-33700dd84175) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:07.775754 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd6a02db-28b2-4684-9a29-11aa8fbbf1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.778672 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd6a02db-28b2-4684-9a29-11aa8fbbf1e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.794595 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cd6a02db-28b2-4684-9a29-11aa8fbbf1e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f1c65d3-702f-42de-aa5b-7e119c156ed2 HTTP/1.1" status: 204 len: 168 time: 1.1709030 Nov 09 00:11:07.831879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee140e11-90ac-4167-8816-f18cd76aaa1c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Pushing event deleted for resources: {'Port': ['ID=b0af1a3c-a4be-419f-b352-ef05f66ca72c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:07.847737 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7198aff9-9edb-4203-91de-690549b2cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.851756 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7198aff9-9edb-4203-91de-690549b2cdfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:07.861864 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7198aff9-9edb-4203-91de-690549b2cdfc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79093a21-18ba-4749-8588-37e9e7ca46ab HTTP/1.1" status: 204 len: 168 time: 1.4830997 Nov 09 00:11:07.896805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device da1cdde4-ea13-4410-93db-95e47baf3cd3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:07.926554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a02db-28b2-4684-9a29-11aa8fbbf1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1c65d3-702f-42de-aa5b-7e119c156ed2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:07.990548 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:08.008616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fcf64e-3d3f-460c-839b-5ced3292ac67 req-ee140e11-90ac-4167-8816-f18cd76aaa1c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] No DVR routers for this DVR port b0af1a3c-a4be-419f-b352-ef05f66ca72c on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:11:08.030490 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-06fcf64e-3d3f-460c-839b-5ced3292ac67 req-ee140e11-90ac-4167-8816-f18cd76aaa1c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:08.035544 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-06fcf64e-3d3f-460c-839b-5ced3292ac67 req-ee140e11-90ac-4167-8816-f18cd76aaa1c tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.30 "DELETE /v2.0/ports/b0af1a3c-a4be-419f-b352-ef05f66ca72c HTTP/1.1" status: 204 len: 173 time: 2.0987723 Nov 09 00:11:08.038694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f336a7-8527-4391-94b3-e63976a13f7e', 'name': 'network-vif-deleted', 'tag': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:08.047581 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc2ee6f-27b5-444d-997d-507e946615c0" -d '{"events": [{"server_uuid": "72f336a7-8527-4391-94b3-e63976a13f7e", "name": "network-vif-deleted", "tag": "b0af1a3c-a4be-419f-b352-ef05f66ca72c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:08.067930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198aff9-9edb-4203-91de-690549b2cdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79093a21-18ba-4749-8588-37e9e7ca46ab,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:08.114075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port da1cdde4-ea13-4410-93db-95e47baf3cd3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:08.114450 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:08.159647 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:08.178772 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa0356b-a81a-4f4d-b1eb-04f6ec87c354 x-openstack-request-id: req-2aa0356b-a81a-4f4d-b1eb-04f6ec87c354 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:08.179079 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f336a7-8527-4391-94b3-e63976a13f7e", "name": "network-vif-deleted", "tag": "b0af1a3c-a4be-419f-b352-ef05f66ca72c", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:08.179327 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2aa0356b-a81a-4f4d-b1eb-04f6ec87c354 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:08.179774 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f336a7-8527-4391-94b3-e63976a13f7e', 'name': 'network-vif-deleted', 'tag': 'b0af1a3c-a4be-419f-b352-ef05f66ca72c', 'status': 'completed', 'code': 200} Nov 09 00:11:08.321689 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:08.402196 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port da1cdde4-ea13-4410-93db-95e47baf3cd3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=da1cdde4-ea13-4410-93db-95e47baf3cd3,segment=NetworkSegment(f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1),segment_id=f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:08.414221 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:08.415031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6f7b37b5-2266-4371-b13f-4681a719f1c0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:08.475543 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:08.645210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:08.662040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=da1cdde4-ea13-4410-93db-95e47baf3cd3,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:08.669516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:08.695586 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6f7b37b5-2266-4371-b13f-4681a719f1c0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:08.696356 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:08.863108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Pushing event updated for resources: {'Port': ['ID=0f752d75-cd4b-4ae3-96f0-33700dd84175,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:08.865316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1e7e0b-8ff9-4d72-8e4c-1531c0c650e6 None None] Network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:08.940021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0fa20db-cda4-4440-8af8-382a2a33226e req-8e22678a-8d34-4416-8d5e-a98fe5a98cd5 tempest-MigrationsAdminTest-427589799 tempest-MigrationsAdminTest-427589799-project] 10.222.0.25 "GET /v2.0/ports?device_id=72f336a7-8527-4391-94b3-e63976a13f7e HTTP/1.1" status: 200 len: 210 time: 0.0935102 Nov 09 00:11:08.950842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49321f87-4ac7-41c9-8a33-f5a7bf3925f0 req-9ad1c925-eede-44a1-8f46-0cdcf0ed4060 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:08.952398 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-49321f87-4ac7-41c9-8a33-f5a7bf3925f0 req-9ad1c925-eede-44a1-8f46-0cdcf0ed4060 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.11 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0890543 Nov 09 00:11:08.981608 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0a52a357-3f2b-4cc8-b415-64d79e21f490 None None] Provisioning complete for port da1cdde4-ea13-4410-93db-95e47baf3cd3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:08.981978 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0a52a357-3f2b-4cc8-b415-64d79e21f490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:09.049537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95ef82-40d4-4767-9c11-69e30809c0c5 req-253a74fe-9291-455b-95b1-48b862fba5e6 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:09.060018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae95ef82-40d4-4767-9c11-69e30809c0c5 req-253a74fe-9291-455b-95b1-48b862fba5e6 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=7730a111-60fe-42e8-ab94-3a964a2cbf57 HTTP/1.1" status: 200 len: 945 time: 0.4017942 Nov 09 00:11:09.173158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35056) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:09.186931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-49321f87-4ac7-41c9-8a33-f5a7bf3925f0 req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Deleting port 4bdaadc7-fad7-4071-842e-59da688c68ab {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:11:09.187554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-49321f87-4ac7-41c9-8a33-f5a7bf3925f0 req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:09.207009 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b91e99a3-f816-4aa4-b366-f4225a816ae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:09.383341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-49321f87-4ac7-41c9-8a33-f5a7bf3925f0 req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] For port 4bdaadc7-fad7-4071-842e-59da688c68ab, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4bdaadc7-fad7-4071-842e-59da688c68ab,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:09.383796 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-49321f87-4ac7-41c9-8a33-f5a7bf3925f0 req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:09.409192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-49321f87-4ac7-41c9-8a33-f5a7bf3925f0 req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Calling delete_port for 4bdaadc7-fad7-4071-842e-59da688c68ab owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:11:09.459406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae95ef82-40d4-4767-9c11-69e30809c0c5 req-c7d9e2c7-0384-40f6-9128-4308e4161983 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981655 Nov 09 00:11:09.556127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7f9c7e17-d9be-4446-acf6-1ee46dea4bd2 None None] Provisioning complete for port da1cdde4-ea13-4410-93db-95e47baf3cd3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:09.557612 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7f9c7e17-d9be-4446-acf6-1ee46dea4bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:09.592289 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-49321f87-4ac7-41c9-8a33-f5a7bf3925f0 req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:09.632382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Pushing event deleted for resources: {'Port': ['ID=4bdaadc7-fad7-4071-842e-59da688c68ab,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:09.658374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device da1cdde4-ea13-4410-93db-95e47baf3cd3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:09.659361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:09.659711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:09.660055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:09.660454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:09.660784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:09.661122 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:09.661537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:09.661868 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:09.662194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:09.662573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:09.662900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:09.663212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:09.707580 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:09.715833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-49321f87-4ac7-41c9-8a33-f5a7bf3925f0 req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] No DVR routers for this DVR port 4bdaadc7-fad7-4071-842e-59da688c68ab on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:11:09.718993 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-49321f87-4ac7-41c9-8a33-f5a7bf3925f0 req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:09.724510 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-49321f87-4ac7-41c9-8a33-f5a7bf3925f0 req-3f43dc55-46b6-4ab2-9a8f-2bb5c4de9d26 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.11 "DELETE /v2.0/ports/4bdaadc7-fad7-4071-842e-59da688c68ab HTTP/1.1" status: 204 len: 173 time: 0.7627871 Nov 09 00:11:09.770309 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b91e99a3-f816-4aa4-b366-f4225a816ae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:09.776543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port da1cdde4-ea13-4410-93db-95e47baf3cd3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:09.776984 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:09.777688 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b91e99a3-f816-4aa4-b366-f4225a816ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:09.832318 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b91e99a3-f816-4aa4-b366-f4225a816ae6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e0292f3ab6c4be19e6cd5325a41f1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6554062 Nov 09 00:11:09.832877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35076) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:09.833735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e99a3-f816-4aa4-b366-f4225a816ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4554a35b-a45c-41ad-bb26-91309076ff1c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:09.853015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Router 19da099c-bae2-4a24-8ddb-da1f5d76752c is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:11:09.895468 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4734-352f-4eac-b91f-145fecda0215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:10.012736 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4734-352f-4eac-b91f-145fecda0215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:10.076711 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4734-352f-4eac-b91f-145fecda0215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:10.080238 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f6d4734-352f-4eac-b91f-145fecda0215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:10.084930 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2f6d4734-352f-4eac-b91f-145fecda0215 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4554a35b-a45c-41ad-bb26-91309076ff1c HTTP/1.1" status: 204 len: 168 time: 0.2444353 Nov 09 00:11:10.099164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d4734-352f-4eac-b91f-145fecda0215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4554a35b-a45c-41ad-bb26-91309076ff1c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:10.143347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35092) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:10.180581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7730a111-60fe-42e8-ab94-3a964a2cbf57', 'name': 'network-vif-deleted', 'tag': '4bdaadc7-fad7-4071-842e-59da688c68ab'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:10.183450 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d493bbf1-9037-4257-83b7-16a6e08e43f8" -d '{"events": [{"server_uuid": "7730a111-60fe-42e8-ab94-3a964a2cbf57", "name": "network-vif-deleted", "tag": "4bdaadc7-fad7-4071-842e-59da688c68ab"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:10.222690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:11:10.225274 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:10.238743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Sync routers for ids ['19da099c-bae2-4a24-8ddb-da1f5d76752c'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:11:10.255491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Routers {'19da099c-bae2-4a24-8ddb-da1f5d76752c'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:10.258303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:10:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['19da099c-bae2-4a24-8ddb-da1f5d76752c'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:10.294052 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac19e0b0-5a83-476b-807b-d842653efde6 x-openstack-request-id: req-ac19e0b0-5a83-476b-807b-d842653efde6 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:10.294324 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7730a111-60fe-42e8-ab94-3a964a2cbf57", "name": "network-vif-deleted", "tag": "4bdaadc7-fad7-4071-842e-59da688c68ab", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:10.294563 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac19e0b0-5a83-476b-807b-d842653efde6 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:10.294941 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7730a111-60fe-42e8-ab94-3a964a2cbf57', 'name': 'network-vif-deleted', 'tag': '4bdaadc7-fad7-4071-842e-59da688c68ab', 'status': 'completed', 'code': 200} Nov 09 00:11:10.337218 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:10.343014 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-37c93dc0-a057-424e-9abb-61ccb9bc3f55 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.8840618 Nov 09 00:11:10.346334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35098) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:10.451147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device b0af1a3c-a4be-419f-b352-ef05f66ca72c no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:11:10.496758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: b0af1a3c-a4be-419f-b352-ef05f66ca72c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:11:10.497261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device b0af1a3c-a4be-419f-b352-ef05f66ca72c not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:11:10.518783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Set router 19da099c-bae2-4a24-8ddb-da1f5d76752c gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:10.607120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Router 25ffeb10-0fe4-4ed1-a8b2-368451770356 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:11:10.858147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:11:10.869597 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Sync routers for ids ['25ffeb10-0fe4-4ed1-a8b2-368451770356'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:11:10.895683 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Routers {'25ffeb10-0fe4-4ed1-a8b2-368451770356'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:10.898467 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:10:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['25ffeb10-0fe4-4ed1-a8b2-368451770356'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:10.911005 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:10.916340 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-835c697c-8975-4f7b-8a84-628375148d7e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9701233 Nov 09 00:11:10.917087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35114) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:10.961006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35116) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:10.988385 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4bdaadc7-fad7-4071-842e-59da688c68ab no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:11:11.010516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 4bdaadc7-fad7-4071-842e-59da688c68ab {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:11:11.010863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4bdaadc7-fad7-4071-842e-59da688c68ab not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:11:11.023045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:11:05Z', 'revision_number': 3, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:11.057701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Checking router: 19da099c-bae2-4a24-8ddb-da1f5d76752c for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:11:11.058141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Updating router 19da099c-bae2-4a24-8ddb-da1f5d76752c port e97def3a-c166-41fb-917d-212d820528d8 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:11:11.100210 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:11.139298 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Set router 25ffeb10-0fe4-4ed1-a8b2-368451770356 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:11.154476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1348724194-network', 'tenant_id': 'cd33330dde084d518c783e925f0fc852'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:11.182163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937c0f2-e9ad-4d47-8469-3cdf9521cabb req-9c648f0d-2801-44de-a9cd-82fe4dc861fa tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:11.193832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8937c0f2-e9ad-4d47-8469-3cdf9521cabb req-9c648f0d-2801-44de-a9cd-82fe4dc861fa tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 945 time: 0.2719479 Nov 09 00:11:11.333270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Made reservation on behalf of cd33330dde084d518c783e925f0fc852 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:11.339289 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:11.400982 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:11.428187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8937c0f2-e9ad-4d47-8469-3cdf9521cabb req-8ec950d9-57fc-42f9-816b-ac22d6ad0881 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331138 Nov 09 00:11:11.441258 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5daf8ae6-8f54-40b1-92d0-a622d33a0ae7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ef4edf3ec2a4d1d85bef0cff8e3b690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703805 Nov 09 00:11:11.449440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35134) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:11.505017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61a0d7-6af6-450c-a301-238f48a55e37 req-9d5b1082-7ac0-4cac-a143-585de544a1ad tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:11.509292 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7e61a0d7-6af6-450c-a301-238f48a55e37 req-9d5b1082-7ac0-4cac-a143-585de544a1ad tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.11 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 945 time: 0.2170396 Nov 09 00:11:11.516268 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:09Z', 'revision_number': 3, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:11.560351 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Checking router: 25ffeb10-0fe4-4ed1-a8b2-368451770356 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:11:11.561108 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Updating router 25ffeb10-0fe4-4ed1-a8b2-368451770356 port 0f752d75-cd4b-4ae3-96f0-33700dd84175 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:11:11.590677 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:11.667401 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:11.683358 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:11.734858 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14ce30cc-b50b-4519-a1f4-75831787a101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:11.840164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Attempting to bind port e97def3a-c166-41fb-917d-212d820528d8 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:11.840547 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Attempting to bind port e97def3a-c166-41fb-917d-212d820528d8 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:11.840895 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Attempting to bind port e97def3a-c166-41fb-917d-212d820528d8 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:11.860206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:11.860206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:11.860206 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:11.860206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:11.860675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Bound port: e97def3a-c166-41fb-917d-212d820528d8, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:11.870316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35148) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:11.873675 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:11.911296 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14ce30cc-b50b-4519-a1f4-75831787a101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:11.914060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5cd16-07a8-447e-b591-3a351642a316 None None] Pushing event updated for resources: {'Port': ['ID=e97def3a-c166-41fb-917d-212d820528d8,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:11.935715 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:11.945380 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:11.995765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] For port e97def3a-c166-41fb-917d-212d820528d8, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:11.999655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] For port e97def3a-c166-41fb-917d-212d820528d8, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e97def3a-c166-41fb-917d-212d820528d8,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:12.007324 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.020757 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Pushing event updated for resources: {'Port': ['ID=0f752d75-cd4b-4ae3-96f0-33700dd84175,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:12.051285 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.052280 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:12.053165 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:12.053757 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:12.055272 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:12.055839 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:12.056596 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:12.059045 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:12.059967 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:12.060649 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:12.061202 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:12.061846 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:12.062411 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:12.066485 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Attempting to bind port 0f752d75-cd4b-4ae3-96f0-33700dd84175 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:12.075006 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Attempting to bind port 0f752d75-cd4b-4ae3-96f0-33700dd84175 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:12.075967 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Attempting to bind port 0f752d75-cd4b-4ae3-96f0-33700dd84175 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:12.077495 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.084642 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5cd16-07a8-447e-b591-3a351642a316 None None] Pushing event updated for resources: {'Port': ['ID=e97def3a-c166-41fb-917d-212d820528d8,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:12.100381 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:12.101497 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:12.102013 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.102592 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:12.103172 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Bound port: 0f752d75-cd4b-4ae3-96f0-33700dd84175, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:12.103922 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.109465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Routers {'19da099c-bae2-4a24-8ddb-da1f5d76752c'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:12.110124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:10:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['19da099c-bae2-4a24-8ddb-da1f5d76752c'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:12.176992 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] For port 0f752d75-cd4b-4ae3-96f0-33700dd84175, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:12.182812 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] For port 0f752d75-cd4b-4ae3-96f0-33700dd84175, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0f752d75-cd4b-4ae3-96f0-33700dd84175,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:12.188491 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.221339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-7e61a0d7-6af6-450c-a301-238f48a55e37 req-e0587cad-a45f-4ee6-9636-52cfb8b6e2d2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Deleting port 804646ca-e636-4a06-b760-f8ce0f694fbe {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:11:12.222062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7e61a0d7-6af6-450c-a301-238f48a55e37 req-e0587cad-a45f-4ee6-9636-52cfb8b6e2d2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.227674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:11:12.229309 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c209eef-94bc-4fbf-9f69-524e6dc62017,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:12.264698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35156) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:12.271014 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Routers {'25ffeb10-0fe4-4ed1-a8b2-368451770356'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:12.271637 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:10:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['25ffeb10-0fe4-4ed1-a8b2-368451770356'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:12.272540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] Set router 19da099c-bae2-4a24-8ddb-da1f5d76752c gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:12.314543 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.314914 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Added segment 8c47e50a-c040-4019-bc3b-40e5cb8d2bd4 of type vlan for network 4bb63df7-55c0-46d2-9519-c55dc2e5cd78 Nov 09 00:11:12.349907 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4725edd-6367-4207-aa7a-aab5c418e3a1 None None] Pushing event updated for resources: {'Port': ['ID=0f752d75-cd4b-4ae3-96f0-33700dd84175,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:12.402611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.434386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-7e61a0d7-6af6-450c-a301-238f48a55e37 req-e0587cad-a45f-4ee6-9636-52cfb8b6e2d2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] For port 804646ca-e636-4a06-b760-f8ce0f694fbe, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=804646ca-e636-4a06-b760-f8ce0f694fbe,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:12.434751 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7e61a0d7-6af6-450c-a301-238f48a55e37 req-e0587cad-a45f-4ee6-9636-52cfb8b6e2d2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.478794 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] Set router 25ffeb10-0fe4-4ed1-a8b2-368451770356 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:12.509211 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.512130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-7e61a0d7-6af6-450c-a301-238f48a55e37 req-e0587cad-a45f-4ee6-9636-52cfb8b6e2d2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Calling delete_port for 804646ca-e636-4a06-b760-f8ce0f694fbe owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:11:12.535445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7be302f-726f-4916-a2d3-b10ceb6602bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.537288 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.538284 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:12.538928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.581610 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:11:05Z', 'revision_number': 3, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:12.628342 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d14abb-a51d-4039-9bf6-95cc077b745a None None] The sync data for ids ['19da099c-bae2-4a24-8ddb-da1f5d76752c'] in n-d-813263-3 is: [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:11:05Z', 'revision_number': 3, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:11:12.630108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-190408911-network', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:12.659107 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71b9b431-3d72-4124-8f5f-edc6cb79a6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.748969 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6016469 Nov 09 00:11:12.754211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35164) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:12.761298 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14ce30cc-b50b-4519-a1f4-75831787a101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.764200 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14ce30cc-b50b-4519-a1f4-75831787a101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.769192 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-14ce30cc-b50b-4519-a1f4-75831787a101 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edff5af4-69d6-404d-a5bd-1732d3bd537d HTTP/1.1" status: 204 len: 168 time: 1.3144195 Nov 09 00:11:12.769396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b9071-2ca3-4f4b-b64e-f44ddfe67077 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb63df7-55c0-46d2-9519-c55dc2e5cd78,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:12.782380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 4bb63df7-55c0-46d2-9519-c55dc2e5cd78 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:11:12.807437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-97d0abd9-66a1-424c-bd3e-b2475291adf8 admin admin] Request body: {'subnet': {'network_id': '4bb63df7-55c0-46d2-9519-c55dc2e5cd78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1348724194-subnet', 'tenant_id': 'cd33330dde084d518c783e925f0fc852', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:12.810502 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:09Z', 'revision_number': 3, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:12.848532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1c02-235e-4290-8882-c0abb797277f req-a9bd9ba0-b797-4a8f-b80f-d9a07bf45b80 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:12.855548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f40f1c02-235e-4290-8882-c0abb797277f req-a9bd9ba0-b797-4a8f-b80f-d9a07bf45b80 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5f641-4ab3-4da9-beba-8d5dcb471198 HTTP/1.1" status: 200 len: 945 time: 0.2313211 Nov 09 00:11:12.900213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Made reservation on behalf of 9f67c36419114b6c9d66ecd2b89084fc for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:12.902852 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.909119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce30cc-b50b-4519-a1f4-75831787a101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edff5af4-69d6-404d-a5bd-1732d3bd537d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:12.927639 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7be302f-726f-4916-a2d3-b10ceb6602bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:12.998296 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7be302f-726f-4916-a2d3-b10ceb6602bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.066204 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.075349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Allocated IP 172.20.0.1 (45c6c1e9-af0a-4821-93e7-90c4c5c827fb/f47a3c19-e641-4842-a58f-8bebf1a3c2fa/7de5cacf-00d7-412b-bd8b-bd978616384f) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:13.097135 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e7be302f-726f-4916-a2d3-b10ceb6602bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f5a8650c53349bbb5e905e5b6568df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8290372 Nov 09 00:11:13.101615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35170) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:13.103340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be302f-726f-4916-a2d3-b10ceb6602bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6c896f-edcb-40ee-b0a1-065a85a7f384,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:13.111379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d0abd9-66a1-424c-bd3e-b2475291adf8 admin admin] Made reservation on behalf of cd33330dde084d518c783e925f0fc852 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:13.114518 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-97d0abd9-66a1-424c-bd3e-b2475291adf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.120418 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7e61a0d7-6af6-450c-a301-238f48a55e37 req-e0587cad-a45f-4ee6-9636-52cfb8b6e2d2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.141138 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a104a08-4777-45ce-ab24-9eba51d31f18 None None] The sync data for ids ['25ffeb10-0fe4-4ed1-a8b2-368451770356'] in n-d-813263-3 is: [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:09Z', 'revision_number': 3, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:11:13.165482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0587cad-a45f-4ee6-9636-52cfb8b6e2d2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Pushing event deleted for resources: {'Port': ['ID=804646ca-e636-4a06-b760-f8ce0f694fbe,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:13.262097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f40f1c02-235e-4290-8882-c0abb797277f req-4355c922-b6f3-4f6b-aa7d-f0f2ff6f43c0 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430440 Nov 09 00:11:13.291022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e61a0d7-6af6-450c-a301-238f48a55e37 req-e0587cad-a45f-4ee6-9636-52cfb8b6e2d2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] No DVR routers for this DVR port 804646ca-e636-4a06-b760-f8ce0f694fbe on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:11:13.299840 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7e61a0d7-6af6-450c-a301-238f48a55e37 req-e0587cad-a45f-4ee6-9636-52cfb8b6e2d2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.303393 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7e61a0d7-6af6-450c-a301-238f48a55e37 req-e0587cad-a45f-4ee6-9636-52cfb8b6e2d2 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.11 "DELETE /v2.0/ports/804646ca-e636-4a06-b760-f8ce0f694fbe HTTP/1.1" status: 204 len: 173 time: 1.7242053 Nov 09 00:11:13.303846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e5f641-4ab3-4da9-beba-8d5dcb471198', 'name': 'network-vif-deleted', 'tag': '804646ca-e636-4a06-b760-f8ce0f694fbe'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:13.306573 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af8def0-89e5-42ed-acf0-bf4653301564" -d '{"events": [{"server_uuid": "48e5f641-4ab3-4da9-beba-8d5dcb471198", "name": "network-vif-deleted", "tag": "804646ca-e636-4a06-b760-f8ce0f694fbe"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:13.315259 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.331202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35174) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:13.427591 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfe8d6b-767e-490f-a4bb-55815fda808b x-openstack-request-id: req-ddfe8d6b-767e-490f-a4bb-55815fda808b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:13.428106 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e5f641-4ab3-4da9-beba-8d5dcb471198", "name": "network-vif-deleted", "tag": "804646ca-e636-4a06-b760-f8ce0f694fbe", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:13.428106 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddfe8d6b-767e-490f-a4bb-55815fda808b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:13.428452 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e5f641-4ab3-4da9-beba-8d5dcb471198', 'name': 'network-vif-deleted', 'tag': '804646ca-e636-4a06-b760-f8ce0f694fbe', 'status': 'completed', 'code': 200} Nov 09 00:11:13.441162 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.503770 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.594698 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.598728 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-97d0abd9-66a1-424c-bd3e-b2475291adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.608710 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Pushing event updated for resources: {'Port': ['ID=7de5cacf-00d7-412b-bd8b-bd978616384f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:13.630573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:13.632023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:13.654855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:13.707382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e97def3a-c166-41fb-917d-212d820528d8 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:13.707934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.721301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:11:13.732711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.733060 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Added segment a1d4a67b-e863-4739-8a31-6c82217d1046 of type vlan for network 385906b0-cd76-4f68-a96a-b241f5fb73dd Nov 09 00:11:13.736506 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.792438 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.828273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0abd9-66a1-424c-bd3e-b2475291adf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b093a01c-9711-4131-a975-b37655309e5f,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:13.853876 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e97def3a-c166-41fb-917d-212d820528d8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:13.854385 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.857038 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8d3a632-d4e9-4249-aa2e-799d63aa1074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.865307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f68053-dca8-4ddb-898b-702bcaa172e6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:13.870702 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.872240 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:13.872998 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:13.980865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0902050 Nov 09 00:11:14.001989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-eefc6ede-708c-43f5-951e-fda43c6c07dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6445e13375a94ec2a1b76955f084e219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6690800 Nov 09 00:11:14.012966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35178) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:14.014290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35180) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:14.033552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7b3144a8-36f8-40d5-b1f4-3beeb753dacc admin admin] Request body: {'subnet': {'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-190408911-subnet', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:14.040924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5274481-7251-4d1c-9e5d-f9f9a705cad6 admin admin] Pushing event updated for resources: {'Network': ['ID=385906b0-cd76-4f68-a96a-b241f5fb73dd,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:14.056554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 385906b0-cd76-4f68-a96a-b241f5fb73dd details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:11:14.085758 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8d3a632-d4e9-4249-aa2e-799d63aa1074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.104270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d0abd9-66a1-424c-bd3e-b2475291adf8 admin admin] Checking segment: {'id': '8c47e50a-c040-4019-bc3b-40e5cb8d2bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4bb63df7-55c0-46d2-9519-c55dc2e5cd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:14.104755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0abd9-66a1-424c-bd3e-b2475291adf8 admin admin] Network hostable DHCP agents. Network: 4bb63df7-55c0-46d2-9519-c55dc2e5cd78, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:11:14.123753 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3144a8-36f8-40d5-b1f4-3beeb753dacc admin admin] Made reservation on behalf of 9f67c36419114b6c9d66ecd2b89084fc for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:14.127463 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7b3144a8-36f8-40d5-b1f4-3beeb753dacc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.159455 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.182644 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.187001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0abd9-66a1-424c-bd3e-b2475291adf8 admin admin] Network 4bb63df7-55c0-46d2-9519-c55dc2e5cd78 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:11:14.210043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-97d0abd9-66a1-424c-bd3e-b2475291adf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 4bb63df7-55c0-46d2-9519-c55dc2e5cd78) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:14.225142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d0abd9-66a1-424c-bd3e-b2475291adf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:14.225751 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-97d0abd9-66a1-424c-bd3e-b2475291adf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.229001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port e97def3a-c166-41fb-917d-212d820528d8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e97def3a-c166-41fb-917d-212d820528d8,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:14.237599 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3175882b-f0f9-48b4-97f3-1f68910fb2fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.239374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c12e02-6057-4186-8687-b5cb16d835c4 None None] Network 4bb63df7-55c0-46d2-9519-c55dc2e5cd78 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:14.240652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Allocated IP 172.20.0.1 (36cea98b-6974-4e7d-91e6-ba0b56f6c3c5/15502e03-ea12-4cbf-b313-56aa0683fb13/9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:14.264170 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.292759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-97d0abd9-66a1-424c-bd3e-b2475291adf8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5334613 Nov 09 00:11:14.293666 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8d3a632-d4e9-4249-aa2e-799d63aa1074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.296436 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8d3a632-d4e9-4249-aa2e-799d63aa1074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.298904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b8d3a632-d4e9-4249-aa2e-799d63aa1074 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e6c896f-edcb-40ee-b0a1-065a85a7f384 HTTP/1.1" status: 204 len: 168 time: 1.1940539 Nov 09 00:11:14.350393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-676e0909-f9f1-41f7-9e58-83d24823e807 None None] Provisioning complete for port 7de5cacf-00d7-412b-bd8b-bd978616384f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:14.356521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3a632-d4e9-4249-aa2e-799d63aa1074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6c896f-edcb-40ee-b0a1-065a85a7f384,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:14.357122 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-676e0909-f9f1-41f7-9e58-83d24823e807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.528719 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.624280 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.708256 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7b3144a8-36f8-40d5-b1f4-3beeb753dacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.708856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:14.727165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:14.728592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:14.732483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:14.774566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-676e0909-f9f1-41f7-9e58-83d24823e807 None None] Port 7de5cacf-00d7-412b-bd8b-bd978616384f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:11:14.798023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3175882b-f0f9-48b4-97f3-1f68910fb2fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.841391 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:14.844669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=e97def3a-c166-41fb-917d-212d820528d8,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:15.022073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-09e45faf-39b8-463d-ab59-7f405f7d6874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:15.037336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3144a8-36f8-40d5-b1f4-3beeb753dacc admin admin] Pushing event updated for resources: {'Subnet': ['ID=634a1854-bc9e-4a2f-a30d-798e23449479,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:15.038375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 804646ca-e636-4a06-b760-f8ce0f694fbe no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:11:15.061027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3144a8-36f8-40d5-b1f4-3beeb753dacc admin admin] Checking segment: {'id': 'a1d4a67b-e863-4739-8a31-6c82217d1046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:15.061872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3144a8-36f8-40d5-b1f4-3beeb753dacc admin admin] Network hostable DHCP agents. Network: 385906b0-cd76-4f68-a96a-b241f5fb73dd, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:11:15.114467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 804646ca-e636-4a06-b760-f8ce0f694fbe {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:11:15.115556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 804646ca-e636-4a06-b760-f8ce0f694fbe not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:11:15.120458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614e4ca-f80c-4399-9b87-ef2b7c379f85 None None] Network 4bb63df7-55c0-46d2-9519-c55dc2e5cd78 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:15.168259 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3175882b-f0f9-48b4-97f3-1f68910fb2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:15.171410 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3175882b-f0f9-48b4-97f3-1f68910fb2fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:15.176112 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3175882b-f0f9-48b4-97f3-1f68910fb2fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e08756da-45c4-4304-bdc1-d0ae8ca3c9c5 HTTP/1.1" status: 204 len: 168 time: 1.1524067 Nov 09 00:11:15.176112 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3144a8-36f8-40d5-b1f4-3beeb753dacc admin admin] Network 385906b0-cd76-4f68-a96a-b241f5fb73dd is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:11:15.190530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35204) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:15.222070 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:15.246611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5813cfb9-96b4-403c-9644-8b25ed7e9e69 None None] Provisioning complete for port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:15.246986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5813cfb9-96b4-403c-9644-8b25ed7e9e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:15.255336 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:15.266356 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2619f72-ac24-4014-a361-56816c104308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:15.272350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63affe8d-82ed-421f-b93e-367e9f0b8f5b req-e8ed6abe-8130-4eee-9e4c-1dc1a892e610 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:15.277288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63affe8d-82ed-421f-b93e-367e9f0b8f5b req-e8ed6abe-8130-4eee-9e4c-1dc1a892e610 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 944 time: 0.2081223 Nov 09 00:11:15.315177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-7b3144a8-36f8-40d5-b1f4-3beeb753dacc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 385906b0-cd76-4f68-a96a-b241f5fb73dd) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:15.322746 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:15.353441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8794e5fc-1454-43e7-a862-a5b9b534bd8f None None] Network 385906b0-cd76-4f68-a96a-b241f5fb73dd requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:15.441531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175882b-f0f9-48b4-97f3-1f68910fb2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08756da-45c4-4304-bdc1-d0ae8ca3c9c5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:15.444627 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3144a8-36f8-40d5-b1f4-3beeb753dacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:15.445582 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7b3144a8-36f8-40d5-b1f4-3beeb753dacc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:15.454201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Pushing event updated for resources: {'Port': ['ID=7de5cacf-00d7-412b-bd8b-bd978616384f,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:15.469622 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63affe8d-82ed-421f-b93e-367e9f0b8f5b req-2f6ee6a8-3002-4c05-af6b-509aaee9f44d tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512699 Nov 09 00:11:15.470996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c221a-2c0b-4e7f-a97d-c4139d5a15e3 req-333b09c3-e9b7-4e2b-a3f1-e25515a2b9e3 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:15.472921 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-512c221a-2c0b-4e7f-a97d-c4139d5a15e3 req-333b09c3-e9b7-4e2b-a3f1-e25515a2b9e3 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 944 time: 0.3952816 Nov 09 00:11:15.478604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:15.557232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5813cfb9-96b4-403c-9644-8b25ed7e9e69 None None] Port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:11:15.693165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:15.703174 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:15.743545 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7b3144a8-36f8-40d5-b1f4-3beeb753dacc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7249765 Nov 09 00:11:15.750698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35214) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:15.753023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:15.771318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-190408911-router', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:15.787833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:15.879730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35222) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:15.881048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:15.891399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-448504532-network', 'tenant_id': 'c85d1f0498534a04a091a5b320f555a5'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:15.897035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.051775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0f752d75-cd4b-4ae3-96f0-33700dd84175 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:16.069082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.070909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.155325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Made reservation on behalf of c85d1f0498534a04a091a5b320f555a5 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:16.158587 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.174566 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.179068 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.193980 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.198299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-385906b0-cd76-4f68-a96a-b241f5fb73dd', 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'fixed_ips': [{'subnet_id': '634a1854-bc9e-4a2f-a30d-798e23449479'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:11:16.199232 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.200995 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2619f72-ac24-4014-a361-56816c104308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.217726 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2619f72-ac24-4014-a361-56816c104308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.217909 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.226671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:16.229635 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:16.264458 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b2619f72-ac24-4014-a361-56816c104308 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d1313e848a44b87af6bddc50a0b4add&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0567701 Nov 09 00:11:16.269463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35228) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:16.300483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-512c221a-2c0b-4e7f-a97d-c4139d5a15e3 req-9ca9f9ba-3653-4acf-acef-778aa153e618 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Deleting port 88d1d2d1-5378-442e-8602-eb446cb65667 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:11:16.301269 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-512c221a-2c0b-4e7f-a97d-c4139d5a15e3 req-9ca9f9ba-3653-4acf-acef-778aa153e618 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.443813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 0f752d75-cd4b-4ae3-96f0-33700dd84175 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:16.444169 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.450069 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2d2bac97-ef18-4ca7-bb86-acb2f355bb1a None None] Provisioning complete for port 7de5cacf-00d7-412b-bd8b-bd978616384f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:16.450425 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d2bac97-ef18-4ca7-bb86-acb2f355bb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.471415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Allocated IP 172.20.0.2 (385906b0-cd76-4f68-a96a-b241f5fb73dd/634a1854-bc9e-4a2f-a30d-798e23449479/884e8f04-2347-4d12-a06b-e8fcc7a55828) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:16.484380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Router 25ffeb10-0fe4-4ed1-a8b2-368451770356 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:11:16.568246 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2d2bac97-ef18-4ca7-bb86-acb2f355bb1a None None] Port 7de5cacf-00d7-412b-bd8b-bd978616384f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:11:16.667739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.704332 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.754529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:11:16.770286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1bb99540-71c9-44ae-89b9-dbe8c2fdec60 None None] Provisioning complete for port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:16.770922 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1bb99540-71c9-44ae-89b9-dbe8c2fdec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.784274 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.786579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f0af-feaa-44aa-930c-d8e929520259 req-29323963-5551-4b80-93ae-7021fe7b1956 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:16.788209 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8656f0af-feaa-44aa-930c-d8e929520259 req-29323963-5551-4b80-93ae-7021fe7b1956 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 944 time: 0.1670923 Nov 09 00:11:16.793464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9504eec-9f44-40ab-97de-cc26b0e23b3f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:16.800664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:11:16.806067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9e05c92d-b993-41fe-997c-8e835ad54340 admin admin] 10.222.0.25 "PUT /v2.0/routers/25ffeb10-0fe4-4ed1-a8b2-368451770356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8857267 Nov 09 00:11:16.807468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.807767 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Added segment 7c68f247-a649-4775-9cd8-ef5cd92a5258 of type vlan for network 4938500d-17e6-4d95-8519-2a199ea04a08 Nov 09 00:11:16.812927 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.875915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Sync routers for ids ['25ffeb10-0fe4-4ed1-a8b2-368451770356'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:11:16.888846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 0f752d75-cd4b-4ae3-96f0-33700dd84175, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0f752d75-cd4b-4ae3-96f0-33700dd84175,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:16.892249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-1bb99540-71c9-44ae-89b9-dbe8c2fdec60 None None] Port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:11:16.904438 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.906462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e97def3a-c166-41fb-917d-212d820528d8 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:16.908189 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.917589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8656f0af-feaa-44aa-930c-d8e929520259 req-c2eba6af-8539-43f2-a631-1c42f1c7f7db tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081002 Nov 09 00:11:16.944113 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.945436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:16.946373 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.979671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Routers {'25ffeb10-0fe4-4ed1-a8b2-368451770356'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:16.981029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['25ffeb10-0fe4-4ed1-a8b2-368451770356'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:16.987858 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:16.992628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1075938 Nov 09 00:11:17.010497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35244) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:17.022723 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2cd506a9-4227-4366-b7f3-f1c4036105d5 admin admin] Request body: {'subnet': {'network_id': '4938500d-17e6-4d95-8519-2a199ea04a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-448504532-subnet', 'tenant_id': 'c85d1f0498534a04a091a5b320f555a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:17.032958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be2c0a-1ad5-4c60-bfe8-e963d7a40124 admin admin] Pushing event updated for resources: {'Network': ['ID=4938500d-17e6-4d95-8519-2a199ea04a08,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:17.033750 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.053722 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 4938500d-17e6-4d95-8519-2a199ea04a08 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:11:17.132972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=0f752d75-cd4b-4ae3-96f0-33700dd84175,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:17.145187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2619f72-ac24-4014-a361-56816c104308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab5349b-5e75-4b5f-bd2c-2701830b3c18,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:17.161742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd506a9-4227-4366-b7f3-f1c4036105d5 admin admin] Made reservation on behalf of c85d1f0498534a04a091a5b320f555a5 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:17.164862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cd506a9-4227-4366-b7f3-f1c4036105d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.170860 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Router 19da099c-bae2-4a24-8ddb-da1f5d76752c has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:11:17.176171 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Network 385906b0-cd76-4f68-a96a-b241f5fb73dd is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:17.190450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:17.190794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:17.191133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:17.191463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:17.191795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:17.192121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:17.192443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:17.193457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:17.193457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:17.193677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:17.193817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:17.194130 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:17.197901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:17.208845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:17.264805 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.267838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-085ec01f-9034-4e66-bc16-b1fa291e4cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.285206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Set router 25ffeb10-0fe4-4ed1-a8b2-368451770356 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:17.321684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e97def3a-c166-41fb-917d-212d820528d8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:17.321684 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.384719 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Pushing event updated for resources: {'Port': ['ID=884e8f04-2347-4d12-a06b-e8fcc7a55828,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:17.404387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Attempting to bind port 884e8f04-2347-4d12-a06b-e8fcc7a55828 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:17.404750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Attempting to bind port 884e8f04-2347-4d12-a06b-e8fcc7a55828 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a1d4a67b-e863-4739-8a31-6c82217d1046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:17.405110 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Attempting to bind port 884e8f04-2347-4d12-a06b-e8fcc7a55828 on network 385906b0-cd76-4f68-a96a-b241f5fb73dd {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:17.419217 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-085ec01f-9034-4e66-bc16-b1fa291e4cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.440603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:17.440930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Checking segment: {'id': 'a1d4a67b-e863-4739-8a31-6c82217d1046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:17.441121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.441537 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Bound using segment: {'id': 'a1d4a67b-e863-4739-8a31-6c82217d1046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:17.442013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Bound port: 884e8f04-2347-4d12-a06b-e8fcc7a55828, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d4a67b-e863-4739-8a31-6c82217d1046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:17.442417 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.464160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-512c221a-2c0b-4e7f-a97d-c4139d5a15e3 req-9ca9f9ba-3653-4acf-acef-778aa153e618 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] For port 88d1d2d1-5378-442e-8602-eb446cb65667, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=88d1d2d1-5378-442e-8602-eb446cb65667,segment=NetworkSegment(c1c7ac35-d041-47d4-ba85-e072fd869554),segment_id=c1c7ac35-d041-47d4-ba85-e072fd869554)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:17.464504 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-512c221a-2c0b-4e7f-a97d-c4139d5a15e3 req-9ca9f9ba-3653-4acf-acef-778aa153e618 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.599158 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.618915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-512c221a-2c0b-4e7f-a97d-c4139d5a15e3 req-9ca9f9ba-3653-4acf-acef-778aa153e618 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Calling delete_port for 88d1d2d1-5378-442e-8602-eb446cb65667 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:11:17.643215 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-085ec01f-9034-4e66-bc16-b1fa291e4cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.646397 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-085ec01f-9034-4e66-bc16-b1fa291e4cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.664684 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-085ec01f-9034-4e66-bc16-b1fa291e4cb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dab5349b-5e75-4b5f-bd2c-2701830b3c18 HTTP/1.1" status: 204 len: 168 time: 1.3891180 Nov 09 00:11:17.666846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] For port 884e8f04-2347-4d12-a06b-e8fcc7a55828, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:17.681910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] For port 884e8f04-2347-4d12-a06b-e8fcc7a55828, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=884e8f04-2347-4d12-a06b-e8fcc7a55828,segment=NetworkSegment(a1d4a67b-e863-4739-8a31-6c82217d1046),segment_id=a1d4a67b-e863-4739-8a31-6c82217d1046)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:17.690834 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:17.783467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:11:17.800355 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fe987690-47bc-477c-b35c-ec224c18e66c admin admin] 10.222.0.25 "PUT /v2.0/routers/19da099c-bae2-4a24-8ddb-da1f5d76752c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4451368 Nov 09 00:11:17.810037 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Sync routers for ids ['19da099c-bae2-4a24-8ddb-da1f5d76752c'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:11:17.818441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630184ac-abcc-44b5-a927-1926640b57ce None None] Pushing event updated for resources: {'Port': ['ID=884e8f04-2347-4d12-a06b-e8fcc7a55828,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:17.823948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0f752d75-cd4b-4ae3-96f0-33700dd84175 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:17.833625 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Routers {'19da099c-bae2-4a24-8ddb-da1f5d76752c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:17.835725 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['19da099c-bae2-4a24-8ddb-da1f5d76752c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:17.884748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35270) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:17.890286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a5a773ca-de9a-457b-9a81-a17b2f145514 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--753894944', 'description': 'tempest-description--235867453'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:17.924090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:15Z', 'revision_number': 4, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c', 'name': '', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'mac_address': 'fa:16:3e:3a:ea:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:13Z', 'updated_at': '2021-11-09T00:11:15Z', 'revision_number': 2, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'subnets': [{'id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:17.955979 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5a773ca-de9a-457b-9a81-a17b2f145514 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.003841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Checking router: 25ffeb10-0fe4-4ed1-a8b2-368451770356 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:11:18.004077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Updating router 25ffeb10-0fe4-4ed1-a8b2-368451770356 port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:11:18.016570 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Set router 19da099c-bae2-4a24-8ddb-da1f5d76752c gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:18.069296 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.084263 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 0f752d75-cd4b-4ae3-96f0-33700dd84175 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:18.084807 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.125027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ec01f-9034-4e66-bc16-b1fa291e4cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab5349b-5e75-4b5f-bd2c-2701830b3c18,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:18.154839 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-512c221a-2c0b-4e7f-a97d-c4139d5a15e3 req-9ca9f9ba-3653-4acf-acef-778aa153e618 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.275338 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5a773ca-de9a-457b-9a81-a17b2f145514 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.307947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3fe5e-4c0c-481d-8c98-982d3c251afa req-3bded4cb-b180-416f-ae89-567d2339e6f7 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:18.312628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-acd3fe5e-4c0c-481d-8c98-982d3c251afa req-3bded4cb-b180-416f-ae89-567d2339e6f7 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c720c5c-3ca8-40c6-b2da-44ffbf329055 HTTP/1.1" status: 200 len: 866 time: 0.2582450 Nov 09 00:11:18.313916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5a773ca-de9a-457b-9a81-a17b2f145514 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.365864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9f9ba-3653-4acf-acef-778aa153e618 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Pushing event deleted for resources: {'Port': ['ID=88d1d2d1-5378-442e-8602-eb446cb65667,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:18.451632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-acd3fe5e-4c0c-481d-8c98-982d3c251afa req-7e6c23e4-5810-4a98-8ed0-9ee36cdf2c9b tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.25 "GET /v2.0/security-groups?id=836f8add-2671-4c7c-9cec-3bbb4a8267e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260118 Nov 09 00:11:18.454835 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5a773ca-de9a-457b-9a81-a17b2f145514 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.455957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a5a773ca-de9a-457b-9a81-a17b2f145514 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5699840 Nov 09 00:11:18.456868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a773ca-de9a-457b-9a81-a17b2f145514 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32090cc-5146-4a57-8df9-c997c7d256d4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:18.459213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35290) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:18.463888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-42647cd2-a014-4f48-bafc-3e10a97150d4 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Request body: {'security_group_rule': {'security_group_id': 'b32090cc-5146-4a57-8df9-c997c7d256d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:18.482735 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.510357 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42647cd2-a014-4f48-bafc-3e10a97150d4 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.573384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-512c221a-2c0b-4e7f-a97d-c4139d5a15e3 req-9ca9f9ba-3653-4acf-acef-778aa153e618 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] No DVR routers for this DVR port 88d1d2d1-5378-442e-8602-eb446cb65667 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:11:18.580545 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-512c221a-2c0b-4e7f-a97d-c4139d5a15e3 req-9ca9f9ba-3653-4acf-acef-778aa153e618 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.593661 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42647cd2-a014-4f48-bafc-3e10a97150d4 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.594631 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-512c221a-2c0b-4e7f-a97d-c4139d5a15e3 req-9ca9f9ba-3653-4acf-acef-778aa153e618 tempest-LiveAutoBlockMigrationV225Test-549700083 tempest-LiveAutoBlockMigrationV225Test-549700083-project] 10.222.0.30 "DELETE /v2.0/ports/88d1d2d1-5378-442e-8602-eb446cb65667 HTTP/1.1" status: 204 len: 173 time: 3.0933988 Nov 09 00:11:18.600068 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cd506a9-4227-4366-b7f3-f1c4036105d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.614972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c720c5c-3ca8-40c6-b2da-44ffbf329055', 'name': 'network-vif-deleted', 'tag': '88d1d2d1-5378-442e-8602-eb446cb65667'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:18.615102 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42647cd2-a014-4f48-bafc-3e10a97150d4 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.615730 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e93718-54bb-4ed9-91c5-f64104192302" -d '{"events": [{"server_uuid": "2c720c5c-3ca8-40c6-b2da-44ffbf329055", "name": "network-vif-deleted", "tag": "88d1d2d1-5378-442e-8602-eb446cb65667"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:18.648126 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:11:13Z', 'revision_number': 4, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '7de5cacf-00d7-412b-bd8b-bd978616384f', 'name': '', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'mac_address': 'fa:16:3e:57:ad:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:12Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 2, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'subnets': [{'id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:18.672195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42647cd2-a014-4f48-bafc-3e10a97150d4 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6cab2d-9546-41f7-a96e-2fc5257bb363,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:18.689527 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42647cd2-a014-4f48-bafc-3e10a97150d4 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.691585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-42647cd2-a014-4f48-bafc-3e10a97150d4 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2314389 Nov 09 00:11:18.695375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35302) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:18.710023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7bff9670-dc61-4505-bf01-c2fbe86b7db5 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Request body: {'security_group_rule': {'security_group_id': 'b32090cc-5146-4a57-8df9-c997c7d256d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:18.744190 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Checking router: 19da099c-bae2-4a24-8ddb-da1f5d76752c for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:11:18.746460 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Updating router 19da099c-bae2-4a24-8ddb-da1f5d76752c port 7de5cacf-00d7-412b-bd8b-bd978616384f binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:11:18.820551 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7bff9670-dc61-4505-bf01-c2fbe86b7db5 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.822081 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.918861 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdc27c6-8c09-49bf-ae88-f0c9399e54e7 x-openstack-request-id: req-8fdc27c6-8c09-49bf-ae88-f0c9399e54e7 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:18.919318 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c720c5c-3ca8-40c6-b2da-44ffbf329055", "name": "network-vif-deleted", "tag": "88d1d2d1-5378-442e-8602-eb446cb65667", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:18.919318 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fdc27c6-8c09-49bf-ae88-f0c9399e54e7 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:18.919583 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c720c5c-3ca8-40c6-b2da-44ffbf329055', 'name': 'network-vif-deleted', 'tag': '88d1d2d1-5378-442e-8602-eb446cb65667', 'status': 'completed', 'code': 200} Nov 09 00:11:18.988851 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7bff9670-dc61-4505-bf01-c2fbe86b7db5 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.992522 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:18.998962 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7bff9670-dc61-4505-bf01-c2fbe86b7db5 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.007596 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.023282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd506a9-4227-4366-b7f3-f1c4036105d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=069c7712-2810-4e2e-9d39-8bcfb6f5f8c7,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:19.064088 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff9670-dc61-4505-bf01-c2fbe86b7db5 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526719c6-a923-4e75-bbe6-1ec5330ef4ea,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:19.112760 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7bff9670-dc61-4505-bf01-c2fbe86b7db5 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.114122 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7bff9670-dc61-4505-bf01-c2fbe86b7db5 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4187107 Nov 09 00:11:19.115517 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd506a9-4227-4366-b7f3-f1c4036105d5 admin admin] Checking segment: {'id': '7c68f247-a649-4775-9cd8-ef5cd92a5258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4938500d-17e6-4d95-8519-2a199ea04a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:19.116079 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd506a9-4227-4366-b7f3-f1c4036105d5 admin admin] Network hostable DHCP agents. Network: 4938500d-17e6-4d95-8519-2a199ea04a08, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:11:19.117285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35318) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:19.132215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:19.137656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb211c-e1d2-420f-8aa7-4c73fd792597 None None] Pushing event updated for resources: {'Port': ['ID=9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:19.248779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.312436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Attempting to bind port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:19.328940 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Attempting to bind port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:19.338872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Attempting to bind port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c on network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:19.347467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:19.349828 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Checking segment: {'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:19.350519 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.352136 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Bound using segment: {'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:19.352880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Bound port: 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:19.353855 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.362689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd506a9-4227-4366-b7f3-f1c4036105d5 admin admin] Network 4938500d-17e6-4d95-8519-2a199ea04a08 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:11:19.419709 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.493143 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.575867 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] For port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:19.595806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] For port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c,segment=NetworkSegment(f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1),segment_id=f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:19.609564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14eed75-b010-41d3-92f3-489ee4c641fe None None] Network 385906b0-cd76-4f68-a96a-b241f5fb73dd requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:19.613951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35326) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:19.633955 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.642739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2a860088-bc99-40c2-9801-ac2c9f2737eb tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1876793845', 'description': 'tempest-description--1726707389'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:19.700971 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.723942 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.754705 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35328) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:19.765397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9b63daeb-6369-4eb6-96aa-fc42c84f3872 None None] Provisioning complete for port 884e8f04-2347-4d12-a06b-e8fcc7a55828 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:19.766312 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9b63daeb-6369-4eb6-96aa-fc42c84f3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.855199 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a860088-bc99-40c2-9801-ac2c9f2737eb tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.883621 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4f441-220f-4fb5-b454-c5626fde8f12 None None] Pushing event updated for resources: {'Port': ['ID=7de5cacf-00d7-412b-bd8b-bd978616384f,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:19.894251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Routers {'25ffeb10-0fe4-4ed1-a8b2-368451770356'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:19.895822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['25ffeb10-0fe4-4ed1-a8b2-368451770356'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:19.903197 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:19.911809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Allocated IP 172.25.0.164 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/19159d21-14ef-495e-a7ee-fdbde9b5f89d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:19.960240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb211c-e1d2-420f-8aa7-4c73fd792597 None None] Pushing event updated for resources: {'Port': ['ID=9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:20.130809 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a860088-bc99-40c2-9801-ac2c9f2737eb tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.142397 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a860088-bc99-40c2-9801-ac2c9f2737eb tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.151628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 884e8f04-2347-4d12-a06b-e8fcc7a55828 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:20.152185 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Attempting to bind port 7de5cacf-00d7-412b-bd8b-bd978616384f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:20.152449 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Attempting to bind port 7de5cacf-00d7-412b-bd8b-bd978616384f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:20.153663 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Attempting to bind port 7de5cacf-00d7-412b-bd8b-bd978616384f on network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:20.166573 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:20.167218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.168115 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Checking segment: {'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:20.170266 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.170882 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Bound using segment: {'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:20.173215 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Bound port: 7de5cacf-00d7-412b-bd8b-bd978616384f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:20.174180 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.222963 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a860088-bc99-40c2-9801-ac2c9f2737eb tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b241d8fa-07bc-4843-8ac3-7569cd2f8990,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:20.264568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2cd506a9-4227-4366-b7f3-f1c4036105d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 4938500d-17e6-4d95-8519-2a199ea04a08) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:20.276260 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a860088-bc99-40c2-9801-ac2c9f2737eb tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.283989 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.286719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd506a9-4227-4366-b7f3-f1c4036105d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:20.287296 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cd506a9-4227-4366-b7f3-f1c4036105d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.288797 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2a860088-bc99-40c2-9801-ac2c9f2737eb tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6663182 Nov 09 00:11:20.295007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35340) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:20.307050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20de8ae-5cb0-4bd7-b605-41dc1a4d86d7 None None] Network 4938500d-17e6-4d95-8519-2a199ea04a08 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:20.338158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 88d1d2d1-5378-442e-8602-eb446cb65667 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:11:20.341173 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] For port 7de5cacf-00d7-412b-bd8b-bd978616384f, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:20.346358 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] For port 7de5cacf-00d7-412b-bd8b-bd978616384f, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7de5cacf-00d7-412b-bd8b-bd978616384f,segment=NetworkSegment(d6e5d073-2ee1-4dda-b6b7-69460a420963),segment_id=d6e5d073-2ee1-4dda-b6b7-69460a420963)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:20.349236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e7e5440f-dd8d-4d48-8601-69e1986a40b6 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Request body: {'security_group_rule': {'security_group_id': 'b241d8fa-07bc-4843-8ac3-7569cd2f8990', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:20.355585 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.445633 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2cd506a9-4227-4366-b7f3-f1c4036105d5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4293690 Nov 09 00:11:20.449278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:20.452953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-245fa480-19f0-4d29-8d23-e17a5d7c1230 admin admin] Deleting subnet fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:11:20.453592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Pushing event updated for resources: {'Port': ['ID=19159d21-14ef-495e-a7ee-fdbde9b5f89d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:20.458740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-245fa480-19f0-4d29-8d23-e17a5d7c1230 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.461696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:20.464794 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4f441-220f-4fb5-b454-c5626fde8f12 None None] Pushing event updated for resources: {'Port': ['ID=7de5cacf-00d7-412b-bd8b-bd978616384f,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:20.469385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:20.493001 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7e5440f-dd8d-4d48-8601-69e1986a40b6 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.515197 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Routers {'19da099c-bae2-4a24-8ddb-da1f5d76752c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:20.515845 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['19da099c-bae2-4a24-8ddb-da1f5d76752c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:20.525686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 88d1d2d1-5378-442e-8602-eb446cb65667 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:11:20.526037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 88d1d2d1-5378-442e-8602-eb446cb65667 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:11:20.672798 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-245fa480-19f0-4d29-8d23-e17a5d7c1230 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.695996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] Set router 25ffeb10-0fe4-4ed1-a8b2-368451770356 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:20.787658 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 884e8f04-2347-4d12-a06b-e8fcc7a55828 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:20.788258 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.794319 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] Set router 19da099c-bae2-4a24-8ddb-da1f5d76752c gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:20.794956 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-245fa480-19f0-4d29-8d23-e17a5d7c1230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.871348 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9b63daeb-6369-4eb6-96aa-fc42c84f3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:20.942368 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-245fa480-19f0-4d29-8d23-e17a5d7c1230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.026251 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-245fa480-19f0-4d29-8d23-e17a5d7c1230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.035872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-245fa480-19f0-4d29-8d23-e17a5d7c1230 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b HTTP/1.1" status: 204 len: 168 time: 1.2801213 Nov 09 00:11:21.055105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35368) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:21.150341 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9b63daeb-6369-4eb6-96aa-fc42c84f3872 None None] For port 884e8f04-2347-4d12-a06b-e8fcc7a55828, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=884e8f04-2347-4d12-a06b-e8fcc7a55828,segment=NetworkSegment(a1d4a67b-e863-4739-8a31-6c82217d1046),segment_id=a1d4a67b-e863-4739-8a31-6c82217d1046)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:21.165100 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.196225 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:11:13Z', 'revision_number': 4, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '7de5cacf-00d7-412b-bd8b-bd978616384f', 'name': '', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'mac_address': 'fa:16:3e:57:ad:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:12Z', 'updated_at': '2021-11-09T00:11:20Z', 'revision_number': 4, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'subnets': [{'id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:21.225625 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9b63daeb-6369-4eb6-96aa-fc42c84f3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.237080 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0f2ef7-2625-4ca4-aea6-665d8e358fe9 None None] The sync data for ids ['19da099c-bae2-4a24-8ddb-da1f5d76752c'] in n-d-813263-3 is: [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:11:13Z', 'revision_number': 4, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '7de5cacf-00d7-412b-bd8b-bd978616384f', 'name': '', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'mac_address': 'fa:16:3e:57:ad:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:12Z', 'updated_at': '2021-11-09T00:11:20Z', 'revision_number': 4, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'subnets': [{'id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:11:21.353615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90f7485c-6a1d-4ab2-8ea5-1974914f2364 req-f1d6c283-be29-4752-b621-0c0fbc21350c tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=269cccd0777347a3af3714e6ead9fbbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3735373 Nov 09 00:11:21.356877 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.359589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fa480-19f0-4d29-8d23-e17a5d7c1230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6039d7-1f66-415c-bbb7-7ffc5a1e8b5b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:21.360364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76a793c-0045-490a-b29b-67eaf2a4ffbb None None] Network 4938500d-17e6-4d95-8519-2a199ea04a08 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:21.369801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Allocated IP 172.25.0.68 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/cf3d8724-0e86-4384-bd93-df38e3aabb4b) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:21.419720 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7e5440f-dd8d-4d48-8601-69e1986a40b6 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.438061 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7e5440f-dd8d-4d48-8601-69e1986a40b6 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.502317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9b63daeb-6369-4eb6-96aa-fc42c84f3872 None None] Provisioning complete for port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:21.502696 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9b63daeb-6369-4eb6-96aa-fc42c84f3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.527939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63daeb-6369-4eb6-96aa-fc42c84f3872 None None] Pushing event updated for resources: {'Port': ['ID=884e8f04-2347-4d12-a06b-e8fcc7a55828,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:21.588139 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.590030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5440f-dd8d-4d48-8601-69e1986a40b6 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093ecf42-129b-476f-9a8c-828b7cd95531,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:21.709534 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7e5440f-dd8d-4d48-8601-69e1986a40b6 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.710805 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e7e5440f-dd8d-4d48-8601-69e1986a40b6 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4093931 Nov 09 00:11:21.723792 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35384) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:21.734687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2aff1727-000e-4b54-badc-e5223e4e6c25 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Request body: {'security_group_rule': {'security_group_id': 'b241d8fa-07bc-4843-8ac3-7569cd2f8990', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:21.795927 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2aff1727-000e-4b54-badc-e5223e4e6c25 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.808087 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9b63daeb-6369-4eb6-96aa-fc42c84f3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.821132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7485c-6a1d-4ab2-8ea5-1974914f2364 req-c8a80154-57e9-438d-af03-db577b5662e5 tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:21.822736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90f7485c-6a1d-4ab2-8ea5-1974914f2364 req-c8a80154-57e9-438d-af03-db577b5662e5 tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4589298 Nov 09 00:11:21.830179 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.880846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Router 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:11:21.884966 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2aff1727-000e-4b54-badc-e5223e4e6c25 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.897562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2aff1727-000e-4b54-badc-e5223e4e6c25 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.957573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff1727-000e-4b54-badc-e5223e4e6c25 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee750fd7-a996-4747-99f1-fb6e1d88b6ee,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:21.963217 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.969327 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90f7485c-6a1d-4ab2-8ea5-1974914f2364 req-c45e12ea-1597-47f8-aa95-fca909d9afd2 tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] 10.222.0.25 "GET /v2.0/quotas/269cccd0777347a3af3714e6ead9fbbd HTTP/1.1" status: 200 len: 375 time: 0.1363866 Nov 09 00:11:21.971532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3529e958-4130-4d89-8f6b-9e5d5aefa50a']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:21.987521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2aff1727-000e-4b54-badc-e5223e4e6c25 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:21.989475 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2aff1727-000e-4b54-badc-e5223e4e6c25 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2644844 Nov 09 00:11:21.992399 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35386) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:21.997036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:22.003616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c7ac35-d041-47d4-ba85-e072fd869554') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:22.004142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c7ac35-d041-47d4-ba85-e072fd869554') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:22.031512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 884e8f04-2347-4d12-a06b-e8fcc7a55828 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:22.046204 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90f7485c-6a1d-4ab2-8ea5-1974914f2364 req-f01eed8e-88e8-4c07-bfe9-da856f108d03 tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=269cccd0777347a3af3714e6ead9fbbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602739 Nov 09 00:11:22.052953 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:22.064675 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:22.064930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:15Z', 'revision_number': 4, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c', 'name': '', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'mac_address': 'fa:16:3e:3a:ea:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:13Z', 'updated_at': '2021-11-09T00:11:19Z', 'revision_number': 4, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'subnets': [{'id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:22.103189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-1577a3e6-f541-4e63-a921-7a4b9c8415ed tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:22.110924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-1577a3e6-f541-4e63-a921-7a4b9c8415ed tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/networks?id=4bb63df7-55c0-46d2-9519-c55dc2e5cd78 HTTP/1.1" status: 200 len: 815 time: 0.4698315 Nov 09 00:11:22.115020 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:22.115350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c6482d-9d3b-4265-949d-9b19d1efddce None None] The sync data for ids ['25ffeb10-0fe4-4ed1-a8b2-368451770356'] in n-d-813263-3 is: [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:15Z', 'revision_number': 4, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c', 'name': '', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'mac_address': 'fa:16:3e:3a:ea:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:13Z', 'updated_at': '2021-11-09T00:11:19Z', 'revision_number': 4, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'subnets': [{'id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:11:22.127508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:11:22.139312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:11:22.140131 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:22.142120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9b63daeb-6369-4eb6-96aa-fc42c84f3872 None None] For port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c,segment=NetworkSegment(f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1),segment_id=f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:22.144078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Sync routers for ids ['1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:11:22.144785 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:11:22.173809 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9b63daeb-6369-4eb6-96aa-fc42c84f3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:22.189183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-ad865747-85d0-465e-8f1c-60366283c15a tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/quotas/cd33330dde084d518c783e925f0fc852 HTTP/1.1" status: 200 len: 375 time: 0.0646763 Nov 09 00:11:22.233243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Routers {'1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:22.234646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:22.262769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:22.269807 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:22.271048 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-146e59f6-37a4-4e04-9ea0-48950bbc25b3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5154231 Nov 09 00:11:22.291392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35394) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:22.310398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-3cbf0f42-b4a0-4399-8cd2-bead4cb46de9 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd33330dde084d518c783e925f0fc852&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1199145 Nov 09 00:11:22.378293 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:22.387145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:22.411475 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8e58fa8f-d7da-4473-b81a-53a8d62338eb None None] Provisioning complete for port 884e8f04-2347-4d12-a06b-e8fcc7a55828 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:22.412135 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e58fa8f-d7da-4473-b81a-53a8d62338eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:22.413890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63daeb-6369-4eb6-96aa-fc42c84f3872 None None] Pushing event updated for resources: {'Port': ['ID=9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:22.442273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 884e8f04-2347-4d12-a06b-e8fcc7a55828 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:22.443884 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:22.458574 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:22.466824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3529e958-4130-4d89-8f6b-9e5d5aefa50a HTTP/1.1" status: 204 len: 168 time: 1.4038439 Nov 09 00:11:22.468014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:22.477589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35404) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:22.499207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:22.502216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Pushing event updated for resources: {'Port': ['ID=cf3d8724-0e86-4384-bd93-df38e3aabb4b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:22.517095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Set router 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:22.550413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdfc6c-cebe-452a-b452-47fadbdfc701 admin admin] Pushing event deleted for resources: {'Network': ['ID=3529e958-4130-4d89-8f6b-9e5d5aefa50a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:22.607772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-773ac9cd-dbeb-4f2c-878d-a406ee77910f tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4a498a1a6ff14564aa8c3d52bd5b4514&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1321766 Nov 09 00:11:22.780102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7de5cacf-00d7-412b-bd8b-bd978616384f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:22.825615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8e58fa8f-d7da-4473-b81a-53a8d62338eb None None] Provisioning complete for port 7de5cacf-00d7-412b-bd8b-bd978616384f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:22.826203 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e58fa8f-d7da-4473-b81a-53a8d62338eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.023123 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e58fa8f-d7da-4473-b81a-53a8d62338eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.030400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.097340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8e58fa8f-d7da-4473-b81a-53a8d62338eb None None] For port 7de5cacf-00d7-412b-bd8b-bd978616384f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7de5cacf-00d7-412b-bd8b-bd978616384f,segment=NetworkSegment(d6e5d073-2ee1-4dda-b6b7-69460a420963),segment_id=d6e5d073-2ee1-4dda-b6b7-69460a420963)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:23.099741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7de5cacf-00d7-412b-bd8b-bd978616384f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:23.100272 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.125929 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-10f374a7-eb11-4ada-ba2d-3bbd2738bdf7 service neutron] 10.222.0.25 "GET /v2.0/networks/4bb63df7-55c0-46d2-9519-c55dc2e5cd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8143537 Nov 09 00:11:23.129933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cda84da-7bf3-487a-b44b-d84812eca930 admin admin] Deleting subnet 870d44b3-8bee-454a-98c0-3a1d9ff616c6 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:11:23.133240 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e58fa8f-d7da-4473-b81a-53a8d62338eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.148319 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'name': 'tempest-FloatingIPsTestJSON-190408911-router', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:16Z', 'updated_at': '2021-11-09T00:11:20Z', 'revision_number': 3, 'project_id': '9f67c36419114b6c9d66ecd2b89084fc', 'gw_port': {'id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:19Z', 'updated_at': '2021-11-09T00:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:23.180683 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0cda84da-7bf3-487a-b44b-d84812eca930 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.205296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Checking router: 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:11:23.205692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Updating router 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 port 19159d21-14ef-495e-a7ee-fdbde9b5f89d binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:11:23.251098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Allocated IP 172.25.0.50 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/0314c459-6ac4-4ae6-b44d-c11dd597df3f) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:23.252201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8e58fa8f-d7da-4473-b81a-53a8d62338eb None None] Provisioning complete for port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:23.252729 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e58fa8f-d7da-4473-b81a-53a8d62338eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.254190 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.302279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58fa8f-d7da-4473-b81a-53a8d62338eb None None] Pushing event updated for resources: {'Port': ['ID=7de5cacf-00d7-412b-bd8b-bd978616384f,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:23.305225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0cda84da-7bf3-487a-b44b-d84812eca930 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.364156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-799874f0-ebfc-4d55-b837-ee774c27ef6b tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:23.365697 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-799874f0-ebfc-4d55-b837-ee774c27ef6b tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7499604 Nov 09 00:11:23.368437 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.411557 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0cda84da-7bf3-487a-b44b-d84812eca930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.427909 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-2cc489ea-91ff-448f-9cd0-6fd313887ed6 service neutron] 10.222.0.25 "GET /v2.0/networks/4bb63df7-55c0-46d2-9519-c55dc2e5cd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010364 Nov 09 00:11:23.466288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-fe6f9a86-af45-4690-941d-7baf6363a6c5 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/quotas/4a498a1a6ff14564aa8c3d52bd5b4514 HTTP/1.1" status: 200 len: 375 time: 0.0842760 Nov 09 00:11:23.469143 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.511274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-6f264a83-a985-45c6-af6c-421a998200be tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a498a1a6ff14564aa8c3d52bd5b4514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440571 Nov 09 00:11:23.520051 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.534533 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.567898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.742763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:23.757026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:23.761258 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:23.774398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Pushing event updated for resources: {'Port': ['ID=0314c459-6ac4-4ae6-b44d-c11dd597df3f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:23.793674 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.808313 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:23.854060 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0cda84da-7bf3-487a-b44b-d84812eca930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.011962 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.017011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7de5cacf-00d7-412b-bd8b-bd978616384f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:24.061597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc733b17-4f5b-4672-8f60-9133bfbe4260 req-8ea93a4c-c9a6-46ac-8c0a-3e7e575f588e tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 210 time: 0.1329205 Nov 09 00:11:24.062379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda84da-7bf3-487a-b44b-d84812eca930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870d44b3-8bee-454a-98c0-3a1d9ff616c6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:24.086331 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0cda84da-7bf3-487a-b44b-d84812eca930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.090964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0cda84da-7bf3-487a-b44b-d84812eca930 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/870d44b3-8bee-454a-98c0-3a1d9ff616c6 HTTP/1.1" status: 204 len: 168 time: 1.6092582 Nov 09 00:11:24.093405 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.094015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35424) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:24.108216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Allocated IP 172.20.0.1 (385906b0-cd76-4f68-a96a-b241f5fb73dd/634a1854-bc9e-4a2f-a30d-798e23449479/60239c0c-d05d-417a-a4e9-a70c8418327c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:24.116176 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.187569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Pushing event updated for resources: {'Port': ['ID=cf3d8724-0e86-4384-bd93-df38e3aabb4b,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:24.261727 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7de5cacf-00d7-412b-bd8b-bd978616384f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:24.262305 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.297286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-368e6822-fc57-4348-8251-ff35ec21fab9 req-4b669be4-856a-45ab-a6ae-6008c8f63924 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 210 time: 0.0827501 Nov 09 00:11:24.302620 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.325245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.338454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Attempting to bind port 19159d21-14ef-495e-a7ee-fdbde9b5f89d on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:24.338832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Attempting to bind port 19159d21-14ef-495e-a7ee-fdbde9b5f89d by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:24.339227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Attempting to bind port 19159d21-14ef-495e-a7ee-fdbde9b5f89d on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:24.343819 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.363735 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.374201 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d5cc4a51-e475-4b60-b5da-eb475247e181 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2551529 Nov 09 00:11:24.377014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd1da6-5d07-4fc2-ae1b-81009d2d1f5a None None] Pushing event updated for resources: {'Port': ['ID=19159d21-14ef-495e-a7ee-fdbde9b5f89d,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:24.392504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:24.392882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:24.393465 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.393738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:24.394304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Bound port: 19159d21-14ef-495e-a7ee-fdbde9b5f89d, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:24.398376 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.465970 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.511208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.526917 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f630182-8f6a-4082-8665-a3331491e967']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:24.565049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f4e5eb-6a50-4ee3-bf38-65dca0606243') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:24.565375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f4e5eb-6a50-4ee3-bf38-65dca0606243') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:24.588465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] For port 19159d21-14ef-495e-a7ee-fdbde9b5f89d, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:24.600532 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.603185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:24.615401 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] For port 19159d21-14ef-495e-a7ee-fdbde9b5f89d, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=19159d21-14ef-495e-a7ee-fdbde9b5f89d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:24.662971 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.681099 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.685167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.698509 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:11:24.698509 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:11:24.714514 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:11:24.755012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Network 385906b0-cd76-4f68-a96a-b241f5fb73dd is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:24.768872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:24.771774 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:24.850264 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.853633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.857386 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.859720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Pushing event updated for resources: {'Port': ['ID=60239c0c-d05d-417a-a4e9-a70c8418327c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:24.863870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] 10.222.0.25 "DELETE /v2.0/networks/9f630182-8f6a-4082-8665-a3331491e967 HTTP/1.1" status: 204 len: 168 time: 0.7628381 Nov 09 00:11:24.872902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d79db9-63a9-44a9-9476-326e1c8e5fed admin admin] Pushing event deleted for resources: {'Network': ['ID=9f630182-8f6a-4082-8665-a3331491e967,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:24.961139 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:24.973112 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:25.013203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd1da6-5d07-4fc2-ae1b-81009d2d1f5a None None] Pushing event updated for resources: {'Port': ['ID=19159d21-14ef-495e-a7ee-fdbde9b5f89d,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:25.027375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18bd6c8e-f376-4ad1-af8c-91b467d08577 req-b58bc4ac-1d20-46ac-8e2f-bd8a3cede2f6 tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=269cccd0777347a3af3714e6ead9fbbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503449 Nov 09 00:11:25.126079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Routers {'1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:25.130415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:25.131006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Pushing event updated for resources: {'Port': ['ID=0314c459-6ac4-4ae6-b44d-c11dd597df3f,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:25.171931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:25.173953 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:25.184894 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:25.197371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:25.226353 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:25.230040 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-67317888-c1ab-4f08-b261-5235514434e5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2366490 Nov 09 00:11:25.307332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35500) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:25.322048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da21233b-9fa5-48ea-acd2-633bd3ac9b1f req-8f2ad199-7617-4cac-98fe-76085da03c3d tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 210 time: 0.0576894 Nov 09 00:11:25.414699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd6c8e-f376-4ad1-af8c-91b467d08577 req-ee459b6c-c615-454d-963d-1671aaa3f17c tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:25.425990 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18bd6c8e-f376-4ad1-af8c-91b467d08577 req-ee459b6c-c615-454d-963d-1671aaa3f17c tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3892410 Nov 09 00:11:25.444816 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-154717e5-1e20-4c9a-b87d-c321367273a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2fd1f630ef54d6dba7f9f1e8827b967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360371 Nov 09 00:11:25.448507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35504) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:25.497199 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18bd6c8e-f376-4ad1-af8c-91b467d08577 req-6f8e73be-960e-4215-b076-6ee41e68684c tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] 10.222.0.25 "GET /v2.0/quotas/269cccd0777347a3af3714e6ead9fbbd HTTP/1.1" status: 200 len: 375 time: 0.0700312 Nov 09 00:11:25.539059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44ab51a1-3cc6-4d17-857e-4e408b1e4896 req-3f66cb9d-bb86-456b-890b-73691f992ef2 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 210 time: 0.0671132 Nov 09 00:11:25.631462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18bd6c8e-f376-4ad1-af8c-91b467d08577 req-4f633beb-dbba-40c8-ab0d-73a1487ebf12 tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=269cccd0777347a3af3714e6ead9fbbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1333199 Nov 09 00:11:25.727701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:25.771005 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:25.803658 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c46fc8b-9c2c-4011-9df4-63c9ec42b73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:25.826792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-760473d2-7f95-4165-a3d6-0c68769c185f tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1876793845&fields=id&tenant_id=c6af7060228b4829bdddd14f8192e8f4 HTTP/1.1" status: 200 len: 267 time: 0.1632843 Nov 09 00:11:25.891795 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c46fc8b-9c2c-4011-9df4-63c9ec42b73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:25.959006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Pushing event updated for resources: {'Port': ['ID=60239c0c-d05d-417a-a4e9-a70c8418327c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:26.054181 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:26.056709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6530a-899e-465c-81b9-c0d713e7543c req-6970bbd0-6bf6-4c0e-aba1-fa539b549883 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:26.066532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-6970bbd0-6bf6-4c0e-aba1-fa539b549883 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/networks?id=45c6c1e9-af0a-4821-93e7-90c4c5c827fb HTTP/1.1" status: 200 len: 811 time: 0.2283297 Nov 09 00:11:26.085858 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-2b6cbcbd-5d57-43ca-b2b2-c45ba76bbf93 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/quotas/c6af7060228b4829bdddd14f8192e8f4 HTTP/1.1" status: 200 len: 375 time: 0.0176547 Nov 09 00:11:26.098843 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c546ca70-7df6-4c42-8224-b1665de9fa31 None None] Provisioning complete for port 60239c0c-d05d-417a-a4e9-a70c8418327c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:26.100726 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c546ca70-7df6-4c42-8224-b1665de9fa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:26.211011 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c46fc8b-9c2c-4011-9df4-63c9ec42b73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:26.226008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c546ca70-7df6-4c42-8224-b1665de9fa31 None None] Port 60239c0c-d05d-417a-a4e9-a70c8418327c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:11:26.233883 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c46fc8b-9c2c-4011-9df4-63c9ec42b73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:26.236883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] Set router 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:26.241477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4c46fc8b-9c2c-4011-9df4-63c9ec42b73a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/836f8add-2671-4c7c-9cec-3bbb4a8267e5 HTTP/1.1" status: 204 len: 168 time: 0.7907007 Nov 09 00:11:26.254394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-f8a316b2-c341-464f-b6a9-d943df75c720 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4a498a1a6ff14564aa8c3d52bd5b4514&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942996 Nov 09 00:11:26.305114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46fc8b-9c2c-4011-9df4-63c9ec42b73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836f8add-2671-4c7c-9cec-3bbb4a8267e5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:26.352664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-bb4160f1-637c-456f-be5a-bb2c1f27e02b tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:26.359848 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-bb4160f1-637c-456f-be5a-bb2c1f27e02b tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.30 "GET /v2.0/networks?id=4bb63df7-55c0-46d2-9519-c55dc2e5cd78 HTTP/1.1" status: 200 len: 815 time: 0.7072222 Nov 09 00:11:26.361999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Network 385906b0-cd76-4f68-a96a-b241f5fb73dd is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:26.363452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:26.375247 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Request body: {'port': {'device_id': 'e5398b1c-33f3-43d0-abb1-f4c020bb92d3', 'network_id': '4bb63df7-55c0-46d2-9519-c55dc2e5cd78', 'admin_state_up': True, 'tenant_id': 'cd33330dde084d518c783e925f0fc852'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:26.472485 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-592a1cd7-23d6-450a-a3ec-4c144fd751fa tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6af7060228b4829bdddd14f8192e8f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3852372 Nov 09 00:11:26.695930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-2a0b71fc-5aa4-4251-aff9-858b5469e119 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:26.697536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-2a0b71fc-5aa4-4251-aff9-858b5469e119 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4301584 Nov 09 00:11:26.737790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0123111d-89e0-4009-993e-e14e338da5a8 req-24398189-f208-45d8-b728-fadf74e61ba3 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 210 time: 0.1439352 Nov 09 00:11:26.765518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Request body: {'port': {'device_id': '25293bd3-4340-4eb1-bba2-12fd3dfb2b36', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '4a498a1a6ff14564aa8c3d52bd5b4514'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:26.780725 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-28d8d4b4-f213-4fec-a7ac-ba07a68b2141 None None] Provisioning complete for port 60239c0c-d05d-417a-a4e9-a70c8418327c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:26.781093 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-28d8d4b4-f213-4fec-a7ac-ba07a68b2141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:26.818258 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'name': 'tempest-FloatingIPsTestJSON-190408911-router', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:16Z', 'updated_at': '2021-11-09T00:11:20Z', 'revision_number': 3, 'project_id': '9f67c36419114b6c9d66ecd2b89084fc', 'gw_port': {'id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:19Z', 'updated_at': '2021-11-09T00:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:26.869098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Router 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:11:26.879932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb563e4-a300-433b-afb9-429f3bd787b1 None None] The sync data for ids ['1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'] in n-d-813263-3 is: [{'id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'name': 'tempest-FloatingIPsTestJSON-190408911-router', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:16Z', 'updated_at': '2021-11-09T00:11:20Z', 'revision_number': 3, 'project_id': '9f67c36419114b6c9d66ecd2b89084fc', 'gw_port': {'id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:19Z', 'updated_at': '2021-11-09T00:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:11:26.921111 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-28d8d4b4-f213-4fec-a7ac-ba07a68b2141 None None] Port 60239c0c-d05d-417a-a4e9-a70c8418327c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:11:26.928607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-191ae015-b710-45ef-98c5-d6eb796f7727 service neutron] 10.222.0.25 "GET /v2.0/networks/45c6c1e9-af0a-4821-93e7-90c4c5c827fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517925 Nov 09 00:11:26.935391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Made reservation on behalf of cd33330dde084d518c783e925f0fc852 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:26.939637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:27.013116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35574) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:27.090712 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-987044d8-d4dd-43cd-a8ac-0c5c41158089 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4193bf62f9434ce591ee03817a105085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740392 Nov 09 00:11:27.110827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35576) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:27.193013 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:11:27.199090 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-196a12e5-2e90-4d05-b643-377df4fd0c41 admin admin] 10.222.0.25 "PUT /v2.0/routers/1d28ea85-80ea-4bf0-af4c-a2dd5d0be173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9067297 Nov 09 00:11:27.208963 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Allocated IP 172.20.0.6 (4bb63df7-55c0-46d2-9519-c55dc2e5cd78/b093a01c-9711-4131-a975-b37655309e5f/4e4df646-07be-4bf6-8ff7-7f46a642ee3b) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:27.252541 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-e9ef3966-0276-46b4-a781-d854081cde1e service neutron] 10.222.0.25 "GET /v2.0/networks/45c6c1e9-af0a-4821-93e7-90c4c5c827fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114901 Nov 09 00:11:27.256885 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8283f3f-90af-451f-8f08-98d8c49e09a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:27.297259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Made reservation on behalf of 4a498a1a6ff14564aa8c3d52bd5b4514 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:27.301376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:27.357439 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:27.380065 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8283f3f-90af-451f-8f08-98d8c49e09a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:27.419118 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-208a090d-1df7-4ecb-9d3d-d8776a901a11 req-6b7b6240-3045-4607-bedb-4b95302340a6 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 210 time: 0.0470948 Nov 09 00:11:27.477576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:27.533658 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8283f3f-90af-451f-8f08-98d8c49e09a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:27.534111 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:27.557830 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8283f3f-90af-451f-8f08-98d8c49e09a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:27.561253 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b8283f3f-90af-451f-8f08-98d8c49e09a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/726a997a-d6ce-4aee-8c13-b3e5a7bd2571 HTTP/1.1" status: 204 len: 168 time: 0.4469848 Nov 09 00:11:27.576921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8283f3f-90af-451f-8f08-98d8c49e09a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a997a-d6ce-4aee-8c13-b3e5a7bd2571,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:27.599992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Network 4bb63df7-55c0-46d2-9519-c55dc2e5cd78 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:27.606345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:27.612939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:27.640155 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:27.642354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Pushing event updated for resources: {'Port': ['ID=4e4df646-07be-4bf6-8ff7-7f46a642ee3b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:27.651070 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:27.712262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:27.713158 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:27.749638 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-00e854fb-9b52-4ea0-942c-d9a71fcd1329 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3781550 Nov 09 00:11:27.767740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Request body: {'port': {'device_id': 'e5398b1c-33f3-43d0-abb1-f4c020bb92d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:27.825533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057e3183-646a-4e5c-8ef7-0a18122d452b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:27.909491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:28.040424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Allocated IP 192.168.233.199 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/729b5fdc-473d-4d4d-81fe-63e9135834a1) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:28.117977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd3d57c5-49dc-437c-87e9-697616d9d74c req-fc5b4593-c45d-4aa9-8fbf-6155168ac72e tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 210 time: 0.0589490 Nov 09 00:11:28.439280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a01d72e4-aa85-4351-b683-2edd0323459f req-ad33158a-c1fb-4ae4-98da-6b90fa7b166f tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6350980 Nov 09 00:11:28.456874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:28.513233 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3ba1c-5934-47d8-8988-fb2358ae1096 req-c581aba1-f6d7-460d-8d4b-cd4d660cf5d4 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:28.521533 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8e3ba1c-5934-47d8-8988-fb2358ae1096 req-c581aba1-f6d7-460d-8d4b-cd4d660cf5d4 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 931 time: 0.2357094 Nov 09 00:11:28.544769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:28.587058 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:28.627849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4df646-07be-4bf6-8ff7-7f46a642ee3b {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:11:28.639767 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:28.656009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Transition to ACTIVE for port object 4e4df646-07be-4bf6-8ff7-7f46a642ee3b will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:11:28.663563 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:28.691127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8e3ba1c-5934-47d8-8988-fb2358ae1096 req-5442edab-0c37-4123-b78a-20be60e909b2 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c209eef-94bc-4fbf-9f69-524e6dc62017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683154 Nov 09 00:11:28.793825 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Pushing event updated for resources: {'Port': ['ID=4e4df646-07be-4bf6-8ff7-7f46a642ee3b,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:28.859509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38a268de-1646-4007-a7f4-11fc459730af req-fdd161a8-a3ee-4cc9-a55a-4cd67fe9e2a3 tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=269cccd0777347a3af3714e6ead9fbbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451617 Nov 09 00:11:28.879042 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:28.887757 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 19159d21-14ef-495e-a7ee-fdbde9b5f89d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:28.989185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 19159d21-14ef-495e-a7ee-fdbde9b5f89d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:28.989789 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:29.041027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Attempting to bind port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:29.042371 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Attempting to bind port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '8c47e50a-c040-4019-bc3b-40e5cb8d2bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4bb63df7-55c0-46d2-9519-c55dc2e5cd78'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:29.045492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Attempting to bind port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b on network 4bb63df7-55c0-46d2-9519-c55dc2e5cd78 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:29.057492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b on network 4bb63df7-55c0-46d2-9519-c55dc2e5cd78 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:11:29.057723 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Attempting to bind port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b on network 4bb63df7-55c0-46d2-9519-c55dc2e5cd78 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:29.067677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:29.068017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Checking segment: {'id': '8c47e50a-c040-4019-bc3b-40e5cb8d2bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4bb63df7-55c0-46d2-9519-c55dc2e5cd78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:29.068403 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Bound using segment: {'id': '8c47e50a-c040-4019-bc3b-40e5cb8d2bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4bb63df7-55c0-46d2-9519-c55dc2e5cd78'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:29.068831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Bound port: 4e4df646-07be-4bf6-8ff7-7f46a642ee3b, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c47e50a-c040-4019-bc3b-40e5cb8d2bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4bb63df7-55c0-46d2-9519-c55dc2e5cd78'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:29.069184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:29.133458 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:29.184131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 19159d21-14ef-495e-a7ee-fdbde9b5f89d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=19159d21-14ef-495e-a7ee-fdbde9b5f89d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:29.198781 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:29.226139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] For port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:29.229883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] For port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4e4df646-07be-4bf6-8ff7-7f46a642ee3b,segment=NetworkSegment(8c47e50a-c040-4019-bc3b-40e5cb8d2bd4),segment_id=8c47e50a-c040-4019-bc3b-40e5cb8d2bd4)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:29.237253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:29.256868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a268de-1646-4007-a7f4-11fc459730af req-cf2c439b-2e2f-4199-bc08-1eb660a1facc tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:29.261771 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38a268de-1646-4007-a7f4-11fc459730af req-cf2c439b-2e2f-4199-bc08-1eb660a1facc tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3975377 Nov 09 00:11:29.277085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=19159d21-14ef-495e-a7ee-fdbde9b5f89d,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:29.285902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:29.354609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38a268de-1646-4007-a7f4-11fc459730af req-12faac84-012f-45da-b977-cf414450ccbd tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] 10.222.0.25 "GET /v2.0/quotas/269cccd0777347a3af3714e6ead9fbbd HTTP/1.1" status: 200 len: 375 time: 0.0674696 Nov 09 00:11:29.355333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Pushing event updated for resources: {'Port': ['ID=729b5fdc-473d-4d4d-81fe-63e9135834a1,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:29.382876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:29.383024 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:29.384486 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-f866ce2a-995a-494a-9788-319975aac66d service neutron] 10.222.0.30 "PUT /v2.0/ports/4e4df646-07be-4bf6-8ff7-7f46a642ee3b HTTP/1.1" status: 200 len: 1091 time: 1.6261301 Nov 09 00:11:29.417656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5398b1c-33f3-43d0-abb1-f4c020bb92d3', 'tag': '4e4df646-07be-4bf6-8ff7-7f46a642ee3b'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:29.420468 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541ee9c6-4254-4527-a340-836531d88dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "e5398b1c-33f3-43d0-abb1-f4c020bb92d3", "tag": "4e4df646-07be-4bf6-8ff7-7f46a642ee3b"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:29.442938 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:29.443789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:29.443789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:29.444071 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:29.444409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:29.444736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:29.445062 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:29.445467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:29.445795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:29.446771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:29.447114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:29.447438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:11:29.463844 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38a268de-1646-4007-a7f4-11fc459730af req-1f7d0883-3c49-4c19-bcff-83a1473aaba7 tempest-QuotasAdminNegativeTest-2020107382 tempest-QuotasAdminNegativeTest-2020107382-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=269cccd0777347a3af3714e6ead9fbbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837419 Nov 09 00:11:29.467456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866ce2a-995a-494a-9788-319975aac66d service neutron] Pushing event updated for resources: {'Port': ['ID=4e4df646-07be-4bf6-8ff7-7f46a642ee3b,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:29.468979 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:29.476803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:29.547448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6530a-899e-465c-81b9-c0d713e7543c req-288120b4-56a7-4990-a664-cfce5fc03adc tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:29.548996 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-288120b4-56a7-4990-a664-cfce5fc03adc tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.11 "GET /v2.0/networks?id=45c6c1e9-af0a-4821-93e7-90c4c5c827fb HTTP/1.1" status: 200 len: 811 time: 0.2802088 Nov 09 00:11:29.551400 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:29.598629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-03ba3783-8f85-4f87-8b47-a66d845860fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:29.613470 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-03ba3783-8f85-4f87-8b47-a66d845860fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd33330dde084d518c783e925f0fc852&device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 1094 time: 0.1350715 Nov 09 00:11:29.717917 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-c7174357-b856-47a4-aac0-9d6fa5b0d555 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e4df646-07be-4bf6-8ff7-7f46a642ee3b HTTP/1.1" status: 200 len: 217 time: 0.0950561 Nov 09 00:11:29.723787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:29.725280 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:29.750217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a2f7b175-084a-4783-bd9c-3d37e1c47754 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0048966 Nov 09 00:11:29.767326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Request body: {'port': {'device_id': '25293bd3-4340-4eb1-bba2-12fd3dfb2b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:29.832166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Allocated IP 172.25.0.173 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/c6980d63-898e-4390-9b9f-6c815e81d507) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:30.002366 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4f8eaea7-6920-436a-839d-af90a809e9ac None None] Provisioning complete for port 729b5fdc-473d-4d4d-81fe-63e9135834a1 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:30.003970 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4f8eaea7-6920-436a-839d-af90a809e9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:30.108968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4f8eaea7-6920-436a-839d-af90a809e9ac None None] Port 729b5fdc-473d-4d4d-81fe-63e9135834a1 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:11:30.178514 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-632bd859-a6b5-45d5-a48e-4d471e28569e tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6af7060228b4829bdddd14f8192e8f4 HTTP/1.1" status: 200 len: 380 time: 0.6144903 Nov 09 00:11:30.183094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-aa2bde66-ec94-4311-b7fc-e1eba7ba8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:30.184747 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-aa2bde66-ec94-4311-b7fc-e1eba7ba8d9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b093a01c-9711-4131-a975-b37655309e5f HTTP/1.1" status: 200 len: 855 time: 0.4541991 Nov 09 00:11:30.191976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-56c6530a-899e-465c-81b9-c0d713e7543c req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Request body: {'port': {'device_id': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'admin_state_up': True, 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'security_groups': ['b241d8fa-07bc-4843-8ac3-7569cd2f8990']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:30.224109 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-22607236-c881-49db-867d-152ee3ea3eb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4bb63df7-55c0-46d2-9519-c55dc2e5cd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279639 Nov 09 00:11:30.257000 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:30.353774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637b47c-dd3d-43fc-8c42-be90fbf2eda9 req-19c71269-d7bb-4766-8ce8-45f8cbb1cbbb tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:30.355744 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e637b47c-dd3d-43fc-8c42-be90fbf2eda9 req-19c71269-d7bb-4766-8ce8-45f8cbb1cbbb tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 936 time: 0.6163809 Nov 09 00:11:30.399801 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-c1128ada-156f-4778-bb8c-8ce1b5d8f343 service neutron] 10.222.0.30 "GET /v2.0/networks/4bb63df7-55c0-46d2-9519-c55dc2e5cd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652699 Nov 09 00:11:30.438441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c6530a-899e-465c-81b9-c0d713e7543c req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Made reservation on behalf of c6af7060228b4829bdddd14f8192e8f4 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:30.441859 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-56c6530a-899e-465c-81b9-c0d713e7543c req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:30.529389 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:30.535663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e637b47c-dd3d-43fc-8c42-be90fbf2eda9 req-f0563a70-36e7-4e9d-948e-9ec909cc659b tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/security-groups?id=057e3183-646a-4e5c-8ef7-0a18122d452b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601541 Nov 09 00:11:30.556277 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-80d0cd3d-e504-4b9e-80b0-2c047e1b12a5 req-05acf6f3-1dc5-4c21-8c15-6d40834e7e05 service neutron] 10.222.0.30 "GET /v2.0/networks/4bb63df7-55c0-46d2-9519-c55dc2e5cd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479969 Nov 09 00:11:30.557946 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Sync routers for ids ['1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:11:30.600644 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Routers {'1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:30.603003 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:30.637177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-56c6530a-899e-465c-81b9-c0d713e7543c req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Allocated IP 172.20.0.5 (45c6c1e9-af0a-4821-93e7-90c4c5c827fb/f47a3c19-e641-4842-a58f-8bebf1a3c2fa/7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:30.654605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:30.707277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:30.717036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:30.717891 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 19159d21-14ef-495e-a7ee-fdbde9b5f89d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:30.723331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:30.764592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Pushing event updated for resources: {'Port': ['ID=c6980d63-898e-4390-9b9f-6c815e81d507,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:30.822886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 19159d21-14ef-495e-a7ee-fdbde9b5f89d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:30.824146 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:30.833432 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Set router 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:30.865272 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729b5fdc-473d-4d4d-81fe-63e9135834a1 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:11:30.900483 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d67105b-bc80-4da4-8a01-bd97acdd151d req-a2909014-d686-42c7-8a4e-72e03fd8b147 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 210 time: 0.0522366 Nov 09 00:11:30.903996 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:30.949512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Transition to ACTIVE for port object 729b5fdc-473d-4d4d-81fe-63e9135834a1 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:11:30.959076 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:30.995235 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-56c6530a-899e-465c-81b9-c0d713e7543c req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.004080 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.109465 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb89c21-0476-4ba4-ba3e-89a062a94c78 x-openstack-request-id: req-2eb89c21-0476-4ba4-ba3e-89a062a94c78 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:31.109999 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5398b1c-33f3-43d0-abb1-f4c020bb92d3", "tag": "4e4df646-07be-4bf6-8ff7-7f46a642ee3b", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:31.110713 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2eb89c21-0476-4ba4-ba3e-89a062a94c78 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:31.111276 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5398b1c-33f3-43d0-abb1-f4c020bb92d3', 'tag': '4e4df646-07be-4bf6-8ff7-7f46a642ee3b', 'status': 'completed', 'code': 200} Nov 09 00:11:31.115387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-56c6530a-899e-465c-81b9-c0d713e7543c req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.167613 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.253887 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'name': 'tempest-FloatingIPsTestJSON-190408911-router', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:16Z', 'updated_at': '2021-11-09T00:11:25Z', 'revision_number': 4, 'project_id': '9f67c36419114b6c9d66ecd2b89084fc', 'gw_port': {'id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:19Z', 'updated_at': '2021-11-09T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '60239c0c-d05d-417a-a4e9-a70c8418327c', 'name': '', 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'mac_address': 'fa:16:3e:eb:10:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '634a1854-bc9e-4a2f-a30d-798e23449479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:23Z', 'updated_at': '2021-11-09T00:11:25Z', 'revision_number': 2, 'project_id': '9f67c36419114b6c9d66ecd2b89084fc', 'subnets': [{'id': '634a1854-bc9e-4a2f-a30d-798e23449479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:31.276882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Pushing event updated for resources: {'Port': ['ID=729b5fdc-473d-4d4d-81fe-63e9135834a1,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:31.283247 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Attempting to bind port 729b5fdc-473d-4d4d-81fe-63e9135834a1 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:31.283580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Attempting to bind port 729b5fdc-473d-4d4d-81fe-63e9135834a1 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:31.283907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Attempting to bind port 729b5fdc-473d-4d4d-81fe-63e9135834a1 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:31.288612 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Pushing event updated for resources: {'Port': ['ID=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:31.296529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c6530a-899e-465c-81b9-c0d713e7543c req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:31.303354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-56c6530a-899e-465c-81b9-c0d713e7543c req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:31.309954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c6530a-899e-465c-81b9-c0d713e7543c req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:31.315932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Port 729b5fdc-473d-4d4d-81fe-63e9135834a1 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:11:31.316252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Attempting to bind port 729b5fdc-473d-4d4d-81fe-63e9135834a1 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:31.325687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:31.326954 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Checking router: 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:11:31.327420 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Updating router 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 port 60239c0c-d05d-417a-a4e9-a70c8418327c binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:11:31.328084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:31.329338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:31.330232 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Bound port: 729b5fdc-473d-4d4d-81fe-63e9135834a1, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:31.331010 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.391905 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.405028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ee9c6-4254-4527-a340-836531d88dfe req-503ed421-24ea-442f-a666-d9ef7355e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:31.409986 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-541ee9c6-4254-4527-a340-836531d88dfe req-503ed421-24ea-442f-a666-d9ef7355e22a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd33330dde084d518c783e925f0fc852&device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 1094 time: 0.3183961 Nov 09 00:11:31.491764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] For port 729b5fdc-473d-4d4d-81fe-63e9135834a1, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:31.517065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] For port 729b5fdc-473d-4d4d-81fe-63e9135834a1, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=729b5fdc-473d-4d4d-81fe-63e9135834a1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:31.524492 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.531389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6530a-899e-465c-81b9-c0d713e7543c req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:31.532508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-56c6530a-899e-465c-81b9-c0d713e7543c req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.594009 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:31.594931 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.596585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] 10.222.0.30 "PUT /v2.0/ports/729b5fdc-473d-4d4d-81fe-63e9135834a1 HTTP/1.1" status: 200 len: 1096 time: 1.8352897 Nov 09 00:11:31.607905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25293bd3-4340-4eb1-bba2-12fd3dfb2b36', 'tag': '729b5fdc-473d-4d4d-81fe-63e9135834a1'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:31.612770 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0230eda5-542d-45b0-96ef-59c123704236" -d '{"events": [{"name": "network-changed", "server_uuid": "25293bd3-4340-4eb1-bba2-12fd3dfb2b36", "tag": "729b5fdc-473d-4d4d-81fe-63e9135834a1"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:31.690252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ee9c6-4254-4527-a340-836531d88dfe req-8ac312f8-987d-488a-bd7a-0d0db1708c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:31.695384 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-541ee9c6-4254-4527-a340-836531d88dfe req-8ac312f8-987d-488a-bd7a-0d0db1708c34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4bb63df7-55c0-46d2-9519-c55dc2e5cd78 HTTP/1.1" status: 200 len: 915 time: 0.2738547 Nov 09 00:11:31.735617 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-75c79126-5bac-4bee-a2bd-958781365f0b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5476716 Nov 09 00:11:31.771429 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.784098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf1f32-c0c9-49b3-8f06-e496b6d92283 service neutron] Pushing event updated for resources: {'Port': ['ID=729b5fdc-473d-4d4d-81fe-63e9135834a1,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:31.789923 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.816883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Request body: {'port': {'device_id': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:31.821664 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-541ee9c6-4254-4527-a340-836531d88dfe req-c3de440f-e9e4-4a09-884a-072690bb91b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e4df646-07be-4bf6-8ff7-7f46a642ee3b HTTP/1.1" status: 200 len: 217 time: 0.1161025 Nov 09 00:11:31.823484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d2d4946c-d426-4196-bc28-4b81dc42cfa4 None None] Provisioning complete for port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:31.824486 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d2d4946c-d426-4196-bc28-4b81dc42cfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.904451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4946c-d426-4196-bc28-4b81dc42cfa4 None None] Port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:11:31.923593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a754916b-2396-4ca4-b0cc-72fbc5b95e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:31.924802 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a754916b-2396-4ca4-b0cc-72fbc5b95e55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a498a1a6ff14564aa8c3d52bd5b4514&device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 1099 time: 0.2698188 Nov 09 00:11:31.954559 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:31.988455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ee9c6-4254-4527-a340-836531d88dfe req-ba9b9ab0-cc60-4995-bcc9-d05aecba9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:31.990111 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-541ee9c6-4254-4527-a340-836531d88dfe req-ba9b9ab0-cc60-4995-bcc9-d05aecba9865 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b093a01c-9711-4131-a975-b37655309e5f HTTP/1.1" status: 200 len: 855 time: 0.1178961 Nov 09 00:11:32.053077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-5f2ec0ed-f337-464c-b6c6-34dd9d0d2e38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=729b5fdc-473d-4d4d-81fe-63e9135834a1 HTTP/1.1" status: 200 len: 217 time: 0.0788386 Nov 09 00:11:32.053377 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:32.057706 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-541ee9c6-4254-4527-a340-836531d88dfe req-a1aa5429-0b5e-42df-8b6e-6207afbecdda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4bb63df7-55c0-46d2-9519-c55dc2e5cd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416017 Nov 09 00:11:32.062573 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:32.066105 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:32.069545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Pushing event updated for resources: {'Port': ['ID=c6980d63-898e-4390-9b9f-6c815e81d507,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:32.099083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3976c79-ca4e-4ea7-b991-b8070c22e9aa req-c07f1ca0-5523-4e98-9ab1-aa57daf9f7ae tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:32.100626 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3976c79-ca4e-4ea7-b991-b8070c22e9aa req-c07f1ca0-5523-4e98-9ab1-aa57daf9f7ae tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 943 time: 0.3568537 Nov 09 00:11:32.147697 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:32.148907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a01d72e4-aa85-4351-b683-2edd0323459f req-281a2646-7590-4786-8dc1-8be3a1581c5c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7004702 Nov 09 00:11:32.162036 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1f68a-af95-4cc1-a519-ee18e80b602a None None] Pushing event updated for resources: {'Port': ['ID=60239c0c-d05d-417a-a4e9-a70c8418327c,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:32.255466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3976c79-ca4e-4ea7-b991-b8070c22e9aa req-16b338ca-3478-4fbb-bddb-257db281bc8d tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c209eef-94bc-4fbf-9f69-524e6dc62017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215203 Nov 09 00:11:32.258700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-76f62aa2-45d0-436e-8dad-7456d5692d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:32.262124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-76f62aa2-45d0-436e-8dad-7456d5692d30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1871643 Nov 09 00:11:32.266103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a01d72e4-aa85-4351-b683-2edd0323459f req-ed3e823d-7d67-4c80-9699-c68cd79aff58 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.1073723 Nov 09 00:11:32.276890 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Attempting to bind port 60239c0c-d05d-417a-a4e9-a70c8418327c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:32.277256 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Attempting to bind port 60239c0c-d05d-417a-a4e9-a70c8418327c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a1d4a67b-e863-4739-8a31-6c82217d1046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:32.278889 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Attempting to bind port 60239c0c-d05d-417a-a4e9-a70c8418327c on network 385906b0-cd76-4f68-a96a-b241f5fb73dd {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:32.302187 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:32.303973 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Checking segment: {'id': 'a1d4a67b-e863-4739-8a31-6c82217d1046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:32.304397 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:32.304800 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Bound using segment: {'id': 'a1d4a67b-e863-4739-8a31-6c82217d1046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:32.306204 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Bound port: 60239c0c-d05d-417a-a4e9-a70c8418327c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d4a67b-e863-4739-8a31-6c82217d1046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:32.306589 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:32.438626 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] For port 60239c0c-d05d-417a-a4e9-a70c8418327c, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:32.443809 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] For port 60239c0c-d05d-417a-a4e9-a70c8418327c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=60239c0c-d05d-417a-a4e9-a70c8418327c,segment=NetworkSegment(a1d4a67b-e863-4739-8a31-6c82217d1046),segment_id=a1d4a67b-e863-4739-8a31-6c82217d1046)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:32.456794 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:32.465223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-70e1d48d-0198-44f0-acae-7c328f335502 None None] Provisioning complete for port 60239c0c-d05d-417a-a4e9-a70c8418327c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:32.465964 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-70e1d48d-0198-44f0-acae-7c328f335502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:32.480557 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-541ee9c6-4254-4527-a340-836531d88dfe req-5910996d-8055-4288-bc20-6ae6c22dec42 service neutron] 10.222.0.30 "GET /v2.0/networks/4bb63df7-55c0-46d2-9519-c55dc2e5cd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130769 Nov 09 00:11:32.486521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a45e22f7-f6c2-4660-9c8c-17c204a68ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:32.488079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-a45e22f7-f6c2-4660-9c8c-17c204a68ff4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2155724 Nov 09 00:11:32.561120 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1f68a-af95-4cc1-a519-ee18e80b602a None None] Pushing event updated for resources: {'Port': ['ID=60239c0c-d05d-417a-a4e9-a70c8418327c,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:32.573299 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Routers {'1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:32.573944 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:32.637804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d72e4-aa85-4351-b683-2edd0323459f req-57915c8f-d151-46fb-af71-a83761b63929 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:32.642700 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-70e1d48d-0198-44f0-acae-7c328f335502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:32.644467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a01d72e4-aa85-4351-b683-2edd0323459f req-57915c8f-d151-46fb-af71-a83761b63929 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.3588660 Nov 09 00:11:32.670147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d6125-6115-4ee6-91e8-3085d6f430cb req-33badff4-c34d-4b7a-8c18-e07b6a241333 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:32.670147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-370d6125-6115-4ee6-91e8-3085d6f430cb req-33badff4-c34d-4b7a-8c18-e07b6a241333 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 948 time: 0.1893282 Nov 09 00:11:32.754855 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1cc13e-2257-4409-b8af-debe37ee288c x-openstack-request-id: req-2a1cc13e-2257-4409-b8af-debe37ee288c {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:32.755154 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25293bd3-4340-4eb1-bba2-12fd3dfb2b36", "tag": "729b5fdc-473d-4d4d-81fe-63e9135834a1", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:32.755794 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a1cc13e-2257-4409-b8af-debe37ee288c {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:32.756263 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25293bd3-4340-4eb1-bba2-12fd3dfb2b36', 'tag': '729b5fdc-473d-4d4d-81fe-63e9135834a1', 'status': 'completed', 'code': 200} Nov 09 00:11:32.766088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-70e1d48d-0198-44f0-acae-7c328f335502 None None] For port 60239c0c-d05d-417a-a4e9-a70c8418327c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=60239c0c-d05d-417a-a4e9-a70c8418327c,segment=NetworkSegment(a1d4a67b-e863-4739-8a31-6c82217d1046),segment_id=a1d4a67b-e863-4739-8a31-6c82217d1046)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:32.779844 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-70e1d48d-0198-44f0-acae-7c328f335502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:32.814391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-898a99d3-7111-43d3-9792-a097b971b72d service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118188 Nov 09 00:11:32.826081 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] Set router 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:32.879273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:11:32.899446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-370d6125-6115-4ee6-91e8-3085d6f430cb req-e98c7743-ffb6-489f-8d7a-eddfd2eb59f9 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/security-groups?id=057e3183-646a-4e5c-8ef7-0a18122d452b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075250 Nov 09 00:11:32.950436 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:32.965284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1d48d-0198-44f0-acae-7c328f335502 None None] Pushing event updated for resources: {'Port': ['ID=60239c0c-d05d-417a-a4e9-a70c8418327c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:33.004400 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-541ee9c6-4254-4527-a340-836531d88dfe req-35963173-5a09-496b-97a2-35ba3e0c5dee service neutron] 10.222.0.30 "GET /v2.0/networks/4bb63df7-55c0-46d2-9519-c55dc2e5cd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103047 Nov 09 00:11:33.022181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Transition to ACTIVE for port object 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:11:33.031201 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:33.074384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6e8f59d-7a6c-4fd7-9b67-d0816c95a0d0 req-3f267a0a-a8a6-4548-b2f6-d4a1a328ac16 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480893 Nov 09 00:11:33.091155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56960b3-8567-4650-b176-f76a4c6461a7 req-0f201e39-7c57-4102-87cc-c7391bfe032d tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:33.102187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d56960b3-8567-4650-b176-f76a4c6461a7 req-0f201e39-7c57-4102-87cc-c7391bfe032d tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 931 time: 0.1015370 Nov 09 00:11:33.137381 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-623048a6-16c9-4698-87a3-ea4bfa855cb2 None None] Provisioning complete for port 60239c0c-d05d-417a-a4e9-a70c8418327c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:33.137856 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-623048a6-16c9-4698-87a3-ea4bfa855cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:33.187693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:33.244716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35698) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:33.296199 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d56960b3-8567-4650-b176-f76a4c6461a7 req-d1d1dddc-9d0f-4a40-a221-44874e396636 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918416 Nov 09 00:11:33.335642 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'name': 'tempest-FloatingIPsTestJSON-190408911-router', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:16Z', 'updated_at': '2021-11-09T00:11:25Z', 'revision_number': 4, 'project_id': '9f67c36419114b6c9d66ecd2b89084fc', 'gw_port': {'id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:19Z', 'updated_at': '2021-11-09T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '60239c0c-d05d-417a-a4e9-a70c8418327c', 'name': '', 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'mac_address': 'fa:16:3e:eb:10:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '634a1854-bc9e-4a2f-a30d-798e23449479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:23Z', 'updated_at': '2021-11-09T00:11:32Z', 'revision_number': 4, 'project_id': '9f67c36419114b6c9d66ecd2b89084fc', 'subnets': [{'id': '634a1854-bc9e-4a2f-a30d-798e23449479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:33.344683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230eda5-542d-45b0-96ef-59c123704236 req-e4011e2e-67e4-4f7a-bda0-e96ff2fb3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:33.351662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0230eda5-542d-45b0-96ef-59c123704236 req-e4011e2e-67e4-4f7a-bda0-e96ff2fb3e57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a498a1a6ff14564aa8c3d52bd5b4514&device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 1099 time: 0.1920016 Nov 09 00:11:33.356383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Attempting to bind port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:33.356732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Attempting to bind port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:33.357782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Attempting to bind port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 on network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:33.371512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 on network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:11:33.371828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Attempting to bind port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 on network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:33.384796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:33.385138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Checking segment: {'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:33.386268 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Bound using segment: {'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:33.386739 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Bound port: 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e5d073-2ee1-4dda-b6b7-69460a420963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:33.387108 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:33.412742 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407677ef-b849-45d1-9fed-ce1974a93d18 None None] The sync data for ids ['1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'] in n-d-813263-3 is: [{'id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'name': 'tempest-FloatingIPsTestJSON-190408911-router', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:16Z', 'updated_at': '2021-11-09T00:11:25Z', 'revision_number': 4, 'project_id': '9f67c36419114b6c9d66ecd2b89084fc', 'gw_port': {'id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:19Z', 'updated_at': '2021-11-09T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '60239c0c-d05d-417a-a4e9-a70c8418327c', 'name': '', 'network_id': '385906b0-cd76-4f68-a96a-b241f5fb73dd', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'mac_address': 'fa:16:3e:eb:10:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '634a1854-bc9e-4a2f-a30d-798e23449479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:23Z', 'updated_at': '2021-11-09T00:11:32Z', 'revision_number': 4, 'project_id': '9f67c36419114b6c9d66ecd2b89084fc', 'subnets': [{'id': '634a1854-bc9e-4a2f-a30d-798e23449479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:11:33.503263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2de1697d-598e-46c4-a2f1-2e20d67850cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:33.593396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] For port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:33.594702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8437a1a0-0bf8-4aee-9501-54df62894787 req-cdc12cac-f934-4540-a82d-cffe32483db3 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/floatingips/97ebb334-27e2-42d8-8a48-a0c37978de82 HTTP/1.1" status: 200 len: 693 time: 0.1868339 Nov 09 00:11:33.604828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] For port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917,segment=NetworkSegment(d6e5d073-2ee1-4dda-b6b7-69460a420963),segment_id=d6e5d073-2ee1-4dda-b6b7-69460a420963)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:33.617876 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:33.708372 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:33.709050 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:33.713513 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] 10.222.0.11 "PUT /v2.0/ports/7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 HTTP/1.1" status: 200 len: 1091 time: 1.9078348 Nov 09 00:11:33.727007 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'tag': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:33.730318 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b293135e-9daa-48ae-ad9e-0e453c5233e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4d79da-0b9b-4c33-935f-762d4bd4d340", "tag": "7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:33.828596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230eda5-542d-45b0-96ef-59c123704236 req-e816105d-b0c7-4449-a12a-ec39099684b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:33.836167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e780446-9275-4f65-a614-23c0aaf47355 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:33.837560 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0230eda5-542d-45b0-96ef-59c123704236 req-e816105d-b0c7-4449-a12a-ec39099684b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.4778502 Nov 09 00:11:33.862709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6530a-899e-465c-81b9-c0d713e7543c req-bbec6d14-ca97-44a6-bc2f-fdb3d511d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:33.864233 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-bbec6d14-ca97-44a6-bc2f-fdb3d511d381 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6af7060228b4829bdddd14f8192e8f4&device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 1094 time: 0.0932591 Nov 09 00:11:33.869245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2de1697d-598e-46c4-a2f1-2e20d67850cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:33.897393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437a1a0-0bf8-4aee-9501-54df62894787 req-252bb722-a600-4a1a-82c5-aceaccc60fae tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:33.898800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8437a1a0-0bf8-4aee-9501-54df62894787 req-252bb722-a600-4a1a-82c5-aceaccc60fae tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.2865164 Nov 09 00:11:33.920649 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-eb3c987f-9191-457c-9ead-bdfe20ba55ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 HTTP/1.1" status: 200 len: 217 time: 0.0479088 Nov 09 00:11:33.921762 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2de1697d-598e-46c4-a2f1-2e20d67850cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:33.963523 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1697d-598e-46c4-a2f1-2e20d67850cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdd87c0-660c-44f4-8c7c-1eae71e8ad4e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:33.984462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0230eda5-542d-45b0-96ef-59c123704236 req-e424040c-83a2-4d3f-bb0e-e0731358d1c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=729b5fdc-473d-4d4d-81fe-63e9135834a1 HTTP/1.1" status: 200 len: 217 time: 0.1186900 Nov 09 00:11:34.064499 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6530a-899e-465c-81b9-c0d713e7543c req-0ef05275-4a91-44e6-b225-1e8b52946759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:34.066883 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-0ef05275-4a91-44e6-b225-1e8b52946759 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f47a3c19-e641-4842-a58f-8bebf1a3c2fa HTTP/1.1" status: 200 len: 850 time: 0.1099658 Nov 09 00:11:34.068237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230eda5-542d-45b0-96ef-59c123704236 req-2ac99321-9402-4b20-babf-4b1209651dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:34.070256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0230eda5-542d-45b0-96ef-59c123704236 req-2ac99321-9402-4b20-babf-4b1209651dab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0727770 Nov 09 00:11:34.079141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2bfe1-6729-4b46-aaa3-58ecc06dedf1 req-1971e590-2bad-4e9f-b1dd-435e82a5d442 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:34.086455 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58d2bfe1-6729-4b46-aaa3-58ecc06dedf1 req-1971e590-2bad-4e9f-b1dd-435e82a5d442 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 943 time: 0.3562336 Nov 09 00:11:34.089923 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba044288-542d-4f26-886d-9f70e3b62fa8 x-openstack-request-id: req-ba044288-542d-4f26-886d-9f70e3b62fa8 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:34.091101 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4d79da-0b9b-4c33-935f-762d4bd4d340", "tag": "7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:34.091371 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba044288-542d-4f26-886d-9f70e3b62fa8 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:34.091781 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'tag': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917', 'status': 'completed', 'code': 200} Nov 09 00:11:34.111295 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2de1697d-598e-46c4-a2f1-2e20d67850cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=269cccd0777347a3af3714e6ead9fbbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8625031 Nov 09 00:11:34.119313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35718) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:34.188650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58d2bfe1-6729-4b46-aaa3-58ecc06dedf1 req-86e18de8-61cd-4203-85f3-1615f9587276 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c209eef-94bc-4fbf-9f69-524e6dc62017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013033 Nov 09 00:11:34.228307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230eda5-542d-45b0-96ef-59c123704236 req-8f594377-4e8a-442e-9dc5-8ce6e0eae8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:34.229963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0230eda5-542d-45b0-96ef-59c123704236 req-8f594377-4e8a-442e-9dc5-8ce6e0eae8d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415467 Nov 09 00:11:34.239886 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-410d370f-df12-4673-965b-42253578f0d1 req-bb2e74c0-47e6-4f2b-a7d5-e7f704631cf4 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=9f67c36419114b6c9d66ecd2b89084fc HTTP/1.1" status: 200 len: 696 time: 0.0716729 Nov 09 00:11:34.240492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6530a-899e-465c-81b9-c0d713e7543c req-c0c12650-87ad-45d0-b491-7ae1a2458eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:34.242038 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-c0c12650-87ad-45d0-b491-7ae1a2458eab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45c6c1e9-af0a-4821-93e7-90c4c5c827fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494627 Nov 09 00:11:34.264046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e694aa7b-1df6-4d9f-a12f-e328ec5b78f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:34.320648 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e694aa7b-1df6-4d9f-a12f-e328ec5b78f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:34.386589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 4e4df646-07be-4bf6-8ff7-7f46a642ee3b details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:11:34.458716 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-e8fa48ff-acc9-4cb7-8600-a21724741452 service neutron] 10.222.0.11 "GET /v2.0/networks/45c6c1e9-af0a-4821-93e7-90c4c5c827fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068677 Nov 09 00:11:34.496120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93533382-30f7-4239-ad07-99fc2ef02e73 req-e41bf081-0e10-4c5d-90df-c9ada3f9cf9f tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:34.507377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93533382-30f7-4239-ad07-99fc2ef02e73 req-e41bf081-0e10-4c5d-90df-c9ada3f9cf9f tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 948 time: 0.2143912 Nov 09 00:11:34.533708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0230eda5-542d-45b0-96ef-59c123704236 req-b4c97159-d2ac-49cf-a37b-2da3008e628b service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928114 Nov 09 00:11:34.542450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d370f-df12-4673-965b-42253578f0d1 req-2ab9c360-d1c7-448d-a97a-484431119724 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:34.543961 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-410d370f-df12-4673-965b-42253578f0d1 req-2ab9c360-d1c7-448d-a97a-484431119724 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/networks?id=05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 787 time: 0.2887671 Nov 09 00:11:34.568862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e694aa7b-1df6-4d9f-a12f-e328ec5b78f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:34.575905 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e694aa7b-1df6-4d9f-a12f-e328ec5b78f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:34.582208 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e694aa7b-1df6-4d9f-a12f-e328ec5b78f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3bdd87c0-660c-44f4-8c7c-1eae71e8ad4e HTTP/1.1" status: 204 len: 168 time: 0.4614913 Nov 09 00:11:34.592987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-410d370f-df12-4673-965b-42253578f0d1 req-7819d555-cde0-4713-a291-e02443d8a4e6 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:11:34.594264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-410d370f-df12-4673-965b-42253578f0d1 req-7819d555-cde0-4713-a291-e02443d8a4e6 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0327737 Nov 09 00:11:34.629052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694aa7b-1df6-4d9f-a12f-e328ec5b78f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdd87c0-660c-44f4-8c7c-1eae71e8ad4e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:34.647617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4e4df646-07be-4bf6-8ff7-7f46a642ee3b,segment=NetworkSegment(8c47e50a-c040-4019-bc3b-40e5cb8d2bd4),segment_id=8c47e50a-c040-4019-bc3b-40e5cb8d2bd4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:34.706336 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-56c6530a-899e-465c-81b9-c0d713e7543c req-437a6378-36db-4177-8cfe-9640df88a329 service neutron] 10.222.0.11 "GET /v2.0/networks/45c6c1e9-af0a-4821-93e7-90c4c5c827fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250390 Nov 09 00:11:34.744930 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93533382-30f7-4239-ad07-99fc2ef02e73 req-76541e23-bb3d-40e5-8f75-c97ab88dd4ba tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/security-groups?id=057e3183-646a-4e5c-8ef7-0a18122d452b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363763 Nov 09 00:11:34.762045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '4e4df646-07be-4bf6-8ff7-7f46a642ee3b', 'network_id': '4bb63df7-55c0-46d2-9519-c55dc2e5cd78', 'port_id': '4e4df646-07be-4bf6-8ff7-7f46a642ee3b', 'mac_address': 'fa:16:3e:c9:f5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b093a01c-9711-4131-a975-b37655309e5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:11:34.866351 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0230eda5-542d-45b0-96ef-59c123704236 req-eeb5701a-a4d0-4ad3-9dcf-0861426bc54b service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146029 Nov 09 00:11:34.898147 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:34.902886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293135e-9daa-48ae-ad9e-0e453c5233e3 req-3f87bf25-a17c-4784-90ca-7eceef9d70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:34.905742 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b293135e-9daa-48ae-ad9e-0e453c5233e3 req-3f87bf25-a17c-4784-90ca-7eceef9d70a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6af7060228b4829bdddd14f8192e8f4&device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 1094 time: 0.1411264 Nov 09 00:11:34.933385 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 60239c0c-d05d-417a-a4e9-a70c8418327c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:34.941017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4df646-07be-4bf6-8ff7-7f46a642ee3b {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:11:35.071348 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4e4df646-07be-4bf6-8ff7-7f46a642ee3b,segment=NetworkSegment(8c47e50a-c040-4019-bc3b-40e5cb8d2bd4),segment_id=8c47e50a-c040-4019-bc3b-40e5cb8d2bd4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:35.080119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-c467f4ae-bc98-45b3-a2d1-7654f97d667e tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/floatingips/97ebb334-27e2-42d8-8a48-a0c37978de82 HTTP/1.1" status: 200 len: 693 time: 0.2030602 Nov 09 00:11:35.092986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:35.127721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293135e-9daa-48ae-ad9e-0e453c5233e3 req-77a80ac2-b5f2-41bc-9b96-68f5185473da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:35.129220 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b293135e-9daa-48ae-ad9e-0e453c5233e3 req-77a80ac2-b5f2-41bc-9b96-68f5185473da service neutron] 10.222.0.11 "GET /v2.0/networks?id=45c6c1e9-af0a-4821-93e7-90c4c5c827fb HTTP/1.1" status: 200 len: 911 time: 0.2156398 Nov 09 00:11:35.170309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f34ab4-2612-4eb9-b16f-b90d046eaf1d req-a439fbcf-c85d-4bf9-944c-eb9b3b3bed65 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:35.171954 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1f34ab4-2612-4eb9-b16f-b90d046eaf1d req-a439fbcf-c85d-4bf9-944c-eb9b3b3bed65 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 943 time: 0.1951246 Nov 09 00:11:35.209337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 60239c0c-d05d-417a-a4e9-a70c8418327c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:35.209745 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:35.214646 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b293135e-9daa-48ae-ad9e-0e453c5233e3 req-a9de8992-6196-4a14-93a6-f8c78b359832 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 HTTP/1.1" status: 200 len: 217 time: 0.0771692 Nov 09 00:11:35.279269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35736) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:35.297574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=4e4df646-07be-4bf6-8ff7-7f46a642ee3b,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:35.341451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['4e4df646-07be-4bf6-8ff7-7f46a642ee3b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:11:35.345882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293135e-9daa-48ae-ad9e-0e453c5233e3 req-86be4bbb-b6f5-4b1b-8a6b-ada8f03a1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:35.360409 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b293135e-9daa-48ae-ad9e-0e453c5233e3 req-86be4bbb-b6f5-4b1b-8a6b-ada8f03a1022 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f47a3c19-e641-4842-a58f-8bebf1a3c2fa HTTP/1.1" status: 200 len: 850 time: 0.1366973 Nov 09 00:11:35.374643 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-392639ec-0736-402e-8750-4cd8aedb1293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:35.399639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1f34ab4-2612-4eb9-b16f-b90d046eaf1d req-60c2da67-5ca0-4cda-a6e7-68938d276685 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189577 Nov 09 00:11:35.425888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35740) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:35.450993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293135e-9daa-48ae-ad9e-0e453c5233e3 req-390066e6-a0cd-48e9-abb5-e6d5288c0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:35.452509 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b293135e-9daa-48ae-ad9e-0e453c5233e3 req-390066e6-a0cd-48e9-abb5-e6d5288c0da4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45c6c1e9-af0a-4821-93e7-90c4c5c827fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836015 Nov 09 00:11:35.504040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-f6fc36d2-5e06-4548-9352-2ed91a22159c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:35.511190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-f6fc36d2-5e06-4548-9352-2ed91a22159c tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.4274604 Nov 09 00:11:35.517311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-261cdf7b-f410-484f-950b-f8949aa77970 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:11:35.526028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-261cdf7b-f410-484f-950b-f8949aa77970 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136209 Nov 09 00:11:35.587379 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-f0bf55f9-7aae-48d7-801a-21bd2c4764ce tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.0601270 Nov 09 00:11:35.674184 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b293135e-9daa-48ae-ad9e-0e453c5233e3 req-1114a2a9-1a85-4cdc-a644-2796b4c71993 service neutron] 10.222.0.11 "GET /v2.0/networks/45c6c1e9-af0a-4821-93e7-90c4c5c827fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132638 Nov 09 00:11:35.694022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-a9245641-8ed8-47b9-b08b-346cdf14fcd3 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.0995681 Nov 09 00:11:35.707117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7071e4a7-782c-44ed-811b-4e5b0b57829b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:35.747779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-392639ec-0736-402e-8750-4cd8aedb1293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:35.828304 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b293135e-9daa-48ae-ad9e-0e453c5233e3 req-51e60c6b-4c69-4510-b0fe-7e9d9a89497f service neutron] 10.222.0.11 "GET /v2.0/networks/45c6c1e9-af0a-4821-93e7-90c4c5c827fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415942 Nov 09 00:11:35.877563 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7071e4a7-782c-44ed-811b-4e5b0b57829b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:35.883625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7071e4a7-782c-44ed-811b-4e5b0b57829b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:35.929770 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7071e4a7-782c-44ed-811b-4e5b0b57829b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3760229b28d84559ad19e10a9eb61f15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011022 Nov 09 00:11:35.930514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071e4a7-782c-44ed-811b-4e5b0b57829b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217f55b9-7ca2-498d-8a24-8524b4a6c784,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:35.933175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35748) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:35.999940 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a16f046c-df11-4d4f-94b7-db4ae1469adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.024099 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a16f046c-df11-4d4f-94b7-db4ae1469adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.079505 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a16f046c-df11-4d4f-94b7-db4ae1469adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.082165 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a16f046c-df11-4d4f-94b7-db4ae1469adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.083804 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a16f046c-df11-4d4f-94b7-db4ae1469adf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/217f55b9-7ca2-498d-8a24-8524b4a6c784 HTTP/1.1" status: 204 len: 168 time: 0.1494534 Nov 09 00:11:36.086174 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-392639ec-0736-402e-8750-4cd8aedb1293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.091751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f046c-df11-4d4f-94b7-db4ae1469adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217f55b9-7ca2-498d-8a24-8524b4a6c784,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:36.175764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4820c0a-24b5-40a1-88ff-ed258bf633b1 req-268e734c-8a6f-4416-8b8e-b0aa9a9c668a tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:36.177272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4820c0a-24b5-40a1-88ff-ed258bf633b1 req-268e734c-8a6f-4416-8b8e-b0aa9a9c668a tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 944 time: 0.5320880 Nov 09 00:11:36.190867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392639ec-0736-402e-8750-4cd8aedb1293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788437b2-a6c5-4a78-83be-6922a35e18e3,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:36.199645 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-392639ec-0736-402e-8750-4cd8aedb1293 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e87c9c6f46124caa88b077ac2a70d03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9190583 Nov 09 00:11:36.202355 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35752) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:36.269279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b459ba9-f3d7-498e-887d-6e67c23ca939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.289992 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4820c0a-24b5-40a1-88ff-ed258bf633b1 req-234b9e13-8d82-46b3-ac46-f29e0db499a5 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c209eef-94bc-4fbf-9f69-524e6dc62017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057484 Nov 09 00:11:36.301042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-bdbd2808-e65e-4c0f-ba19-5aac764f2e4a tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Deleting port c6980d63-898e-4390-9b9f-6c815e81d507 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:11:36.301702 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-bdbd2808-e65e-4c0f-ba19-5aac764f2e4a tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.302371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b459ba9-f3d7-498e-887d-6e67c23ca939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.377196 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b459ba9-f3d7-498e-887d-6e67c23ca939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.380122 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b459ba9-f3d7-498e-887d-6e67c23ca939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.381412 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2b459ba9-f3d7-498e-887d-6e67c23ca939 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/788437b2-a6c5-4a78-83be-6922a35e18e3 HTTP/1.1" status: 204 len: 168 time: 0.1780539 Nov 09 00:11:36.387699 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 729b5fdc-473d-4d4d-81fe-63e9135834a1 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:11:36.398007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 4e4df646-07be-4bf6-8ff7-7f46a642ee3b up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:36.405301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b459ba9-f3d7-498e-887d-6e67c23ca939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788437b2-a6c5-4a78-83be-6922a35e18e3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:36.409832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-bdbd2808-e65e-4c0f-ba19-5aac764f2e4a tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.410164 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-bdbd2808-e65e-4c0f-ba19-5aac764f2e4a tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.428132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-bdbd2808-e65e-4c0f-ba19-5aac764f2e4a tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Calling delete_port for c6980d63-898e-4390-9b9f-6c815e81d507 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:11:36.501166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:11:36.508476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:36.509101 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.554585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7aaf8d-ac24-44ad-9eac-2453a973fe88 req-3f3b15f9-0522-4e9f-8856-3973a40d6aee tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:36.562066 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d7aaf8d-ac24-44ad-9eac-2453a973fe88 req-3f3b15f9-0522-4e9f-8856-3973a40d6aee tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 948 time: 0.1313655 Nov 09 00:11:36.658949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35764) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:36.660724 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d7aaf8d-ac24-44ad-9eac-2453a973fe88 req-f37dbb26-a390-4348-9f2f-314407e4c9d1 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/security-groups?id=057e3183-646a-4e5c-8ef7-0a18122d452b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975208 Nov 09 00:11:36.681132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8d7f-6396-40cc-8342-b80b316552c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.687014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 729b5fdc-473d-4d4d-81fe-63e9135834a1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=729b5fdc-473d-4d4d-81fe-63e9135834a1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:36.694835 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.734995 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '729b5fdc-473d-4d4d-81fe-63e9135834a1', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '729b5fdc-473d-4d4d-81fe-63e9135834a1', 'mac_address': 'fa:16:3e:6c:67:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:11:36.770737 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4e4df646-07be-4bf6-8ff7-7f46a642ee3b,segment=NetworkSegment(8c47e50a-c040-4019-bc3b-40e5cb8d2bd4),segment_id=8c47e50a-c040-4019-bc3b-40e5cb8d2bd4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:36.772374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5398b1c-33f3-43d0-abb1-f4c020bb92d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4df646-07be-4bf6-8ff7-7f46a642ee3b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:36.775858 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358dc999-b099-4880-8e20-44909b494ca7" -d '{"events": [{"server_uuid": "e5398b1c-33f3-43d0-abb1-f4c020bb92d3", "name": "network-vif-plugged", "status": "completed", "tag": "4e4df646-07be-4bf6-8ff7-7f46a642ee3b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:36.779680 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.856537 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-bdbd2808-e65e-4c0f-ba19-5aac764f2e4a tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.865967 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8d7f-6396-40cc-8342-b80b316552c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.874421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8d7f-6396-40cc-8342-b80b316552c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.874972 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.892371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729b5fdc-473d-4d4d-81fe-63e9135834a1 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:11:36.898388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=4e4df646-07be-4bf6-8ff7-7f46a642ee3b,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:36.911140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd2808-e65e-4c0f-ba19-5aac764f2e4a tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Pushing event deleted for resources: {'Port': ['ID=c6980d63-898e-4390-9b9f-6c815e81d507,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:36.917178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 729b5fdc-473d-4d4d-81fe-63e9135834a1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=729b5fdc-473d-4d4d-81fe-63e9135834a1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:36.918583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d8d7f-6396-40cc-8342-b80b316552c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3001b5-ed1b-4b48-87ec-79c0cd9b92b0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:36.925211 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:36.948750 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0b7d8d7f-6396-40cc-8342-b80b316552c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0105a58ca72e486195d8bff7d9242e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884953 Nov 09 00:11:36.951301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35772) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:36.985957 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=729b5fdc-473d-4d4d-81fe-63e9135834a1,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:37.017409 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b2047dd-738a-4ba3-8f06-a0a689f8755e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:37.035659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bd646-72b0-430c-97c3-79f6734823c1 req-ec3123e5-f4d8-4bea-81d3-b54254e06e9d tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:37.037316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-806bd646-72b0-430c-97c3-79f6734823c1 req-ec3123e5-f4d8-4bea-81d3-b54254e06e9d tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 943 time: 0.2472045 Nov 09 00:11:37.048064 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b2047dd-738a-4ba3-8f06-a0a689f8755e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:37.079967 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-bdbd2808-e65e-4c0f-ba19-5aac764f2e4a tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:37.083055 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-bdbd2808-e65e-4c0f-ba19-5aac764f2e4a tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:37.096203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-538883f1-cbbb-4bff-aa06-e6e46ae159c9 req-bdbd2808-e65e-4c0f-ba19-5aac764f2e4a tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "DELETE /v2.0/floatingips/97ebb334-27e2-42d8-8a48-a0c37978de82 HTTP/1.1" status: 204 len: 173 time: 1.4009309 Nov 09 00:11:37.128732 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b2047dd-738a-4ba3-8f06-a0a689f8755e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:37.138193 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b2047dd-738a-4ba3-8f06-a0a689f8755e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:37.140475 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6b2047dd-738a-4ba3-8f06-a0a689f8755e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff3001b5-ed1b-4b48-87ec-79c0cd9b92b0 HTTP/1.1" status: 204 len: 168 time: 0.1868021 Nov 09 00:11:37.142171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-806bd646-72b0-430c-97c3-79f6734823c1 req-78d0a60d-0734-4ba3-9e30-52385b2b40c1 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946691 Nov 09 00:11:37.148870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['729b5fdc-473d-4d4d-81fe-63e9135834a1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:11:37.175325 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2047dd-738a-4ba3-8f06-a0a689f8755e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3001b5-ed1b-4b48-87ec-79c0cd9b92b0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:37.231491 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c5acbe-7239-4ce7-923e-a61bd216e3de x-openstack-request-id: req-b1c5acbe-7239-4ce7-923e-a61bd216e3de {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:37.231783 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5398b1c-33f3-43d0-abb1-f4c020bb92d3", "name": "network-vif-plugged", "status": "completed", "tag": "4e4df646-07be-4bf6-8ff7-7f46a642ee3b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:37.232039 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1c5acbe-7239-4ce7-923e-a61bd216e3de {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:37.232935 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5398b1c-33f3-43d0-abb1-f4c020bb92d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4df646-07be-4bf6-8ff7-7f46a642ee3b', 'code': 200} Nov 09 00:11:37.409977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-acb26454-aac9-4e3b-8624-294aee2241de tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2096608 Nov 09 00:11:37.413195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1cdc7-d7c8-48f6-85d1-82c474d6e77b req-0f8c31eb-cdb3-4700-becf-9c3a7c02a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:37.414617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86f1cdc7-d7c8-48f6-85d1-82c474d6e77b req-0f8c31eb-cdb3-4700-becf-9c3a7c02a3e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 1096 time: 0.0684283 Nov 09 00:11:37.436768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:37.497897 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:37.537524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176a743-4208-465b-8f95-e83cf599b028 req-c3ed8d60-8efd-4c6d-854d-5c5b6e023b74 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:37.540959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5176a743-4208-465b-8f95-e83cf599b028 req-c3ed8d60-8efd-4c6d-854d-5c5b6e023b74 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 945 time: 0.1225226 Nov 09 00:11:37.546488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86f1cdc7-d7c8-48f6-85d1-82c474d6e77b req-89f2400e-4907-4fde-b5cc-2ba31412a5ba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5c209eef-94bc-4fbf-9f69-524e6dc62017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199248 Nov 09 00:11:37.629968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5176a743-4208-465b-8f95-e83cf599b028 req-346c1931-c55e-479d-a287-bfbe6c7bca85 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c209eef-94bc-4fbf-9f69-524e6dc62017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819399 Nov 09 00:11:37.708483 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:37.872140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3cd98-80f4-467e-84eb-ce559fe89af4 req-5447bbdc-4192-413a-b18a-5fb7bdd7b783 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:37.877804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ceb3cd98-80f4-467e-84eb-ce559fe89af4 req-5447bbdc-4192-413a-b18a-5fb7bdd7b783 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 949 time: 0.1033292 Nov 09 00:11:37.930864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Allocated IP 172.25.0.74 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/5693edc7-7d9c-4513-9ae4-0ddeb78f263e) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:37.953440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ceb3cd98-80f4-467e-84eb-ce559fe89af4 req-03b9b9f7-8549-4f3e-b4d3-6a22b25adb2f tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/security-groups?id=057e3183-646a-4e5c-8ef7-0a18122d452b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719547 Nov 09 00:11:38.068508 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:38.115838 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:38.137247 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:38.157900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:38.162685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:38.205994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Pushing event updated for resources: {'Port': ['ID=5693edc7-7d9c-4513-9ae4-0ddeb78f263e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:38.290010 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:38.355665 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:38.396254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 729b5fdc-473d-4d4d-81fe-63e9135834a1 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:38.408127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa40fee-d83e-4da9-83e2-8005c258d1ed req-51c241ca-20ed-4f68-a23c-b13814b956f1 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:38.409698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6aa40fee-d83e-4da9-83e2-8005c258d1ed req-51c241ca-20ed-4f68-a23c-b13814b956f1 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 943 time: 0.0894704 Nov 09 00:11:38.470066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 729b5fdc-473d-4d4d-81fe-63e9135834a1 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:11:38.477830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 729b5fdc-473d-4d4d-81fe-63e9135834a1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:38.478325 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:38.541549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6aa40fee-d83e-4da9-83e2-8005c258d1ed req-66f9d758-c352-420b-b402-8745645b10c4 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217089 Nov 09 00:11:38.610936 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:38.642709 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:38.648846 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:38.755065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Pushing event updated for resources: {'Port': ['ID=5693edc7-7d9c-4513-9ae4-0ddeb78f263e,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:38.781621 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:38.810335 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:38.819233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-ab8edbd6-a292-419d-87d1-ea13cc3174fb tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4007227 Nov 09 00:11:38.911552 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-1b889680-e765-4d6f-b406-c8dc1fe354db tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 695 time: 0.0897441 Nov 09 00:11:38.919793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 729b5fdc-473d-4d4d-81fe-63e9135834a1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=729b5fdc-473d-4d4d-81fe-63e9135834a1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:38.925084 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:38.952301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d725d41-947b-44bc-871a-aa24f587dd9f req-a28efaa5-d8dd-4035-82e9-e7313bd8d303 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:38.954229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d725d41-947b-44bc-871a-aa24f587dd9f req-a28efaa5-d8dd-4035-82e9-e7313bd8d303 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 945 time: 0.1259108 Nov 09 00:11:38.985054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=729b5fdc-473d-4d4d-81fe-63e9135834a1,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:39.056177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d725d41-947b-44bc-871a-aa24f587dd9f req-fa36a1b9-e69a-49a7-b8fb-c10131f448b5 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c209eef-94bc-4fbf-9f69-524e6dc62017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949056 Nov 09 00:11:39.076026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-d61dcbcd-a3b5-470c-ad5f-bc1fbc8a7837 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:39.077425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8017dbd2-9d20-4f7b-860a-6648bd74e991 req-d61dcbcd-a3b5-470c-ad5f-bc1fbc8a7837 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.1600513 Nov 09 00:11:39.108607 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:11:39.234038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25293bd3-4340-4eb1-bba2-12fd3dfb2b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729b5fdc-473d-4d4d-81fe-63e9135834a1'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:39.237213 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a2aeab-afa7-47be-ae76-da53e1dc7a7f" -d '{"events": [{"server_uuid": "25293bd3-4340-4eb1-bba2-12fd3dfb2b36", "name": "network-vif-plugged", "status": "completed", "tag": "729b5fdc-473d-4d4d-81fe-63e9135834a1"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:39.251619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-63958be7-b928-4fa8-999b-69c172a7504f tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/floatingips/2a721972-f874-4fdb-abc5-5235260ddb95 HTTP/1.1" status: 200 len: 692 time: 0.1130834 Nov 09 00:11:39.271085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917,segment=NetworkSegment(d6e5d073-2ee1-4dda-b6b7-69460a420963),segment_id=d6e5d073-2ee1-4dda-b6b7-69460a420963)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:39.290166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'port_id': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917', 'mac_address': 'fa:16:3e:a6:a0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:11:39.306964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329ee4e-a5ab-46d4-8756-3030061f180e req-27251b86-05d0-4e13-b09c-558add9bb993 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:39.314623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1329ee4e-a5ab-46d4-8756-3030061f180e req-27251b86-05d0-4e13-b09c-558add9bb993 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 950 time: 0.1143677 Nov 09 00:11:39.348908 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:39.373575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:11:39.417376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917,segment=NetworkSegment(d6e5d073-2ee1-4dda-b6b7-69460a420963),segment_id=d6e5d073-2ee1-4dda-b6b7-69460a420963)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:39.419412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1329ee4e-a5ab-46d4-8756-3030061f180e req-254397d4-ce05-4625-8b90-9517529231ea tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/security-groups?id=057e3183-646a-4e5c-8ef7-0a18122d452b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014295 Nov 09 00:11:39.426834 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:39.446686 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-858958a1-5fc1-4bf6-91d9-3191e94bc649 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:39.455421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-858958a1-5fc1-4bf6-91d9-3191e94bc649 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.1961107 Nov 09 00:11:39.562725 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3697ac-c935-4b37-9965-635dc8d1bc32 x-openstack-request-id: req-2b3697ac-c935-4b37-9965-635dc8d1bc32 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:39.562889 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25293bd3-4340-4eb1-bba2-12fd3dfb2b36", "name": "network-vif-plugged", "status": "completed", "tag": "729b5fdc-473d-4d4d-81fe-63e9135834a1", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:39.563147 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b3697ac-c935-4b37-9965-635dc8d1bc32 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:39.563569 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25293bd3-4340-4eb1-bba2-12fd3dfb2b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729b5fdc-473d-4d4d-81fe-63e9135834a1', 'code': 200} Nov 09 00:11:39.590290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-b090d253-e32e-471d-8883-9778a7e4787d tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 695 time: 0.1335092 Nov 09 00:11:39.642762 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:39.692266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-b61c6e0a-f962-4620-9abd-db2274a77a30 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.74 HTTP/1.1" status: 200 len: 695 time: 0.1008532 Nov 09 00:11:39.708738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:11:39.767121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25397f20-03ee-4f19-aaf8-76f2673f1220 req-b8a32476-eb42-44d6-9251-11563730782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:39.769779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25397f20-03ee-4f19-aaf8-76f2673f1220 req-b8a32476-eb42-44d6-9251-11563730782e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 1101 time: 0.1535773 Nov 09 00:11:39.891196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25397f20-03ee-4f19-aaf8-76f2673f1220 req-9027d681-92d8-4c29-9eee-d7ef39000557 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=057e3183-646a-4e5c-8ef7-0a18122d452b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737331 Nov 09 00:11:39.978364 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-b0cd3e4a-47c8-4d48-b508-d5639d25d1d8 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Deleting port 5693edc7-7d9c-4513-9ae4-0ddeb78f263e {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:11:39.980177 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-b0cd3e4a-47c8-4d48-b508-d5639d25d1d8 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:40.108271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-b0cd3e4a-47c8-4d48-b508-d5639d25d1d8 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:40.108512 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-b0cd3e4a-47c8-4d48-b508-d5639d25d1d8 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:40.126335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-b0cd3e4a-47c8-4d48-b508-d5639d25d1d8 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Calling delete_port for 5693edc7-7d9c-4513-9ae4-0ddeb78f263e owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:11:40.144983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619b725-5dec-4057-8150-f62c52f2f503 req-fea45fdc-99a5-4a3d-a08d-c6b504479b4b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:40.149868 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3619b725-5dec-4057-8150-f62c52f2f503 req-fea45fdc-99a5-4a3d-a08d-c6b504479b4b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 944 time: 0.0861847 Nov 09 00:11:40.284341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3619b725-5dec-4057-8150-f62c52f2f503 req-79c24612-864b-434b-99d7-e9de9c335085 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317503 Nov 09 00:11:40.382005 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-b0cd3e4a-47c8-4d48-b508-d5639d25d1d8 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:40.424759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd3e4a-47c8-4d48-b508-d5639d25d1d8 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Pushing event deleted for resources: {'Port': ['ID=5693edc7-7d9c-4513-9ae4-0ddeb78f263e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:40.529280 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-b0cd3e4a-47c8-4d48-b508-d5639d25d1d8 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:40.538019 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-b0cd3e4a-47c8-4d48-b508-d5639d25d1d8 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:40.541989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c9547a3-64a7-4297-be25-0fcca6f2aa79 req-b0cd3e4a-47c8-4d48-b508-d5639d25d1d8 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "DELETE /v2.0/floatingips/2a721972-f874-4fdb-abc5-5235260ddb95 HTTP/1.1" status: 204 len: 173 time: 0.8478711 Nov 09 00:11:40.619734 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-e07288ca-0b5c-4871-aa82-d22a764aa20d req-747c79a1-1c13-471c-a95d-ed72e02720f8 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] show failed (client error): The resource could not be found. Nov 09 00:11:40.620797 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e07288ca-0b5c-4871-aa82-d22a764aa20d req-747c79a1-1c13-471c-a95d-ed72e02720f8 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/floatingips/2a721972-f874-4fdb-abc5-5235260ddb95 HTTP/1.1" status: 404 len: 350 time: 0.0440290 Nov 09 00:11:40.727074 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-90ff6d17-c9f0-4f65-9893-49527c3ed5cd req-cd71cffb-d2c2-403f-a104-a7e84bc0b934 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] show failed (client error): The resource could not be found. Nov 09 00:11:40.728104 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90ff6d17-c9f0-4f65-9893-49527c3ed5cd req-cd71cffb-d2c2-403f-a104-a7e84bc0b934 tempest-FloatingIPsTestJSON-710059209 tempest-FloatingIPsTestJSON-710059209-project] 10.222.0.25 "GET /v2.0/floatingips/2a721972-f874-4fdb-abc5-5235260ddb95 HTTP/1.1" status: 404 len: 350 time: 0.0681586 Nov 09 00:11:40.741788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35934) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:40.779028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed0dc9-688c-44b6-9796-3c8e5f6d07f8 req-acdab58d-263e-454c-9384-85f3a10c8f46 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:40.790576 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03ed0dc9-688c-44b6-9796-3c8e5f6d07f8 req-acdab58d-263e-454c-9384-85f3a10c8f46 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 950 time: 0.1160758 Nov 09 00:11:40.874216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03ed0dc9-688c-44b6-9796-3c8e5f6d07f8 req-615815a0-92c8-480d-8525-2808c5613fb2 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/security-groups?id=057e3183-646a-4e5c-8ef7-0a18122d452b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674789 Nov 09 00:11:40.874673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35938) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:41.042396 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0557f01b-1b34-42d3-8386-35f7e15d9597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.123412 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:41.161045 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0557f01b-1b34-42d3-8386-35f7e15d9597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.167440 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0557f01b-1b34-42d3-8386-35f7e15d9597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.182097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:11:41.190140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:41.190520 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.253987 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64448c2c-5e63-4058-9024-792ad323b083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.262236 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0557f01b-1b34-42d3-8386-35f7e15d9597 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcbe52aabbcf4e2b8c5c9707f17b7490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863697 Nov 09 00:11:41.262925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35950) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:41.263901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557f01b-1b34-42d3-8386-35f7e15d9597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e8e116-8ca3-4151-88b3-e5b19b3c5e6d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:41.282628 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.335842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917,segment=NetworkSegment(d6e5d073-2ee1-4dda-b6b7-69460a420963),segment_id=d6e5d073-2ee1-4dda-b6b7-69460a420963)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:41.342488 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.368064 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e24f59b-5427-49a7-b2aa-0f6d25d61eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.410004 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:41.410354 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e24f59b-5427-49a7-b2aa-0f6d25d61eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.514690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b117aa-3d5b-4b81-a511-904547b5a0b1 req-42518332-39ae-4447-a3e4-b9c0358e4812 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:41.516975 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13b117aa-3d5b-4b81-a511-904547b5a0b1 req-42518332-39ae-4447-a3e4-b9c0358e4812 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 945 time: 0.0744979 Nov 09 00:11:41.538911 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e24f59b-5427-49a7-b2aa-0f6d25d61eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.541929 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e24f59b-5427-49a7-b2aa-0f6d25d61eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.545434 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0e24f59b-5427-49a7-b2aa-0f6d25d61eda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5e8e116-8ca3-4151-88b3-e5b19b3c5e6d HTTP/1.1" status: 204 len: 168 time: 0.2707899 Nov 09 00:11:41.562200 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24f59b-5427-49a7-b2aa-0f6d25d61eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e8e116-8ca3-4151-88b3-e5b19b3c5e6d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:41.564220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:41.566796 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fb24e6-94e6-40c5-ad3c-d80661ec7639" -d '{"events": [{"server_uuid": "5a4d79da-0b9b-4c33-935f-762d4bd4d340", "name": "network-vif-plugged", "status": "completed", "tag": "7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:41.613741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13b117aa-3d5b-4b81-a511-904547b5a0b1 req-5dee7d3a-11e8-48c0-8b68-87895a3bdbdc tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818293 Nov 09 00:11:41.656038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-64448c2c-5e63-4058-9024-792ad323b083 admin admin] Deleting port 60239c0c-d05d-417a-a4e9-a70c8418327c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:11:41.656466 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64448c2c-5e63-4058-9024-792ad323b083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.682131 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a12429f-581b-4360-9b40-321c0401a3fd x-openstack-request-id: req-3a12429f-581b-4360-9b40-321c0401a3fd {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:41.682489 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4d79da-0b9b-4c33-935f-762d4bd4d340", "name": "network-vif-plugged", "status": "completed", "tag": "7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:41.682781 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a12429f-581b-4360-9b40-321c0401a3fd {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:41.683175 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917', 'code': 200} Nov 09 00:11:41.808568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-64448c2c-5e63-4058-9024-792ad323b083 admin admin] For port 60239c0c-d05d-417a-a4e9-a70c8418327c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=60239c0c-d05d-417a-a4e9-a70c8418327c,segment=NetworkSegment(a1d4a67b-e863-4739-8a31-6c82217d1046),segment_id=a1d4a67b-e863-4739-8a31-6c82217d1046)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:41.809067 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64448c2c-5e63-4058-9024-792ad323b083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:41.835856 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950a84d-9cf2-4ce3-a0b9-e40d6e640874 req-b053f571-f20f-4191-b829-0b1dd57dbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:41.837755 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8950a84d-9cf2-4ce3-a0b9-e40d6e640874 req-b053f571-f20f-4191-b829-0b1dd57dbc2b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 1096 time: 0.0835841 Nov 09 00:11:41.842120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-64448c2c-5e63-4058-9024-792ad323b083 admin admin] Calling delete_port for 60239c0c-d05d-417a-a4e9-a70c8418327c owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:11:41.901037 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8950a84d-9cf2-4ce3-a0b9-e40d6e640874 req-3e2ce659-fe1c-400c-92a7-f89261a58905 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535889 Nov 09 00:11:41.955060 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:11:42.118449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3939eaf-d757-4010-8914-569f64b4ac7c req-2727fd66-609d-4c3f-b99e-c6e476b1f962 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:42.120740 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3939eaf-d757-4010-8914-569f64b4ac7c req-2727fd66-609d-4c3f-b99e-c6e476b1f962 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 950 time: 0.1590712 Nov 09 00:11:42.152966 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64448c2c-5e63-4058-9024-792ad323b083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:42.237306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3939eaf-d757-4010-8914-569f64b4ac7c req-3b64b4c2-f7b7-4fda-8a62-a7194f4c68e5 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/security-groups?id=057e3183-646a-4e5c-8ef7-0a18122d452b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094673 Nov 09 00:11:42.263478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64448c2c-5e63-4058-9024-792ad323b083 admin admin] Pushing event deleted for resources: {'Port': ['ID=60239c0c-d05d-417a-a4e9-a70c8418327c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:42.710751 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6f2f78cc-8ee3-4926-8d94-dc4147ed9f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:42.848713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7919033-df2c-4dbf-b52f-64fee19cf357 req-dd801686-d4c5-4778-9832-894a6283358c tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:42.858303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7919033-df2c-4dbf-b52f-64fee19cf357 req-dd801686-d4c5-4778-9832-894a6283358c tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 945 time: 0.0731628 Nov 09 00:11:43.003380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36010) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:43.100607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7919033-df2c-4dbf-b52f-64fee19cf357 req-55931117-4294-4d61-b77b-524af8678ed5 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382607 Nov 09 00:11:43.179148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40310fd9-c443-46c5-be46-65dbf812f54b req-d49be18d-db59-4e80-a95b-939d847ff1dc tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:43.182203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40310fd9-c443-46c5-be46-65dbf812f54b req-d49be18d-db59-4e80-a95b-939d847ff1dc tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 950 time: 0.2415426 Nov 09 00:11:43.295833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40310fd9-c443-46c5-be46-65dbf812f54b req-3c5644ba-0bf9-4bfc-8c81-5bc008c769c2 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/security-groups?id=057e3183-646a-4e5c-8ef7-0a18122d452b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058507 Nov 09 00:11:43.314250 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d560d80-0d11-485e-a3ad-02f00d3fb260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.353803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-64448c2c-5e63-4058-9024-792ad323b083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.445788 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d560d80-0d11-485e-a3ad-02f00d3fb260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.454072 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d560d80-0d11-485e-a3ad-02f00d3fb260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.485402 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7d560d80-0d11-485e-a3ad-02f00d3fb260 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b10ad2e7023d4fe1afa56cad12c3e626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4359014 Nov 09 00:11:43.493331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36026) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:43.493655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36028) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:43.531896 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d560d80-0d11-485e-a3ad-02f00d3fb260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff837c21-077e-4dea-84cf-2a78d4f3dd5e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:43.597245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e9d9acd-056d-49bc-9cd9-1bf587aecab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.631562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1336860866-network', 'tenant_id': 'abd46c9bade94d899a9b0ea3f02107c0'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:43.635832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e9d9acd-056d-49bc-9cd9-1bf587aecab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.690673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Made reservation on behalf of abd46c9bade94d899a9b0ea3f02107c0 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:43.691354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64448c2c-5e63-4058-9024-792ad323b083 admin admin] Router 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:11:43.695441 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.707015 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.726901 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e9d9acd-056d-49bc-9cd9-1bf587aecab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.733084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e9d9acd-056d-49bc-9cd9-1bf587aecab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.735290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4e9d9acd-056d-49bc-9cd9-1bf587aecab9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff837c21-077e-4dea-84cf-2a78d4f3dd5e HTTP/1.1" status: 204 len: 168 time: 0.2405586 Nov 09 00:11:43.752787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d9acd-056d-49bc-9cd9-1bf587aecab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff837c21-077e-4dea-84cf-2a78d4f3dd5e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:43.857949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.867069 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.912732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:11:43.922998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:43.929302 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.930004 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Added segment c1533c7b-81ad-4806-8ee7-19f2dcaa2548 of type vlan for network 68e0841c-b375-4078-9c24-adf0ad731f62 Nov 09 00:11:43.953303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64448c2c-5e63-4058-9024-792ad323b083 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:11:43.966064 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ea4b3-6f2d-4715-8151-2c2eb4c7c1c0 None None] Sync routers for ids ['1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:11:43.977548 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:43.978578 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-64448c2c-5e63-4058-9024-792ad323b083 admin admin] 10.222.0.25 "PUT /v2.0/routers/1d28ea85-80ea-4bf0-af4c-a2dd5d0be173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2350001 Nov 09 00:11:43.979197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36036) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:43.989459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ea4b3-6f2d-4715-8151-2c2eb4c7c1c0 None None] Routers {'1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:43.990206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2f6ea4b3-6f2d-4715-8151-2c2eb4c7c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:44.055079 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.056514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:44.057429 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.106247 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6096964 Nov 09 00:11:44.107051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36040) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:44.116691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c5661bcd-24d7-4068-9ed7-a2a6ab9a8bbe admin admin] Request body: {'subnet': {'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1336860866-subnet', 'tenant_id': 'abd46c9bade94d899a9b0ea3f02107c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:44.157873 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.162454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78cc8-0c55-4512-8112-9d666a66030c req-98383313-f1b1-40a7-9b73-f2a6cdd33264 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:44.164657 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bce78cc8-0c55-4512-8112-9d666a66030c req-98383313-f1b1-40a7-9b73-f2a6cdd33264 tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.30 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 950 time: 0.1556625 Nov 09 00:11:44.186615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793ada8-c65c-476b-948c-f3c63b55df8d admin admin] Pushing event updated for resources: {'Network': ['ID=68e0841c-b375-4078-9c24-adf0ad731f62,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:44.233147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5661bcd-24d7-4068-9ed7-a2a6ab9a8bbe admin admin] Made reservation on behalf of abd46c9bade94d899a9b0ea3f02107c0 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:44.236777 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c5661bcd-24d7-4068-9ed7-a2a6ab9a8bbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.272169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 68e0841c-b375-4078-9c24-adf0ad731f62 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:11:44.314127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36046) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:44.390973 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d92efb5-1808-40ea-ae7f-b25288e04f09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.446491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-2f6ea4b3-6f2d-4715-8151-2c2eb4c7c1c0 None None] Set router 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:44.471422 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.503839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c4f2-df09-49e5-9dfe-f064d829ab86 req-a2190686-3d7f-4abf-b3d5-d286eaeb6ace tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:44.505655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0869c4f2-df09-49e5-9dfe-f064d829ab86 req-a2190686-3d7f-4abf-b3d5-d286eaeb6ace tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 945 time: 0.1752894 Nov 09 00:11:44.515054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-bce78cc8-0c55-4512-8112-9d666a66030c req-95c67a83-7d6d-4166-9472-50444ef761db tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Deleting port 729b5fdc-473d-4d4d-81fe-63e9135834a1 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:11:44.515992 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bce78cc8-0c55-4512-8112-9d666a66030c req-95c67a83-7d6d-4166-9472-50444ef761db tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.659060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Deleting port 19159d21-14ef-495e-a7ee-fdbde9b5f89d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:11:44.659405 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.688650 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d92efb5-1808-40ea-ae7f-b25288e04f09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.719378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2f6ea4b3-6f2d-4715-8151-2c2eb4c7c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'name': 'tempest-FloatingIPsTestJSON-190408911-router', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:16Z', 'updated_at': '2021-11-09T00:11:42Z', 'revision_number': 5, 'project_id': '9f67c36419114b6c9d66ecd2b89084fc', 'gw_port': {'id': '19159d21-14ef-495e-a7ee-fdbde9b5f89d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:19Z', 'updated_at': '2021-11-09T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:44.722528 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d92efb5-1808-40ea-ae7f-b25288e04f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.728704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30287c69-bdf1-4f30-ab92-902c8e0f7bec req-fac0bdb8-661a-4a30-997e-9911b575f9ee tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:44.736501 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30287c69-bdf1-4f30-ab92-902c8e0f7bec req-fac0bdb8-661a-4a30-997e-9911b575f9ee tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 950 time: 0.3445289 Nov 09 00:11:44.753642 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ea4b3-6f2d-4715-8151-2c2eb4c7c1c0 None None] Checking router: 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:11:44.780791 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6d92efb5-1808-40ea-ae7f-b25288e04f09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e058fea35f94830acfd9516909a3fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4613392 Nov 09 00:11:44.781078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ea4b3-6f2d-4715-8151-2c2eb4c7c1c0 None None] Routers {'1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:44.781078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2f6ea4b3-6f2d-4715-8151-2c2eb4c7c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:44.782375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36062) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:44.791296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92efb5-1808-40ea-ae7f-b25288e04f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c692b8-1127-4c77-99b8-491249befc22,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:44.832065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] For port 19159d21-14ef-495e-a7ee-fdbde9b5f89d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=19159d21-14ef-495e-a7ee-fdbde9b5f89d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:44.832784 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.850196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0869c4f2-df09-49e5-9dfe-f064d829ab86 req-ff380f45-c26e-4763-a908-4500f1f314e3 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185117 Nov 09 00:11:44.853701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Calling delete_port for 19159d21-14ef-495e-a7ee-fdbde9b5f89d owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:11:44.879145 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f40bd615-f177-4ed5-b3ea-a6b3608bd3d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.895281 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0a48ce1-99db-450e-a814-fcde28e02012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.902472 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c5661bcd-24d7-4068-9ed7-a2a6ab9a8bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.908700 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f40bd615-f177-4ed5-b3ea-a6b3608bd3d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.911164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-bce78cc8-0c55-4512-8112-9d666a66030c req-95c67a83-7d6d-4166-9472-50444ef761db tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] For port 729b5fdc-473d-4d4d-81fe-63e9135834a1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=729b5fdc-473d-4d4d-81fe-63e9135834a1,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:44.911635 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bce78cc8-0c55-4512-8112-9d666a66030c req-95c67a83-7d6d-4166-9472-50444ef761db tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:44.932420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30287c69-bdf1-4f30-ab92-902c8e0f7bec req-5e7f2769-ced7-438e-89f0-072f3623012b tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/security-groups?id=057e3183-646a-4e5c-8ef7-0a18122d452b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945703 Nov 09 00:11:45.006751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-2f6ea4b3-6f2d-4715-8151-2c2eb4c7c1c0 None None] Set router 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:45.051181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-bce78cc8-0c55-4512-8112-9d666a66030c req-95c67a83-7d6d-4166-9472-50444ef761db tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Calling delete_port for 729b5fdc-473d-4d4d-81fe-63e9135834a1 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:11:45.115923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f40bd615-f177-4ed5-b3ea-a6b3608bd3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:45.120819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2f6ea4b3-6f2d-4715-8151-2c2eb4c7c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'name': 'tempest-FloatingIPsTestJSON-190408911-router', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:16Z', 'updated_at': '2021-11-09T00:11:44Z', 'revision_number': 6, 'project_id': '9f67c36419114b6c9d66ecd2b89084fc', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:45.124301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f40bd615-f177-4ed5-b3ea-a6b3608bd3d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:45.127111 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f40bd615-f177-4ed5-b3ea-a6b3608bd3d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55c692b8-1127-4c77-99b8-491249befc22 HTTP/1.1" status: 204 len: 168 time: 0.3437283 Nov 09 00:11:45.156417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ea4b3-6f2d-4715-8151-2c2eb4c7c1c0 None None] The sync data for ids ['1d28ea85-80ea-4bf0-af4c-a2dd5d0be173'] in n-d-813263-3 is: [{'id': '1d28ea85-80ea-4bf0-af4c-a2dd5d0be173', 'name': 'tempest-FloatingIPsTestJSON-190408911-router', 'tenant_id': '9f67c36419114b6c9d66ecd2b89084fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:16Z', 'updated_at': '2021-11-09T00:11:44Z', 'revision_number': 6, 'project_id': '9f67c36419114b6c9d66ecd2b89084fc', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:11:45.175756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5661bcd-24d7-4068-9ed7-a2a6ab9a8bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e01c80-407a-4e05-95b4-3fd4d0d3686f,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:45.195631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dd9ff-d2f0-4e6b-acee-a59302b1904b req-fc8d4661-0341-4625-b1a9-79c665c3a317 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:45.201279 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e3dd9ff-d2f0-4e6b-acee-a59302b1904b req-fc8d4661-0341-4625-b1a9-79c665c3a317 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 945 time: 0.1471543 Nov 09 00:11:45.206121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36068) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:45.211080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b6317f48-58a3-4e16-81ea-4d340b13e93c tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Request body: {'floatingip': {'port_id': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:45.256725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bd615-f177-4ed5-b3ea-a6b3608bd3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c692b8-1127-4c77-99b8-491249befc22,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:45.389459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:45.469111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Pushing event deleted for resources: {'Port': ['ID=19159d21-14ef-495e-a7ee-fdbde9b5f89d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:45.562010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:45.665006 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:45.667253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:45.744292 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:45.744907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:11:45.750150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:45.755967 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dc2a94b2-fdfb-4de4-a268-09c0cb5d867b admin admin] 10.222.0.25 "DELETE /v2.0/routers/1d28ea85-80ea-4bf0-af4c-a2dd5d0be173 HTTP/1.1" status: 204 len: 168 time: 1.7746563 Nov 09 00:11:45.757179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36090) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:45.813321 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6317f48-58a3-4e16-81ea-4d340b13e93c tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:45.816016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5661bcd-24d7-4068-9ed7-a2a6ab9a8bbe admin admin] Checking segment: {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:45.816520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5661bcd-24d7-4068-9ed7-a2a6ab9a8bbe admin admin] Network hostable DHCP agents. Network: 68e0841c-b375-4078-9c24-adf0ad731f62, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:11:45.818838 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:45.849167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-afad6102-56a0-47e8-860e-85760c495b2e admin admin] Deleting subnet 634a1854-bc9e-4a2f-a30d-798e23449479 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:11:45.856749 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afad6102-56a0-47e8-860e-85760c495b2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:45.910587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5661bcd-24d7-4068-9ed7-a2a6ab9a8bbe admin admin] Network 68e0841c-b375-4078-9c24-adf0ad731f62 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:11:45.931824 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afad6102-56a0-47e8-860e-85760c495b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:45.989791 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.077138 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.102276 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afad6102-56a0-47e8-860e-85760c495b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.105284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-c5661bcd-24d7-4068-9ed7-a2a6ab9a8bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 68e0841c-b375-4078-9c24-adf0ad731f62) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:46.115678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff787e-a9f6-46b3-a893-2e71a7e763a8 None None] Network 68e0841c-b375-4078-9c24-adf0ad731f62 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:46.213232 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afad6102-56a0-47e8-860e-85760c495b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.226320 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afad6102-56a0-47e8-860e-85760c495b2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.242078 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-afad6102-56a0-47e8-860e-85760c495b2e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/634a1854-bc9e-4a2f-a30d-798e23449479 HTTP/1.1" status: 204 len: 168 time: 0.4806688 Nov 09 00:11:46.243938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e018a52-1bf7-441f-be89-927bc7d61ac1 None None] Network 385906b0-cd76-4f68-a96a-b241f5fb73dd requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:46.274747 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36104) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:46.426339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad6102-56a0-47e8-860e-85760c495b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=634a1854-bc9e-4a2f-a30d-798e23449479,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:46.430014 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.523235 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6317f48-58a3-4e16-81ea-4d340b13e93c tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.590896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Deleting port 884e8f04-2347-4d12-a06b-e8fcc7a55828 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:11:46.591404 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.635968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed5a657-e096-4b88-b66f-1edfb3f21b44 None None] Network 68e0841c-b375-4078-9c24-adf0ad731f62 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:46.641262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5661bcd-24d7-4068-9ed7-a2a6ab9a8bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:46.647394 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c5661bcd-24d7-4068-9ed7-a2a6ab9a8bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.654839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6317f48-58a3-4e16-81ea-4d340b13e93c tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.665438 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bce78cc8-0c55-4512-8112-9d666a66030c req-95c67a83-7d6d-4166-9472-50444ef761db tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.724337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 19159d21-14ef-495e-a7ee-fdbde9b5f89d no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:11:46.754447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c5661bcd-24d7-4068-9ed7-a2a6ab9a8bbe admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6433787 Nov 09 00:11:46.824660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] For port 884e8f04-2347-4d12-a06b-e8fcc7a55828, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=884e8f04-2347-4d12-a06b-e8fcc7a55828,segment=NetworkSegment(a1d4a67b-e863-4739-8a31-6c82217d1046),segment_id=a1d4a67b-e863-4739-8a31-6c82217d1046)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:46.825038 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.875431 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Calling delete_port for 884e8f04-2347-4d12-a06b-e8fcc7a55828 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:11:46.880501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c67a83-7d6d-4166-9472-50444ef761db tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Pushing event deleted for resources: {'Port': ['ID=729b5fdc-473d-4d4d-81fe-63e9135834a1,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:46.896700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 19159d21-14ef-495e-a7ee-fdbde9b5f89d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:11:46.897418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 19159d21-14ef-495e-a7ee-fdbde9b5f89d not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:11:46.898794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 60239c0c-d05d-417a-a4e9-a70c8418327c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:11:46.903950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce78cc8-0c55-4512-8112-9d666a66030c req-95c67a83-7d6d-4166-9472-50444ef761db tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] No DVR routers for this DVR port 729b5fdc-473d-4d4d-81fe-63e9135834a1 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:11:46.945186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0357e0f-adf2-41d9-9956-89f6c1bf79fc req-54d95b8b-e4f4-4d18-a923-9cbdc3be3c9f tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:46.946797 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0357e0f-adf2-41d9-9956-89f6c1bf79fc req-54d95b8b-e4f4-4d18-a923-9cbdc3be3c9f tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/ports?device_id=25293bd3-4340-4eb1-bba2-12fd3dfb2b36 HTTP/1.1" status: 200 len: 867 time: 0.8302889 Nov 09 00:11:46.950642 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bce78cc8-0c55-4512-8112-9d666a66030c req-95c67a83-7d6d-4166-9472-50444ef761db tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:46.958241 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bce78cc8-0c55-4512-8112-9d666a66030c req-95c67a83-7d6d-4166-9472-50444ef761db tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.30 "DELETE /v2.0/ports/729b5fdc-473d-4d4d-81fe-63e9135834a1 HTTP/1.1" status: 204 len: 173 time: 2.7821398 Nov 09 00:11:46.966246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25293bd3-4340-4eb1-bba2-12fd3dfb2b36', 'name': 'network-vif-deleted', 'tag': '729b5fdc-473d-4d4d-81fe-63e9135834a1'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:46.972348 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cdd5de-e34b-440a-ae62-df6c166cb327" -d '{"events": [{"server_uuid": "25293bd3-4340-4eb1-bba2-12fd3dfb2b36", "name": "network-vif-deleted", "tag": "729b5fdc-473d-4d4d-81fe-63e9135834a1"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:47.038066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 60239c0c-d05d-417a-a4e9-a70c8418327c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:11:47.039291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 60239c0c-d05d-417a-a4e9-a70c8418327c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:11:47.125903 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a3e804-b801-4e5f-b0f1-5314369b32ad x-openstack-request-id: req-64a3e804-b801-4e5f-b0f1-5314369b32ad {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:47.126199 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25293bd3-4340-4eb1-bba2-12fd3dfb2b36", "name": "network-vif-deleted", "tag": "729b5fdc-473d-4d4d-81fe-63e9135834a1", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:47.126462 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64a3e804-b801-4e5f-b0f1-5314369b32ad {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:47.127075 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25293bd3-4340-4eb1-bba2-12fd3dfb2b36', 'name': 'network-vif-deleted', 'tag': '729b5fdc-473d-4d4d-81fe-63e9135834a1', 'status': 'completed', 'code': 200} Nov 09 00:11:47.159887 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:47.229688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Pushing event deleted for resources: {'Port': ['ID=884e8f04-2347-4d12-a06b-e8fcc7a55828,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:47.247689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] No DVR routers for this DVR port 884e8f04-2347-4d12-a06b-e8fcc7a55828 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:11:47.275514 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e263b97b-6511-4aaf-bab1-671cc697c27f None None] DHCP port deletion for 385906b0-cd76-4f68-a96a-b241f5fb73dd request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:11:47.283532 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-b6317f48-58a3-4e16-81ea-4d340b13e93c tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Floating IP b6aaa027-59d3-47f7-a592-1b945c1e62eb associated. External IP: 172.25.0.50, port: 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917. Nov 09 00:11:47.329008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0357e0f-adf2-41d9-9956-89f6c1bf79fc req-f61c4211-bc03-4ee0-91dc-49da4bb348ee tempest-ServerDiagnosticsNegativeTest-1497828181 tempest-ServerDiagnosticsNegativeTest-1497828181-project] 10.222.0.25 "GET /v2.0/security-groups?id=057e3183-646a-4e5c-8ef7-0a18122d452b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428699 Nov 09 00:11:47.453905 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:47.502196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385906b0-cd76-4f68-a96a-b241f5fb73dd']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:47.520931 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:47.531948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d4a67b-e863-4739-8a31-6c82217d1046') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:47.532225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d4a67b-e863-4739-8a31-6c82217d1046') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:47.556762 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:47.576239 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:47.587170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:11:47.587966 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:11:47.665561 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:11:47.695787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:47.712002 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:47.727528 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] 10.222.0.25 "DELETE /v2.0/networks/385906b0-cd76-4f68-a96a-b241f5fb73dd HTTP/1.1" status: 204 len: 168 time: 1.4511707 Nov 09 00:11:47.774633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-74138083-c412-40e3-8848-eed66824dca7 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:47.781876 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-74138083-c412-40e3-8848-eed66824dca7 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/networks?id=68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 200 len: 805 time: 0.2136083 Nov 09 00:11:47.781988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434fd02-3132-40dd-a01e-7db5f59e884f admin admin] Pushing event deleted for resources: {'Network': ['ID=385906b0-cd76-4f68-a96a-b241f5fb73dd,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:47.828868 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-5137e4f9-2a92-454d-9447-34e61c8ab661 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/quotas/abd46c9bade94d899a9b0ea3f02107c0 HTTP/1.1" status: 200 len: 375 time: 0.0449917 Nov 09 00:11:47.875422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-ef7d31a1-843a-4aa8-b38c-0b12c130cc1e tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456927 Nov 09 00:11:47.919287 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6317f48-58a3-4e16-81ea-4d340b13e93c tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Router 19da099c-bae2-4a24-8ddb-da1f5d76752c has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:11:48.041105 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-d507cc74-ce75-4936-9682-200e1566e659 service neutron] 10.222.0.25 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647687 Nov 09 00:11:48.083728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36156) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:48.150378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6317f48-58a3-4e16-81ea-4d340b13e93c tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:11:48.156319 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6317f48-58a3-4e16-81ea-4d340b13e93c tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:48.164690 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9e43e-1c4b-494c-a3a5-6db9ff5feaf4 None None] Sync routers for ids ['19da099c-bae2-4a24-8ddb-da1f5d76752c'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:11:48.178290 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f04a0a27-12d8-4641-966e-85be243a9537 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f67c36419114b6c9d66ecd2b89084fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0933385 Nov 09 00:11:48.179422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36158) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:48.181102 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9e43e-1c4b-494c-a3a5-6db9ff5feaf4 None None] Routers {'19da099c-bae2-4a24-8ddb-da1f5d76752c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:48.182002 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-57c9e43e-1c4b-494c-a3a5-6db9ff5feaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['19da099c-bae2-4a24-8ddb-da1f5d76752c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:48.231723 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-c1242825-4e99-488e-9ad0-1b6959007546 service neutron] 10.222.0.25 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895442 Nov 09 00:11:48.248054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b6317f48-58a3-4e16-81ea-4d340b13e93c tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "PUT /v2.0/floatingips/b6aaa027-59d3-47f7-a592-1b945c1e62eb HTTP/1.1" status: 200 len: 990 time: 3.0404961 Nov 09 00:11:48.259933 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:48.331387 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-57c9e43e-1c4b-494c-a3a5-6db9ff5feaf4 None None] Set router 19da099c-bae2-4a24-8ddb-da1f5d76752c gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:48.340684 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afc730f1-e65b-4312-8c13-dac4fe58d9d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:48.379832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afc730f1-e65b-4312-8c13-dac4fe58d9d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:48.454912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 729b5fdc-473d-4d4d-81fe-63e9135834a1 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:11:48.498073 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afc730f1-e65b-4312-8c13-dac4fe58d9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:48.501419 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afc730f1-e65b-4312-8c13-dac4fe58d9d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:48.503567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-afc730f1-e65b-4312-8c13-dac4fe58d9d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2f68053-dca8-4ddb-898b-702bcaa172e6 HTTP/1.1" status: 204 len: 168 time: 0.3232598 Nov 09 00:11:48.518230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc730f1-e65b-4312-8c13-dac4fe58d9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f68053-dca8-4ddb-898b-702bcaa172e6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:48.589411 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 729b5fdc-473d-4d4d-81fe-63e9135834a1 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:11:48.589411 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 729b5fdc-473d-4d4d-81fe-63e9135834a1 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:11:48.675470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-512c7199-b1e7-49b6-ae1a-c9f69bc54b6d req-f720cd6c-d717-4460-aabf-2d8c2af47d8b tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 210 time: 0.1404455 Nov 09 00:11:48.722134 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-57c9e43e-1c4b-494c-a3a5-6db9ff5feaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:11:13Z', 'revision_number': 4, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'b6aaa027-59d3-47f7-a592-1b945c1e62eb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'port_id': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'mac_address': 'fa:16:3e:a6:a0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:11:23Z', 'updated_at': '2021-11-09T00:11:46Z', 'revision_number': 1, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7de5cacf-00d7-412b-bd8b-bd978616384f', 'name': '', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'mac_address': 'fa:16:3e:57:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:12Z', 'updated_at': '2021-11-09T00:11:23Z', 'revision_number': 5, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'subnets': [{'id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:48.804487 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9e43e-1c4b-494c-a3a5-6db9ff5feaf4 None None] Checking router: 19da099c-bae2-4a24-8ddb-da1f5d76752c for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:11:48.818352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 884e8f04-2347-4d12-a06b-e8fcc7a55828 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:11:48.836684 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9e43e-1c4b-494c-a3a5-6db9ff5feaf4 None None] Routers {'19da099c-bae2-4a24-8ddb-da1f5d76752c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:48.839713 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-57c9e43e-1c4b-494c-a3a5-6db9ff5feaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['19da099c-bae2-4a24-8ddb-da1f5d76752c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:48.871034 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 884e8f04-2347-4d12-a06b-e8fcc7a55828 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:11:48.872502 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 884e8f04-2347-4d12-a06b-e8fcc7a55828 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:11:49.080995 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-57c9e43e-1c4b-494c-a3a5-6db9ff5feaf4 None None] Set router 19da099c-bae2-4a24-8ddb-da1f5d76752c gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:49.128123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'tag': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:49.131454 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156227f4-7f10-4e98-84f2-917dcf93dd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4d79da-0b9b-4c33-935f-762d4bd4d340", "tag": "7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:49.218668 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0317e9b-9e4a-4131-b1ef-383a4bc369b4 x-openstack-request-id: req-a0317e9b-9e4a-4131-b1ef-383a4bc369b4 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:49.219272 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4d79da-0b9b-4c33-935f-762d4bd4d340", "tag": "7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:49.219770 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0317e9b-9e4a-4131-b1ef-383a4bc369b4 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:49.220384 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'tag': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917', 'status': 'completed', 'code': 200} Nov 09 00:11:49.334254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156227f4-7f10-4e98-84f2-917dcf93dd9e req-8889cf2f-7efa-4d0e-bfdc-703032ef04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:49.340359 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-156227f4-7f10-4e98-84f2-917dcf93dd9e req-8889cf2f-7efa-4d0e-bfdc-703032ef04ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6af7060228b4829bdddd14f8192e8f4&device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 1096 time: 0.1015217 Nov 09 00:11:49.366058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36216) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:49.454980 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-57c9e43e-1c4b-494c-a3a5-6db9ff5feaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:11:13Z', 'revision_number': 4, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'b6aaa027-59d3-47f7-a592-1b945c1e62eb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'port_id': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'mac_address': 'fa:16:3e:a6:a0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:11:23Z', 'updated_at': '2021-11-09T00:11:46Z', 'revision_number': 1, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7de5cacf-00d7-412b-bd8b-bd978616384f', 'name': '', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'mac_address': 'fa:16:3e:57:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:12Z', 'updated_at': '2021-11-09T00:11:23Z', 'revision_number': 5, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'subnets': [{'id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:49.606860 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9e43e-1c4b-494c-a3a5-6db9ff5feaf4 None None] The sync data for ids ['19da099c-bae2-4a24-8ddb-da1f5d76752c'] in n-d-813263-3 is: [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:11:13Z', 'revision_number': 4, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'b6aaa027-59d3-47f7-a592-1b945c1e62eb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'port_id': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'mac_address': 'fa:16:3e:a6:a0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:11:23Z', 'updated_at': '2021-11-09T00:11:46Z', 'revision_number': 1, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7de5cacf-00d7-412b-bd8b-bd978616384f', 'name': '', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'mac_address': 'fa:16:3e:57:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:12Z', 'updated_at': '2021-11-09T00:11:23Z', 'revision_number': 5, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'subnets': [{'id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:11:49.701176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156227f4-7f10-4e98-84f2-917dcf93dd9e req-0d63fb7b-fd7c-486d-a80f-908a11aaba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:49.702983 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-156227f4-7f10-4e98-84f2-917dcf93dd9e req-0d63fb7b-fd7c-486d-a80f-908a11aaba07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=45c6c1e9-af0a-4821-93e7-90c4c5c827fb HTTP/1.1" status: 200 len: 911 time: 0.3546405 Nov 09 00:11:49.825746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36d8f3d6-1f61-45f9-9f8a-39b02f754fa2 req-d9d86b08-91e3-4062-9df7-fba686c8da3b tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 210 time: 0.0723596 Nov 09 00:11:49.872600 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-156227f4-7f10-4e98-84f2-917dcf93dd9e req-6d597114-a8e3-4102-85e1-44be8260f0a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 HTTP/1.1" status: 200 len: 998 time: 0.1623240 Nov 09 00:11:49.924277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-31575c5f-9379-4995-bf88-da131e52721b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a498a1a6ff14564aa8c3d52bd5b4514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5543077 Nov 09 00:11:49.926476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36232) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:50.000710 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156227f4-7f10-4e98-84f2-917dcf93dd9e req-a2a5162e-531d-4e53-a054-424a2c331e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:50.002286 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-156227f4-7f10-4e98-84f2-917dcf93dd9e req-a2a5162e-531d-4e53-a054-424a2c331e4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f47a3c19-e641-4842-a58f-8bebf1a3c2fa HTTP/1.1" status: 200 len: 850 time: 0.1220927 Nov 09 00:11:50.015466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36238) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:50.087989 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-33682d71-88d1-48d4-b1d6-2ba6246830de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:50.119901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156227f4-7f10-4e98-84f2-917dcf93dd9e req-496a9501-a84b-4bf8-bf79-d3a019f3e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:50.121370 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-156227f4-7f10-4e98-84f2-917dcf93dd9e req-496a9501-a84b-4bf8-bf79-d3a019f3e0dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45c6c1e9-af0a-4821-93e7-90c4c5c827fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098156 Nov 09 00:11:50.150216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f33035-efe1-4d71-9205-ee1bd6840ac9 None None] New status for floating IP b6aaa027-59d3-47f7-a592-1b945c1e62eb: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:11:50.180298 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-33682d71-88d1-48d4-b1d6-2ba6246830de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:50.420722 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-156227f4-7f10-4e98-84f2-917dcf93dd9e req-a78146b1-1120-4839-ac69-56e1cd9d5f47 service neutron] 10.222.0.11 "GET /v2.0/networks/45c6c1e9-af0a-4821-93e7-90c4c5c827fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909083 Nov 09 00:11:50.496566 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c46d291-c370-4055-a9eb-56e643138a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:50.529720 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-33682d71-88d1-48d4-b1d6-2ba6246830de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:50.533241 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-33682d71-88d1-48d4-b1d6-2ba6246830de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:50.534550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-33682d71-88d1-48d4-b1d6-2ba6246830de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/057e3183-646a-4e5c-8ef7-0a18122d452b HTTP/1.1" status: 204 len: 168 time: 0.6069553 Nov 09 00:11:50.548801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-a93747c7-f279-4301-9a35-17ea3e262440 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:50.550872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-a93747c7-f279-4301-9a35-17ea3e262440 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "GET /v2.0/networks?id=68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 200 len: 805 time: 0.3348207 Nov 09 00:11:50.566270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33682d71-88d1-48d4-b1d6-2ba6246830de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057e3183-646a-4e5c-8ef7-0a18122d452b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:50.572207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Request body: {'port': {'device_id': 'ec137c74-7571-4405-b3d9-058d27c3d9e1', 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'admin_state_up': True, 'tenant_id': 'abd46c9bade94d899a9b0ea3f02107c0'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:50.597535 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-156227f4-7f10-4e98-84f2-917dcf93dd9e req-c68d2bec-2fda-45ba-847d-493a7e857391 service neutron] 10.222.0.11 "GET /v2.0/networks/45c6c1e9-af0a-4821-93e7-90c4c5c827fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692181 Nov 09 00:11:50.788210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Made reservation on behalf of abd46c9bade94d899a9b0ea3f02107c0 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:50.792517 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:50.805058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36258) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:50.808144 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c46d291-c370-4055-a9eb-56e643138a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:50.822246 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c46d291-c370-4055-a9eb-56e643138a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:50.983520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-network', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:51.034343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0c46d291-c370-4055-a9eb-56e643138a1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a3bc652fadb44fd937e3406de23223c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0137496 Nov 09 00:11:51.036497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36268) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:51.044650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46d291-c370-4055-a9eb-56e643138a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fe8172-d3d7-4ee8-9394-a4008453a36d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:51.063997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Made reservation on behalf of aacef58ab1f84c1aa498bfd6f67e0972 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:51.069843 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.091933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36270) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:51.099342 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.116872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c90fcc4c-80b6-4571-9104-57affc01aa45 req-7d00e192-d8d0-4c3b-aa7d-e95789842708 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 210 time: 0.0938144 Nov 09 00:11:51.161399 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6799421-68a4-4745-acae-e55e4262f7c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.175379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5da6a618-cb6d-487b-9aff-1812bcda23d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.210545 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5da6a618-cb6d-487b-9aff-1812bcda23d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.215087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Allocated IP 172.20.0.10 (68e0841c-b375-4078-9c24-adf0ad731f62/c4e01c80-407a-4e05-95b4-3fd4d0d3686f/aeb11a62-fd57-4c72-8ab7-d44daf7ca390) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:51.277141 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.284102 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.315598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5257794-e0fb-45a9-9cb1-5a89e7a4985f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:51.332957 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:11:51.335916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6799421-68a4-4745-acae-e55e4262f7c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.344065 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6799421-68a4-4745-acae-e55e4262f7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.345626 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.346325 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Added segment cb13368c-6f66-4f4a-8a92-97d92790fcf1 of type vlan for network b1ac6645-d016-4154-bcab-626068cb43df Nov 09 00:11:51.393560 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.401045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c6799421-68a4-4745-acae-e55e4262f7c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f813d8b57e6843528dec5d8504a09120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056128 Nov 09 00:11:51.404419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36274) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:51.418190 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5da6a618-cb6d-487b-9aff-1812bcda23d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.422205 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5da6a618-cb6d-487b-9aff-1812bcda23d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.424173 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5da6a618-cb6d-487b-9aff-1812bcda23d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9fe8172-d3d7-4ee8-9394-a4008453a36d HTTP/1.1" status: 204 len: 168 time: 0.3851042 Nov 09 00:11:51.428942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.430371 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:51.431146 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.443422 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6a618-cb6d-487b-9aff-1812bcda23d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fe8172-d3d7-4ee8-9394-a4008453a36d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:51.526708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6799421-68a4-4745-acae-e55e4262f7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58c6bcc-16d0-4f1f-9b69-98dac043678e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:51.529741 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7234223 Nov 09 00:11:51.533021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36278) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:51.537755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4231832a-5903-40c7-9177-12252637af12 admin admin] Request body: {'subnet': {'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-subnet', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:51.563056 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355d3e-0692-4adb-ba47-e6995bdb5272 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ac6645-d016-4154-bcab-626068cb43df,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:51.565880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4231832a-5903-40c7-9177-12252637af12 admin admin] Made reservation on behalf of aacef58ab1f84c1aa498bfd6f67e0972 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:51.568400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4231832a-5903-40c7-9177-12252637af12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.575149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network b1ac6645-d016-4154-bcab-626068cb43df details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:11:51.656130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.665432 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94d43dee-fd54-4c26-af6a-82815da7b8dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.716405 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94d43dee-fd54-4c26-af6a-82815da7b8dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.768636 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.807598 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4231832a-5903-40c7-9177-12252637af12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.819146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Network 68e0841c-b375-4078-9c24-adf0ad731f62 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:51.822761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:51.829378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:51.864853 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94d43dee-fd54-4c26-af6a-82815da7b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.867605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94d43dee-fd54-4c26-af6a-82815da7b8dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.868847 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-94d43dee-fd54-4c26-af6a-82815da7b8dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d58c6bcc-16d0-4f1f-9b69-98dac043678e HTTP/1.1" status: 204 len: 168 time: 0.4634233 Nov 09 00:11:51.882422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Pushing event updated for resources: {'Port': ['ID=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:51.887392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d43dee-fd54-4c26-af6a-82815da7b8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58c6bcc-16d0-4f1f-9b69-98dac043678e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:51.928191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:51.928866 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:51.930227 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231832a-5903-40c7-9177-12252637af12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d61785-540d-4dbc-b526-c501d112cc01,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:51.932836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4231832a-5903-40c7-9177-12252637af12 admin admin] Checking segment: {'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:51.936316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4231832a-5903-40c7-9177-12252637af12 admin admin] Network hostable DHCP agents. Network: b1ac6645-d016-4154-bcab-626068cb43df, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:11:51.956864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-86f4aeee-532f-4296-979c-b172cf113c84 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3918231 Nov 09 00:11:51.982383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Request body: {'port': {'device_id': 'ec137c74-7571-4405-b3d9-058d27c3d9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:51.992190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4231832a-5903-40c7-9177-12252637af12 admin admin] Network b1ac6645-d016-4154-bcab-626068cb43df is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:11:52.014697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-4231832a-5903-40c7-9177-12252637af12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, b1ac6645-d016-4154-bcab-626068cb43df) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:52.020596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4231832a-5903-40c7-9177-12252637af12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:52.021652 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4231832a-5903-40c7-9177-12252637af12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.027157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e851a52-9c08-4c23-b37a-ee9fd833b768 None None] Network b1ac6645-d016-4154-bcab-626068cb43df requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:52.060150 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.083852 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4231832a-5903-40c7-9177-12252637af12 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5497518 Nov 09 00:11:52.087273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36290) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:52.142654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:52.148898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36294) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:52.179488 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1b35-f189-484f-a816-442a50d60aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.251146 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.252309 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.375499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1b35-f189-484f-a816-442a50d60aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.381981 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1b35-f189-484f-a816-442a50d60aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.386716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.389611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-b1ac6645-d016-4154-bcab-626068cb43df', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'fixed_ips': [{'subnet_id': 'a2d61785-540d-4dbc-b526-c501d112cc01'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:11:52.390115 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.459119 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ca4d1b35-f189-484f-a816-442a50d60aef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e78224ec37c4ff7903c442bce33b7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091674 Nov 09 00:11:52.460688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d1b35-f189-484f-a816-442a50d60aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f28b165-28df-4ed5-ba28-171582cc21c4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:52.463214 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36304) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:52.526919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea696f3c-eac7-4f2d-bfce-7fc5fd936a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.581977 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea696f3c-eac7-4f2d-bfce-7fc5fd936a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.626166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Allocated IP 172.20.0.2 (b1ac6645-d016-4154-bcab-626068cb43df/a2d61785-540d-4dbc-b526-c501d112cc01/10fef922-70db-4a99-8f3d-b22979582bf3) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:52.647063 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea696f3c-eac7-4f2d-bfce-7fc5fd936a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.649764 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea696f3c-eac7-4f2d-bfce-7fc5fd936a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.650943 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ea696f3c-eac7-4f2d-bfce-7fc5fd936a3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f28b165-28df-4ed5-ba28-171582cc21c4 HTTP/1.1" status: 204 len: 168 time: 0.1865709 Nov 09 00:11:52.662730 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea696f3c-eac7-4f2d-bfce-7fc5fd936a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f28b165-28df-4ed5-ba28-171582cc21c4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:52.906648 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.917947 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:52.985578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Network b1ac6645-d016-4154-bcab-626068cb43df is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:52.993535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:53.017564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:53.026086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb11a62-fd57-4c72-8ab7-d44daf7ca390 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:11:53.034370 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:53.044396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Pushing event updated for resources: {'Port': ['ID=10fef922-70db-4a99-8f3d-b22979582bf3,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:53.047873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Transition to ACTIVE for port object aeb11a62-fd57-4c72-8ab7-d44daf7ca390 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:11:53.058137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228eb815-dd4c-40a7-af81-05fbb8185b49 req-11060e00-5c0b-4cd6-a716-1224f1fa9583 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:53.059743 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-228eb815-dd4c-40a7-af81-05fbb8185b49 req-11060e00-5c0b-4cd6-a716-1224f1fa9583 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 932 time: 0.8131962 Nov 09 00:11:53.094134 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:53.209281 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Attempting to bind port 10fef922-70db-4a99-8f3d-b22979582bf3 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:53.209643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Attempting to bind port 10fef922-70db-4a99-8f3d-b22979582bf3 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:53.212632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Attempting to bind port 10fef922-70db-4a99-8f3d-b22979582bf3 on network b1ac6645-d016-4154-bcab-626068cb43df {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:53.225173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:53.226167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Checking segment: {'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:53.228710 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:53.229328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Bound using segment: {'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:53.231011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Bound port: 10fef922-70db-4a99-8f3d-b22979582bf3, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:53.231625 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:53.279610 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:53.324535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-228eb815-dd4c-40a7-af81-05fbb8185b49 req-d29c6dcf-7176-4344-9afc-97933324f6b5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317271 Nov 09 00:11:53.339896 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Pushing event updated for resources: {'Port': ['ID=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:53.371517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] For port 10fef922-70db-4a99-8f3d-b22979582bf3, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:53.377552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] For port 10fef922-70db-4a99-8f3d-b22979582bf3, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=10fef922-70db-4a99-8f3d-b22979582bf3,segment=NetworkSegment(cb13368c-6f66-4f4a-8a92-97d92790fcf1),segment_id=cb13368c-6f66-4f4a-8a92-97d92790fcf1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:53.385565 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:53.531727 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b4f3e-729b-4ab3-af80-9d14f0f02083 None None] Pushing event updated for resources: {'Port': ['ID=10fef922-70db-4a99-8f3d-b22979582bf3,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:53.611413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Attempting to bind port aeb11a62-fd57-4c72-8ab7-d44daf7ca390 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:53.611756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Attempting to bind port aeb11a62-fd57-4c72-8ab7-d44daf7ca390 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:53.612090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Attempting to bind port aeb11a62-fd57-4c72-8ab7-d44daf7ca390 on network 68e0841c-b375-4078-9c24-adf0ad731f62 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:53.631925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Port aeb11a62-fd57-4c72-8ab7-d44daf7ca390 on network 68e0841c-b375-4078-9c24-adf0ad731f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:11:53.632260 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Attempting to bind port aeb11a62-fd57-4c72-8ab7-d44daf7ca390 on network 68e0841c-b375-4078-9c24-adf0ad731f62 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:53.642816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:53.643243 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Checking segment: {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:53.643707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Bound using segment: {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:53.644271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Bound port: aeb11a62-fd57-4c72-8ab7-d44daf7ca390, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:53.644698 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:53.970072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] For port aeb11a62-fd57-4c72-8ab7-d44daf7ca390, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:53.978045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] For port aeb11a62-fd57-4c72-8ab7-d44daf7ca390, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:53.988456 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:53.993159 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:54.066914 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:54.099879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:54.103897 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:54.107675 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] 10.222.0.30 "PUT /v2.0/ports/aeb11a62-fd57-4c72-8ab7-d44daf7ca390 HTTP/1.1" status: 200 len: 1092 time: 2.1404607 Nov 09 00:11:54.108257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec137c74-7571-4405-b3d9-058d27c3d9e1', 'tag': 'aeb11a62-fd57-4c72-8ab7-d44daf7ca390'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:11:54.112009 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c986d91-f923-4f4a-8976-791c122d4631" -d '{"events": [{"name": "network-changed", "server_uuid": "ec137c74-7571-4405-b3d9-058d27c3d9e1", "tag": "aeb11a62-fd57-4c72-8ab7-d44daf7ca390"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:11:54.286380 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3725daa-b21b-4493-b4ab-516d355f842c x-openstack-request-id: req-c3725daa-b21b-4493-b4ab-516d355f842c {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:11:54.287796 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec137c74-7571-4405-b3d9-058d27c3d9e1", "tag": "aeb11a62-fd57-4c72-8ab7-d44daf7ca390", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:11:54.288256 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3725daa-b21b-4493-b4ab-516d355f842c {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:11:54.289097 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec137c74-7571-4405-b3d9-058d27c3d9e1', 'tag': 'aeb11a62-fd57-4c72-8ab7-d44daf7ca390', 'status': 'completed', 'code': 200} Nov 09 00:11:54.303996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0756e-9a4d-4459-8011-f3a85aa9a79b service neutron] Pushing event updated for resources: {'Port': ['ID=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:54.475378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-bf5daa5a-7920-4961-a966-b5957711e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:54.476928 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-bf5daa5a-7920-4961-a966-b5957711e9c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 1095 time: 0.1865144 Nov 09 00:11:54.549511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Allocated IP 172.25.0.228 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/f99429bc-31b7-4be7-bb30-67be6b4ddcde) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:54.555605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36372) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:54.594547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-90e21eac-bc08-4bad-9c86-75842d79aa3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeb11a62-fd57-4c72-8ab7-d44daf7ca390 HTTP/1.1" status: 200 len: 217 time: 0.1001174 Nov 09 00:11:54.772744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 10fef922-70db-4a99-8f3d-b22979582bf3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:54.787329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-459bd8d9-297f-49ee-b650-14d6a2a0668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:54.789082 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-459bd8d9-297f-49ee-b650-14d6a2a0668e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4e01c80-407a-4e05-95b4-3fd4d0d3686f HTTP/1.1" status: 200 len: 845 time: 0.1433635 Nov 09 00:11:54.803515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb61b0-b9ad-4e38-be27-a18ee2dc67fa req-880f98be-a18e-4fa2-b432-6e5ef61a8325 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:54.806820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7eb61b0-b9ad-4e38-be27-a18ee2dc67fa req-880f98be-a18e-4fa2-b432-6e5ef61a8325 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 944 time: 0.3376722 Nov 09 00:11:54.879454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-dac4712f-f3e5-4c3a-98e8-057cbe4c8cd4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e0841c-b375-4078-9c24-adf0ad731f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692220 Nov 09 00:11:54.893854 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 10fef922-70db-4a99-8f3d-b22979582bf3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:54.894120 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:54.914129 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:54.954676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1169844053-network', 'tenant_id': '6fef9113a0044fc5b0c686654df4c0b1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:55.005558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Made reservation on behalf of 6fef9113a0044fc5b0c686654df4c0b1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:55.008628 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.032946 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.043764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7eb61b0-b9ad-4e38-be27-a18ee2dc67fa req-d8f6cb3d-1d73-4bbc-9c64-5e15a26cd1a0 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088876 Nov 09 00:11:55.106298 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.130615 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.142989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-9ae611bd-3f79-4d7c-87e6-6037d297838c service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428830 Nov 09 00:11:55.185921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 10fef922-70db-4a99-8f3d-b22979582bf3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=10fef922-70db-4a99-8f3d-b22979582bf3,segment=NetworkSegment(cb13368c-6f66-4f4a-8a92-97d92790fcf1),segment_id=cb13368c-6f66-4f4a-8a92-97d92790fcf1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:55.194917 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.209456 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.217249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.241963 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:55.271153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:11:55.279070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:55.290270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c159ab7-b30b-4ede-a94c-6dfcb6df3471 None None] Network b1ac6645-d016-4154-bcab-626068cb43df requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:55.308070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9425f476-d587-4c27-8d13-3123ba8bb558,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:55.329864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:55.333182 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.335483 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Added segment c295cde2-0625-43cc-932f-46565f987ff3 of type vlan for network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 Nov 09 00:11:55.402472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=10fef922-70db-4a99-8f3d-b22979582bf3,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:55.427603 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.470961 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.471940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:55.473693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1603ddd6-5a8b-4cd3-a900-09825f457725 None None] Provisioning complete for port 10fef922-70db-4a99-8f3d-b22979582bf3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:55.474068 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.474501 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1603ddd6-5a8b-4cd3-a900-09825f457725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.495150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Pushing event updated for resources: {'Port': ['ID=f99429bc-31b7-4be7-bb30-67be6b4ddcde,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:55.555040 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] Pushing event updated for resources: {'Network': ['ID=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:55.570768 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-377335b7-95e0-4476-9c4d-5d1e7ae27423 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0137157 Nov 09 00:11:55.573394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36402) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:55.579434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0cc6e6ee-a507-4f63-95c4-851f0c4ae199 admin admin] Request body: {'subnet': {'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1169844053-subnet', 'tenant_id': '6fef9113a0044fc5b0c686654df4c0b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:55.583020 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:11:55.596411 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d8e523-5b18-4188-98d6-c525c445dc8a req-b5c20f89-5276-48ff-b4f1-ea20d52c67a3 service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896644 Nov 09 00:11:55.642227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-ace23dcd-624c-40ec-8164-f5b06c333067 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3c475491fb764839990938ae2c6e5ee5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1867783 Nov 09 00:11:55.642446 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc6e6ee-a507-4f63-95c4-851f0c4ae199 admin admin] Made reservation on behalf of 6fef9113a0044fc5b0c686654df4c0b1 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:55.645136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6ee-a507-4f63-95c4-851f0c4ae199 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.867242 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6ee-a507-4f63-95c4-851f0c4ae199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.898025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c986d91-f923-4f4a-8976-791c122d4631 req-2a0b82b0-969c-4e6c-b2cf-214455877e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:55.899520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c986d91-f923-4f4a-8976-791c122d4631 req-2a0b82b0-969c-4e6c-b2cf-214455877e52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 1095 time: 0.1853075 Nov 09 00:11:55.924526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6e6ee-a507-4f63-95c4-851f0c4ae199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aecfa46d-7d39-4fdc-a885-237ef1d5851c,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:55.935512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6e6ee-a507-4f63-95c4-851f0c4ae199 admin admin] Checking segment: {'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:55.935805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc6e6ee-a507-4f63-95c4-851f0c4ae199 admin admin] Network hostable DHCP agents. Network: bf6a2c36-cfbf-4dbf-9da1-6802eab19e63, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:11:55.948591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a775cda8-f6bd-477e-85fd-0ac8b5307f46 None None] Provisioning complete for port 10fef922-70db-4a99-8f3d-b22979582bf3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:55.949173 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a775cda8-f6bd-477e-85fd-0ac8b5307f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.953241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-11faa69c-262d-4e31-9f0f-5b1432c995a4 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:55.954006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc6e6ee-a507-4f63-95c4-851f0c4ae199 admin admin] Network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:11:55.954840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-11faa69c-262d-4e31-9f0f-5b1432c995a4 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123057 Nov 09 00:11:55.967585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0cc6e6ee-a507-4f63-95c4-851f0c4ae199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, bf6a2c36-cfbf-4dbf-9da1-6802eab19e63) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:55.972612 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc6e6ee-a507-4f63-95c4-851f0c4ae199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:55.973536 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6ee-a507-4f63-95c4-851f0c4ae199 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:55.980299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cc3385-c93a-471d-bef5-f1b6e4eecc21 None None] Network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:55.989801 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0cc6e6ee-a507-4f63-95c4-851f0c4ae199 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4145923 Nov 09 00:11:56.048477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-f39b6c9d-fc82-41d6-98a0-67d87795e2cc tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/quotas/3c475491fb764839990938ae2c6e5ee5 HTTP/1.1" status: 200 len: 375 time: 0.0445118 Nov 09 00:11:56.130901 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-bc9b53e5-714b-4a11-a3ad-8f3ed7c1ca4d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c475491fb764839990938ae2c6e5ee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657780 Nov 09 00:11:56.161333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfaded8-f486-4445-871d-8673ab589f93 None None] Network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:11:56.176294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c986d91-f923-4f4a-8976-791c122d4631 req-0d1c909b-a6ff-4256-bfc8-e4038df6c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:56.177788 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c986d91-f923-4f4a-8976-791c122d4631 req-0d1c909b-a6ff-4256-bfc8-e4038df6c56e service neutron] 10.222.0.30 "GET /v2.0/networks?id=68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 200 len: 905 time: 0.2632670 Nov 09 00:11:56.200713 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:56.266557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c986d91-f923-4f4a-8976-791c122d4631 req-70eda908-175b-4430-88fd-3c597784edb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeb11a62-fd57-4c72-8ab7-d44daf7ca390 HTTP/1.1" status: 200 len: 217 time: 0.0739791 Nov 09 00:11:56.361274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102b28f-2029-4089-8092-567ce8b37fd2 req-42f631ee-4466-4018-8f51-4af4ab3dc7b2 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:56.362935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c102b28f-2029-4089-8092-567ce8b37fd2 req-42f631ee-4466-4018-8f51-4af4ab3dc7b2 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 944 time: 0.2025652 Nov 09 00:11:56.406349 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c986d91-f923-4f4a-8976-791c122d4631 req-f5893894-2a9f-4c28-b01e-93ccfe3dc4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:56.407794 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c986d91-f923-4f4a-8976-791c122d4631 req-f5893894-2a9f-4c28-b01e-93ccfe3dc4b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4e01c80-407a-4e05-95b4-3fd4d0d3686f HTTP/1.1" status: 200 len: 845 time: 0.1293943 Nov 09 00:11:56.522854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c986d91-f923-4f4a-8976-791c122d4631 req-c6754df8-9342-4a63-970a-a814bb6b263f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e0841c-b375-4078-9c24-adf0ad731f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965791 Nov 09 00:11:56.556712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c102b28f-2029-4089-8092-567ce8b37fd2 req-17b61689-0f30-4f17-95e0-748ba9b7cc80 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864834 Nov 09 00:11:56.687773 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 10fef922-70db-4a99-8f3d-b22979582bf3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:11:56.743258 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 10fef922-70db-4a99-8f3d-b22979582bf3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:11:56.743622 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:57.039735 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:57.042845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c26ed94-e5c1-4309-9507-8580d87948d2 req-891b9bc2-6705-43b1-ac68-6ccb671019ff tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 210 time: 0.3676796 Nov 09 00:11:57.052801 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c986d91-f923-4f4a-8976-791c122d4631 req-fb163480-bf9b-48df-a26b-49f88fab7a12 service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013461 Nov 09 00:11:57.117326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-04041d58-4556-4a69-bde0-36686752077f tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:57.118797 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-04041d58-4556-4a69-bde0-36686752077f tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/networks?id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 HTTP/1.1" status: 200 len: 818 time: 0.7063687 Nov 09 00:11:57.174527 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-8868d79e-6afa-4a09-a4e8-745dbb76ecb1 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/quotas/6fef9113a0044fc5b0c686654df4c0b1 HTTP/1.1" status: 200 len: 375 time: 0.0481603 Nov 09 00:11:57.256450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e24bf20a-e03a-4a46-82c6-ef1b266e08b9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6fef9113a0044fc5b0c686654df4c0b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755191 Nov 09 00:11:57.291948 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-dd746c68-c88c-4037-8b2b-669a7b217976 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3c475491fb764839990938ae2c6e5ee5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289788 Nov 09 00:11:57.325374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c986d91-f923-4f4a-8976-791c122d4631 req-ca9606f7-6e14-46a3-be77-064f509911e9 service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617755 Nov 09 00:11:57.397072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a2640f9c-f9b7-483b-ad5b-cbc98d408966 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--753894944&fields=id&tenant_id=932d53b28e4344cca1342a8f92a815b3 HTTP/1.1" status: 200 len: 267 time: 0.1799340 Nov 09 00:11:57.418300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-d91df438-69e3-421c-9d4e-0911352c1025 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:57.419760 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-d91df438-69e3-421c-9d4e-0911352c1025 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1189415 Nov 09 00:11:57.433758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Request body: {'port': {'device_id': 'd3951449-de17-4e94-bf88-f35f00ee2954', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '3c475491fb764839990938ae2c6e5ee5'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:57.468680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-5808ad83-474e-4c25-ba5c-42aae55b65de service neutron] 10.222.0.25 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951139 Nov 09 00:11:57.527133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Router 10f98708-4537-403f-b940-13f7f835ff68 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:11:57.544096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Made reservation on behalf of 3c475491fb764839990938ae2c6e5ee5 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:11:57.548505 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:57.563062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:57.651647 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:57.656442 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:57.674522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-47399e5e-6c34-47b5-ae3f-9cb24dd1f4e8 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:57.676840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-47399e5e-6c34-47b5-ae3f-9cb24dd1f4e8 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/networks?id=36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 HTTP/1.1" status: 200 len: 816 time: 0.2674992 Nov 09 00:11:57.721455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659cea7d-dcd2-451b-b6a3-9753c8a8edcd,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:57.747669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-e54d4e0a-11ac-4846-9b09-543d8092819e tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/quotas/932d53b28e4344cca1342a8f92a815b3 HTTP/1.1" status: 200 len: 375 time: 0.0589972 Nov 09 00:11:57.763833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-acaa1c55-bd45-45c1-9454-dda0ea461400 service neutron] 10.222.0.25 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616634 Nov 09 00:11:57.781137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:11:57.793564 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Sync routers for ids ['10f98708-4537-403f-b940-13f7f835ff68'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:11:57.799478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Allocated IP 192.168.233.56 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/86919dcb-92be-4b5b-b4a9-2917ee941c14) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:11:57.809943 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Routers {'10f98708-4537-403f-b940-13f7f835ff68'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:57.810593 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['10f98708-4537-403f-b940-13f7f835ff68'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:57.823186 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:57.828957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dc85d9e8-f337-488a-8b24-b080dbd7e6ef admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.7398260 Nov 09 00:11:57.829196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36450) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:11:57.846285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-ef6faa1b-c53d-423d-baa3-13ca95ddb105 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=932d53b28e4344cca1342a8f92a815b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785987 Nov 09 00:11:57.949082 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Set router 10f98708-4537-403f-b940-13f7f835ff68 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:57.962502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-9d143077-3ef4-4ed6-8956-88e625f523f9 service neutron] 10.222.0.25 "GET /v2.0/networks/36cea98b-6974-4e7d-91e6-ba0b56f6c3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046166 Nov 09 00:11:58.142538 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-83d72e5f-2a61-4f30-9856-d9b5b1419eae service neutron] 10.222.0.25 "GET /v2.0/networks/36cea98b-6974-4e7d-91e6-ba0b56f6c3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666124 Nov 09 00:11:58.277308 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:11:55Z', 'revision_number': 3, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:58.359809 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Checking router: 10f98708-4537-403f-b940-13f7f835ff68 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:11:58.370633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21c0cb-c034-49b9-bd52-b3636fd83fcd req-e433d66a-e78f-46c4-aa30-5c15889e4b3f tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:58.372967 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Updating router 10f98708-4537-403f-b940-13f7f835ff68 port f99429bc-31b7-4be7-bb30-67be6b4ddcde binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:11:58.379508 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a21c0cb-c034-49b9-bd52-b3636fd83fcd req-e433d66a-e78f-46c4-aa30-5c15889e4b3f tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 944 time: 0.0881658 Nov 09 00:11:58.465498 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:58.479762 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device aeb11a62-fd57-4c72-8ab7-d44daf7ca390 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:11:58.494963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a21c0cb-c034-49b9-bd52-b3636fd83fcd req-80be4bb1-f644-4e58-9388-d7be7b26dfa7 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130080 Nov 09 00:11:58.658681 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port aeb11a62-fd57-4c72-8ab7-d44daf7ca390, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:58.674928 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'aeb11a62-fd57-4c72-8ab7-d44daf7ca390', 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'port_id': 'aeb11a62-fd57-4c72-8ab7-d44daf7ca390', 'mac_address': 'fa:16:3e:b6:03:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e01c80-407a-4e05-95b4-3fd4d0d3686f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:11:58.740566 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:58.763552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb11a62-fd57-4c72-8ab7-d44daf7ca390 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:11:58.790385 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port aeb11a62-fd57-4c72-8ab7-d44daf7ca390, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:11:58.797078 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:58.880213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:58.933855 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:58.974970 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:58.978413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96d4df15-c7d1-439f-a41f-7666a6ff6850 req-1b5b6212-4ab2-4891-9b4e-a1839174a4b1 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 210 time: 0.0464451 Nov 09 00:11:58.991503 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:59.009214 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['aeb11a62-fd57-4c72-8ab7-d44daf7ca390'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:11:59.044366 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9435270-cf6f-4a7a-b82b-d2c302fa7f64 None None] Pushing event updated for resources: {'Port': ['ID=f99429bc-31b7-4be7-bb30-67be6b4ddcde,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:59.065864 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Attempting to bind port f99429bc-31b7-4be7-bb30-67be6b4ddcde on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:11:59.066692 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Attempting to bind port f99429bc-31b7-4be7-bb30-67be6b4ddcde by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:11:59.067364 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Attempting to bind port f99429bc-31b7-4be7-bb30-67be6b4ddcde on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:11:59.074685 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:11:59.075293 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:11:59.076343 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:59.076883 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:11:59.078076 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Bound port: f99429bc-31b7-4be7-bb30-67be6b4ddcde, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:11:59.078636 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:59.234761 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] For port f99429bc-31b7-4be7-bb30-67be6b4ddcde, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:11:59.240518 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] For port f99429bc-31b7-4be7-bb30-67be6b4ddcde, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f99429bc-31b7-4be7-bb30-67be6b4ddcde,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:11:59.257953 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:59.355585 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9435270-cf6f-4a7a-b82b-d2c302fa7f64 None None] Pushing event updated for resources: {'Port': ['ID=f99429bc-31b7-4be7-bb30-67be6b4ddcde,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:59.375343 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Routers {'10f98708-4537-403f-b940-13f7f835ff68'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:11:59.376222 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['10f98708-4537-403f-b940-13f7f835ff68'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:11:59.379952 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7fd36223-986b-4d76-ba02-1134752ae5a7 req-105f9b7f-76e5-49fd-87a6-13e68d1a2023 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 210 time: 0.1160431 Nov 09 00:11:59.475970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de285e51-6bdb-4523-a66a-6f0248dac06e req-bbb3bb85-69f7-4398-9db7-45a54436e2c2 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 210 time: 0.0915053 Nov 09 00:11:59.501509 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:59.650003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:11:59.659811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:11:59.673741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:11:59.695059 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] Set router 10f98708-4537-403f-b940-13f7f835ff68 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:11:59.708218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Pushing event updated for resources: {'Port': ['ID=86919dcb-92be-4b5b-b4a9-2917ee941c14,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:11:59.816485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:59.817417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:11:59.849144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462f791-3f63-44fd-900d-a3e956b3e7bf req-81102c42-b1e6-4487-b5e6-7b78fc6991eb tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:11:59.859803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6462f791-3f63-44fd-900d-a3e956b3e7bf req-81102c42-b1e6-4487-b5e6-7b78fc6991eb tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 945 time: 0.1328797 Nov 09 00:11:59.879684 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-912d610b-f717-4f73-9658-6d9758bf12b2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4495983 Nov 09 00:11:59.963099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Request body: {'port': {'device_id': 'd3951449-de17-4e94-bf88-f35f00ee2954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:11:59.977780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6462f791-3f63-44fd-900d-a3e956b3e7bf req-9b86a4e7-144a-4187-8805-50b05fe4e38e tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057413 Nov 09 00:12:00.089067 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:00.154679 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:00.174503 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:11:55Z', 'revision_number': 3, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:00.182016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6ef4c-1930-4128-9084-a03cf51258a2 req-500e0a9b-7605-4d42-aa7d-41578011e3e8 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:00.183817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2b6ef4c-1930-4128-9084-a03cf51258a2 req-500e0a9b-7605-4d42-aa7d-41578011e3e8 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 935 time: 0.0623963 Nov 09 00:12:00.185211 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-541c6d73-a16f-45f4-a112-961708ca8368 None None] Provisioning complete for port 86919dcb-92be-4b5b-b4a9-2917ee941c14 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:00.185740 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-541c6d73-a16f-45f4-a112-961708ca8368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:00.241567 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d354669-5125-4829-99f1-74d09c0aea13 None None] The sync data for ids ['10f98708-4537-403f-b940-13f7f835ff68'] in n-d-813263-3 is: [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:11:55Z', 'revision_number': 3, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:12:00.267976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-541c6d73-a16f-45f4-a112-961708ca8368 None None] Port 86919dcb-92be-4b5b-b4a9-2917ee941c14 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:12:00.312311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2b6ef4c-1930-4128-9084-a03cf51258a2 req-e9db799c-c35d-4210-b637-b2d3a5683ab0 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103408 Nov 09 00:12:00.488986 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device aeb11a62-fd57-4c72-8ab7-d44daf7ca390 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:00.520759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-411ef630-4d59-4038-bc5a-bc2147db3398 req-6a0d0f06-6436-42f8-9814-c8e5a2ab7e74 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 210 time: 0.0412338 Nov 09 00:12:00.615421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Allocated IP 172.20.0.1 (b1ac6645-d016-4154-bcab-626068cb43df/a2d61785-540d-4dbc-b526-c501d112cc01/4dde6b71-6476-495e-8093-8652cb29d726) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:00.647309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bde4a1a-2f44-492c-afc1-048a1cd93166 req-9bf9d5b6-fce8-477c-ba41-18e8ec76697a tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 210 time: 0.0689213 Nov 09 00:12:00.876372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port aeb11a62-fd57-4c72-8ab7-d44daf7ca390 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:12:00.882122 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port aeb11a62-fd57-4c72-8ab7-d44daf7ca390 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:00.882122 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:00.895877 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:00.966682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86919dcb-92be-4b5b-b4a9-2917ee941c14 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:00.979539 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:00.996980 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:01.044336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Transition to ACTIVE for port object 86919dcb-92be-4b5b-b4a9-2917ee941c14 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:12:01.064750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:01.080772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Network b1ac6645-d016-4154-bcab-626068cb43df is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:01.111330 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:01.113707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:01.128675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:01.204504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec137c74-7571-4405-b3d9-058d27c3d9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb11a62-fd57-4c72-8ab7-d44daf7ca390'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:01.215872 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8011264b-3c5b-4e81-a2a5-575b14808ba0" -d '{"events": [{"server_uuid": "ec137c74-7571-4405-b3d9-058d27c3d9e1", "name": "network-vif-plugged", "status": "completed", "tag": "aeb11a62-fd57-4c72-8ab7-d44daf7ca390"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:01.219779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Pushing event updated for resources: {'Port': ['ID=4dde6b71-6476-495e-8093-8652cb29d726,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:01.262190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port aeb11a62-fd57-4c72-8ab7-d44daf7ca390, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:01.275991 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:01.281888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Pushing event updated for resources: {'Port': ['ID=86919dcb-92be-4b5b-b4a9-2917ee941c14,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:01.377685 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391730d7-9dca-4e11-a081-899ea4450677 x-openstack-request-id: req-391730d7-9dca-4e11-a081-899ea4450677 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:01.379489 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec137c74-7571-4405-b3d9-058d27c3d9e1", "name": "network-vif-plugged", "status": "completed", "tag": "aeb11a62-fd57-4c72-8ab7-d44daf7ca390", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:01.381604 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-391730d7-9dca-4e11-a081-899ea4450677 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:01.387190 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec137c74-7571-4405-b3d9-058d27c3d9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb11a62-fd57-4c72-8ab7-d44daf7ca390', 'code': 200} Nov 09 00:12:01.413184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:01.487752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:01.732543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e842a148-b55a-48b8-b596-c8a697b98847 None None] Provisioning complete for port 4dde6b71-6476-495e-8093-8652cb29d726 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:01.732927 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e842a148-b55a-48b8-b596-c8a697b98847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:01.826714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e842a148-b55a-48b8-b596-c8a697b98847 None None] Port 4dde6b71-6476-495e-8093-8652cb29d726 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:12:01.836189 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:01.889451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-fcff9f21-cab6-4b6d-bf8d-69fa9d85f2b8 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:01.894358 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-fcff9f21-cab6-4b6d-bf8d-69fa9d85f2b8 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.11 "GET /v2.0/networks?id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 HTTP/1.1" status: 200 len: 818 time: 0.4802954 Nov 09 00:12:01.903861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0113fb-0e82-4336-b762-bd6ec9f6a47d req-87637653-7312-49dd-98cb-f8a1fd2e0bb6 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:01.907565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a0113fb-0e82-4336-b762-bd6ec9f6a47d req-87637653-7312-49dd-98cb-f8a1fd2e0bb6 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 945 time: 0.7083278 Nov 09 00:12:01.945079 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Request body: {'port': {'device_id': 'cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca', 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63', 'admin_state_up': True, 'tenant_id': '6fef9113a0044fc5b0c686654df4c0b1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:01.949765 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Attempting to bind port 86919dcb-92be-4b5b-b4a9-2917ee941c14 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:01.950193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Attempting to bind port 86919dcb-92be-4b5b-b4a9-2917ee941c14 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:01.950811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Attempting to bind port 86919dcb-92be-4b5b-b4a9-2917ee941c14 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:02.026134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eefc24-ff1c-4d09-bd27-6e1fd06103ca req-97e7adf8-dbdd-4f67-9d6a-dfa52a96c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:02.027648 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-28eefc24-ff1c-4d09-bd27-6e1fd06103ca req-97e7adf8-dbdd-4f67-9d6a-dfa52a96c2ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 1097 time: 0.3513939 Nov 09 00:12:02.032711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Port 86919dcb-92be-4b5b-b4a9-2917ee941c14 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:12:02.033029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Attempting to bind port 86919dcb-92be-4b5b-b4a9-2917ee941c14 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:02.068617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:02.070098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:02.070492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:02.072663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Bound port: 86919dcb-92be-4b5b-b4a9-2917ee941c14, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:02.073279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:02.106341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-dc6e0c95-702b-4c6c-8269-53d87f00d2b5 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:02.109078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-dc6e0c95-702b-4c6c-8269-53d87f00d2b5 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.30 "GET /v2.0/networks?id=36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 HTTP/1.1" status: 200 len: 816 time: 1.1097448 Nov 09 00:12:02.127827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf004b09-f2f0-4541-8707-4f060f191fc4 req-66b11e19-0e1b-4cfb-bb89-b8b491efe5f2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:02.129865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bf004b09-f2f0-4541-8707-4f060f191fc4 req-66b11e19-0e1b-4cfb-bb89-b8b491efe5f2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 947 time: 0.5730162 Nov 09 00:12:02.229528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a0113fb-0e82-4336-b762-bd6ec9f6a47d req-fb196593-124f-4290-a2d8-1193780744fe tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776885 Nov 09 00:12:02.312767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.30', 55322) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:02.339150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] For port 86919dcb-92be-4b5b-b4a9-2917ee941c14, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:02.349732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-9ead9294-0b25-46bc-9e4c-3544bec0e109 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=932d53b28e4344cca1342a8f92a815b3 HTTP/1.1" status: 200 len: 379 time: 0.2154267 Nov 09 00:12:02.361224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-07bff03e-258d-48a7-9a8a-d17abd05e0d8 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:02.363413 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-07bff03e-258d-48a7-9a8a-d17abd05e0d8 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.30 "GET /v2.0/networks?id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 HTTP/1.1" status: 200 len: 818 time: 0.5140693 Nov 09 00:12:02.382047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Request body: {'port': {'device_id': '82840f7d-7987-4051-97e1-be3b269f0a15', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'admin_state_up': True, 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'security_groups': ['b32090cc-5146-4a57-8df9-c997c7d256d4']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:02.390818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Made reservation on behalf of 6fef9113a0044fc5b0c686654df4c0b1 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:12:02.395580 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:02.409239 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-28eefc24-ff1c-4d09-bd27-6e1fd06103ca req-c99a31f9-e590-42cd-bfb9-b5cb09da9817 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652411 Nov 09 00:12:02.433120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bf004b09-f2f0-4541-8707-4f060f191fc4 req-8503b4aa-b6a5-4c9d-9b2f-abb0c58216d8 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753108 Nov 09 00:12:02.448802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Request body: {'port': {'device_id': '66ace722-5546-4d1b-9ef1-de6d87f2cae6', 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63', 'admin_state_up': True, 'tenant_id': '6fef9113a0044fc5b0c686654df4c0b1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:02.457424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] For port 86919dcb-92be-4b5b-b4a9-2917ee941c14, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=86919dcb-92be-4b5b-b4a9-2917ee941c14,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:02.560280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2cd4de8f-b0ae-4d26-ba4d-d5b1624e8625 req-be3f4f62-cb98-40cf-8e52-3d2a27ea8488 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 210 time: 0.0731492 Nov 09 00:12:02.648972 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:02.668733 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:02.760074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd8d5393-237d-467a-b85d-af47b1c4c85c req-a3f2d6af-d32d-4c2e-9f24-badfeedc8476 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 210 time: 0.1144428 Nov 09 00:12:02.823045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f99429bc-31b7-4be7-bb30-67be6b4ddcde up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:02.860028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Made reservation on behalf of 932d53b28e4344cca1342a8f92a815b3 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:12:02.865952 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:02.904009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f99429bc-31b7-4be7-bb30-67be6b4ddcde triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:02.904405 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:02.941208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:03.001181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Allocated IP 172.20.0.14 (bf6a2c36-cfbf-4dbf-9da1-6802eab19e63/aecfa46d-7d39-4fdc-a885-237ef1d5851c/29c1ba78-4fd2-44ed-a147-bfadf6e565a4) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:03.015424 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:03.044747 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port f99429bc-31b7-4be7-bb30-67be6b4ddcde, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f99429bc-31b7-4be7-bb30-67be6b4ddcde,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:03.051797 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:03.127736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:03.128441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:03.130430 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] 10.222.0.11 "PUT /v2.0/ports/86919dcb-92be-4b5b-b4a9-2917ee941c14 HTTP/1.1" status: 200 len: 1095 time: 3.1795039 Nov 09 00:12:03.135351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3951449-de17-4e94-bf88-f35f00ee2954', 'tag': '86919dcb-92be-4b5b-b4a9-2917ee941c14'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:03.138253 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212bdb52-3d37-44d9-9905-53f409d9cd42" -d '{"events": [{"name": "network-changed", "server_uuid": "d3951449-de17-4e94-bf88-f35f00ee2954", "tag": "86919dcb-92be-4b5b-b4a9-2917ee941c14"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:03.181784 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=f99429bc-31b7-4be7-bb30-67be6b4ddcde,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:03.206105 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:03.225500 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e006a301-eb80-47cf-8812-391545bb2f9b x-openstack-request-id: req-e006a301-eb80-47cf-8812-391545bb2f9b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:03.226193 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3951449-de17-4e94-bf88-f35f00ee2954", "tag": "86919dcb-92be-4b5b-b4a9-2917ee941c14", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:03.226550 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e006a301-eb80-47cf-8812-391545bb2f9b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:03.227177 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3951449-de17-4e94-bf88-f35f00ee2954', 'tag': '86919dcb-92be-4b5b-b4a9-2917ee941c14', 'status': 'completed', 'code': 200} Nov 09 00:12:03.258872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d365b0-9f01-40c1-8e56-988d94106d73 service neutron] Pushing event updated for resources: {'Port': ['ID=86919dcb-92be-4b5b-b4a9-2917ee941c14,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:03.265984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Allocated IP 172.20.0.3 (36cea98b-6974-4e7d-91e6-ba0b56f6c3c5/15502e03-ea12-4cbf-b313-56aa0683fb13/d8636eea-e429-4dc8-a364-53908427ea9e) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:03.283578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d3210948-55f6-43d9-8fc4-70152804bf05 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:03.285236 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d3210948-55f6-43d9-8fc4-70152804bf05 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.30 "GET /v2.0/networks?id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 HTTP/1.1" status: 200 len: 818 time: 0.9648049 Nov 09 00:12:03.334726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Request body: {'port': {'device_id': 'e98d327b-4f38-404a-a1bd-82c092fedcfa', 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63', 'admin_state_up': True, 'tenant_id': '6fef9113a0044fc5b0c686654df4c0b1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:03.430372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:03.472950 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Made reservation on behalf of 6fef9113a0044fc5b0c686654df4c0b1 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:12:03.477812 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:03.479900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Pushing event updated for resources: {'Port': ['ID=4dde6b71-6476-495e-8093-8652cb29d726,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:03.503024 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-3f028593-a962-4452-848c-c151eeaaf40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:03.507170 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-3f028593-a962-4452-848c-c151eeaaf40f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c475491fb764839990938ae2c6e5ee5&device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 1098 time: 0.2784078 Nov 09 00:12:03.521761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55ae0f-eb37-409b-a540-2a2d1dff34e4 req-0c9f9388-bab7-44b9-ac5c-3dc3c9a698d1 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:03.524254 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f55ae0f-eb37-409b-a540-2a2d1dff34e4 req-0c9f9388-bab7-44b9-ac5c-3dc3c9a698d1 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 946 time: 0.2027442 Nov 09 00:12:03.571552 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-e3c84f50-6a98-40b6-9ce1-f4f653932f64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=86919dcb-92be-4b5b-b4a9-2917ee941c14 HTTP/1.1" status: 200 len: 217 time: 0.0475230 Nov 09 00:12:03.660443 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:03.706453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfb6a1-6f53-4a5e-8c7c-605c4ffca630 req-e20cb11c-8392-4956-a017-5030aafb9952 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:03.708198 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2cfb6a1-6f53-4a5e-8c7c-605c4ffca630 req-e20cb11c-8392-4956-a017-5030aafb9952 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 947 time: 0.1770988 Nov 09 00:12:03.720776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:03.752880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Network b1ac6645-d016-4154-bcab-626068cb43df is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:03.763519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Made reservation on behalf of 6fef9113a0044fc5b0c686654df4c0b1 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:12:03.767107 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:03.773080 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:03.789388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f55ae0f-eb37-409b-a540-2a2d1dff34e4 req-a1498e57-0658-4260-82bc-d11cc5c248d0 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391486 Nov 09 00:12:03.797978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-ccecbf6a-a3ce-4451-b6a5-23ebe11f9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:03.799117 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-ccecbf6a-a3ce-4451-b6a5-23ebe11f9fd3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.2182503 Nov 09 00:12:03.856000 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:03.869696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:03.887991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:03.891374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:03.905091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2cfb6a1-6f53-4a5e-8c7c-605c4ffca630 req-6120af36-3a42-4e2d-a75d-4518ee9fb1f0 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856346 Nov 09 00:12:03.950947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Pushing event updated for resources: {'Port': ['ID=29c1ba78-4fd2-44ed-a147-bfadf6e565a4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:04.012353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Pushing event updated for resources: {'Port': ['ID=d8636eea-e429-4dc8-a364-53908427ea9e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:04.063170 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:04.070794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:04.074308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:04.098843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:04.099584 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:04.161495 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.api [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-a0842eb8-4e3e-4316-a082-466797e588df {{(pid=101781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:12:04.162128 n-d-813263-3 neutron-server[101781]: DEBUG oslo_db.api [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:12:04.162848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9955fa5-2761-462a-b85d-76d23c103899 req-96deba70-382f-42bd-8510-f9d785c1f61d tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:04.174315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9955fa5-2761-462a-b85d-76d23c103899 req-96deba70-382f-42bd-8510-f9d785c1f61d tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 931 time: 0.1651232 Nov 09 00:12:04.182911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d224379b-f388-49e4-acd7-f87e05e3fd99 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2739317 Nov 09 00:12:04.196837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6aecd9a0-8388-4e7b-83eb-99c213fdb35e None None] Provisioning complete for port 4dde6b71-6476-495e-8093-8652cb29d726 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:04.197480 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6aecd9a0-8388-4e7b-83eb-99c213fdb35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:04.198453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Request body: {'port': {'device_id': 'cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:04.216938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-dad12949-97bf-46ba-8b06-fe5f1afa257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:04.227564 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-dad12949-97bf-46ba-8b06-fe5f1afa257f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4169486 Nov 09 00:12:04.270550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:04.271227 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:04.300074 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6aecd9a0-8388-4e7b-83eb-99c213fdb35e None None] Port 4dde6b71-6476-495e-8093-8652cb29d726 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:12:04.380374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9955fa5-2761-462a-b85d-76d23c103899 req-25fdc492-1a5a-4b75-9dfa-7e38bc42bf3c tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050128 Nov 09 00:12:04.398229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Allocated IP 172.20.0.9 (bf6a2c36-cfbf-4dbf-9da1-6802eab19e63/aecfa46d-7d39-4fdc-a885-237ef1d5851c/bab62de1-b96f-4a76-ae0b-77d7e9e3dc44) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:04.438015 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cfed0d0-2b47-4b69-b203-a3ee25311fa6 req-ceed2a65-c353-4859-bfdd-789bf2776370 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 210 time: 0.0695872 Nov 09 00:12:04.439565 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:04.444942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-a44444ff-2556-4dbf-af6a-47a7266f9422 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0730608 Nov 09 00:12:04.463110 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Request body: {'port': {'device_id': '82840f7d-7987-4051-97e1-be3b269f0a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:04.543132 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-74f951ec-f4b2-4918-bfc8-bdbaceba4900 None None] Provisioning complete for port d8636eea-e429-4dc8-a364-53908427ea9e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:04.544348 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-74f951ec-f4b2-4918-bfc8-bdbaceba4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:04.564230 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:04.593105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-74f951ec-f4b2-4918-bfc8-bdbaceba4900 None None] Port d8636eea-e429-4dc8-a364-53908427ea9e cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:12:04.723191 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f99429bc-31b7-4be7-bb30-67be6b4ddcde up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:04.775005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f99429bc-31b7-4be7-bb30-67be6b4ddcde triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:04.775380 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:04.778962 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:04.808738 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Router 10f98708-4537-403f-b940-13f7f835ff68 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:12:05.006409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8636eea-e429-4dc8-a364-53908427ea9e {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:05.016529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:05.035564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Transition to ACTIVE for port object d8636eea-e429-4dc8-a364-53908427ea9e will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:12:05.048871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62878279-5a3a-4f72-a010-2d2264a92a97 req-35b79cc0-2f05-45b9-b4b6-f03759eb0722 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:05.050478 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62878279-5a3a-4f72-a010-2d2264a92a97 req-35b79cc0-2f05-45b9-b4b6-f03759eb0722 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 946 time: 0.0843582 Nov 09 00:12:05.053421 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:05.079119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:12:05.091229 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Sync routers for ids ['10f98708-4537-403f-b940-13f7f835ff68'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:12:05.110241 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6d5c144d-55c0-4ff1-95d0-fa1dc791b586 admin admin] 10.222.0.25 "PUT /v2.0/routers/10f98708-4537-403f-b940-13f7f835ff68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2799218 Nov 09 00:12:05.120433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Routers {'10f98708-4537-403f-b940-13f7f835ff68'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:05.128740 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-9834aaee-de1b-48bb-bd2a-bc53acbb3c75 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8870237 Nov 09 00:12:05.145105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['10f98708-4537-403f-b940-13f7f835ff68'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:05.181399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Pushing event updated for resources: {'Port': ['ID=d8636eea-e429-4dc8-a364-53908427ea9e,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:05.212442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8259c3-8f0a-42f5-963e-ec11066c1e11 req-03b9c134-658d-44ae-9302-63263812bda7 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:05.214957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef8259c3-8f0a-42f5-963e-ec11066c1e11 req-03b9c134-658d-44ae-9302-63263812bda7 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 947 time: 0.1632378 Nov 09 00:12:05.269725 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:05.331407 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f9e6bd6-b815-4871-8217-2a3a2ed0b921 req-a0a4f57a-5348-4302-8967-60192b1092a8 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920474 Nov 09 00:12:05.370637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:05.426455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Set router 10f98708-4537-403f-b940-13f7f835ff68 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:05.515117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:05.518140 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:05.521381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:05.525259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Pushing event updated for resources: {'Port': ['ID=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:05.621269 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:05.621921 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:05.627228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bdb52-3d37-44d9-9905-53f409d9cd42 req-08d0063d-f434-4206-b416-db915b84e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:05.628714 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-212bdb52-3d37-44d9-9905-53f409d9cd42 req-08d0063d-f434-4206-b416-db915b84e863 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c475491fb764839990938ae2c6e5ee5&device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 1098 time: 0.2338278 Nov 09 00:12:05.713433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:12:01Z', 'revision_number': 4, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4dde6b71-6476-495e-8093-8652cb29d726', 'name': '', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'mac_address': 'fa:16:3e:f8:af:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:00Z', 'updated_at': '2021-11-09T00:12:02Z', 'revision_number': 2, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'subnets': [{'id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:05.713724 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-62328a83-77c7-49d2-9ea3-6585f182dfd9 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3844600 Nov 09 00:12:05.748312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Request body: {'port': {'device_id': 'e98d327b-4f38-404a-a1bd-82c092fedcfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:05.749664 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Checking router: 10f98708-4537-403f-b940-13f7f835ff68 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:12:05.750187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Updating router 10f98708-4537-403f-b940-13f7f835ff68 port 4dde6b71-6476-495e-8093-8652cb29d726 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:12:05.779187 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:05.852899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bdb52-3d37-44d9-9905-53f409d9cd42 req-f746c21e-159d-44f9-b15b-34c50147ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:05.854473 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-212bdb52-3d37-44d9-9905-53f409d9cd42 req-f746c21e-159d-44f9-b15b-34c50147ce8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2018733 Nov 09 00:12:05.857525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:05.932084 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-212bdb52-3d37-44d9-9905-53f409d9cd42 req-cd0290d6-ad87-43b9-b99a-c008e9cea01d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=86919dcb-92be-4b5b-b4a9-2917ee941c14 HTTP/1.1" status: 200 len: 217 time: 0.0559556 Nov 09 00:12:06.065086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bdb52-3d37-44d9-9905-53f409d9cd42 req-ad6f1390-d55d-4882-a668-84d895cbae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:06.066663 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-212bdb52-3d37-44d9-9905-53f409d9cd42 req-ad6f1390-d55d-4882-a668-84d895cbae0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1231840 Nov 09 00:12:06.086766 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:06.088473 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62878279-5a3a-4f72-a010-2d2264a92a97 req-da610a5a-a0c9-4b52-a65e-3e22e1a67378 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0238056 Nov 09 00:12:06.095512 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:06.127286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:06.156387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bdb52-3d37-44d9-9905-53f409d9cd42 req-55a09749-6ff9-4e8d-b74e-9354017b4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:06.157275 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:06.158139 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-212bdb52-3d37-44d9-9905-53f409d9cd42 req-55a09749-6ff9-4e8d-b74e-9354017b4400 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827270 Nov 09 00:12:06.224410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Attempting to bind port 4dde6b71-6476-495e-8093-8652cb29d726 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:06.225310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Attempting to bind port 4dde6b71-6476-495e-8093-8652cb29d726 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:06.225310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Attempting to bind port 4dde6b71-6476-495e-8093-8652cb29d726 on network b1ac6645-d016-4154-bcab-626068cb43df {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:06.233968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214df2a2-130d-4b7f-a377-6be730c7e545 None None] Pushing event updated for resources: {'Port': ['ID=4dde6b71-6476-495e-8093-8652cb29d726,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:06.243375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:06.244073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Checking segment: {'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:06.244781 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:06.245425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Bound using segment: {'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:06.245930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Bound port: 4dde6b71-6476-495e-8093-8652cb29d726, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:06.246319 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:06.254337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef8259c3-8f0a-42f5-963e-ec11066c1e11 req-02fc660d-e383-497c-ab9d-80d78214ec63 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9938772 Nov 09 00:12:06.299626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Transition to ACTIVE for port object 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:12:06.300534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Attempting to bind port d8636eea-e429-4dc8-a364-53908427ea9e on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:06.301143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Attempting to bind port d8636eea-e429-4dc8-a364-53908427ea9e by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:06.301735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Attempting to bind port d8636eea-e429-4dc8-a364-53908427ea9e on network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:06.317497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Port d8636eea-e429-4dc8-a364-53908427ea9e on network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:12:06.319045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Attempting to bind port d8636eea-e429-4dc8-a364-53908427ea9e on network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:06.330660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:06.333967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Checking segment: {'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:06.334672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Bound using segment: {'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:06.335340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Bound port: d8636eea-e429-4dc8-a364-53908427ea9e, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:06.335889 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:06.344084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:06.362299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] For port 4dde6b71-6476-495e-8093-8652cb29d726, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:06.366769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] For port 4dde6b71-6476-495e-8093-8652cb29d726, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4dde6b71-6476-495e-8093-8652cb29d726,segment=NetworkSegment(cb13368c-6f66-4f4a-8a92-97d92790fcf1),segment_id=cb13368c-6f66-4f4a-8a92-97d92790fcf1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:06.385436 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:06.408124 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-212bdb52-3d37-44d9-9905-53f409d9cd42 req-3ce125c0-faf3-497c-b9d5-f0ed7f054bd6 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407289 Nov 09 00:12:06.430020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Pushing event updated for resources: {'Port': ['ID=29c1ba78-4fd2-44ed-a147-bfadf6e565a4,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:06.499041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214df2a2-130d-4b7f-a377-6be730c7e545 None None] Pushing event updated for resources: {'Port': ['ID=4dde6b71-6476-495e-8093-8652cb29d726,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:06.563558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] For port d8636eea-e429-4dc8-a364-53908427ea9e, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:06.569651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] For port d8636eea-e429-4dc8-a364-53908427ea9e, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=d8636eea-e429-4dc8-a364-53908427ea9e,segment=NetworkSegment(f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1),segment_id=f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:06.575898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Routers {'10f98708-4537-403f-b940-13f7f835ff68'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:06.576589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:11:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['10f98708-4537-403f-b940-13f7f835ff68'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:06.598649 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:06.609016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Allocated IP 172.20.0.13 (bf6a2c36-cfbf-4dbf-9da1-6802eab19e63/aecfa46d-7d39-4fdc-a885-237ef1d5851c/f6def1b7-b91f-4d27-908e-7835ef2e54ba) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:06.682183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f9f7d-6e23-4590-bee3-fe24eb9b4f2f req-bccc4df1-cf4b-4a59-bc66-498dd39b815a tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:06.693982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d58f9f7d-6e23-4590-bee3-fe24eb9b4f2f req-bccc4df1-cf4b-4a59-bc66-498dd39b815a tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 943 time: 0.2771168 Nov 09 00:12:06.709849 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-212bdb52-3d37-44d9-9905-53f409d9cd42 req-bd5ef370-4533-4e55-89e3-aa0ec2799332 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896721 Nov 09 00:12:06.737401 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2561942a-53af-43a3-878d-4d535d877f48 None None] Provisioning complete for port 4dde6b71-6476-495e-8093-8652cb29d726 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:06.737863 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2561942a-53af-43a3-878d-4d535d877f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:06.877316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Pushing event updated for resources: {'Port': ['ID=d8636eea-e429-4dc8-a364-53908427ea9e,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:06.892053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] Set router 10f98708-4537-403f-b940-13f7f835ff68 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:06.915776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:06.916773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:06.932694 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-3122d8af-441d-43a6-96a9-3b5b0d694acd service neutron] 10.222.0.30 "PUT /v2.0/ports/d8636eea-e429-4dc8-a364-53908427ea9e HTTP/1.1" status: 200 len: 1091 time: 2.4628155 Nov 09 00:12:06.939021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82840f7d-7987-4051-97e1-be3b269f0a15', 'tag': 'd8636eea-e429-4dc8-a364-53908427ea9e'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:06.943961 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54498786-5b14-4dcc-bdc9-125ec8f9b183" -d '{"events": [{"name": "network-changed", "server_uuid": "82840f7d-7987-4051-97e1-be3b269f0a15", "tag": "d8636eea-e429-4dc8-a364-53908427ea9e"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:06.958398 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:07.031659 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2561942a-53af-43a3-878d-4d535d877f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:07.047985 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:07.076820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d58f9f7d-6e23-4590-bee3-fe24eb9b4f2f req-955c6e8e-48c5-4714-9045-d5a8cc74f95e tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782949 Nov 09 00:12:07.151399 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Pushing event updated for resources: {'Port': ['ID=f6def1b7-b91f-4d27-908e-7835ef2e54ba,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:07.187236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:07.193578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:07.206512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:07.289257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:07.289925 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:07.294622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Attempting to bind port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:07.295180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Attempting to bind port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:07.295875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Attempting to bind port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 on network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:07.328756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 on network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:12:07.328976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Attempting to bind port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 on network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:07.330804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2561942a-53af-43a3-878d-4d535d877f48 None None] For port 4dde6b71-6476-495e-8093-8652cb29d726, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4dde6b71-6476-495e-8093-8652cb29d726,segment=NetworkSegment(cb13368c-6f66-4f4a-8a92-97d92790fcf1),segment_id=cb13368c-6f66-4f4a-8a92-97d92790fcf1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:07.346901 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2561942a-53af-43a3-878d-4d535d877f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:07.350731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-4fa504fe-bd43-4087-b917-bdbddb306bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:07.352382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-4fa504fe-bd43-4087-b917-bdbddb306bf0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=932d53b28e4344cca1342a8f92a815b3&device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 1094 time: 0.3238969 Nov 09 00:12:07.355489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:07.355754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Checking segment: {'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:07.356143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Bound using segment: {'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:07.356597 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Bound port: 29c1ba78-4fd2-44ed-a147-bfadf6e565a4, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:07.356954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:07.366551 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-2bdfa1f7-3d6b-4982-9366-8c333493330e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9562395 Nov 09 00:12:07.370418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-92a2f8d9-8769-45d7-8173-6740e9548792 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:07.382264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-92a2f8d9-8769-45d7-8173-6740e9548792 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/networks?id=b1ac6645-d016-4154-bcab-626068cb43df HTTP/1.1" status: 200 len: 829 time: 0.7237549 Nov 09 00:12:07.395677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Request body: {'port': {'device_id': '66ace722-5546-4d1b-9ef1-de6d87f2cae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:07.403918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45128d-43ef-4b30-82dc-fb775d3c565c req-d69b889f-0cbb-47e8-b252-84019b4c0907 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:07.418839 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:12:01Z', 'revision_number': 4, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4dde6b71-6476-495e-8093-8652cb29d726', 'name': '', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'mac_address': 'fa:16:3e:f8:af:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:00Z', 'updated_at': '2021-11-09T00:12:06Z', 'revision_number': 4, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'subnets': [{'id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:07.423584 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d45128d-43ef-4b30-82dc-fb775d3c565c req-d69b889f-0cbb-47e8-b252-84019b4c0907 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 931 time: 0.1797481 Nov 09 00:12:07.464821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddb094-adf9-43fb-a9de-642785ea191a None None] The sync data for ids ['10f98708-4537-403f-b940-13f7f835ff68'] in n-d-813263-3 is: [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:12:01Z', 'revision_number': 4, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4dde6b71-6476-495e-8093-8652cb29d726', 'name': '', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'mac_address': 'fa:16:3e:f8:af:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:00Z', 'updated_at': '2021-11-09T00:12:06Z', 'revision_number': 4, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'subnets': [{'id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:12:07.495282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561942a-53af-43a3-878d-4d535d877f48 None None] Pushing event updated for resources: {'Port': ['ID=4dde6b71-6476-495e-8093-8652cb29d726,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:07.501778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-735c2fe9-845d-4fbf-ad7e-ef4a98d25516 None None] Provisioning complete for port 4dde6b71-6476-495e-8093-8652cb29d726 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:07.502805 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-735c2fe9-845d-4fbf-ad7e-ef4a98d25516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:07.510764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] For port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:07.517366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] For port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=29c1ba78-4fd2-44ed-a147-bfadf6e565a4,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:07.522082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:07.573887 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:07.618798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Transition to ACTIVE for port object bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:12:07.621695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-453c6e65-b97c-4483-9dec-d2a328951975 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/quotas/aacef58ab1f84c1aa498bfd6f67e0972 HTTP/1.1" status: 200 len: 375 time: 0.2383156 Nov 09 00:12:07.624314 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:07.625512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:07.653178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:07.654331 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:07.656924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] 10.222.0.11 "PUT /v2.0/ports/29c1ba78-4fd2-44ed-a147-bfadf6e565a4 HTTP/1.1" status: 200 len: 1092 time: 3.4637578 Nov 09 00:12:07.691025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-cbe8fb2c-7434-4833-998b-841907afc66d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8636eea-e429-4dc8-a364-53908427ea9e HTTP/1.1" status: 200 len: 217 time: 0.3060820 Nov 09 00:12:07.816185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-6e528761-cc74-4ef7-b9e4-c70452c2db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:07.817763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-6e528761-cc74-4ef7-b9e4-c70452c2db9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15502e03-ea12-4cbf-b313-56aa0683fb13 HTTP/1.1" status: 200 len: 855 time: 0.0867939 Nov 09 00:12:07.886365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d45128d-43ef-4b30-82dc-fb775d3c565c req-2adb5365-b1f4-4894-bf34-6289fba14cd5 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617455 Nov 09 00:12:07.908249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7263312-4c33-4c2a-ba61-16c7d311de85 service neutron] Pushing event updated for resources: {'Port': ['ID=29c1ba78-4fd2-44ed-a147-bfadf6e565a4,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:07.916225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:07.963886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-71a363b3-8cf1-47c6-a487-721e27f0f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:07.965739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-71a363b3-8cf1-47c6-a487-721e27f0f203 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fef9113a0044fc5b0c686654df4c0b1&device_id=cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca HTTP/1.1" status: 200 len: 1095 time: 0.2334421 Nov 09 00:12:07.972830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-df92a9ff-cea2-4796-88cf-84d3261a0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:07.974807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-df92a9ff-cea2-4796-88cf-84d3261a0016 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=36cea98b-6974-4e7d-91e6-ba0b56f6c3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461260 Nov 09 00:12:07.982945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-3a8b6154-500b-43bf-8509-59d506e5f3f1 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aacef58ab1f84c1aa498bfd6f67e0972&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3601084 Nov 09 00:12:08.051458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Pushing event updated for resources: {'Port': ['ID=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:08.057441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d28e3b19-a4e6-4293-b398-9a98b11a903b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29c1ba78-4fd2-44ed-a147-bfadf6e565a4 HTTP/1.1" status: 200 len: 217 time: 0.0815785 Nov 09 00:12:08.185414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6def1b7-b91f-4d27-908e-7835ef2e54ba {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:08.199549 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:08.231627 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Attempting to bind port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:08.232112 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Attempting to bind port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:08.234574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Attempting to bind port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 on network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:08.238121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Transition to ACTIVE for port object f6def1b7-b91f-4d27-908e-7835ef2e54ba will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:12:08.241772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 on network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:12:08.242312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Attempting to bind port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 on network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:08.246570 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:08.294448 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c797c93e-f4dc-4f66-94bf-2f6f2b79b155 x-openstack-request-id: req-c797c93e-f4dc-4f66-94bf-2f6f2b79b155 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:08.294819 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82840f7d-7987-4051-97e1-be3b269f0a15", "tag": "d8636eea-e429-4dc8-a364-53908427ea9e", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:08.295944 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c797c93e-f4dc-4f66-94bf-2f6f2b79b155 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:08.296067 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82840f7d-7987-4051-97e1-be3b269f0a15', 'tag': 'd8636eea-e429-4dc8-a364-53908427ea9e', 'status': 'completed', 'code': 200} Nov 09 00:12:08.312888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Pushing event updated for resources: {'Port': ['ID=f6def1b7-b91f-4d27-908e-7835ef2e54ba,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:08.324020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:08.324465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Checking segment: {'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:08.324948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Bound using segment: {'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:08.325576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Bound port: bab62de1-b96f-4a76-ae0b-77d7e9e3dc44, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:08.326034 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:08.369430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-98904a0b-e4fb-48b4-a680-c1507aa29a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:08.371827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-98904a0b-e4fb-48b4-a680-c1507aa29a6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aecfa46d-7d39-4fdc-a885-237ef1d5851c HTTP/1.1" status: 200 len: 858 time: 0.2891395 Nov 09 00:12:08.461414 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-cff2a784-f686-45f0-a021-4f61a7539924 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706062 Nov 09 00:12:08.472035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-511140ad-bf8d-4d9e-b5fe-3ec06dc353ca service neutron] 10.222.0.30 "GET /v2.0/networks/36cea98b-6974-4e7d-91e6-ba0b56f6c3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819283 Nov 09 00:12:08.501972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-4ac29862-8c67-48f8-9012-17529d6111ea service neutron] 10.222.0.25 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679613 Nov 09 00:12:08.528194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] For port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:08.535638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] For port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:08.550419 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:08.561577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Attempting to bind port f6def1b7-b91f-4d27-908e-7835ef2e54ba on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:08.561987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Attempting to bind port f6def1b7-b91f-4d27-908e-7835ef2e54ba by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:08.562415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Attempting to bind port f6def1b7-b91f-4d27-908e-7835ef2e54ba on network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:08.620600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Port f6def1b7-b91f-4d27-908e-7835ef2e54ba on network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:12:08.621202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Attempting to bind port f6def1b7-b91f-4d27-908e-7835ef2e54ba on network bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:08.632070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:08.633213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Checking segment: {'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:08.633816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Bound using segment: {'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:08.634349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Bound port: f6def1b7-b91f-4d27-908e-7835ef2e54ba, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c295cde2-0625-43cc-932f-46565f987ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:08.634823 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:08.665779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:08.666498 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:08.668333 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] 10.222.0.30 "PUT /v2.0/ports/bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 HTTP/1.1" status: 200 len: 1091 time: 2.9257250 Nov 09 00:12:08.670819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98d327b-4f38-404a-a1bd-82c092fedcfa', 'tag': 'bab62de1-b96f-4a76-ae0b-77d7e9e3dc44'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:08.680472 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a0b8ae-afa8-4a6f-ac79-bb0212707e79" -d '{"events": [{"name": "network-changed", "server_uuid": "e98d327b-4f38-404a-a1bd-82c092fedcfa", "tag": "bab62de1-b96f-4a76-ae0b-77d7e9e3dc44"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:08.751627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4dde6b71-6476-495e-8093-8652cb29d726 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:08.822100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] For port f6def1b7-b91f-4d27-908e-7835ef2e54ba, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:08.825743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] For port f6def1b7-b91f-4d27-908e-7835ef2e54ba, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f6def1b7-b91f-4d27-908e-7835ef2e54ba,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:08.828596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ff3a0-b3de-4567-8e1e-b33bd9071c59 service neutron] Pushing event updated for resources: {'Port': ['ID=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:08.843487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cee0a1-d2a3-4690-95dd-7ed8bee7c3a2 req-ad6ac87c-6619-40c4-a536-8a74a32b998f tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:08.845215 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44cee0a1-d2a3-4690-95dd-7ed8bee7c3a2 req-ad6ac87c-6619-40c4-a536-8a74a32b998f tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 947 time: 0.3215251 Nov 09 00:12:08.860888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-5eede3b4-7c6e-4b3b-8075-722fed9ea670 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941858 Nov 09 00:12:08.865811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb78456a-5f16-4862-b4ed-e56db3abed31 req-19076bd3-46d8-4cdb-979d-6c009d216016 service neutron] 10.222.0.30 "GET /v2.0/networks/36cea98b-6974-4e7d-91e6-ba0b56f6c3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837960 Nov 09 00:12:08.875904 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:08.883167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4dde6b71-6476-495e-8093-8652cb29d726 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:08.883807 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:08.895681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-1f53454a-c2e4-46ed-b1f8-7c4c458d013c service neutron] 10.222.0.25 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517628 Nov 09 00:12:08.950951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:08.952496 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:08.955842 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] 10.222.0.30 "PUT /v2.0/ports/f6def1b7-b91f-4d27-908e-7835ef2e54ba HTTP/1.1" status: 200 len: 1092 time: 1.5643268 Nov 09 00:12:09.003811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-7669ec67-0567-4780-9d74-b319475891f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:09.005317 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-7669ec67-0567-4780-9d74-b319475891f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fef9113a0044fc5b0c686654df4c0b1&device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 1094 time: 0.1637371 Nov 09 00:12:09.080612 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44cee0a1-d2a3-4690-95dd-7ed8bee7c3a2 req-526f035b-249c-4781-9568-d219c8664377 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170844 Nov 09 00:12:09.122695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f01848-51e7-4455-8c92-ef7c96a34e61 service neutron] Pushing event updated for resources: {'Port': ['ID=f6def1b7-b91f-4d27-908e-7835ef2e54ba,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:09.129836 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-9a1867c3-6af7-45ef-ab41-9ec632ffac7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 HTTP/1.1" status: 200 len: 217 time: 0.1144555 Nov 09 00:12:09.134711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54498786-5b14-4dcc-bdc9-125ec8f9b183 req-5a3622a5-9257-4f17-86c2-fc4c7e642a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:09.136268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54498786-5b14-4dcc-bdc9-125ec8f9b183 req-5a3622a5-9257-4f17-86c2-fc4c7e642a29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=932d53b28e4344cca1342a8f92a815b3&device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 1094 time: 0.2010159 Nov 09 00:12:09.139501 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-4273bad8-3ad5-4b04-8fbc-bea2945faef1 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631555 Nov 09 00:12:09.250582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-ca94cbeb-40ad-4399-a2bd-f069a40f6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:09.254212 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-ca94cbeb-40ad-4399-a2bd-f069a40f6b0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aecfa46d-7d39-4fdc-a885-237ef1d5851c HTTP/1.1" status: 200 len: 858 time: 0.1026902 Nov 09 00:12:09.262109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-af611081-6e7d-4ef4-a43d-45d5a444123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:09.265052 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-af611081-6e7d-4ef4-a43d-45d5a444123b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fef9113a0044fc5b0c686654df4c0b1&device_id=66ace722-5546-4d1b-9ef1-de6d87f2cae6 HTTP/1.1" status: 200 len: 1095 time: 0.2631280 Nov 09 00:12:09.282349 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 86919dcb-92be-4b5b-b4a9-2917ee941c14 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:12:09.300642 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-6f9de865-eb43-45ed-b87a-7bd5f189624c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338206 Nov 09 00:12:09.427352 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54498786-5b14-4dcc-bdc9-125ec8f9b183 req-8759e92d-69fe-485c-a293-c1d3b7f248e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:09.428920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54498786-5b14-4dcc-bdc9-125ec8f9b183 req-8759e92d-69fe-485c-a293-c1d3b7f248e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 HTTP/1.1" status: 200 len: 916 time: 0.2853620 Nov 09 00:12:09.442182 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-9a44b879-7dac-4b91-abbd-0078f8b56bff service neutron] 10.222.0.30 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313238 Nov 09 00:12:09.487374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 86919dcb-92be-4b5b-b4a9-2917ee941c14, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=86919dcb-92be-4b5b-b4a9-2917ee941c14,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:09.487625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67505bbf-08f8-4c39-8103-6e28b11f4187 req-d6b5931b-710b-4572-844d-7378c61076bb tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:09.491062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-67505bbf-08f8-4c39-8103-6e28b11f4187 req-d6b5931b-710b-4572-844d-7378c61076bb tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 943 time: 0.1667070 Nov 09 00:12:09.517037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '86919dcb-92be-4b5b-b4a9-2917ee941c14', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '86919dcb-92be-4b5b-b4a9-2917ee941c14', 'mac_address': 'fa:16:3e:6d:fe:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:12:09.570782 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54498786-5b14-4dcc-bdc9-125ec8f9b183 req-6c50f349-2a45-45d6-90a8-b62b82ae7a61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8636eea-e429-4dc8-a364-53908427ea9e HTTP/1.1" status: 200 len: 217 time: 0.1339617 Nov 09 00:12:09.588547 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:09.592656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f4881-3e7e-41a1-a299-0737a92d2baf req-cccde8ce-aced-47dc-a4c3-1c4849bf35b7 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:09.606267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86919dcb-92be-4b5b-b4a9-2917ee941c14 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:09.611726 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c93f4881-3e7e-41a1-a299-0737a92d2baf req-cccde8ce-aced-47dc-a4c3-1c4849bf35b7 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 946 time: 0.2458422 Nov 09 00:12:09.630685 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-ca912811-d884-4391-99ed-46faf93e1777 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6def1b7-b91f-4d27-908e-7835ef2e54ba HTTP/1.1" status: 200 len: 217 time: 0.3291082 Nov 09 00:12:09.635884 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-d4825426-ce52-478c-b031-ccbba351e0af service neutron] 10.222.0.30 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565106 Nov 09 00:12:09.655041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 86919dcb-92be-4b5b-b4a9-2917ee941c14, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=86919dcb-92be-4b5b-b4a9-2917ee941c14,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:09.667039 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:09.749105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-21a06adc-b95a-4ce0-a124-9f1af2ae4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:09.751715 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-21a06adc-b95a-4ce0-a124-9f1af2ae4da7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aecfa46d-7d39-4fdc-a885-237ef1d5851c HTTP/1.1" status: 200 len: 858 time: 0.0930529 Nov 09 00:12:09.767117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54498786-5b14-4dcc-bdc9-125ec8f9b183 req-6718f91b-7235-4000-a4ba-0583642fdc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:09.771756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54498786-5b14-4dcc-bdc9-125ec8f9b183 req-6718f91b-7235-4000-a4ba-0583642fdc5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15502e03-ea12-4cbf-b313-56aa0683fb13 HTTP/1.1" status: 200 len: 855 time: 0.1509798 Nov 09 00:12:09.788325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-67505bbf-08f8-4c39-8103-6e28b11f4187 req-2c35d2d4-5a66-40fd-85af-b15e0104d30d tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223585 Nov 09 00:12:09.793832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=86919dcb-92be-4b5b-b4a9-2917ee941c14,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:09.797714 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-aaf52d4e-a8c3-44bf-8f3d-798bcf772a11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369656 Nov 09 00:12:09.854066 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c93f4881-3e7e-41a1-a299-0737a92d2baf req-d9d80947-3cde-43b7-84e5-5e3b9ebf222d tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412360 Nov 09 00:12:09.963034 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54498786-5b14-4dcc-bdc9-125ec8f9b183 req-5a4e80c6-0c67-40de-8926-6a026198ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:09.968653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54498786-5b14-4dcc-bdc9-125ec8f9b183 req-5a4e80c6-0c67-40de-8926-6a026198ad41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=36cea98b-6974-4e7d-91e6-ba0b56f6c3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793070 Nov 09 00:12:09.972220 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-6f620f76-6383-4deb-8a10-3376ce303f69 service neutron] 10.222.0.30 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661451 Nov 09 00:12:09.973936 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e311fb-3049-412e-90dc-a1d7b314b07c x-openstack-request-id: req-59e311fb-3049-412e-90dc-a1d7b314b07c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:09.974220 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98d327b-4f38-404a-a1bd-82c092fedcfa", "tag": "bab62de1-b96f-4a76-ae0b-77d7e9e3dc44", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:09.974476 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59e311fb-3049-412e-90dc-a1d7b314b07c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:09.974865 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98d327b-4f38-404a-a1bd-82c092fedcfa', 'tag': 'bab62de1-b96f-4a76-ae0b-77d7e9e3dc44', 'status': 'completed', 'code': 200} Nov 09 00:12:10.044495 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['86919dcb-92be-4b5b-b4a9-2917ee941c14'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:10.223440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80d5e736-bf3d-418c-b922-b7fd8af84140 req-cb8f7bba-bbe2-4d2a-8d1c-8122b0d48d63 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 210 time: 0.0911806 Nov 09 00:12:10.268145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0b8ae-afa8-4a6f-ac79-bb0212707e79 req-d5f16c53-3de2-4d06-80da-b1982a31e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:10.274470 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60a0b8ae-afa8-4a6f-ac79-bb0212707e79 req-d5f16c53-3de2-4d06-80da-b1982a31e0c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fef9113a0044fc5b0c686654df4c0b1&device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 1094 time: 0.2988133 Nov 09 00:12:10.280411 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18e8f7-17d9-4b38-8a06-42b4fadbc1aa req-3a03ef9f-a1ef-4aa3-977f-4eef1c33ee6e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:10.291884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c18e8f7-17d9-4b38-8a06-42b4fadbc1aa req-3a03ef9f-a1ef-4aa3-977f-4eef1c33ee6e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 943 time: 0.2384353 Nov 09 00:12:10.296583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca', 'tag': '29c1ba78-4fd2-44ed-a147-bfadf6e565a4'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:10.298837 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e391f5f-2b57-48bb-afcc-f57c311ccaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca", "tag": "29c1ba78-4fd2-44ed-a147-bfadf6e565a4"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:10.382074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54498786-5b14-4dcc-bdc9-125ec8f9b183 req-91c5e6c7-9027-400d-910b-080f88ec2a33 service neutron] 10.222.0.30 "GET /v2.0/networks/36cea98b-6974-4e7d-91e6-ba0b56f6c3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971615 Nov 09 00:12:10.388042 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8ec1c52a-cb54-49db-863a-e853c128ac4e req-f790053c-f747-4903-b390-73640ed01087 service neutron] 10.222.0.30 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161085 Nov 09 00:12:10.404153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c18e8f7-17d9-4b38-8a06-42b4fadbc1aa req-516bffd2-ba09-4d36-bfdc-49bb1b56c50b tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112616 Nov 09 00:12:10.518511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0b8ae-afa8-4a6f-ac79-bb0212707e79 req-6bd68f00-4f77-48f8-896a-7a29e66f601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:10.521031 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60a0b8ae-afa8-4a6f-ac79-bb0212707e79 req-6bd68f00-4f77-48f8-896a-7a29e66f601c service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 HTTP/1.1" status: 200 len: 918 time: 0.2350600 Nov 09 00:12:10.575482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54498786-5b14-4dcc-bdc9-125ec8f9b183 req-7a038689-331f-4443-acb0-e4a7d90d3fe8 service neutron] 10.222.0.30 "GET /v2.0/networks/36cea98b-6974-4e7d-91e6-ba0b56f6c3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693475 Nov 09 00:12:10.584475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684222-c781-4033-bbcf-81723f38a4c5 req-a81251fe-64b0-4749-a4fa-dd713d75f038 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:10.585518 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60a0b8ae-afa8-4a6f-ac79-bb0212707e79 req-2b00cea9-66b2-417c-9121-9a4697e56b34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 HTTP/1.1" status: 200 len: 217 time: 0.0538750 Nov 09 00:12:10.586129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07684222-c781-4033-bbcf-81723f38a4c5 req-a81251fe-64b0-4749-a4fa-dd713d75f038 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 948 time: 0.0781341 Nov 09 00:12:10.707990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0b8ae-afa8-4a6f-ac79-bb0212707e79 req-29c56418-0491-4993-a83f-1462745a388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:10.711972 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60a0b8ae-afa8-4a6f-ac79-bb0212707e79 req-29c56418-0491-4993-a83f-1462745a388e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aecfa46d-7d39-4fdc-a885-237ef1d5851c HTTP/1.1" status: 200 len: 858 time: 0.1137593 Nov 09 00:12:10.715497 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07684222-c781-4033-bbcf-81723f38a4c5 req-b9a0dc7e-da82-4577-babf-48663950ba89 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215370 Nov 09 00:12:10.766657 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c73f10-c5ed-4220-8657-b1a41170e434 x-openstack-request-id: req-59c73f10-c5ed-4220-8657-b1a41170e434 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:10.767189 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca", "tag": "29c1ba78-4fd2-44ed-a147-bfadf6e565a4", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:10.767547 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59c73f10-c5ed-4220-8657-b1a41170e434 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:10.768050 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca', 'tag': '29c1ba78-4fd2-44ed-a147-bfadf6e565a4', 'status': 'completed', 'code': 200} Nov 09 00:12:10.783555 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60a0b8ae-afa8-4a6f-ac79-bb0212707e79 req-308dc91e-522b-4c78-84ed-c3ed693998da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624828 Nov 09 00:12:10.883783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e391f5f-2b57-48bb-afcc-f57c311ccaf9 req-5a30264a-3f19-4b90-af34-1d8e6f829a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:10.885406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e391f5f-2b57-48bb-afcc-f57c311ccaf9 req-5a30264a-3f19-4b90-af34-1d8e6f829a88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fef9113a0044fc5b0c686654df4c0b1&device_id=cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca HTTP/1.1" status: 200 len: 1095 time: 0.0944672 Nov 09 00:12:11.018313 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60a0b8ae-afa8-4a6f-ac79-bb0212707e79 req-2845d7f6-98d9-4666-ba0f-2c8c2f4b09ec service neutron] 10.222.0.30 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261221 Nov 09 00:12:11.072852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c1721-80c3-4ff9-bd25-95b38bf6cc76 req-216c4e08-1c50-452b-8351-267bd61dcab3 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:11.074508 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-157c1721-80c3-4ff9-bd25-95b38bf6cc76 req-216c4e08-1c50-452b-8351-267bd61dcab3 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 943 time: 0.1846802 Nov 09 00:12:11.208264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-157c1721-80c3-4ff9-bd25-95b38bf6cc76 req-3ace229c-16e7-40d9-89e5-1ed312db9692 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219547 Nov 09 00:12:11.270710 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e391f5f-2b57-48bb-afcc-f57c311ccaf9 req-c51431d0-7e51-44f7-bf8c-1f52f07e2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:11.272468 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e391f5f-2b57-48bb-afcc-f57c311ccaf9 req-c51431d0-7e51-44f7-bf8c-1f52f07e2946 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 HTTP/1.1" status: 200 len: 918 time: 0.3675923 Nov 09 00:12:11.303799 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 86919dcb-92be-4b5b-b4a9-2917ee941c14 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:11.350400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8c0a5c31-301b-4b7c-9e4a-1fd801cf8eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:11.352660 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8c0a5c31-301b-4b7c-9e4a-1fd801cf8eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.11 "GET /v2.0/networks?id=b1ac6645-d016-4154-bcab-626068cb43df HTTP/1.1" status: 200 len: 829 time: 0.3292255 Nov 09 00:12:11.360738 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60a0b8ae-afa8-4a6f-ac79-bb0212707e79 req-f7e28ebc-b0b5-4215-84be-fbc943a04527 service neutron] 10.222.0.30 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188732 Nov 09 00:12:11.371386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 86919dcb-92be-4b5b-b4a9-2917ee941c14 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:12:11.380221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Request body: {'port': {'device_id': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'admin_state_up': True, 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:11.382936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 86919dcb-92be-4b5b-b4a9-2917ee941c14 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:11.383315 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:11.413689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e391f5f-2b57-48bb-afcc-f57c311ccaf9 req-5374a5b3-cc9d-4895-9e3e-a964e1b5f4c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29c1ba78-4fd2-44ed-a147-bfadf6e565a4 HTTP/1.1" status: 200 len: 217 time: 0.1194358 Nov 09 00:12:11.486069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d143d574-f526-4c03-9a2a-c226f65fc0b7 req-365a67cf-f736-4a57-9078-bf136c3e5d2c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 210 time: 0.0875614 Nov 09 00:12:11.513335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e391f5f-2b57-48bb-afcc-f57c311ccaf9 req-28eaed61-a8ab-42a2-a76b-db441870dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:11.516043 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e391f5f-2b57-48bb-afcc-f57c311ccaf9 req-28eaed61-a8ab-42a2-a76b-db441870dc13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aecfa46d-7d39-4fdc-a885-237ef1d5851c HTTP/1.1" status: 200 len: 858 time: 0.1009116 Nov 09 00:12:11.534112 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:11.560088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e391f5f-2b57-48bb-afcc-f57c311ccaf9 req-be109035-7c75-4e12-b1e7-23bf8b9af2cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344532 Nov 09 00:12:11.561765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3951449-de17-4e94-bf88-f35f00ee2954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86919dcb-92be-4b5b-b4a9-2917ee941c14'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:11.564119 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504e98d3-18e5-4664-8427-6e0d2a5d6f8d" -d '{"events": [{"server_uuid": "d3951449-de17-4e94-bf88-f35f00ee2954", "name": "network-vif-plugged", "status": "completed", "tag": "86919dcb-92be-4b5b-b4a9-2917ee941c14"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:11.577876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Made reservation on behalf of aacef58ab1f84c1aa498bfd6f67e0972 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:12:11.578167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 86919dcb-92be-4b5b-b4a9-2917ee941c14, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=86919dcb-92be-4b5b-b4a9-2917ee941c14,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:11.584498 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:11.585955 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:11.632568 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90115473-99bf-4e0c-8cd5-0d2af098a6f7 x-openstack-request-id: req-90115473-99bf-4e0c-8cd5-0d2af098a6f7 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:11.632568 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3951449-de17-4e94-bf88-f35f00ee2954", "name": "network-vif-plugged", "status": "completed", "tag": "86919dcb-92be-4b5b-b4a9-2917ee941c14", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:11.632568 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90115473-99bf-4e0c-8cd5-0d2af098a6f7 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:11.633212 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3951449-de17-4e94-bf88-f35f00ee2954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86919dcb-92be-4b5b-b4a9-2917ee941c14', 'code': 200} Nov 09 00:12:11.648994 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=86919dcb-92be-4b5b-b4a9-2917ee941c14,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:11.727405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f75293-87a5-43c8-af70-47b0f378a968 req-b987278c-a66a-44aa-9a0d-a445325c322e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:11.735329 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73f75293-87a5-43c8-af70-47b0f378a968 req-b987278c-a66a-44aa-9a0d-a445325c322e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 943 time: 0.1783891 Nov 09 00:12:11.770149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bd15b-f32b-4a77-81ad-2c768ed550c7 req-fc161f80-c3a8-4477-a665-db5f6b41a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:11.771774 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-414bd15b-f32b-4a77-81ad-2c768ed550c7 req-fc161f80-c3a8-4477-a665-db5f6b41a981 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 1100 time: 0.0810077 Nov 09 00:12:11.810172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Allocated IP 172.20.0.13 (b1ac6645-d016-4154-bcab-626068cb43df/a2d61785-540d-4dbc-b526-c501d112cc01/ce677643-f38c-4210-b119-9aacfc417c2b) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:11.821108 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e391f5f-2b57-48bb-afcc-f57c311ccaf9 req-cdd63650-5e0e-48ce-8298-52fca34dd006 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387586 Nov 09 00:12:11.844323 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-414bd15b-f32b-4a77-81ad-2c768ed550c7 req-0067dad7-743e-430c-b77a-695301e19485 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626953 Nov 09 00:12:11.860506 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73f75293-87a5-43c8-af70-47b0f378a968 req-ecd3fe58-1b39-45df-81ef-6e8c09a1e644 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205518 Nov 09 00:12:12.012482 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:12.031780 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ace722-5546-4d1b-9ef1-de6d87f2cae6', 'tag': 'f6def1b7-b91f-4d27-908e-7835ef2e54ba'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:12.034170 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91dc9c3-3a30-400b-9f50-99d85fd77d27" -d '{"events": [{"name": "network-changed", "server_uuid": "66ace722-5546-4d1b-9ef1-de6d87f2cae6", "tag": "f6def1b7-b91f-4d27-908e-7835ef2e54ba"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:12.093295 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2399a311-5e07-4034-867c-130c9ca8cb4d x-openstack-request-id: req-2399a311-5e07-4034-867c-130c9ca8cb4d {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:12.093295 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ace722-5546-4d1b-9ef1-de6d87f2cae6", "tag": "f6def1b7-b91f-4d27-908e-7835ef2e54ba", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:12.093295 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2399a311-5e07-4034-867c-130c9ca8cb4d {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:12.093295 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ace722-5546-4d1b-9ef1-de6d87f2cae6', 'tag': 'f6def1b7-b91f-4d27-908e-7835ef2e54ba', 'status': 'completed', 'code': 200} Nov 09 00:12:12.103836 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:12.222700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Network b1ac6645-d016-4154-bcab-626068cb43df is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:12.233281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:12.250436 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:12.292822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7c99c-521d-45dd-b272-4371b6956cd8 req-2bd23fc4-a77a-474b-b641-77609360f701 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:12.301119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6af7c99c-521d-45dd-b272-4371b6956cd8 req-2bd23fc4-a77a-474b-b641-77609360f701 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 949 time: 0.4978323 Nov 09 00:12:12.317733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Pushing event updated for resources: {'Port': ['ID=ce677643-f38c-4210-b119-9aacfc417c2b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:12.367889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:12.368283 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:12.368693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:12.369105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:12.369605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:12.370646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:12.371074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:12.371414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:12.371841 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:12.372817 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:12.377499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e391f5f-2b57-48bb-afcc-f57c311ccaf9 req-60fbf364-163f-45a7-b2d3-add41d8b820d service neutron] 10.222.0.11 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154357 Nov 09 00:12:12.378711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:12.379332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:12.410356 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc9c3-3a30-400b-9f50-99d85fd77d27 req-24cbde1a-5dbe-429a-a301-20ca39def4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:12.412197 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c91dc9c3-3a30-400b-9f50-99d85fd77d27 req-24cbde1a-5dbe-429a-a301-20ca39def4d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fef9113a0044fc5b0c686654df4c0b1&device_id=66ace722-5546-4d1b-9ef1-de6d87f2cae6 HTTP/1.1" status: 200 len: 1095 time: 0.2954631 Nov 09 00:12:12.450824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:12.450824 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:12.462629 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6af7c99c-521d-45dd-b272-4371b6956cd8 req-e03d5574-bb9f-4503-a90d-5c77c78e9386 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586521 Nov 09 00:12:12.510283 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d09a07-2067-4884-bffc-1e644bec1553 req-5ce5deb9-ac23-4532-964d-d5e7466d8ec6 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:12.518746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0d09a07-2067-4884-bffc-1e644bec1553 req-5ce5deb9-ac23-4532-964d-d5e7466d8ec6 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 943 time: 0.1125040 Nov 09 00:12:12.550036 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:12:12.580822 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0d09a07-2067-4884-bffc-1e644bec1553 req-7049cb34-196b-4773-9915-57e69d66b740 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588026 Nov 09 00:12:12.589531 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-8b85b6ab-3682-40ba-98fb-4d3c5494fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2221377 Nov 09 00:12:12.621088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Request body: {'port': {'device_id': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:12.697685 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-24b876b9-3474-46f0-b09c-bd34150ad9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:12.745675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6ae94-1e7d-4ba0-ac7c-6d7dbfc038a5 req-ebe3d32b-8cd1-4b7f-83d5-b23778d9f2cf tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:12.754415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ef6ae94-1e7d-4ba0-ac7c-6d7dbfc038a5 req-ebe3d32b-8cd1-4b7f-83d5-b23778d9f2cf tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 932 time: 0.0759013 Nov 09 00:12:12.766991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-06c1975d-3a59-4cb5-a636-47411dc5f580 None None] Provisioning complete for port ce677643-f38c-4210-b119-9aacfc417c2b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:12.767673 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-06c1975d-3a59-4cb5-a636-47411dc5f580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:12.817899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:12.818849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ef6ae94-1e7d-4ba0-ac7c-6d7dbfc038a5 req-228fa627-6d77-4eee-985d-16dec8750727 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634484 Nov 09 00:12:12.842479 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'bab62de1-b96f-4a76-ae0b-77d7e9e3dc44', 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63', 'port_id': 'bab62de1-b96f-4a76-ae0b-77d7e9e3dc44', 'mac_address': 'fa:16:3e:01:4f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aecfa46d-7d39-4fdc-a885-237ef1d5851c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:12:12.844679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-06c1975d-3a59-4cb5-a636-47411dc5f580 None None] Port ce677643-f38c-4210-b119-9aacfc417c2b cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:12:12.945431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:12.991269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:13.022135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:13.028777 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:13.081294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f723d-de32-4ee6-9fbb-2bbebf77e89e req-43c89011-2c3e-435d-b2ba-8993f69de0fd tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:13.092766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-330f723d-de32-4ee6-9fbb-2bbebf77e89e req-43c89011-2c3e-435d-b2ba-8993f69de0fd tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 943 time: 0.1156912 Nov 09 00:12:13.116443 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:13.122912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:13.165208 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc9c3-3a30-400b-9f50-99d85fd77d27 req-bc6b279b-98f5-4d5d-a18d-7298c5778d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:13.167094 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c91dc9c3-3a30-400b-9f50-99d85fd77d27 req-bc6b279b-98f5-4d5d-a18d-7298c5778d6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 HTTP/1.1" status: 200 len: 918 time: 0.7455003 Nov 09 00:12:13.178701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-330f723d-de32-4ee6-9fbb-2bbebf77e89e req-e0e4a7bb-d286-4a1f-b81f-86225fbca412 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799270 Nov 09 00:12:13.220678 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c91dc9c3-3a30-400b-9f50-99d85fd77d27 req-a3fe7937-b944-47f1-97f2-bd586d83f76d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6def1b7-b91f-4d27-908e-7835ef2e54ba HTTP/1.1" status: 200 len: 217 time: 0.0419903 Nov 09 00:12:13.326462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:12:13.335142 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc9c3-3a30-400b-9f50-99d85fd77d27 req-b0c32614-7a8c-4609-8259-3776167b8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:13.336678 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c91dc9c3-3a30-400b-9f50-99d85fd77d27 req-b0c32614-7a8c-4609-8259-3776167b8eab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aecfa46d-7d39-4fdc-a885-237ef1d5851c HTTP/1.1" status: 200 len: 858 time: 0.1050537 Nov 09 00:12:13.339361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['bab62de1-b96f-4a76-ae0b-77d7e9e3dc44'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:13.394804 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c91dc9c3-3a30-400b-9f50-99d85fd77d27 req-25d311ed-3efd-49e6-9b3d-e6fee40ccc53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334597 Nov 09 00:12:13.529011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=29c1ba78-4fd2-44ed-a147-bfadf6e565a4,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:13.560287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '29c1ba78-4fd2-44ed-a147-bfadf6e565a4', 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63', 'port_id': '29c1ba78-4fd2-44ed-a147-bfadf6e565a4', 'mac_address': 'fa:16:3e:f8:cc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aecfa46d-7d39-4fdc-a885-237ef1d5851c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:12:13.632894 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:13.661283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:13.682971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=29c1ba78-4fd2-44ed-a147-bfadf6e565a4,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:13.685117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824e80d-d9a1-46e0-a1e3-64a7db29808c req-14f43943-adef-4683-abe3-159964a735e9 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:13.694295 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:13.710341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3824e80d-d9a1-46e0-a1e3-64a7db29808c req-14f43943-adef-4683-abe3-159964a735e9 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 949 time: 0.1155026 Nov 09 00:12:13.768049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce677643-f38c-4210-b119-9aacfc417c2b {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:13.777845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=29c1ba78-4fd2-44ed-a147-bfadf6e565a4,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:13.780328 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:13.812190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Transition to ACTIVE for port object ce677643-f38c-4210-b119-9aacfc417c2b will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:12:13.825811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:13.891775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3824e80d-d9a1-46e0-a1e3-64a7db29808c req-017cb5f3-89aa-40f0-a4ca-19e970e31125 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775038 Nov 09 00:12:13.894359 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c91dc9c3-3a30-400b-9f50-99d85fd77d27 req-9a174011-ef2e-44b4-9f0e-081bba0958c1 service neutron] 10.222.0.30 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870069 Nov 09 00:12:14.014244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce38d16-2841-4bed-98c8-fda470bc32a7 req-a8566140-eb92-4893-8874-d5e281200375 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:14.034408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['29c1ba78-4fd2-44ed-a147-bfadf6e565a4'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:14.038029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ce38d16-2841-4bed-98c8-fda470bc32a7 req-a8566140-eb92-4893-8874-d5e281200375 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 943 time: 0.1153309 Nov 09 00:12:14.135572 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c91dc9c3-3a30-400b-9f50-99d85fd77d27 req-78b8c013-2a2f-42a4-abd3-241660aee600 service neutron] 10.222.0.30 "GET /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313859 Nov 09 00:12:14.178702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ce38d16-2841-4bed-98c8-fda470bc32a7 req-dbf30a60-1515-4f11-88f2-a6a0222f9a79 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397011 Nov 09 00:12:14.201456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebc67b-355f-4eca-ac1f-764c53a8ba55 req-95237cbf-85b6-48ea-a7f6-011b3d9aa593 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:14.203348 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0aebc67b-355f-4eca-ac1f-764c53a8ba55 req-95237cbf-85b6-48ea-a7f6-011b3d9aa593 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 944 time: 0.1633258 Nov 09 00:12:14.307598 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0aebc67b-355f-4eca-ac1f-764c53a8ba55 req-ab8396ed-4b35-4958-926a-72b69efae3f1 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943305 Nov 09 00:12:14.329738 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Pushing event updated for resources: {'Port': ['ID=ce677643-f38c-4210-b119-9aacfc417c2b,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:14.332159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Attempting to bind port ce677643-f38c-4210-b119-9aacfc417c2b on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:14.332613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Attempting to bind port ce677643-f38c-4210-b119-9aacfc417c2b by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:14.333541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Attempting to bind port ce677643-f38c-4210-b119-9aacfc417c2b on network b1ac6645-d016-4154-bcab-626068cb43df {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:14.350270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Port ce677643-f38c-4210-b119-9aacfc417c2b on network b1ac6645-d016-4154-bcab-626068cb43df not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:12:14.350735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Attempting to bind port ce677643-f38c-4210-b119-9aacfc417c2b on network b1ac6645-d016-4154-bcab-626068cb43df {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:14.362229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:14.362703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Checking segment: {'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:14.363181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Bound using segment: {'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:14.365561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Bound port: ce677643-f38c-4210-b119-9aacfc417c2b, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb13368c-6f66-4f4a-8a92-97d92790fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:14.367341 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:14.512158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] For port ce677643-f38c-4210-b119-9aacfc417c2b, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:14.515534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] For port ce677643-f38c-4210-b119-9aacfc417c2b, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ce677643-f38c-4210-b119-9aacfc417c2b,segment=NetworkSegment(cb13368c-6f66-4f4a-8a92-97d92790fcf1),segment_id=cb13368c-6f66-4f4a-8a92-97d92790fcf1)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:14.527476 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:14.547438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73ee1e-ef2b-41b6-ae3f-eadc4f9f5771 req-55cd2fb3-6ded-4d8b-92ad-6c94f0f7367f tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:14.555109 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f73ee1e-ef2b-41b6-ae3f-eadc4f9f5771 req-55cd2fb3-6ded-4d8b-92ad-6c94f0f7367f tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 944 time: 0.1062496 Nov 09 00:12:14.572361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device aeb11a62-fd57-4c72-8ab7-d44daf7ca390 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:12:14.588298 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:14.629492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f73ee1e-ef2b-41b6-ae3f-eadc4f9f5771 req-bf13d547-c18f-4ba1-af42-616f6c8d4595 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733731 Nov 09 00:12:14.649757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:14.650614 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:14.652426 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] 10.222.0.11 "PUT /v2.0/ports/ce677643-f38c-4210-b119-9aacfc417c2b HTTP/1.1" status: 200 len: 1092 time: 2.0517099 Nov 09 00:12:14.653104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'tag': 'ce677643-f38c-4210-b119-9aacfc417c2b'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:14.656698 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6c90ef-262e-4949-a779-6eae4936013b" -d '{"events": [{"name": "network-changed", "server_uuid": "94777b6c-ce55-4c10-975b-721fdccccb4a", "tag": "ce677643-f38c-4210-b119-9aacfc417c2b"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:14.693253 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:12:14.812952 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-f12ed7ce-2f9f-41f3-a0b1-68d994584862 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3c475491fb764839990938ae2c6e5ee5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780597 Nov 09 00:12:14.830803 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7ae92165-66c2-4e7f-a2f2-2e6fd7c3d98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:14.852977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:12:14.859465 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca665eb4-91e4-469a-b8ce-0eedee633f42 x-openstack-request-id: req-ca665eb4-91e4-469a-b8ce-0eedee633f42 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:14.859773 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94777b6c-ce55-4c10-975b-721fdccccb4a", "tag": "ce677643-f38c-4210-b119-9aacfc417c2b", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:14.860024 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca665eb4-91e4-469a-b8ce-0eedee633f42 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:14.860658 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'tag': 'ce677643-f38c-4210-b119-9aacfc417c2b', 'status': 'completed', 'code': 200} Nov 09 00:12:14.873329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port aeb11a62-fd57-4c72-8ab7-d44daf7ca390, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:14.884571 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003907b1-eee3-43f6-933f-6a405b22e41c service neutron] Pushing event updated for resources: {'Port': ['ID=ce677643-f38c-4210-b119-9aacfc417c2b,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:14.886748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:14.894382 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:14.897859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-5578bdfc-ff0a-41b2-bb15-18a44e7e9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:14.899471 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-5578bdfc-ff0a-41b2-bb15-18a44e7e9367 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aacef58ab1f84c1aa498bfd6f67e0972&device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 1095 time: 0.1650569 Nov 09 00:12:14.957369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'aeb11a62-fd57-4c72-8ab7-d44daf7ca390', 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'port_id': 'aeb11a62-fd57-4c72-8ab7-d44daf7ca390', 'mac_address': 'fa:16:3e:b6:03:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e01c80-407a-4e05-95b4-3fd4d0d3686f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:12:14.975412 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-501e5c72-d615-43dc-bf89-4edd7a16bd09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce677643-f38c-4210-b119-9aacfc417c2b HTTP/1.1" status: 200 len: 217 time: 0.0672729 Nov 09 00:12:15.052610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-191dd678-05ce-4b0d-be7b-e6e601a7572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:15.054158 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-191dd678-05ce-4b0d-be7b-e6e601a7572f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2d61785-540d-4dbc-b526-c501d112cc01 HTTP/1.1" status: 200 len: 868 time: 0.0671680 Nov 09 00:12:15.085605 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:15.095900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-99f6673f-fba1-40fb-8274-d871366245c2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:15.107976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-99f6673f-fba1-40fb-8274-d871366245c2 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2853866 Nov 09 00:12:15.136253 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-d3d403e9-aac6-4101-a8f3-183fb173b636 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/quotas/3c475491fb764839990938ae2c6e5ee5 HTTP/1.1" status: 200 len: 375 time: 0.0271609 Nov 09 00:12:15.141600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-071b0e38-598b-45d9-ad0a-25d5277c9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:15.143119 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-071b0e38-598b-45d9-ad0a-25d5277c9d5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1ac6645-d016-4154-bcab-626068cb43df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809641 Nov 09 00:12:15.159959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aeb11a62-fd57-4c72-8ab7-d44daf7ca390 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:15.227101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-832c64b8-3d98-4324-88f0-76a2d2b4a8b5 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c475491fb764839990938ae2c6e5ee5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0900447 Nov 09 00:12:15.233380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port aeb11a62-fd57-4c72-8ab7-d44daf7ca390, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:15.235330 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:15.268092 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:15.269044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f6def1b7-b91f-4d27-908e-7835ef2e54ba details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:12:15.381559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:15.392632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:15.399489 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-0ff7060e-151c-48d4-b45a-c2aebf52efb8 service neutron] 10.222.0.11 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478294 Nov 09 00:12:15.426690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925a017-8985-4069-9305-99b069bad395 req-6c2a68ab-6225-4317-9183-86de058c9b19 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:15.435116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5925a017-8985-4069-9305-99b069bad395 req-6c2a68ab-6225-4317-9183-86de058c9b19 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 943 time: 0.1504769 Nov 09 00:12:15.552275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98d327b-4f38-404a-a1bd-82c092fedcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab62de1-b96f-4a76-ae0b-77d7e9e3dc44'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:15.554575 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9baf2fe-ad46-4000-8b33-b07f1e407d1f" -d '{"events": [{"server_uuid": "e98d327b-4f38-404a-a1bd-82c092fedcfa", "name": "network-vif-plugged", "status": "completed", "tag": "bab62de1-b96f-4a76-ae0b-77d7e9e3dc44"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:15.583022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5925a017-8985-4069-9305-99b069bad395 req-920a1c8e-082a-4d9d-b0f6-590fdca8800f tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307633 Nov 09 00:12:15.673373 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:12:15.727805 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-748d2d82-cb58-4695-866b-ffa0492f6796 req-3219e3fb-de26-4d99-b10c-8d2b4a226ade service neutron] 10.222.0.11 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101189 Nov 09 00:12:15.736741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:15.746119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fea7a-6df4-4aa5-97cd-956627f23615 req-2b7747fc-0128-4e21-b8d5-5fe73e2df5cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:15.775922 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:15.793297 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e9fea7a-6df4-4aa5-97cd-956627f23615 req-2b7747fc-0128-4e21-b8d5-5fe73e2df5cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 944 time: 0.1483772 Nov 09 00:12:15.892887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c90ef-262e-4949-a779-6eae4936013b req-917ff915-e42d-421d-a15f-431e7a37035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:15.897853 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bf6c90ef-262e-4949-a779-6eae4936013b req-917ff915-e42d-421d-a15f-431e7a37035f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aacef58ab1f84c1aa498bfd6f67e0972&device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 1095 time: 0.0894308 Nov 09 00:12:15.923954 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:12:15.942452 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:15.956535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61d72207-8fef-459d-affe-ea691f27ebb9 req-75ad9271-b434-4105-8f15-9039b8605152 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 210 time: 0.1053920 Nov 09 00:12:15.967780 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:15.968017 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:16.130417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f6def1b7-b91f-4d27-908e-7835ef2e54ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f6def1b7-b91f-4d27-908e-7835ef2e54ba,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:16.139420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e9fea7a-6df4-4aa5-97cd-956627f23615 req-acc2d55c-588e-490c-b1da-d44ee55f858a tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440311 Nov 09 00:12:16.143881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:16.174976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c90ef-262e-4949-a779-6eae4936013b req-a43d186a-8e43-455a-9078-d4094229cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:16.179723 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bf6c90ef-262e-4949-a779-6eae4936013b req-a43d186a-8e43-455a-9078-d4094229cead service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1ac6645-d016-4154-bcab-626068cb43df HTTP/1.1" status: 200 len: 929 time: 0.2725666 Nov 09 00:12:16.234493 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab65104-b873-4c15-ba2c-742e122f03ae x-openstack-request-id: req-3ab65104-b873-4c15-ba2c-742e122f03ae {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:16.234935 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98d327b-4f38-404a-a1bd-82c092fedcfa", "name": "network-vif-plugged", "status": "completed", "tag": "bab62de1-b96f-4a76-ae0b-77d7e9e3dc44", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:16.235308 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ab65104-b873-4c15-ba2c-742e122f03ae {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:16.236051 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98d327b-4f38-404a-a1bd-82c092fedcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab62de1-b96f-4a76-ae0b-77d7e9e3dc44', 'code': 200} Nov 09 00:12:16.236824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'f6def1b7-b91f-4d27-908e-7835ef2e54ba', 'network_id': 'bf6a2c36-cfbf-4dbf-9da1-6802eab19e63', 'port_id': 'f6def1b7-b91f-4d27-908e-7835ef2e54ba', 'mac_address': 'fa:16:3e:06:bd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aecfa46d-7d39-4fdc-a885-237ef1d5851c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:12:16.242498 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:16.255020 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:16.328244 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bf6c90ef-262e-4949-a779-6eae4936013b req-d7f761ab-7494-4a99-9465-938e25e0092e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce677643-f38c-4210-b119-9aacfc417c2b HTTP/1.1" status: 200 len: 217 time: 0.1403804 Nov 09 00:12:16.375058 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:16.400787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c90ef-262e-4949-a779-6eae4936013b req-b9996d3a-d5c2-4725-a452-7e5d53448388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:16.405754 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bf6c90ef-262e-4949-a779-6eae4936013b req-b9996d3a-d5c2-4725-a452-7e5d53448388 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2d61785-540d-4dbc-b526-c501d112cc01 HTTP/1.1" status: 200 len: 868 time: 0.0600140 Nov 09 00:12:16.474519 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:16.492278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6def1b7-b91f-4d27-908e-7835ef2e54ba {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:16.503995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcc8b3-ae70-486a-a734-60cb6d488c9e req-ef461098-cbc9-4b84-aaa1-c5a8f9360f54 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:16.506204 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82fcc8b3-ae70-486a-a734-60cb6d488c9e req-ef461098-cbc9-4b84-aaa1-c5a8f9360f54 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 945 time: 0.1735952 Nov 09 00:12:16.549662 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f6def1b7-b91f-4d27-908e-7835ef2e54ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f6def1b7-b91f-4d27-908e-7835ef2e54ba,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:16.551598 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=29c1ba78-4fd2-44ed-a147-bfadf6e565a4,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:16.559767 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:16.571329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c3a3c-54b1-427b-beb2-d34ffefe41a5 req-fef09e95-2d75-4e07-8644-a22e01d3468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:16.597895 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b71c3a3c-54b1-427b-beb2-d34ffefe41a5 req-fef09e95-2d75-4e07-8644-a22e01d3468f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 1096 time: 0.2685709 Nov 09 00:12:16.606453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82fcc8b3-ae70-486a-a734-60cb6d488c9e req-e4afd984-54b2-4642-bb70-11dfec0e89ef tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884750 Nov 09 00:12:16.610510 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:16.620533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=f6def1b7-b91f-4d27-908e-7835ef2e54ba,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:16.631123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c90ef-262e-4949-a779-6eae4936013b req-8477a74d-edad-4d86-8e78-03a92a654afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:16.639778 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bf6c90ef-262e-4949-a779-6eae4936013b req-8477a74d-edad-4d86-8e78-03a92a654afc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1ac6645-d016-4154-bcab-626068cb43df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148418 Nov 09 00:12:16.663881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['aeb11a62-fd57-4c72-8ab7-d44daf7ca390'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:16.842892 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bf6c90ef-262e-4949-a779-6eae4936013b req-e3268a60-8f58-476d-9788-3079be8ee607 service neutron] 10.222.0.11 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885738 Nov 09 00:12:16.847592 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b71c3a3c-54b1-427b-beb2-d34ffefe41a5 req-1a2ebd16-8243-459d-a9ec-08b4544e3ef9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282493 Nov 09 00:12:16.853663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f6def1b7-b91f-4d27-908e-7835ef2e54ba'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:16.890168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022bbb1-9b54-4334-b7a8-28b97b47bc6d req-4c366849-a079-4f40-889e-a3643de5ee10 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:16.905222 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f022bbb1-9b54-4334-b7a8-28b97b47bc6d req-4c366849-a079-4f40-889e-a3643de5ee10 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 943 time: 0.1849213 Nov 09 00:12:16.919283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=29c1ba78-4fd2-44ed-a147-bfadf6e565a4,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:17.094178 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bf6c90ef-262e-4949-a779-6eae4936013b req-098322f3-509b-4b73-a732-5cda8cfdf9a8 service neutron] 10.222.0.11 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398973 Nov 09 00:12:17.213640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f597ac5c-7e49-43da-8200-687e383b2afa req-793b937f-4a47-4bc2-8a29-650c60511199 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 210 time: 0.0973921 Nov 09 00:12:17.237775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f022bbb1-9b54-4334-b7a8-28b97b47bc6d req-8e4b9d26-7818-4feb-a4f9-9648f775c45d tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303974 Nov 09 00:12:17.462090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc1613-d4ea-4fab-a588-33555b66d58a req-8c1ea48c-b6e1-4ae4-9b18-3940217fcd1d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:17.477790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9cc1613-d4ea-4fab-a588-33555b66d58a req-8c1ea48c-b6e1-4ae4-9b18-3940217fcd1d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 944 time: 0.1178210 Nov 09 00:12:17.485979 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-f0d1275f-055f-4713-a26d-9a6276e88b2d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3c475491fb764839990938ae2c6e5ee5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442810 Nov 09 00:12:17.531036 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:17.597853 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9cc1613-d4ea-4fab-a588-33555b66d58a req-2eb6043b-7577-4db4-ba42-ef28ab1b01c6 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106863 Nov 09 00:12:17.756315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-966bbdd4-9377-4509-b2cd-3fd0a7b72f50 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:17.757848 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-966bbdd4-9377-4509-b2cd-3fd0a7b72f50 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638383 Nov 09 00:12:17.780931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Request body: {'port': {'device_id': '383b7ed1-c8bf-4e39-921a-966833c5418f', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '3c475491fb764839990938ae2c6e5ee5'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:17.853081 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c53f99-61fb-4f91-9194-1dd772b4caa7 req-8459ea77-2c4e-4258-93d0-7fe19bc50c7e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:17.863116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09c53f99-61fb-4f91-9194-1dd772b4caa7 req-8459ea77-2c4e-4258-93d0-7fe19bc50c7e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 945 time: 0.1120338 Nov 09 00:12:18.014803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Made reservation on behalf of 3c475491fb764839990938ae2c6e5ee5 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:12:18.019769 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:18.036632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09c53f99-61fb-4f91-9194-1dd772b4caa7 req-bc2cb463-415f-4e40-93a1-54bbadcaf30a tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668048 Nov 09 00:12:18.243889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Allocated IP 192.168.233.110 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/b0a247e3-76a9-4e5b-9125-68ae7b3d4b43) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:18.244393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c1ba78-4fd2-44ed-a147-bfadf6e565a4'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:18.246704 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a68389-962d-42f6-a510-69dc5d9029d5" -d '{"events": [{"server_uuid": "cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca", "name": "network-vif-plugged", "status": "completed", "tag": "29c1ba78-4fd2-44ed-a147-bfadf6e565a4"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:18.272822 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:18.348405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d0e92c5-4f77-4c25-a4d2-dde4b443bcc3 req-acb9c472-808f-4971-9863-7d4917446a6e tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 210 time: 0.0504310 Nov 09 00:12:18.454320 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece02507-12f1-4e88-a0a7-59b0b3cca3e8 x-openstack-request-id: req-ece02507-12f1-4e88-a0a7-59b0b3cca3e8 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:18.454320 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca", "name": "network-vif-plugged", "status": "completed", "tag": "29c1ba78-4fd2-44ed-a147-bfadf6e565a4", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:18.454642 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ece02507-12f1-4e88-a0a7-59b0b3cca3e8 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:18.454944 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c1ba78-4fd2-44ed-a147-bfadf6e565a4', 'code': 200} Nov 09 00:12:18.495350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d902fd8-7af2-4cf2-a0b4-0361417a28e9 req-56d37334-b0fc-4142-8055-0bf038260e9f tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:18.497298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d902fd8-7af2-4cf2-a0b4-0361417a28e9 req-56d37334-b0fc-4142-8055-0bf038260e9f tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 943 time: 0.1203461 Nov 09 00:12:18.635648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f6def1b7-b91f-4d27-908e-7835ef2e54ba up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:18.650250 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:18.758918 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d902fd8-7af2-4cf2-a0b4-0361417a28e9 req-a1cc4732-a894-4c3f-952a-1c06caa9dfc7 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384024 Nov 09 00:12:18.774324 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:18.810563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f8c11-40c5-410c-baa8-ec0432a62da0 req-d48c4285-9b87-4088-a17c-29c4e5f3db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:18.812431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c3f8c11-40c5-410c-baa8-ec0432a62da0 req-d48c4285-9b87-4088-a17c-29c4e5f3db1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca HTTP/1.1" status: 200 len: 1097 time: 0.2551370 Nov 09 00:12:18.814364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['86919dcb-92be-4b5b-b4a9-2917ee941c14'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:18.936966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port f6def1b7-b91f-4d27-908e-7835ef2e54ba completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:12:18.946699 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port f6def1b7-b91f-4d27-908e-7835ef2e54ba triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:18.947100 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:18.958517 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:12:18.986274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:19.003664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:19.008352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:19.018958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Pushing event updated for resources: {'Port': ['ID=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:19.034559 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c3f8c11-40c5-410c-baa8-ec0432a62da0 req-621c9fb7-56dd-4d05-8a65-be51f87348d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090528 Nov 09 00:12:19.123251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd4d8-92a9-41e5-bfcc-995f758c0e82 req-7c9987eb-05bb-4208-b97e-99ab0466ed52 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:19.124911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c41bd4d8-92a9-41e5-bfcc-995f758c0e82 req-7c9987eb-05bb-4208-b97e-99ab0466ed52 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 944 time: 0.1526780 Nov 09 00:12:19.154979 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:19.155747 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:19.196936 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a34f81ad-f80a-42ab-9620-6d74a76fc01d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4262290 Nov 09 00:12:19.248819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Request body: {'port': {'device_id': '383b7ed1-c8bf-4e39-921a-966833c5418f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:19.407865 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:19.429050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c41bd4d8-92a9-41e5-bfcc-995f758c0e82 req-fde1d323-b0b7-4480-8c3d-d2fc5ebd9015 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873757 Nov 09 00:12:19.446820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112912d7-679e-49b7-b20b-fae0ef69ea1f req-fbf3adaf-15e5-483a-b342-6093324fe81a tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:19.464895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-112912d7-679e-49b7-b20b-fae0ef69ea1f req-fbf3adaf-15e5-483a-b342-6093324fe81a tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 945 time: 0.2760723 Nov 09 00:12:19.479214 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ce677643-f38c-4210-b119-9aacfc417c2b details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:12:19.563219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-112912d7-679e-49b7-b20b-fae0ef69ea1f req-e7f61d5d-b12b-4c37-90d6-c3ee7c1b4860 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921745 Nov 09 00:12:19.641217 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:19.658762 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:12:19.711613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8b561-e259-4a9b-b234-77212d74e5e9 req-69629557-5c9e-4f95-abc2-8694e85171e8 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:19.713856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f6def1b7-b91f-4d27-908e-7835ef2e54ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f6def1b7-b91f-4d27-908e-7835ef2e54ba,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:19.714244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37c8b561-e259-4a9b-b234-77212d74e5e9 req-69629557-5c9e-4f95-abc2-8694e85171e8 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 936 time: 0.1339824 Nov 09 00:12:19.751034 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:19.752227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device aeb11a62-fd57-4c72-8ab7-d44daf7ca390 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:19.813870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37c8b561-e259-4a9b-b234-77212d74e5e9 req-3f9cc3f1-de98-4343-b056-292693c15d43 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824876 Nov 09 00:12:19.863013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c394-2458-45b5-a18c-21b7f03482dc req-dc230f06-ed41-4fb3-a256-cefd5d1ae405 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:19.873775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d28c394-2458-45b5-a18c-21b7f03482dc req-dc230f06-ed41-4fb3-a256-cefd5d1ae405 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca HTTP/1.1" status: 200 len: 946 time: 0.1580575 Nov 09 00:12:19.889894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=f6def1b7-b91f-4d27-908e-7835ef2e54ba,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:19.938916 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:19.939451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:19.939850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:19.940195 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:19.940540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:19.941041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:19.941396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:19.941734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:19.942064 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:19.942393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:19.942850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:19.943290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:19.977899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-caa9c2bc-ebf4-45d5-9bef-c7e4aaa806bd None None] Provisioning complete for port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:19.978578 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-caa9c2bc-ebf4-45d5-9bef-c7e4aaa806bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:20.013818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d28c394-2458-45b5-a18c-21b7f03482dc req-edfe9755-6fa1-4d30-80b0-f60c4d441003 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328325 Nov 09 00:12:20.042620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port aeb11a62-fd57-4c72-8ab7-d44daf7ca390 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:20.043271 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:20.122065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-caa9c2bc-ebf4-45d5-9bef-c7e4aaa806bd None None] Port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:12:20.127675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:20.164095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:20.196367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ce677643-f38c-4210-b119-9aacfc417c2b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ce677643-f38c-4210-b119-9aacfc417c2b,segment=NetworkSegment(cb13368c-6f66-4f4a-8a92-97d92790fcf1),segment_id=cb13368c-6f66-4f4a-8a92-97d92790fcf1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:20.220852 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'ce677643-f38c-4210-b119-9aacfc417c2b', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'port_id': 'ce677643-f38c-4210-b119-9aacfc417c2b', 'mac_address': 'fa:16:3e:12:64:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:12:20.227388 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Transition to ACTIVE for port object b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:12:20.238510 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:20.318315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf48713-cc21-4772-8108-29254d697cbe req-39254f11-702c-49b1-b3d0-3e891a2ce4a1 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:20.327487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ccf48713-cc21-4772-8108-29254d697cbe req-39254f11-702c-49b1-b3d0-3e891a2ce4a1 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 943 time: 0.1217070 Nov 09 00:12:20.368959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:20.400109 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:20.457802 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ace722-5546-4d1b-9ef1-de6d87f2cae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6def1b7-b91f-4d27-908e-7835ef2e54ba'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:20.482305 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ccf48713-cc21-4772-8108-29254d697cbe req-88ea126c-a30a-4048-83ef-809a8b7ab95a tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526706 Nov 09 00:12:20.482930 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d145e4-3b9f-46f3-b7d2-7492cce0c935" -d '{"events": [{"server_uuid": "66ace722-5546-4d1b-9ef1-de6d87f2cae6", "name": "network-vif-plugged", "status": "completed", "tag": "f6def1b7-b91f-4d27-908e-7835ef2e54ba"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:20.533282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce677643-f38c-4210-b119-9aacfc417c2b {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:20.629246 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b088f998-3286-4d6c-89f4-18a7f6bc93d1 x-openstack-request-id: req-b088f998-3286-4d6c-89f4-18a7f6bc93d1 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:20.629569 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ace722-5546-4d1b-9ef1-de6d87f2cae6", "name": "network-vif-plugged", "status": "completed", "tag": "f6def1b7-b91f-4d27-908e-7835ef2e54ba", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:20.629837 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b088f998-3286-4d6c-89f4-18a7f6bc93d1 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:20.630214 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ace722-5546-4d1b-9ef1-de6d87f2cae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6def1b7-b91f-4d27-908e-7835ef2e54ba', 'code': 200} Nov 09 00:12:20.637874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Attempting to bind port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:20.639636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Attempting to bind port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:20.640606 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Attempting to bind port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:20.647020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:12:20.647721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Attempting to bind port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:20.670790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:20.671133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:20.671535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:20.671964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Bound port: b0a247e3-76a9-4e5b-9125-68ae7b3d4b43, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:20.672329 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:20.741679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ce677643-f38c-4210-b119-9aacfc417c2b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ce677643-f38c-4210-b119-9aacfc417c2b,segment=NetworkSegment(cb13368c-6f66-4f4a-8a92-97d92790fcf1),segment_id=cb13368c-6f66-4f4a-8a92-97d92790fcf1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:20.757593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14014-7c2e-4d3f-b607-107f0125290a req-9fc12647-7adf-4803-b6c0-5f91abc99500 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:20.759520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-67f14014-7c2e-4d3f-b607-107f0125290a req-9fc12647-7adf-4803-b6c0-5f91abc99500 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 944 time: 0.1528032 Nov 09 00:12:20.766550 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:20.833758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b550ce7-6c49-419b-8f40-60533384f275 req-a6d0de57-2296-466b-951a-b407e7b47151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:20.835586 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2b550ce7-6c49-419b-8f40-60533384f275 req-a6d0de57-2296-466b-951a-b407e7b47151 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66ace722-5546-4d1b-9ef1-de6d87f2cae6 HTTP/1.1" status: 200 len: 1097 time: 0.1451037 Nov 09 00:12:20.838623 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:20.883540 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-67f14014-7c2e-4d3f-b607-107f0125290a req-8a6feb97-d1c0-4594-a74b-9916ef7a7a0e tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138365 Nov 09 00:12:20.893574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] For port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:20.927072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] For port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:20.938221 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2b550ce7-6c49-419b-8f40-60533384f275 req-da6dcb76-d72a-48e9-af04-60ffe2ea63ce service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941267 Nov 09 00:12:20.943515 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:20.989267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=ce677643-f38c-4210-b119-9aacfc417c2b,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:21.026387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:21.036964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:21.037973 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:21.040652 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-a7364859-5009-42cd-a7d6-3a412b002ac5 service neutron] 10.222.0.11 "PUT /v2.0/ports/b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 HTTP/1.1" status: 200 len: 1096 time: 1.7967684 Nov 09 00:12:21.041262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383b7ed1-c8bf-4e39-921a-966833c5418f', 'tag': 'b0a247e3-76a9-4e5b-9125-68ae7b3d4b43'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:21.048941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port aeb11a62-fd57-4c72-8ab7-d44daf7ca390, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:21.054242 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4440a5af-8fd2-47c7-9fc1-b2b7d5837809" -d '{"events": [{"name": "network-changed", "server_uuid": "383b7ed1-c8bf-4e39-921a-966833c5418f", "tag": "b0a247e3-76a9-4e5b-9125-68ae7b3d4b43"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:21.058774 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:21.076497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83d939-36ff-4159-b9cb-f5ea5c409345 req-bbb566df-b7a5-40ee-944f-23f86b4d786e tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:21.078359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e83d939-36ff-4159-b9cb-f5ea5c409345 req-bbb566df-b7a5-40ee-944f-23f86b4d786e tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 948 time: 0.1413245 Nov 09 00:12:21.186584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['ce677643-f38c-4210-b119-9aacfc417c2b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:21.230959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-4cd457cc-169c-46f5-b13d-c7117dfa77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:21.239094 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-4cd457cc-169c-46f5-b13d-c7117dfa77a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c475491fb764839990938ae2c6e5ee5&device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 1099 time: 0.1302156 Nov 09 00:12:21.246241 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e83d939-36ff-4159-b9cb-f5ea5c409345 req-08dfd891-9160-4c90-97bd-f1b4c5e26c88 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523051 Nov 09 00:12:21.309848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:21.337356 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-76b5f218-48bc-4b7b-bb60-d48b4d81738d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 HTTP/1.1" status: 200 len: 217 time: 0.0737755 Nov 09 00:12:21.344982 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab8dc49-66de-4cc3-a978-c65fccfbfce9 x-openstack-request-id: req-0ab8dc49-66de-4cc3-a978-c65fccfbfce9 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:21.345274 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383b7ed1-c8bf-4e39-921a-966833c5418f", "tag": "b0a247e3-76a9-4e5b-9125-68ae7b3d4b43", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:21.345561 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ab8dc49-66de-4cc3-a978-c65fccfbfce9 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:21.345977 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383b7ed1-c8bf-4e39-921a-966833c5418f', 'tag': 'b0a247e3-76a9-4e5b-9125-68ae7b3d4b43', 'status': 'completed', 'code': 200} Nov 09 00:12:21.401012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eb38c-1527-4b31-a4b0-42d4d6038188 req-e540d3c8-774f-4f02-bf3d-fd038ca61802 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:21.417152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-818eb38c-1527-4b31-a4b0-42d4d6038188 req-e540d3c8-774f-4f02-bf3d-fd038ca61802 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca HTTP/1.1" status: 200 len: 946 time: 0.1918139 Nov 09 00:12:21.438782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-07289f34-478d-4625-aa11-3d997934be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:21.440783 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-07289f34-478d-4625-aa11-3d997934be98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0901241 Nov 09 00:12:21.520572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-818eb38c-1527-4b31-a4b0-42d4d6038188 req-0431eb4e-67f0-4e5a-a2bf-2a12cbeaf6d1 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022933 Nov 09 00:12:21.557756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-49f93da3-4e51-444e-a3db-0993b44f73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:21.559263 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-49f93da3-4e51-444e-a3db-0993b44f73e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039932 Nov 09 00:12:21.750069 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-588b1c17-7868-46ab-9b6b-b30f43d34345 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827285 Nov 09 00:12:21.750435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb89de5-efd0-4a53-bafc-41b526cc31c3 req-0b4f2764-7b7e-492d-8ebc-34105c3ef97d tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:21.753784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-deb89de5-efd0-4a53-bafc-41b526cc31c3 req-0b4f2764-7b7e-492d-8ebc-34105c3ef97d tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 943 time: 0.1135802 Nov 09 00:12:21.768333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71a138-0a01-45ca-b8c7-a4d727f8adb4 req-c8adf145-c58f-4abd-b25a-4b2ba5cd1d82 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:21.781552 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee71a138-0a01-45ca-b8c7-a4d727f8adb4 req-c8adf145-c58f-4abd-b25a-4b2ba5cd1d82 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ace722-5546-4d1b-9ef1-de6d87f2cae6 HTTP/1.1" status: 200 len: 946 time: 0.1062393 Nov 09 00:12:21.889577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee71a138-0a01-45ca-b8c7-a4d727f8adb4 req-5d7b578a-b836-4a15-8a18-d7fbccfcbe97 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067202 Nov 09 00:12:21.896711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-deb89de5-efd0-4a53-bafc-41b526cc31c3 req-e0ece0b9-44a2-4ac3-b71c-cbf016211324 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956142 Nov 09 00:12:21.920845 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-589dc291-baab-483e-8f7e-abb1f7ea6338 req-070b20c3-a837-4e1f-8a29-d0cfb509a3a8 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629303 Nov 09 00:12:22.017165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1275793-9d27-40c8-9d4b-e77d05d11314 req-10e1fa3f-0763-44f6-8b5e-dabb827fe5af tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:22.029119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1275793-9d27-40c8-9d4b-e77d05d11314 req-10e1fa3f-0763-44f6-8b5e-dabb827fe5af tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 945 time: 0.0712171 Nov 09 00:12:22.084087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a5af-8fd2-47c7-9fc1-b2b7d5837809 req-04239965-015c-48c1-a61e-c74f2141092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:22.085779 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4440a5af-8fd2-47c7-9fc1-b2b7d5837809 req-04239965-015c-48c1-a61e-c74f2141092e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c475491fb764839990938ae2c6e5ee5&device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 1099 time: 0.0975416 Nov 09 00:12:22.085963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1275793-9d27-40c8-9d4b-e77d05d11314 req-c83d5704-f4fc-4e09-b166-b0eb651b887e tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553219 Nov 09 00:12:22.248285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a5af-8fd2-47c7-9fc1-b2b7d5837809 req-5225f67d-27ac-4c16-a367-8aee87bbeb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:22.250536 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4440a5af-8fd2-47c7-9fc1-b2b7d5837809 req-5225f67d-27ac-4c16-a367-8aee87bbeb98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.1422234 Nov 09 00:12:22.314058 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4440a5af-8fd2-47c7-9fc1-b2b7d5837809 req-36c4f0e0-ff4b-4ae4-8138-d947c7c76354 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 HTTP/1.1" status: 200 len: 217 time: 0.0492558 Nov 09 00:12:22.399830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a5af-8fd2-47c7-9fc1-b2b7d5837809 req-14a99f11-3abd-44dc-9b2c-496533952026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:22.401759 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4440a5af-8fd2-47c7-9fc1-b2b7d5837809 req-14a99f11-3abd-44dc-9b2c-496533952026 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0708616 Nov 09 00:12:22.405834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb06cb-f710-4af0-a6c8-46b208a265c4 req-d745dfaa-c251-4148-9a39-b6761166ae13 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:22.416427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2eb06cb-f710-4af0-a6c8-46b208a265c4 req-d745dfaa-c251-4148-9a39-b6761166ae13 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 948 time: 0.0822053 Nov 09 00:12:22.466088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a5af-8fd2-47c7-9fc1-b2b7d5837809 req-d070eb17-32f2-4bbb-bd86-4f4e15ffed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:22.468088 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4440a5af-8fd2-47c7-9fc1-b2b7d5837809 req-d070eb17-32f2-4bbb-bd86-4f4e15ffed01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558832 Nov 09 00:12:22.485649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2eb06cb-f710-4af0-a6c8-46b208a265c4 req-3e85be89-8602-4352-9b17-52284d3c9236 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612345 Nov 09 00:12:22.621295 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4440a5af-8fd2-47c7-9fc1-b2b7d5837809 req-c0a6170f-3319-4bfc-9eb9-dee8c5458112 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299906 Nov 09 00:12:22.641494 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec137c74-7571-4405-b3d9-058d27c3d9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb11a62-fd57-4c72-8ab7-d44daf7ca390'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:22.643853 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1d00a1-98f0-42df-a980-1ba5d1face2f" -d '{"events": [{"server_uuid": "ec137c74-7571-4405-b3d9-058d27c3d9e1", "name": "network-vif-plugged", "status": "completed", "tag": "aeb11a62-fd57-4c72-8ab7-d44daf7ca390"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:22.690621 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab51026c-69aa-4a91-98ce-78687cf2e681 x-openstack-request-id: req-ab51026c-69aa-4a91-98ce-78687cf2e681 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:22.691218 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec137c74-7571-4405-b3d9-058d27c3d9e1", "name": "network-vif-plugged", "status": "completed", "tag": "aeb11a62-fd57-4c72-8ab7-d44daf7ca390", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:22.691658 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab51026c-69aa-4a91-98ce-78687cf2e681 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:22.692241 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec137c74-7571-4405-b3d9-058d27c3d9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb11a62-fd57-4c72-8ab7-d44daf7ca390', 'code': 200} Nov 09 00:12:22.768366 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4440a5af-8fd2-47c7-9fc1-b2b7d5837809 req-287e0d65-5d6c-478b-be92-ecd8dbacdb6d service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273594 Nov 09 00:12:23.088592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ccb99-f28f-4f25-b138-55641cf93805 req-a42ebcc1-8fc6-40b6-9680-e2177f3af8c1 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:23.090523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-478ccb99-f28f-4f25-b138-55641cf93805 req-a42ebcc1-8fc6-40b6-9680-e2177f3af8c1 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ace722-5546-4d1b-9ef1-de6d87f2cae6 HTTP/1.1" status: 200 len: 946 time: 0.0962410 Nov 09 00:12:23.135488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd48f5-51ac-4c7a-9d59-de95513a81c6 req-1a5fb9a9-db2e-477f-994c-466d4e2143a6 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:23.144046 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46dd48f5-51ac-4c7a-9d59-de95513a81c6 req-1a5fb9a9-db2e-477f-994c-466d4e2143a6 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 943 time: 0.1095116 Nov 09 00:12:23.198607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-478ccb99-f28f-4f25-b138-55641cf93805 req-a82fe866-b24a-4bd7-865e-4440fe874ca5 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994797 Nov 09 00:12:23.236467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46dd48f5-51ac-4c7a-9d59-de95513a81c6 req-c4723ce4-aea8-4644-8af8-5acf6518e602 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879283 Nov 09 00:12:23.371657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ce677643-f38c-4210-b119-9aacfc417c2b up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:23.412455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c09f3-588f-408a-b672-5df78c2652a7 req-ae1d215f-9234-4b20-918e-fe8d40065c93 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:23.419928 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-003c09f3-588f-408a-b672-5df78c2652a7 req-ae1d215f-9234-4b20-918e-fe8d40065c93 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 945 time: 0.0879707 Nov 09 00:12:23.490524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port ce677643-f38c-4210-b119-9aacfc417c2b completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:12:23.495269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port ce677643-f38c-4210-b119-9aacfc417c2b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:23.495900 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:23.527164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-003c09f3-588f-408a-b672-5df78c2652a7 req-067b2dd2-97cd-4e21-b24e-990bcb41aaca tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056976 Nov 09 00:12:23.677145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1926bdf-7535-483f-bc5b-9b8bd974e736 req-5c5a6384-f4c9-4e98-acc1-d0d463981e00 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:23.679142 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1926bdf-7535-483f-bc5b-9b8bd974e736 req-5c5a6384-f4c9-4e98-acc1-d0d463981e00 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 948 time: 0.0995476 Nov 09 00:12:23.696802 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:23.740976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ce677643-f38c-4210-b119-9aacfc417c2b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ce677643-f38c-4210-b119-9aacfc417c2b,segment=NetworkSegment(cb13368c-6f66-4f4a-8a92-97d92790fcf1),segment_id=cb13368c-6f66-4f4a-8a92-97d92790fcf1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:23.747924 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:23.782735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83185f-c779-44ef-bdd1-7514ea818796 req-c52751e2-3a0c-48d2-a6f8-3e5f8063a476 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:23.790378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e83185f-c779-44ef-bdd1-7514ea818796 req-c52751e2-3a0c-48d2-a6f8-3e5f8063a476 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ace722-5546-4d1b-9ef1-de6d87f2cae6 HTTP/1.1" status: 200 len: 946 time: 0.1257606 Nov 09 00:12:23.812224 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1926bdf-7535-483f-bc5b-9b8bd974e736 req-fcb21828-1594-42ab-a6a6-3391096ab16a tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199768 Nov 09 00:12:23.824708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=ce677643-f38c-4210-b119-9aacfc417c2b,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:23.879819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e83185f-c779-44ef-bdd1-7514ea818796 req-3647446b-857c-4f8a-89eb-344ae63d8cee tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883145 Nov 09 00:12:24.198619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ac5d5-fd79-45d2-90b9-71701bde53de req-ee17e37e-546f-4712-b6c7-5a41a59417c9 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:24.200290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d3ac5d5-fd79-45d2-90b9-71701bde53de req-ee17e37e-546f-4712-b6c7-5a41a59417c9 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 945 time: 0.0637085 Nov 09 00:12:24.296539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d3ac5d5-fd79-45d2-90b9-71701bde53de req-98eb26cc-4dec-4fe8-b584-0e4023b3cf86 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c209eef-94bc-4fbf-9f69-524e6dc62017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891023 Nov 09 00:12:24.390179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731208de-c23a-4132-856e-c0b85411bcfd req-2bd4d5f6-80ba-4843-832d-c427b8ab710a tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:24.391900 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-731208de-c23a-4132-856e-c0b85411bcfd req-2bd4d5f6-80ba-4843-832d-c427b8ab710a tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 943 time: 0.0761080 Nov 09 00:12:24.462432 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-731208de-c23a-4132-856e-c0b85411bcfd req-1a37d4e4-0049-462b-8f07-04805d48922b tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600150 Nov 09 00:12:24.655462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device d8636eea-e429-4dc8-a364-53908427ea9e details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:12:24.684037 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441bfba-be48-4c3f-a894-8c41f98a2a72 req-5db23938-809f-4781-8386-1efa47573a0c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:24.691293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0441bfba-be48-4c3f-a894-8c41f98a2a72 req-5db23938-809f-4781-8386-1efa47573a0c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 946 time: 0.0699227 Nov 09 00:12:24.699980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce677643-f38c-4210-b119-9aacfc417c2b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:24.703564 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a401d830-8e15-4ca9-8202-803df54ed3aa" -d '{"events": [{"server_uuid": "94777b6c-ce55-4c10-975b-721fdccccb4a", "name": "network-vif-plugged", "status": "completed", "tag": "ce677643-f38c-4210-b119-9aacfc417c2b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:24.753775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0441bfba-be48-4c3f-a894-8c41f98a2a72 req-ad8570c0-f9e8-488f-aee8-bf3c81f4d4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553074 Nov 09 00:12:24.788941 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aecdcd8-0206-4cc6-a178-09564a2f30f6 x-openstack-request-id: req-6aecdcd8-0206-4cc6-a178-09564a2f30f6 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:24.789224 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94777b6c-ce55-4c10-975b-721fdccccb4a", "name": "network-vif-plugged", "status": "completed", "tag": "ce677643-f38c-4210-b119-9aacfc417c2b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:24.789496 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6aecdcd8-0206-4cc6-a178-09564a2f30f6 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:24.789886 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce677643-f38c-4210-b119-9aacfc417c2b', 'code': 200} Nov 09 00:12:24.829871 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port d8636eea-e429-4dc8-a364-53908427ea9e, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=d8636eea-e429-4dc8-a364-53908427ea9e,segment=NetworkSegment(f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1),segment_id=f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:24.855054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'd8636eea-e429-4dc8-a364-53908427ea9e', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'port_id': 'd8636eea-e429-4dc8-a364-53908427ea9e', 'mac_address': 'fa:16:3e:9d:2b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:12:24.894785 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc81703-27aa-4b3c-96e9-b35c748d310e req-08d9dbd9-5c73-4a7f-bc65-7e94c60a3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:24.896423 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ebc81703-27aa-4b3c-96e9-b35c748d310e req-08d9dbd9-5c73-4a7f-bc65-7e94c60a3a96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 1097 time: 0.0573463 Nov 09 00:12:24.912078 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:24.949538 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8636eea-e429-4dc8-a364-53908427ea9e {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:24.978236 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port d8636eea-e429-4dc8-a364-53908427ea9e, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=d8636eea-e429-4dc8-a364-53908427ea9e,segment=NetworkSegment(f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1),segment_id=f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:24.992223 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:25.018564 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ebc81703-27aa-4b3c-96e9-b35c748d310e req-811cbf79-543f-4f91-91dc-56ace4720a28 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117606 Nov 09 00:12:25.038953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799e4a4-e9dd-4e02-a052-a4a051d9516e req-dfe08cdf-d796-4de0-9159-4ddee2833201 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:25.040708 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6799e4a4-e9dd-4e02-a052-a4a051d9516e req-dfe08cdf-d796-4de0-9159-4ddee2833201 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.30 "GET /v2.0/ports?device_id=66ace722-5546-4d1b-9ef1-de6d87f2cae6 HTTP/1.1" status: 200 len: 946 time: 0.0847886 Nov 09 00:12:25.046914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d488b7-3d0b-48d9-84ea-2e3e2fb25805 req-c871b5ed-f531-46c5-bdd4-bff5ecb2db4a tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:25.048514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6d488b7-3d0b-48d9-84ea-2e3e2fb25805 req-c871b5ed-f531-46c5-bdd4-bff5ecb2db4a tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 948 time: 0.1027958 Nov 09 00:12:25.052926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=d8636eea-e429-4dc8-a364-53908427ea9e,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:25.063712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2544f90-bb89-4a4a-ab14-5ccb12324ffc req-0c5065d3-e594-416e-8fc7-19c05ac1a6a6 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:25.069811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2544f90-bb89-4a4a-ab14-5ccb12324ffc req-0c5065d3-e594-416e-8fc7-19c05ac1a6a6 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ace722-5546-4d1b-9ef1-de6d87f2cae6 HTTP/1.1" status: 200 len: 946 time: 0.0870147 Nov 09 00:12:25.153019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2544f90-bb89-4a4a-ab14-5ccb12324ffc req-e850cd96-5721-4d44-9b2f-c9d4cf954781 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748615 Nov 09 00:12:25.168830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6d488b7-3d0b-48d9-84ea-2e3e2fb25805 req-100f2b66-c762-4610-9c0f-00d56877e915 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138082 Nov 09 00:12:25.187866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-6799e4a4-e9dd-4e02-a052-a4a051d9516e req-2be92c2e-1936-4f1a-8081-cad9bb436b9e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Deleting port f6def1b7-b91f-4d27-908e-7835ef2e54ba {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:25.188295 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6799e4a4-e9dd-4e02-a052-a4a051d9516e req-2be92c2e-1936-4f1a-8081-cad9bb436b9e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:25.248896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['d8636eea-e429-4dc8-a364-53908427ea9e'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:25.306110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-6799e4a4-e9dd-4e02-a052-a4a051d9516e req-2be92c2e-1936-4f1a-8081-cad9bb436b9e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] For port f6def1b7-b91f-4d27-908e-7835ef2e54ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f6def1b7-b91f-4d27-908e-7835ef2e54ba,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:25.306905 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6799e4a4-e9dd-4e02-a052-a4a051d9516e req-2be92c2e-1936-4f1a-8081-cad9bb436b9e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:25.324811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-6799e4a4-e9dd-4e02-a052-a4a051d9516e req-2be92c2e-1936-4f1a-8081-cad9bb436b9e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Calling delete_port for f6def1b7-b91f-4d27-908e-7835ef2e54ba owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:25.383088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:12:25.439128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981c9a1-8d0e-49ea-9ee5-141d0aad9e82 req-c25c9d8c-99a2-4145-8f7e-2dc024ee902d tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:25.447214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1981c9a1-8d0e-49ea-9ee5-141d0aad9e82 req-c25c9d8c-99a2-4145-8f7e-2dc024ee902d tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 945 time: 0.0757327 Nov 09 00:12:25.513714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1981c9a1-8d0e-49ea-9ee5-141d0aad9e82 req-ccb2b402-8e25-4c55-8d6a-8226038af33b tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c209eef-94bc-4fbf-9f69-524e6dc62017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602560 Nov 09 00:12:25.550392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:25.562330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6799e4a4-e9dd-4e02-a052-a4a051d9516e req-2be92c2e-1936-4f1a-8081-cad9bb436b9e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:25.567606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'b0a247e3-76a9-4e5b-9125-68ae7b3d4b43', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': 'b0a247e3-76a9-4e5b-9125-68ae7b3d4b43', 'mac_address': 'fa:16:3e:f4:0f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:12:25.576033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['29c1ba78-4fd2-44ed-a147-bfadf6e565a4'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:25.605459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be92c2e-1936-4f1a-8081-cad9bb436b9e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Pushing event deleted for resources: {'Port': ['ID=f6def1b7-b91f-4d27-908e-7835ef2e54ba,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:25.667596 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:25.682350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dff52-c9aa-4ed8-b9ab-de9acc550ba5 req-eeeed595-59b0-4841-8f80-f2fd552290d7 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:25.693171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-353dff52-c9aa-4ed8-b9ab-de9acc550ba5 req-eeeed595-59b0-4841-8f80-f2fd552290d7 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 944 time: 0.0954473 Nov 09 00:12:25.696701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:25.730411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6799e4a4-e9dd-4e02-a052-a4a051d9516e req-2be92c2e-1936-4f1a-8081-cad9bb436b9e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] No DVR routers for this DVR port f6def1b7-b91f-4d27-908e-7835ef2e54ba on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:12:25.734589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6799e4a4-e9dd-4e02-a052-a4a051d9516e req-2be92c2e-1936-4f1a-8081-cad9bb436b9e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:25.737340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:25.738548 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6799e4a4-e9dd-4e02-a052-a4a051d9516e req-2be92c2e-1936-4f1a-8081-cad9bb436b9e tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.30 "DELETE /v2.0/ports/f6def1b7-b91f-4d27-908e-7835ef2e54ba HTTP/1.1" status: 204 len: 173 time: 0.6892951 Nov 09 00:12:25.739004 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ace722-5546-4d1b-9ef1-de6d87f2cae6', 'name': 'network-vif-deleted', 'tag': 'f6def1b7-b91f-4d27-908e-7835ef2e54ba'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:25.741505 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b215db-747b-4291-979a-f62e217b94d0" -d '{"events": [{"server_uuid": "66ace722-5546-4d1b-9ef1-de6d87f2cae6", "name": "network-vif-deleted", "tag": "f6def1b7-b91f-4d27-908e-7835ef2e54ba"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:25.779638 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:25.812249 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-353dff52-c9aa-4ed8-b9ab-de9acc550ba5 req-7664cccf-9e15-47da-9258-ab90d051e08e tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180995 Nov 09 00:12:25.842387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01721461-6226-4c93-9d06-4a12bf36d515 req-fe437b94-f2eb-42dd-8f00-13b3787a74dc tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:25.850206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01721461-6226-4c93-9d06-4a12bf36d515 req-fe437b94-f2eb-42dd-8f00-13b3787a74dc tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 945 time: 0.0967100 Nov 09 00:12:25.853947 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda4a9df-ad85-4ea2-b204-033886f3ff83 x-openstack-request-id: req-dda4a9df-ad85-4ea2-b204-033886f3ff83 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:25.855219 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ace722-5546-4d1b-9ef1-de6d87f2cae6", "name": "network-vif-deleted", "tag": "f6def1b7-b91f-4d27-908e-7835ef2e54ba", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:25.857822 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dda4a9df-ad85-4ea2-b204-033886f3ff83 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:25.858280 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ace722-5546-4d1b-9ef1-de6d87f2cae6', 'name': 'network-vif-deleted', 'tag': 'f6def1b7-b91f-4d27-908e-7835ef2e54ba', 'status': 'completed', 'code': 200} Nov 09 00:12:25.873274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:25.902262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['bab62de1-b96f-4a76-ae0b-77d7e9e3dc44', 'f6def1b7-b91f-4d27-908e-7835ef2e54ba'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:26.041659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36010e5e-ea59-422e-afbb-2086352c4e64 req-8488a896-c55a-469a-9fba-256052a1edb3 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:26.046205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36010e5e-ea59-422e-afbb-2086352c4e64 req-8488a896-c55a-469a-9fba-256052a1edb3 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 946 time: 0.1207652 Nov 09 00:12:26.108146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-01721461-6226-4c93-9d06-4a12bf36d515 req-c6547408-e155-4545-bb9e-a1d0bb898c77 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Deleting port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:26.108803 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-01721461-6226-4c93-9d06-4a12bf36d515 req-c6547408-e155-4545-bb9e-a1d0bb898c77 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:26.155563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36010e5e-ea59-422e-afbb-2086352c4e64 req-6da8f2f4-4fb0-4eb0-bd83-25bdd5d4b3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934784 Nov 09 00:12:26.282519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-01721461-6226-4c93-9d06-4a12bf36d515 req-c6547408-e155-4545-bb9e-a1d0bb898c77 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] For port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=4e4df646-07be-4bf6-8ff7-7f46a642ee3b,segment=NetworkSegment(8c47e50a-c040-4019-bc3b-40e5cb8d2bd4),segment_id=8c47e50a-c040-4019-bc3b-40e5cb8d2bd4)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:26.282896 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-01721461-6226-4c93-9d06-4a12bf36d515 req-c6547408-e155-4545-bb9e-a1d0bb898c77 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:26.333477 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['b0a247e3-76a9-4e5b-9125-68ae7b3d4b43'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:26.338855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-01721461-6226-4c93-9d06-4a12bf36d515 req-c6547408-e155-4545-bb9e-a1d0bb898c77 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Calling delete_port for 4e4df646-07be-4bf6-8ff7-7f46a642ee3b owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:26.380241 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2eec61c0-94d8-4f3b-9a57-035cf1c0661f req-e7f95dd7-8979-4c9f-9c26-4e616e959f59 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ace722-5546-4d1b-9ef1-de6d87f2cae6 HTTP/1.1" status: 200 len: 210 time: 0.0782113 Nov 09 00:12:26.442516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f84224-461c-4bbd-a57a-a50d19cb21bc req-f5114668-1874-4aae-9aa6-5983972ba10f tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:26.449714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10f84224-461c-4bbd-a57a-a50d19cb21bc req-f5114668-1874-4aae-9aa6-5983972ba10f tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 949 time: 0.1637070 Nov 09 00:12:26.553656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10f84224-461c-4bbd-a57a-a50d19cb21bc req-fea3cc68-9ffe-47d3-a5b0-8019c96bffb9 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029236 Nov 09 00:12:26.668342 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-01721461-6226-4c93-9d06-4a12bf36d515 req-c6547408-e155-4545-bb9e-a1d0bb898c77 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:26.671333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device d8636eea-e429-4dc8-a364-53908427ea9e up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:26.699057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-382eb999-507b-48b1-ac9d-809194af587f req-52c1c459-d237-45f1-a3ed-7780f7f5bd90 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5398b1c-33f3-43d0-abb1-f4c020bb92d3 HTTP/1.1" status: 200 len: 210 time: 0.0471690 Nov 09 00:12:26.714301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['4e4df646-07be-4bf6-8ff7-7f46a642ee3b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:26.749152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6547408-e155-4545-bb9e-a1d0bb898c77 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Pushing event deleted for resources: {'Port': ['ID=4e4df646-07be-4bf6-8ff7-7f46a642ee3b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:26.764370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-01721461-6226-4c93-9d06-4a12bf36d515 req-c6547408-e155-4545-bb9e-a1d0bb898c77 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] No DVR routers for this DVR port 4e4df646-07be-4bf6-8ff7-7f46a642ee3b on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:12:26.767605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-01721461-6226-4c93-9d06-4a12bf36d515 req-c6547408-e155-4545-bb9e-a1d0bb898c77 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:26.771106 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01721461-6226-4c93-9d06-4a12bf36d515 req-c6547408-e155-4545-bb9e-a1d0bb898c77 tempest-VolumesAdminNegativeTest-2036335675 tempest-VolumesAdminNegativeTest-2036335675-project] 10.222.0.30 "DELETE /v2.0/ports/4e4df646-07be-4bf6-8ff7-7f46a642ee3b HTTP/1.1" status: 204 len: 173 time: 0.9118729 Nov 09 00:12:26.771106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5398b1c-33f3-43d0-abb1-f4c020bb92d3', 'name': 'network-vif-deleted', 'tag': '4e4df646-07be-4bf6-8ff7-7f46a642ee3b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:26.774019 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea314763-4f7c-4013-8e3a-46833e96acd6" -d '{"events": [{"server_uuid": "e5398b1c-33f3-43d0-abb1-f4c020bb92d3", "name": "network-vif-deleted", "tag": "4e4df646-07be-4bf6-8ff7-7f46a642ee3b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:26.781810 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port d8636eea-e429-4dc8-a364-53908427ea9e completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:12:26.786287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port d8636eea-e429-4dc8-a364-53908427ea9e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:26.786660 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:26.836034 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f43f4d3-d3ed-4db8-abbe-961bab5b8eb9 x-openstack-request-id: req-9f43f4d3-d3ed-4db8-abbe-961bab5b8eb9 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:26.836293 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5398b1c-33f3-43d0-abb1-f4c020bb92d3", "name": "network-vif-deleted", "tag": "4e4df646-07be-4bf6-8ff7-7f46a642ee3b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:26.836588 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f43f4d3-d3ed-4db8-abbe-961bab5b8eb9 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:26.837049 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5398b1c-33f3-43d0-abb1-f4c020bb92d3', 'name': 'network-vif-deleted', 'tag': '4e4df646-07be-4bf6-8ff7-7f46a642ee3b', 'status': 'completed', 'code': 200} Nov 09 00:12:26.940623 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:26.969328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82840f7d-7987-4051-97e1-be3b269f0a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8636eea-e429-4dc8-a364-53908427ea9e'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:26.972180 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cef660-665c-4012-8883-cb931a507535" -d '{"events": [{"server_uuid": "82840f7d-7987-4051-97e1-be3b269f0a15", "name": "network-vif-plugged", "status": "completed", "tag": "d8636eea-e429-4dc8-a364-53908427ea9e"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:26.987370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port d8636eea-e429-4dc8-a364-53908427ea9e, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=d8636eea-e429-4dc8-a364-53908427ea9e,segment=NetworkSegment(f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1),segment_id=f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:26.995126 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:26.996406 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f6def1b7-b91f-4d27-908e-7835ef2e54ba no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:12:27.041643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: f6def1b7-b91f-4d27-908e-7835ef2e54ba {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:12:27.042058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f6def1b7-b91f-4d27-908e-7835ef2e54ba not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:12:27.056707 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5398c082-7b10-44e3-9606-0fdda73c2645 x-openstack-request-id: req-5398c082-7b10-44e3-9606-0fdda73c2645 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:27.057070 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82840f7d-7987-4051-97e1-be3b269f0a15", "name": "network-vif-plugged", "status": "completed", "tag": "d8636eea-e429-4dc8-a364-53908427ea9e", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:27.057421 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5398c082-7b10-44e3-9606-0fdda73c2645 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:27.057880 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82840f7d-7987-4051-97e1-be3b269f0a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8636eea-e429-4dc8-a364-53908427ea9e', 'code': 200} Nov 09 00:12:27.074707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=d8636eea-e429-4dc8-a364-53908427ea9e,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:27.076579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85985cc5-0320-4102-8aa2-08877a22ac81 req-2afe66df-4e5b-455e-9034-02e7ade640e1 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:27.094869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85985cc5-0320-4102-8aa2-08877a22ac81 req-2afe66df-4e5b-455e-9034-02e7ade640e1 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 944 time: 0.1531959 Nov 09 00:12:27.154010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85985cc5-0320-4102-8aa2-08877a22ac81 req-09a3275a-670a-4e4d-9c10-da9b3550d9f6 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540879 Nov 09 00:12:27.198075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e07bb9-64ea-4f57-b718-be3f864ae8ee req-cc5c6817-7973-4fd2-a8e2-b085980b1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:27.202723 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25e07bb9-64ea-4f57-b718-be3f864ae8ee req-cc5c6817-7973-4fd2-a8e2-b085980b1a62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 1096 time: 0.0650628 Nov 09 00:12:27.319911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f869ae-0a6f-4608-8169-d80fd9f4426f req-5a63f714-87f7-4786-a86d-e0b245f54111 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:27.321620 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9f869ae-0a6f-4608-8169-d80fd9f4426f req-5a63f714-87f7-4786-a86d-e0b245f54111 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 946 time: 0.0902548 Nov 09 00:12:27.324109 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25e07bb9-64ea-4f57-b718-be3f864ae8ee req-5754d5cb-ac92-4e63-9606-6854c6c7b227 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061654 Nov 09 00:12:27.397579 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9f869ae-0a6f-4608-8169-d80fd9f4426f req-86a05706-1f48-4abd-8b6f-d6caf5aec6bf tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635476 Nov 09 00:12:27.671599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-9e2960ad-8d64-4ac2-8b2e-43c2f14b7794 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 258 time: 0.2460594 Nov 09 00:12:27.682633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:27.718444 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:27.811424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feed35d-9aa2-4af9-8772-7d51f3981b89 req-b31fa18c-f4d1-4b3a-a224-b429dbeba187 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:27.812963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0feed35d-9aa2-4af9-8772-7d51f3981b89 req-b31fa18c-f4d1-4b3a-a224-b429dbeba187 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 949 time: 0.1045992 Nov 09 00:12:27.889596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0feed35d-9aa2-4af9-8772-7d51f3981b89 req-4e54debe-91b9-44ce-a55a-47da3ee9d530 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693991 Nov 09 00:12:27.905018 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.031930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Allocated IP 172.25.0.155 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/185161c0-aa65-4bef-92ed-9e03d9bc8f81) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:28.165398 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.179037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37106) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:28.228989 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.257717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f6cd9d-c6ca-4616-a907-376a96df9049 admin admin] Deleting subnet b093a01c-9711-4131-a975-b37655309e5f {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:12:28.261825 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99f6cd9d-c6ca-4616-a907-376a96df9049 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.273560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:28.277627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:28.296943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:28.316653 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99f6cd9d-c6ca-4616-a907-376a96df9049 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.373751 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99f6cd9d-c6ca-4616-a907-376a96df9049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.443264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Pushing event updated for resources: {'Port': ['ID=185161c0-aa65-4bef-92ed-9e03d9bc8f81,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:28.444731 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99f6cd9d-c6ca-4616-a907-376a96df9049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.479175 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.489099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e191f4-bea8-4358-b649-23d0af8a1b3c req-2a1cf708-673c-4e35-bc19-7b1b223f75f5 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:28.497189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20e191f4-bea8-4358-b649-23d0af8a1b3c req-2a1cf708-673c-4e35-bc19-7b1b223f75f5 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 945 time: 0.1322753 Nov 09 00:12:28.508033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6cd9d-c6ca-4616-a907-376a96df9049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b093a01c-9711-4131-a975-b37655309e5f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:28.528084 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99f6cd9d-c6ca-4616-a907-376a96df9049 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.535806 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-99f6cd9d-c6ca-4616-a907-376a96df9049 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b093a01c-9711-4131-a975-b37655309e5f HTTP/1.1" status: 204 len: 168 time: 0.3552115 Nov 09 00:12:28.536505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37112) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:28.584887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20e191f4-bea8-4358-b649-23d0af8a1b3c req-e5605eb0-9501-4ac0-b35b-16b94ad26157 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849037 Nov 09 00:12:28.628375 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.650386 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.787489 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.843149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb63df7-55c0-46d2-9519-c55dc2e5cd78']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:28.867600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c47e50a-c040-4019-bc3b-40e5cb8d2bd4') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:28.871465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c47e50a-c040-4019-bc3b-40e5cb8d2bd4') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:28.893469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.911467 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.919843 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.925118 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.943904 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:12:28.945646 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:12:28.950225 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:12:29.007124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Pushing event updated for resources: {'Port': ['ID=185161c0-aa65-4bef-92ed-9e03d9bc8f81,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:29.052839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.059514 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.066716 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.079533 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.080394 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4bb63df7-55c0-46d2-9519-c55dc2e5cd78 HTTP/1.1" status: 204 len: 168 time: 0.5427790 Nov 09 00:12:29.081555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37138) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:29.087036 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-b7cb80a0-d4e5-424f-9b8c-9389123023cd tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4085400 Nov 09 00:12:29.100759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc485b-1e9e-40ef-a4b8-0915e35c4427 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb63df7-55c0-46d2-9519-c55dc2e5cd78,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:29.151381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ff9da8-8772-4de4-984c-52cfb8aaaf0c admin admin] Deleting subnet 069c7712-2810-4e2e-9d39-8bcfb6f5f8c7 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:12:29.155890 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45ff9da8-8772-4de4-984c-52cfb8aaaf0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.180013 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-a85ab579-1b52-4f57-a2d5-5cdce8174e2b tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.0811129 Nov 09 00:12:29.197494 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8716e-44a1-470a-89c4-604afe38343f req-de1fcaa8-93c5-4696-ac9e-4c3ee24f2829 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:29.201986 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45ff9da8-8772-4de4-984c-52cfb8aaaf0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.205563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5a8716e-44a1-470a-89c4-604afe38343f req-de1fcaa8-93c5-4696-ac9e-4c3ee24f2829 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 949 time: 0.1172538 Nov 09 00:12:29.244277 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45ff9da8-8772-4de4-984c-52cfb8aaaf0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.315821 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45ff9da8-8772-4de4-984c-52cfb8aaaf0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.365099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff9da8-8772-4de4-984c-52cfb8aaaf0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069c7712-2810-4e2e-9d39-8bcfb6f5f8c7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:29.370666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:29.374866 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45ff9da8-8772-4de4-984c-52cfb8aaaf0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.381874 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-45ff9da8-8772-4de4-984c-52cfb8aaaf0c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/069c7712-2810-4e2e-9d39-8bcfb6f5f8c7 HTTP/1.1" status: 204 len: 168 time: 0.2982848 Nov 09 00:12:29.382951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37142) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:29.448425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:12:29.453790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:29.454584 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.472330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.562885 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.567483 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.596445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4938500d-17e6-4d95-8519-2a199ea04a08']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:29.617208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383b7ed1-c8bf-4e39-921a-966833c5418f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a247e3-76a9-4e5b-9125-68ae7b3d4b43'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:29.620823 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc68f24d-8f9e-4526-844d-932738abf395" -d '{"events": [{"server_uuid": "383b7ed1-c8bf-4e39-921a-966833c5418f", "name": "network-vif-plugged", "status": "completed", "tag": "b0a247e3-76a9-4e5b-9125-68ae7b3d4b43"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:29.621385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c68f247-a649-4775-9cd8-ef5cd92a5258') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:29.621712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c68f247-a649-4775-9cd8-ef5cd92a5258') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:29.634239 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.640469 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:29.652512 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.652796 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.662523 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:12:29.663001 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:12:29.664986 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:12:29.720602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-2e748559-8e4f-41dd-9bc4-a83fe2868e0b tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:29.723741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-2e748559-8e4f-41dd-9bc4-a83fe2868e0b tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.5152457 Nov 09 00:12:29.737452 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.739745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:29.742243 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:29.743881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-d1005467-854d-47a4-b327-eb6c5e8d52fc tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:12:29.745802 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-941a2df6-c662-4c3e-99c6-d1513fdfb416 req-d1005467-854d-47a4-b327-eb6c5e8d52fc tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163999 Nov 09 00:12:29.751557 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] 10.222.0.25 "DELETE /v2.0/networks/4938500d-17e6-4d95-8519-2a199ea04a08 HTTP/1.1" status: 204 len: 168 time: 0.3645592 Nov 09 00:12:29.785695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614a49f-d350-4629-8f86-8f1589909f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=4938500d-17e6-4d95-8519-2a199ea04a08,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:29.792693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5a8716e-44a1-470a-89c4-604afe38343f req-ee832891-6b5e-45c3-93e2-63cd00193a73 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840158 Nov 09 00:12:29.916382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37154) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:29.970386 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ed1fc078-086f-4497-bcf9-27f85fae55d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd33330dde084d518c783e925f0fc852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524423 Nov 09 00:12:29.972895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37156) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:30.046095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-34591657-6502-4f2e-b01a-65e694f3f11b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:30.070362 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-34591657-6502-4f2e-b01a-65e694f3f11b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:30.096684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d6c93-2c2f-4734-b48f-50b0e34abdb5 req-04521c4f-ec00-4d40-9387-096823f59d85 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:30.103913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d6c93-2c2f-4734-b48f-50b0e34abdb5 req-04521c4f-ec00-4d40-9387-096823f59d85 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:30.112316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-812d6c93-2c2f-4734-b48f-50b0e34abdb5 req-04521c4f-ec00-4d40-9387-096823f59d85 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa&device_id=cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca HTTP/1.1" status: 200 len: 1682 time: 0.1122327 Nov 09 00:12:30.128478 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-34591657-6502-4f2e-b01a-65e694f3f11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:30.131436 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-34591657-6502-4f2e-b01a-65e694f3f11b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:30.132852 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-34591657-6502-4f2e-b01a-65e694f3f11b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c209eef-94bc-4fbf-9f69-524e6dc62017 HTTP/1.1" status: 204 len: 168 time: 0.1589813 Nov 09 00:12:30.141643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34591657-6502-4f2e-b01a-65e694f3f11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c209eef-94bc-4fbf-9f69-524e6dc62017,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:30.146808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227982a-cca9-4739-9f75-36625aefc3bf req-0fd84c29-99e2-4887-b055-6fa585c91eb4 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:30.148262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0227982a-cca9-4739-9f75-36625aefc3bf req-0fd84c29-99e2-4887-b055-6fa585c91eb4 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 945 time: 0.1186123 Nov 09 00:12:30.207035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-812d6c93-2c2f-4734-b48f-50b0e34abdb5 req-bee5e53e-01f1-4de9-a046-f241fa966d95 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933619 Nov 09 00:12:30.251040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0227982a-cca9-4739-9f75-36625aefc3bf req-36d9f8bc-b87e-4bf2-8acc-c3b0aa87bb61 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800893 Nov 09 00:12:30.265337 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ffe2c6-f94b-4d28-a87c-279674057eb1 x-openstack-request-id: req-a4ffe2c6-f94b-4d28-a87c-279674057eb1 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:30.266057 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383b7ed1-c8bf-4e39-921a-966833c5418f", "name": "network-vif-plugged", "status": "completed", "tag": "b0a247e3-76a9-4e5b-9125-68ae7b3d4b43", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:30.266422 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4ffe2c6-f94b-4d28-a87c-279674057eb1 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:30.266917 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383b7ed1-c8bf-4e39-921a-966833c5418f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a247e3-76a9-4e5b-9125-68ae7b3d4b43', 'code': 200} Nov 09 00:12:30.439210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851f197-5c22-4198-b49d-369019240890 req-66d891ba-5561-4877-b653-dc694cfbcd55 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:30.443435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363420ef-f09a-456f-b94f-f2ca828eb4d5 req-3aab9fec-1e5b-420c-9e11-d4e5a8f7d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:30.445523 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-363420ef-f09a-456f-b94f-f2ca828eb4d5 req-3aab9fec-1e5b-420c-9e11-d4e5a8f7d5ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 1101 time: 0.0866256 Nov 09 00:12:30.447016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c851f197-5c22-4198-b49d-369019240890 req-66d891ba-5561-4877-b653-dc694cfbcd55 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0722306 Nov 09 00:12:30.523941 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-363420ef-f09a-456f-b94f-f2ca828eb4d5 req-29fe8c19-7010-4ef1-b5af-02de76027b4a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702910 Nov 09 00:12:30.530314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c851f197-5c22-4198-b49d-369019240890 req-b7616ae1-e584-499c-951f-f1321f6ffda6 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.0823247 Nov 09 00:12:30.551577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c851f197-5c22-4198-b49d-369019240890 req-3307e441-5ae4-4f77-ad39-4b8f1d333612 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Request body: {'floatingip': {'port_id': 'ce677643-f38c-4210-b119-9aacfc417c2b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:30.597180 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c851f197-5c22-4198-b49d-369019240890 req-3307e441-5ae4-4f77-ad39-4b8f1d333612 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:30.672554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4a291-bc19-4240-9fb5-31c65822f76e req-9f37c59a-72a3-4a5f-8842-35ac839e9e93 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:30.674208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aff4a291-bc19-4240-9fb5-31c65822f76e req-9f37c59a-72a3-4a5f-8842-35ac839e9e93 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 945 time: 0.1695638 Nov 09 00:12:30.685768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37180) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:30.696627 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0a521e8a-20af-4e39-bc9a-9497e9884b07 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Request body: {'floatingip': {'port_id': 'd8636eea-e429-4dc8-a364-53908427ea9e'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:30.703822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 4e4df646-07be-4bf6-8ff7-7f46a642ee3b no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:12:30.740362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 4e4df646-07be-4bf6-8ff7-7f46a642ee3b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:12:30.740713 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 4e4df646-07be-4bf6-8ff7-7f46a642ee3b not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:12:30.784561 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a521e8a-20af-4e39-bc9a-9497e9884b07 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:30.815408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37184) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:31.006556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8fc04fca-f7aa-4428-8a27-30a92abe0773 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c85d1f0498534a04a091a5b320f555a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894643 Nov 09 00:12:31.010679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37192) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:31.019447 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f974806-7e2c-4931-b558-7fbe0fb2e1af req-18af7a70-e54f-4f84-97f3-19a2718b452e tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:31.026588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f974806-7e2c-4931-b558-7fbe0fb2e1af req-18af7a70-e54f-4f84-97f3-19a2718b452e tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 950 time: 0.1420498 Nov 09 00:12:31.138808 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f974806-7e2c-4931-b558-7fbe0fb2e1af req-0601502d-c14d-47d0-8464-7e8adfe4945d tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106844 Nov 09 00:12:31.240374 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:31.266182 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:31.402747 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:31.405740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:31.409191 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9504eec-9f44-40ab-97de-cc26b0e23b3f HTTP/1.1" status: 204 len: 168 time: 0.3732643 Nov 09 00:12:31.452031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9504eec-9f44-40ab-97de-cc26b0e23b3f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:31.489176 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:31.489511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:31.490160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:31.490329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:31.490558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:31.490942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:31.491228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:31.491539 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:31.491912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:31.492238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:31.492564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:31.493254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ca513-40e6-49d0-9ef5-037f9d13fad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:31.498333 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c851f197-5c22-4198-b49d-369019240890 req-3307e441-5ae4-4f77-ad39-4b8f1d333612 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:31.521564 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c851f197-5c22-4198-b49d-369019240890 req-3307e441-5ae4-4f77-ad39-4b8f1d333612 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:31.652651 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-c851f197-5c22-4198-b49d-369019240890 req-3307e441-5ae4-4f77-ad39-4b8f1d333612 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Floating IP be971be3-ca22-43e7-9e37-4f2ab8df8a72 associated. External IP: 172.25.0.155, port: ce677643-f38c-4210-b119-9aacfc417c2b. Nov 09 00:12:31.719265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a521e8a-20af-4e39-bc9a-9497e9884b07 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:31.724327 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a521e8a-20af-4e39-bc9a-9497e9884b07 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:31.863361 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-0a521e8a-20af-4e39-bc9a-9497e9884b07 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Floating IP 572707dd-1521-4e0a-80b6-e0a0a5545dac associated. External IP: 172.25.0.68, port: d8636eea-e429-4dc8-a364-53908427ea9e. Nov 09 00:12:31.972578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c851f197-5c22-4198-b49d-369019240890 req-3307e441-5ae4-4f77-ad39-4b8f1d333612 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Router 10f98708-4537-403f-b940-13f7f835ff68 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:12:32.101897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c851f197-5c22-4198-b49d-369019240890 req-3307e441-5ae4-4f77-ad39-4b8f1d333612 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:12:32.107588 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c851f197-5c22-4198-b49d-369019240890 req-3307e441-5ae4-4f77-ad39-4b8f1d333612 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:32.114641 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47205fb3-5839-4aee-8986-62552ffead0f None None] Sync routers for ids ['10f98708-4537-403f-b940-13f7f835ff68'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:12:32.135358 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47205fb3-5839-4aee-8986-62552ffead0f None None] Routers {'10f98708-4537-403f-b940-13f7f835ff68'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:32.136113 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-47205fb3-5839-4aee-8986-62552ffead0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['10f98708-4537-403f-b940-13f7f835ff68'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:32.166602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a521e8a-20af-4e39-bc9a-9497e9884b07 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Router 25ffeb10-0fe4-4ed1-a8b2-368451770356 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:12:32.195711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c851f197-5c22-4198-b49d-369019240890 req-3307e441-5ae4-4f77-ad39-4b8f1d333612 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "PUT /v2.0/floatingips/be971be3-ca22-43e7-9e37-4f2ab8df8a72 HTTP/1.1" status: 200 len: 997 time: 1.6520557 Nov 09 00:12:32.196248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'tag': 'ce677643-f38c-4210-b119-9aacfc417c2b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:32.198431 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91332dbc-78eb-4e6c-8e26-4c5ecec7e923" -d '{"events": [{"name": "network-changed", "server_uuid": "94777b6c-ce55-4c10-975b-721fdccccb4a", "tag": "ce677643-f38c-4210-b119-9aacfc417c2b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:32.292527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851f197-5c22-4198-b49d-369019240890 req-3c1b1b49-8729-40d1-87a8-f390a5ed73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:32.296442 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c851f197-5c22-4198-b49d-369019240890 req-3c1b1b49-8729-40d1-87a8-f390a5ed73c4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aacef58ab1f84c1aa498bfd6f67e0972&device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 1097 time: 0.0753069 Nov 09 00:12:32.306387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a521e8a-20af-4e39-bc9a-9497e9884b07 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:12:32.311177 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a521e8a-20af-4e39-bc9a-9497e9884b07 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:32.316976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e78497-54bf-4a9c-9d41-1990534b9caa None None] Sync routers for ids ['25ffeb10-0fe4-4ed1-a8b2-368451770356'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:12:32.322878 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-47205fb3-5839-4aee-8986-62552ffead0f None None] Set router 10f98708-4537-403f-b940-13f7f835ff68 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:32.328240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e78497-54bf-4a9c-9d41-1990534b9caa None None] Routers {'25ffeb10-0fe4-4ed1-a8b2-368451770356'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:32.328983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c6e78497-54bf-4a9c-9d41-1990534b9caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['25ffeb10-0fe4-4ed1-a8b2-368451770356'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:32.389622 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0a521e8a-20af-4e39-bc9a-9497e9884b07 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "PUT /v2.0/floatingips/572707dd-1521-4e0a-80b6-e0a0a5545dac HTTP/1.1" status: 200 len: 990 time: 1.6997833 Nov 09 00:12:32.391391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82840f7d-7987-4051-97e1-be3b269f0a15', 'tag': 'd8636eea-e429-4dc8-a364-53908427ea9e'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:32.396919 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0915e0a6-b492-4f9d-952c-4756c3496419" -d '{"events": [{"name": "network-changed", "server_uuid": "82840f7d-7987-4051-97e1-be3b269f0a15", "tag": "d8636eea-e429-4dc8-a364-53908427ea9e"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:32.438033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851f197-5c22-4198-b49d-369019240890 req-1cc836a2-8315-4af1-a998-3046698f1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:32.447117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c851f197-5c22-4198-b49d-369019240890 req-1cc836a2-8315-4af1-a998-3046698f1258 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b1ac6645-d016-4154-bcab-626068cb43df HTTP/1.1" status: 200 len: 929 time: 0.1440921 Nov 09 00:12:32.483175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37298) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:32.528313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c851f197-5c22-4198-b49d-369019240890 req-66a8b67f-9ad4-4d37-a87e-7f8bae66bf60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce677643-f38c-4210-b119-9aacfc417c2b HTTP/1.1" status: 200 len: 1000 time: 0.0802152 Nov 09 00:12:32.561296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c6e78497-54bf-4a9c-9d41-1990534b9caa None None] Set router 25ffeb10-0fe4-4ed1-a8b2-368451770356 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:32.580736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851f197-5c22-4198-b49d-369019240890 req-ac21e363-0b59-428b-abba-eae1dd64a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:32.582514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c851f197-5c22-4198-b49d-369019240890 req-ac21e363-0b59-428b-abba-eae1dd64a518 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2d61785-540d-4dbc-b526-c501d112cc01 HTTP/1.1" status: 200 len: 868 time: 0.0470099 Nov 09 00:12:32.655158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-242793794-network', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:32.676067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851f197-5c22-4198-b49d-369019240890 req-0d69b866-7f49-441d-b609-53c49d732af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:32.677796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c851f197-5c22-4198-b49d-369019240890 req-0d69b866-7f49-441d-b609-53c49d732af1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b1ac6645-d016-4154-bcab-626068cb43df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875714 Nov 09 00:12:32.684448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Made reservation on behalf of f01a0ec391a842d0a4bbb63db640e69c for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:12:32.692797 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:32.705624 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:32.819680 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:32.826081 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:32.851514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c851f197-5c22-4198-b49d-369019240890 req-050ddc06-0153-4f67-a5f3-b87d33403550 service neutron] 10.222.0.25 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654148 Nov 09 00:12:32.854254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e2829c-3b85-4776-8494-8c8abc2b5b34,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:32.868067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3515de-ba83-46b8-9fe0-71de19e0000b req-99002856-343f-4b71-b57c-816ca66c7c21 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:32.868661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:12:32.869644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee3515de-ba83-46b8-9fe0-71de19e0000b req-99002856-343f-4b71-b57c-816ca66c7c21 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/ports?device_id=cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca HTTP/1.1" status: 200 len: 946 time: 0.0709684 Nov 09 00:12:32.881447 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-47205fb3-5839-4aee-8986-62552ffead0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:12:01Z', 'revision_number': 4, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'be971be3-ca22-43e7-9e37-4f2ab8df8a72', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '10f98708-4537-403f-b940-13f7f835ff68', 'port_id': 'ce677643-f38c-4210-b119-9aacfc417c2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'mac_address': 'fa:16:3e:12:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:12:28Z', 'updated_at': '2021-11-09T00:12:31Z', 'revision_number': 1, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dde6b71-6476-495e-8093-8652cb29d726', 'name': '', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'mac_address': 'fa:16:3e:f8:af:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:00Z', 'updated_at': '2021-11-09T00:12:07Z', 'revision_number': 5, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'subnets': [{'id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:32.890324 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:32.890672 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Added segment d140fd6f-be7c-4c79-bca0-64df377bf7f1 of type vlan for network 664e6f5d-8941-4bea-80b8-e1f977f0277b Nov 09 00:12:32.905188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c6e78497-54bf-4a9c-9d41-1990534b9caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:15Z', 'revision_number': 4, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '572707dd-1521-4e0a-80b6-e0a0a5545dac', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'port_id': 'd8636eea-e429-4dc8-a364-53908427ea9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'mac_address': 'fa:16:3e:9d:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82840f7d-7987-4051-97e1-be3b269f0a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:11:23Z', 'updated_at': '2021-11-09T00:12:31Z', 'revision_number': 1, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c', 'name': '', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'mac_address': 'fa:16:3e:3a:ea:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:13Z', 'updated_at': '2021-11-09T00:11:22Z', 'revision_number': 5, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'subnets': [{'id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:32.916514 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47205fb3-5839-4aee-8986-62552ffead0f None None] Checking router: 10f98708-4537-403f-b940-13f7f835ff68 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:12:32.925921 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47205fb3-5839-4aee-8986-62552ffead0f None None] Routers {'10f98708-4537-403f-b940-13f7f835ff68'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:32.926881 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-47205fb3-5839-4aee-8986-62552ffead0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['10f98708-4537-403f-b940-13f7f835ff68'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:32.939382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e78497-54bf-4a9c-9d41-1990534b9caa None None] Checking router: 25ffeb10-0fe4-4ed1-a8b2-368451770356 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:12:32.942600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:32.948737 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e78497-54bf-4a9c-9d41-1990534b9caa None None] Routers {'25ffeb10-0fe4-4ed1-a8b2-368451770356'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:32.949618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c6e78497-54bf-4a9c-9d41-1990534b9caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['25ffeb10-0fe4-4ed1-a8b2-368451770356'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:32.957292 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee3515de-ba83-46b8-9fe0-71de19e0000b req-bf114713-5ccd-4b39-997e-613f5b8b07d5 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.25 "GET /v2.0/security-groups?id=9425f476-d587-4c27-8d13-3123ba8bb558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774333 Nov 09 00:12:33.027752 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:33.030423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:33.031030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:33.064624 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-47205fb3-5839-4aee-8986-62552ffead0f None None] Set router 10f98708-4537-403f-b940-13f7f835ff68 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:33.089740 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c851f197-5c22-4198-b49d-369019240890 req-2692cb2d-2a85-46b6-87d9-97395b551dab service neutron] 10.222.0.25 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188890 Nov 09 00:12:33.102699 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6174839 Nov 09 00:12:33.105643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37308) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:33.111971 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bb3afd38-eaf5-4034-8646-2018e2f0072e admin admin] Request body: {'subnet': {'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-242793794-subnet', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:33.124234 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed804f8c-ac49-4417-8f49-604b17fb95b4 admin admin] Pushing event updated for resources: {'Network': ['ID=664e6f5d-8941-4bea-80b8-e1f977f0277b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:33.136792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc1db7-8858-47c4-8fe1-689ab1aa17d3 req-1aa0b3a7-be52-43a5-8be2-833bb46aa6dc tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:33.138924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4cc1db7-8858-47c4-8fe1-689ab1aa17d3 req-1aa0b3a7-be52-43a5-8be2-833bb46aa6dc tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 950 time: 0.0679901 Nov 09 00:12:33.150931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3afd38-eaf5-4034-8646-2018e2f0072e admin admin] Made reservation on behalf of f01a0ec391a842d0a4bbb63db640e69c for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:12:33.156373 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb3afd38-eaf5-4034-8646-2018e2f0072e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:33.265025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 664e6f5d-8941-4bea-80b8-e1f977f0277b details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:12:33.273440 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fccd320-4e2b-421b-a5b8-ad41e653c725 x-openstack-request-id: req-5fccd320-4e2b-421b-a5b8-ad41e653c725 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:33.274042 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94777b6c-ce55-4c10-975b-721fdccccb4a", "tag": "ce677643-f38c-4210-b119-9aacfc417c2b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:33.274042 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fccd320-4e2b-421b-a5b8-ad41e653c725 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:33.274400 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'tag': 'ce677643-f38c-4210-b119-9aacfc417c2b', 'status': 'completed', 'code': 200} Nov 09 00:12:33.348975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c6e78497-54bf-4a9c-9d41-1990534b9caa None None] Set router 25ffeb10-0fe4-4ed1-a8b2-368451770356 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:33.397011 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4cc1db7-8858-47c4-8fe1-689ab1aa17d3 req-1145f021-a87c-4a1c-9b20-ef9052376172 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495894 Nov 09 00:12:33.442344 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8ac8b-6c99-4875-9790-0443e40bc186 req-b5748069-9ebc-4088-8af6-cfb10d277e39 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:33.443834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d19e8-6240-4c6b-aa25-5e021ccf4572 req-a02a34d1-7653-44ea-a11d-c5e88ab33742 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:33.444010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fe8ac8b-6c99-4875-9790-0443e40bc186 req-b5748069-9ebc-4088-8af6-cfb10d277e39 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.30 "GET /v2.0/ports?device_id=e98d327b-4f38-404a-a1bd-82c092fedcfa HTTP/1.1" status: 200 len: 945 time: 0.2625465 Nov 09 00:12:33.445446 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4e3d19e8-6240-4c6b-aa25-5e021ccf4572 req-a02a34d1-7653-44ea-a11d-c5e88ab33742 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.11 "GET /v2.0/ports?device_id=cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca HTTP/1.1" status: 200 len: 946 time: 0.2490230 Nov 09 00:12:33.449203 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-47205fb3-5839-4aee-8986-62552ffead0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:12:01Z', 'revision_number': 4, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'be971be3-ca22-43e7-9e37-4f2ab8df8a72', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '10f98708-4537-403f-b940-13f7f835ff68', 'port_id': 'ce677643-f38c-4210-b119-9aacfc417c2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'mac_address': 'fa:16:3e:12:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:12:28Z', 'updated_at': '2021-11-09T00:12:31Z', 'revision_number': 1, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dde6b71-6476-495e-8093-8652cb29d726', 'name': '', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'mac_address': 'fa:16:3e:f8:af:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:00Z', 'updated_at': '2021-11-09T00:12:07Z', 'revision_number': 5, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'subnets': [{'id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:33.474262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91332dbc-78eb-4e6c-8e26-4c5ecec7e923 req-3dc6bf8a-38fc-4a21-b4f2-1a391447b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:33.476114 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91332dbc-78eb-4e6c-8e26-4c5ecec7e923 req-3dc6bf8a-38fc-4a21-b4f2-1a391447b5e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aacef58ab1f84c1aa498bfd6f67e0972&device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 1097 time: 0.1789756 Nov 09 00:12:33.480456 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47205fb3-5839-4aee-8986-62552ffead0f None None] The sync data for ids ['10f98708-4537-403f-b940-13f7f835ff68'] in n-d-813263-3 is: [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:12:01Z', 'revision_number': 4, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'be971be3-ca22-43e7-9e37-4f2ab8df8a72', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '10f98708-4537-403f-b940-13f7f835ff68', 'port_id': 'ce677643-f38c-4210-b119-9aacfc417c2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'mac_address': 'fa:16:3e:12:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:12:28Z', 'updated_at': '2021-11-09T00:12:31Z', 'revision_number': 1, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dde6b71-6476-495e-8093-8652cb29d726', 'name': '', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'mac_address': 'fa:16:3e:f8:af:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:00Z', 'updated_at': '2021-11-09T00:12:07Z', 'revision_number': 5, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'subnets': [{'id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:12:33.583755 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edb473c-aca8-4b13-97ae-678373f638c8 x-openstack-request-id: req-9edb473c-aca8-4b13-97ae-678373f638c8 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:33.584050 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82840f7d-7987-4051-97e1-be3b269f0a15", "tag": "d8636eea-e429-4dc8-a364-53908427ea9e", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:33.584282 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9edb473c-aca8-4b13-97ae-678373f638c8 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:33.584679 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82840f7d-7987-4051-97e1-be3b269f0a15', 'tag': 'd8636eea-e429-4dc8-a364-53908427ea9e', 'status': 'completed', 'code': 200} Nov 09 00:12:33.615716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91332dbc-78eb-4e6c-8e26-4c5ecec7e923 req-9a36c530-d04c-4b7f-aea7-772f264f3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:33.616866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91332dbc-78eb-4e6c-8e26-4c5ecec7e923 req-9a36c530-d04c-4b7f-aea7-772f264f3ec8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1ac6645-d016-4154-bcab-626068cb43df HTTP/1.1" status: 200 len: 929 time: 0.1249959 Nov 09 00:12:33.705930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915e0a6-b492-4f9d-952c-4756c3496419 req-86158d19-c355-492e-9222-5075318e882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:33.707461 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0915e0a6-b492-4f9d-952c-4756c3496419 req-86158d19-c355-492e-9222-5075318e882c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=932d53b28e4344cca1342a8f92a815b3&device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 1096 time: 0.1466670 Nov 09 00:12:33.734705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-4e3d19e8-6240-4c6b-aa25-5e021ccf4572 req-f2829a48-4b4e-458d-b40c-e29564374f52 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Deleting port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:33.734916 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e3d19e8-6240-4c6b-aa25-5e021ccf4572 req-f2829a48-4b4e-458d-b40c-e29564374f52 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:33.872143 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c6e78497-54bf-4a9c-9d41-1990534b9caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:15Z', 'revision_number': 4, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '572707dd-1521-4e0a-80b6-e0a0a5545dac', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'port_id': 'd8636eea-e429-4dc8-a364-53908427ea9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'mac_address': 'fa:16:3e:9d:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82840f7d-7987-4051-97e1-be3b269f0a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:11:23Z', 'updated_at': '2021-11-09T00:12:31Z', 'revision_number': 1, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c', 'name': '', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'mac_address': 'fa:16:3e:3a:ea:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:13Z', 'updated_at': '2021-11-09T00:11:22Z', 'revision_number': 5, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'subnets': [{'id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:33.872936 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91332dbc-78eb-4e6c-8e26-4c5ecec7e923 req-d53b2e24-b681-499c-84d1-145f1775229e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce677643-f38c-4210-b119-9aacfc417c2b HTTP/1.1" status: 200 len: 1000 time: 0.2289248 Nov 09 00:12:33.885693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb3afd38-eaf5-4034-8646-2018e2f0072e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:33.891815 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a89c5-c795-4f18-8fa2-62cd5b3578f7 None None] New status for floating IP be971be3-ca22-43e7-9e37-4f2ab8df8a72: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:12:33.915869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e78497-54bf-4a9c-9d41-1990534b9caa None None] The sync data for ids ['25ffeb10-0fe4-4ed1-a8b2-368451770356'] in n-d-813263-3 is: [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:15Z', 'revision_number': 4, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '572707dd-1521-4e0a-80b6-e0a0a5545dac', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'port_id': 'd8636eea-e429-4dc8-a364-53908427ea9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'mac_address': 'fa:16:3e:9d:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82840f7d-7987-4051-97e1-be3b269f0a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:11:23Z', 'updated_at': '2021-11-09T00:12:31Z', 'revision_number': 1, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c', 'name': '', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'mac_address': 'fa:16:3e:3a:ea:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:13Z', 'updated_at': '2021-11-09T00:11:22Z', 'revision_number': 5, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'subnets': [{'id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:12:33.984660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4e3d19e8-6240-4c6b-aa25-5e021ccf4572 req-f2829a48-4b4e-458d-b40c-e29564374f52 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] For port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=29c1ba78-4fd2-44ed-a147-bfadf6e565a4,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:33.985095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e3d19e8-6240-4c6b-aa25-5e021ccf4572 req-f2829a48-4b4e-458d-b40c-e29564374f52 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:34.025764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3afd38-eaf5-4034-8646-2018e2f0072e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f698c88-dfdf-4959-ab78-852e6056b13a,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:34.029590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-4e3d19e8-6240-4c6b-aa25-5e021ccf4572 req-f2829a48-4b4e-458d-b40c-e29564374f52 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Calling delete_port for 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:34.100757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915e0a6-b492-4f9d-952c-4756c3496419 req-bbb1a6b2-483b-4ef0-bca0-34b0dba09003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:34.102437 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0915e0a6-b492-4f9d-952c-4756c3496419 req-bbb1a6b2-483b-4ef0-bca0-34b0dba09003 service neutron] 10.222.0.30 "GET /v2.0/networks?id=36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 HTTP/1.1" status: 200 len: 916 time: 0.3810182 Nov 09 00:12:34.165264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3afd38-eaf5-4034-8646-2018e2f0072e admin admin] Checking segment: {'id': 'd140fd6f-be7c-4c79-bca0-64df377bf7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:34.165654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3afd38-eaf5-4034-8646-2018e2f0072e admin admin] Network hostable DHCP agents. Network: 664e6f5d-8941-4bea-80b8-e1f977f0277b, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:12:34.212162 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0915e0a6-b492-4f9d-952c-4756c3496419 req-38010f6c-2589-4339-a2d9-188787cd10df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8636eea-e429-4dc8-a364-53908427ea9e HTTP/1.1" status: 200 len: 998 time: 0.1000638 Nov 09 00:12:34.231488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3afd38-eaf5-4034-8646-2018e2f0072e admin admin] Network 664e6f5d-8941-4bea-80b8-e1f977f0277b is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:12:34.270002 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-bb3afd38-eaf5-4034-8646-2018e2f0072e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 664e6f5d-8941-4bea-80b8-e1f977f0277b) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:34.275481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3afd38-eaf5-4034-8646-2018e2f0072e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:34.276197 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb3afd38-eaf5-4034-8646-2018e2f0072e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:34.279717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2063df95-9509-4b5d-a124-1e94ddf59f64 None None] Network 664e6f5d-8941-4bea-80b8-e1f977f0277b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:12:34.300909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e7cf82-3a66-451d-b1d1-511fafe738cd None None] New status for floating IP 572707dd-1521-4e0a-80b6-e0a0a5545dac: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:12:34.318621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915e0a6-b492-4f9d-952c-4756c3496419 req-0ccf5cff-bc85-4479-9eac-a3bc2a90a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:34.320129 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0915e0a6-b492-4f9d-952c-4756c3496419 req-0ccf5cff-bc85-4479-9eac-a3bc2a90a64b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15502e03-ea12-4cbf-b313-56aa0683fb13 HTTP/1.1" status: 200 len: 855 time: 0.0979264 Nov 09 00:12:34.330270 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bb3afd38-eaf5-4034-8646-2018e2f0072e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2210443 Nov 09 00:12:34.334775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37332) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:34.350123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-242793794-router', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:34.378459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-06d2f824-f54b-4eb7-9133-b4fce4408a89 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 258 time: 0.7595408 Nov 09 00:12:34.400571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e3d19e8-6240-4c6b-aa25-5e021ccf4572 req-f2829a48-4b4e-458d-b40c-e29564374f52 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:34.416008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['bab62de1-b96f-4a76-ae0b-77d7e9e3dc44'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:34.418163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['29c1ba78-4fd2-44ed-a147-bfadf6e565a4'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:34.440371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:34.441420 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:34.444689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2829a48-4b4e-458d-b40c-e29564374f52 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Pushing event deleted for resources: {'Port': ['ID=29c1ba78-4fd2-44ed-a147-bfadf6e565a4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:34.455678 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915e0a6-b492-4f9d-952c-4756c3496419 req-17c159cd-44d1-4012-b900-99186ec9a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:34.457212 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0915e0a6-b492-4f9d-952c-4756c3496419 req-17c159cd-44d1-4012-b900-99186ec9a96e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=36cea98b-6974-4e7d-91e6-ba0b56f6c3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265318 Nov 09 00:12:34.463335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91332dbc-78eb-4e6c-8e26-4c5ecec7e923 req-91e610a2-b765-41bc-ab7c-fe88f8d6cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:34.465164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91332dbc-78eb-4e6c-8e26-4c5ecec7e923 req-91e610a2-b765-41bc-ab7c-fe88f8d6cb28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2d61785-540d-4dbc-b526-c501d112cc01 HTTP/1.1" status: 200 len: 868 time: 0.5811558 Nov 09 00:12:34.469684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:34.477638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4fe8ac8b-6c99-4875-9790-0443e40bc186 req-c20ec57e-0d72-4bfd-936a-f09c4e061540 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Deleting port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:34.478394 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fe8ac8b-6c99-4875-9790-0443e40bc186 req-c20ec57e-0d72-4bfd-936a-f09c4e061540 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:34.524179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3d19e8-6240-4c6b-aa25-5e021ccf4572 req-f2829a48-4b4e-458d-b40c-e29564374f52 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] No DVR routers for this DVR port 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:12:34.527108 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e3d19e8-6240-4c6b-aa25-5e021ccf4572 req-f2829a48-4b4e-458d-b40c-e29564374f52 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:34.532861 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4e3d19e8-6240-4c6b-aa25-5e021ccf4572 req-f2829a48-4b4e-458d-b40c-e29564374f52 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.11 "DELETE /v2.0/ports/29c1ba78-4fd2-44ed-a147-bfadf6e565a4 HTTP/1.1" status: 204 len: 173 time: 1.0717900 Nov 09 00:12:34.621006 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:34.623727 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:34.661198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-bd9f82d2-08dc-4eac-91fe-3d2c4b71c635 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:34.669989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-bd9f82d2-08dc-4eac-91fe-3d2c4b71c635 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/networks?id=68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 200 len: 805 time: 0.2901747 Nov 09 00:12:34.691477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91332dbc-78eb-4e6c-8e26-4c5ecec7e923 req-028ef451-2de8-4bd0-b29e-02f965edcf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:34.694743 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91332dbc-78eb-4e6c-8e26-4c5ecec7e923 req-028ef451-2de8-4bd0-b29e-02f965edcf1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1ac6645-d016-4154-bcab-626068cb43df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2124591 Nov 09 00:12:34.733151 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0915e0a6-b492-4f9d-952c-4756c3496419 req-743cb199-4f48-492d-9ab2-14fed508cb69 service neutron] 10.222.0.30 "GET /v2.0/networks/36cea98b-6974-4e7d-91e6-ba0b56f6c3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564285 Nov 09 00:12:34.748298 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-664e6f5d-8941-4bea-80b8-e1f977f0277b', 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'fixed_ips': [{'subnet_id': '3f698c88-dfdf-4959-ab78-852e6056b13a'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:12:34.749165 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:34.767967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-2796ef1c-72b6-471f-8ac3-815453574aed tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/quotas/abd46c9bade94d899a9b0ea3f02107c0 HTTP/1.1" status: 200 len: 375 time: 0.0970929 Nov 09 00:12:34.836910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:34.862676 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4fe8ac8b-6c99-4875-9790-0443e40bc186 req-c20ec57e-0d72-4bfd-936a-f09c4e061540 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] For port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44,segment=NetworkSegment(c295cde2-0625-43cc-932f-46565f987ff3),segment_id=c295cde2-0625-43cc-932f-46565f987ff3)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:34.863923 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fe8ac8b-6c99-4875-9790-0443e40bc186 req-c20ec57e-0d72-4bfd-936a-f09c4e061540 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:34.925669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4fe8ac8b-6c99-4875-9790-0443e40bc186 req-c20ec57e-0d72-4bfd-936a-f09c4e061540 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Calling delete_port for bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:34.946459 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0915e0a6-b492-4f9d-952c-4756c3496419 req-254cb443-8260-4537-9a3b-502f0eb49ca6 service neutron] 10.222.0.30 "GET /v2.0/networks/36cea98b-6974-4e7d-91e6-ba0b56f6c3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684422 Nov 09 00:12:34.956056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Allocated IP 172.20.0.2 (664e6f5d-8941-4bea-80b8-e1f977f0277b/3f698c88-dfdf-4959-ab78-852e6056b13a/3923d351-6ab4-4af7-b6e2-b2fee2878550) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:35.033243 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-511c4611-bd54-4884-99d3-8c155e5f662d tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2423019 Nov 09 00:12:35.042217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91332dbc-78eb-4e6c-8e26-4c5ecec7e923 req-7c3acbe0-1eb1-41e9-9c22-09462f0e4624 service neutron] 10.222.0.11 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192182 Nov 09 00:12:35.092416 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.113811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.128802 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.137114 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.189031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Network 664e6f5d-8941-4bea-80b8-e1f977f0277b is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:35.193129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:35.213459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:35.237712 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.251169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Allocated IP 172.25.0.91 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/9238f8f2-45b2-4021-aae1-86074f0ea04d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:35.277879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Pushing event updated for resources: {'Port': ['ID=3923d351-6ab4-4af7-b6e2-b2fee2878550,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:35.296996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Attempting to bind port 3923d351-6ab4-4af7-b6e2-b2fee2878550 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:35.298222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Attempting to bind port 3923d351-6ab4-4af7-b6e2-b2fee2878550 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd140fd6f-be7c-4c79-bca0-64df377bf7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:35.298590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Attempting to bind port 3923d351-6ab4-4af7-b6e2-b2fee2878550 on network 664e6f5d-8941-4bea-80b8-e1f977f0277b {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:35.305201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:35.305857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Checking segment: {'id': 'd140fd6f-be7c-4c79-bca0-64df377bf7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:35.306332 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.306796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Bound using segment: {'id': 'd140fd6f-be7c-4c79-bca0-64df377bf7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:35.307335 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Bound port: 3923d351-6ab4-4af7-b6e2-b2fee2878550, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd140fd6f-be7c-4c79-bca0-64df377bf7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:35.307833 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.351135 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-321f6dac-88f3-4040-87ca-f26eeaa7cd11 service neutron] 10.222.0.25 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999735 Nov 09 00:12:35.365873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91332dbc-78eb-4e6c-8e26-4c5ecec7e923 req-d9074f6c-ce1c-47d4-a173-b521ea40ff2d service neutron] 10.222.0.11 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011611 Nov 09 00:12:35.384900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] For port 3923d351-6ab4-4af7-b6e2-b2fee2878550, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:35.390082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.390988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] For port 3923d351-6ab4-4af7-b6e2-b2fee2878550, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3923d351-6ab4-4af7-b6e2-b2fee2878550,segment=NetworkSegment(d140fd6f-be7c-4c79-bca0-64df377bf7f1),segment_id=d140fd6f-be7c-4c79-bca0-64df377bf7f1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:35.395933 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fe8ac8b-6c99-4875-9790-0443e40bc186 req-c20ec57e-0d72-4bfd-936a-f09c4e061540 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.397921 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.412929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['29c1ba78-4fd2-44ed-a147-bfadf6e565a4'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:35.430589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.457569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ec57e-0d72-4bfd-936a-f09c4e061540 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Pushing event deleted for resources: {'Port': ['ID=bab62de1-b96f-4a76-ae0b-77d7e9e3dc44,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:35.501870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96e287-cd9e-40cb-b27d-ac1610d3256f None None] Pushing event updated for resources: {'Port': ['ID=3923d351-6ab4-4af7-b6e2-b2fee2878550,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:35.506412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:35.511383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:35.518346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:35.522032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Pushing event updated for resources: {'Port': ['ID=9238f8f2-45b2-4021-aae1-86074f0ea04d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:35.564909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e763425-a6aa-4558-a816-7b93e8f0434d req-5891322c-235b-4ca8-97a4-73815e22f948 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:35.566476 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5e763425-a6aa-4558-a816-7b93e8f0434d req-5891322c-235b-4ca8-97a4-73815e22f948 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec137c74-7571-4405-b3d9-058d27c3d9e1 HTTP/1.1" status: 200 len: 946 time: 0.1034472 Nov 09 00:12:35.571018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe8ac8b-6c99-4875-9790-0443e40bc186 req-c20ec57e-0d72-4bfd-936a-f09c4e061540 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] No DVR routers for this DVR port bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:12:35.578812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Allocated IP 172.25.0.143 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/89e479e2-c3dc-4b39-a348-4c386202b6c5) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:35.581591 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fe8ac8b-6c99-4875-9790-0443e40bc186 req-c20ec57e-0d72-4bfd-936a-f09c4e061540 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.585784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fe8ac8b-6c99-4875-9790-0443e40bc186 req-c20ec57e-0d72-4bfd-936a-f09c4e061540 tempest-ListServersNegativeTestJSON-1768594918 tempest-ListServersNegativeTestJSON-1768594918-project] 10.222.0.30 "DELETE /v2.0/ports/bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 HTTP/1.1" status: 204 len: 173 time: 2.1264694 Nov 09 00:12:35.585953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca', 'name': 'network-vif-deleted', 'tag': '29c1ba78-4fd2-44ed-a147-bfadf6e565a4'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:35.589020 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b8775c-577c-48fe-ae52-2a225a4cdb44" -d '{"events": [{"server_uuid": "cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca", "name": "network-vif-deleted", "tag": "29c1ba78-4fd2-44ed-a147-bfadf6e565a4"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:35.590944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98d327b-4f38-404a-a1bd-82c092fedcfa', 'name': 'network-vif-deleted', 'tag': 'bab62de1-b96f-4a76-ae0b-77d7e9e3dc44'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:35.593168 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca7df1c-1bfc-4117-ac91-71c83f23103b" -d '{"events": [{"server_uuid": "e98d327b-4f38-404a-a1bd-82c092fedcfa", "name": "network-vif-deleted", "tag": "bab62de1-b96f-4a76-ae0b-77d7e9e3dc44"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:35.621060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-c2cb250a-a3b9-4bd5-bbc4-2b07b7119e4d service neutron] 10.222.0.25 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588995 Nov 09 00:12:35.831336 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.905382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-5e763425-a6aa-4558-a816-7b93e8f0434d req-07508bd1-83c2-4ce2-93c8-73841d00c640 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Deleting port aeb11a62-fd57-4c72-8ab7-d44daf7ca390 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:35.905741 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5e763425-a6aa-4558-a816-7b93e8f0434d req-07508bd1-83c2-4ce2-93c8-73841d00c640 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.919857 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:35.964967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:35.968700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2e886-83c7-4978-a3f7-fdf06f3eea78 req-401d0003-8632-4fe9-bdbb-d3b6d58fdb95 tempest-ServersAdminNegativeTestJSON-643582830 tempest-ServersAdminNegativeTestJSON-643582830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:35.970458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19d2e886-83c7-4978-a3f7-fdf06f3eea78 req-401d0003-8632-4fe9-bdbb-d3b6d58fdb95 tempest-ServersAdminNegativeTestJSON-643582830 tempest-ServersAdminNegativeTestJSON-643582830-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 1101 time: 0.1003568 Nov 09 00:12:35.974100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:35.978362 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:36.025578 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.062897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Pushing event updated for resources: {'Port': ['ID=89e479e2-c3dc-4b39-a348-4c386202b6c5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:36.069696 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-19d2e886-83c7-4978-a3f7-fdf06f3eea78 req-70a087fc-e973-4795-90e3-0fce220fec79 tempest-ServersAdminNegativeTestJSON-643582830 tempest-ServersAdminNegativeTestJSON-643582830-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.211895 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.256822 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-19d2e886-83c7-4978-a3f7-fdf06f3eea78 req-70a087fc-e973-4795-90e3-0fce220fec79 tempest-ServersAdminNegativeTestJSON-643582830 tempest-ServersAdminNegativeTestJSON-643582830-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.263363 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-19d2e886-83c7-4978-a3f7-fdf06f3eea78 req-70a087fc-e973-4795-90e3-0fce220fec79 tempest-ServersAdminNegativeTestJSON-643582830 tempest-ServersAdminNegativeTestJSON-643582830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.331352 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.357450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-5e763425-a6aa-4558-a816-7b93e8f0434d req-07508bd1-83c2-4ce2-93c8-73841d00c640 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] For port aeb11a62-fd57-4c72-8ab7-d44daf7ca390, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:36.357829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5e763425-a6aa-4558-a816-7b93e8f0434d req-07508bd1-83c2-4ce2-93c8-73841d00c640 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.378178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-5e763425-a6aa-4558-a816-7b93e8f0434d req-07508bd1-83c2-4ce2-93c8-73841d00c640 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Calling delete_port for aeb11a62-fd57-4c72-8ab7-d44daf7ca390 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:36.388999 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19d2e886-83c7-4978-a3f7-fdf06f3eea78 req-70a087fc-e973-4795-90e3-0fce220fec79 tempest-ServersAdminNegativeTestJSON-643582830 tempest-ServersAdminNegativeTestJSON-643582830-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796375 Nov 09 00:12:36.391907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a087fc-e973-4795-90e3-0fce220fec79 tempest-ServersAdminNegativeTestJSON-643582830 tempest-ServersAdminNegativeTestJSON-643582830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6143a49b-39c8-4796-9bd6-f407078d30e4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:36.588003 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.597048 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.693635 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Pushing event updated for resources: {'Port': ['ID=89e479e2-c3dc-4b39-a348-4c386202b6c5,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:36.736212 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:12:36.757155 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.770493 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.777705 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.779627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-7ae1723b-df0d-4558-b867-c55db7fe2a9c tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3491781 Nov 09 00:12:36.803225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:12:36.803576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device bab62de1-b96f-4a76-ae0b-77d7e9e3dc44 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:12:36.804000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device aeb11a62-fd57-4c72-8ab7-d44daf7ca390 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:12:36.828652 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff73f22-bfe8-496d-91c4-9c95f5e2864b x-openstack-request-id: req-fff73f22-bfe8-496d-91c4-9c95f5e2864b {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:36.829858 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98d327b-4f38-404a-a1bd-82c092fedcfa", "name": "network-vif-deleted", "tag": "bab62de1-b96f-4a76-ae0b-77d7e9e3dc44", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:36.830316 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fff73f22-bfe8-496d-91c4-9c95f5e2864b {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:36.831147 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98d327b-4f38-404a-a1bd-82c092fedcfa', 'name': 'network-vif-deleted', 'tag': 'bab62de1-b96f-4a76-ae0b-77d7e9e3dc44', 'status': 'completed', 'code': 200} Nov 09 00:12:36.845062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-d58529d8-8681-472b-9543-9289155f053a tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.0584331 Nov 09 00:12:36.859743 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2a3d77-cb66-4fd2-a949-2a33b7238546 x-openstack-request-id: req-6a2a3d77-cb66-4fd2-a949-2a33b7238546 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:36.860555 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca", "name": "network-vif-deleted", "tag": "29c1ba78-4fd2-44ed-a147-bfadf6e565a4", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:36.867147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02352ebc-92e7-431c-b99a-49ae61a89dec None None] Network 664e6f5d-8941-4bea-80b8-e1f977f0277b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:12:36.869008 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a2a3d77-cb66-4fd2-a949-2a33b7238546 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:36.869587 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebfa6f6-cbf7-4119-a7d1-d2dc7d1d56ca', 'name': 'network-vif-deleted', 'tag': '29c1ba78-4fd2-44ed-a147-bfadf6e565a4', 'status': 'completed', 'code': 200} Nov 09 00:12:36.879148 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5e763425-a6aa-4558-a816-7b93e8f0434d req-07508bd1-83c2-4ce2-93c8-73841d00c640 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:36.897047 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3923d351-6ab4-4af7-b6e2-b2fee2878550 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:36.963114 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-617e8128-3666-48fc-82d2-707580a3d8b6 req-66307e28-f3eb-4808-83c8-73760efb2106 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 210 time: 0.0323868 Nov 09 00:12:36.972726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No active binding found for port aeb11a62-fd57-4c72-8ab7-d44daf7ca390 {{(pid=101782) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 00:12:36.973381 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device aeb11a62-fd57-4c72-8ab7-d44daf7ca390 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:12:36.983044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07508bd1-83c2-4ce2-93c8-73841d00c640 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Pushing event deleted for resources: {'Port': ['ID=aeb11a62-fd57-4c72-8ab7-d44daf7ca390,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:36.997487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ce3fa42a-5bd3-45be-ab2c-d24b38c43098 None None] Provisioning complete for port 3923d351-6ab4-4af7-b6e2-b2fee2878550 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:36.998050 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa42a-5bd3-45be-ab2c-d24b38c43098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.009337 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e763425-a6aa-4558-a816-7b93e8f0434d req-07508bd1-83c2-4ce2-93c8-73841d00c640 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] No DVR routers for this DVR port aeb11a62-fd57-4c72-8ab7-d44daf7ca390 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:12:37.013742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5e763425-a6aa-4558-a816-7b93e8f0434d req-07508bd1-83c2-4ce2-93c8-73841d00c640 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.017109 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5e763425-a6aa-4558-a816-7b93e8f0434d req-07508bd1-83c2-4ce2-93c8-73841d00c640 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "DELETE /v2.0/ports/aeb11a62-fd57-4c72-8ab7-d44daf7ca390 HTTP/1.1" status: 204 len: 173 time: 1.4430313 Nov 09 00:12:37.058537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-db000503-d1cb-4436-a04f-703be26ebeb0 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:37.063577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c46ddcf0-5501-40ed-8e2c-3d10723bcea4 req-db000503-d1cb-4436-a04f-703be26ebeb0 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.2122271 Nov 09 00:12:37.104433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Router 3af28574-392c-4172-a8b9-4a66f67bf342 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:12:37.133657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37358) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:37.183149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3923d351-6ab4-4af7-b6e2-b2fee2878550 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:37.184786 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.240898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-894e1d77-bab8-4ce9-a339-c03922154984 admin admin] Deleting subnet aecfa46d-7d39-4fdc-a885-237ef1d5851c {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:12:37.295729 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-894e1d77-bab8-4ce9-a339-c03922154984 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.332250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:12:37.344208 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Sync routers for ids ['3af28574-392c-4172-a8b9-4a66f67bf342'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:12:37.354023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-76095c9c-0879-4e23-9ec6-653f27a0ae4d tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:37.355702 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-76095c9c-0879-4e23-9ec6-653f27a0ae4d tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "GET /v2.0/networks?id=68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 200 len: 805 time: 0.1951632 Nov 09 00:12:37.365057 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.367173 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0f53f19c-c1bd-4329-b1f5-3b452f0c1558 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0233159 Nov 09 00:12:37.369552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37368) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:37.373924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Request body: {'port': {'device_id': 'c19f80cd-cf4b-45b3-8e09-50930f4411ba', 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'admin_state_up': True, 'tenant_id': 'abd46c9bade94d899a9b0ea3f02107c0'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:37.384376 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Routers {'3af28574-392c-4172-a8b9-4a66f67bf342'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:37.385339 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3af28574-392c-4172-a8b9-4a66f67bf342'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:37.430957 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.433043 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:12:37.457043 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-894e1d77-bab8-4ce9-a339-c03922154984 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.464831 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:12:37.465191 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 29c1ba78-4fd2-44ed-a147-bfadf6e565a4 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:12:37.499523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396f2c5-b400-4b7d-b7c1-01af5de6d3b2 req-0ba77561-7664-4d44-932f-f2df561e2299 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:37.507352 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c396f2c5-b400-4b7d-b7c1-01af5de6d3b2 req-0ba77561-7664-4d44-932f-f2df561e2299 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2568634 Nov 09 00:12:37.511358 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa42a-5bd3-45be-ab2c-d24b38c43098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.523609 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Set router 3af28574-392c-4172-a8b9-4a66f67bf342 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:37.567367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 3923d351-6ab4-4af7-b6e2-b2fee2878550, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3923d351-6ab4-4af7-b6e2-b2fee2878550,segment=NetworkSegment(d140fd6f-be7c-4c79-bca0-64df377bf7f1),segment_id=d140fd6f-be7c-4c79-bca0-64df377bf7f1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:37.580977 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.660328 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c396f2c5-b400-4b7d-b7c1-01af5de6d3b2 req-0c246e09-e250-4e80-971f-9b9575636ed0 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.1518919 Nov 09 00:12:37.664878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=3923d351-6ab4-4af7-b6e2-b2fee2878550,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:37.669164 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-894e1d77-bab8-4ce9-a339-c03922154984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.739885 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-ce3fa42a-5bd3-45be-ab2c-d24b38c43098 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:12:37.740501 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-ce3fa42a-5bd3-45be-ab2c-d24b38c43098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:12:37.778899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8417542-d4d6-499e-bef5-04f6b5c3d41e req-b16a1ba4-daab-4fba-8664-5d777e610055 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:37.780459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8417542-d4d6-499e-bef5-04f6b5c3d41e req-b16a1ba4-daab-4fba-8664-5d777e610055 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 950 time: 0.2907004 Nov 09 00:12:37.784409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c396f2c5-b400-4b7d-b7c1-01af5de6d3b2 req-38b968a7-6ca6-49f1-bd40-1ce48a7e0e36 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Request body: {'floatingip': {'port_id': 'ce677643-f38c-4210-b119-9aacfc417c2b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:37.860463 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c396f2c5-b400-4b7d-b7c1-01af5de6d3b2 req-38b968a7-6ca6-49f1-bd40-1ce48a7e0e36 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.871034 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-894e1d77-bab8-4ce9-a339-c03922154984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.888193 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'name': 'tempest-FloatingIPDetailsTestJSON-242793794-router', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:34Z', 'updated_at': '2021-11-09T00:12:35Z', 'revision_number': 3, 'project_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'gw_port': {'id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:35Z', 'updated_at': '2021-11-09T00:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:37.915708 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Checking router: 3af28574-392c-4172-a8b9-4a66f67bf342 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:12:37.916029 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Updating router 3af28574-392c-4172-a8b9-4a66f67bf342 port 9238f8f2-45b2-4021-aae1-86074f0ea04d binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:12:37.918509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Made reservation on behalf of abd46c9bade94d899a9b0ea3f02107c0 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:12:37.922658 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.943423 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.968103 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e1d77-bab8-4ce9-a339-c03922154984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aecfa46d-7d39-4fdc-a885-237ef1d5851c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:37.973627 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-894e1d77-bab8-4ce9-a339-c03922154984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:37.980548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-894e1d77-bab8-4ce9-a339-c03922154984 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aecfa46d-7d39-4fdc-a885-237ef1d5851c HTTP/1.1" status: 204 len: 168 time: 0.8425803 Nov 09 00:12:37.980759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37378) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:38.001426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8417542-d4d6-499e-bef5-04f6b5c3d41e req-e313718b-86a8-498d-a512-d1b9f5cbc4c0 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141168 Nov 09 00:12:38.058252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Allocated IP 172.20.0.14 (68e0841c-b375-4078-9c24-adf0ad731f62/c4e01c80-407a-4e05-95b4-3fd4d0d3686f/0299a266-2030-421d-9b15-824f591d4d64) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:38.154820 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.209414 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.250806 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.263529 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.305996 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.314818 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-c396f2c5-b400-4b7d-b7c1-01af5de6d3b2 req-38b968a7-6ca6-49f1-bd40-1ce48a7e0e36 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 00:12:38.322203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c396f2c5-b400-4b7d-b7c1-01af5de6d3b2 req-38b968a7-6ca6-49f1-bd40-1ce48a7e0e36 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "PUT /v2.0/floatingips/1c58393d-badf-4095-b572-78dd3dd6f1f2 HTTP/1.1" status: 409 len: 551 time: 0.6265025 Nov 09 00:12:38.337191 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.339356 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Pushing event updated for resources: {'Port': ['ID=9238f8f2-45b2-4021-aae1-86074f0ea04d,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:38.339869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6a2c36-cfbf-4dbf-9da1-6802eab19e63']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:38.349936 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:38.350523 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:38.350635 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:38.350935 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:38.351411 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:38.351782 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:38.352266 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:38.352590 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:38.352902 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:38.353212 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:38.353554 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:38.353986 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:12:38.355569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c295cde2-0625-43cc-932f-46565f987ff3') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:38.356238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c295cde2-0625-43cc-932f-46565f987ff3') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:38.379879 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Attempting to bind port 9238f8f2-45b2-4021-aae1-86074f0ea04d on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:38.380125 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Attempting to bind port 9238f8f2-45b2-4021-aae1-86074f0ea04d by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:38.380535 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Attempting to bind port 9238f8f2-45b2-4021-aae1-86074f0ea04d on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:38.386162 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:38.386545 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:38.386910 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.388116 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:38.388618 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Bound port: 9238f8f2-45b2-4021-aae1-86074f0ea04d, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:38.388990 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.406948 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.414805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Pushing event updated for resources: {'Port': ['ID=0299a266-2030-421d-9b15-824f591d4d64,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:38.416621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6df53c70-b3e5-4653-94b0-863be269c1c2 None None] Provisioning complete for port 3923d351-6ab4-4af7-b6e2-b2fee2878550 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:38.417225 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6df53c70-b3e5-4653-94b0-863be269c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.441711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95591b88-61c9-437e-b513-023e88db869b req-e87301ab-092c-4717-995b-971c6aebeeaf tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips/1c58393d-badf-4095-b572-78dd3dd6f1f2 HTTP/1.1" status: 200 len: 693 time: 0.0891218 Nov 09 00:12:38.464417 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.469741 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.484031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Network 68e0841c-b375-4078-9c24-adf0ad731f62 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:38.485386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:12:38.485800 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.486782 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] For port 9238f8f2-45b2-4021-aae1-86074f0ea04d, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:38.489960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:38.492032 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] For port 9238f8f2-45b2-4021-aae1-86074f0ea04d, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9238f8f2-45b2-4021-aae1-86074f0ea04d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:38.492701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:12:38.495569 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:12:38.504774 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.578227 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Routers {'3af28574-392c-4172-a8b9-4a66f67bf342'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:38.578846 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3af28574-392c-4172-a8b9-4a66f67bf342'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:38.582769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd89051-5760-409c-88f1-21c0e4db7b0a req-bbe1b6c7-3b63-44c4-a54c-1b26f1703902 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:38.589950 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efd89051-5760-409c-88f1-21c0e4db7b0a req-bbe1b6c7-3b63-44c4-a54c-1b26f1703902 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 932 time: 0.1877830 Nov 09 00:12:38.600683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:38.601314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.632098 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5ce79-6ec5-408f-882b-ba5ef1c46a85 None None] Pushing event updated for resources: {'Port': ['ID=9238f8f2-45b2-4021-aae1-86074f0ea04d,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:38.633452 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.653816 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.657032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bf6a2c36-cfbf-4dbf-9da1-6802eab19e63 HTTP/1.1" status: 204 len: 168 time: 0.6723828 Nov 09 00:12:38.709904 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389ccd7-3cdf-4cb7-ab22-d98181126177 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf6a2c36-cfbf-4dbf-9da1-6802eab19e63,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:38.734218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3923d351-6ab4-4af7-b6e2-b2fee2878550 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:38.766984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95591b88-61c9-437e-b513-023e88db869b req-65131952-d760-4769-922d-4a9408169232 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:38.776949 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95591b88-61c9-437e-b513-023e88db869b req-65131952-d760-4769-922d-4a9408169232 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.3271713 Nov 09 00:12:38.785093 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Allocated IP 172.20.0.1 (664e6f5d-8941-4bea-80b8-e1f977f0277b/3f698c88-dfdf-4959-ab78-852e6056b13a/50bd7d9a-5ff1-478d-b189-238b3b131bec) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:38.836902 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] Set router 3af28574-392c-4172-a8b9-4a66f67bf342 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:38.840707 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-185bd8de-1b9e-450c-8288-9cee8b35fe67 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4546609 Nov 09 00:12:38.841432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3923d351-6ab4-4af7-b6e2-b2fee2878550 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:38.842363 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:38.848700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Request body: {'port': {'device_id': 'c19f80cd-cf4b-45b3-8e09-50930f4411ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:38.851455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37386) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:38.867613 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95591b88-61c9-437e-b513-023e88db869b req-b4cde034-9d6e-4e0f-8526-fe1eba67bddb tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.0891519 Nov 09 00:12:38.884179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec137c74-7571-4405-b3d9-058d27c3d9e1', 'name': 'network-vif-deleted', 'tag': 'aeb11a62-fd57-4c72-8ab7-d44daf7ca390'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:38.886838 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb772ed0-e2a4-4f37-9b37-02e76f89ed3d" -d '{"events": [{"server_uuid": "ec137c74-7571-4405-b3d9-058d27c3d9e1", "name": "network-vif-deleted", "tag": "aeb11a62-fd57-4c72-8ab7-d44daf7ca390"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:38.900239 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efd89051-5760-409c-88f1-21c0e4db7b0a req-b347c63b-93b1-403d-b4c1-0985341f83fe tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018708 Nov 09 00:12:38.962775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95591b88-61c9-437e-b513-023e88db869b req-0025b23e-2411-4662-9c33-66cb0920d5e3 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.0938044 Nov 09 00:12:38.975562 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ff3487-0f4d-4493-8bec-250739f33ad8 x-openstack-request-id: req-51ff3487-0f4d-4493-8bec-250739f33ad8 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:38.976163 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec137c74-7571-4405-b3d9-058d27c3d9e1", "name": "network-vif-deleted", "tag": "aeb11a62-fd57-4c72-8ab7-d44daf7ca390", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:38.976482 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51ff3487-0f4d-4493-8bec-250739f33ad8 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:38.976937 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec137c74-7571-4405-b3d9-058d27c3d9e1', 'name': 'network-vif-deleted', 'tag': 'aeb11a62-fd57-4c72-8ab7-d44daf7ca390', 'status': 'completed', 'code': 200} Nov 09 00:12:38.985375 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d96601cc-7aaa-4f33-9868-12833f3d3603 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fef9113a0044fc5b0c686654df4c0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1255825 Nov 09 00:12:38.990466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37390) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:39.050330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.052856 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'name': 'tempest-FloatingIPDetailsTestJSON-242793794-router', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:34Z', 'updated_at': '2021-11-09T00:12:35Z', 'revision_number': 3, 'project_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'gw_port': {'id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:35Z', 'updated_at': '2021-11-09T00:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:39.083146 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c787b483-3df3-4214-82b9-9eba8ba1113e None None] The sync data for ids ['3af28574-392c-4172-a8b9-4a66f67bf342'] in n-d-813263-3 is: [{'id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'name': 'tempest-FloatingIPDetailsTestJSON-242793794-router', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:34Z', 'updated_at': '2021-11-09T00:12:35Z', 'revision_number': 3, 'project_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'gw_port': {'id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:35Z', 'updated_at': '2021-11-09T00:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:12:39.100548 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.148115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92ebcc-65ad-41cd-9f8d-a4ea7e5e3698 req-e6c09edf-dcdc-45ef-bad1-f1b21e14265f tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:39.149663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b92ebcc-65ad-41cd-9f8d-a4ea7e5e3698 req-e6c09edf-dcdc-45ef-bad1-f1b21e14265f tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.11 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 950 time: 0.1434999 Nov 09 00:12:39.189386 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a250d6cc-5f8e-4fd0-ab44-b6a9286ed784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.211069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aff3f6-21d8-4702-a8f0-1492c30123c6 req-4c6182b5-1e57-49f9-94f9-7e474164a761 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:39.212790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74aff3f6-21d8-4702-a8f0-1492c30123c6 req-4c6182b5-1e57-49f9-94f9-7e474164a761 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 950 time: 0.1273541 Nov 09 00:12:39.274899 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.279007 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a250d6cc-5f8e-4fd0-ab44-b6a9286ed784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.385992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Network 664e6f5d-8941-4bea-80b8-e1f977f0277b is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:39.401023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:39.432150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Pushing event updated for resources: {'Port': ['ID=50bd7d9a-5ff1-478d-b189-238b3b131bec,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:39.437122 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:39.498955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.646846 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-95591b88-61c9-437e-b513-023e88db869b req-03822583-7197-4fc6-a129-ed03371d9b50 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Deleting port 89e479e2-c3dc-4b39-a348-4c386202b6c5 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:39.647223 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-95591b88-61c9-437e-b513-023e88db869b req-03822583-7197-4fc6-a129-ed03371d9b50 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.647643 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a250d6cc-5f8e-4fd0-ab44-b6a9286ed784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.650551 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a250d6cc-5f8e-4fd0-ab44-b6a9286ed784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.651754 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a250d6cc-5f8e-4fd0-ab44-b6a9286ed784 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9425f476-d587-4c27-8d13-3123ba8bb558 HTTP/1.1" status: 204 len: 168 time: 0.6603127 Nov 09 00:12:39.692627 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250d6cc-5f8e-4fd0-ab44-b6a9286ed784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9425f476-d587-4c27-8d13-3123ba8bb558,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:39.696168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0299a266-2030-421d-9b15-824f591d4d64 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:39.702332 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74aff3f6-21d8-4702-a8f0-1492c30123c6 req-83d76fe4-05bb-4d41-898d-8819b697752c tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766397 Nov 09 00:12:39.727973 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.801890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-1b92ebcc-65ad-41cd-9f8d-a4ea7e5e3698 req-5284d9fe-5f45-4c9f-b5f8-33119b154401 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Deleting port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:39.803018 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1b92ebcc-65ad-41cd-9f8d-a4ea7e5e3698 req-5284d9fe-5f45-4c9f-b5f8-33119b154401 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.804386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a9f5c8e2-f2da-450d-8488-93cb5c6f7b6c None None] Provisioning complete for port 50bd7d9a-5ff1-478d-b189-238b3b131bec triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:39.805109 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c8e2-f2da-450d-8488-93cb5c6f7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.870456 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-95591b88-61c9-437e-b513-023e88db869b req-03822583-7197-4fc6-a129-ed03371d9b50 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.871696 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-95591b88-61c9-437e-b513-023e88db869b req-03822583-7197-4fc6-a129-ed03371d9b50 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:39.880294 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5c8e2-f2da-450d-8488-93cb5c6f7b6c None None] Port 50bd7d9a-5ff1-478d-b189-238b3b131bec cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:12:39.933985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-95591b88-61c9-437e-b513-023e88db869b req-03822583-7197-4fc6-a129-ed03371d9b50 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Calling delete_port for 89e479e2-c3dc-4b39-a348-4c386202b6c5 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:40.133551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Transition to ACTIVE for port object 0299a266-2030-421d-9b15-824f591d4d64 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:12:40.144834 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.175639 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-1b92ebcc-65ad-41cd-9f8d-a4ea7e5e3698 req-5284d9fe-5f45-4c9f-b5f8-33119b154401 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] For port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:40.176031 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1b92ebcc-65ad-41cd-9f8d-a4ea7e5e3698 req-5284d9fe-5f45-4c9f-b5f8-33119b154401 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.204774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354c0e6-1edb-477d-9995-e15bf646be2c req-9c72643c-a2e3-452e-8aab-89f1503e2cb1 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:40.213246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3354c0e6-1edb-477d-9995-e15bf646be2c req-9c72643c-a2e3-452e-8aab-89f1503e2cb1 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 932 time: 0.1353540 Nov 09 00:12:40.225687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-1b92ebcc-65ad-41cd-9f8d-a4ea7e5e3698 req-5284d9fe-5f45-4c9f-b5f8-33119b154401 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Calling delete_port for b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:40.239967 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.257536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Pushing event updated for resources: {'Port': ['ID=0299a266-2030-421d-9b15-824f591d4d64,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:40.379723 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3354c0e6-1edb-477d-9995-e15bf646be2c req-f5a3a5f3-3c11-4bd1-bdcb-5fca3005f492 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656342 Nov 09 00:12:40.380407 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Attempting to bind port 0299a266-2030-421d-9b15-824f591d4d64 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:40.380899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Attempting to bind port 0299a266-2030-421d-9b15-824f591d4d64 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:40.381296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Attempting to bind port 0299a266-2030-421d-9b15-824f591d4d64 on network 68e0841c-b375-4078-9c24-adf0ad731f62 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:40.382420 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-95591b88-61c9-437e-b513-023e88db869b req-03822583-7197-4fc6-a129-ed03371d9b50 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.401446 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Port 0299a266-2030-421d-9b15-824f591d4d64 on network 68e0841c-b375-4078-9c24-adf0ad731f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:12:40.402056 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Attempting to bind port 0299a266-2030-421d-9b15-824f591d4d64 on network 68e0841c-b375-4078-9c24-adf0ad731f62 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:40.419392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:40.419818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Checking segment: {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:40.420267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Bound using segment: {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:40.420790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Bound port: 0299a266-2030-421d-9b15-824f591d4d64, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:40.422391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03822583-7197-4fc6-a129-ed03371d9b50 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Pushing event deleted for resources: {'Port': ['ID=89e479e2-c3dc-4b39-a348-4c386202b6c5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:40.422587 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.539299 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-95591b88-61c9-437e-b513-023e88db869b req-03822583-7197-4fc6-a129-ed03371d9b50 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.542332 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-95591b88-61c9-437e-b513-023e88db869b req-03822583-7197-4fc6-a129-ed03371d9b50 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.544141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95591b88-61c9-437e-b513-023e88db869b req-03822583-7197-4fc6-a129-ed03371d9b50 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "DELETE /v2.0/floatingips/1c58393d-badf-4095-b572-78dd3dd6f1f2 HTTP/1.1" status: 204 len: 173 time: 1.5747414 Nov 09 00:12:40.545521 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1b92ebcc-65ad-41cd-9f8d-a4ea7e5e3698 req-5284d9fe-5f45-4c9f-b5f8-33119b154401 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.554681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] For port 0299a266-2030-421d-9b15-824f591d4d64, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:40.558936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] For port 0299a266-2030-421d-9b15-824f591d4d64, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0299a266-2030-421d-9b15-824f591d4d64,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:40.565262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['86919dcb-92be-4b5b-b4a9-2917ee941c14', 'b0a247e3-76a9-4e5b-9125-68ae7b3d4b43'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:40.571887 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.575304 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.583192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284d9fe-5f45-4c9f-b5f8-33119b154401 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Pushing event deleted for resources: {'Port': ['ID=b0a247e3-76a9-4e5b-9125-68ae7b3d4b43,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:40.615872 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.693414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:40.703150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.703150 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] 10.222.0.30 "PUT /v2.0/ports/0299a266-2030-421d-9b15-824f591d4d64 HTTP/1.1" status: 200 len: 1092 time: 1.8550684 Nov 09 00:12:40.737582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b92ebcc-65ad-41cd-9f8d-a4ea7e5e3698 req-5284d9fe-5f45-4c9f-b5f8-33119b154401 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] No DVR routers for this DVR port b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:12:40.745590 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1b92ebcc-65ad-41cd-9f8d-a4ea7e5e3698 req-5284d9fe-5f45-4c9f-b5f8-33119b154401 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.749963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b92ebcc-65ad-41cd-9f8d-a4ea7e5e3698 req-5284d9fe-5f45-4c9f-b5f8-33119b154401 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.11 "DELETE /v2.0/ports/b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 HTTP/1.1" status: 204 len: 173 time: 1.5911663 Nov 09 00:12:40.750942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383b7ed1-c8bf-4e39-921a-966833c5418f', 'name': 'network-vif-deleted', 'tag': 'b0a247e3-76a9-4e5b-9125-68ae7b3d4b43'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:40.769032 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196298fd-ca92-4123-97d7-d9a8c1eb0a0e" -d '{"events": [{"server_uuid": "383b7ed1-c8bf-4e39-921a-966833c5418f", "name": "network-vif-deleted", "tag": "b0a247e3-76a9-4e5b-9125-68ae7b3d4b43"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:40.797804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-1d75ba04-70fa-4b8b-a8c2-b25ffa055d75 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 1002 time: 0.1917226 Nov 09 00:12:40.876599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a320042-74c6-45bf-9fe1-cb27b499311a service neutron] Pushing event updated for resources: {'Port': ['ID=0299a266-2030-421d-9b15-824f591d4d64,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:40.880168 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:40.944264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e28ada4-4bf7-46a0-98e1-01870e852067 req-b1592b8a-f1aa-4d08-9998-7a0b32f883a6 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=383b7ed1-c8bf-4e39-921a-966833c5418f HTTP/1.1" status: 200 len: 210 time: 0.0808787 Nov 09 00:12:40.956622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-7c81a25d-38bd-479c-9d2c-b5e92634e875 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:40.963878 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-7c81a25d-38bd-479c-9d2c-b5e92634e875 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports/ce677643-f38c-4210-b119-9aacfc417c2b HTTP/1.1" status: 200 len: 943 time: 0.1621852 Nov 09 00:12:41.015879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19f80cd-cf4b-45b3-8e09-50930f4411ba', 'tag': '0299a266-2030-421d-9b15-824f591d4d64'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:41.018072 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85739e4d-3485-4638-b718-eb313a3f7091" -d '{"events": [{"name": "network-changed", "server_uuid": "c19f80cd-cf4b-45b3-8e09-50930f4411ba", "tag": "0299a266-2030-421d-9b15-824f591d4d64"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:41.028595 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc68d15-8a18-472d-a55d-2bc6c56068dc x-openstack-request-id: req-5fc68d15-8a18-472d-a55d-2bc6c56068dc {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:41.028783 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383b7ed1-c8bf-4e39-921a-966833c5418f", "name": "network-vif-deleted", "tag": "b0a247e3-76a9-4e5b-9125-68ae7b3d4b43", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:41.033604 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fc68d15-8a18-472d-a55d-2bc6c56068dc {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:41.034283 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383b7ed1-c8bf-4e39-921a-966833c5418f', 'name': 'network-vif-deleted', 'tag': 'b0a247e3-76a9-4e5b-9125-68ae7b3d4b43', 'status': 'completed', 'code': 200} Nov 09 00:12:41.046584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Pushing event updated for resources: {'Port': ['ID=50bd7d9a-5ff1-478d-b189-238b3b131bec,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:41.108182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-a2e1f32a-dc13-4091-8fd4-9446a8e37889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:41.110565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device aeb11a62-fd57-4c72-8ab7-d44daf7ca390 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:12:41.112231 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-a2e1f32a-dc13-4091-8fd4-9446a8e37889 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 1095 time: 0.3413115 Nov 09 00:12:41.112888 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9238f8f2-45b2-4021-aae1-86074f0ea04d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:41.189960 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: aeb11a62-fd57-4c72-8ab7-d44daf7ca390 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:12:41.191810 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device aeb11a62-fd57-4c72-8ab7-d44daf7ca390 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:12:41.197675 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-4a162379-4c65-49e7-9081-5c4c97b51065 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 1002 time: 0.1556981 Nov 09 00:12:41.222147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9238f8f2-45b2-4021-aae1-86074f0ea04d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:41.222782 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:41.247435 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-89841aa2-1677-42f5-abcb-402777da872b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0299a266-2030-421d-9b15-824f591d4d64 HTTP/1.1" status: 200 len: 217 time: 0.1249292 Nov 09 00:12:41.370362 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-3cf375aa-f187-43ac-b6d3-1e5a8201bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:41.372379 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-3cf375aa-f187-43ac-b6d3-1e5a8201bf4c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4e01c80-407a-4e05-95b4-3fd4d0d3686f HTTP/1.1" status: 200 len: 845 time: 0.1146474 Nov 09 00:12:41.397135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-6a29798f-3ce2-4836-b666-f378e2fe1176 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:41.411401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-6a29798f-3ce2-4836-b666-f378e2fe1176 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.2119424 Nov 09 00:12:41.415679 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-e2b31d2b-30dc-4ca3-be99-faf2855a6dfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e0841c-b375-4078-9c24-adf0ad731f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348024 Nov 09 00:12:41.424551 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:41.446028 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09011958-1e7b-4295-83c5-4ec5570c2a36 x-openstack-request-id: req-09011958-1e7b-4295-83c5-4ec5570c2a36 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:41.446255 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19f80cd-cf4b-45b3-8e09-50930f4411ba", "tag": "0299a266-2030-421d-9b15-824f591d4d64", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:41.446590 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09011958-1e7b-4295-83c5-4ec5570c2a36 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:41.447049 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19f80cd-cf4b-45b3-8e09-50930f4411ba', 'tag': '0299a266-2030-421d-9b15-824f591d4d64', 'status': 'completed', 'code': 200} Nov 09 00:12:41.449150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Network 664e6f5d-8941-4bea-80b8-e1f977f0277b is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:41.471547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:41.479189 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 9238f8f2-45b2-4021-aae1-86074f0ea04d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9238f8f2-45b2-4021-aae1-86074f0ea04d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:41.484818 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:41.526471 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-058966b3-414c-443a-a071-2e485a2b6c6e tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 1002 time: 0.1137698 Nov 09 00:12:41.536515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-a836dfa7-b209-4cd1-9fa8-11c04455a144 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:41.588145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=9238f8f2-45b2-4021-aae1-86074f0ea04d,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:41.630612 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-a836dfa7-b209-4cd1-9fa8-11c04455a144 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:41.710692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Router 3af28574-392c-4172-a8b9-4a66f67bf342 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:12:41.720686 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-4ab9c77c-484d-44fa-8b11-1bfaf535f101 service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954319 Nov 09 00:12:41.817340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e63f3852-6078-4472-b26b-3469330acce2 None None] Provisioning complete for port 50bd7d9a-5ff1-478d-b189-238b3b131bec triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:41.818074 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e63f3852-6078-4472-b26b-3469330acce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:41.845649 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-a836dfa7-b209-4cd1-9fa8-11c04455a144 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:41.857279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a08661-b7c6-46bc-9338-ab03d3ae7700 req-f1fae378-e7c5-47bf-8fc2-c67ad659cf6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:41.858803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77a08661-b7c6-46bc-9338-ab03d3ae7700 req-f1fae378-e7c5-47bf-8fc2-c67ad659cf6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 944 time: 0.0987558 Nov 09 00:12:41.859871 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-a836dfa7-b209-4cd1-9fa8-11c04455a144 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:41.860207 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-a836dfa7-b209-4cd1-9fa8-11c04455a144 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Floating IP be971be3-ca22-43e7-9e37-4f2ab8df8a72 disassociated. External IP: 172.25.0.155, port: ce677643-f38c-4210-b119-9aacfc417c2b. Nov 09 00:12:41.867951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e63f3852-6078-4472-b26b-3469330acce2 None None] Port 50bd7d9a-5ff1-478d-b189-238b3b131bec cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:12:41.915903 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-12c2ce87-08ad-4177-9c17-25127a5db299 req-7fa7be2b-ac51-4454-aa44-56b0f61d05bd service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867983 Nov 09 00:12:41.917012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:12:41.923583 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ab0d0c96-7f60-4f31-af8a-66376a3a025f admin admin] 10.222.0.25 "PUT /v2.0/routers/3af28574-392c-4172-a8b9-4a66f67bf342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5357037 Nov 09 00:12:41.930110 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Sync routers for ids ['3af28574-392c-4172-a8b9-4a66f67bf342'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:12:41.945665 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Routers {'3af28574-392c-4172-a8b9-4a66f67bf342'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:41.946295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3af28574-392c-4172-a8b9-4a66f67bf342'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:42.012546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77a08661-b7c6-46bc-9338-ab03d3ae7700 req-0f002cc2-b3a3-4162-956a-a279800c7f75 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034346 Nov 09 00:12:42.071854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85739e4d-3485-4638-b718-eb313a3f7091 req-4a9c051f-9492-443c-a7a6-7bf4425359c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:42.079040 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85739e4d-3485-4638-b718-eb313a3f7091 req-4a9c051f-9492-443c-a7a6-7bf4425359c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 1095 time: 0.1060336 Nov 09 00:12:42.117111 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Set router 3af28574-392c-4172-a8b9-4a66f67bf342 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:42.192961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85739e4d-3485-4638-b718-eb313a3f7091 req-92a403f1-a807-41b1-a5fe-597b5fff0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:42.194663 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85739e4d-3485-4638-b718-eb313a3f7091 req-92a403f1-a807-41b1-a5fe-597b5fff0d0f service neutron] 10.222.0.30 "GET /v2.0/networks?id=68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 200 len: 905 time: 0.1075544 Nov 09 00:12:42.243892 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85739e4d-3485-4638-b718-eb313a3f7091 req-323e6614-1578-4dc2-829f-82b9904dcd85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0299a266-2030-421d-9b15-824f591d4d64 HTTP/1.1" status: 200 len: 217 time: 0.0406127 Nov 09 00:12:42.273569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-a836dfa7-b209-4cd1-9fa8-11c04455a144 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Router 10f98708-4537-403f-b940-13f7f835ff68 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:12:42.300708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85739e4d-3485-4638-b718-eb313a3f7091 req-fdfd7aa5-7dcd-4b83-9e2b-6d3f42407775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:42.302545 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85739e4d-3485-4638-b718-eb313a3f7091 req-fdfd7aa5-7dcd-4b83-9e2b-6d3f42407775 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4e01c80-407a-4e05-95b4-3fd4d0d3686f HTTP/1.1" status: 200 len: 845 time: 0.0501385 Nov 09 00:12:42.334763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'name': 'tempest-FloatingIPDetailsTestJSON-242793794-router', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:34Z', 'updated_at': '2021-11-09T00:12:40Z', 'revision_number': 4, 'project_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'gw_port': {'id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:35Z', 'updated_at': '2021-11-09T00:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '50bd7d9a-5ff1-478d-b189-238b3b131bec', 'name': '', 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'mac_address': 'fa:16:3e:bd:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3f698c88-dfdf-4959-ab78-852e6056b13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:38Z', 'updated_at': '2021-11-09T00:12:40Z', 'revision_number': 2, 'project_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'subnets': [{'id': '3f698c88-dfdf-4959-ab78-852e6056b13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:42.337917 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85739e4d-3485-4638-b718-eb313a3f7091 req-7f953638-6915-4c83-9334-11ea3f3f5e41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e0841c-b375-4078-9c24-adf0ad731f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255942 Nov 09 00:12:42.359714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-0badde41-6ffa-488b-be15-d4638f5aae6c tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1679599 Nov 09 00:12:42.365795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Checking router: 3af28574-392c-4172-a8b9-4a66f67bf342 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:12:42.366271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Updating router 3af28574-392c-4172-a8b9-4a66f67bf342 port 50bd7d9a-5ff1-478d-b189-238b3b131bec binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:12:42.392556 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:42.393802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:42.434204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-a836dfa7-b209-4cd1-9fa8-11c04455a144 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:12:42.439227 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-a836dfa7-b209-4cd1-9fa8-11c04455a144 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:42.441219 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85739e4d-3485-4638-b718-eb313a3f7091 req-4bf19949-68b1-48e3-9ddc-6faf40f58f2d service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949590 Nov 09 00:12:42.442653 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:42.449613 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8312a2b4-05a1-4dae-b81e-9555b1626125 None None] Sync routers for ids ['10f98708-4537-403f-b940-13f7f835ff68'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:12:42.461399 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8312a2b4-05a1-4dae-b81e-9555b1626125 None None] Routers {'10f98708-4537-403f-b940-13f7f835ff68'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:42.462449 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8312a2b4-05a1-4dae-b81e-9555b1626125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['10f98708-4537-403f-b940-13f7f835ff68'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:42.485499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-a836dfa7-b209-4cd1-9fa8-11c04455a144 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "PUT /v2.0/floatingips/be971be3-ca22-43e7-9e37-4f2ab8df8a72 HTTP/1.1" status: 200 len: 695 time: 0.9579198 Nov 09 00:12:42.579307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-6206ff4c-3016-4857-8f1b-fbc6ed588ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:42.581040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-6206ff4c-3016-4857-8f1b-fbc6ed588ee4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aacef58ab1f84c1aa498bfd6f67e0972&device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 1097 time: 0.0605826 Nov 09 00:12:42.607296 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85739e4d-3485-4638-b718-eb313a3f7091 req-b7f1c238-bfa6-4f06-bd4d-af74277e93ee service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513984 Nov 09 00:12:42.620123 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8312a2b4-05a1-4dae-b81e-9555b1626125 None None] Set router 10f98708-4537-403f-b940-13f7f835ff68 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:42.648734 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b98cbfd7-316e-47db-be74-9c5f537ce209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:42.654206 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:42.737150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-b85cf110-651c-4826-8b55-fed0a3d71c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:42.738690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-b85cf110-651c-4826-8b55-fed0a3d71c95 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b1ac6645-d016-4154-bcab-626068cb43df HTTP/1.1" status: 200 len: 929 time: 0.1467285 Nov 09 00:12:42.752056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9238f8f2-45b2-4021-aae1-86074f0ea04d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:42.764661 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:42.790998 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:42.807209 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-d4aca130-7e1a-498b-afb4-ddcc96dbab27 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce677643-f38c-4210-b119-9aacfc417c2b HTTP/1.1" status: 200 len: 217 time: 0.0401750 Nov 09 00:12:42.854088 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Allocated IP 172.25.0.85 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/4fd8bfaa-2446-4a0d-a642-2dbd8212ea83) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:42.859965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094ac0d-3ddf-4fc7-901e-d3d2022dfe4e None None] Pushing event updated for resources: {'Port': ['ID=50bd7d9a-5ff1-478d-b189-238b3b131bec,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:42.873971 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8312a2b4-05a1-4dae-b81e-9555b1626125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:12:01Z', 'revision_number': 4, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4dde6b71-6476-495e-8093-8652cb29d726', 'name': '', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'mac_address': 'fa:16:3e:f8:af:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:00Z', 'updated_at': '2021-11-09T00:12:07Z', 'revision_number': 5, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'subnets': [{'id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:42.892875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9238f8f2-45b2-4021-aae1-86074f0ea04d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:42.892875 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:42.893834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-c6313120-b731-4038-aa9f-27ed87b5f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:42.895338 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-c6313120-b731-4038-aa9f-27ed87b5f40d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2d61785-540d-4dbc-b526-c501d112cc01 HTTP/1.1" status: 200 len: 868 time: 0.0774465 Nov 09 00:12:42.909685 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8312a2b4-05a1-4dae-b81e-9555b1626125 None None] Checking router: 10f98708-4537-403f-b940-13f7f835ff68 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:12:42.919584 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8312a2b4-05a1-4dae-b81e-9555b1626125 None None] Routers {'10f98708-4537-403f-b940-13f7f835ff68'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:42.920205 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8312a2b4-05a1-4dae-b81e-9555b1626125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['10f98708-4537-403f-b940-13f7f835ff68'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:42.951504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Attempting to bind port 50bd7d9a-5ff1-478d-b189-238b3b131bec on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:42.952033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Attempting to bind port 50bd7d9a-5ff1-478d-b189-238b3b131bec by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd140fd6f-be7c-4c79-bca0-64df377bf7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:42.952488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Attempting to bind port 50bd7d9a-5ff1-478d-b189-238b3b131bec on network 664e6f5d-8941-4bea-80b8-e1f977f0277b {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:42.960559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:42.961101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Checking segment: {'id': 'd140fd6f-be7c-4c79-bca0-64df377bf7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:42.961628 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:42.962205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Bound using segment: {'id': 'd140fd6f-be7c-4c79-bca0-64df377bf7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:42.962788 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Bound port: 50bd7d9a-5ff1-478d-b189-238b3b131bec, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd140fd6f-be7c-4c79-bca0-64df377bf7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:42.963278 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.035155 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.036979 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'tag': 'ce677643-f38c-4210-b119-9aacfc417c2b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:43.039468 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3362d1a2-1f87-4091-ba1b-fcb03b0f3a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "94777b6c-ce55-4c10-975b-721fdccccb4a", "tag": "ce677643-f38c-4210-b119-9aacfc417c2b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:43.043337 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8312a2b4-05a1-4dae-b81e-9555b1626125 None None] Set router 10f98708-4537-403f-b940-13f7f835ff68 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:43.066113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-21de6e67-47ce-403d-a47e-f76b5dd0bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:43.067647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-21de6e67-47ce-403d-a47e-f76b5dd0bc56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b1ac6645-d016-4154-bcab-626068cb43df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606269 Nov 09 00:12:43.081697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] For port 50bd7d9a-5ff1-478d-b189-238b3b131bec, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:43.085197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] For port 50bd7d9a-5ff1-478d-b189-238b3b131bec, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=50bd7d9a-5ff1-478d-b189-238b3b131bec,segment=NetworkSegment(d140fd6f-be7c-4c79-bca0-64df377bf7f1),segment_id=d140fd6f-be7c-4c79-bca0-64df377bf7f1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:43.093907 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.115578 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.160745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Routers {'3af28574-392c-4172-a8b9-4a66f67bf342'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:43.161377 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3af28574-392c-4172-a8b9-4a66f67bf342'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:43.163549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094ac0d-3ddf-4fc7-901e-d3d2022dfe4e None None] Pushing event updated for resources: {'Port': ['ID=50bd7d9a-5ff1-478d-b189-238b3b131bec,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:43.216487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:43.225395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:43.228907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Pushing event updated for resources: {'Port': ['ID=4fd8bfaa-2446-4a0d-a642-2dbd8212ea83,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:43.239527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:43.288921 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-569555b2-0df2-4cc2-842e-67dc7ff264bf service neutron] 10.222.0.25 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953902 Nov 09 00:12:43.289732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a077531f-ec5e-45d1-b7ed-ce104f06bbc1 None None] Provisioning complete for port 50bd7d9a-5ff1-478d-b189-238b3b131bec triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:43.290208 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a077531f-ec5e-45d1-b7ed-ce104f06bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.358402 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8312a2b4-05a1-4dae-b81e-9555b1626125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:12:01Z', 'revision_number': 4, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4dde6b71-6476-495e-8093-8652cb29d726', 'name': '', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'mac_address': 'fa:16:3e:f8:af:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:00Z', 'updated_at': '2021-11-09T00:12:07Z', 'revision_number': 5, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'subnets': [{'id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:43.360566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] Set router 3af28574-392c-4172-a8b9-4a66f67bf342 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:43.390012 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8312a2b4-05a1-4dae-b81e-9555b1626125 None None] The sync data for ids ['10f98708-4537-403f-b940-13f7f835ff68'] in n-d-813263-3 is: [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:12:01Z', 'revision_number': 4, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4dde6b71-6476-495e-8093-8652cb29d726', 'name': '', 'network_id': 'b1ac6645-d016-4154-bcab-626068cb43df', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'mac_address': 'fa:16:3e:f8:af:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:00Z', 'updated_at': '2021-11-09T00:12:07Z', 'revision_number': 5, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'subnets': [{'id': 'a2d61785-540d-4dbc-b526-c501d112cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:12:43.409331 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.433450 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a077531f-ec5e-45d1-b7ed-ce104f06bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.466691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:12:43.481917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d9bbba5-c469-42b5-878e-fe4b183fb2e0 req-66dc33af-996b-42fd-b7a9-9b9eb5a67620 service neutron] 10.222.0.25 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753070 Nov 09 00:12:43.487453 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.553000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:12:43.553363 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device b0a247e3-76a9-4e5b-9125-68ae7b3d4b43 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:12:43.583542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a077531f-ec5e-45d1-b7ed-ce104f06bbc1 None None] For port 50bd7d9a-5ff1-478d-b189-238b3b131bec, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=50bd7d9a-5ff1-478d-b189-238b3b131bec,segment=NetworkSegment(d140fd6f-be7c-4c79-bca0-64df377bf7f1),segment_id=d140fd6f-be7c-4c79-bca0-64df377bf7f1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:43.592719 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a077531f-ec5e-45d1-b7ed-ce104f06bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.681214 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077531f-ec5e-45d1-b7ed-ce104f06bbc1 None None] Pushing event updated for resources: {'Port': ['ID=50bd7d9a-5ff1-478d-b189-238b3b131bec,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:43.711121 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.719802 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.726473 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'name': 'tempest-FloatingIPDetailsTestJSON-242793794-router', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:34Z', 'updated_at': '2021-11-09T00:12:40Z', 'revision_number': 4, 'project_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'gw_port': {'id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:35Z', 'updated_at': '2021-11-09T00:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '50bd7d9a-5ff1-478d-b189-238b3b131bec', 'name': '', 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'mac_address': 'fa:16:3e:bd:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3f698c88-dfdf-4959-ab78-852e6056b13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:38Z', 'updated_at': '2021-11-09T00:12:43Z', 'revision_number': 4, 'project_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'subnets': [{'id': '3f698c88-dfdf-4959-ab78-852e6056b13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:43.728830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-99eadc33-4a70-46cf-aaba-93017a450365 None None] Provisioning complete for port 50bd7d9a-5ff1-478d-b189-238b3b131bec triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:43.729196 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-99eadc33-4a70-46cf-aaba-93017a450365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.783002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98abf31-9906-4f90-8c12-2f7788ee8ef5 None None] The sync data for ids ['3af28574-392c-4172-a8b9-4a66f67bf342'] in n-d-813263-3 is: [{'id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'name': 'tempest-FloatingIPDetailsTestJSON-242793794-router', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:34Z', 'updated_at': '2021-11-09T00:12:40Z', 'revision_number': 4, 'project_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'gw_port': {'id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:35Z', 'updated_at': '2021-11-09T00:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '50bd7d9a-5ff1-478d-b189-238b3b131bec', 'name': '', 'network_id': '664e6f5d-8941-4bea-80b8-e1f977f0277b', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'mac_address': 'fa:16:3e:bd:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3f698c88-dfdf-4959-ab78-852e6056b13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:38Z', 'updated_at': '2021-11-09T00:12:43Z', 'revision_number': 4, 'project_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'subnets': [{'id': '3f698c88-dfdf-4959-ab78-852e6056b13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:12:43.825107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Pushing event updated for resources: {'Port': ['ID=4fd8bfaa-2446-4a0d-a642-2dbd8212ea83,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:43.848776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.875507 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:43.878265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-c379c4db-b7fe-47b1-bf5d-319473fb5d03 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5126917 Nov 09 00:12:43.890995 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa01da3-f161-4be8-9bea-5e5509b3c15d None None] New status for floating IP be971be3-ca22-43e7-9e37-4f2ab8df8a72: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:12:43.943292 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-66d8ec8e-83ae-47eb-973d-89ee019d021c tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0571222 Nov 09 00:12:44.089931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-262b8277-92e2-44a2-800c-3c19660449b8 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:44.092955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0c5d0da-b022-4d0a-a880-998d5a533a34 req-262b8277-92e2-44a2-800c-3c19660449b8 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.1411786 Nov 09 00:12:44.234048 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347a6b9b-048a-406e-8dd9-d3fe41a36fdc x-openstack-request-id: req-347a6b9b-048a-406e-8dd9-d3fe41a36fdc {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:44.234616 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94777b6c-ce55-4c10-975b-721fdccccb4a", "tag": "ce677643-f38c-4210-b119-9aacfc417c2b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:44.235050 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-347a6b9b-048a-406e-8dd9-d3fe41a36fdc {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:44.235607 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'tag': 'ce677643-f38c-4210-b119-9aacfc417c2b', 'status': 'completed', 'code': 200} Nov 09 00:12:44.243779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f6f5c-2802-42e0-a511-87b7f24c2140 req-fc069933-9098-4db8-b268-a149bac9cb48 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:44.245310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f4f6f5c-2802-42e0-a511-87b7f24c2140 req-fc069933-9098-4db8-b268-a149bac9cb48 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 944 time: 0.0703390 Nov 09 00:12:44.331878 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-937399c0-83ae-4cb3-bb0e-7bcc9b63183d tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips/be971be3-ca22-43e7-9e37-4f2ab8df8a72 HTTP/1.1" status: 200 len: 693 time: 0.0835164 Nov 09 00:12:44.427386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f4f6f5c-2802-42e0-a511-87b7f24c2140 req-f62588c4-54cb-4988-94bf-7168181ee48a tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705177 Nov 09 00:12:44.431761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362d1a2-1f87-4091-ba1b-fcb03b0f3a4c req-baf45b32-10e6-4dce-bf78-f4ceecb02157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:44.433231 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3362d1a2-1f87-4091-ba1b-fcb03b0f3a4c req-baf45b32-10e6-4dce-bf78-f4ceecb02157 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aacef58ab1f84c1aa498bfd6f67e0972&device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 1097 time: 0.1418304 Nov 09 00:12:44.761503 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 50bd7d9a-5ff1-478d-b189-238b3b131bec up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:44.814755 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4dee2288-c606-4ae6-9f0a-1c9b398ce59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:44.820304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0299a266-2030-421d-9b15-824f591d4d64 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:12:44.868201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 50bd7d9a-5ff1-478d-b189-238b3b131bec triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:44.868662 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:44.888614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-ceb9ff19-c162-44cb-9de2-7ed2bb3c8311 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:44.890072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-ceb9ff19-c162-44cb-9de2-7ed2bb3c8311 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.5517964 Nov 09 00:12:44.911487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92f8ae-b862-44c5-86e2-33e939f80007 req-fa191579-8e10-4482-9b60-1b748c7c1e25 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:44.917806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a92f8ae-b862-44c5-86e2-33e939f80007 req-fa191579-8e10-4482-9b60-1b748c7c1e25 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 949 time: 0.1326602 Nov 09 00:12:44.964578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 0299a266-2030-421d-9b15-824f591d4d64, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0299a266-2030-421d-9b15-824f591d4d64,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:44.979537 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '0299a266-2030-421d-9b15-824f591d4d64', 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'port_id': '0299a266-2030-421d-9b15-824f591d4d64', 'mac_address': 'fa:16:3e:cb:65:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e01c80-407a-4e05-95b4-3fd4d0d3686f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:12:44.990279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362d1a2-1f87-4091-ba1b-fcb03b0f3a4c req-64ef4b98-ddd6-4da2-a21d-770edfe3de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:44.991760 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3362d1a2-1f87-4091-ba1b-fcb03b0f3a4c req-64ef4b98-ddd6-4da2-a21d-770edfe3de89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1ac6645-d016-4154-bcab-626068cb43df HTTP/1.1" status: 200 len: 929 time: 0.5492730 Nov 09 00:12:44.994792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-cfc0ed25-43f3-4f07-b7d7-7d6061d3deeb tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.0914657 Nov 09 00:12:45.052903 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.067472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0299a266-2030-421d-9b15-824f591d4d64 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:12:45.087651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 0299a266-2030-421d-9b15-824f591d4d64, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0299a266-2030-421d-9b15-824f591d4d64,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:45.092378 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.093233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3362d1a2-1f87-4091-ba1b-fcb03b0f3a4c req-d1424e89-32d8-43ec-8609-ac8cce72bc94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce677643-f38c-4210-b119-9aacfc417c2b HTTP/1.1" status: 200 len: 217 time: 0.0892704 Nov 09 00:12:45.104811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-95f4ccf3-6d36-446f-b00d-36e74a6b7555 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.1020894 Nov 09 00:12:45.116427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a92f8ae-b862-44c5-86e2-33e939f80007 req-aa4edfa9-c88d-4005-9231-f45f3185b7ae tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.25 "GET /v2.0/security-groups?id=659cea7d-dcd2-451b-b6a3-9753c8a8edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969945 Nov 09 00:12:45.143102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=0299a266-2030-421d-9b15-824f591d4d64,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:45.257125 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30266a-5d62-4072-a89a-ffea69e962c2 req-84fd907a-6f77-48c2-8256-ed0ca5e6bebd tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:45.258613 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7f30266a-5d62-4072-a89a-ffea69e962c2 req-84fd907a-6f77-48c2-8256-ed0ca5e6bebd tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3951449-de17-4e94-bf88-f35f00ee2954 HTTP/1.1" status: 200 len: 949 time: 0.0500841 Nov 09 00:12:45.292051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362d1a2-1f87-4091-ba1b-fcb03b0f3a4c req-6897ac85-d702-4572-b5a6-b2bad47eca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:45.294116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3362d1a2-1f87-4091-ba1b-fcb03b0f3a4c req-6897ac85-d702-4572-b5a6-b2bad47eca2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2d61785-540d-4dbc-b526-c501d112cc01 HTTP/1.1" status: 200 len: 868 time: 0.1879249 Nov 09 00:12:45.310307 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['0299a266-2030-421d-9b15-824f591d4d64'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:45.355489 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-7f30266a-5d62-4072-a89a-ffea69e962c2 req-f25e13f6-cd1c-4247-a101-8f8e78d5f4b6 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Deleting port 86919dcb-92be-4b5b-b4a9-2917ee941c14 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:45.356724 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7f30266a-5d62-4072-a89a-ffea69e962c2 req-f25e13f6-cd1c-4247-a101-8f8e78d5f4b6 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.396853 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-1f3ce196-9587-49f7-af84-5abdb2f639be tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2199020 Nov 09 00:12:45.400880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362d1a2-1f87-4091-ba1b-fcb03b0f3a4c req-f63e9ef4-6782-4723-9181-17d61a98be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:45.402335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3362d1a2-1f87-4091-ba1b-fcb03b0f3a4c req-f63e9ef4-6782-4723-9181-17d61a98be13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1ac6645-d016-4154-bcab-626068cb43df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856609 Nov 09 00:12:45.410837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:45.428093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-1a08cb9b-7e95-413a-98b6-343d8c737952 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Deleting port 185161c0-aa65-4bef-92ed-9e03d9bc8f81 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:45.428438 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-1a08cb9b-7e95-413a-98b6-343d8c737952 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.452995 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-7f30266a-5d62-4072-a89a-ffea69e962c2 req-f25e13f6-cd1c-4247-a101-8f8e78d5f4b6 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] For port 86919dcb-92be-4b5b-b4a9-2917ee941c14, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=86919dcb-92be-4b5b-b4a9-2917ee941c14,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:45.453453 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7f30266a-5d62-4072-a89a-ffea69e962c2 req-f25e13f6-cd1c-4247-a101-8f8e78d5f4b6 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.466886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-7f30266a-5d62-4072-a89a-ffea69e962c2 req-f25e13f6-cd1c-4247-a101-8f8e78d5f4b6 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Calling delete_port for 86919dcb-92be-4b5b-b4a9-2917ee941c14 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:45.536524 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.593552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7f30266a-5d62-4072-a89a-ffea69e962c2 req-f25e13f6-cd1c-4247-a101-8f8e78d5f4b6 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.607387 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-1a08cb9b-7e95-413a-98b6-343d8c737952 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.607744 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-1a08cb9b-7e95-413a-98b6-343d8c737952 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.614135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['86919dcb-92be-4b5b-b4a9-2917ee941c14'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:45.627080 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e13f6-cd1c-4247-a101-8f8e78d5f4b6 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Pushing event deleted for resources: {'Port': ['ID=86919dcb-92be-4b5b-b4a9-2917ee941c14,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:45.655814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3362d1a2-1f87-4091-ba1b-fcb03b0f3a4c req-4c0bc268-6426-468c-a667-733da591299f service neutron] 10.222.0.11 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396755 Nov 09 00:12:45.658199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-1a08cb9b-7e95-413a-98b6-343d8c737952 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Calling delete_port for 185161c0-aa65-4bef-92ed-9e03d9bc8f81 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:45.668973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f30266a-5d62-4072-a89a-ffea69e962c2 req-f25e13f6-cd1c-4247-a101-8f8e78d5f4b6 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] No DVR routers for this DVR port 86919dcb-92be-4b5b-b4a9-2917ee941c14 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:12:45.671546 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7f30266a-5d62-4072-a89a-ffea69e962c2 req-f25e13f6-cd1c-4247-a101-8f8e78d5f4b6 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.675101 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7f30266a-5d62-4072-a89a-ffea69e962c2 req-f25e13f6-cd1c-4247-a101-8f8e78d5f4b6 tempest-ServersAdminNegativeTestJSON-1237355913 tempest-ServersAdminNegativeTestJSON-1237355913-project] 10.222.0.11 "DELETE /v2.0/ports/86919dcb-92be-4b5b-b4a9-2917ee941c14 HTTP/1.1" status: 204 len: 173 time: 0.4101629 Nov 09 00:12:45.675541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3951449-de17-4e94-bf88-f35f00ee2954', 'name': 'network-vif-deleted', 'tag': '86919dcb-92be-4b5b-b4a9-2917ee941c14'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:45.681825 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdc429d-1b7b-4ce3-99a4-d816ccbf07bd" -d '{"events": [{"server_uuid": "d3951449-de17-4e94-bf88-f35f00ee2954", "name": "network-vif-deleted", "tag": "86919dcb-92be-4b5b-b4a9-2917ee941c14"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:45.816944 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.841081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3362d1a2-1f87-4091-ba1b-fcb03b0f3a4c req-696524f4-83cb-4863-8949-d1647643dc4b service neutron] 10.222.0.11 "GET /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719449 Nov 09 00:12:45.848899 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.961143 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-1a08cb9b-7e95-413a-98b6-343d8c737952 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.994354 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:45.999560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08cb9b-7e95-413a-98b6-343d8c737952 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Pushing event deleted for resources: {'Port': ['ID=185161c0-aa65-4bef-92ed-9e03d9bc8f81,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:46.052921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Allocated IP 172.25.0.154 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/faf1ef64-2ba4-4fc3-8296-f49b41b22348) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:46.080445 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.100161 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-1a08cb9b-7e95-413a-98b6-343d8c737952 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.102817 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-1a08cb9b-7e95-413a-98b6-343d8c737952 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.104017 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7af09f6a-4926-448e-bdff-043e0deb62bd req-1a08cb9b-7e95-413a-98b6-343d8c737952 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "DELETE /v2.0/floatingips/be971be3-ca22-43e7-9e37-4f2ab8df8a72 HTTP/1.1" status: 204 len: 173 time: 0.9867179 Nov 09 00:12:46.194830 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.245177 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.285522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:46.292777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:46.296627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:46.302819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Pushing event updated for resources: {'Port': ['ID=faf1ef64-2ba4-4fc3-8296-f49b41b22348,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:46.411954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.436051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37506) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:46.471260 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83fcdb-8b27-4d81-adb5-4dd04de263c1 req-086ccbbd-b36f-4ab0-9dec-a18dd6cfa722 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:46.472739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd83fcdb-8b27-4d81-adb5-4dd04de263c1 req-086ccbbd-b36f-4ab0-9dec-a18dd6cfa722 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 945 time: 0.0733476 Nov 09 00:12:46.477312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.542791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1158f0bc-be07-4204-9db4-c013a73cc704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.568770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd83fcdb-8b27-4d81-adb5-4dd04de263c1 req-51d33e09-cd58-478d-9c11-c25bed2044b4 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887427 Nov 09 00:12:46.619921 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74734e91-342d-4542-969f-e4872325caa1 x-openstack-request-id: req-74734e91-342d-4542-969f-e4872325caa1 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:46.620439 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3951449-de17-4e94-bf88-f35f00ee2954", "name": "network-vif-deleted", "tag": "86919dcb-92be-4b5b-b4a9-2917ee941c14", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:46.620849 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74734e91-342d-4542-969f-e4872325caa1 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:46.622285 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3951449-de17-4e94-bf88-f35f00ee2954', 'name': 'network-vif-deleted', 'tag': '86919dcb-92be-4b5b-b4a9-2917ee941c14', 'status': 'completed', 'code': 200} Nov 09 00:12:46.647865 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1158f0bc-be07-4204-9db4-c013a73cc704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.653613 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1158f0bc-be07-4204-9db4-c013a73cc704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.701391 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.706322 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.724823 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1158f0bc-be07-4204-9db4-c013a73cc704 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2f473bcb909458db37df43ba50c84f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875254 Nov 09 00:12:46.729307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37514) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:46.745680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158f0bc-be07-4204-9db4-c013a73cc704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666dee1d-1dff-449a-aec5-36fe4efae65c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:46.788370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-338f7af7-5c33-455e-972d-7aa3ac340025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.809121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Pushing event updated for resources: {'Port': ['ID=faf1ef64-2ba4-4fc3-8296-f49b41b22348,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:46.823514 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-338f7af7-5c33-455e-972d-7aa3ac340025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.836012 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0299a266-2030-421d-9b15-824f591d4d64 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:46.842855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b3ed8-2918-491e-ab73-cec198c6e431 req-a33e03b6-4ab5-4c8b-81b7-5eb5400dc7e6 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:46.844652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b84b3ed8-2918-491e-ab73-cec198c6e431 req-a33e03b6-4ab5-4c8b-81b7-5eb5400dc7e6 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1087992 Nov 09 00:12:46.848400 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.876281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.883479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-c2549274-1fc3-4cd7-bb76-b5793aa6ce42 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4788063 Nov 09 00:12:46.919020 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-338f7af7-5c33-455e-972d-7aa3ac340025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.921881 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-338f7af7-5c33-455e-972d-7aa3ac340025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.923795 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-338f7af7-5c33-455e-972d-7aa3ac340025 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/666dee1d-1dff-449a-aec5-36fe4efae65c HTTP/1.1" status: 204 len: 168 time: 0.1933379 Nov 09 00:12:46.938738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 0299a266-2030-421d-9b15-824f591d4d64 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:12:46.941006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b84b3ed8-2918-491e-ab73-cec198c6e431 req-269044c8-7e7e-4c3e-9c1a-6471eb331d70 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0619814 Nov 09 00:12:46.941849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f7af7-5c33-455e-972d-7aa3ac340025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666dee1d-1dff-449a-aec5-36fe4efae65c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:46.948398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 0299a266-2030-421d-9b15-824f591d4d64 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:46.950621 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:46.959363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37522) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:47.036873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-3eba921e-f464-41ae-85a5-3d93285c6961 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.1524534 Nov 09 00:12:47.079242 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:47.100960 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b3e7099-db80-493f-84dd-0335186f7fad req-cc64d7d5-f576-49f5-b2af-495ccc162453 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0763524 Nov 09 00:12:47.106960 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19f80cd-cf4b-45b3-8e09-50930f4411ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299a266-2030-421d-9b15-824f591d4d64'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:47.109548 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8719c91a-6b92-4170-bff2-fc0c794468c5" -d '{"events": [{"server_uuid": "c19f80cd-cf4b-45b3-8e09-50930f4411ba", "name": "network-vif-plugged", "status": "completed", "tag": "0299a266-2030-421d-9b15-824f591d4d64"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:47.123595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 0299a266-2030-421d-9b15-824f591d4d64, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0299a266-2030-421d-9b15-824f591d4d64,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:47.124841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37530) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:47.125059 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-eebcd944-250b-4d45-9a5f-40c70cfab749 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c475491fb764839990938ae2c6e5ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644764 Nov 09 00:12:47.128763 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:47.188331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=0299a266-2030-421d-9b15-824f591d4d64,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:47.249277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-803a82c2-32d9-45b7-a364-fc4b11d699f3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:47.256229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3639c240-deba-44da-8bf3-5c4f08b4565d req-803a82c2-32d9-45b7-a364-fc4b11d699f3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.2184894 Nov 09 00:12:47.271839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a220e093-3ef4-4c6f-9461-0bb424372995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:47.298694 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ad37e9-9f02-42fb-baca-dbd85aed8a62 x-openstack-request-id: req-c8ad37e9-9f02-42fb-baca-dbd85aed8a62 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:47.301156 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19f80cd-cf4b-45b3-8e09-50930f4411ba", "name": "network-vif-plugged", "status": "completed", "tag": "0299a266-2030-421d-9b15-824f591d4d64", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:47.301729 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8ad37e9-9f02-42fb-baca-dbd85aed8a62 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:47.302458 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19f80cd-cf4b-45b3-8e09-50930f4411ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299a266-2030-421d-9b15-824f591d4d64', 'code': 200} Nov 09 00:12:47.316600 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a220e093-3ef4-4c6f-9461-0bb424372995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:47.433747 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084136ec-e911-4462-b025-9bc43659204d req-6dd0abba-70f3-4e2c-9546-2c1505ff71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:47.435277 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-084136ec-e911-4462-b025-9bc43659204d req-6dd0abba-70f3-4e2c-9546-2c1505ff71f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 1097 time: 0.0501807 Nov 09 00:12:47.492443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-e8ac84a5-5e2a-4a5f-b906-1c90e6ebb319 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1786239 Nov 09 00:12:47.500962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5210c5-e46c-4214-93fe-480ebde922fa req-f2de243e-cc7f-4d58-a296-7506a1a195cb tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:47.502461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce5210c5-e46c-4214-93fe-480ebde922fa req-f2de243e-cc7f-4d58-a296-7506a1a195cb tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 946 time: 0.0943770 Nov 09 00:12:47.504443 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a220e093-3ef4-4c6f-9461-0bb424372995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:47.507092 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a220e093-3ef4-4c6f-9461-0bb424372995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:47.518651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a220e093-3ef4-4c6f-9461-0bb424372995 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/659cea7d-dcd2-451b-b6a3-9753c8a8edcd HTTP/1.1" status: 204 len: 168 time: 0.3848140 Nov 09 00:12:47.518849 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-084136ec-e911-4462-b025-9bc43659204d req-ea5bf2ef-c527-4f29-8ab2-106eae058da2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754914 Nov 09 00:12:47.526409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:47.526614 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:47.545009 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220e093-3ef4-4c6f-9461-0bb424372995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659cea7d-dcd2-451b-b6a3-9753c8a8edcd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:47.597072 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:47.624653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce5210c5-e46c-4214-93fe-480ebde922fa req-22aa48e8-45fc-4d1c-afad-ce913b0c5f67 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040332 Nov 09 00:12:47.754325 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:47.917541 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Allocated IP 172.25.0.184 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/8cfa64eb-8da5-4a71-8aec-219e34594209) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:47.943600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fe66-fdaa-4776-a213-bb07b82aab74 req-dd3fc736-ddd2-47c9-b80d-547f182f6b8d tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:47.944930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37566) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:47.945123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7765fe66-fdaa-4776-a213-bb07b82aab74 req-dd3fc736-ddd2-47c9-b80d-547f182f6b8d tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.0869696 Nov 09 00:12:48.012476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37568) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:48.022596 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8653106c-8f96-4181-8919-923458d74f21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=727b649d6fe840e88f83f3ce915165f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0736821 Nov 09 00:12:48.025505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37572) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:48.062879 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7765fe66-fdaa-4776-a213-bb07b82aab74 req-e3f17d50-e64d-43fb-be45-6309eeda5433 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994890 Nov 09 00:12:48.087933 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.089100 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1d71c-348a-4422-912c-7c70931ad6b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.111411 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1d71c-348a-4422-912c-7c70931ad6b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.125709 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.166487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1d71c-348a-4422-912c-7c70931ad6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.168947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:48.170044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1d71c-348a-4422-912c-7c70931ad6b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.173602 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-52a1d71c-348a-4422-912c-7c70931ad6b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6143a49b-39c8-4796-9bd6-f407078d30e4 HTTP/1.1" status: 204 len: 168 time: 0.1434026 Nov 09 00:12:48.175115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:48.179267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1d71c-348a-4422-912c-7c70931ad6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6143a49b-39c8-4796-9bd6-f407078d30e4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:48.179936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:48.220844 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Pushing event updated for resources: {'Port': ['ID=8cfa64eb-8da5-4a71-8aec-219e34594209,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:48.232707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-242624402-network', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:48.245339 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.286796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Made reservation on behalf of 256ea83e5dc84f38bff819ae1a041631 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:12:48.289083 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.302908 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.312554 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.378116 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.499581 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.506912 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.545918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:12:48.565857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7940c70-a065-4eda-a8ec-ff5232a538cc,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:48.573377 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.573852 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Added segment 65b13661-ba9c-42e7-9ac6-72d4e7a4334b of type vlan for network 90b034b0-bfba-4885-8688-23fbce7862ae Nov 09 00:12:48.653180 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.659314 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.677467 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.788260 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf710f6-cefd-4040-928c-c45f1a5fb47c req-ea29b63b-1c78-4e57-9ba8-5bda5abd5397 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:48.789749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-faf710f6-cefd-4040-928c-c45f1a5fb47c req-ea29b63b-1c78-4e57-9ba8-5bda5abd5397 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.11 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 946 time: 0.1540613 Nov 09 00:12:48.795547 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.796463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:48.797038 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.799116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Pushing event updated for resources: {'Port': ['ID=8cfa64eb-8da5-4a71-8aec-219e34594209,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:48.918510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9036057 Nov 09 00:12:48.921319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37602) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:48.922009 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.926923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f02a36fb-65e8-4ead-a852-9047b69ea3a3 admin admin] Request body: {'subnet': {'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-242624402-subnet', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:48.951317 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02a36fb-65e8-4ead-a852-9047b69ea3a3 admin admin] Made reservation on behalf of 256ea83e5dc84f38bff819ae1a041631 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:12:48.953836 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a36fb-65e8-4ead-a852-9047b69ea3a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.959858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69b140-0033-47b6-82e3-afcc898ee3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=90b034b0-bfba-4885-8688-23fbce7862ae,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:48.971748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 90b034b0-bfba-4885-8688-23fbce7862ae details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:12:48.977212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f672fc-b72e-450c-8c9e-492e948e95b7 req-d1b424c1-bfd0-4fc3-82e2-709d1730e311 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:48.978856 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36f672fc-b72e-450c-8c9e-492e948e95b7 req-d1b424c1-bfd0-4fc3-82e2-709d1730e311 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 946 time: 0.2339380 Nov 09 00:12:48.982794 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:48.983972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-f4e329de-4255-4841-9b0b-ee2d23b5607e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4805903 Nov 09 00:12:49.207786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a36fb-65e8-4ead-a852-9047b69ea3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:49.268601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a36fb-65e8-4ead-a852-9047b69ea3a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a73895-e260-433a-ae19-cb0786e0dfa4,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:49.279394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02a36fb-65e8-4ead-a852-9047b69ea3a3 admin admin] Checking segment: {'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:49.279763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02a36fb-65e8-4ead-a852-9047b69ea3a3 admin admin] Network hostable DHCP agents. Network: 90b034b0-bfba-4885-8688-23fbce7862ae, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:12:49.299576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02a36fb-65e8-4ead-a852-9047b69ea3a3 admin admin] Network 90b034b0-bfba-4885-8688-23fbce7862ae is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:12:49.310104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-f02a36fb-65e8-4ead-a852-9047b69ea3a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 90b034b0-bfba-4885-8688-23fbce7862ae) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:49.317591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02a36fb-65e8-4ead-a852-9047b69ea3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:49.317591 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a36fb-65e8-4ead-a852-9047b69ea3a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:49.325553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89558207-8cdd-495b-99e0-cca59ac677b6 None None] Network 90b034b0-bfba-4885-8688-23fbce7862ae requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:12:49.352130 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f02a36fb-65e8-4ead-a852-9047b69ea3a3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4263010 Nov 09 00:12:49.352562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37616) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:49.360004 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-242624402-router', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:49.386786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:49.388544 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:49.411038 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-bea0e7aa-0dc7-4628-99c5-5e5a4601f6e1 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.4173830 Nov 09 00:12:49.419790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-faf710f6-cefd-4040-928c-c45f1a5fb47c req-d9c4e74b-f79d-4c17-bfed-8db5297745d4 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Deleting port ce677643-f38c-4210-b119-9aacfc417c2b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:49.420406 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-faf710f6-cefd-4040-928c-c45f1a5fb47c req-d9c4e74b-f79d-4c17-bfed-8db5297745d4 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:49.468917 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:49.481178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36f672fc-b72e-450c-8c9e-492e948e95b7 req-5e17a047-51f4-4c73-a54b-50bafe9eff89 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5257794-e0fb-45a9-9cb1-5a89e7a4985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858603 Nov 09 00:12:49.486495 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f048e-dee7-480a-80a9-cec7fab5bbbe None None] Network 90b034b0-bfba-4885-8688-23fbce7862ae requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:12:49.533508 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 86919dcb-92be-4b5b-b4a9-2917ee941c14 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:12:49.582117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 86919dcb-92be-4b5b-b4a9-2917ee941c14 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:12:49.582755 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 86919dcb-92be-4b5b-b4a9-2917ee941c14 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:12:49.674216 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:49.689195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-eb55db86-81d1-466d-a81c-03b60b8250c3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:49.690640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f98d2b65-c9f0-4559-aec7-c50a41f70e8d req-eb55db86-81d1-466d-a81c-03b60b8250c3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.2664564 Nov 09 00:12:49.746537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-faf710f6-cefd-4040-928c-c45f1a5fb47c req-d9c4e74b-f79d-4c17-bfed-8db5297745d4 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] For port ce677643-f38c-4210-b119-9aacfc417c2b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ce677643-f38c-4210-b119-9aacfc417c2b,segment=NetworkSegment(cb13368c-6f66-4f4a-8a92-97d92790fcf1),segment_id=cb13368c-6f66-4f4a-8a92-97d92790fcf1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:49.746909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-faf710f6-cefd-4040-928c-c45f1a5fb47c req-d9c4e74b-f79d-4c17-bfed-8db5297745d4 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:49.788813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-faf710f6-cefd-4040-928c-c45f1a5fb47c req-d9c4e74b-f79d-4c17-bfed-8db5297745d4 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Calling delete_port for ce677643-f38c-4210-b119-9aacfc417c2b owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:49.858829 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96eae87-edf8-48b9-bcba-5f0fcb4e27af req-48c50706-c39a-43bb-8f7f-f06f947849d9 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:49.860412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c96eae87-edf8-48b9-bcba-5f0fcb4e27af req-48c50706-c39a-43bb-8f7f-f06f947849d9 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1108220 Nov 09 00:12:49.887268 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:49.906398 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:49.931209 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c96eae87-edf8-48b9-bcba-5f0fcb4e27af req-ef76de12-9310-4326-b2ee-af49ee4ee6fb tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592222 Nov 09 00:12:50.027147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Allocated IP 172.25.0.28 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/bd7a587e-0952-45ac-bae2-6b1afe3fe8f6) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:50.060363 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-faf710f6-cefd-4040-928c-c45f1a5fb47c req-d9c4e74b-f79d-4c17-bfed-8db5297745d4 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:50.075183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['ce677643-f38c-4210-b119-9aacfc417c2b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:12:50.129583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4e74b-f79d-4c17-bfed-8db5297745d4 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Pushing event deleted for resources: {'Port': ['ID=ce677643-f38c-4210-b119-9aacfc417c2b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:50.147414 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:50.190314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf710f6-cefd-4040-928c-c45f1a5fb47c req-d9c4e74b-f79d-4c17-bfed-8db5297745d4 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] No DVR routers for this DVR port ce677643-f38c-4210-b119-9aacfc417c2b on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:12:50.193273 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-faf710f6-cefd-4040-928c-c45f1a5fb47c req-d9c4e74b-f79d-4c17-bfed-8db5297745d4 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:50.197441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-faf710f6-cefd-4040-928c-c45f1a5fb47c req-d9c4e74b-f79d-4c17-bfed-8db5297745d4 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.11 "DELETE /v2.0/ports/ce677643-f38c-4210-b119-9aacfc417c2b HTTP/1.1" status: 204 len: 173 time: 1.3805046 Nov 09 00:12:50.197907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'name': 'network-vif-deleted', 'tag': 'ce677643-f38c-4210-b119-9aacfc417c2b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:12:50.199707 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:50.201281 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b88c08-68e4-48a8-8ebd-ab8379cb00ee" -d '{"events": [{"server_uuid": "94777b6c-ce55-4c10-975b-721fdccccb4a", "name": "network-vif-deleted", "tag": "ce677643-f38c-4210-b119-9aacfc417c2b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:12:50.223034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e019c5d9-ff53-441e-a967-c428434eb948 req-4e075115-1abb-4f55-9ca4-deda75e1495d tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2466519 Nov 09 00:12:50.228355 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:50.258511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:50.274195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:50.280329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:50.288652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Pushing event updated for resources: {'Port': ['ID=bd7a587e-0952-45ac-bae2-6b1afe3fe8f6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:50.290818 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:50.346935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba08459-01f3-4bcc-8eef-082d35267fbd req-d1ca6e53-125c-41c7-b68a-f00ea5118ce9 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:50.348739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ba08459-01f3-4bcc-8eef-082d35267fbd req-d1ca6e53-125c-41c7-b68a-f00ea5118ce9 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1053512 Nov 09 00:12:50.437917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ba08459-01f3-4bcc-8eef-082d35267fbd req-8f3a06a2-b836-4ade-85c0-baf98b5a2fd9 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618820 Nov 09 00:12:50.470452 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:50.519666 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efd20b6-035f-4746-a325-ac9bc609230e x-openstack-request-id: req-5efd20b6-035f-4746-a325-ac9bc609230e {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:12:50.519962 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94777b6c-ce55-4c10-975b-721fdccccb4a", "name": "network-vif-deleted", "tag": "ce677643-f38c-4210-b119-9aacfc417c2b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:12:50.520217 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5efd20b6-035f-4746-a325-ac9bc609230e {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:12:50.520609 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94777b6c-ce55-4c10-975b-721fdccccb4a', 'name': 'network-vif-deleted', 'tag': 'ce677643-f38c-4210-b119-9aacfc417c2b', 'status': 'completed', 'code': 200} Nov 09 00:12:50.602716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Allocated IP 172.25.0.182 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/32a71d97-9ab2-4c55-82ad-67fe5776adf4) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:50.713682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b2a53e1-d46c-4444-a1a3-a5623356ad10 req-e9e5811a-c204-4939-a7c7-ceffa2fb325a tempest-FloatingIPsAssociationNegativeTestJSON-1269242839 tempest-FloatingIPsAssociationNegativeTestJSON-1269242839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94777b6c-ce55-4c10-975b-721fdccccb4a HTTP/1.1" status: 200 len: 210 time: 0.0638528 Nov 09 00:12:50.772281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:50.822322 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:50.872390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:50.873305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:50.877665 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:50.878318 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:50.900590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Pushing event updated for resources: {'Port': ['ID=32a71d97-9ab2-4c55-82ad-67fe5776adf4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:50.978193 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:51.016549 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:51.093707 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:51.193337 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:51.198488 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:51.264847 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Router beef8198-5cea-4f30-9996-03939f1fa117 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:12:51.268395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Pushing event updated for resources: {'Port': ['ID=32a71d97-9ab2-4c55-82ad-67fe5776adf4,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:51.284353 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:51.303499 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:51.304838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e019c5d9-ff53-441e-a967-c428434eb948 req-18f77c27-e9d1-49d4-b14f-2ddfec206902 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0809314 Nov 09 00:12:51.367059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e019c5d9-ff53-441e-a967-c428434eb948 req-07772f07-69e3-4b81-b5a8-52bc21d398bd tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.0554979 Nov 09 00:12:51.395915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:12:51.406149 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Sync routers for ids ['beef8198-5cea-4f30-9996-03939f1fa117'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:12:51.416315 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:51.421408 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Routers {'beef8198-5cea-4f30-9996-03939f1fa117'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:51.422221 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['beef8198-5cea-4f30-9996-03939f1fa117'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:51.424040 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3dd3fe59-3955-4c26-bbe1-2be120d0392b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0697107 Nov 09 00:12:51.425873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37678) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:51.536188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019c5d9-ff53-441e-a967-c428434eb948 req-eca20b7d-b844-42e9-b318-746aeb11c4ca tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:51.536188 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e019c5d9-ff53-441e-a967-c428434eb948 req-eca20b7d-b844-42e9-b318-746aeb11c4ca tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.1624365 Nov 09 00:12:51.537032 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Set router beef8198-5cea-4f30-9996-03939f1fa117 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:51.649900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25687cac-4c55-4a37-b555-4888da2cce66 req-6acbc42b-ceac-4a3b-b0c0-eaf1923d019b tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:51.656566 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25687cac-4c55-4a37-b555-4888da2cce66 req-6acbc42b-ceac-4a3b-b0c0-eaf1923d019b tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1201043 Nov 09 00:12:51.658296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37686) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:51.666852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3d4d38a-b40a-469a-ba5b-63334a3ab185 req-92200315-ea18-4593-b07b-4457a232a9fd tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips/8774bb2b-289d-4c8a-8e48-b48c7f257911 HTTP/1.1" status: 200 len: 693 time: 0.0891886 Nov 09 00:12:51.757090 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'name': 'tempest-ServerRescueNegativeTestJSON-242624402-router', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:50Z', 'revision_number': 3, 'project_id': '256ea83e5dc84f38bff819ae1a041631', 'gw_port': {'id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:01:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:51.790218 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Checking router: beef8198-5cea-4f30-9996-03939f1fa117 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:12:51.790794 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Updating router beef8198-5cea-4f30-9996-03939f1fa117 port bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:12:51.817281 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:51.818321 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25687cac-4c55-4a37-b555-4888da2cce66 req-0cd67a8c-9e8b-4072-8121-7c9b0a5b7a22 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608965 Nov 09 00:12:51.826075 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d8b04907-d3a9-4f01-9258-74cf3daf3cb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:51.888908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4d38a-b40a-469a-ba5b-63334a3ab185 req-773b9989-b4a0-4bbe-86aa-9056321d4c62 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:51.890035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3d4d38a-b40a-469a-ba5b-63334a3ab185 req-773b9989-b4a0-4bbe-86aa-9056321d4c62 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.2138240 Nov 09 00:12:51.893277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37694) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:51.973001 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.084938 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-b2ed0d28-8429-4f77-ae89-b27e23b714c2 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips/8774bb2b-289d-4c8a-8e48-b48c7f257911 HTTP/1.1" status: 200 len: 693 time: 0.1223998 Nov 09 00:12:52.123773 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.134459 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.168305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Allocated IP 172.20.0.1 (90b034b0-bfba-4885-8688-23fbce7862ae/b3a73895-e260-433a-ae19-cb0786e0dfa4/9041b9e8-aa98-48ef-939c-b24e91e66bc5) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:52.203223 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Attempting to bind port bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:52.203859 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Attempting to bind port bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:52.204499 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Attempting to bind port bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:52.207440 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be23143-07ed-4800-bb80-9416ccd6b7f8 None None] Pushing event updated for resources: {'Port': ['ID=bd7a587e-0952-45ac-bae2-6b1afe3fe8f6,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:52.211793 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:52.212501 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:52.213071 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.213695 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:52.214334 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Bound port: bd7a587e-0952-45ac-bae2-6b1afe3fe8f6, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:52.214997 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.240754 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d8b04907-d3a9-4f01-9258-74cf3daf3cb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.253705 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d8b04907-d3a9-4f01-9258-74cf3daf3cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.270093 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] For port bd7a587e-0952-45ac-bae2-6b1afe3fe8f6, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:52.273754 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] For port bd7a587e-0952-45ac-bae2-6b1afe3fe8f6, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bd7a587e-0952-45ac-bae2-6b1afe3fe8f6,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:52.279738 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.290451 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.335903 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.342520 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Routers {'beef8198-5cea-4f30-9996-03939f1fa117'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:52.343182 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['beef8198-5cea-4f30-9996-03939f1fa117'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:52.348038 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be23143-07ed-4800-bb80-9416ccd6b7f8 None None] Pushing event updated for resources: {'Port': ['ID=bd7a587e-0952-45ac-bae2-6b1afe3fe8f6,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:52.349019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-87bbc1a1-6b4e-41fc-ba73-ff54dfd336db tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:52.350498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-87bbc1a1-6b4e-41fc-ba73-ff54dfd336db tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.2555497 Nov 09 00:12:52.358682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d8b04907-d3a9-4f01-9258-74cf3daf3cb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d340feb12f60435ea30e4694ca71674a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6991582 Nov 09 00:12:52.362199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37702) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:52.370145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b04907-d3a9-4f01-9258-74cf3daf3cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67f8baa-bb75-431c-831a-134f5edd5770,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:52.381739 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Network 90b034b0-bfba-4885-8688-23fbce7862ae is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:52.385135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:52.389787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:52.428557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Pushing event updated for resources: {'Port': ['ID=9041b9e8-aa98-48ef-939c-b24e91e66bc5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:52.442481 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.470764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-61af34c5-016f-4251-8963-1fa603107a76 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.0966077 Nov 09 00:12:52.551859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-782a7f29-8f2a-48b3-8bc4-c8fc5c75d713 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.0649772 Nov 09 00:12:52.556997 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] Set router beef8198-5cea-4f30-9996-03939f1fa117 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:52.576183 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.591896 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a27e659-daed-412f-b88a-bd4e2e7e8852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.710844 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a27e659-daed-412f-b88a-bd4e2e7e8852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.750273 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'name': 'tempest-ServerRescueNegativeTestJSON-242624402-router', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:50Z', 'revision_number': 3, 'project_id': '256ea83e5dc84f38bff819ae1a041631', 'gw_port': {'id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:01:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:52.770672 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.776393 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.790959 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649a5ff-2de1-4d58-a57c-ce9dc107a3a8 None None] The sync data for ids ['beef8198-5cea-4f30-9996-03939f1fa117'] in n-d-813263-3 is: [{'id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'name': 'tempest-ServerRescueNegativeTestJSON-242624402-router', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:50Z', 'revision_number': 3, 'project_id': '256ea83e5dc84f38bff819ae1a041631', 'gw_port': {'id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:01:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:12:52.841675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-137a7f8a-110c-49d5-a465-d02c18f21711 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Deleting port 32a71d97-9ab2-4c55-82ad-67fe5776adf4 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:52.841945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-137a7f8a-110c-49d5-a465-d02c18f21711 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.847035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a27e659-daed-412f-b88a-bd4e2e7e8852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.849664 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a27e659-daed-412f-b88a-bd4e2e7e8852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.853394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5a27e659-daed-412f-b88a-bd4e2e7e8852 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d67f8baa-bb75-431c-831a-134f5edd5770 HTTP/1.1" status: 204 len: 168 time: 0.4874709 Nov 09 00:12:52.855907 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:52.857820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Pushing event updated for resources: {'Port': ['ID=9041b9e8-aa98-48ef-939c-b24e91e66bc5,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:52.896837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27e659-daed-412f-b88a-bd4e2e7e8852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67f8baa-bb75-431c-831a-134f5edd5770,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:52.963780 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1dd80c1d-8f1e-4a31-a679-706f8301fe61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:53.011757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Network 90b034b0-bfba-4885-8688-23fbce7862ae is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:53.014422 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:53.046813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-137a7f8a-110c-49d5-a465-d02c18f21711 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:53.047154 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-137a7f8a-110c-49d5-a465-d02c18f21711 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:53.100444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-137a7f8a-110c-49d5-a465-d02c18f21711 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Calling delete_port for 32a71d97-9ab2-4c55-82ad-67fe5776adf4 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:53.131623 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f30984b8-c5c4-43a9-9b93-6fab0542fba3 req-f1e042f8-4496-4c62-af59-ba97e24703cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655484 Nov 09 00:12:53.240695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe93fbd-2608-4620-a344-456a97f6b5de req-cc7774d7-3627-4eb7-9046-7e87b805d6e9 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:53.248733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bbe93fbd-2608-4620-a344-456a97f6b5de req-cc7774d7-3627-4eb7-9046-7e87b805d6e9 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.3021204 Nov 09 00:12:53.289305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30984b8-c5c4-43a9-9b93-6fab0542fba3 req-6d2efb3a-dc90-4647-ad71-8cfd71e4e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:53.291683 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f30984b8-c5c4-43a9-9b93-6fab0542fba3 req-6d2efb3a-dc90-4647-ad71-8cfd71e4e6fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=932d53b28e4344cca1342a8f92a815b3&device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 1096 time: 0.0821650 Nov 09 00:12:53.293898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Router beef8198-5cea-4f30-9996-03939f1fa117 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:12:53.356954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37716) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:53.383759 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5b5f-b885-40fc-8a1e-d4a3cdcc364a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:53.466288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bbe93fbd-2608-4620-a344-456a97f6b5de req-e4dc41a9-3c37-46e7-9a17-d4e04efeab51 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165918 Nov 09 00:12:53.504934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-137a7f8a-110c-49d5-a465-d02c18f21711 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:53.525705 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ce677643-f38c-4210-b119-9aacfc417c2b no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:12:53.554481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:12:53.556764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30984b8-c5c4-43a9-9b93-6fab0542fba3 req-ede116ee-8e34-4313-8bbe-b81aca4e9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:53.558849 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f30984b8-c5c4-43a9-9b93-6fab0542fba3 req-ede116ee-8e34-4313-8bbe-b81aca4e9dc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 HTTP/1.1" status: 200 len: 916 time: 0.2445376 Nov 09 00:12:53.562007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: ce677643-f38c-4210-b119-9aacfc417c2b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:12:53.570451 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-48b2c894-45e8-4328-ae63-71dae00a1a4e admin admin] 10.222.0.25 "PUT /v2.0/routers/beef8198-5cea-4f30-9996-03939f1fa117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1355848 Nov 09 00:12:53.572695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a7f8a-110c-49d5-a465-d02c18f21711 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Pushing event deleted for resources: {'Port': ['ID=32a71d97-9ab2-4c55-82ad-67fe5776adf4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:53.579266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ce677643-f38c-4210-b119-9aacfc417c2b not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:12:53.666022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f30984b8-c5c4-43a9-9b93-6fab0542fba3 req-6a496e80-a38e-41c3-86b5-6e24b307f78f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8636eea-e429-4dc8-a364-53908427ea9e HTTP/1.1" status: 200 len: 1000 time: 0.0986037 Nov 09 00:12:53.746764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30984b8-c5c4-43a9-9b93-6fab0542fba3 req-692d8220-a7b4-492b-b45f-b7064bd5f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:53.748308 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f30984b8-c5c4-43a9-9b93-6fab0542fba3 req-692d8220-a7b4-492b-b45f-b7064bd5f67d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15502e03-ea12-4cbf-b313-56aa0683fb13 HTTP/1.1" status: 200 len: 855 time: 0.0743821 Nov 09 00:12:53.819139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30984b8-c5c4-43a9-9b93-6fab0542fba3 req-61b8899f-18b1-48df-b363-699bc8739876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:53.820864 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f30984b8-c5c4-43a9-9b93-6fab0542fba3 req-61b8899f-18b1-48df-b363-699bc8739876 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=36cea98b-6974-4e7d-91e6-ba0b56f6c3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548418 Nov 09 00:12:53.965717 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f30984b8-c5c4-43a9-9b93-6fab0542fba3 req-caf20cd0-36b1-45a8-862b-c6f8a0c15473 service neutron] 10.222.0.30 "GET /v2.0/networks/36cea98b-6974-4e7d-91e6-ba0b56f6c3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365633 Nov 09 00:12:54.081399 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f30984b8-c5c4-43a9-9b93-6fab0542fba3 req-5f2db2d8-136e-4ebc-bb87-4f64800512b2 service neutron] 10.222.0.30 "GET /v2.0/networks/36cea98b-6974-4e7d-91e6-ba0b56f6c3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070561 Nov 09 00:12:54.143923 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5b5f-b885-40fc-8a1e-d4a3cdcc364a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:54.145091 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-137a7f8a-110c-49d5-a465-d02c18f21711 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:54.148160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-137a7f8a-110c-49d5-a465-d02c18f21711 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:54.149339 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6511b272-b2b8-4d6e-810e-4f90ba64d3d5 req-137a7f8a-110c-49d5-a465-d02c18f21711 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "DELETE /v2.0/floatingips/8774bb2b-289d-4c8a-8e48-b48c7f257911 HTTP/1.1" status: 204 len: 173 time: 1.5721722 Nov 09 00:12:54.159425 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5b5f-b885-40fc-8a1e-d4a3cdcc364a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:54.204449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-1dd80c1d-8f1e-4a31-a679-706f8301fe61 admin admin] Deleting port 4dde6b71-6476-495e-8093-8652cb29d726 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:54.204788 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1dd80c1d-8f1e-4a31-a679-706f8301fe61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:54.262768 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6a2f5b5f-b885-40fc-8a1e-d4a3cdcc364a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dcfa2ae7fa94462bee3b62ec06e0a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9046254 Nov 09 00:12:54.265375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37732) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:54.288991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f5b5f-b885-40fc-8a1e-d4a3cdcc364a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8febbd13-189a-4a54-8ebc-f54fd2b1714d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:54.323192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969dd8cd-df41-4d03-9fd9-66943cdf755a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:54.345896 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969dd8cd-df41-4d03-9fd9-66943cdf755a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:54.395445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969dd8cd-df41-4d03-9fd9-66943cdf755a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:54.398792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969dd8cd-df41-4d03-9fd9-66943cdf755a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:54.399965 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-969dd8cd-df41-4d03-9fd9-66943cdf755a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8febbd13-189a-4a54-8ebc-f54fd2b1714d HTTP/1.1" status: 204 len: 168 time: 0.1330426 Nov 09 00:12:54.407804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dd8cd-df41-4d03-9fd9-66943cdf755a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8febbd13-189a-4a54-8ebc-f54fd2b1714d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:54.536966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1e8b1-0550-4fd3-8a63-d147a4c0a3a4 req-29f16bcd-46bd-4669-beb0-1a55b1d1734e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:54.538469 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35b1e8b1-0550-4fd3-8a63-d147a4c0a3a4 req-29f16bcd-46bd-4669-beb0-1a55b1d1734e tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3560345 Nov 09 00:12:54.548950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-1dd80c1d-8f1e-4a31-a679-706f8301fe61 admin admin] For port 4dde6b71-6476-495e-8093-8652cb29d726, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4dde6b71-6476-495e-8093-8652cb29d726,segment=NetworkSegment(cb13368c-6f66-4f4a-8a92-97d92790fcf1),segment_id=cb13368c-6f66-4f4a-8a92-97d92790fcf1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:54.549568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1dd80c1d-8f1e-4a31-a679-706f8301fe61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:54.576471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-1dd80c1d-8f1e-4a31-a679-706f8301fe61 admin admin] Calling delete_port for 4dde6b71-6476-495e-8093-8652cb29d726 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:54.588761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-6a0a6d93-1d14-4f2f-9933-4465780db36d tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:54.590303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-6a0a6d93-1d14-4f2f-9933-4465780db36d tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/networks?id=90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 200 len: 818 time: 0.2677982 Nov 09 00:12:54.644842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-d72489c5-7279-46ff-937a-d8f4eb2b0c8d tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/quotas/256ea83e5dc84f38bff819ae1a041631 HTTP/1.1" status: 200 len: 375 time: 0.0471051 Nov 09 00:12:54.802830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf9659-a9f7-485c-9bde-760e31b03d6b req-8a69a87f-ea91-4090-b0a5-65da25f08785 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:54.804516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ecaf9659-a9f7-485c-9bde-760e31b03d6b req-8a69a87f-ea91-4090-b0a5-65da25f08785 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1635249 Nov 09 00:12:54.806474 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:54.813876 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-f93f2feb-316b-4741-8d5c-644ae54f7b5a tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=256ea83e5dc84f38bff819ae1a041631&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1599207 Nov 09 00:12:54.869205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:54.870541 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:54.946970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ecaf9659-a9f7-485c-9bde-760e31b03d6b req-73113231-9142-43bf-8418-e5e74a357f58 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304610 Nov 09 00:12:54.991870 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:55.024342 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port bd7a587e-0952-45ac-bae2-6b1afe3fe8f6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bd7a587e-0952-45ac-bae2-6b1afe3fe8f6,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:55.029152 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:55.052539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-965026d5-af48-4881-9308-3b75f9e2d940 service neutron] 10.222.0.25 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303829 Nov 09 00:12:55.090533 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-055d4005-2e70-465d-b046-eeedfa31b44a req-a73b2f7e-f9b7-44c3-8c06-5cd0e613a6c3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=f01a0ec391a842d0a4bbb63db640e69c HTTP/1.1" status: 200 len: 1656 time: 0.1045122 Nov 09 00:12:55.107462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=bd7a587e-0952-45ac-bae2-6b1afe3fe8f6,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:55.154656 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1dd80c1d-8f1e-4a31-a679-706f8301fe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:55.213130 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Sync routers for ids ['beef8198-5cea-4f30-9996-03939f1fa117'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:12:55.227334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Routers {'beef8198-5cea-4f30-9996-03939f1fa117'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:55.228107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['beef8198-5cea-4f30-9996-03939f1fa117'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:55.228363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd80c1d-8f1e-4a31-a679-706f8301fe61 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dde6b71-6476-495e-8093-8652cb29d726,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:55.352445 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-f7ba80a9-3ea1-4944-acc4-38af745728a4 service neutron] 10.222.0.25 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989280 Nov 09 00:12:55.364167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Set router beef8198-5cea-4f30-9996-03939f1fa117 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:55.405718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d4005-2e70-465d-b046-eeedfa31b44a req-10e58559-a930-4705-9712-0da7179370b9 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:55.430090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-055d4005-2e70-465d-b046-eeedfa31b44a req-10e58559-a930-4705-9712-0da7179370b9 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks?id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&id=05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 787 time: 0.3302286 Nov 09 00:12:55.626687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1dd80c1d-8f1e-4a31-a679-706f8301fe61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:55.673609 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'name': 'tempest-ServerRescueNegativeTestJSON-242624402-router', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:52Z', 'revision_number': 4, 'project_id': '256ea83e5dc84f38bff819ae1a041631', 'gw_port': {'id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:01:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '9041b9e8-aa98-48ef-939c-b24e91e66bc5', 'name': '', 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'mac_address': 'fa:16:3e:04:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'b3a73895-e260-433a-ae19-cb0786e0dfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:51Z', 'updated_at': '2021-11-09T00:12:52Z', 'revision_number': 2, 'project_id': '256ea83e5dc84f38bff819ae1a041631', 'subnets': [{'id': 'b3a73895-e260-433a-ae19-cb0786e0dfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:55.678148 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-e059f43e-921c-4e3a-bddb-bde28a2fade8 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips/51b16db9-0760-49aa-a233-712420914e8a HTTP/1.1" status: 200 len: 693 time: 0.0797474 Nov 09 00:12:55.701816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Checking router: beef8198-5cea-4f30-9996-03939f1fa117 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:12:55.702170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Updating router beef8198-5cea-4f30-9996-03939f1fa117 port 9041b9e8-aa98-48ef-939c-b24e91e66bc5 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:12:55.730401 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:55.900449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-4dafc019-d318-4746-b053-78f2dc23b8f1 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:55.907997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-4dafc019-d318-4746-b053-78f2dc23b8f1 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.2266445 Nov 09 00:12:55.957800 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:12:56.017735 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8cb37e7f-24cc-4281-846b-fdd30660e6a6 req-e361f822-34b2-4a8b-b953-b4803c0a1085 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 210 time: 0.1066372 Nov 09 00:12:56.028739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-e5a064db-cfdc-4903-b0c0-772859a47ee0 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.1197782 Nov 09 00:12:56.076527 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:56.090098 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:56.131053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-b9c2c2b9-514d-4499-846f-fc5fcdbfea64 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.1014183 Nov 09 00:12:56.185688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071113e-81d7-4460-bc2e-d36b1971e65e None None] Pushing event updated for resources: {'Port': ['ID=9041b9e8-aa98-48ef-939c-b24e91e66bc5,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:56.244391 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Attempting to bind port 9041b9e8-aa98-48ef-939c-b24e91e66bc5 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:12:56.245148 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Attempting to bind port 9041b9e8-aa98-48ef-939c-b24e91e66bc5 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:12:56.245148 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Attempting to bind port 9041b9e8-aa98-48ef-939c-b24e91e66bc5 on network 90b034b0-bfba-4885-8688-23fbce7862ae {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:12:56.250762 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:12:56.251125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Checking segment: {'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:12:56.251516 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:56.251905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Bound using segment: {'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:12:56.252362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Bound port: 9041b9e8-aa98-48ef-939c-b24e91e66bc5, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:12:56.252737 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:56.299360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd80c1d-8f1e-4a31-a679-706f8301fe61 admin admin] Router 10f98708-4537-403f-b940-13f7f835ff68 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:12:56.317794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd04c26-6ef8-4d40-95bb-67ef65fce4c0 req-c7074193-7724-41cf-9cc5-bc12b58eab2d tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:56.319604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0dd04c26-6ef8-4d40-95bb-67ef65fce4c0 req-c7074193-7724-41cf-9cc5-bc12b58eab2d tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1396508 Nov 09 00:12:56.324137 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] For port 9041b9e8-aa98-48ef-939c-b24e91e66bc5, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:12:56.327721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] For port 9041b9e8-aa98-48ef-939c-b24e91e66bc5, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9041b9e8-aa98-48ef-939c-b24e91e66bc5,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:12:56.333832 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:56.395966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071113e-81d7-4460-bc2e-d36b1971e65e None None] Pushing event updated for resources: {'Port': ['ID=9041b9e8-aa98-48ef-939c-b24e91e66bc5,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:56.402414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Routers {'beef8198-5cea-4f30-9996-03939f1fa117'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:56.403027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['beef8198-5cea-4f30-9996-03939f1fa117'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:56.408241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-26b65552-5406-4ff1-88bd-bb8704a879d3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Deleting port 8cfa64eb-8da5-4a71-8aec-219e34594209 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:56.408488 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-26b65552-5406-4ff1-88bd-bb8704a879d3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:56.510656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] Set router beef8198-5cea-4f30-9996-03939f1fa117 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:56.515870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0dd04c26-6ef8-4d40-95bb-67ef65fce4c0 req-db9582aa-28bd-437d-8498-f60872fd7c42 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822584 Nov 09 00:12:56.547791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd80c1d-8f1e-4a31-a679-706f8301fe61 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:12:56.550502 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-26b65552-5406-4ff1-88bd-bb8704a879d3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:56.550834 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-26b65552-5406-4ff1-88bd-bb8704a879d3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:56.556287 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1dd80c1d-8f1e-4a31-a679-706f8301fe61 admin admin] 10.222.0.25 "PUT /v2.0/routers/10f98708-4537-403f-b940-13f7f835ff68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6619945 Nov 09 00:12:56.558872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37796) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:56.561883 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc99297-d1ac-4410-93fb-5489de18e7a3 None None] Sync routers for ids ['10f98708-4537-403f-b940-13f7f835ff68'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:12:56.568030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-26b65552-5406-4ff1-88bd-bb8704a879d3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Calling delete_port for 8cfa64eb-8da5-4a71-8aec-219e34594209 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:56.570983 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc99297-d1ac-4410-93fb-5489de18e7a3 None None] Routers {'10f98708-4537-403f-b940-13f7f835ff68'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:56.571826 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3cc99297-d1ac-4410-93fb-5489de18e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['10f98708-4537-403f-b940-13f7f835ff68'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:56.703829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:56.716569 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-3cc99297-d1ac-4410-93fb-5489de18e7a3 None None] Set router 10f98708-4537-403f-b940-13f7f835ff68 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:56.936400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:56.939426 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3cc99297-d1ac-4410-93fb-5489de18e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:12:54Z', 'revision_number': 5, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port': {'id': 'f99429bc-31b7-4be7-bb30-67be6b4ddcde', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f98708-4537-403f-b940-13f7f835ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:54Z', 'updated_at': '2021-11-09T00:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:56.970653 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:56.974657 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc99297-d1ac-4410-93fb-5489de18e7a3 None None] Checking router: 10f98708-4537-403f-b940-13f7f835ff68 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:12:56.991199 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc99297-d1ac-4410-93fb-5489de18e7a3 None None] Routers {'10f98708-4537-403f-b940-13f7f835ff68'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:12:56.991871 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3cc99297-d1ac-4410-93fb-5489de18e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['10f98708-4537-403f-b940-13f7f835ff68'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:57.063855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Deleting port f99429bc-31b7-4be7-bb30-67be6b4ddcde {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:57.064096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.083656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-15d62a54-8425-472a-9bd0-198a872a86c0 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:57.085628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-15d62a54-8425-472a-9bd0-198a872a86c0 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.11 "GET /v2.0/networks?id=90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 200 len: 818 time: 0.3047011 Nov 09 00:12:57.086854 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-26b65552-5406-4ff1-88bd-bb8704a879d3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.090323 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-3cc99297-d1ac-4410-93fb-5489de18e7a3 None None] Set router 10f98708-4537-403f-b940-13f7f835ff68 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:12:57.124803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Request body: {'port': {'device_id': '2aadcbca-3605-4f51-bade-90648799246b', 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae', 'admin_state_up': True, 'tenant_id': '256ea83e5dc84f38bff819ae1a041631'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:57.129962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b65552-5406-4ff1-88bd-bb8704a879d3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Pushing event deleted for resources: {'Port': ['ID=8cfa64eb-8da5-4a71-8aec-219e34594209,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:57.158389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:57.158915 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.168569 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3cc99297-d1ac-4410-93fb-5489de18e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:12:56Z', 'revision_number': 6, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:57.206518 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc99297-d1ac-4410-93fb-5489de18e7a3 None None] The sync data for ids ['10f98708-4537-403f-b940-13f7f835ff68'] in n-d-813263-3 is: [{'id': '10f98708-4537-403f-b940-13f7f835ff68', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1290051125-router', 'tenant_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:52Z', 'updated_at': '2021-11-09T00:12:56Z', 'revision_number': 6, 'project_id': 'aacef58ab1f84c1aa498bfd6f67e0972', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:12:57.227386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] For port f99429bc-31b7-4be7-bb30-67be6b4ddcde, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f99429bc-31b7-4be7-bb30-67be6b4ddcde,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:57.227750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.260969 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Calling delete_port for f99429bc-31b7-4be7-bb30-67be6b4ddcde owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:57.379265 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'name': 'tempest-ServerRescueNegativeTestJSON-242624402-router', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:52Z', 'revision_number': 4, 'project_id': '256ea83e5dc84f38bff819ae1a041631', 'gw_port': {'id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:01:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '9041b9e8-aa98-48ef-939c-b24e91e66bc5', 'name': '', 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'mac_address': 'fa:16:3e:04:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'b3a73895-e260-433a-ae19-cb0786e0dfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:51Z', 'updated_at': '2021-11-09T00:12:56Z', 'revision_number': 4, 'project_id': '256ea83e5dc84f38bff819ae1a041631', 'subnets': [{'id': 'b3a73895-e260-433a-ae19-cb0786e0dfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:57.418345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7643fde8-779b-407f-95d3-2c6d62c4d0ba None None] The sync data for ids ['beef8198-5cea-4f30-9996-03939f1fa117'] in n-d-813263-3 is: [{'id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'name': 'tempest-ServerRescueNegativeTestJSON-242624402-router', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:52Z', 'revision_number': 4, 'project_id': '256ea83e5dc84f38bff819ae1a041631', 'gw_port': {'id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:01:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '9041b9e8-aa98-48ef-939c-b24e91e66bc5', 'name': '', 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'mac_address': 'fa:16:3e:04:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'b3a73895-e260-433a-ae19-cb0786e0dfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:51Z', 'updated_at': '2021-11-09T00:12:56Z', 'revision_number': 4, 'project_id': '256ea83e5dc84f38bff819ae1a041631', 'subnets': [{'id': 'b3a73895-e260-433a-ae19-cb0786e0dfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:12:57.474737 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.523249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Pushing event deleted for resources: {'Port': ['ID=f99429bc-31b7-4be7-bb30-67be6b4ddcde,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:57.623853 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.631598 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-26b65552-5406-4ff1-88bd-bb8704a879d3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.634461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-26b65552-5406-4ff1-88bd-bb8704a879d3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.638803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f1458db-1b48-4a02-8a3b-6499cef13ce4 req-26b65552-5406-4ff1-88bd-bb8704a879d3 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "DELETE /v2.0/floatingips/51b16db9-0760-49aa-a233-712420914e8a HTTP/1.1" status: 204 len: 173 time: 1.5068941 Nov 09 00:12:57.771770 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.774103 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.797620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Made reservation on behalf of 256ea83e5dc84f38bff819ae1a041631 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:12:57.802302 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.829648 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.830159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f98708-4537-403f-b940-13f7f835ff68 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:12:57.834728 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.836130 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-df1e03aa-d582-4801-8276-457fc0e4271b admin admin] 10.222.0.25 "DELETE /v2.0/routers/10f98708-4537-403f-b940-13f7f835ff68 HTTP/1.1" status: 204 len: 168 time: 1.2760088 Nov 09 00:12:57.838435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37816) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:57.908159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d72c3b-ab18-4fb6-a9b2-4c9bf7fb241c admin admin] Deleting subnet a2d61785-540d-4dbc-b526-c501d112cc01 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:12:57.911735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-6b9ad8ba-ffa4-4be1-a05f-b6bbc4615ef7 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:57.913728 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0d72c3b-ab18-4fb6-a9b2-4c9bf7fb241c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:57.920987 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-6b9ad8ba-ffa4-4be1-a05f-b6bbc4615ef7 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/networks?id=90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 200 len: 818 time: 0.3288491 Nov 09 00:12:57.952410 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-52733555-981f-4dd9-a0a9-cd840276bf7d tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/quotas/256ea83e5dc84f38bff819ae1a041631 HTTP/1.1" status: 200 len: 375 time: 0.0303957 Nov 09 00:12:57.963533 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0d72c3b-ab18-4fb6-a9b2-4c9bf7fb241c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.064399 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-a62256b3-b9b4-4486-8546-561be21731df tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=256ea83e5dc84f38bff819ae1a041631&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1109350 Nov 09 00:12:58.067005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Allocated IP 172.20.0.8 (90b034b0-bfba-4885-8688-23fbce7862ae/b3a73895-e260-433a-ae19-cb0786e0dfa4/1db04020-12b8-4dd5-bbb4-dad5e1a52eb0) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:12:58.078184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0d72c3b-ab18-4fb6-a9b2-4c9bf7fb241c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.148636 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0d72c3b-ab18-4fb6-a9b2-4c9bf7fb241c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.189239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d72c3b-ab18-4fb6-a9b2-4c9bf7fb241c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d61785-540d-4dbc-b526-c501d112cc01,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:58.195657 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0d72c3b-ab18-4fb6-a9b2-4c9bf7fb241c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.205977 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d0d72c3b-ab18-4fb6-a9b2-4c9bf7fb241c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a2d61785-540d-4dbc-b526-c501d112cc01 HTTP/1.1" status: 204 len: 168 time: 0.3656940 Nov 09 00:12:58.206425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511a36f2-9952-4371-97e7-54a8fea2975f None None] Network b1ac6645-d016-4154-bcab-626068cb43df requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:12:58.207605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37818) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:58.313118 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.327322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-76344049-9301-4cb5-b542-8e1dbbfd8e54 service neutron] 10.222.0.25 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618842 Nov 09 00:12:58.390499 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Deleting port 10fef922-70db-4a99-8f3d-b22979582bf3 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:58.390919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.491347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] For port 10fef922-70db-4a99-8f3d-b22979582bf3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=10fef922-70db-4a99-8f3d-b22979582bf3,segment=NetworkSegment(cb13368c-6f66-4f4a-8a92-97d92790fcf1),segment_id=cb13368c-6f66-4f4a-8a92-97d92790fcf1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:58.491971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.509987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Calling delete_port for 10fef922-70db-4a99-8f3d-b22979582bf3 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:58.545507 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd6cec4-d03c-4486-a580-cb425d135054 None None] DHCP port deletion for b1ac6645-d016-4154-bcab-626068cb43df request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:12:58.554724 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.568798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-8037555a-553b-41b5-a97c-f08274bb3553 service neutron] 10.222.0.25 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395859 Nov 09 00:12:58.614158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9bc32-6099-4b3c-b9f7-70cac2a49361 req-c662d09a-9d5a-4299-a9c3-d7d376f8d076 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:58.618978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6cec4-d03c-4486-a580-cb425d135054 None None] Deleting port 10fef922-70db-4a99-8f3d-b22979582bf3 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:12:58.620292 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dbd6cec4-d03c-4486-a580-cb425d135054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.623595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11c9bc32-6099-4b3c-b9f7-70cac2a49361 req-c662d09a-9d5a-4299-a9c3-d7d376f8d076 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1650913 Nov 09 00:12:58.636028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.654278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] No DVR routers for this DVR port 10fef922-70db-4a99-8f3d-b22979582bf3 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:12:58.709280 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=10fef922-70db-4a99-8f3d-b22979582bf3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:58.781739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-dbd6cec4-d03c-4486-a580-cb425d135054 None None] For port 10fef922-70db-4a99-8f3d-b22979582bf3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=10fef922-70db-4a99-8f3d-b22979582bf3,segment=NetworkSegment(cb13368c-6f66-4f4a-8a92-97d92790fcf1),segment_id=cb13368c-6f66-4f4a-8a92-97d92790fcf1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:58.782284 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dbd6cec4-d03c-4486-a580-cb425d135054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.783530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11c9bc32-6099-4b3c-b9f7-70cac2a49361 req-63def6e3-f3ab-4914-b2cf-5ef0bb084a38 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590161 Nov 09 00:12:58.785121 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.817750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6cec4-d03c-4486-a580-cb425d135054 None None] Calling delete_port for 10fef922-70db-4a99-8f3d-b22979582bf3 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:12:58.833108 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.881597 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ac6645-d016-4154-bcab-626068cb43df']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:58.905962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb13368c-6f66-4f4a-8a92-97d92790fcf1') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:58.908073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb13368c-6f66-4f4a-8a92-97d92790fcf1') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:12:58.922431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Network 90b034b0-bfba-4885-8688-23fbce7862ae is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:12:58.929878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9041b9e8-aa98-48ef-939c-b24e91e66bc5 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:12:58.943419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:12:58.971669 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:58.996636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:12:58.998687 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:59.016673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:12:59.017553 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:12:59.049929 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:12:59.068162 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dbd6cec4-d03c-4486-a580-cb425d135054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:59.070935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-09dae054-cdaa-4163-8e3f-4f9c6f530097 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips/1338cb9c-b7ee-49b1-8fd2-5d1d129ac590 HTTP/1.1" status: 200 len: 693 time: 0.1679475 Nov 09 00:12:59.091140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Pushing event updated for resources: {'Port': ['ID=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:59.117796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6cec4-d03c-4486-a580-cb425d135054 None None] Pushing event deleted for resources: {'Port': ['ID=10fef922-70db-4a99-8f3d-b22979582bf3,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:59.124090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6cec4-d03c-4486-a580-cb425d135054 None None] No DVR routers for this DVR port 10fef922-70db-4a99-8f3d-b22979582bf3 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:12:59.147926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9041b9e8-aa98-48ef-939c-b24e91e66bc5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:12:59.148609 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:59.155786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:59.168816 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:59.174008 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b1ac6645-d016-4154-bcab-626068cb43df HTTP/1.1" status: 204 len: 168 time: 0.9652047 Nov 09 00:12:59.218641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e89ead-0b49-4293-90f2-e10ebfee7e47 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ac6645-d016-4154-bcab-626068cb43df,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:59.275469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:59.276113 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:59.305653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-ff029660-c4e1-4067-9501-e2ff76e950cf tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1851900 Nov 09 00:12:59.306416 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:59.329728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Request body: {'port': {'device_id': '2aadcbca-3605-4f51-bade-90648799246b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:12:59.338734 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f555c76-b5d2-4122-9824-57d58ca46fb0 req-e3006936-24c0-414b-a3b7-de007288bcb5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 210 time: 0.0704601 Nov 09 00:12:59.393145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 9041b9e8-aa98-48ef-939c-b24e91e66bc5, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9041b9e8-aa98-48ef-939c-b24e91e66bc5,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:12:59.400929 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:59.451302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-8cc3ac92-6def-4c86-bcb7-51e0ff771007 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:12:59.463698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-8cc3ac92-6def-4c86-bcb7-51e0ff771007 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.3907940 Nov 09 00:12:59.538355 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=9041b9e8-aa98-48ef-939c-b24e91e66bc5,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:12:59.539799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37844) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:59.555388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 10fef922-70db-4a99-8f3d-b22979582bf3 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:12:59.592733 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:59.631922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 10fef922-70db-4a99-8f3d-b22979582bf3 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:12:59.635051 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 10fef922-70db-4a99-8f3d-b22979582bf3 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:12:59.635549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f99429bc-31b7-4be7-bb30-67be6b4ddcde no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:12:59.643372 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f4191103-4a51-44e3-8b1e-ff1109a59b40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aacef58ab1f84c1aa498bfd6f67e0972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1001296 Nov 09 00:12:59.646216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-5c2d6b96-c5cc-420b-8b01-47b08a4d9684 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.1798768 Nov 09 00:12:59.649599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37850) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:12:59.697198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: f99429bc-31b7-4be7-bb30-67be6b4ddcde {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:12:59.697844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f99429bc-31b7-4be7-bb30-67be6b4ddcde not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:12:59.699709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4dde6b71-6476-495e-8093-8652cb29d726 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:12:59.744785 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 4dde6b71-6476-495e-8093-8652cb29d726 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:12:59.746821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4dde6b71-6476-495e-8093-8652cb29d726 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:12:59.752615 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b08db68-1978-4778-88ce-53016863b810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:59.781552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b08db68-1978-4778-88ce-53016863b810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:12:59.837914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-2a8e3ecf-ac92-48fb-9cf2-76a68bba3402 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.1907141 Nov 09 00:13:00.132927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66361137-79f9-45f1-8124-fba197dc9a2d req-8d706db6-c3e5-4536-82c9-ba55efb3b52e tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:00.134646 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66361137-79f9-45f1-8124-fba197dc9a2d req-8d706db6-c3e5-4536-82c9-ba55efb3b52e tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1659675 Nov 09 00:13:00.181203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37864) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:00.222661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b08db68-1978-4778-88ce-53016863b810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.226229 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b08db68-1978-4778-88ce-53016863b810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.227498 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9b08db68-1978-4778-88ce-53016863b810 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5257794-e0fb-45a9-9cb1-5a89e7a4985f HTTP/1.1" status: 204 len: 168 time: 0.5766988 Nov 09 00:13:00.238073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08db68-1978-4778-88ce-53016863b810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5257794-e0fb-45a9-9cb1-5a89e7a4985f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:00.250248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-53a385e9-b2c2-4d38-a326-3b5cf4a1b132 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Deleting port faf1ef64-2ba4-4fc3-8296-f49b41b22348 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:00.250550 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-53a385e9-b2c2-4d38-a326-3b5cf4a1b132 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.261955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66361137-79f9-45f1-8124-fba197dc9a2d req-5940fb5a-8fd2-42df-ab62-2e82f15abad4 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185908 Nov 09 00:13:00.275184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:00.302991 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.350005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Transition to ACTIVE for port object 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:13:00.373598 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.444254 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-53a385e9-b2c2-4d38-a326-3b5cf4a1b132 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.444577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-53a385e9-b2c2-4d38-a326-3b5cf4a1b132 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.472150 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1c2197a0-e4af-4be1-a02b-c715212d4db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.479526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-53a385e9-b2c2-4d38-a326-3b5cf4a1b132 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Calling delete_port for faf1ef64-2ba4-4fc3-8296-f49b41b22348 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:00.487292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Pushing event updated for resources: {'Port': ['ID=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:00.622159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-d5ea43da-3d0d-4305-b7b0-8797f89593f4 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:00.630118 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-d5ea43da-3d0d-4305-b7b0-8797f89593f4 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.30 "GET /v2.0/networks?id=90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 200 len: 818 time: 0.1902788 Nov 09 00:13:00.643464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-050e1971-54c1-4305-8127-3ceaf88fafc6 req-b9e97ea6-88ee-4d54-b105-0823bc2672e8 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 210 time: 0.0584669 Nov 09 00:13:00.654821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Request body: {'port': {'device_id': 'd26cb3aa-8608-4eb6-81b4-0e00a7ff45bc', 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae', 'admin_state_up': True, 'tenant_id': '256ea83e5dc84f38bff819ae1a041631'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:00.702876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Attempting to bind port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:13:00.703212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Attempting to bind port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:13:00.703544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Attempting to bind port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 on network 90b034b0-bfba-4885-8688-23fbce7862ae {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:00.723249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 on network 90b034b0-bfba-4885-8688-23fbce7862ae not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:13:00.723585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Attempting to bind port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 on network 90b034b0-bfba-4885-8688-23fbce7862ae {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:00.741871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:13:00.742220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Checking segment: {'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:00.742612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Bound using segment: {'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:13:00.743060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Bound port: 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:13:00.743618 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.787290 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1c2197a0-e4af-4be1-a02b-c715212d4db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.795254 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1c2197a0-e4af-4be1-a02b-c715212d4db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.816064 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9041b9e8-aa98-48ef-939c-b24e91e66bc5 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:00.863614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Made reservation on behalf of 256ea83e5dc84f38bff819ae1a041631 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:00.869407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.879460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1c2197a0-e4af-4be1-a02b-c715212d4db5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5fc75858f05464498b8d15c9826e752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6917214 Nov 09 00:13:00.880883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9041b9e8-aa98-48ef-939c-b24e91e66bc5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:00.881624 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.886045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37884) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:00.887139 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-53a385e9-b2c2-4d38-a326-3b5cf4a1b132 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:00.923150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2197a0-e4af-4be1-a02b-c715212d4db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cfb044-3686-425f-9e1d-daabe5faf5af,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:00.934167 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a385e9-b2c2-4d38-a326-3b5cf4a1b132 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Pushing event deleted for resources: {'Port': ['ID=faf1ef64-2ba4-4fc3-8296-f49b41b22348,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:00.947177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] For port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:13:00.993735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] For port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:13:01.000135 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:01.018410 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-21a7875f-52f4-4bd5-b576-4b7efbac12fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:01.068643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.069908 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:01.070726 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] 10.222.0.11 "PUT /v2.0/ports/1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 HTTP/1.1" status: 200 len: 1091 time: 1.7468948 Nov 09 00:13:01.071463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aadcbca-3605-4f51-bade-90648799246b', 'tag': '1db04020-12b8-4dd5-bbb4-dad5e1a52eb0'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:01.073869 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f882341c-41de-4644-8f3f-389231b0b1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2aadcbca-3605-4f51-bade-90648799246b", "tag": "1db04020-12b8-4dd5-bbb4-dad5e1a52eb0"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:01.084273 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-53a385e9-b2c2-4d38-a326-3b5cf4a1b132 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:01.086909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-53a385e9-b2c2-4d38-a326-3b5cf4a1b132 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:01.088083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1696f7fb-db40-4e70-8f27-b30bf4d5a811 req-53a385e9-b2c2-4d38-a326-3b5cf4a1b132 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "DELETE /v2.0/floatingips/1338cb9c-b7ee-49b1-8fd2-5d1d129ac590 HTTP/1.1" status: 204 len: 173 time: 1.1870627 Nov 09 00:13:01.104694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53766a1f-f70d-4683-8922-c0fc847a6f79 service neutron] Pushing event updated for resources: {'Port': ['ID=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:01.109712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-21a7875f-52f4-4bd5-b576-4b7efbac12fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:01.186407 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3160bf86-fb7e-423c-99b2-b10c5f3fc6f7 x-openstack-request-id: req-3160bf86-fb7e-423c-99b2-b10c5f3fc6f7 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:01.186661 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aadcbca-3605-4f51-bade-90648799246b", "tag": "1db04020-12b8-4dd5-bbb4-dad5e1a52eb0", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:01.186900 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3160bf86-fb7e-423c-99b2-b10c5f3fc6f7 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:01.187304 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aadcbca-3605-4f51-bade-90648799246b', 'tag': '1db04020-12b8-4dd5-bbb4-dad5e1a52eb0', 'status': 'completed', 'code': 200} Nov 09 00:13:01.210196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Allocated IP 172.20.0.4 (90b034b0-bfba-4885-8688-23fbce7862ae/b3a73895-e260-433a-ae19-cb0786e0dfa4/7ffab732-5a6a-43df-95ad-579de32a0d09) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:13:01.228917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-ba5ed8da-7c18-466f-97bb-a598c6bf03c7 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips/6baaf747-7367-4521-9406-b9c9273255fe HTTP/1.1" status: 200 len: 692 time: 0.1086400 Nov 09 00:13:01.263068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-19c48e2f-6334-4596-96f3-714d727a8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.264577 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-19c48e2f-6334-4596-96f3-714d727a8c80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=256ea83e5dc84f38bff819ae1a041631&device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 1094 time: 0.0896192 Nov 09 00:13:01.283880 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-21a7875f-52f4-4bd5-b576-4b7efbac12fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:01.286567 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-21a7875f-52f4-4bd5-b576-4b7efbac12fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:01.290108 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-21a7875f-52f4-4bd5-b576-4b7efbac12fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7cfb044-3686-425f-9e1d-daabe5faf5af HTTP/1.1" status: 204 len: 168 time: 0.4002690 Nov 09 00:13:01.345208 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7875f-52f4-4bd5-b576-4b7efbac12fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cfb044-3686-425f-9e1d-daabe5faf5af,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:01.347109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-a254d694-7f2c-421e-ae5d-3dc74ca45108 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.356942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-a254d694-7f2c-421e-ae5d-3dc74ca45108 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.1271055 Nov 09 00:13:01.387087 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-6e72882c-3da0-4c44-8783-c722865fdde1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 HTTP/1.1" status: 200 len: 217 time: 0.0922122 Nov 09 00:13:01.411911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-07536a3c-18e1-4a04-b08c-ef8e87902a19 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2274730 Nov 09 00:13:01.469951 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-9f585327-6239-4ac1-9727-f70fdc9e9725 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.1120112 Nov 09 00:13:01.501315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-63c79995-5fb3-46c4-baf7-9ef850649e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.502899 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-63c79995-5fb3-46c4-baf7-9ef850649e12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3a73895-e260-433a-ae19-cb0786e0dfa4 HTTP/1.1" status: 200 len: 858 time: 0.1149771 Nov 09 00:13:01.506542 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce512bf-b574-423e-b691-436e54b35441 req-22c8d65d-4759-4589-ad93-42c33c8b3154 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.508141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ce512bf-b574-423e-b691-436e54b35441 req-22c8d65d-4759-4589-ad93-42c33c8b3154 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.0925581 Nov 09 00:13:01.550557 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-659ebfee-be90-4d34-9cb1-da23401b246f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90b034b0-bfba-4885-8688-23fbce7862ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366752 Nov 09 00:13:01.607399 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-f84ab900-7dee-4ee6-aae8-d04155df52c2 tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.1156366 Nov 09 00:13:01.668022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-9513ff1e-ccb4-4aaf-84fa-762520592914 service neutron] 10.222.0.11 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083035 Nov 09 00:13:01.671203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:01.676144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-e531cd85-9276-4214-b80d-3d740286a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.676758 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-e531cd85-9276-4214-b80d-3d740286a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.677409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-e531cd85-9276-4214-b80d-3d740286a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.677935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-e531cd85-9276-4214-b80d-3d740286a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.678392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-e531cd85-9276-4214-b80d-3d740286a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.678878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-e531cd85-9276-4214-b80d-3d740286a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.679334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-e531cd85-9276-4214-b80d-3d740286a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.681453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-e531cd85-9276-4214-b80d-3d740286a4ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6501 time: 0.2044246 Nov 09 00:13:01.702021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ce512bf-b574-423e-b691-436e54b35441 req-a5ee31c5-d2db-4cde-b8f6-67182ceea1fe tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690264 Nov 09 00:13:01.856984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-90ba83c2-d7be-4b36-b755-441b3b330d63 req-c4938a17-d5d9-4e6e-8625-a4873ca537ab service neutron] 10.222.0.11 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822631 Nov 09 00:13:01.861893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:01.883396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-ede6d8fe-8516-4e4c-a371-eb6b36d22f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.883914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-ede6d8fe-8516-4e4c-a371-eb6b36d22f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.884387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-ede6d8fe-8516-4e4c-a371-eb6b36d22f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:01.887003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-ede6d8fe-8516-4e4c-a371-eb6b36d22f3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4800f68-4a56-437c-93ae-0635f13e0fec&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=db9ff48a-f148-4078-8cab-499f349f3760&id=db9ff48a-f148-4078-8cab-499f349f3760 HTTP/1.1" status: 200 len: 2293 time: 0.1528156 Nov 09 00:13:01.892948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-be3f389f-a4d5-466c-a765-d99fe9e2fb7c tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Deleting port 4fd8bfaa-2446-4a0d-a642-2dbd8212ea83 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:01.893338 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-be3f389f-a4d5-466c-a765-d99fe9e2fb7c tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:01.959960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Network 90b034b0-bfba-4885-8688-23fbce7862ae is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:13:01.984000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:01.986337 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:13:02.019514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Pushing event updated for resources: {'Port': ['ID=7ffab732-5a6a-43df-95ad-579de32a0d09,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:02.038162 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-3fa078ed-397f-4406-acc2-7a65196c96f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d5d4e0-09b0-416c-b84e-0944c88e9f71 HTTP/1.1" status: 200 len: 1001 time: 0.1414347 Nov 09 00:13:02.051470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882341c-41de-4644-8f3f-389231b0b1a4 req-8f2eadc2-f8c8-49f5-a559-22c9f6f6126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:02.053141 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f882341c-41de-4644-8f3f-389231b0b1a4 req-8f2eadc2-f8c8-49f5-a559-22c9f6f6126b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=256ea83e5dc84f38bff819ae1a041631&device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 1094 time: 0.1109130 Nov 09 00:13:02.060720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:02.061561 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:02.104208 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-be3f389f-a4d5-466c-a765-d99fe9e2fb7c tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:02.104471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-be3f389f-a4d5-466c-a765-d99fe9e2fb7c tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:02.125781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-be3f389f-a4d5-466c-a765-d99fe9e2fb7c tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Calling delete_port for 4fd8bfaa-2446-4a0d-a642-2dbd8212ea83 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:02.135395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-2634caed-1126-4b89-a240-3abcc800897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:02.137159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-2634caed-1126-4b89-a240-3abcc800897a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79f442c6-9654-4986-bb72-cb3ccd7531a0 HTTP/1.1" status: 200 len: 854 time: 0.0843887 Nov 09 00:13:02.196493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882341c-41de-4644-8f3f-389231b0b1a4 req-c7204b69-4809-4908-b74d-30ba1406feee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:02.198791 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f882341c-41de-4644-8f3f-389231b0b1a4 req-c7204b69-4809-4908-b74d-30ba1406feee service neutron] 10.222.0.11 "GET /v2.0/networks?id=90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 200 len: 918 time: 0.1328888 Nov 09 00:13:02.204862 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-004575d4-93e5-4577-9529-26033c87aec9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5638127 Nov 09 00:13:02.224549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Request body: {'port': {'device_id': 'd26cb3aa-8608-4eb6-81b4-0e00a7ff45bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:02.238359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-a314b9cc-edf1-4053-b38e-1ffbd9398343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:02.239757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-a314b9cc-edf1-4053-b38e-1ffbd9398343 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4800f68-4a56-437c-93ae-0635f13e0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943952 Nov 09 00:13:02.266474 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f882341c-41de-4644-8f3f-389231b0b1a4 req-7d243eae-6398-43da-b7b8-c08f14e64c92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 HTTP/1.1" status: 200 len: 217 time: 0.0590646 Nov 09 00:13:02.312069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-4ddec09a-a701-4ff3-ab4e-a683608b294b tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d8d08429913d4b828bf3173ee0afd5a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520585 Nov 09 00:13:02.325886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882341c-41de-4644-8f3f-389231b0b1a4 req-c6bea2e8-974c-43cd-b5ab-f29a01d9b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:02.327329 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f882341c-41de-4644-8f3f-389231b0b1a4 req-c6bea2e8-974c-43cd-b5ab-f29a01d9b462 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3a73895-e260-433a-ae19-cb0786e0dfa4 HTTP/1.1" status: 200 len: 858 time: 0.0466537 Nov 09 00:13:02.366852 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:02.399039 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f882341c-41de-4644-8f3f-389231b0b1a4 req-af524480-58b5-4881-8d43-ca28113914e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90b034b0-bfba-4885-8688-23fbce7862ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329947 Nov 09 00:13:02.599795 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f882341c-41de-4644-8f3f-389231b0b1a4 req-387c3455-9ebf-4175-9973-9b402707d02a service neutron] 10.222.0.11 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785088 Nov 09 00:13:02.755773 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f882341c-41de-4644-8f3f-389231b0b1a4 req-bf9fdd68-3bd7-4238-9310-df9e34aca14e service neutron] 10.222.0.11 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220510 Nov 09 00:13:02.781567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-8fb5ddb9-2e8b-4abe-948b-9e28f4f5dd16 service neutron] 10.222.0.11 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295491 Nov 09 00:13:02.801454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffab732-5a6a-43df-95ad-579de32a0d09 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:02.805540 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-be3f389f-a4d5-466c-a765-d99fe9e2fb7c tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:02.809231 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:02.821707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Transition to ACTIVE for port object 7ffab732-5a6a-43df-95ad-579de32a0d09 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:13:02.825951 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:02.891161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f389f-a4d5-466c-a765-d99fe9e2fb7c tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Pushing event deleted for resources: {'Port': ['ID=4fd8bfaa-2446-4a0d-a642-2dbd8212ea83,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:02.891652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffab732-5a6a-43df-95ad-579de32a0d09,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:02.921724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-9452c589-9630-468d-9432-cfcf04633ba2 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:02.923168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-9452c589-9630-468d-9432-cfcf04633ba2 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5832627 Nov 09 00:13:02.942120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Attempting to bind port 7ffab732-5a6a-43df-95ad-579de32a0d09 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:13:02.942447 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Attempting to bind port 7ffab732-5a6a-43df-95ad-579de32a0d09 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:13:02.942773 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Attempting to bind port 7ffab732-5a6a-43df-95ad-579de32a0d09 on network 90b034b0-bfba-4885-8688-23fbce7862ae {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:02.947012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Port 7ffab732-5a6a-43df-95ad-579de32a0d09 on network 90b034b0-bfba-4885-8688-23fbce7862ae not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:13:02.947330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Attempting to bind port 7ffab732-5a6a-43df-95ad-579de32a0d09 on network 90b034b0-bfba-4885-8688-23fbce7862ae {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:02.952673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:13:02.953028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Checking segment: {'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:02.953460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Bound using segment: {'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:13:02.953893 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Bound port: 7ffab732-5a6a-43df-95ad-579de32a0d09, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b13661-ba9c-42e7-9ac6-72d4e7a4334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:13:02.954238 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:02.968204 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-9f64b388-2e79-4889-83db-0b1204708096 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/quotas/d8d08429913d4b828bf3173ee0afd5a2 HTTP/1.1" status: 200 len: 375 time: 0.0231125 Nov 09 00:13:03.000317 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-be3f389f-a4d5-466c-a765-d99fe9e2fb7c tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:03.003341 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-be3f389f-a4d5-466c-a765-d99fe9e2fb7c tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:03.004462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b21a7ab-c8a2-4247-b8b7-525e7ac4ff9a req-be3f389f-a4d5-466c-a765-d99fe9e2fb7c tempest-FloatingIPDetailsTestJSON-1367017738 tempest-FloatingIPDetailsTestJSON-1367017738-project] 10.222.0.25 "DELETE /v2.0/floatingips/6baaf747-7367-4521-9406-b9c9273255fe HTTP/1.1" status: 204 len: 173 time: 1.3931775 Nov 09 00:13:03.012581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37950) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:03.019857 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-01117804-aa14-4950-a915-2ea0aae3f7d6 service neutron] 10.222.0.11 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295673 Nov 09 00:13:03.023217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-a9ed6bb4-a302-45a1-a608-811ffa96f5fc tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8d08429913d4b828bf3173ee0afd5a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463569 Nov 09 00:13:03.057801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] For port 7ffab732-5a6a-43df-95ad-579de32a0d09, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:13:03.067174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-a0048bb5-182a-4c39-9b11-f90e5374b79e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=05cc56ff-ba70-4c09-879d-a4c54089a9e0 HTTP/1.1" status: 200 len: 217 time: 0.0389268 Nov 09 00:13:03.076404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] For port 7ffab732-5a6a-43df-95ad-579de32a0d09, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7ffab732-5a6a-43df-95ad-579de32a0d09,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:13:03.083329 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:03.123246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-40d150d4-3b87-48d1-b66d-2a5cded528d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:03.125701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-40d150d4-3b87-48d1-b66d-2a5cded528d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.0510745 Nov 09 00:13:03.155768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:03.156386 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:03.157876 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] 10.222.0.30 "PUT /v2.0/ports/7ffab732-5a6a-43df-95ad-579de32a0d09 HTTP/1.1" status: 200 len: 1091 time: 0.9395127 Nov 09 00:13:03.158576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26cb3aa-8608-4eb6-81b4-0e00a7ff45bc', 'tag': '7ffab732-5a6a-43df-95ad-579de32a0d09'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:03.160887 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36df72cb-8f6a-4524-8a27-fa2fbc62d472" -d '{"events": [{"name": "network-changed", "server_uuid": "d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc", "tag": "7ffab732-5a6a-43df-95ad-579de32a0d09"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:03.237584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-d4efe99f-c6e2-4db7-92bc-a5700f2586fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:03.240169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e22a6-3c30-4bf0-bc88-f365afd77c71 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffab732-5a6a-43df-95ad-579de32a0d09,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:03.240353 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-d4efe99f-c6e2-4db7-92bc-a5700f2586fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1018100 Nov 09 00:13:03.247600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca0bfa-aa62-4a05-8019-55d7575b2846 req-03db2be8-1044-4575-b561-183cac8eb33f tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:03.255058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1cca0bfa-aa62-4a05-8019-55d7575b2846 req-03db2be8-1044-4575-b561-183cac8eb33f tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 943 time: 0.1283455 Nov 09 00:13:03.317958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-9c86c0dd-fab9-49dc-8a03-bc79b6dea25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:03.319835 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-9c86c0dd-fab9-49dc-8a03-bc79b6dea25c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=256ea83e5dc84f38bff819ae1a041631&device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 1094 time: 0.0923617 Nov 09 00:13:03.390068 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1cca0bfa-aa62-4a05-8019-55d7575b2846 req-6f1d850f-eecb-40cb-8a9a-0095911ad0b8 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334343 Nov 09 00:13:03.413873 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-a4b5ca84-601f-4c81-bd0a-94c1ef030dda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ffab732-5a6a-43df-95ad-579de32a0d09 HTTP/1.1" status: 200 len: 217 time: 0.0805583 Nov 09 00:13:03.458510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-e187d4f6-bb10-4d29-99be-9d2e64aca984 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704216 Nov 09 00:13:03.558863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-12828b05-3a48-499e-bbd3-ab99f94a5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:03.560284 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-12828b05-3a48-499e-bbd3-ab99f94a5c45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b3a73895-e260-433a-ae19-cb0786e0dfa4 HTTP/1.1" status: 200 len: 858 time: 0.1412473 Nov 09 00:13:03.609737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-fcb01410-6b4b-4911-b921-63a225d3124c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90b034b0-bfba-4885-8688-23fbce7862ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327852 Nov 09 00:13:03.638699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eacd5-08f0-44f3-b5ff-bab5ff3d91df req-36f289ad-7a31-473d-ac38-81790b6beb92 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:03.646049 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b82eacd5-08f0-44f3-b5ff-bab5ff3d91df req-36f289ad-7a31-473d-ac38-81790b6beb92 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1305859 Nov 09 00:13:03.658481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-623dceea-2b8f-43bc-9a53-3be500ce76a1 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836443 Nov 09 00:13:03.728371 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-eb6fa7b9-672f-400e-b81f-2741e73c2d94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=c3601f1b-6090-4fb1-98a9-a0f33c061444 HTTP/1.1" status: 200 len: 217 time: 0.0625436 Nov 09 00:13:03.764589 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-8d77a9bf-17c8-4c35-be00-a410554173eb service neutron] 10.222.0.30 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400912 Nov 09 00:13:03.781850 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a11326fc-712f-47e4-be00-1002f8cf9f5a req-23cd0696-5911-4064-877e-38a832f8199a tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 210 time: 0.0549634 Nov 09 00:13:03.822925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b82eacd5-08f0-44f3-b5ff-bab5ff3d91df req-fa77f6fd-5b24-496f-892a-341b7ea07ff3 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758039 Nov 09 00:13:03.850770 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-72f66d67-25c2-4f2b-8e1f-6ab9d2072751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:03.852336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-72f66d67-25c2-4f2b-8e1f-6ab9d2072751 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.1104028 Nov 09 00:13:03.866252 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7151ea6-ef18-4256-bbcd-4f0b0f518eb1 x-openstack-request-id: req-d7151ea6-ef18-4256-bbcd-4f0b0f518eb1 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:03.866533 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc", "tag": "7ffab732-5a6a-43df-95ad-579de32a0d09", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:03.866785 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7151ea6-ef18-4256-bbcd-4f0b0f518eb1 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:03.867228 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26cb3aa-8608-4eb6-81b4-0e00a7ff45bc', 'tag': '7ffab732-5a6a-43df-95ad-579de32a0d09', 'status': 'completed', 'code': 200} Nov 09 00:13:03.904670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-447c8ca3-4134-4c62-ad98-6f437d8994d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:03.907952 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-a81a1cb5-1b6a-4488-ae86-8422e1269bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:03.908438 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-a81a1cb5-1b6a-4488-ae86-8422e1269bcd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0481453 Nov 09 00:13:03.941618 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0a0e5fd2-e7ce-4e51-a22e-8b8cfbbc2e86 req-c0439362-59e2-41a4-a107-535e5a000480 service neutron] 10.222.0.30 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683800 Nov 09 00:13:04.006550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e9f83e6-5397-48f0-9726-808aa641ec67 req-46be5a5a-1d01-40ea-9d50-f37f0de4546b tempest-AbsoluteLimitsNegativeTestJSON-1468676696 tempest-AbsoluteLimitsNegativeTestJSON-1468676696-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5de52ecfba0f44afa034ee11d762c59d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552778 Nov 09 00:13:04.076408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df72cb-8f6a-4524-8a27-fa2fbc62d472 req-c64ae50a-898f-48c5-b746-4aaf9584a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:04.077905 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36df72cb-8f6a-4524-8a27-fa2fbc62d472 req-c64ae50a-898f-48c5-b746-4aaf9584a098 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=256ea83e5dc84f38bff819ae1a041631&device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 1094 time: 0.0815673 Nov 09 00:13:04.105859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-8ea958f3-7c81-4548-ad6d-f80da0c76ee9 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885414 Nov 09 00:13:04.183867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f83e6-5397-48f0-9726-808aa641ec67 req-9843699e-f46f-46fc-afe7-50f8e8d44b6a tempest-AbsoluteLimitsNegativeTestJSON-1468676696 tempest-AbsoluteLimitsNegativeTestJSON-1468676696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:04.185227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e9f83e6-5397-48f0-9726-808aa641ec67 req-9843699e-f46f-46fc-afe7-50f8e8d44b6a tempest-AbsoluteLimitsNegativeTestJSON-1468676696 tempest-AbsoluteLimitsNegativeTestJSON-1468676696-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711438 Nov 09 00:13:04.211325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e9f83e6-5397-48f0-9726-808aa641ec67 req-476edaf1-c929-43e9-99c4-fc2d36d11afa tempest-AbsoluteLimitsNegativeTestJSON-1468676696 tempest-AbsoluteLimitsNegativeTestJSON-1468676696-project] 10.222.0.25 "GET /v2.0/quotas/5de52ecfba0f44afa034ee11d762c59d HTTP/1.1" status: 200 len: 375 time: 0.0185213 Nov 09 00:13:04.213072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df72cb-8f6a-4524-8a27-fa2fbc62d472 req-97166a34-0a08-407a-ac3f-07e1d10cdee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:04.215102 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36df72cb-8f6a-4524-8a27-fa2fbc62d472 req-97166a34-0a08-407a-ac3f-07e1d10cdee8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 200 len: 918 time: 0.1182988 Nov 09 00:13:04.253450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e9f83e6-5397-48f0-9726-808aa641ec67 req-bd4fa4cf-1f51-4fe8-8ce5-f03b2767e185 tempest-AbsoluteLimitsNegativeTestJSON-1468676696 tempest-AbsoluteLimitsNegativeTestJSON-1468676696-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5de52ecfba0f44afa034ee11d762c59d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332417 Nov 09 00:13:04.255845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-fee664bf-9c08-421c-83f7-4675f988dcf0 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419408 Nov 09 00:13:04.286001 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36df72cb-8f6a-4524-8a27-fa2fbc62d472 req-672766cd-cd04-4bba-9107-92ffca572317 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ffab732-5a6a-43df-95ad-579de32a0d09 HTTP/1.1" status: 200 len: 217 time: 0.0625365 Nov 09 00:13:04.318422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-4aeb4953-237f-4b93-b189-4665b9438387 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=c64ad2d8-e1ee-4760-b623-361c968d3a5d HTTP/1.1" status: 200 len: 217 time: 0.0537133 Nov 09 00:13:04.352572 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-6c34cb7f-240b-481f-8b7f-c426cc33e7dd tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d8d08429913d4b828bf3173ee0afd5a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480185 Nov 09 00:13:04.383616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-5af1dc52-56ae-41cc-96f2-1f60a7397501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:04.386559 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-5af1dc52-56ae-41cc-96f2-1f60a7397501 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.0548108 Nov 09 00:13:04.461726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-928168c7-f499-4b4b-b5e0-baeec38f2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:04.463855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-928168c7-f499-4b4b-b5e0-baeec38f2024 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0655255 Nov 09 00:13:04.464504 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-447c8ca3-4134-4c62-ad98-6f437d8994d3 admin admin] Deleting port 50bd7d9a-5ff1-478d-b189-238b3b131bec {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:04.464942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-447c8ca3-4134-4c62-ad98-6f437d8994d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:04.467316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df72cb-8f6a-4524-8a27-fa2fbc62d472 req-b69ab561-2f8c-4ff0-89ca-d804fa9df7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:04.468794 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36df72cb-8f6a-4524-8a27-fa2fbc62d472 req-b69ab561-2f8c-4ff0-89ca-d804fa9df7bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b3a73895-e260-433a-ae19-cb0786e0dfa4 HTTP/1.1" status: 200 len: 858 time: 0.1746042 Nov 09 00:13:04.593128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746484ae-6ea6-4e41-81af-09c7c44c8cf8 req-b2690f7f-c07b-4f76-a94f-7c8fb13d24fe tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:04.594929 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-746484ae-6ea6-4e41-81af-09c7c44c8cf8 req-b2690f7f-c07b-4f76-a94f-7c8fb13d24fe tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 943 time: 0.1213100 Nov 09 00:13:04.674224 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-35b5d464-15e0-4119-a102-4f266574139c service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024639 Nov 09 00:13:04.717895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37990) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:04.750324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-746484ae-6ea6-4e41-81af-09c7c44c8cf8 req-48c9c110-0116-40dd-87ae-3b53f1af48fd tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377320 Nov 09 00:13:04.826563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-80baf3cb-fde9-47f8-98c0-9f782c7456af service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403167 Nov 09 00:13:04.850016 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36df72cb-8f6a-4524-8a27-fa2fbc62d472 req-517b02e9-926d-4eb3-8349-037962421f08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90b034b0-bfba-4885-8688-23fbce7862ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3672442 Nov 09 00:13:04.899593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-b076e14b-d288-4c51-b0a7-f7a13d183f23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5ec376c1-315f-4ca8-8930-77a9fd93e81c HTTP/1.1" status: 200 len: 217 time: 0.0609169 Nov 09 00:13:04.963082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-0cf4ca19-b843-4818-972d-991504c0656a tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:04.964528 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-0cf4ca19-b843-4818-972d-991504c0656a tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5943325 Nov 09 00:13:04.969692 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4f430dcb-1b4a-48d0-b5fe-4f65e19e44f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:04.982187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Request body: {'port': {'device_id': '0bbe866e-7853-413c-bd37-33f4c6448525', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': 'd8d08429913d4b828bf3173ee0afd5a2'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:04.990650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f2d4e15-8079-4f2f-8135-219b63532482 req-3c2b892f-8f2d-47ad-842d-04a60039c9b5 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 210 time: 0.0998559 Nov 09 00:13:04.991306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-447c8ca3-4134-4c62-ad98-6f437d8994d3 admin admin] For port 50bd7d9a-5ff1-478d-b189-238b3b131bec, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=50bd7d9a-5ff1-478d-b189-238b3b131bec,segment=NetworkSegment(d140fd6f-be7c-4c79-bca0-64df377bf7f1),segment_id=d140fd6f-be7c-4c79-bca0-64df377bf7f1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:04.991837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-447c8ca3-4134-4c62-ad98-6f437d8994d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.046888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-4a900cc5-04a2-435b-b444-2c7759f22ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:05.048460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-4a900cc5-04a2-435b-b444-2c7759f22ee2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.1309719 Nov 09 00:13:05.059248 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-447c8ca3-4134-4c62-ad98-6f437d8994d3 admin admin] Calling delete_port for 50bd7d9a-5ff1-478d-b189-238b3b131bec owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:05.059483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31696815-4ae6-4f4f-990d-3e1ec9376f8e req-943f8a3d-8c9b-4c46-8cb1-b23023e5b244 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:05.061030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31696815-4ae6-4f4f-990d-3e1ec9376f8e req-943f8a3d-8c9b-4c46-8cb1-b23023e5b244 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1516175 Nov 09 00:13:05.098829 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36df72cb-8f6a-4524-8a27-fa2fbc62d472 req-23ed730e-a6f6-4cc6-89e5-f4358e2808e4 service neutron] 10.222.0.30 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285058 Nov 09 00:13:05.180894 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31696815-4ae6-4f4f-990d-3e1ec9376f8e req-2e36f7df-5f1f-44c5-8169-58de98b8f063 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061163 Nov 09 00:13:05.187011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-218498c3-9b73-48ec-bdfd-1e898940a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:05.188430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-218498c3-9b73-48ec-bdfd-1e898940a1ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1232185 Nov 09 00:13:05.190305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4f430dcb-1b4a-48d0-b5fe-4f65e19e44f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.195532 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4f430dcb-1b4a-48d0-b5fe-4f65e19e44f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.286973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f430dcb-1b4a-48d0-b5fe-4f65e19e44f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b680394a-7e82-4e69-b7d0-095b4a277936,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:05.296669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4f430dcb-1b4a-48d0-b5fe-4f65e19e44f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5de52ecfba0f44afa034ee11d762c59d&name=default HTTP/1.1" status: 200 len: 2998 time: 0.5777667 Nov 09 00:13:05.299245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37998) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:05.307215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Made reservation on behalf of d8d08429913d4b828bf3173ee0afd5a2 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:05.311337 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.337326 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.354320 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36df72cb-8f6a-4524-8a27-fa2fbc62d472 req-1889a929-e9a6-4b20-a264-41fdc906eb0d service neutron] 10.222.0.30 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461376 Nov 09 00:13:05.363174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-364e4d0d-261a-4990-b6f0-ae97e9a93ee9 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638489 Nov 09 00:13:05.394589 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ddb0dc55-e81e-4e1e-84ca-ec42a5ad19e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.458972 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ddb0dc55-e81e-4e1e-84ca-ec42a5ad19e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.493594 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.494654 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-447c8ca3-4134-4c62-ad98-6f437d8994d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.505570 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.514780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-07f41919-d227-4811-9c5c-37e999cc6e41 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410215 Nov 09 00:13:05.540290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c8ca3-4134-4c62-ad98-6f437d8994d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=50bd7d9a-5ff1-478d-b189-238b3b131bec,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:05.556318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:13:05.571590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-c09bf381-839d-4d86-8f89-0e19530490e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bebae9d8-ef83-4a9d-b792-d0891225bdf6 HTTP/1.1" status: 200 len: 217 time: 0.0486515 Nov 09 00:13:05.578657 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ddb0dc55-e81e-4e1e-84ca-ec42a5ad19e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.582424 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ddb0dc55-e81e-4e1e-84ca-ec42a5ad19e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.584676 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ddb0dc55-e81e-4e1e-84ca-ec42a5ad19e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b680394a-7e82-4e69-b7d0-095b4a277936 HTTP/1.1" status: 204 len: 168 time: 0.2841759 Nov 09 00:13:05.635185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0dc55-e81e-4e1e-84ca-ec42a5ad19e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b680394a-7e82-4e69-b7d0-095b4a277936,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:05.660761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-62956c4a-4f50-4890-92ef-abd50bbec64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:05.663066 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-62956c4a-4f50-4890-92ef-abd50bbec64f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47 HTTP/1.1" status: 200 len: 797 time: 0.0753899 Nov 09 00:13:05.683806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0291d196-3d45-4388-988c-6502b5a6b285,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:05.813445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-6392e023-5d7c-43d7-adb5-13ec9d3b5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:05.817429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-6392e023-5d7c-43d7-adb5-13ec9d3b5fa7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db9ff48a-f148-4078-8cab-499f349f3760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1333709 Nov 09 00:13:05.898483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:05.926018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Allocated IP 192.168.233.115 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/584f5248-23cd-440f-85e1-02981053a31b) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:13:05.928733 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '1db04020-12b8-4dd5-bbb4-dad5e1a52eb0', 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae', 'port_id': '1db04020-12b8-4dd5-bbb4-dad5e1a52eb0', 'mac_address': 'fa:16:3e:4c:cb:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a73895-e260-433a-ae19-cb0786e0dfa4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:13:05.968976 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-447c8ca3-4134-4c62-ad98-6f437d8994d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.980461 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:05.999651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:06.023796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:06.029762 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:06.126704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:06.207945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f7239-74ce-40d3-9701-cf3850ff53bc req-a67ff580-125d-400b-abb2-26020b3384a8 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:06.211129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e3f7239-74ce-40d3-9701-cf3850ff53bc req-a67ff580-125d-400b-abb2-26020b3384a8 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 943 time: 0.2951572 Nov 09 00:13:06.231509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e53b583-4795-4ce2-9dbe-58343491114d req-ad0fdb67-32cc-412e-93b8-5e5578c33e88 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 210 time: 0.0712898 Nov 09 00:13:06.233646 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-635ce5b7-2855-4215-9a9a-61f5fc6f5024 service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083481 Nov 09 00:13:06.285446 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:06.301101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['1db04020-12b8-4dd5-bbb4-dad5e1a52eb0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:06.363196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e3f7239-74ce-40d3-9701-cf3850ff53bc req-f346a79c-0288-47bd-8021-bdee4f2479d2 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283991 Nov 09 00:13:06.411102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447c8ca3-4134-4c62-ad98-6f437d8994d3 admin admin] Router 3af28574-392c-4172-a8b9-4a66f67bf342 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:13:06.415046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:06.455084 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-73dab449-bcfa-48d3-93dd-d4a20e1829de service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995375 Nov 09 00:13:06.492599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Pushing event updated for resources: {'Port': ['ID=584f5248-23cd-440f-85e1-02981053a31b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:06.551641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:13:06.554564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:06.558460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-9eb7936a-8719-4354-975c-f9ccd7ce75d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18940ff5-5975-402e-8da8-ec60b66967b3 HTTP/1.1" status: 200 len: 217 time: 0.0877130 Nov 09 00:13:06.565451 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:13:06.568478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c3a22-fb08-4c94-ae8a-d41f4fb27050 req-dd9d24d2-6532-4dd2-b845-b33921155b29 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:06.570409 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-843c3a22-fb08-4c94-ae8a-d41f4fb27050 req-dd9d24d2-6532-4dd2-b845-b33921155b29 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1969841 Nov 09 00:13:06.669495 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-c50dab1d-567a-4834-b11e-387d28b330ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:06.671466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-c50dab1d-567a-4834-b11e-387d28b330ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47 HTTP/1.1" status: 200 len: 797 time: 0.1000984 Nov 09 00:13:06.679222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:06.679969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:06.710914 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-518c97ac-33c7-4e3c-8c79-464fd7d52194 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7323604 Nov 09 00:13:06.727183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Request body: {'port': {'device_id': '0bbe866e-7853-413c-bd37-33f4c6448525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:06.732403 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447c8ca3-4134-4c62-ad98-6f437d8994d3 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:13:06.740591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-843c3a22-fb08-4c94-ae8a-d41f4fb27050 req-51d4c863-e048-4848-a2ea-4f2f369c9397 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521091 Nov 09 00:13:06.755213 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-447c8ca3-4134-4c62-ad98-6f437d8994d3 admin admin] 10.222.0.25 "PUT /v2.0/routers/3af28574-392c-4172-a8b9-4a66f67bf342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7408621 Nov 09 00:13:06.757768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38034) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:06.760456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-db1296ed-0bd4-4500-b1ea-b92b220f0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:06.762297 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-db1296ed-0bd4-4500-b1ea-b92b220f0082 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db9ff48a-f148-4078-8cab-499f349f3760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0816553 Nov 09 00:13:06.763232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df2fa5-9ad3-49bb-a2e0-e98cdabb51a5 None None] Sync routers for ids ['3af28574-392c-4172-a8b9-4a66f67bf342'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:13:06.778287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df2fa5-9ad3-49bb-a2e0-e98cdabb51a5 None None] Routers {'3af28574-392c-4172-a8b9-4a66f67bf342'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:13:06.778950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d1df2fa5-9ad3-49bb-a2e0-e98cdabb51a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3af28574-392c-4172-a8b9-4a66f67bf342'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:06.931657 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-d74a377b-2e93-4247-800e-27ae05236d76 service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598694 Nov 09 00:13:06.932235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38038) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:06.953919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:06.959968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 7ffab732-5a6a-43df-95ad-579de32a0d09 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:13:06.972344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d1df2fa5-9ad3-49bb-a2e0-e98cdabb51a5 None None] Set router 3af28574-392c-4172-a8b9-4a66f67bf342 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:13:07.017844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.044319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eec19150-ba7f-4aec-a667-fe21bb95c2e6 req-a64d6e17-1b07-4ef3-85be-39aebf4f2ab2 service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021399 Nov 09 00:13:07.103151 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1852900180-network', 'tenant_id': '3474d4638d1741ddb7b438dc98f9693f'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:07.127513 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Made reservation on behalf of 3474d4638d1741ddb7b438dc98f9693f for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:07.130101 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.140101 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.147487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-88faf2a1-f54e-442b-84e6-cc25b9abb9f7 None None] Provisioning complete for port 584f5248-23cd-440f-85e1-02981053a31b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:07.148131 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-88faf2a1-f54e-442b-84e6-cc25b9abb9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.223043 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.228065 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.240538 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-88faf2a1-f54e-442b-84e6-cc25b9abb9f7 None None] Port 584f5248-23cd-440f-85e1-02981053a31b cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:13:07.256574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:13:07.265877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6021d21-4479-4d72-8d8d-d955c19cf53a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:07.266456 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.272494 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.272918 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Added segment bff6fdc9-1881-4601-9675-10bbd9602f33 of type vlan for network 17b7b009-5382-4c5d-aeef-f4fc979b0e23 Nov 09 00:13:07.321618 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.361164 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.362312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:07.363041 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.398242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Deleting port 9238f8f2-45b2-4021-aae1-86074f0ea04d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:07.398567 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.427142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 7ffab732-5a6a-43df-95ad-579de32a0d09, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7ffab732-5a6a-43df-95ad-579de32a0d09,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:07.430344 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584f5248-23cd-440f-85e1-02981053a31b {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:07.441659 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.462413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5284667 Nov 09 00:13:07.467192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '7ffab732-5a6a-43df-95ad-579de32a0d09', 'network_id': '90b034b0-bfba-4885-8688-23fbce7862ae', 'port_id': '7ffab732-5a6a-43df-95ad-579de32a0d09', 'mac_address': 'fa:16:3e:89:c7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a73895-e260-433a-ae19-cb0786e0dfa4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:13:07.467856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38048) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:07.476608 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e0ea3f11-4c73-4e8d-9695-cb336952bda7 admin admin] Request body: {'subnet': {'network_id': '17b7b009-5382-4c5d-aeef-f4fc979b0e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1852900180-subnet', 'tenant_id': '3474d4638d1741ddb7b438dc98f9693f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:07.482745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8187407-8995-47b7-8354-e88681af73ab admin admin] Pushing event updated for resources: {'Network': ['ID=17b7b009-5382-4c5d-aeef-f4fc979b0e23,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:07.507012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9c0c5-abba-40a6-a669-816eda31a999 req-998ad398-3fb6-473f-b7a9-fd98d42e93ec tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:07.509012 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9f9c0c5-abba-40a6-a669-816eda31a999 req-998ad398-3fb6-473f-b7a9-fd98d42e93ec tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 936 time: 0.1413376 Nov 09 00:13:07.512767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Transition to ACTIVE for port object 584f5248-23cd-440f-85e1-02981053a31b will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:13:07.516917 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 17b7b009-5382-4c5d-aeef-f4fc979b0e23 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:13:07.521529 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.552192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ea3f11-4c73-4e8d-9695-cb336952bda7 admin admin] Made reservation on behalf of 3474d4638d1741ddb7b438dc98f9693f for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:07.554606 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3f11-4c73-4e8d-9695-cb336952bda7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.561546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:07.574387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] For port 9238f8f2-45b2-4021-aae1-86074f0ea04d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9238f8f2-45b2-4021-aae1-86074f0ea04d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:07.574750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.597178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Calling delete_port for 9238f8f2-45b2-4021-aae1-86074f0ea04d owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:07.615043 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.627161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Pushing event updated for resources: {'Port': ['ID=584f5248-23cd-440f-85e1-02981053a31b,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:07.634774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffab732-5a6a-43df-95ad-579de32a0d09 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:07.668666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d1df2fa5-9ad3-49bb-a2e0-e98cdabb51a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'name': 'tempest-FloatingIPDetailsTestJSON-242793794-router', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:34Z', 'updated_at': '2021-11-09T00:13:05Z', 'revision_number': 5, 'project_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'gw_port': {'id': '9238f8f2-45b2-4021-aae1-86074f0ea04d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:35Z', 'updated_at': '2021-11-09T00:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:07.715754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 7ffab732-5a6a-43df-95ad-579de32a0d09, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7ffab732-5a6a-43df-95ad-579de32a0d09,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:07.719418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df2fa5-9ad3-49bb-a2e0-e98cdabb51a5 None None] Checking router: 3af28574-392c-4172-a8b9-4a66f67bf342 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:13:07.728353 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.738659 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Attempting to bind port 584f5248-23cd-440f-85e1-02981053a31b on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:13:07.738993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Attempting to bind port 584f5248-23cd-440f-85e1-02981053a31b by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:13:07.739314 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Attempting to bind port 584f5248-23cd-440f-85e1-02981053a31b on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:07.740121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9f9c0c5-abba-40a6-a669-816eda31a999 req-ebfdf554-5f9c-4e6b-827e-06d5216d5969 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110515 Nov 09 00:13:07.746977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Port 584f5248-23cd-440f-85e1-02981053a31b on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:13:07.747171 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Attempting to bind port 584f5248-23cd-440f-85e1-02981053a31b on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:07.763438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:13:07.763772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:07.764156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:13:07.764593 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Bound port: 584f5248-23cd-440f-85e1-02981053a31b, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:13:07.764947 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.770790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cb618-5102-411d-945c-7e6830aa173c req-b3bc58d8-de2a-4c49-ad95-4cf740df8430 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:07.776825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf6cb618-5102-411d-945c-7e6830aa173c req-b3bc58d8-de2a-4c49-ad95-4cf740df8430 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 943 time: 0.2638731 Nov 09 00:13:07.802284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=7ffab732-5a6a-43df-95ad-579de32a0d09,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:07.816548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df2fa5-9ad3-49bb-a2e0-e98cdabb51a5 None None] Routers {'3af28574-392c-4172-a8b9-4a66f67bf342'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:13:07.818066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d1df2fa5-9ad3-49bb-a2e0-e98cdabb51a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3af28574-392c-4172-a8b9-4a66f67bf342'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:07.858177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf6cb618-5102-411d-945c-7e6830aa173c req-73070513-545f-452a-87ae-c4e6872ca4fe tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699511 Nov 09 00:13:07.906262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:13:07.947085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d1df2fa5-9ad3-49bb-a2e0-e98cdabb51a5 None None] Set router 3af28574-392c-4172-a8b9-4a66f67bf342 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:13:07.952256 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:13:07.969813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:07.996695 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3f11-4c73-4e8d-9695-cb336952bda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:08.008070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:08.023383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:08.024923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:08.027347 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] 10.222.0.11 "PUT /v2.0/ports/584f5248-23cd-440f-85e1-02981053a31b HTTP/1.1" status: 200 len: 1096 time: 1.3045642 Nov 09 00:13:08.027520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:13:08.030331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'tag': '584f5248-23cd-440f-85e1-02981053a31b'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:08.033322 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a834ccf-c7a8-40d8-8983-dab1e25e7089" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "tag": "584f5248-23cd-440f-85e1-02981053a31b"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:08.052821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['7ffab732-5a6a-43df-95ad-579de32a0d09'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:08.054575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:08.054941 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:08.056522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d1df2fa5-9ad3-49bb-a2e0-e98cdabb51a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'name': 'tempest-FloatingIPDetailsTestJSON-242793794-router', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:34Z', 'updated_at': '2021-11-09T00:13:07Z', 'revision_number': 6, 'project_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:08.119070 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45a10d3-8570-4a1b-97c9-9508ef6fe3f2 x-openstack-request-id: req-d45a10d3-8570-4a1b-97c9-9508ef6fe3f2 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:08.119345 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "tag": "584f5248-23cd-440f-85e1-02981053a31b", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:08.119661 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d45a10d3-8570-4a1b-97c9-9508ef6fe3f2 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:08.120318 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'tag': '584f5248-23cd-440f-85e1-02981053a31b', 'status': 'completed', 'code': 200} Nov 09 00:13:08.150099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea3f11-4c73-4e8d-9695-cb336952bda7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f1b442-9f9a-4bf6-b3b8-edc0b285ca00,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:08.151096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df2fa5-9ad3-49bb-a2e0-e98cdabb51a5 None None] The sync data for ids ['3af28574-392c-4172-a8b9-4a66f67bf342'] in n-d-813263-3 is: [{'id': '3af28574-392c-4172-a8b9-4a66f67bf342', 'name': 'tempest-FloatingIPDetailsTestJSON-242793794-router', 'tenant_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:34Z', 'updated_at': '2021-11-09T00:13:07Z', 'revision_number': 6, 'project_id': 'f01a0ec391a842d0a4bbb63db640e69c', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:13:08.153975 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea3f11-4c73-4e8d-9695-cb336952bda7 admin admin] Checking segment: {'id': 'bff6fdc9-1881-4601-9675-10bbd9602f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '17b7b009-5382-4c5d-aeef-f4fc979b0e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:08.154379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea3f11-4c73-4e8d-9695-cb336952bda7 admin admin] Network hostable DHCP agents. Network: 17b7b009-5382-4c5d-aeef-f4fc979b0e23, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:13:08.178782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2521d52-dc35-4781-8f74-c7f907d43a4a req-9d6865ee-f7f7-447c-90fc-1e7fee9ab011 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:08.180339 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2521d52-dc35-4781-8f74-c7f907d43a4a req-9d6865ee-f7f7-447c-90fc-1e7fee9ab011 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1347296 Nov 09 00:13:08.200884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de53702-7e00-48ce-85bf-4d5c4a1387c4 service neutron] Pushing event updated for resources: {'Port': ['ID=584f5248-23cd-440f-85e1-02981053a31b,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:08.257109 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2521d52-dc35-4781-8f74-c7f907d43a4a req-6bf887f1-5666-4aba-892b-59181854b49b tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686429 Nov 09 00:13:08.258031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea3f11-4c73-4e8d-9695-cb336952bda7 admin admin] Network 17b7b009-5382-4c5d-aeef-f4fc979b0e23 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:13:08.259184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9238f8f2-45b2-4021-aae1-86074f0ea04d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:08.272524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:08.273465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea3f11-4c73-4e8d-9695-cb336952bda7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 17b7b009-5382-4c5d-aeef-f4fc979b0e23) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:08.279084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ea3f11-4c73-4e8d-9695-cb336952bda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:08.280179 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3f11-4c73-4e8d-9695-cb336952bda7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:08.283589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-d85a76f1-4332-4330-a7df-a4d36f0400c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:08.285607 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-d85a76f1-4332-4330-a7df-a4d36f0400c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8d08429913d4b828bf3173ee0afd5a2&device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 1099 time: 0.2064159 Nov 09 00:13:08.288944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4e2210-86e7-476a-83fe-db929f5d6d99 None None] Network 17b7b009-5382-4c5d-aeef-f4fc979b0e23 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:13:08.303156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e0ea3f11-4c73-4e8d-9695-cb336952bda7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8332427 Nov 09 00:13:08.463294 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:08.539785 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aadcbca-3605-4f51-bade-90648799246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db04020-12b8-4dd5-bbb4-dad5e1a52eb0'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:08.542037 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b569f7e-90a2-4e51-b105-e5cfa1eb594b" -d '{"events": [{"server_uuid": "2aadcbca-3605-4f51-bade-90648799246b", "name": "network-vif-plugged", "status": "completed", "tag": "1db04020-12b8-4dd5-bbb4-dad5e1a52eb0"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:08.588635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:08.617814 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:08.675811 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50814c2-37db-418c-9c3a-958efd240b75 None None] Network 17b7b009-5382-4c5d-aeef-f4fc979b0e23 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:13:08.727676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:08.787466 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-daec0594-c8bf-449e-be76-8adb0d9bd2f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=584f5248-23cd-440f-85e1-02981053a31b HTTP/1.1" status: 200 len: 217 time: 0.4685910 Nov 09 00:13:08.812145 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:08.815379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:08.900879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-e4e60f7c-5647-46c7-8a5c-a2cd249ed767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:08.903052 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-e4e60f7c-5647-46c7-8a5c-a2cd249ed767 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1059458 Nov 09 00:13:08.904504 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:08.905132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3af28574-392c-4172-a8b9-4a66f67bf342 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:13:08.909540 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:08.913278 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9726ee5d-e01d-459e-ba08-c2240d55bfd4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3af28574-392c-4172-a8b9-4a66f67bf342 HTTP/1.1" status: 204 len: 168 time: 2.1519799 Nov 09 00:13:08.913504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-a3e06e15-0a22-4902-ad72-60c8aa351a80 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:08.915000 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-a3e06e15-0a22-4902-ad72-60c8aa351a80 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/networks?id=17b7b009-5382-4c5d-aeef-f4fc979b0e23 HTTP/1.1" status: 200 len: 818 time: 0.1253648 Nov 09 00:13:08.915496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38084) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:08.956108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-18eca9e2-7e94-48b2-90dd-9d29420c7dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:08.958089 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-18eca9e2-7e94-48b2-90dd-9d29420c7dc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463037 Nov 09 00:13:08.960435 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672326ff-8abb-436e-919d-ceb3ce641853 x-openstack-request-id: req-672326ff-8abb-436e-919d-ceb3ce641853 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:08.961446 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aadcbca-3605-4f51-bade-90648799246b", "name": "network-vif-plugged", "status": "completed", "tag": "1db04020-12b8-4dd5-bbb4-dad5e1a52eb0", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:08.961706 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-672326ff-8abb-436e-919d-ceb3ce641853 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:08.962269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-df471bed-e1a6-42fd-ad3d-d92b002dcdc6 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/quotas/3474d4638d1741ddb7b438dc98f9693f HTTP/1.1" status: 200 len: 375 time: 0.0347600 Nov 09 00:13:08.966894 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aadcbca-3605-4f51-bade-90648799246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db04020-12b8-4dd5-bbb4-dad5e1a52eb0', 'code': 200} Nov 09 00:13:09.014086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-136407c4-cf83-4136-a5f4-74ff00cb3518 admin admin] Deleting subnet 3f698c88-dfdf-4959-ab78-852e6056b13a {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:13:09.020020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-8646a4a1-5dce-4a18-9d02-5fafcc178318 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3474d4638d1741ddb7b438dc98f9693f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430715 Nov 09 00:13:09.020687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-136407c4-cf83-4136-a5f4-74ff00cb3518 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:09.077837 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-6896e597-585c-4b34-b26c-0786ff4dc6a0 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050451 Nov 09 00:13:09.150979 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 50bd7d9a-5ff1-478d-b189-238b3b131bec no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:13:09.164015 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-136407c4-cf83-4136-a5f4-74ff00cb3518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:09.183476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 50bd7d9a-5ff1-478d-b189-238b3b131bec {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:13:09.184338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 50bd7d9a-5ff1-478d-b189-238b3b131bec not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:13:09.184925 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-84e722f0-fb78-4097-a1f6-e6c007f0a01d req-20ac5266-b3ef-4c6e-aaca-ff71590eeffc service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006019 Nov 09 00:13:09.237438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e4120-e159-413b-be85-e0ccbf860dd9 req-85844bcb-dbc3-4bd9-8153-d16f2b175b68 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:09.238972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d5e4120-e159-413b-be85-e0ccbf860dd9 req-85844bcb-dbc3-4bd9-8153-d16f2b175b68 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 948 time: 0.2223296 Nov 09 00:13:09.240826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4af5d0-e301-4675-9760-1b5bb7c89d36 req-d5c70a34-5c42-4a79-8c6e-434f4f1c4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:09.242192 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b4af5d0-e301-4675-9760-1b5bb7c89d36 req-d5c70a34-5c42-4a79-8c6e-434f4f1c4ca9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 1096 time: 0.1938794 Nov 09 00:13:09.269172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-486e7f11-6bb9-45e9-9443-372794d04940 service neutron] 10.222.0.25 "GET /v2.0/networks/17b7b009-5382-4c5d-aeef-f4fc979b0e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196941 Nov 09 00:13:09.281550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a834ccf-c7a8-40d8-8983-dab1e25e7089 req-118a3b06-9150-436b-8d40-f1651d1403ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:09.283038 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a834ccf-c7a8-40d8-8983-dab1e25e7089 req-118a3b06-9150-436b-8d40-f1651d1403ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8d08429913d4b828bf3173ee0afd5a2&device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 1099 time: 0.0438509 Nov 09 00:13:09.385576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a834ccf-c7a8-40d8-8983-dab1e25e7089 req-65dbbe48-efd2-4f39-82a5-5b72d2204b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:09.387505 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a834ccf-c7a8-40d8-8983-dab1e25e7089 req-65dbbe48-efd2-4f39-82a5-5b72d2204b26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.0970404 Nov 09 00:13:09.425214 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-136407c4-cf83-4136-a5f4-74ff00cb3518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:09.432342 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b4af5d0-e301-4675-9760-1b5bb7c89d36 req-ff0e93b1-8187-4dd9-8eca-1cd413bcff0e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794984 Nov 09 00:13:09.440124 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a834ccf-c7a8-40d8-8983-dab1e25e7089 req-909f649a-3795-435d-9466-9073a2626942 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=584f5248-23cd-440f-85e1-02981053a31b HTTP/1.1" status: 200 len: 217 time: 0.0447192 Nov 09 00:13:09.460430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d5e4120-e159-413b-be85-e0ccbf860dd9 req-5201cf9f-7226-45eb-a0e7-85158956f84c tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123165 Nov 09 00:13:09.493051 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-cc04ac9a-c280-4cf0-9288-cbe967243d17 service neutron] 10.222.0.25 "GET /v2.0/networks/17b7b009-5382-4c5d-aeef-f4fc979b0e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031627 Nov 09 00:13:09.515489 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-136407c4-cf83-4136-a5f4-74ff00cb3518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:09.541101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136407c4-cf83-4136-a5f4-74ff00cb3518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f698c88-dfdf-4959-ab78-852e6056b13a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:09.569426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d3607-a697-4fbe-b657-d23859f467e3 None None] Network 664e6f5d-8941-4bea-80b8-e1f977f0277b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:13:09.574568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-136407c4-cf83-4136-a5f4-74ff00cb3518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:09.581289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38092) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:09.581941 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-136407c4-cf83-4136-a5f4-74ff00cb3518 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3f698c88-dfdf-4959-ab78-852e6056b13a HTTP/1.1" status: 204 len: 168 time: 0.6648629 Nov 09 00:13:09.610747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563182f2-82a3-4aaa-8a01-cd48f25585f6 req-d73c74e0-d1ec-4507-96a6-79f003d9da69 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:09.619395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-563182f2-82a3-4aaa-8a01-cd48f25585f6 req-d73c74e0-d1ec-4507-96a6-79f003d9da69 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 944 time: 0.0805936 Nov 09 00:13:09.688093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-563182f2-82a3-4aaa-8a01-cd48f25585f6 req-18c46be2-aef2-4f28-87ff-2d2a96d8c2c7 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672283 Nov 09 00:13:09.708046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:09.727492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a834ccf-c7a8-40d8-8983-dab1e25e7089 req-eecd062d-6bf8-4a2f-a724-430cf6d50428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:09.730108 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a834ccf-c7a8-40d8-8983-dab1e25e7089 req-eecd062d-6bf8-4a2f-a724-430cf6d50428 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0789990 Nov 09 00:13:09.816315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c81ea-50fa-4825-b0ba-00926882c339 None None] DHCP port deletion for 664e6f5d-8941-4bea-80b8-e1f977f0277b request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:13:09.819807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a834ccf-c7a8-40d8-8983-dab1e25e7089 req-84895602-a060-4f66-9c6b-e2b315a56f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:09.821519 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a834ccf-c7a8-40d8-8983-dab1e25e7089 req-84895602-a060-4f66-9c6b-e2b315a56f19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839772 Nov 09 00:13:09.836763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Deleting port 3923d351-6ab4-4af7-b6e2-b2fee2878550 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:09.837129 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:09.905939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c81ea-50fa-4825-b0ba-00926882c339 None None] Deleting port 3923d351-6ab4-4af7-b6e2-b2fee2878550 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:09.906327 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f9c81ea-50fa-4825-b0ba-00926882c339 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:09.974567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] For port 3923d351-6ab4-4af7-b6e2-b2fee2878550, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3923d351-6ab4-4af7-b6e2-b2fee2878550,segment=NetworkSegment(d140fd6f-be7c-4c79-bca0-64df377bf7f1),segment_id=d140fd6f-be7c-4c79-bca0-64df377bf7f1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:09.974965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:09.989115 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd77bbcd-e9da-4718-88a5-f1ecdbd2784e req-c6b94421-02dc-41d2-96dd-eaa7d5f98d22 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 210 time: 0.0313606 Nov 09 00:13:09.997264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Calling delete_port for 3923d351-6ab4-4af7-b6e2-b2fee2878550 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:10.004269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ff098-f517-4c0f-842c-3957b38ce21e req-85d119dd-1b5d-4896-8470-1735d39325a3 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:10.015969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a53ff098-f517-4c0f-842c-3957b38ce21e req-85d119dd-1b5d-4896-8470-1735d39325a3 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1028981 Nov 09 00:13:10.041431 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3f9c81ea-50fa-4825-b0ba-00926882c339 None None] For port 3923d351-6ab4-4af7-b6e2-b2fee2878550, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3923d351-6ab4-4af7-b6e2-b2fee2878550,segment=NetworkSegment(d140fd6f-be7c-4c79-bca0-64df377bf7f1),segment_id=d140fd6f-be7c-4c79-bca0-64df377bf7f1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:10.041989 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f9c81ea-50fa-4825-b0ba-00926882c339 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.058824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c81ea-50fa-4825-b0ba-00926882c339 None None] Calling delete_port for 3923d351-6ab4-4af7-b6e2-b2fee2878550 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:10.064155 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a834ccf-c7a8-40d8-8983-dab1e25e7089 req-6aa664ae-1582-4034-b64a-55e7db1bb024 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133043 Nov 09 00:13:10.089110 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a53ff098-f517-4c0f-842c-3957b38ce21e req-79988fe8-bdbb-452f-ba62-9373788e463b tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673673 Nov 09 00:13:10.160845 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f9c81ea-50fa-4825-b0ba-00926882c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.187620 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.190519 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c81ea-50fa-4825-b0ba-00926882c339 None None] Pushing event deleted for resources: {'Port': ['ID=3923d351-6ab4-4af7-b6e2-b2fee2878550,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:10.198978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c81ea-50fa-4825-b0ba-00926882c339 None None] No DVR routers for this DVR port 3923d351-6ab4-4af7-b6e2-b2fee2878550 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:13:10.229595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Pushing event deleted for resources: {'Port': ['ID=3923d351-6ab4-4af7-b6e2-b2fee2878550,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:10.236188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] No DVR routers for this DVR port 3923d351-6ab4-4af7-b6e2-b2fee2878550 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:13:10.241903 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a834ccf-c7a8-40d8-8983-dab1e25e7089 req-0b6fe9c8-951a-4ccf-a977-ab5c8e215f14 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676786 Nov 09 00:13:10.329023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.352018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664e6f5d-8941-4bea-80b8-e1f977f0277b']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:10.361875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd140fd6f-be7c-4c79-bca0-64df377bf7f1') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:10.362164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd140fd6f-be7c-4c79-bca0-64df377bf7f1') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:10.372688 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.387458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.394144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:13:10.394493 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:13:10.396230 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:13:10.456611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.463224 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.469451 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] 10.222.0.25 "DELETE /v2.0/networks/664e6f5d-8941-4bea-80b8-e1f977f0277b HTTP/1.1" status: 204 len: 168 time: 0.8868759 Nov 09 00:13:10.482036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17447f-3290-495a-972d-cebac575918f admin admin] Pushing event deleted for resources: {'Network': ['ID=664e6f5d-8941-4bea-80b8-e1f977f0277b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:10.587806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e46e47-8eae-4b52-b353-3d1b8c11f518 req-e8eeb03b-56e7-4f61-b6b7-a6756a540cbb tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:10.589430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60e46e47-8eae-4b52-b353-3d1b8c11f518 req-e8eeb03b-56e7-4f61-b6b7-a6756a540cbb tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 948 time: 0.0554905 Nov 09 00:13:10.631009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38108) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:10.643142 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60e46e47-8eae-4b52-b353-3d1b8c11f518 req-32bb0752-3674-4522-89b0-7bc51032a84e tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467451 Nov 09 00:13:10.684093 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-78c8dd23-cbd5-45fd-bbd9-d07022ea4315 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f01a0ec391a842d0a4bbb63db640e69c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517018 Nov 09 00:13:10.687160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38110) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:10.742540 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9007f368-a977-4446-b2ff-34eed0eb0920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.755803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3923d351-6ab4-4af7-b6e2-b2fee2878550 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:13:10.765645 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9007f368-a977-4446-b2ff-34eed0eb0920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.778473 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 3923d351-6ab4-4af7-b6e2-b2fee2878550 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:13:10.778909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3923d351-6ab4-4af7-b6e2-b2fee2878550 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:13:10.779386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9238f8f2-45b2-4021-aae1-86074f0ea04d no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:13:10.801895 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 9238f8f2-45b2-4021-aae1-86074f0ea04d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:13:10.802548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9238f8f2-45b2-4021-aae1-86074f0ea04d not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:13:10.816296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182090c0-883c-4ece-8a2e-c3754b99dc61 req-078eb136-f74c-4f1a-afb0-6eb4a426c4a5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:10.817875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-182090c0-883c-4ece-8a2e-c3754b99dc61 req-078eb136-f74c-4f1a-afb0-6eb4a426c4a5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 944 time: 0.0684609 Nov 09 00:13:10.827992 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9007f368-a977-4446-b2ff-34eed0eb0920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.831089 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9007f368-a977-4446-b2ff-34eed0eb0920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:10.833811 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9007f368-a977-4446-b2ff-34eed0eb0920 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9e2829c-3b85-4776-8494-8c8abc2b5b34 HTTP/1.1" status: 204 len: 168 time: 0.1454017 Nov 09 00:13:10.846482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007f368-a977-4446-b2ff-34eed0eb0920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e2829c-3b85-4776-8494-8c8abc2b5b34,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:10.895245 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-182090c0-883c-4ece-8a2e-c3754b99dc61 req-0d04024e-34f6-4af1-a9ad-c8d05f0c0cb7 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 Nov 09 00:13:10.974881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 7ffab732-5a6a-43df-95ad-579de32a0d09 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:11.048139 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 7ffab732-5a6a-43df-95ad-579de32a0d09 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:13:11.059807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 7ffab732-5a6a-43df-95ad-579de32a0d09 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:11.060174 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:11.098283 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-e02b6cb6-669a-46ba-8272-b1054fca0984 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:11.100776 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-e02b6cb6-669a-46ba-8272-b1054fca0984 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.30 "GET /v2.0/networks?id=17b7b009-5382-4c5d-aeef-f4fc979b0e23 HTTP/1.1" status: 200 len: 818 time: 0.1773648 Nov 09 00:13:11.130093 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Request body: {'port': {'device_id': '26864272-62da-4dba-b39b-5f38e29faa4f', 'network_id': '17b7b009-5382-4c5d-aeef-f4fc979b0e23', 'admin_state_up': True, 'tenant_id': '3474d4638d1741ddb7b438dc98f9693f'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:11.141553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b84b955c-9bf2-47cf-94a6-f4f4971df52e req-45735e20-382a-4eb1-a1e7-ded3ee588265 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 210 time: 0.0274498 Nov 09 00:13:11.157420 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:11.204379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26cb3aa-8608-4eb6-81b4-0e00a7ff45bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffab732-5a6a-43df-95ad-579de32a0d09'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:11.207010 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f8330a-7761-415f-a6f7-af883fe8c530" -d '{"events": [{"server_uuid": "d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc", "name": "network-vif-plugged", "status": "completed", "tag": "7ffab732-5a6a-43df-95ad-579de32a0d09"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:11.224310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 7ffab732-5a6a-43df-95ad-579de32a0d09, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7ffab732-5a6a-43df-95ad-579de32a0d09,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:11.230740 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:11.267475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2283-d0e0-4315-bca8-8ac2cfa6c2ad req-b3e2a56e-536a-49ac-8b99-965b3dae63fa tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:11.270485 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4fd2283-d0e0-4315-bca8-8ac2cfa6c2ad req-b3e2a56e-536a-49ac-8b99-965b3dae63fa tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.0761199 Nov 09 00:13:11.303127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Made reservation on behalf of 3474d4638d1741ddb7b438dc98f9693f for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:11.308600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:11.374966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4fd2283-d0e0-4315-bca8-8ac2cfa6c2ad req-97874f89-3bab-4bc3-813c-c7a665dbe054 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902588 Nov 09 00:13:11.400261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38913b-3546-42b3-98ba-a1b281f989c8 req-78be1ce4-4e99-46fd-8d78-7b70ea96a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:11.402370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e38913b-3546-42b3-98ba-a1b281f989c8 req-78be1ce4-4e99-46fd-8d78-7b70ea96a696 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 1096 time: 0.0795572 Nov 09 00:13:11.438007 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3983a93-194f-4ad4-92d6-f0b21fa32c4e x-openstack-request-id: req-d3983a93-194f-4ad4-92d6-f0b21fa32c4e {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:11.438357 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc", "name": "network-vif-plugged", "status": "completed", "tag": "7ffab732-5a6a-43df-95ad-579de32a0d09", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:11.438532 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3983a93-194f-4ad4-92d6-f0b21fa32c4e {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:11.438925 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26cb3aa-8608-4eb6-81b4-0e00a7ff45bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffab732-5a6a-43df-95ad-579de32a0d09', 'code': 200} Nov 09 00:13:11.461139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e38913b-3546-42b3-98ba-a1b281f989c8 req-096d1313-4b89-4e92-8511-d1debc4b25c4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493634 Nov 09 00:13:11.473103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=7ffab732-5a6a-43df-95ad-579de32a0d09,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:11.484944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Allocated IP 172.20.0.2 (17b7b009-5382-4c5d-aeef-f4fc979b0e23/14f1b442-9f9a-4bf6-b3b8-edc0b285ca00/efe2ba04-9035-41b8-a4ec-08bb4ec83ebc) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:13:11.642758 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:11.680891 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:11.725592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Network 17b7b009-5382-4c5d-aeef-f4fc979b0e23 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:13:11.730695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:11.734517 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:13:11.741121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Pushing event updated for resources: {'Port': ['ID=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:11.780185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87517f50-0034-453b-8bb3-f1348fb47d35 req-708b2061-65ac-4496-bc86-4ee22a7ca03d tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:11.787183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87517f50-0034-453b-8bb3-f1348fb47d35 req-708b2061-65ac-4496-bc86-4ee22a7ca03d tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 948 time: 0.0642357 Nov 09 00:13:11.787723 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:11.788458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:11.806457 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-2686d2c4-446f-4639-9798-da0d08705282 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6917579 Nov 09 00:13:11.820737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Request body: {'port': {'device_id': '26864272-62da-4dba-b39b-5f38e29faa4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:11.832277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87517f50-0034-453b-8bb3-f1348fb47d35 req-d15cc783-fc8b-4f0c-915c-979acab3ecf3 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441360 Nov 09 00:13:11.879291 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.058884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aaa60-c967-4c9a-9c64-1b045aa96b8b req-1346b9ec-4fcc-40cd-9f2a-d98f1d58af14 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:12.060552 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-162aaa60-c967-4c9a-9c64-1b045aa96b8b req-1346b9ec-4fcc-40cd-9f2a-d98f1d58af14 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.0635564 Nov 09 00:13:12.117835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-162aaa60-c967-4c9a-9c64-1b045aa96b8b req-2777e052-270b-460d-8ee8-4f209432f69f tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510838 Nov 09 00:13:12.216083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe2ba04-9035-41b8-a4ec-08bb4ec83ebc {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:12.225076 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.239956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Transition to ACTIVE for port object efe2ba04-9035-41b8-a4ec-08bb4ec83ebc will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:13:12.245447 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.247698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38170) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:12.309775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Pushing event updated for resources: {'Port': ['ID=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:12.377017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Attempting to bind port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:13:12.377523 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Attempting to bind port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'bff6fdc9-1881-4601-9675-10bbd9602f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '17b7b009-5382-4c5d-aeef-f4fc979b0e23'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:13:12.377835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Attempting to bind port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc on network 17b7b009-5382-4c5d-aeef-f4fc979b0e23 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:12.382611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc on network 17b7b009-5382-4c5d-aeef-f4fc979b0e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:13:12.382977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Attempting to bind port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc on network 17b7b009-5382-4c5d-aeef-f4fc979b0e23 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:12.388631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:13:12.388994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Checking segment: {'id': 'bff6fdc9-1881-4601-9675-10bbd9602f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '17b7b009-5382-4c5d-aeef-f4fc979b0e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:12.389378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Bound using segment: {'id': 'bff6fdc9-1881-4601-9675-10bbd9602f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '17b7b009-5382-4c5d-aeef-f4fc979b0e23'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:13:12.390016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Bound port: efe2ba04-9035-41b8-a4ec-08bb4ec83ebc, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6fdc9-1881-4601-9675-10bbd9602f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '17b7b009-5382-4c5d-aeef-f4fc979b0e23'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:13:12.390377 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.414701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c470291-f367-44ec-b6e5-c6dfa0eb4c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.497592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] For port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:13:12.516162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] For port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc,segment=NetworkSegment(bff6fdc9-1881-4601-9675-10bbd9602f33),segment_id=bff6fdc9-1881-4601-9675-10bbd9602f33)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:13:12.525874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.569043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:12.569726 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.571086 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] 10.222.0.30 "PUT /v2.0/ports/efe2ba04-9035-41b8-a4ec-08bb4ec83ebc HTTP/1.1" status: 200 len: 1091 time: 0.7567525 Nov 09 00:13:12.576116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26864272-62da-4dba-b39b-5f38e29faa4f', 'tag': 'efe2ba04-9035-41b8-a4ec-08bb4ec83ebc'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:12.578389 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501c402d-d225-4d16-8a21-37fce3267156" -d '{"events": [{"name": "network-changed", "server_uuid": "26864272-62da-4dba-b39b-5f38e29faa4f", "tag": "efe2ba04-9035-41b8-a4ec-08bb4ec83ebc"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:12.606407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c470291-f367-44ec-b6e5-c6dfa0eb4c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.616891 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c470291-f367-44ec-b6e5-c6dfa0eb4c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.622722 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb972-2a58-40e6-a317-1e5cfc886655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.631830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Pushing event updated for resources: {'Port': ['ID=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:12.639154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541ca3f-68db-4e75-b902-1e3dad617cd8 req-f2b5b0a3-dc3a-491e-a14e-7dfa9233acd7 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:12.640648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a541ca3f-68db-4e75-b902-1e3dad617cd8 req-f2b5b0a3-dc3a-491e-a14e-7dfa9233acd7 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 931 time: 0.4194870 Nov 09 00:13:12.661438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27e971-1dac-484c-9821-3cfa49faf70a req-8fceb36a-8bfa-4f43-936d-59dbd9fab453 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:12.665886 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec27e971-1dac-484c-9821-3cfa49faf70a req-8fceb36a-8bfa-4f43-936d-59dbd9fab453 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.0929193 Nov 09 00:13:12.671399 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:12.671741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:12.672076 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:12.672401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:12.672728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:12.673051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:12.673383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:12.673702 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:12.674018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:12.674351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:12.674701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:12.675418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f0354-b3cb-4d42-9c15-d6cf60dffd01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:12.701271 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1c470291-f367-44ec-b6e5-c6dfa0eb4c79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4371c0547811480aa0dbeb57c2d5efe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501288 Nov 09 00:13:12.703188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c470291-f367-44ec-b6e5-c6dfa0eb4c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4538387-220f-4674-967c-346062cafa1b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:12.704786 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38178) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:12.717671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-b6eb4bb3-8bd0-4d95-a251-e438694159a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:12.719086 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-b6eb4bb3-8bd0-4d95-a251-e438694159a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3474d4638d1741ddb7b438dc98f9693f&device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 1094 time: 0.0763519 Nov 09 00:13:12.752056 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a541ca3f-68db-4e75-b902-1e3dad617cd8 req-a47bb0db-38c0-4fc5-9b2e-8174aaa17bd7 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6021d21-4479-4d72-8d8d-d955c19cf53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042664 Nov 09 00:13:12.775357 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec27e971-1dac-484c-9821-3cfa49faf70a req-892f1eff-bc75-4f33-ae2e-dd0a259fe563 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015620 Nov 09 00:13:12.775557 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-d10e470c-733f-46a5-988f-702e002a1874 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc HTTP/1.1" status: 200 len: 217 time: 0.0411000 Nov 09 00:13:12.809044 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1021476d-37ad-45b2-8f14-dcb5ea3796e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.815891 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d45742b-e894-4929-973a-2019c14528f7 x-openstack-request-id: req-0d45742b-e894-4929-973a-2019c14528f7 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:12.816114 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26864272-62da-4dba-b39b-5f38e29faa4f", "tag": "efe2ba04-9035-41b8-a4ec-08bb4ec83ebc", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:12.816357 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d45742b-e894-4929-973a-2019c14528f7 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:12.816737 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26864272-62da-4dba-b39b-5f38e29faa4f', 'tag': 'efe2ba04-9035-41b8-a4ec-08bb4ec83ebc', 'status': 'completed', 'code': 200} Nov 09 00:13:12.827599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-e5fc95ff-58f5-4f79-82b3-d443b79d6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:12.829020 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-e5fc95ff-58f5-4f79-82b3-d443b79d6baf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14f1b442-9f9a-4bf6-b3b8-edc0b285ca00 HTTP/1.1" status: 200 len: 858 time: 0.0469384 Nov 09 00:13:12.832917 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1021476d-37ad-45b2-8f14-dcb5ea3796e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.860780 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-fa25fbea-2fef-4f0c-a04e-f70eefd728a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=17b7b009-5382-4c5d-aeef-f4fc979b0e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249240 Nov 09 00:13:12.882292 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1021476d-37ad-45b2-8f14-dcb5ea3796e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.885854 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1021476d-37ad-45b2-8f14-dcb5ea3796e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:12.889799 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1021476d-37ad-45b2-8f14-dcb5ea3796e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4538387-220f-4674-967c-346062cafa1b HTTP/1.1" status: 204 len: 168 time: 0.1813571 Nov 09 00:13:12.895764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021476d-37ad-45b2-8f14-dcb5ea3796e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4538387-220f-4674-967c-346062cafa1b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:12.961058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e76509-ddfa-42c7-8c39-18397e7c3b3b req-b2788abe-54d8-4e98-b96b-65745617ab49 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:12.962713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43e76509-ddfa-42c7-8c39-18397e7c3b3b req-b2788abe-54d8-4e98-b96b-65745617ab49 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 948 time: 0.0547974 Nov 09 00:13:12.977044 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-4cb08e2d-d3e0-4430-87fd-19c0a3390e94 service neutron] 10.222.0.30 "GET /v2.0/networks/17b7b009-5382-4c5d-aeef-f4fc979b0e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090038 Nov 09 00:13:13.022593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43e76509-ddfa-42c7-8c39-18397e7c3b3b req-cf4a5263-bd90-4c25-bc49-c1a7c752bd70 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527599 Nov 09 00:13:13.076259 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b1662b27-4576-4995-ac8c-fb5dda022106 req-ffbfd9ad-957e-4a97-8303-be8e36385de9 service neutron] 10.222.0.30 "GET /v2.0/networks/17b7b009-5382-4c5d-aeef-f4fc979b0e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914423 Nov 09 00:13:13.184299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c402d-d225-4d16-8a21-37fce3267156 req-4380eca5-c8e7-40bd-892c-d87025ee1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:13.185960 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-501c402d-d225-4d16-8a21-37fce3267156 req-4380eca5-c8e7-40bd-892c-d87025ee1f7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3474d4638d1741ddb7b438dc98f9693f&device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 1094 time: 0.0548563 Nov 09 00:13:13.272435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f7857-82de-4fa0-9b27-3a82cbe7d8cd req-c1cf7006-2b81-44cf-b5ea-8a8a295988ad tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:13.274260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a23f7857-82de-4fa0-9b27-3a82cbe7d8cd req-c1cf7006-2b81-44cf-b5ea-8a8a295988ad tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.0588803 Nov 09 00:13:13.330763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c402d-d225-4d16-8a21-37fce3267156 req-a1d04cda-2e84-48d8-9c76-7ddfeb8959c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:13.332230 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-501c402d-d225-4d16-8a21-37fce3267156 req-a1d04cda-2e84-48d8-9c76-7ddfeb8959c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=17b7b009-5382-4c5d-aeef-f4fc979b0e23 HTTP/1.1" status: 200 len: 918 time: 0.1285448 Nov 09 00:13:13.334233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a23f7857-82de-4fa0-9b27-3a82cbe7d8cd req-818df462-e46c-44e8-9b68-932a440490aa tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541391 Nov 09 00:13:13.381534 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-501c402d-d225-4d16-8a21-37fce3267156 req-970def6d-0d72-4029-8b2e-b016f22364ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc HTTP/1.1" status: 200 len: 217 time: 0.0410912 Nov 09 00:13:13.445668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c402d-d225-4d16-8a21-37fce3267156 req-9f615d89-6924-4a84-be52-de74e52583de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:13.447355 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-501c402d-d225-4d16-8a21-37fce3267156 req-9f615d89-6924-4a84-be52-de74e52583de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14f1b442-9f9a-4bf6-b3b8-edc0b285ca00 HTTP/1.1" status: 200 len: 858 time: 0.0507851 Nov 09 00:13:13.480965 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-501c402d-d225-4d16-8a21-37fce3267156 req-95607fee-0dbd-4f29-a89b-49c382e556d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=17b7b009-5382-4c5d-aeef-f4fc979b0e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257823 Nov 09 00:13:13.587823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 584f5248-23cd-440f-85e1-02981053a31b details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:13:13.592737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-501c402d-d225-4d16-8a21-37fce3267156 req-add8ca4f-9f17-4f9c-9f3e-c2ef2a72a5b4 service neutron] 10.222.0.30 "GET /v2.0/networks/17b7b009-5382-4c5d-aeef-f4fc979b0e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020803 Nov 09 00:13:13.650430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897641a-ea46-45c9-a479-deb6b129daa4 req-8a4b0bd2-a217-4d87-a03d-81d5c0eff846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:13.652368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9897641a-ea46-45c9-a479-deb6b129daa4 req-8a4b0bd2-a217-4d87-a03d-81d5c0eff846 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=256ea83e5dc84f38bff819ae1a041631&device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 1096 time: 0.0796778 Nov 09 00:13:13.660946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef993ca-35f8-4ad1-aeef-4a9e7ed35850 req-027df5db-3378-47f3-906b-0c48d17f70ca tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:13.662828 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ef993ca-35f8-4ad1-aeef-4a9e7ed35850 req-027df5db-3378-47f3-906b-0c48d17f70ca tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.1000800 Nov 09 00:13:13.688976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38214) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:13.719956 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-501c402d-d225-4d16-8a21-37fce3267156 req-f66ba4aa-6234-420b-be94-b0b95064707e service neutron] 10.222.0.30 "GET /v2.0/networks/17b7b009-5382-4c5d-aeef-f4fc979b0e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186211 Nov 09 00:13:13.724394 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:13.739764 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '584f5248-23cd-440f-85e1-02981053a31b', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '584f5248-23cd-440f-85e1-02981053a31b', 'mac_address': 'fa:16:3e:03:0c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:13:13.783328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897641a-ea46-45c9-a479-deb6b129daa4 req-77cb4160-ca34-4e8b-9246-8bef0f3905cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:13.784826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9897641a-ea46-45c9-a479-deb6b129daa4 req-77cb4160-ca34-4e8b-9246-8bef0f3905cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 200 len: 918 time: 0.1208446 Nov 09 00:13:13.789180 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:13.812056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584f5248-23cd-440f-85e1-02981053a31b {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:13.813810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-352837640-network', 'tenant_id': '360e36c484d4445a93fbc0577289f5c3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:13.839160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:13.839669 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Made reservation on behalf of 360e36c484d4445a93fbc0577289f5c3 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:13.842693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:13.843449 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:13.850713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9897641a-ea46-45c9-a479-deb6b129daa4 req-5cfa968c-6047-4ef6-b793-08d5fc71e263 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ffab732-5a6a-43df-95ad-579de32a0d09 HTTP/1.1" status: 200 len: 217 time: 0.0508223 Nov 09 00:13:13.852616 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:13.869562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ef993ca-35f8-4ad1-aeef-4a9e7ed35850 req-408e1908-aeb8-4ea2-8a7e-c9b5b41719a5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292133 Nov 09 00:13:13.899315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=584f5248-23cd-440f-85e1-02981053a31b,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:13.956251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897641a-ea46-45c9-a479-deb6b129daa4 req-5d9b61e0-b2db-45b7-9e46-06e43a900987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:13.957709 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9897641a-ea46-45c9-a479-deb6b129daa4 req-5d9b61e0-b2db-45b7-9e46-06e43a900987 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b3a73895-e260-433a-ae19-cb0786e0dfa4 HTTP/1.1" status: 200 len: 858 time: 0.0962546 Nov 09 00:13:13.957918 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:13.961803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:13.984239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:13:13.992887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f0ef1-4a5b-4cc9-bb09-9e22f1774dbb req-99f31f6c-17e5-4f58-af8e-2ce3bb6749ef tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:13.994394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b8f0ef1-4a5b-4cc9-bb09-9e22f1774dbb req-99f31f6c-17e5-4f58-af8e-2ce3bb6749ef tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 943 time: 0.1478570 Nov 09 00:13:13.997740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:14.003721 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:14.004058 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Added segment 1d1d57f5-2928-4a13-b99a-baf802f90ce7 of type vlan for network 74064893-5fe9-4046-b9b3-c6109700574f Nov 09 00:13:14.012639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9897641a-ea46-45c9-a479-deb6b129daa4 req-7dc66a72-77a9-4a65-aaff-378afb70148f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90b034b0-bfba-4885-8688-23fbce7862ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397656 Nov 09 00:13:14.047693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:14.075482 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:14.076499 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:14.077193 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:14.096645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34646a0-187e-43e4-bc25-0b1dc2b7bfce req-25b5a417-551d-420e-bee6-44b2629d0dd6 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:14.098508 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b34646a0-187e-43e4-bc25-0b1dc2b7bfce req-25b5a417-551d-420e-bee6-44b2629d0dd6 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1602633 Nov 09 00:13:14.136836 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4431038 Nov 09 00:13:14.137041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38226) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:14.141448 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['584f5248-23cd-440f-85e1-02981053a31b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:14.141851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b8f0ef1-4a5b-4cc9-bb09-9e22f1774dbb req-027fa13b-a947-4feb-bfb2-b3ae3deb9fc1 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6021d21-4479-4d72-8d8d-d955c19cf53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317184 Nov 09 00:13:14.143647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8897160b-660a-4316-9c9d-52a538149802 admin admin] Request body: {'subnet': {'network_id': '74064893-5fe9-4046-b9b3-c6109700574f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-352837640-subnet', 'tenant_id': '360e36c484d4445a93fbc0577289f5c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:14.148106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bcf0b-1007-4012-bfce-905b4c9476e2 admin admin] Pushing event updated for resources: {'Network': ['ID=74064893-5fe9-4046-b9b3-c6109700574f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:14.170901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8897160b-660a-4316-9c9d-52a538149802 admin admin] Made reservation on behalf of 360e36c484d4445a93fbc0577289f5c3 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:14.174432 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8897160b-660a-4316-9c9d-52a538149802 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:14.178029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 74064893-5fe9-4046-b9b3-c6109700574f details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:13:14.199586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9897641a-ea46-45c9-a479-deb6b129daa4 req-c5e8c441-134b-41e7-b732-5b196e46e029 service neutron] 10.222.0.30 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787913 Nov 09 00:13:14.225138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b34646a0-187e-43e4-bc25-0b1dc2b7bfce req-a040dab0-8fe8-4ac7-8206-d25bd6563a1b tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980532 Nov 09 00:13:14.359669 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8897160b-660a-4316-9c9d-52a538149802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:14.385116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9897641a-ea46-45c9-a479-deb6b129daa4 req-666c9cdb-4717-487c-abe6-2a89d666a240 service neutron] 10.222.0.30 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587963 Nov 09 00:13:14.404935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147788b-947e-400a-b837-f524db468438 req-d24f7ea6-a30f-4804-88a7-3b80d27c5fa6 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:14.418750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0147788b-947e-400a-b837-f524db468438 req-d24f7ea6-a30f-4804-88a7-3b80d27c5fa6 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 949 time: 0.1625669 Nov 09 00:13:14.426270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897160b-660a-4316-9c9d-52a538149802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f19c17-47de-4fbf-ab9a-2b0ccbbe8716,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:14.443297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8897160b-660a-4316-9c9d-52a538149802 admin admin] Checking segment: {'id': '1d1d57f5-2928-4a13-b99a-baf802f90ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:14.445520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8897160b-660a-4316-9c9d-52a538149802 admin admin] Network hostable DHCP agents. Network: 74064893-5fe9-4046-b9b3-c6109700574f, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:13:14.467176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8897160b-660a-4316-9c9d-52a538149802 admin admin] Network 74064893-5fe9-4046-b9b3-c6109700574f is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:13:14.476421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0147788b-947e-400a-b837-f524db468438 req-200addd8-a00b-490d-b844-082e3e0077a5 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566733 Nov 09 00:13:14.482094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8897160b-660a-4316-9c9d-52a538149802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 74064893-5fe9-4046-b9b3-c6109700574f) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:14.486960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8897160b-660a-4316-9c9d-52a538149802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:14.488187 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8897160b-660a-4316-9c9d-52a538149802 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:14.491392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdb9930-1bb4-4e93-8155-0e7bdef15959 None None] Network 74064893-5fe9-4046-b9b3-c6109700574f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:13:14.503833 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8897160b-660a-4316-9c9d-52a538149802 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3657928 Nov 09 00:13:14.628005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d268e4-aa32-40e2-8cf1-91486b8a211b None None] Network 74064893-5fe9-4046-b9b3-c6109700574f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:13:14.742784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-897b2389-0f1e-448c-a5c8-08d05ec6e191 req-823c9daa-61c2-44ed-a8d5-21e446fe9f22 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1000776571', 'description': 'tempest-description-57523645'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:14.765595 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-897b2389-0f1e-448c-a5c8-08d05ec6e191 req-823c9daa-61c2-44ed-a8d5-21e446fe9f22 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:14.786377 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-67b0ff28-bf9b-4fa1-b812-bae0e780b2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:14.835255 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-897b2389-0f1e-448c-a5c8-08d05ec6e191 req-823c9daa-61c2-44ed-a8d5-21e446fe9f22 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:14.838883 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-897b2389-0f1e-448c-a5c8-08d05ec6e191 req-823c9daa-61c2-44ed-a8d5-21e446fe9f22 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:14.872369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c9daa-61c2-44ed-a8d5-21e446fe9f22 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caef8a3d-0637-4cb1-a804-bf8938aa328e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:14.877378 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-897b2389-0f1e-448c-a5c8-08d05ec6e191 req-823c9daa-61c2-44ed-a8d5-21e446fe9f22 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:14.878673 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-897b2389-0f1e-448c-a5c8-08d05ec6e191 req-823c9daa-61c2-44ed-a8d5-21e446fe9f22 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1400821 Nov 09 00:13:14.904518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-3ac0ccd0-35a1-4500-b44a-65e05a3b32bc req-d90c2f81-5c87-4993-a878-cefba6c29419 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1935948672', 'description': 'tempest-description-278097961'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:14.930058 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3ac0ccd0-35a1-4500-b44a-65e05a3b32bc req-d90c2f81-5c87-4993-a878-cefba6c29419 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:15.009705 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded64ed-29fa-4418-aeaa-23c645634b45 req-c635a787-ffa8-4b24-8a4d-e3b9236fee3f tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:15.011240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ded64ed-29fa-4418-aeaa-23c645634b45 req-c635a787-ffa8-4b24-8a4d-e3b9236fee3f tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.0709877 Nov 09 00:13:15.052987 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3ac0ccd0-35a1-4500-b44a-65e05a3b32bc req-d90c2f81-5c87-4993-a878-cefba6c29419 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:15.059786 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3ac0ccd0-35a1-4500-b44a-65e05a3b32bc req-d90c2f81-5c87-4993-a878-cefba6c29419 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:15.097994 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ded64ed-29fa-4418-aeaa-23c645634b45 req-f358a4b0-c8cc-4e13-80d1-79809616694b tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800054 Nov 09 00:13:15.103500 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3ac0ccd0-35a1-4500-b44a-65e05a3b32bc req-d90c2f81-5c87-4993-a878-cefba6c29419 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:15.105159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ac0ccd0-35a1-4500-b44a-65e05a3b32bc req-d90c2f81-5c87-4993-a878-cefba6c29419 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2048631 Nov 09 00:13:15.106134 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c2f81-5c87-4993-a878-cefba6c29419 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5600ed9c-1833-400a-ad52-1363033d12a5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:15.344551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330bb3d-8851-4239-9b73-635c16f32aa9 req-487cca5d-a441-489d-b197-c5a146a7fe68 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:15.346079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5330bb3d-8851-4239-9b73-635c16f32aa9 req-487cca5d-a441-489d-b197-c5a146a7fe68 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 943 time: 0.1063676 Nov 09 00:13:15.356459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-29912fcd-f844-4443-8367-fc4d2b58976a tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:15.357831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-29912fcd-f844-4443-8367-fc4d2b58976a tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/networks?id=74064893-5fe9-4046-b9b3-c6109700574f HTTP/1.1" status: 200 len: 812 time: 0.1395462 Nov 09 00:13:15.381952 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-732f6317-ab94-47de-b7b7-556aa3b91e9f tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/quotas/360e36c484d4445a93fbc0577289f5c3 HTTP/1.1" status: 200 len: 375 time: 0.0175204 Nov 09 00:13:15.430718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-8250baf4-a529-4da9-8b67-c98e15a24ae2 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=360e36c484d4445a93fbc0577289f5c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392723 Nov 09 00:13:15.435457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5330bb3d-8851-4239-9b73-635c16f32aa9 req-4e33caa7-fc71-440e-ac0b-24c44525b977 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6021d21-4479-4d72-8d8d-d955c19cf53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767417 Nov 09 00:13:15.551465 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-92a8aa4e-6663-4deb-9757-a0a2bd19fd4c service neutron] 10.222.0.25 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131110 Nov 09 00:13:15.574355 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e01296-635a-48bc-ab6f-5f2fe71ad6c4 req-777bb1c2-154c-4809-8f18-7aecf71b5975 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:15.575755 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73e01296-635a-48bc-ab6f-5f2fe71ad6c4 req-777bb1c2-154c-4809-8f18-7aecf71b5975 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.0704999 Nov 09 00:13:15.607644 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 584f5248-23cd-440f-85e1-02981053a31b up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:15.653830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 584f5248-23cd-440f-85e1-02981053a31b completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:13:15.657984 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 584f5248-23cd-440f-85e1-02981053a31b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:15.658359 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:15.678119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73e01296-635a-48bc-ab6f-5f2fe71ad6c4 req-58544386-e28b-4b2e-94a3-3a2bebd0aa9a tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882902 Nov 09 00:13:15.692798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-5aed8783-fa84-4242-879b-34dc353aa698 service neutron] 10.222.0.25 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335404 Nov 09 00:13:15.755768 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:15.786733 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584f5248-23cd-440f-85e1-02981053a31b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:15.789082 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b12df5-0ed9-43bb-b540-51a66ba6cee6" -d '{"events": [{"server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "name": "network-vif-plugged", "status": "completed", "tag": "584f5248-23cd-440f-85e1-02981053a31b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:15.806115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:15.818377 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:15.859740 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:15.881853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=584f5248-23cd-440f-85e1-02981053a31b,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:15.933502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e121b-10ab-4416-b59e-65c8a7627324 req-7ab1d46e-a3b3-4092-ba58-beae3ce4f693 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:15.935035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-966e121b-10ab-4416-b59e-65c8a7627324 req-7ab1d46e-a3b3-4092-ba58-beae3ce4f693 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 950 time: 0.0563376 Nov 09 00:13:15.994040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-966e121b-10ab-4416-b59e-65c8a7627324 req-268ce26e-9271-4b45-a90c-fd4f4159a534 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517225 Nov 09 00:13:15.998560 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:16.041035 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fd185a-60d7-44e0-afb9-ce56978bd73b x-openstack-request-id: req-91fd185a-60d7-44e0-afb9-ce56978bd73b {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:16.041810 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "name": "network-vif-plugged", "status": "completed", "tag": "584f5248-23cd-440f-85e1-02981053a31b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:16.042355 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91fd185a-60d7-44e0-afb9-ce56978bd73b {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:16.043094 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584f5248-23cd-440f-85e1-02981053a31b', 'code': 200} Nov 09 00:13:16.090939 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:16.105962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ffe125c-5124-4ea1-949d-ad1e0f009a84 req-86260d9f-959a-4bdd-933a-5919b1394a23 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 210 time: 0.0330863 Nov 09 00:13:16.172777 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca27da-2b46-4c1d-91ae-abcb1cd74618 req-6bd253e3-4a72-4c26-90c6-096b284eebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:16.174975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9ca27da-2b46-4c1d-91ae-abcb1cd74618 req-6bd253e3-4a72-4c26-90c6-096b284eebac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 1101 time: 0.0638323 Nov 09 00:13:16.229114 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9ca27da-2b46-4c1d-91ae-abcb1cd74618 req-436c7883-7b3a-429f-b758-727cbe85b0da service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471766 Nov 09 00:13:16.268558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a0d05-2321-4727-8989-b1871ecc8ff7 req-e1f813a1-13ae-40d8-a6cb-e43c1ae6dd8a tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:16.270688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-528a0d05-2321-4727-8989-b1871ecc8ff7 req-e1f813a1-13ae-40d8-a6cb-e43c1ae6dd8a tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.0685635 Nov 09 00:13:16.328634 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-528a0d05-2321-4727-8989-b1871ecc8ff7 req-243f022b-af8e-4fee-94cc-7eb4b4dad72a tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504591 Nov 09 00:13:16.557980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9260542-56bc-45f8-a8ed-3de715e8c6ff req-f33ee25e-1720-4fb6-a8ce-98d9dc5c128f tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:16.559473 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9260542-56bc-45f8-a8ed-3de715e8c6ff req-f33ee25e-1720-4fb6-a8ce-98d9dc5c128f tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 943 time: 0.0492771 Nov 09 00:13:16.612946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9260542-56bc-45f8-a8ed-3de715e8c6ff req-4400b4d7-e05e-4993-bcc4-c9229e95bdc6 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6021d21-4479-4d72-8d8d-d955c19cf53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466988 Nov 09 00:13:17.022937 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device efe2ba04-9035-41b8-a4ec-08bb4ec83ebc details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:13:17.101278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-d2943088-6542-4b01-ae5d-2f5eb440de42 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:17.103377 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-d2943088-6542-4b01-ae5d-2f5eb440de42 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.11 "GET /v2.0/networks?id=74064893-5fe9-4046-b9b3-c6109700574f HTTP/1.1" status: 200 len: 812 time: 0.1185629 Nov 09 00:13:17.128189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'port': {'device_id': '6c40159a-556c-4bce-88ec-7c2069dded72', 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f', 'admin_state_up': True, 'tenant_id': '360e36c484d4445a93fbc0577289f5c3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:17.135137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4760b-f30e-4d8d-9481-a2a05b1fb666 req-8446c019-566c-4a55-a41e-9f2ece05b48c tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:17.143780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43b4760b-f30e-4d8d-9481-a2a05b1fb666 req-8446c019-566c-4a55-a41e-9f2ece05b48c tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 950 time: 0.0583093 Nov 09 00:13:17.150045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc,segment=NetworkSegment(bff6fdc9-1881-4601-9675-10bbd9602f33),segment_id=bff6fdc9-1881-4601-9675-10bbd9602f33)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:17.168343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'efe2ba04-9035-41b8-a4ec-08bb4ec83ebc', 'network_id': '17b7b009-5382-4c5d-aeef-f4fc979b0e23', 'port_id': 'efe2ba04-9035-41b8-a4ec-08bb4ec83ebc', 'mac_address': 'fa:16:3e:d8:4a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f1b442-9f9a-4bf6-b3b8-edc0b285ca00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:13:17.207487 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:17.216812 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43b4760b-f30e-4d8d-9481-a2a05b1fb666 req-c5acb801-a83a-4224-a24f-deeea32f6060 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721471 Nov 09 00:13:17.223346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe2ba04-9035-41b8-a4ec-08bb4ec83ebc {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:17.236581 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e496fe0-70b6-4108-896e-8096d3f64eb3 req-f587bfc8-5539-47e0-b19d-930a023c070e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 210 time: 0.0382864 Nov 09 00:13:17.246152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc,segment=NetworkSegment(bff6fdc9-1881-4601-9675-10bbd9602f33),segment_id=bff6fdc9-1881-4601-9675-10bbd9602f33)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:17.258552 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:17.293572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Made reservation on behalf of 360e36c484d4445a93fbc0577289f5c3 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:17.296915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:17.314774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:17.429418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Allocated IP 172.20.0.6 (74064893-5fe9-4046-b9b3-c6109700574f/18f19c17-47de-4fbf-ab9a-2b0ccbbe8716/f7be22a2-afd5-4aea-86c0-4da2fd91a060) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:13:17.449722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785923c3-b7e8-4b43-8f5a-e9050cf12ae3 req-6f3b2799-fb31-414a-9ce8-c17dde2177f6 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:17.451592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-785923c3-b7e8-4b43-8f5a-e9050cf12ae3 req-6f3b2799-fb31-414a-9ce8-c17dde2177f6 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.0516157 Nov 09 00:13:17.508112 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-785923c3-b7e8-4b43-8f5a-e9050cf12ae3 req-60b734bb-1302-4d95-b7e1-aee5ae739a02 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493019 Nov 09 00:13:17.520144 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:17.557116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['efe2ba04-9035-41b8-a4ec-08bb4ec83ebc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:17.587259 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:17.621206 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:17.666544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Network 74064893-5fe9-4046-b9b3-c6109700574f is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:13:17.670349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:17.676253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:13:17.705050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'Port': ['ID=f7be22a2-afd5-4aea-86c0-4da2fd91a060,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:17.731366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:17.731968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:17.741779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195bff-d3c3-42a6-b7e6-ce768235e66a req-a37fe17e-5b39-4073-9d23-d0c689a68f5f tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:17.743517 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae195bff-d3c3-42a6-b7e6-ce768235e66a req-a37fe17e-5b39-4073-9d23-d0c689a68f5f tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 944 time: 0.0522845 Nov 09 00:13:17.747811 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-ce281eb9-0666-4fd0-94b0-e0f3db64f3a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6262686 Nov 09 00:13:17.760633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Request body: {'port': {'device_id': '6c40159a-556c-4bce-88ec-7c2069dded72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:17.790906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae195bff-d3c3-42a6-b7e6-ce768235e66a req-7dd7cfa8-c0ef-4faf-b1a5-0483a8d7190a tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6021d21-4479-4d72-8d8d-d955c19cf53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Nov 09 00:13:17.812919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:18.069876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7be22a2-afd5-4aea-86c0-4da2fd91a060 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:18.077969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:18.090172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Transition to ACTIVE for port object f7be22a2-afd5-4aea-86c0-4da2fd91a060 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:13:18.093735 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:18.142959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7be22a2-afd5-4aea-86c0-4da2fd91a060,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:18.210937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Attempting to bind port f7be22a2-afd5-4aea-86c0-4da2fd91a060 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:13:18.211267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Attempting to bind port f7be22a2-afd5-4aea-86c0-4da2fd91a060 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '1d1d57f5-2928-4a13-b99a-baf802f90ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:13:18.211587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Attempting to bind port f7be22a2-afd5-4aea-86c0-4da2fd91a060 on network 74064893-5fe9-4046-b9b3-c6109700574f {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:18.216340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Port f7be22a2-afd5-4aea-86c0-4da2fd91a060 on network 74064893-5fe9-4046-b9b3-c6109700574f not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:13:18.216654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Attempting to bind port f7be22a2-afd5-4aea-86c0-4da2fd91a060 on network 74064893-5fe9-4046-b9b3-c6109700574f {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:18.222138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:13:18.222465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Checking segment: {'id': '1d1d57f5-2928-4a13-b99a-baf802f90ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:18.222836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Bound using segment: {'id': '1d1d57f5-2928-4a13-b99a-baf802f90ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:13:18.223255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Bound port: f7be22a2-afd5-4aea-86c0-4da2fd91a060, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d1d57f5-2928-4a13-b99a-baf802f90ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:13:18.223601 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:18.240353 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:18.300517 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] For port f7be22a2-afd5-4aea-86c0-4da2fd91a060, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:13:18.304638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] For port f7be22a2-afd5-4aea-86c0-4da2fd91a060, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f7be22a2-afd5-4aea-86c0-4da2fd91a060,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:13:18.312401 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:18.360397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:18.360988 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:18.362413 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/f7be22a2-afd5-4aea-86c0-4da2fd91a060 HTTP/1.1" status: 200 len: 1091 time: 0.6059234 Nov 09 00:13:18.362843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c40159a-556c-4bce-88ec-7c2069dded72', 'tag': 'f7be22a2-afd5-4aea-86c0-4da2fd91a060'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:18.365060 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ca265e-7b26-49a4-994f-e25ac2645bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c40159a-556c-4bce-88ec-7c2069dded72", "tag": "f7be22a2-afd5-4aea-86c0-4da2fd91a060"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:18.388176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a55f8-ae27-4caa-9937-3e33ba8ad3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7be22a2-afd5-4aea-86c0-4da2fd91a060,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:18.396123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eb8f0-11cb-4188-82df-67152e3ba7fb req-7f98e14b-6f8a-46d0-91b6-4c0cb05c5566 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:18.401856 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-404eb8f0-11cb-4188-82df-67152e3ba7fb req-7f98e14b-6f8a-46d0-91b6-4c0cb05c5566 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 950 time: 0.1044149 Nov 09 00:13:18.424230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c0cc8-82d0-4c52-b8ed-401c3d283627 req-bc6e1612-6d7b-43c4-af44-2540ca7c9065 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:18.425772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e86c0cc8-82d0-4c52-b8ed-401c3d283627 req-bc6e1612-6d7b-43c4-af44-2540ca7c9065 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 943 time: 0.0958822 Nov 09 00:13:18.452976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-c314ec3f-bc14-4ecb-b973-ea0167e703cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:18.454898 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-c314ec3f-bc14-4ecb-b973-ea0167e703cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360e36c484d4445a93fbc0577289f5c3&device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 1094 time: 0.0441713 Nov 09 00:13:18.493633 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e86c0cc8-82d0-4c52-b8ed-401c3d283627 req-69e86e56-0936-45b7-bdcf-bf6b2f290631 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581398 Nov 09 00:13:18.502584 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-404eb8f0-11cb-4188-82df-67152e3ba7fb req-64aa64f0-71a8-4939-b7db-a5b7d1e26d1e tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960040 Nov 09 00:13:18.509881 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-2e938797-edf7-44b9-b314-47bb6e4ee486 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7be22a2-afd5-4aea-86c0-4da2fd91a060 HTTP/1.1" status: 200 len: 217 time: 0.0458307 Nov 09 00:13:18.564098 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00652fdb-9c19-440c-9e0d-e0d9c54604a6 x-openstack-request-id: req-00652fdb-9c19-440c-9e0d-e0d9c54604a6 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:18.564396 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c40159a-556c-4bce-88ec-7c2069dded72", "tag": "f7be22a2-afd5-4aea-86c0-4da2fd91a060", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:18.564652 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00652fdb-9c19-440c-9e0d-e0d9c54604a6 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:18.565035 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c40159a-556c-4bce-88ec-7c2069dded72', 'tag': 'f7be22a2-afd5-4aea-86c0-4da2fd91a060', 'status': 'completed', 'code': 200} Nov 09 00:13:18.599319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-98204329-318d-43ae-b969-1b38240eb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:18.600782 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-98204329-318d-43ae-b969-1b38240eb7bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f19c17-47de-4fbf-ab9a-2b0ccbbe8716 HTTP/1.1" status: 200 len: 852 time: 0.0750501 Nov 09 00:13:18.643253 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-2d49de44-402a-40d1-a756-3215adec788c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74064893-5fe9-4046-b9b3-c6109700574f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325918 Nov 09 00:13:18.750403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74cbfa-0726-4294-ad8c-989ef08a79fb req-c156c394-7e29-4277-a6ff-106c51dbaa32 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:18.752476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea74cbfa-0726-4294-ad8c-989ef08a79fb req-c156c394-7e29-4277-a6ff-106c51dbaa32 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.1138461 Nov 09 00:13:18.814750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea74cbfa-0726-4294-ad8c-989ef08a79fb req-06ee4b8b-bcc5-492d-99eb-9ffc031ea0b9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544941 Nov 09 00:13:18.853659 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-9292b6f4-3a69-43d9-9da0-ca485bc2a217 service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028630 Nov 09 00:13:18.967223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a830b-dfb2-4e3d-b51a-787faf5abbf6 req-8bd40665-82d0-4f1d-999b-b701757f45f8 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:18.969313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f3a830b-dfb2-4e3d-b51a-787faf5abbf6 req-8bd40665-82d0-4f1d-999b-b701757f45f8 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 944 time: 0.0922546 Nov 09 00:13:18.971666 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a54d7ad4-a95c-4bf6-9dbb-5d32f14d1db5 req-d0426dc5-9793-4584-963b-95887ea67649 service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096644 Nov 09 00:13:19.037863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0299a266-2030-421d-9b15-824f591d4d64 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:13:19.043720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device efe2ba04-9035-41b8-a4ec-08bb4ec83ebc up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:19.050291 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f3a830b-dfb2-4e3d-b51a-787faf5abbf6 req-5c0b40d4-5044-4ebe-a5ef-4a87701442eb tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6021d21-4479-4d72-8d8d-d955c19cf53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747809 Nov 09 00:13:19.131916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca265e-7b26-49a4-994f-e25ac2645bc6 req-602d31aa-9cc1-43cb-8cd9-368ed0aa1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:19.133534 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f3ca265e-7b26-49a4-994f-e25ac2645bc6 req-602d31aa-9cc1-43cb-8cd9-368ed0aa1105 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360e36c484d4445a93fbc0577289f5c3&device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 1094 time: 0.0964019 Nov 09 00:13:19.176551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:13:19.183285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:19.184037 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:19.257717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 0299a266-2030-421d-9b15-824f591d4d64, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0299a266-2030-421d-9b15-824f591d4d64,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:19.271763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca265e-7b26-49a4-994f-e25ac2645bc6 req-5e51888d-c490-49aa-88ef-a1b1a487e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:19.271763 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f3ca265e-7b26-49a4-994f-e25ac2645bc6 req-5e51888d-c490-49aa-88ef-a1b1a487e14a service neutron] 10.222.0.11 "GET /v2.0/networks?id=74064893-5fe9-4046-b9b3-c6109700574f HTTP/1.1" status: 200 len: 912 time: 0.1262684 Nov 09 00:13:19.278909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '0299a266-2030-421d-9b15-824f591d4d64', 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'port_id': '0299a266-2030-421d-9b15-824f591d4d64', 'mac_address': 'fa:16:3e:cb:65:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e01c80-407a-4e05-95b4-3fd4d0d3686f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:13:19.317683 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f3ca265e-7b26-49a4-994f-e25ac2645bc6 req-535be679-da3d-4f7e-882e-c9178ce4f8f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7be22a2-afd5-4aea-86c0-4da2fd91a060 HTTP/1.1" status: 200 len: 217 time: 0.0399184 Nov 09 00:13:19.340796 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:19.352840 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:19.378800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0299a266-2030-421d-9b15-824f591d4d64 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:19.388999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26864272-62da-4dba-b39b-5f38e29faa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe2ba04-9035-41b8-a4ec-08bb4ec83ebc'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:19.391505 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7be1b98-76f6-4356-86b4-cae38a60c6f3" -d '{"events": [{"server_uuid": "26864272-62da-4dba-b39b-5f38e29faa4f", "name": "network-vif-plugged", "status": "completed", "tag": "efe2ba04-9035-41b8-a4ec-08bb4ec83ebc"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:19.400139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca265e-7b26-49a4-994f-e25ac2645bc6 req-3c7fadf5-332b-40f3-a3eb-94c4ae553e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:19.401818 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f3ca265e-7b26-49a4-994f-e25ac2645bc6 req-3c7fadf5-332b-40f3-a3eb-94c4ae553e89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f19c17-47de-4fbf-ab9a-2b0ccbbe8716 HTTP/1.1" status: 200 len: 852 time: 0.0711231 Nov 09 00:13:19.426653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 0299a266-2030-421d-9b15-824f591d4d64, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0299a266-2030-421d-9b15-824f591d4d64,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:19.431400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc,segment=NetworkSegment(bff6fdc9-1881-4601-9675-10bbd9602f33),segment_id=bff6fdc9-1881-4601-9675-10bbd9602f33)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:19.434897 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:19.438263 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425624de-62e1-4424-9a80-23d5781b44a4 x-openstack-request-id: req-425624de-62e1-4424-9a80-23d5781b44a4 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:19.438548 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26864272-62da-4dba-b39b-5f38e29faa4f", "name": "network-vif-plugged", "status": "completed", "tag": "efe2ba04-9035-41b8-a4ec-08bb4ec83ebc", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:19.439471 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-425624de-62e1-4424-9a80-23d5781b44a4 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:19.439881 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26864272-62da-4dba-b39b-5f38e29faa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe2ba04-9035-41b8-a4ec-08bb4ec83ebc', 'code': 200} Nov 09 00:13:19.445634 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:19.454282 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f3ca265e-7b26-49a4-994f-e25ac2645bc6 req-a54c05d6-9b23-40a2-9fa8-dd79ba57f36a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74064893-5fe9-4046-b9b3-c6109700574f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447192 Nov 09 00:13:19.505866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=0299a266-2030-421d-9b15-824f591d4d64,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:19.569099 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f3ca265e-7b26-49a4-994f-e25ac2645bc6 req-dd246fd5-7295-481c-a96c-dc03dcd33e7a service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065865 Nov 09 00:13:19.571432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['0299a266-2030-421d-9b15-824f591d4d64'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:19.611046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57b5c-daf4-4391-9bc5-a878fe064393 req-37ca9625-3de5-4e69-a2f9-a439fbf55553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:19.615069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fa57b5c-daf4-4391-9bc5-a878fe064393 req-37ca9625-3de5-4e69-a2f9-a439fbf55553 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 1096 time: 0.0979733 Nov 09 00:13:19.633630 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:19.772263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4c069-5864-4c0c-8237-b4aa1eb89a73 req-0c74827f-e945-48c4-9607-39f6c49c8dcc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:19.775028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dff4c069-5864-4c0c-8237-b4aa1eb89a73 req-0c74827f-e945-48c4-9607-39f6c49c8dcc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 943 time: 0.1111095 Nov 09 00:13:19.778982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fa57b5c-daf4-4391-9bc5-a878fe064393 req-684e6617-7d78-4baf-8156-fea3d3de7604 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6021d21-4479-4d72-8d8d-d955c19cf53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547709 Nov 09 00:13:19.844092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dff4c069-5864-4c0c-8237-b4aa1eb89a73 req-4de9be06-25c3-42c0-9ed8-36aa0f5d4399 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621467 Nov 09 00:13:19.981461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5353e-5da8-4d81-ae26-21de9c642f64 req-8c4b8f35-0567-4aa7-961b-45e11fd610c9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:19.988580 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ff5353e-5da8-4d81-ae26-21de9c642f64 req-8c4b8f35-0567-4aa7-961b-45e11fd610c9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.0759163 Nov 09 00:13:20.026311 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f3ca265e-7b26-49a4-994f-e25ac2645bc6 req-2e48fb1c-4c8d-4bb2-af22-3e45b8cf93d9 service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486101 Nov 09 00:13:20.039739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ff5353e-5da8-4d81-ae26-21de9c642f64 req-c3e35e2f-1bcb-4f78-a091-e7b8c9fc0bb4 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502834 Nov 09 00:13:20.214766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5c2e7-77d6-41d5-8dff-9fe01b5c243e req-24b1f5f1-edf3-42c2-9155-bff82d90425c tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:20.217955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70a5c2e7-77d6-41d5-8dff-9fe01b5c243e req-24b1f5f1-edf3-42c2-9155-bff82d90425c tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 945 time: 0.0704494 Nov 09 00:13:20.287750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70a5c2e7-77d6-41d5-8dff-9fe01b5c243e req-7477176b-2844-4dc4-9129-7a5e5bcedd67 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6021d21-4479-4d72-8d8d-d955c19cf53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634596 Nov 09 00:13:21.007315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ada216-a1f6-49c1-8b9a-85dd26701a37 req-d4242968-228f-4fea-9fc5-3501239c63c3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:21.021176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05ada216-a1f6-49c1-8b9a-85dd26701a37 req-d4242968-228f-4fea-9fc5-3501239c63c3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 943 time: 0.0871787 Nov 09 00:13:21.037557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0299a266-2030-421d-9b15-824f591d4d64 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:21.084839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05ada216-a1f6-49c1-8b9a-85dd26701a37 req-2c0fde20-9347-4eab-8078-3e4ab582e5fd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621424 Nov 09 00:13:21.107820 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 0299a266-2030-421d-9b15-824f591d4d64 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:21.108187 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:21.215217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436fbf3-7768-4da3-a467-4d550443e33f req-f70083be-c320-4e7c-bc41-a64848bf20de tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:21.216827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0436fbf3-7768-4da3-a467-4d550443e33f req-f70083be-c320-4e7c-bc41-a64848bf20de tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.0732915 Nov 09 00:13:21.220466 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:21.275788 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 0299a266-2030-421d-9b15-824f591d4d64, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0299a266-2030-421d-9b15-824f591d4d64,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:21.291696 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:21.314208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0436fbf3-7768-4da3-a467-4d550443e33f req-66cc6723-c39c-44d6-b172-35f641dd9499 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911131 Nov 09 00:13:21.373588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=0299a266-2030-421d-9b15-824f591d4d64,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:21.392826 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:21.393259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:21.394157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:21.394553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:21.394946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:21.397511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:21.397511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:21.397511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:21.397511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:21.397985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:21.398390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:21.399203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:21.442076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19f80cd-cf4b-45b3-8e09-50930f4411ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299a266-2030-421d-9b15-824f591d4d64'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:21.444365 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce844a9-175e-4d3e-bb90-d04a4be6ebce" -d '{"events": [{"server_uuid": "c19f80cd-cf4b-45b3-8e09-50930f4411ba", "name": "network-vif-plugged", "status": "completed", "tag": "0299a266-2030-421d-9b15-824f591d4d64"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:21.453711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d71fa-f674-4d80-b25c-174f170646bb req-642f25d3-edb7-4403-9d72-c17675895cdd tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:21.464005 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d59d71fa-f674-4d80-b25c-174f170646bb req-642f25d3-edb7-4403-9d72-c17675895cdd tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 945 time: 0.0745218 Nov 09 00:13:21.521269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d59d71fa-f674-4d80-b25c-174f170646bb req-9d69628a-7d87-4678-858f-26a692db9424 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6021d21-4479-4d72-8d8d-d955c19cf53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562599 Nov 09 00:13:21.577443 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dff1fb-a7cf-4ea0-9e12-88ab9ed6cc1a x-openstack-request-id: req-67dff1fb-a7cf-4ea0-9e12-88ab9ed6cc1a {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:21.577735 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19f80cd-cf4b-45b3-8e09-50930f4411ba", "name": "network-vif-plugged", "status": "completed", "tag": "0299a266-2030-421d-9b15-824f591d4d64", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:21.577983 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67dff1fb-a7cf-4ea0-9e12-88ab9ed6cc1a {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:21.578380 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19f80cd-cf4b-45b3-8e09-50930f4411ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299a266-2030-421d-9b15-824f591d4d64', 'code': 200} Nov 09 00:13:21.633793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 584f5248-23cd-440f-85e1-02981053a31b details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:13:21.799970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:21.826183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '584f5248-23cd-440f-85e1-02981053a31b', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '584f5248-23cd-440f-85e1-02981053a31b', 'mac_address': 'fa:16:3e:03:0c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:13:21.880447 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b0e5-4c27-4003-b739-55b06533efd6 req-a118a8cf-471e-4458-8c35-9e5c280bbfdc tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:21.888477 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:21.889193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c99b0e5-4c27-4003-b739-55b06533efd6 req-a118a8cf-471e-4458-8c35-9e5c280bbfdc tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 945 time: 0.0826695 Nov 09 00:13:21.921824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 584f5248-23cd-440f-85e1-02981053a31b {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:21.949617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:21.954922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c99b0e5-4c27-4003-b739-55b06533efd6 req-67301396-8871-4360-94a0-05e44148ccf2 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6021d21-4479-4d72-8d8d-d955c19cf53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592191 Nov 09 00:13:21.959353 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:21.961341 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f7be22a2-afd5-4aea-86c0-4da2fd91a060 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:13:22.065017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=584f5248-23cd-440f-85e1-02981053a31b,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:22.218365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f7be22a2-afd5-4aea-86c0-4da2fd91a060, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f7be22a2-afd5-4aea-86c0-4da2fd91a060,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:22.268899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'f7be22a2-afd5-4aea-86c0-4da2fd91a060', 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f', 'port_id': 'f7be22a2-afd5-4aea-86c0-4da2fd91a060', 'mac_address': 'fa:16:3e:13:2b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f19c17-47de-4fbf-ab9a-2b0ccbbe8716', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:13:22.318867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18bfc9-f35a-49b9-b611-f8e40b091e49 req-38ff6bc2-920c-4f40-92a6-ea50c7f50db3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:22.332773 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec18bfc9-f35a-49b9-b611-f8e40b091e49 req-38ff6bc2-920c-4f40-92a6-ea50c7f50db3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 943 time: 0.1022804 Nov 09 00:13:22.364617 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:22.394702 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7be22a2-afd5-4aea-86c0-4da2fd91a060 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:22.449732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec18bfc9-f35a-49b9-b611-f8e40b091e49 req-d518e330-678d-4833-843f-d845d8c81c1f tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994592 Nov 09 00:13:22.462347 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f7be22a2-afd5-4aea-86c0-4da2fd91a060, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f7be22a2-afd5-4aea-86c0-4da2fd91a060,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:22.470643 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:22.563861 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=f7be22a2-afd5-4aea-86c0-4da2fd91a060,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:22.742646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3132dd-df0f-49e3-9577-ab0cd72037f5 req-a9e81c91-d3d0-459f-b051-ab063e9d3b69 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:22.754749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc3132dd-df0f-49e3-9577-ab0cd72037f5 req-a9e81c91-d3d0-459f-b051-ab063e9d3b69 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.1286349 Nov 09 00:13:22.825531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc3132dd-df0f-49e3-9577-ab0cd72037f5 req-2de1988e-7ac6-451c-a960-be801d346634 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696824 Nov 09 00:13:22.969049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['584f5248-23cd-440f-85e1-02981053a31b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:23.160717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa82f-6286-403b-ae45-3de5a3ae2135 req-b39c2015-48bc-455b-88b6-550c1a83f1c3 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:23.162595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-172fa82f-6286-403b-ae45-3de5a3ae2135 req-b39c2015-48bc-455b-88b6-550c1a83f1c3 tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.30 "GET /v2.0/ports?device_id=26864272-62da-4dba-b39b-5f38e29faa4f HTTP/1.1" status: 200 len: 945 time: 0.0649230 Nov 09 00:13:23.169221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f7be22a2-afd5-4aea-86c0-4da2fd91a060'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:23.303450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-172fa82f-6286-403b-ae45-3de5a3ae2135 req-5d6d31b7-a375-43b8-8a06-bb61d06fa5bf tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Deleting port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:23.303885 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-172fa82f-6286-403b-ae45-3de5a3ae2135 req-5d6d31b7-a375-43b8-8a06-bb61d06fa5bf tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:23.445956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-172fa82f-6286-403b-ae45-3de5a3ae2135 req-5d6d31b7-a375-43b8-8a06-bb61d06fa5bf tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] For port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc,segment=NetworkSegment(bff6fdc9-1881-4601-9675-10bbd9602f33),segment_id=bff6fdc9-1881-4601-9675-10bbd9602f33)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:23.446642 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-172fa82f-6286-403b-ae45-3de5a3ae2135 req-5d6d31b7-a375-43b8-8a06-bb61d06fa5bf tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:23.476134 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-172fa82f-6286-403b-ae45-3de5a3ae2135 req-5d6d31b7-a375-43b8-8a06-bb61d06fa5bf tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Calling delete_port for efe2ba04-9035-41b8-a4ec-08bb4ec83ebc owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:23.634549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 584f5248-23cd-440f-85e1-02981053a31b up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:23.737072 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 584f5248-23cd-440f-85e1-02981053a31b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:23.737072 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:23.772700 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-172fa82f-6286-403b-ae45-3de5a3ae2135 req-5d6d31b7-a375-43b8-8a06-bb61d06fa5bf tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:23.793991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['efe2ba04-9035-41b8-a4ec-08bb4ec83ebc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:23.839135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d31b7-a375-43b8-8a06-bb61d06fa5bf tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Pushing event deleted for resources: {'Port': ['ID=efe2ba04-9035-41b8-a4ec-08bb4ec83ebc,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:23.899290 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:23.925213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-172fa82f-6286-403b-ae45-3de5a3ae2135 req-5d6d31b7-a375-43b8-8a06-bb61d06fa5bf tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] No DVR routers for this DVR port efe2ba04-9035-41b8-a4ec-08bb4ec83ebc on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:13:23.929866 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-172fa82f-6286-403b-ae45-3de5a3ae2135 req-5d6d31b7-a375-43b8-8a06-bb61d06fa5bf tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:23.939009 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-172fa82f-6286-403b-ae45-3de5a3ae2135 req-5d6d31b7-a375-43b8-8a06-bb61d06fa5bf tempest-InstanceActionsV221TestJSON-1128299679 tempest-InstanceActionsV221TestJSON-1128299679-project] 10.222.0.30 "DELETE /v2.0/ports/efe2ba04-9035-41b8-a4ec-08bb4ec83ebc HTTP/1.1" status: 204 len: 173 time: 0.7694519 Nov 09 00:13:23.939662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26864272-62da-4dba-b39b-5f38e29faa4f', 'name': 'network-vif-deleted', 'tag': 'efe2ba04-9035-41b8-a4ec-08bb4ec83ebc'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:23.946985 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e92ae3-12b9-4c9c-a061-6e01ac537f0a" -d '{"events": [{"server_uuid": "26864272-62da-4dba-b39b-5f38e29faa4f", "name": "network-vif-deleted", "tag": "efe2ba04-9035-41b8-a4ec-08bb4ec83ebc"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:23.957875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584f5248-23cd-440f-85e1-02981053a31b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:23.969191 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4c7273-f7a4-432a-a084-80aaa845c70f" -d '{"events": [{"server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "name": "network-vif-plugged", "status": "completed", "tag": "584f5248-23cd-440f-85e1-02981053a31b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:24.013769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:24.028218 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:24.161802 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=584f5248-23cd-440f-85e1-02981053a31b,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:25.654893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f7be22a2-afd5-4aea-86c0-4da2fd91a060 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:25.726882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port f7be22a2-afd5-4aea-86c0-4da2fd91a060 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:13:25.731873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port f7be22a2-afd5-4aea-86c0-4da2fd91a060 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:25.732378 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:25.828751 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:25.867199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f7be22a2-afd5-4aea-86c0-4da2fd91a060, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f7be22a2-afd5-4aea-86c0-4da2fd91a060,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:25.875453 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:25.945147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=f7be22a2-afd5-4aea-86c0-4da2fd91a060,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:27.071772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device efe2ba04-9035-41b8-a4ec-08bb4ec83ebc no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:13:27.098512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: efe2ba04-9035-41b8-a4ec-08bb4ec83ebc {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:13:27.099256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device efe2ba04-9035-41b8-a4ec-08bb4ec83ebc not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:13:29.769093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321bee4-4f33-4075-8e4b-659d679cd76d req-deb84989-3553-4147-8164-fc28a6e992bc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:29.770836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0321bee4-4f33-4075-8e4b-659d679cd76d req-deb84989-3553-4147-8164-fc28a6e992bc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 945 time: 0.0729685 Nov 09 00:13:29.838027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0321bee4-4f33-4075-8e4b-659d679cd76d req-acd28536-cc22-4b91-ac1b-d654088e2a56 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593414 Nov 09 00:13:29.897590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1dfb5-82da-4ba3-ad6e-27a1731944b5 req-4515f414-50fd-456f-afda-d925f841d327 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:29.900462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bee1dfb5-82da-4ba3-ad6e-27a1731944b5 req-4515f414-50fd-456f-afda-d925f841d327 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.0606978 Nov 09 00:13:29.977076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bee1dfb5-82da-4ba3-ad6e-27a1731944b5 req-52826d4c-81a6-411b-a086-53844726863b tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698850 Nov 09 00:13:30.000883 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fb47d5-ec72-40d7-8638-6dab319853ad x-openstack-request-id: req-70fb47d5-ec72-40d7-8638-6dab319853ad {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:30.001201 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26864272-62da-4dba-b39b-5f38e29faa4f", "name": "network-vif-deleted", "tag": "efe2ba04-9035-41b8-a4ec-08bb4ec83ebc", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:30.001487 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70fb47d5-ec72-40d7-8638-6dab319853ad {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:30.001893 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26864272-62da-4dba-b39b-5f38e29faa4f', 'name': 'network-vif-deleted', 'tag': 'efe2ba04-9035-41b8-a4ec-08bb4ec83ebc', 'status': 'completed', 'code': 200} Nov 09 00:13:30.022393 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3bef0a-13c1-45f1-9ade-26e43b4e682a x-openstack-request-id: req-cd3bef0a-13c1-45f1-9ade-26e43b4e682a {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:30.024897 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "name": "network-vif-plugged", "status": "completed", "tag": "584f5248-23cd-440f-85e1-02981053a31b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:30.025336 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd3bef0a-13c1-45f1-9ade-26e43b4e682a {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:30.025939 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584f5248-23cd-440f-85e1-02981053a31b', 'code': 200} Nov 09 00:13:30.314388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf21b7-8ad5-4b80-b886-aa9d36cbc450 req-ac82be79-0a43-491e-9b3a-b72646b72489 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:30.315935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7bdf21b7-8ad5-4b80-b886-aa9d36cbc450 req-ac82be79-0a43-491e-9b3a-b72646b72489 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 945 time: 0.0693834 Nov 09 00:13:30.393974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7bdf21b7-8ad5-4b80-b886-aa9d36cbc450 req-87b015ae-9592-4188-9ee5-5d6d8e0c7f58 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687175 Nov 09 00:13:30.516662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38632) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:30.572072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-318aa7f7-f23a-462d-a885-beeac6366cdd admin admin] Deleting subnet 14f1b442-9f9a-4bf6-b3b8-edc0b285ca00 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:13:30.576116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-318aa7f7-f23a-462d-a885-beeac6366cdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:30.622951 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-318aa7f7-f23a-462d-a885-beeac6366cdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:30.669194 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-318aa7f7-f23a-462d-a885-beeac6366cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:30.754237 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-318aa7f7-f23a-462d-a885-beeac6366cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:30.810632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318aa7f7-f23a-462d-a885-beeac6366cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f1b442-9f9a-4bf6-b3b8-edc0b285ca00,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:30.832061 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-318aa7f7-f23a-462d-a885-beeac6366cdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:30.837873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38652) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:30.854076 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-318aa7f7-f23a-462d-a885-beeac6366cdd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/14f1b442-9f9a-4bf6-b3b8-edc0b285ca00 HTTP/1.1" status: 204 len: 168 time: 0.3362379 Nov 09 00:13:30.978719 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:31.150502 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:31.214691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b7b009-5382-4c5d-aeef-f4fc979b0e23']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:31.235264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a4c00-4c82-4c50-8b21-a31827cf99ef req-104ad4f1-5aaf-4e05-9d19-6ebc1a5cbfda tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:31.236788 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-781a4c00-4c82-4c50-8b21-a31827cf99ef req-104ad4f1-5aaf-4e05-9d19-6ebc1a5cbfda tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 945 time: 0.2061419 Nov 09 00:13:31.244660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff6fdc9-1881-4601-9675-10bbd9602f33') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:31.245016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff6fdc9-1881-4601-9675-10bbd9602f33') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:31.266864 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:31.289526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422a874-642a-4191-a4eb-a9bb8bf7d253 req-81f50ddb-679e-4352-b093-056ebdf1e20a tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:31.291088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0422a874-642a-4191-a4eb-a9bb8bf7d253 req-81f50ddb-679e-4352-b093-056ebdf1e20a tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.1580329 Nov 09 00:13:31.310128 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:31.332980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:13:31.334113 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:13:31.340385 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:13:31.406675 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-781a4c00-4c82-4c50-8b21-a31827cf99ef req-4a7d9ead-6282-4134-b667-568461b497e4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595793 Nov 09 00:13:31.435093 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:31.450387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0422a874-642a-4191-a4eb-a9bb8bf7d253 req-a18d5448-bd7c-4209-a4b6-a4e658ce32ec tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508925 Nov 09 00:13:31.467136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:31.474498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] 10.222.0.25 "DELETE /v2.0/networks/17b7b009-5382-4c5d-aeef-f4fc979b0e23 HTTP/1.1" status: 204 len: 168 time: 0.6350379 Nov 09 00:13:31.475997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec9bea-ebdc-42f0-bc32-330a4d52a736 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b7b009-5382-4c5d-aeef-f4fc979b0e23,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:31.648362 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38678) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:31.688791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-342d4d59-e51f-4824-80ef-6b8e47694cdd tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:31.696945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-342d4d59-e51f-4824-80ef-6b8e47694cdd tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/networks?id=68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 200 len: 805 time: 0.1900790 Nov 09 00:13:31.708268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-d4861231-2bd9-4e55-83e5-f35520d4dd6f tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/quotas/abd46c9bade94d899a9b0ea3f02107c0 HTTP/1.1" status: 200 len: 375 time: 0.0104244 Nov 09 00:13:31.751024 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c3bbe4dd-e516-4656-b82d-b17c16cc006d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3474d4638d1741ddb7b438dc98f9693f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1013339 Nov 09 00:13:31.753993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38680) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:31.778000 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-ad6251fb-50c2-47de-bc2a-7501d8666dbe tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631826 Nov 09 00:13:31.806756 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-db97b705-0b7a-47ba-9f58-05d29fd1ba0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:31.831683 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-db97b705-0b7a-47ba-9f58-05d29fd1ba0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:31.888651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-db97b705-0b7a-47ba-9f58-05d29fd1ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:31.892296 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-db97b705-0b7a-47ba-9f58-05d29fd1ba0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:31.893743 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-db97b705-0b7a-47ba-9f58-05d29fd1ba0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6021d21-4479-4d72-8d8d-d955c19cf53a HTTP/1.1" status: 204 len: 168 time: 0.1387806 Nov 09 00:13:31.902445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97b705-0b7a-47ba-9f58-05d29fd1ba0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6021d21-4479-4d72-8d8d-d955c19cf53a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:31.906522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b744-7d1d-4b45-b7aa-e8b566ef71fd req-89f51d80-1faa-473f-92ed-95bd74bbdc9b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:31.916342 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0352b744-7d1d-4b45-b7aa-e8b566ef71fd req-89f51d80-1faa-473f-92ed-95bd74bbdc9b tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 945 time: 0.1338279 Nov 09 00:13:31.960684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-d10e8ea8-ce6b-494f-bd07-aeeb669d720c service neutron] 10.222.0.25 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392484 Nov 09 00:13:32.028329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c40159a-556c-4bce-88ec-7c2069dded72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7be22a2-afd5-4aea-86c0-4da2fd91a060'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:32.031467 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbe8ca6-3d4a-4bb9-ad51-0f25c66edd79" -d '{"events": [{"server_uuid": "6c40159a-556c-4bce-88ec-7c2069dded72", "name": "network-vif-plugged", "status": "completed", "tag": "f7be22a2-afd5-4aea-86c0-4da2fd91a060"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:32.065632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0352b744-7d1d-4b45-b7aa-e8b566ef71fd req-87dcd7ed-69ad-46f2-814a-6a873a10de30 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481600 Nov 09 00:13:32.117494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-068f710c-9e65-44e3-ac26-3dd218ad9287 service neutron] 10.222.0.25 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490302 Nov 09 00:13:32.265155 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44aeddf-4287-4cb7-8404-c4ded1e973db x-openstack-request-id: req-d44aeddf-4287-4cb7-8404-c4ded1e973db {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:32.265462 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c40159a-556c-4bce-88ec-7c2069dded72", "name": "network-vif-plugged", "status": "completed", "tag": "f7be22a2-afd5-4aea-86c0-4da2fd91a060", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:32.265728 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d44aeddf-4287-4cb7-8404-c4ded1e973db {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:32.266115 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c40159a-556c-4bce-88ec-7c2069dded72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7be22a2-afd5-4aea-86c0-4da2fd91a060', 'code': 200} Nov 09 00:13:32.436784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f761e7e5-3ed1-4c40-8385-febed8c7d71b req-71cccd3a-0177-49e3-ad81-605bee3aebb9 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 210 time: 0.0386193 Nov 09 00:13:32.443476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a0711-e67e-41f2-991c-a5ad0d4d2439 req-1a6da749-93f8-4fd7-bf6a-4e31b08ece5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:32.445095 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cb6a0711-e67e-41f2-991c-a5ad0d4d2439 req-1a6da749-93f8-4fd7-bf6a-4e31b08ece5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 1096 time: 0.0914857 Nov 09 00:13:32.543957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6c187-3c44-4234-beb3-da98cf028513 req-12e20232-88e0-4e6c-a7a9-9fa038293dd8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:32.545959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efe6c187-3c44-4234-beb3-da98cf028513 req-12e20232-88e0-4e6c-a7a9-9fa038293dd8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "GET /v2.0/ports?device_id=c19f80cd-cf4b-45b3-8e09-50930f4411ba HTTP/1.1" status: 200 len: 946 time: 0.1021729 Nov 09 00:13:32.584517 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cb6a0711-e67e-41f2-991c-a5ad0d4d2439 req-88d7ede5-a4c4-4c00-9979-f79369fcd03a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302760 Nov 09 00:13:32.713070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a49e4c-9a32-4dd0-ab91-3cadbb8eb7ea req-37b693ff-1e3a-4ab0-9013-c454e86b02e5 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:32.715362 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4a49e4c-9a32-4dd0-ab91-3cadbb8eb7ea req-37b693ff-1e3a-4ab0-9013-c454e86b02e5 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 945 time: 0.1678627 Nov 09 00:13:32.741117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea3916-c488-496f-9ec6-bc3985322546 req-bea4f682-a820-4cb1-9258-baf833af2255 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:32.742619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10ea3916-c488-496f-9ec6-bc3985322546 req-bea4f682-a820-4cb1-9258-baf833af2255 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.1595092 Nov 09 00:13:32.767278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-efe6c187-3c44-4234-beb3-da98cf028513 req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Deleting port 0299a266-2030-421d-9b15-824f591d4d64 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:32.767637 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-efe6c187-3c44-4234-beb3-da98cf028513 req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:32.871419 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4a49e4c-9a32-4dd0-ab91-3cadbb8eb7ea req-b1005b5d-f2fc-42fc-806f-0966106a349b tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488204 Nov 09 00:13:32.889486 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10ea3916-c488-496f-9ec6-bc3985322546 req-743d6f0a-4a6f-4870-8981-9001dff96be0 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354895 Nov 09 00:13:32.946438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-efe6c187-3c44-4234-beb3-da98cf028513 req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] For port 0299a266-2030-421d-9b15-824f591d4d64, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0299a266-2030-421d-9b15-824f591d4d64,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:32.947051 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-efe6c187-3c44-4234-beb3-da98cf028513 req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:32.957594 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:13:32.961683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-efe6c187-3c44-4234-beb3-da98cf028513 req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Calling delete_port for 0299a266-2030-421d-9b15-824f591d4d64 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:33.115391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38754) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:33.183057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22eb46-7480-4786-be72-d3ce41f14a56 req-a43a168f-f993-4c09-b22f-8aac777bd2c1 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:33.192037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a22eb46-7480-4786-be72-d3ce41f14a56 req-a43a168f-f993-4c09-b22f-8aac777bd2c1 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 945 time: 0.0855544 Nov 09 00:13:33.194549 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-efe6c187-3c44-4234-beb3-da98cf028513 req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:33.250323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-807049222-network', 'tenant_id': 'f26f2307a11448f79e42f92ea307fc62'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:33.259292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Pushing event deleted for resources: {'Port': ['ID=0299a266-2030-421d-9b15-824f591d4d64,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:33.274313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Made reservation on behalf of f26f2307a11448f79e42f92ea307fc62 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:33.276908 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:33.286367 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:33.298303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a22eb46-7480-4786-be72-d3ce41f14a56 req-b49d1d53-5503-4bb0-8641-eca70ce412fc tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055911 Nov 09 00:13:33.304251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:33.304994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:33.305333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:33.305934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:33.306439 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:33.307102 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:33.308139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:33.308651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:33.309152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:33.310264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:33.310760 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:33.311268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:13:33.331816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe6c187-3c44-4234-beb3-da98cf028513 req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] No DVR routers for this DVR port 0299a266-2030-421d-9b15-824f591d4d64 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:13:33.335892 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-efe6c187-3c44-4234-beb3-da98cf028513 req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:33.341069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efe6c187-3c44-4234-beb3-da98cf028513 req-47d5fea2-9acd-4296-aafc-3e8f0a398a6c tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "DELETE /v2.0/ports/0299a266-2030-421d-9b15-824f591d4d64 HTTP/1.1" status: 204 len: 173 time: 0.7590382 Nov 09 00:13:33.341950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19f80cd-cf4b-45b3-8e09-50930f4411ba', 'name': 'network-vif-deleted', 'tag': '0299a266-2030-421d-9b15-824f591d4d64'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:33.344680 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a56fe5-2b49-4f32-93c8-d1250a2486cc" -d '{"events": [{"server_uuid": "c19f80cd-cf4b-45b3-8e09-50930f4411ba", "name": "network-vif-deleted", "tag": "0299a266-2030-421d-9b15-824f591d4d64"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:33.412297 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:33.416568 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:33.423115 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a680fc0d-aa7a-4e36-8d12-b41918813c7a x-openstack-request-id: req-a680fc0d-aa7a-4e36-8d12-b41918813c7a {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:33.424027 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19f80cd-cf4b-45b3-8e09-50930f4411ba", "name": "network-vif-deleted", "tag": "0299a266-2030-421d-9b15-824f591d4d64", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:33.424302 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a680fc0d-aa7a-4e36-8d12-b41918813c7a {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:33.424898 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19f80cd-cf4b-45b3-8e09-50930f4411ba', 'name': 'network-vif-deleted', 'tag': '0299a266-2030-421d-9b15-824f591d4d64', 'status': 'completed', 'code': 200} Nov 09 00:13:33.439666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:13:33.456067 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5062e9-b542-4a22-958a-d2773629f518,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:33.464066 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b99fa9-70ae-48da-afa1-21f724e83a11 req-1b1f8cd9-7b2f-4bab-858e-631f6608c3a3 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:33.472366 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:33.472707 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Added segment 54464516-347d-47ea-81c0-e6f2d1dc7b46 of type vlan for network aa796993-e20c-4244-979e-40a48d1db895 Nov 09 00:13:33.473589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1b99fa9-70ae-48da-afa1-21f724e83a11 req-1b1f8cd9-7b2f-4bab-858e-631f6608c3a3 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 950 time: 0.0953681 Nov 09 00:13:33.524368 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:33.547677 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1b99fa9-70ae-48da-afa1-21f724e83a11 req-da6acc39-2b80-4e49-871a-87994b7a691e tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731280 Nov 09 00:13:33.555734 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:33.556965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:33.558487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:33.633229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] Pushing event updated for resources: {'Network': ['ID=aa796993-e20c-4244-979e-40a48d1db895,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:33.644038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network aa796993-e20c-4244-979e-40a48d1db895 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:13:33.645898 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c459c35e-eb90-45fb-87fd-fd67913b5e27 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5294173 Nov 09 00:13:33.648677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38798) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:33.654560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0c85ab21-9caa-4c40-b7a9-9173391bf85a admin admin] Request body: {'subnet': {'network_id': 'aa796993-e20c-4244-979e-40a48d1db895', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-807049222-subnet', 'tenant_id': 'f26f2307a11448f79e42f92ea307fc62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:33.655459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4e4ea03-a8e2-418d-92f9-b7ca600039dd req-a6a675f9-8af2-4e31-bc02-4fe118c04ac0 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 210 time: 0.0710006 Nov 09 00:13:33.694142 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c85ab21-9caa-4c40-b7a9-9173391bf85a admin admin] Made reservation on behalf of f26f2307a11448f79e42f92ea307fc62 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:33.696660 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0c85ab21-9caa-4c40-b7a9-9173391bf85a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:33.705127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-4303e3e7-0ce6-46e7-a25c-4cc6c90c8b1b tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:33.706969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-4303e3e7-0ce6-46e7-a25c-4cc6c90c8b1b tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "GET /v2.0/networks?id=68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 200 len: 805 time: 0.1576276 Nov 09 00:13:33.731293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Request body: {'port': {'device_id': 'e8ec99ae-0191-4743-ac43-dc81ee5d70cc', 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'admin_state_up': True, 'tenant_id': 'abd46c9bade94d899a9b0ea3f02107c0'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:33.868911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Made reservation on behalf of abd46c9bade94d899a9b0ea3f02107c0 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:33.873057 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:33.981935 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0c85ab21-9caa-4c40-b7a9-9173391bf85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:34.027666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85ab21-9caa-4c40-b7a9-9173391bf85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41d53d0-f9c2-4af3-8f1f-16fb462c0aca,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:34.078488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85ab21-9caa-4c40-b7a9-9173391bf85a admin admin] Checking segment: {'id': '54464516-347d-47ea-81c0-e6f2d1dc7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'aa796993-e20c-4244-979e-40a48d1db895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:34.080351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c85ab21-9caa-4c40-b7a9-9173391bf85a admin admin] Network hostable DHCP agents. Network: aa796993-e20c-4244-979e-40a48d1db895, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:13:34.091580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9436a-f014-41df-829b-6fc7b8bac207 req-42f6f39b-bc00-488f-8168-47ac14c0b791 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:34.093125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4e9436a-f014-41df-829b-6fc7b8bac207 req-42f6f39b-bc00-488f-8168-47ac14c0b791 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 945 time: 0.1136317 Nov 09 00:13:34.101155 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c85ab21-9caa-4c40-b7a9-9173391bf85a admin admin] Network aa796993-e20c-4244-979e-40a48d1db895 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:13:34.116250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0c85ab21-9caa-4c40-b7a9-9173391bf85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, aa796993-e20c-4244-979e-40a48d1db895) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:34.120731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c85ab21-9caa-4c40-b7a9-9173391bf85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:34.121576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0c85ab21-9caa-4c40-b7a9-9173391bf85a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:34.128765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2390719-7000-451c-9029-239732f0c39e None None] Network aa796993-e20c-4244-979e-40a48d1db895 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:13:34.133010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Allocated IP 172.20.0.7 (68e0841c-b375-4078-9c24-adf0ad731f62/c4e01c80-407a-4e05-95b4-3fd4d0d3686f/25fd2761-0f31-4504-94a0-d197fc4bc781) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:13:34.159723 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0c85ab21-9caa-4c40-b7a9-9173391bf85a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5094194 Nov 09 00:13:34.253712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4e9436a-f014-41df-829b-6fc7b8bac207 req-1bf2fcd5-823d-4bf3-9ecd-0b6db3719aad tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465733 Nov 09 00:13:34.299374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e621dba7-56cc-46ef-8355-0907cf1e49ea None None] Network aa796993-e20c-4244-979e-40a48d1db895 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:13:34.393490 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:34.407561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2e108-ea47-4698-beb6-ef2187c6fdca req-197e5f30-e2ca-481a-b448-ce0cf1e5e740 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:34.409113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3fd2e108-ea47-4698-beb6-ef2187c6fdca req-197e5f30-e2ca-481a-b448-ce0cf1e5e740 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.0855794 Nov 09 00:13:34.473455 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:34.478338 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3fd2e108-ea47-4698-beb6-ef2187c6fdca req-0c7a1fbc-619e-4ac7-a214-ad184a600490 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597155 Nov 09 00:13:34.529073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Pushing event updated for resources: {'Port': ['ID=25fd2761-0f31-4504-94a0-d197fc4bc781,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:34.536972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Network 68e0841c-b375-4078-9c24-adf0ad731f62 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:13:34.547016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:34.549183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:13:34.618911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:34.619534 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:34.630638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8008-ab11-4a20-aa5d-b92212366f02 req-5ead1719-4170-482f-b9bb-34c37861c604 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:34.632134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e64b8008-ab11-4a20-aa5d-b92212366f02 req-5ead1719-4170-482f-b9bb-34c37861c604 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 945 time: 0.0973618 Nov 09 00:13:34.650215 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-24c19aa4-b79d-470e-bb32-6f7709231ce8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9253180 Nov 09 00:13:34.664140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Request body: {'port': {'device_id': 'e8ec99ae-0191-4743-ac43-dc81ee5d70cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:34.731373 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e64b8008-ab11-4a20-aa5d-b92212366f02 req-c5446580-1cdd-4c06-8737-a8efb0cc26bf tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups?id=b241d8fa-07bc-4843-8ac3-7569cd2f8990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923619 Nov 09 00:13:34.740371 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:34.819895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bb351-d961-4db3-8017-5f6606eb94ee req-ed00fba6-d260-44db-a1b0-1505d064b176 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:34.821394 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-526bb351-d961-4db3-8017-5f6606eb94ee req-ed00fba6-d260-44db-a1b0-1505d064b176 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 945 time: 0.0539746 Nov 09 00:13:34.935674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Deleting port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:34.936009 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:35.030187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] For port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917,segment=NetworkSegment(d6e5d073-2ee1-4dda-b6b7-69460a420963),segment_id=d6e5d073-2ee1-4dda-b6b7-69460a420963)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:35.030548 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:35.097041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0299a266-2030-421d-9b15-824f591d4d64 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:13:35.119291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 0299a266-2030-421d-9b15-824f591d4d64 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:13:35.119291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0299a266-2030-421d-9b15-824f591d4d64 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:13:35.200716 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:35.201489 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:35.201489 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Floating IP b6aaa027-59d3-47f7-a592-1b945c1e62eb disassociated. External IP: 172.25.0.50, port: 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917. Nov 09 00:13:35.201740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Calling delete_port for 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:35.273587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e816a2-b9b5-421c-9ff1-baf10eb6169b req-065d6e1b-5a1a-4fd7-a506-5f3415865212 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:35.275063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44e816a2-b9b5-421c-9ff1-baf10eb6169b req-065d6e1b-5a1a-4fd7-a506-5f3415865212 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 931 time: 0.1791365 Nov 09 00:13:35.287528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-6059918d-92be-431c-aea2-eb44432d696d tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:35.288962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-6059918d-92be-431c-aea2-eb44432d696d tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/networks?id=aa796993-e20c-4244-979e-40a48d1db895 HTTP/1.1" status: 200 len: 821 time: 0.5329733 Nov 09 00:13:35.337380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:35.364126 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-fb859304-3436-42de-849f-cc0c191b4c6b tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/quotas/f26f2307a11448f79e42f92ea307fc62 HTTP/1.1" status: 200 len: 375 time: 0.0630095 Nov 09 00:13:35.367469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Pushing event deleted for resources: {'Port': ['ID=7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:35.419817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44e816a2-b9b5-421c-9ff1-baf10eb6169b req-6726764b-0220-4ac8-bcd2-7b4dcb9ed505 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298509 Nov 09 00:13:35.423752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-d0dbaec1-3cc7-455f-81be-e6e519dc6abe tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f26f2307a11448f79e42f92ea307fc62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433180 Nov 09 00:13:35.488411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Router 19da099c-bae2-4a24-8ddb-da1f5d76752c has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:13:35.573736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fd2761-0f31-4504-94a0-d197fc4bc781 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:35.579340 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-e19ed3ef-c5b7-407c-850c-05ffa4c98eef service neutron] 10.222.0.25 "GET /v2.0/networks/aa796993-e20c-4244-979e-40a48d1db895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422536 Nov 09 00:13:35.583217 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:35.609698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:13:35.617413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Transition to ACTIVE for port object 25fd2761-0f31-4504-94a0-d197fc4bc781 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:13:35.627036 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35051ab3-0662-4f30-9726-5de62c710c32 None None] Sync routers for ids ['19da099c-bae2-4a24-8ddb-da1f5d76752c'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:13:35.644535 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35051ab3-0662-4f30-9726-5de62c710c32 None None] Routers {'19da099c-bae2-4a24-8ddb-da1f5d76752c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:13:35.647062 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-35051ab3-0662-4f30-9726-5de62c710c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:13:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['19da099c-bae2-4a24-8ddb-da1f5d76752c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:35.654398 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:35.677335 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] No DVR routers for this DVR port 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:13:35.680044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:35.684581 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-526bb351-d961-4db3-8017-5f6606eb94ee req-2a223a5c-f0ed-4da7-8455-48d1183e1f35 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.11 "DELETE /v2.0/ports/7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 HTTP/1.1" status: 204 len: 173 time: 0.8561561 Nov 09 00:13:35.685564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'name': 'network-vif-deleted', 'tag': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:35.709216 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b98540-e3ee-44c0-849c-220e810eb2c0" -d '{"events": [{"server_uuid": "5a4d79da-0b9b-4c33-935f-762d4bd4d340", "name": "network-vif-deleted", "tag": "7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:35.732662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Pushing event updated for resources: {'Port': ['ID=25fd2761-0f31-4504-94a0-d197fc4bc781,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:35.749009 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-7b19f048-b68b-46ff-ba6e-d12bff6ed293 service neutron] 10.222.0.25 "GET /v2.0/networks/aa796993-e20c-4244-979e-40a48d1db895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593745 Nov 09 00:13:35.832506 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-35051ab3-0662-4f30-9726-5de62c710c32 None None] Set router 19da099c-bae2-4a24-8ddb-da1f5d76752c gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:13:35.905065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Attempting to bind port 25fd2761-0f31-4504-94a0-d197fc4bc781 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:13:35.905677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Attempting to bind port 25fd2761-0f31-4504-94a0-d197fc4bc781 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:13:35.908338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Attempting to bind port 25fd2761-0f31-4504-94a0-d197fc4bc781 on network 68e0841c-b375-4078-9c24-adf0ad731f62 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:35.919217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Port 25fd2761-0f31-4504-94a0-d197fc4bc781 on network 68e0841c-b375-4078-9c24-adf0ad731f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:13:35.919421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Attempting to bind port 25fd2761-0f31-4504-94a0-d197fc4bc781 on network 68e0841c-b375-4078-9c24-adf0ad731f62 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:35.976967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:13:35.977678 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Checking segment: {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:35.978259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Bound using segment: {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:13:35.978879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Bound port: 25fd2761-0f31-4504-94a0-d197fc4bc781, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:13:35.979457 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:36.078293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456a84b-6f40-48f3-a7b2-5e1c49842529 req-a9c3d636-219d-4d14-9b5c-79c00c64657e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:36.079830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4456a84b-6f40-48f3-a7b2-5e1c49842529 req-a9c3d636-219d-4d14-9b5c-79c00c64657e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 945 time: 0.1503468 Nov 09 00:13:36.140936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca5ad3-8853-4143-b90a-f892883dd0f3 req-89ee209f-999a-442f-b063-1491251edeeb tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:36.142561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60ca5ad3-8853-4143-b90a-f892883dd0f3 req-89ee209f-999a-442f-b063-1491251edeeb tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.1380694 Nov 09 00:13:36.143808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] For port 25fd2761-0f31-4504-94a0-d197fc4bc781, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:13:36.148400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] For port 25fd2761-0f31-4504-94a0-d197fc4bc781, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=25fd2761-0f31-4504-94a0-d197fc4bc781,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:13:36.167230 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:36.226862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4456a84b-6f40-48f3-a7b2-5e1c49842529 req-7885d878-391b-4e29-a909-dd2c1f0d9c40 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384230 Nov 09 00:13:36.242576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:36.243203 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:36.244599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] 10.222.0.30 "PUT /v2.0/ports/25fd2761-0f31-4504-94a0-d197fc4bc781 HTTP/1.1" status: 200 len: 1091 time: 1.5844486 Nov 09 00:13:36.259870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ec99ae-0191-4743-ac43-dc81ee5d70cc', 'tag': '25fd2761-0f31-4504-94a0-d197fc4bc781'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:36.259870 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a51ab3c-366b-40c5-91da-0584367a0e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ec99ae-0191-4743-ac43-dc81ee5d70cc", "tag": "25fd2761-0f31-4504-94a0-d197fc4bc781"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:36.260132 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-35051ab3-0662-4f30-9726-5de62c710c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:11:13Z', 'revision_number': 4, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '7de5cacf-00d7-412b-bd8b-bd978616384f', 'name': '', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'mac_address': 'fa:16:3e:57:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:12Z', 'updated_at': '2021-11-09T00:11:23Z', 'revision_number': 5, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'subnets': [{'id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:36.284143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f032a1-5ed1-457b-97cc-b7fa25dc3c75 service neutron] Pushing event updated for resources: {'Port': ['ID=25fd2761-0f31-4504-94a0-d197fc4bc781,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:36.298175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60ca5ad3-8853-4143-b90a-f892883dd0f3 req-d999ce76-7f61-4b99-b858-c07784a5a5ba tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393952 Nov 09 00:13:36.319142 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35051ab3-0662-4f30-9726-5de62c710c32 None None] Checking router: 19da099c-bae2-4a24-8ddb-da1f5d76752c for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:13:36.335271 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35051ab3-0662-4f30-9726-5de62c710c32 None None] Routers {'19da099c-bae2-4a24-8ddb-da1f5d76752c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:13:36.336761 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-35051ab3-0662-4f30-9726-5de62c710c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:13:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['19da099c-bae2-4a24-8ddb-da1f5d76752c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:36.366646 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96762c7-adab-4ad2-ac81-2618bf7d453f x-openstack-request-id: req-c96762c7-adab-4ad2-ac81-2618bf7d453f {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:36.367266 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4d79da-0b9b-4c33-935f-762d4bd4d340", "name": "network-vif-deleted", "tag": "7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:36.367428 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c96762c7-adab-4ad2-ac81-2618bf7d453f {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:36.368604 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4d79da-0b9b-4c33-935f-762d4bd4d340', 'name': 'network-vif-deleted', 'tag': '7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917', 'status': 'completed', 'code': 200} Nov 09 00:13:36.382845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-7d2f940e-2d0b-46bb-bf03-3cf07219f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:36.384379 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-7d2f940e-2d0b-46bb-bf03-3cf07219f40e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 1094 time: 0.0755005 Nov 09 00:13:36.503937 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-ac61f5cf-8808-4c57-a0a6-958c51cdfc10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25fd2761-0f31-4504-94a0-d197fc4bc781 HTTP/1.1" status: 200 len: 217 time: 0.1105917 Nov 09 00:13:36.522251 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-35051ab3-0662-4f30-9726-5de62c710c32 None None] Set router 19da099c-bae2-4a24-8ddb-da1f5d76752c gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:13:36.540161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49adfaae-d05e-4b28-ac93-7757df8eb418 req-90aab47f-3b12-4d25-9673-d60d91503f03 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a4d79da-0b9b-4c33-935f-762d4bd4d340 HTTP/1.1" status: 200 len: 210 time: 0.0394866 Nov 09 00:13:36.580906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-4c44949a-fc55-4f87-966c-7488e4badb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:36.583865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-4c44949a-fc55-4f87-966c-7488e4badb4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4e01c80-407a-4e05-95b4-3fd4d0d3686f HTTP/1.1" status: 200 len: 845 time: 0.0696485 Nov 09 00:13:36.633540 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-07917247-8113-4bb3-a5e8-b55aec9a1136 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e0841c-b375-4078-9c24-adf0ad731f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399566 Nov 09 00:13:36.667561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-243ed8d0-0ea7-42c9-9aff-19e9fc422643 req-bd3797ba-b96d-42d7-b241-91f7061f201c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 210 time: 0.0325365 Nov 09 00:13:36.745631 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0853995e-6255-4c6c-b42a-2097518bfb67 x-openstack-request-id: req-0853995e-6255-4c6c-b42a-2097518bfb67 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:36.745928 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ec99ae-0191-4743-ac43-dc81ee5d70cc", "tag": "25fd2761-0f31-4504-94a0-d197fc4bc781", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:36.747270 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0853995e-6255-4c6c-b42a-2097518bfb67 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:36.747679 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ec99ae-0191-4743-ac43-dc81ee5d70cc', 'tag': '25fd2761-0f31-4504-94a0-d197fc4bc781', 'status': 'completed', 'code': 200} Nov 09 00:13:36.805965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0b9f8ca-05c7-4fa9-afe0-cba832ec95c2 req-92ad9011-96b2-4015-bfee-4d7fd6e46b51 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1000776571&fields=id&tenant_id=360e36c484d4445a93fbc0577289f5c3 HTTP/1.1" status: 200 len: 267 time: 0.1272008 Nov 09 00:13:36.806730 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-35051ab3-0662-4f30-9726-5de62c710c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:11:13Z', 'revision_number': 4, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '7de5cacf-00d7-412b-bd8b-bd978616384f', 'name': '', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'mac_address': 'fa:16:3e:57:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:12Z', 'updated_at': '2021-11-09T00:11:23Z', 'revision_number': 5, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'subnets': [{'id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:36.834584 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35051ab3-0662-4f30-9726-5de62c710c32 None None] The sync data for ids ['19da099c-bae2-4a24-8ddb-da1f5d76752c'] in n-d-813263-3 is: [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:11:13Z', 'revision_number': 4, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '7de5cacf-00d7-412b-bd8b-bd978616384f', 'name': '', 'network_id': '45c6c1e9-af0a-4821-93e7-90c4c5c827fb', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'mac_address': 'fa:16:3e:57:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:12Z', 'updated_at': '2021-11-09T00:11:23Z', 'revision_number': 5, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'subnets': [{'id': 'f47a3c19-e641-4842-a58f-8bebf1a3c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:13:36.895064 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-a47a1239-ba1a-4530-a89e-f370ac20beaf service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517645 Nov 09 00:13:36.909636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9f8ca-05c7-4fa9-afe0-cba832ec95c2 req-ba240528-aae7-4580-aa1f-bc5363009bcc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:36.911135 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0b9f8ca-05c7-4fa9-afe0-cba832ec95c2 req-ba240528-aae7-4580-aa1f-bc5363009bcc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 945 time: 0.1042912 Nov 09 00:13:36.929140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e0b9f8ca-05c7-4fa9-afe0-cba832ec95c2 req-ffc0516f-ba68-4f9c-b745-4b46b4e91fc8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'port': {'security_groups': ['ad86ee7c-66e9-4cda-ae50-c0b7789e9bff', 'caef8a3d-0637-4cb1-a804-bf8938aa328e']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:36.947666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c73bf-f992-47be-96e1-07556ba09eb8 req-f704b113-aca6-4ca0-93d8-d57ef19bd629 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:36.949532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-882c73bf-f992-47be-96e1-07556ba09eb8 req-f704b113-aca6-4ca0-93d8-d57ef19bd629 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 943 time: 0.1293881 Nov 09 00:13:37.083933 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf2862-c954-4edb-8e2e-587398fd49c6 None None] New status for floating IP b6aaa027-59d3-47f7-a592-1b945c1e62eb: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:13:37.102050 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e0b9f8ca-05c7-4fa9-afe0-cba832ec95c2 req-ffc0516f-ba68-4f9c-b745-4b46b4e91fc8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:37.112826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-882c73bf-f992-47be-96e1-07556ba09eb8 req-8e1e8048-9b41-4c2a-b8e2-47ecf22b3b92 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550868 Nov 09 00:13:37.129145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aea28a9-9a7b-4e03-9bf1-0739849af1e5 req-eba346a0-1461-491c-a5d0-cdcdcc3b2668 service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170608 Nov 09 00:13:37.251751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51ab3c-366b-40c5-91da-0584367a0e2f req-1eeb8d2e-3dac-4fa0-857e-02d7c05b818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:37.253492 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a51ab3c-366b-40c5-91da-0584367a0e2f req-1eeb8d2e-3dac-4fa0-857e-02d7c05b818f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 1094 time: 0.0621130 Nov 09 00:13:37.350994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-d5b754d3-1aca-4605-9ed2-49ba22c5e2d9 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:37.352496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-d5b754d3-1aca-4605-9ed2-49ba22c5e2d9 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.30 "GET /v2.0/networks?id=aa796993-e20c-4244-979e-40a48d1db895 HTTP/1.1" status: 200 len: 821 time: 0.1761813 Nov 09 00:13:37.355751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51ab3c-366b-40c5-91da-0584367a0e2f req-0024143b-5572-4d81-9b1e-aa1947f85c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:37.357214 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a51ab3c-366b-40c5-91da-0584367a0e2f req-0024143b-5572-4d81-9b1e-aa1947f85c20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 200 len: 905 time: 0.0911596 Nov 09 00:13:37.382728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Request body: {'port': {'device_id': 'b6127e50-1ad1-4ab3-9b31-a74498c8b868', 'network_id': 'aa796993-e20c-4244-979e-40a48d1db895', 'admin_state_up': True, 'tenant_id': 'f26f2307a11448f79e42f92ea307fc62'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:37.412168 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a51ab3c-366b-40c5-91da-0584367a0e2f req-a5ecc960-dbc9-4fb4-9778-84a70f8124c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25fd2761-0f31-4504-94a0-d197fc4bc781 HTTP/1.1" status: 200 len: 217 time: 0.0392287 Nov 09 00:13:37.461735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51ab3c-366b-40c5-91da-0584367a0e2f req-90ef998a-b95b-482e-8316-2c78694ce03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:37.463171 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a51ab3c-366b-40c5-91da-0584367a0e2f req-90ef998a-b95b-482e-8316-2c78694ce03a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4e01c80-407a-4e05-95b4-3fd4d0d3686f HTTP/1.1" status: 200 len: 845 time: 0.0429420 Nov 09 00:13:37.495484 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a51ab3c-366b-40c5-91da-0584367a0e2f req-5600fac3-5d9f-439f-8b11-b3a31c6d35a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e0841c-b375-4078-9c24-adf0ad731f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243511 Nov 09 00:13:37.514755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e0b9f8ca-05c7-4fa9-afe0-cba832ec95c2 req-ffc0516f-ba68-4f9c-b745-4b46b4e91fc8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] For port f7be22a2-afd5-4aea-86c0-4da2fd91a060, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f7be22a2-afd5-4aea-86c0-4da2fd91a060,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:37.541567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191b6d1-b9d2-4a90-b02a-36805b3b0e89 req-ba1e13c4-a70e-427c-8668-71020121cade tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:37.543116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b191b6d1-b9d2-4a90-b02a-36805b3b0e89 req-ba1e13c4-a70e-427c-8668-71020121cade tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.1640699 Nov 09 00:13:37.589534 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a51ab3c-366b-40c5-91da-0584367a0e2f req-86373bc4-5bfd-44b8-bccd-02b3771a4dde service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865090 Nov 09 00:13:37.592278 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e0b9f8ca-05c7-4fa9-afe0-cba832ec95c2 req-ffc0516f-ba68-4f9c-b745-4b46b4e91fc8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:37.609142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e0b9f8ca-05c7-4fa9-afe0-cba832ec95c2 req-ffc0516f-ba68-4f9c-b745-4b46b4e91fc8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:37.623263 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f7be22a2-afd5-4aea-86c0-4da2fd91a060'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:37.659169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Made reservation on behalf of f26f2307a11448f79e42f92ea307fc62 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:37.662692 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:37.686021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b191b6d1-b9d2-4a90-b02a-36805b3b0e89 req-439b2c4c-2c23-455e-ac85-8ff3e230b91b tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321454 Nov 09 00:13:37.686197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 584f5248-23cd-440f-85e1-02981053a31b no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:13:37.688667 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a51ab3c-366b-40c5-91da-0584367a0e2f req-c5429840-2e32-4e33-b309-09f8d1244e75 service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922184 Nov 09 00:13:37.712506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9f8ca-05c7-4fa9-afe0-cba832ec95c2 req-ffc0516f-ba68-4f9c-b745-4b46b4e91fc8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:37.712506 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e0b9f8ca-05c7-4fa9-afe0-cba832ec95c2 req-ffc0516f-ba68-4f9c-b745-4b46b4e91fc8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:37.712506 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0b9f8ca-05c7-4fa9-afe0-cba832ec95c2 req-ffc0516f-ba68-4f9c-b745-4b46b4e91fc8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "PUT /v2.0/ports/f7be22a2-afd5-4aea-86c0-4da2fd91a060 HTTP/1.1" status: 200 len: 981 time: 0.7838831 Nov 09 00:13:37.782385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0516f-ba68-4f9c-b745-4b46b4e91fc8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'Port': ['ID=f7be22a2-afd5-4aea-86c0-4da2fd91a060,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:37.853553 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:37.855731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f7be22a2-afd5-4aea-86c0-4da2fd91a060'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:37.910569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22c970d6-11bf-4b1b-98cc-747bc0dfe2a5 req-c5be9e24-fde0-4b63-9f52-14f69154ad4d tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 210 time: 0.0392368 Nov 09 00:13:37.916373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Allocated IP 172.20.0.4 (aa796993-e20c-4244-979e-40a48d1db895/c41d53d0-f9c2-4af3-8f1f-16fb462c0aca/82aa6773-b869-4360-9070-a46dc450f06f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:13:37.934676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584f5248-23cd-440f-85e1-02981053a31b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:37.936906 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa094cd-990b-4c1d-a0bc-69cb2d99e644" -d '{"events": [{"server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "name": "network-vif-unplugged", "status": "completed", "tag": "584f5248-23cd-440f-85e1-02981053a31b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:37.962494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38948) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:37.971276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:37.987065 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:37.987922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:13:38.024140 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1610b04-8048-4ff6-a07f-f8488cfefc9f x-openstack-request-id: req-a1610b04-8048-4ff6-a07f-f8488cfefc9f {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:38.024706 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "name": "network-vif-unplugged", "status": "completed", "tag": "584f5248-23cd-440f-85e1-02981053a31b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:38.025541 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1610b04-8048-4ff6-a07f-f8488cfefc9f {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:38.025941 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584f5248-23cd-440f-85e1-02981053a31b', 'code': 200} Nov 09 00:13:38.037679 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6be08353-1125-4324-8afa-483cfb579dae tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.039247 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4519f04f-dd82-4bf5-92cc-6ad70325c093 req-6fde4e6f-f1e9-41cb-9dba-a11f3c069efb tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1935948672&fields=id&tenant_id=360e36c484d4445a93fbc0577289f5c3 HTTP/1.1" status: 200 len: 267 time: 0.0943222 Nov 09 00:13:38.055257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:13:38.055860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7bf2e9a5-c0d2-419e-9b6c-0eb93e6f7917 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:13:38.071868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6be08353-1125-4324-8afa-483cfb579dae tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.108935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=584f5248-23cd-440f-85e1-02981053a31b,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:38.146562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6be08353-1125-4324-8afa-483cfb579dae tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.147814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519f04f-dd82-4bf5-92cc-6ad70325c093 req-1db0daf6-dd58-420d-ac1e-4c15244eb502 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:38.151490 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6be08353-1125-4324-8afa-483cfb579dae tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.152754 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6be08353-1125-4324-8afa-483cfb579dae tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "DELETE /v2.0/security-groups/b241d8fa-07bc-4843-8ac3-7569cd2f8990 HTTP/1.1" status: 204 len: 168 time: 0.1891985 Nov 09 00:13:38.155818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4519f04f-dd82-4bf5-92cc-6ad70325c093 req-1db0daf6-dd58-420d-ac1e-4c15244eb502 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 984 time: 0.0878985 Nov 09 00:13:38.156837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38952) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:38.168282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-4519f04f-dd82-4bf5-92cc-6ad70325c093 req-43f1e56a-2b86-4008-b828-fce2b49c90a2 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'port': {'security_groups': ['ad86ee7c-66e9-4cda-ae50-c0b7789e9bff', 'caef8a3d-0637-4cb1-a804-bf8938aa328e', '5600ed9c-1833-400a-ad52-1363033d12a5']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:38.175903 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be08353-1125-4324-8afa-483cfb579dae tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b241d8fa-07bc-4843-8ac3-7569cd2f8990,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:38.176352 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.198795 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-24d4358b-4300-4678-b507-0d7d32f5426a tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] show failed (client error): The resource could not be found. Nov 09 00:13:38.201935 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-24d4358b-4300-4678-b507-0d7d32f5426a tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "GET /v2.0/security-groups/b241d8fa-07bc-4843-8ac3-7569cd2f8990 HTTP/1.1" status: 404 len: 347 time: 0.0415401 Nov 09 00:13:38.204421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38954) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:38.293685 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4519f04f-dd82-4bf5-92cc-6ad70325c093 req-43f1e56a-2b86-4008-b828-fce2b49c90a2 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.317380 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.327618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8dca6-ec4a-47fb-9705-f2bb12154bd1 req-389a36f4-787e-4108-bca4-666de2b835c0 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:38.329136 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88d8dca6-ec4a-47fb-9705-f2bb12154bd1 req-389a36f4-787e-4108-bca4-666de2b835c0 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 943 time: 0.1172483 Nov 09 00:13:38.337790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7dec5-777a-49d0-89cc-4d94b2087d07 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Deleting port 0314c459-6ac4-4ae6-b44d-c11dd597df3f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:38.338121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3d7dec5-777a-49d0-89cc-4d94b2087d07 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.411507 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3d7dec5-777a-49d0-89cc-4d94b2087d07 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.411811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3d7dec5-777a-49d0-89cc-4d94b2087d07 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.423978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7dec5-777a-49d0-89cc-4d94b2087d07 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Calling delete_port for 0314c459-6ac4-4ae6-b44d-c11dd597df3f owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:38.433923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Network aa796993-e20c-4244-979e-40a48d1db895 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:13:38.452332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:38.465208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:13:38.478835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Pushing event updated for resources: {'Port': ['ID=82aa6773-b869-4360-9070-a46dc450f06f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:38.523738 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88d8dca6-ec4a-47fb-9705-f2bb12154bd1 req-71e459ae-bde1-4df2-82a9-d3106f674a50 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660564 Nov 09 00:13:38.552278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:38.552833 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.563061 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3d7dec5-777a-49d0-89cc-4d94b2087d07 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.587965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7dec5-777a-49d0-89cc-4d94b2087d07 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Pushing event deleted for resources: {'Port': ['ID=0314c459-6ac4-4ae6-b44d-c11dd597df3f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:38.592111 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f98ceaf4-dc05-4e83-94f2-47a3230a017c tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2139015 Nov 09 00:13:38.627595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Request body: {'port': {'device_id': 'b6127e50-1ad1-4ab3-9b31-a74498c8b868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:38.655419 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3d7dec5-777a-49d0-89cc-4d94b2087d07 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.658550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3d7dec5-777a-49d0-89cc-4d94b2087d07 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.659691 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b3d7dec5-777a-49d0-89cc-4d94b2087d07 tempest-ServersTestManualDisk-308433440 tempest-ServersTestManualDisk-308433440-project] 10.222.0.25 "DELETE /v2.0/floatingips/b6aaa027-59d3-47f7-a592-1b945c1e62eb HTTP/1.1" status: 204 len: 168 time: 0.4540434 Nov 09 00:13:38.662913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38956) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:38.702662 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.709133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4519f04f-dd82-4bf5-92cc-6ad70325c093 req-43f1e56a-2b86-4008-b828-fce2b49c90a2 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] For port f7be22a2-afd5-4aea-86c0-4da2fd91a060, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f7be22a2-afd5-4aea-86c0-4da2fd91a060,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:38.751075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c40159a-556c-4bce-88ec-7c2069dded72', 'tag': 'f7be22a2-afd5-4aea-86c0-4da2fd91a060'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:38.753565 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf9e95-c737-4ed7-bfc5-42e4096e3d26" -d '{"events": [{"name": "network-changed", "server_uuid": "6c40159a-556c-4bce-88ec-7c2069dded72", "tag": "f7be22a2-afd5-4aea-86c0-4da2fd91a060"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:38.789671 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4519f04f-dd82-4bf5-92cc-6ad70325c093 req-43f1e56a-2b86-4008-b828-fce2b49c90a2 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.814029 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4519f04f-dd82-4bf5-92cc-6ad70325c093 req-43f1e56a-2b86-4008-b828-fce2b49c90a2 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.833139 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f7be22a2-afd5-4aea-86c0-4da2fd91a060'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:38.931707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519f04f-dd82-4bf5-92cc-6ad70325c093 req-43f1e56a-2b86-4008-b828-fce2b49c90a2 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:38.932389 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4519f04f-dd82-4bf5-92cc-6ad70325c093 req-43f1e56a-2b86-4008-b828-fce2b49c90a2 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:38.946096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4519f04f-dd82-4bf5-92cc-6ad70325c093 req-43f1e56a-2b86-4008-b828-fce2b49c90a2 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "PUT /v2.0/ports/f7be22a2-afd5-4aea-86c0-4da2fd91a060 HTTP/1.1" status: 200 len: 1020 time: 0.7893226 Nov 09 00:13:38.979369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c03530-cde0-4a86-8f95-5071a3521da4 req-9b281066-1a46-4d18-88eb-2a15c8456a52 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:38.986763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11c03530-cde0-4a86-8f95-5071a3521da4 req-9b281066-1a46-4d18-88eb-2a15c8456a52 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.2207882 Nov 09 00:13:38.998238 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50425c7-95ad-4287-aa84-004ff49d5be8 x-openstack-request-id: req-a50425c7-95ad-4287-aa84-004ff49d5be8 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:38.998523 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c40159a-556c-4bce-88ec-7c2069dded72", "tag": "f7be22a2-afd5-4aea-86c0-4da2fd91a060", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:38.998767 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a50425c7-95ad-4287-aa84-004ff49d5be8 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:38.999148 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c40159a-556c-4bce-88ec-7c2069dded72', 'tag': 'f7be22a2-afd5-4aea-86c0-4da2fd91a060', 'status': 'completed', 'code': 200} Nov 09 00:13:39.036657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1e56a-2b86-4008-b828-fce2b49c90a2 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'Port': ['ID=f7be22a2-afd5-4aea-86c0-4da2fd91a060,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:39.070915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f7be22a2-afd5-4aea-86c0-4da2fd91a060'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:39.118025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11c03530-cde0-4a86-8f95-5071a3521da4 req-78c86915-3487-488b-91b3-2ca4f89ad82d tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302462 Nov 09 00:13:39.154778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf9e95-c737-4ed7-bfc5-42e4096e3d26 req-36400a73-808d-48b2-87d3-9093f92601d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:39.156338 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29bf9e95-c737-4ed7-bfc5-42e4096e3d26 req-36400a73-808d-48b2-87d3-9093f92601d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360e36c484d4445a93fbc0577289f5c3&device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 1174 time: 0.1029687 Nov 09 00:13:39.160417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-35e39adb-cb93-418a-9bec-868b726ca68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:39.300418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82aa6773-b869-4360-9070-a46dc450f06f {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:39.324898 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:39.368891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Transition to ACTIVE for port object 82aa6773-b869-4360-9070-a46dc450f06f will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:13:39.387474 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06081b3-831c-4bbd-904f-31c4b348401e req-a4922544-207c-435b-80b5-f5ee519baeb3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:39.389377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e06081b3-831c-4bbd-904f-31c4b348401e req-a4922544-207c-435b-80b5-f5ee519baeb3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 1023 time: 0.1364594 Nov 09 00:13:39.390053 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:39.413096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb98020-1fe8-46c9-ba3a-f0895b94e68b req-7febdbbe-73ce-45fe-b7ce-9ff8b4039299 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:39.423141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bb98020-1fe8-46c9-ba3a-f0895b94e68b req-7febdbbe-73ce-45fe-b7ce-9ff8b4039299 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 931 time: 0.1284046 Nov 09 00:13:39.487771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf9e95-c737-4ed7-bfc5-42e4096e3d26 req-b3eae776-5c9b-406a-b60b-84aa7114b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:39.489262 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29bf9e95-c737-4ed7-bfc5-42e4096e3d26 req-b3eae776-5c9b-406a-b60b-84aa7114b089 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74064893-5fe9-4046-b9b3-c6109700574f HTTP/1.1" status: 200 len: 912 time: 0.2930291 Nov 09 00:13:39.543223 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29bf9e95-c737-4ed7-bfc5-42e4096e3d26 req-2f4a534e-81aa-4fca-9fba-dc476115f05f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7be22a2-afd5-4aea-86c0-4da2fd91a060 HTTP/1.1" status: 200 len: 217 time: 0.0441809 Nov 09 00:13:39.628734 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bb98020-1fe8-46c9-ba3a-f0895b94e68b req-be1b72db-4a11-4ce9-84d6-1c969b1ef862 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5062e9-b542-4a22-958a-d2773629f518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054992 Nov 09 00:13:39.644900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf9e95-c737-4ed7-bfc5-42e4096e3d26 req-268c67ac-f223-4617-bf17-f5e1b40b768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:39.646546 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29bf9e95-c737-4ed7-bfc5-42e4096e3d26 req-268c67ac-f223-4617-bf17-f5e1b40b768e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f19c17-47de-4fbf-ab9a-2b0ccbbe8716 HTTP/1.1" status: 200 len: 852 time: 0.0906222 Nov 09 00:13:39.708966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 584f5248-23cd-440f-85e1-02981053a31b details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:13:39.716957 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29bf9e95-c737-4ed7-bfc5-42e4096e3d26 req-d327ad53-f428-4a5d-9534-84761a475f4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74064893-5fe9-4046-b9b3-c6109700574f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623322 Nov 09 00:13:39.717672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e06081b3-831c-4bbd-904f-31c4b348401e req-e9f34a2b-887a-4cb5-aed2-566bf3cd6ddd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=5600ed9c-1833-400a-ad52-1363033d12a5&id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&id=caef8a3d-0637-4cb1-a804-bf8938aa328e HTTP/1.1" status: 200 len: 6206 time: 0.3162293 Nov 09 00:13:39.739153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Pushing event updated for resources: {'Port': ['ID=82aa6773-b869-4360-9070-a46dc450f06f,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:39.767524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-bbf03def-1eee-4410-af97-189a9e5d3310 req-45202335-187f-4e03-b276-45d60159a756 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'security_group': {'name': ' tempest-securitygroup -217013925 ', 'description': 'tempest-description-111160510'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:39.805873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:39.820953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '584f5248-23cd-440f-85e1-02981053a31b', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '584f5248-23cd-440f-85e1-02981053a31b', 'mac_address': 'fa:16:3e:03:0c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:13:39.853556 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fa49f-453b-4464-a646-7b390459c968 req-d495ddcb-14ab-44a7-bd00-90c85a5a111a tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:39.856390 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c88fa49f-453b-4464-a646-7b390459c968 req-d495ddcb-14ab-44a7-bd00-90c85a5a111a tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 943 time: 0.1359320 Nov 09 00:13:39.859677 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bbf03def-1eee-4410-af97-189a9e5d3310 req-45202335-187f-4e03-b276-45d60159a756 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:39.863155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Attempting to bind port 82aa6773-b869-4360-9070-a46dc450f06f on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:13:39.863591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Attempting to bind port 82aa6773-b869-4360-9070-a46dc450f06f by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '54464516-347d-47ea-81c0-e6f2d1dc7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'aa796993-e20c-4244-979e-40a48d1db895'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:13:39.864234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Attempting to bind port 82aa6773-b869-4360-9070-a46dc450f06f on network aa796993-e20c-4244-979e-40a48d1db895 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:39.876814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-35e39adb-cb93-418a-9bec-868b726ca68b admin admin] Deleting port 7de5cacf-00d7-412b-bd8b-bd978616384f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:39.877729 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-35e39adb-cb93-418a-9bec-868b726ca68b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:39.881403 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:39.903035 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29bf9e95-c737-4ed7-bfc5-42e4096e3d26 req-59b50e5b-aef8-4ccd-9a01-659bff7eca3d service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667719 Nov 09 00:13:39.913646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584f5248-23cd-440f-85e1-02981053a31b {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:39.935290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:39.947802 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:40.153859 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['584f5248-23cd-440f-85e1-02981053a31b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:40.197408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=584f5248-23cd-440f-85e1-02981053a31b,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:40.241827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Port 82aa6773-b869-4360-9070-a46dc450f06f on network aa796993-e20c-4244-979e-40a48d1db895 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:13:40.242318 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Attempting to bind port 82aa6773-b869-4360-9070-a46dc450f06f on network aa796993-e20c-4244-979e-40a48d1db895 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:40.254399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:13:40.254912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Checking segment: {'id': '54464516-347d-47ea-81c0-e6f2d1dc7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'aa796993-e20c-4244-979e-40a48d1db895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:40.255401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Bound using segment: {'id': '54464516-347d-47ea-81c0-e6f2d1dc7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'aa796993-e20c-4244-979e-40a48d1db895'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:13:40.255963 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Bound port: 82aa6773-b869-4360-9070-a46dc450f06f, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54464516-347d-47ea-81c0-e6f2d1dc7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'aa796993-e20c-4244-979e-40a48d1db895'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:13:40.256422 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:40.334822 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c88fa49f-453b-4464-a646-7b390459c968 req-64282a2f-98f7-4c10-9c95-2422ffdf91f1 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681206 Nov 09 00:13:40.403477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] For port 82aa6773-b869-4360-9070-a46dc450f06f, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:13:40.429986 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bbf03def-1eee-4410-af97-189a9e5d3310 req-45202335-187f-4e03-b276-45d60159a756 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:40.440800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] For port 82aa6773-b869-4360-9070-a46dc450f06f, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=82aa6773-b869-4360-9070-a46dc450f06f,segment=NetworkSegment(54464516-347d-47ea-81c0-e6f2d1dc7b46),segment_id=54464516-347d-47ea-81c0-e6f2d1dc7b46)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:13:40.443142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bbf03def-1eee-4410-af97-189a9e5d3310 req-45202335-187f-4e03-b276-45d60159a756 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:40.456935 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:40.465411 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29bf9e95-c737-4ed7-bfc5-42e4096e3d26 req-eafb6e91-0cbc-455d-a12b-4a35363f2eac service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271640 Nov 09 00:13:40.530767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:40.531804 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:40.533218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] 10.222.0.30 "PUT /v2.0/ports/82aa6773-b869-4360-9070-a46dc450f06f HTTP/1.1" status: 200 len: 1091 time: 1.9114616 Nov 09 00:13:40.540054 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bbf03def-1eee-4410-af97-189a9e5d3310 req-45202335-187f-4e03-b276-45d60159a756 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:40.554785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bbf03def-1eee-4410-af97-189a9e5d3310 req-45202335-187f-4e03-b276-45d60159a756 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.8158963 Nov 09 00:13:40.584433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45202335-187f-4e03-b276-45d60159a756 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddfa861-c5e3-4f2b-a141-c82599f01e40,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:40.587287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-35e39adb-cb93-418a-9bec-868b726ca68b admin admin] For port 7de5cacf-00d7-412b-bd8b-bd978616384f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7de5cacf-00d7-412b-bd8b-bd978616384f,segment=NetworkSegment(d6e5d073-2ee1-4dda-b6b7-69460a420963),segment_id=d6e5d073-2ee1-4dda-b6b7-69460a420963)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:40.587831 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-35e39adb-cb93-418a-9bec-868b726ca68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:40.612961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-35e39adb-cb93-418a-9bec-868b726ca68b admin admin] Calling delete_port for 7de5cacf-00d7-412b-bd8b-bd978616384f owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:40.622444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91aebbc-a298-4eda-b9f2-5276c3b5d527 req-70b7a385-fa91-4bc3-87d5-305ffe36c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:40.623952 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d91aebbc-a298-4eda-b9f2-5276c3b5d527 req-70b7a385-fa91-4bc3-87d5-305ffe36c399 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 1096 time: 0.1423845 Nov 09 00:13:40.692574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478d2bf-5a99-455d-ae99-0248e0d32fcb service neutron] Pushing event updated for resources: {'Port': ['ID=82aa6773-b869-4360-9070-a46dc450f06f,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:40.719156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5198b85-10e0-4ab6-a382-f5cdbb033dd9 req-f68e2c1e-b6b4-4d05-9ea9-851a491df1a2 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:40.727449 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5198b85-10e0-4ab6-a382-f5cdbb033dd9 req-f68e2c1e-b6b4-4d05-9ea9-851a491df1a2 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.1442940 Nov 09 00:13:40.731787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-00935e9c-e68e-46a4-9577-fde70467204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:40.733372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-00935e9c-e68e-46a4-9577-fde70467204c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f26f2307a11448f79e42f92ea307fc62&device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 1094 time: 0.1430557 Nov 09 00:13:40.746153 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d91aebbc-a298-4eda-b9f2-5276c3b5d527 req-63782534-92f1-4bf0-8bc9-bcd2ea40d89a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131561 Nov 09 00:13:40.795073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-06dcce7b-c3be-4971-b470-cb95e23a927f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82aa6773-b869-4360-9070-a46dc450f06f HTTP/1.1" status: 200 len: 217 time: 0.0451868 Nov 09 00:13:40.852351 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5198b85-10e0-4ab6-a382-f5cdbb033dd9 req-ab39ea67-1e8e-4c5b-bb6e-96d4efda805d tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194901 Nov 09 00:13:40.877844 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-33e4265f-13e3-427e-944e-774a4a8cedf5 req-1c7c3b72-216e-4450-bc44-0d1b2de6d562 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/5ddfa861-c5e3-4f2b-a141-c82599f01e40 HTTP/1.1" status: 200 len: 1798 time: 0.0898082 Nov 09 00:13:40.905875 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-35e39adb-cb93-418a-9bec-868b726ca68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:40.939832 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e39adb-cb93-418a-9bec-868b726ca68b admin admin] Pushing event deleted for resources: {'Port': ['ID=7de5cacf-00d7-412b-bd8b-bd978616384f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:40.999983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c40159a-556c-4bce-88ec-7c2069dded72', 'tag': 'f7be22a2-afd5-4aea-86c0-4da2fd91a060'}, {'name': 'network-changed', 'server_uuid': 'b6127e50-1ad1-4ab3-9b31-a74498c8b868', 'tag': '82aa6773-b869-4360-9070-a46dc450f06f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:41.002425 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1488a3a6-7956-471e-b6d1-97505bd49094" -d '{"events": [{"name": "network-changed", "server_uuid": "6c40159a-556c-4bce-88ec-7c2069dded72", "tag": "f7be22a2-afd5-4aea-86c0-4da2fd91a060"}, {"name": "network-changed", "server_uuid": "b6127e50-1ad1-4ab3-9b31-a74498c8b868", "tag": "82aa6773-b869-4360-9070-a46dc450f06f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:41.043946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c033df6e-be50-474e-92a8-66485decf9a6 req-6e29376b-540b-4283-a65a-492eb7f35d9f tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/5ddfa861-c5e3-4f2b-a141-c82599f01e40 HTTP/1.1" status: 200 len: 1798 time: 0.1406887 Nov 09 00:13:41.110193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-20adda19-e7c8-4608-b727-588725f2218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:41.112038 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-20adda19-e7c8-4608-b727-588725f2218c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c41d53d0-f9c2-4af3-8f1f-16fb462c0aca HTTP/1.1" status: 200 len: 861 time: 0.1645019 Nov 09 00:13:41.118906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 25fd2761-0f31-4504-94a0-d197fc4bc781 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:13:41.164440 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c033df6e-be50-474e-92a8-66485decf9a6 req-ca1cd4d5-a474-4220-b3fb-995d7f34088e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:41.201428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4de75-f939-4d84-bdb5-eef59a3b605e req-c575b0d5-e8b0-4691-8c63-473f2ec4d782 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:41.210275 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57c4de75-f939-4d84-bdb5-eef59a3b605e req-c575b0d5-e8b0-4691-8c63-473f2ec4d782 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 943 time: 0.2471559 Nov 09 00:13:41.222762 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-35e39adb-cb93-418a-9bec-868b726ca68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:41.247700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-2d409fe7-a26b-4e4c-9b5c-192752a7e2b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa796993-e20c-4244-979e-40a48d1db895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023285 Nov 09 00:13:41.330161 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 25fd2761-0f31-4504-94a0-d197fc4bc781, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=25fd2761-0f31-4504-94a0-d197fc4bc781,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:41.345485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '25fd2761-0f31-4504-94a0-d197fc4bc781', 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'port_id': '25fd2761-0f31-4504-94a0-d197fc4bc781', 'mac_address': 'fa:16:3e:9d:fd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e01c80-407a-4e05-95b4-3fd4d0d3686f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:13:41.368863 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-4691c86d-76f0-42ac-9185-eeb837a61d51 service neutron] 10.222.0.30 "GET /v2.0/networks/aa796993-e20c-4244-979e-40a48d1db895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112301 Nov 09 00:13:41.370543 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c033df6e-be50-474e-92a8-66485decf9a6 req-ca1cd4d5-a474-4220-b3fb-995d7f34088e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:41.406349 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:41.423789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fd2761-0f31-4504-94a0-d197fc4bc781 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:41.448671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 25fd2761-0f31-4504-94a0-d197fc4bc781, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=25fd2761-0f31-4504-94a0-d197fc4bc781,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:41.458427 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:41.498150 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57c4de75-f939-4d84-bdb5-eef59a3b605e req-7997cd52-ce75-4112-be51-02c266c7dc28 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5062e9-b542-4a22-958a-d2773629f518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869635 Nov 09 00:13:41.538884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=25fd2761-0f31-4504-94a0-d197fc4bc781,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:41.553871 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c033df6e-be50-474e-92a8-66485decf9a6 req-ca1cd4d5-a474-4220-b3fb-995d7f34088e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:41.558019 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c033df6e-be50-474e-92a8-66485decf9a6 req-ca1cd4d5-a474-4220-b3fb-995d7f34088e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:41.564619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c033df6e-be50-474e-92a8-66485decf9a6 req-ca1cd4d5-a474-4220-b3fb-995d7f34088e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "DELETE /v2.0/security-groups/5ddfa861-c5e3-4f2b-a141-c82599f01e40 HTTP/1.1" status: 204 len: 173 time: 0.5192597 Nov 09 00:13:41.567340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e39adb-cb93-418a-9bec-868b726ca68b admin admin] Router 19da099c-bae2-4a24-8ddb-da1f5d76752c has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:13:41.606486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cd4d5-a474-4220-b3fb-995d7f34088e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddfa861-c5e3-4f2b-a141-c82599f01e40,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:41.626153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec443a9d-82db-4094-b54c-bd80b25970f3 req-939355bf-21cf-4499-b444-249fe117df2a service neutron] 10.222.0.30 "GET /v2.0/networks/aa796993-e20c-4244-979e-40a48d1db895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418871 Nov 09 00:13:41.632410 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbb13e8-4176-472e-9d54-d476a7cdad6d x-openstack-request-id: req-afbb13e8-4176-472e-9d54-d476a7cdad6d {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:41.632754 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c40159a-556c-4bce-88ec-7c2069dded72", "tag": "f7be22a2-afd5-4aea-86c0-4da2fd91a060", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6127e50-1ad1-4ab3-9b31-a74498c8b868", "tag": "82aa6773-b869-4360-9070-a46dc450f06f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:41.632953 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afbb13e8-4176-472e-9d54-d476a7cdad6d {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:41.637456 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c40159a-556c-4bce-88ec-7c2069dded72', 'tag': 'f7be22a2-afd5-4aea-86c0-4da2fd91a060', 'status': 'completed', 'code': 200} Nov 09 00:13:41.637610 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6127e50-1ad1-4ab3-9b31-a74498c8b868', 'tag': '82aa6773-b869-4360-9070-a46dc450f06f', 'status': 'completed', 'code': 200} Nov 09 00:13:41.692013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['25fd2761-0f31-4504-94a0-d197fc4bc781'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:41.733684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ed7b4-1dc5-4623-bbbe-1305b4c41ef2 req-2d740c47-ff66-4e3c-b20e-c288fe6c8f97 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:41.749218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d6ed7b4-1dc5-4623-bbbe-1305b4c41ef2 req-2d740c47-ff66-4e3c-b20e-c288fe6c8f97 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 944 time: 0.0910769 Nov 09 00:13:41.751586 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 584f5248-23cd-440f-85e1-02981053a31b up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:41.822498 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-2d43c016-d1cd-4243-898e-7dbb50a05380 req-dcc5f4ea-5a33-4593-a52e-f1b7e139d0a4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] show failed (client error): The resource could not be found. Nov 09 00:13:41.824167 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d43c016-d1cd-4243-898e-7dbb50a05380 req-dcc5f4ea-5a33-4593-a52e-f1b7e139d0a4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/5ddfa861-c5e3-4f2b-a141-c82599f01e40 HTTP/1.1" status: 404 len: 352 time: 0.0637631 Nov 09 00:13:41.844445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-ccdce6d7-0ad1-49b0-a3db-20a892a1663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:41.846573 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-ccdce6d7-0ad1-49b0-a3db-20a892a1663f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360e36c484d4445a93fbc0577289f5c3&device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 1174 time: 0.1428072 Nov 09 00:13:41.857610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-c1a7edaf-28f6-4de8-8c56-e0fc85bcbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:41.859306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-c1a7edaf-28f6-4de8-8c56-e0fc85bcbd8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f26f2307a11448f79e42f92ea307fc62&device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 1094 time: 0.1451478 Nov 09 00:13:41.873117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d6ed7b4-1dc5-4623-bbbe-1305b4c41ef2 req-b4509e91-48b2-404f-a759-d631958cd949 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193013 Nov 09 00:13:41.935513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e39adb-cb93-418a-9bec-868b726ca68b admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:13:41.947502 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-35e39adb-cb93-418a-9bec-868b726ca68b admin admin] 10.222.0.25 "PUT /v2.0/routers/19da099c-bae2-4a24-8ddb-da1f5d76752c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2835734 Nov 09 00:13:41.951819 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526b1ce-d7d5-443f-9b95-e2e52f165031 None None] Sync routers for ids ['19da099c-bae2-4a24-8ddb-da1f5d76752c'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:13:41.953395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39052) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:41.968615 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526b1ce-d7d5-443f-9b95-e2e52f165031 None None] Routers {'19da099c-bae2-4a24-8ddb-da1f5d76752c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:13:41.981564 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-a526b1ce-d7d5-443f-9b95-e2e52f165031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:13:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['19da099c-bae2-4a24-8ddb-da1f5d76752c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:41.991840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 584f5248-23cd-440f-85e1-02981053a31b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:41.992292 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:42.029913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-9a146663-b8bd-45e0-8ac7-7955afd65b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:42.035013 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-9a146663-b8bd-45e0-8ac7-7955afd65b2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=74064893-5fe9-4046-b9b3-c6109700574f HTTP/1.1" status: 200 len: 912 time: 0.1771257 Nov 09 00:13:42.063133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-afe493c3-dac6-4f0a-8b88-263d8209ac6e req-21bf89aa-1aa8-45f3-99c3-a3147465ad33 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2041178193', 'description': 'tempest-description-2084990846'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:42.126333 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-2f31125d-1e64-4894-8d5c-c4e191500563 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7be22a2-afd5-4aea-86c0-4da2fd91a060 HTTP/1.1" status: 200 len: 217 time: 0.0811772 Nov 09 00:13:42.174518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:42.191071 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-afe493c3-dac6-4f0a-8b88-263d8209ac6e req-21bf89aa-1aa8-45f3-99c3-a3147465ad33 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:42.202568 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-8a1b9994-3238-465f-a1c9-61cd93691870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:42.204365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-8a1b9994-3238-465f-a1c9-61cd93691870 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa796993-e20c-4244-979e-40a48d1db895 HTTP/1.1" status: 200 len: 921 time: 0.3302844 Nov 09 00:13:42.235651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-5aa8892a-bae3-490c-8683-04a47cda103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:42.241471 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584f5248-23cd-440f-85e1-02981053a31b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:42.243223 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-5aa8892a-bae3-490c-8683-04a47cda103b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f19c17-47de-4fbf-ab9a-2b0ccbbe8716 HTTP/1.1" status: 200 len: 852 time: 0.1042514 Nov 09 00:13:42.244415 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195c6779-f415-47a3-b293-afc450e60fb6" -d '{"events": [{"server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "name": "network-vif-plugged", "status": "completed", "tag": "584f5248-23cd-440f-85e1-02981053a31b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:42.268585 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-a526b1ce-d7d5-443f-9b95-e2e52f165031 None None] Set router 19da099c-bae2-4a24-8ddb-da1f5d76752c gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:13:42.280956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-58cefe38-e3e7-498e-929e-4ba745188db2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82aa6773-b869-4360-9070-a46dc450f06f HTTP/1.1" status: 200 len: 217 time: 0.0637271 Nov 09 00:13:42.285195 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:42.289446 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-88689a84-58d1-4180-aee6-e6b37c576f81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74064893-5fe9-4046-b9b3-c6109700574f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418348 Nov 09 00:13:42.293039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78b95f-4f53-4163-8d97-ae48a5b2073a req-2b8b75d0-acb5-4170-9b22-cf76c48e0039 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:42.294875 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:42.295164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac78b95f-4f53-4163-8d97-ae48a5b2073a req-2b8b75d0-acb5-4170-9b22-cf76c48e0039 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.1822214 Nov 09 00:13:42.300814 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:42.417319 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=584f5248-23cd-440f-85e1-02981053a31b,revision_number=10']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:42.462542 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-faf821c4-376c-4524-bcfa-56097ee92eb6 service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475947 Nov 09 00:13:42.479719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-b8dff92d-7505-44d2-9a13-dc4d30db3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:42.481509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-b8dff92d-7505-44d2-9a13-dc4d30db3c18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c41d53d0-f9c2-4af3-8f1f-16fb462c0aca HTTP/1.1" status: 200 len: 861 time: 0.1851406 Nov 09 00:13:42.554600 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-a526b1ce-d7d5-443f-9b95-e2e52f165031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:13:40Z', 'revision_number': 5, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:42.556034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-33458c74-2a0e-4fb7-91af-00a07a6c5949 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa796993-e20c-4244-979e-40a48d1db895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617385 Nov 09 00:13:42.577551 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-afe493c3-dac6-4f0a-8b88-263d8209ac6e req-21bf89aa-1aa8-45f3-99c3-a3147465ad33 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:42.600886 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-e3af24d2-0b43-40f5-8fe0-525b8e40aefa service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289632 Nov 09 00:13:42.605472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac78b95f-4f53-4163-8d97-ae48a5b2073a req-bfc7eab5-0ec0-4544-87b5-db2b31686440 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536867 Nov 09 00:13:42.608366 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-afe493c3-dac6-4f0a-8b88-263d8209ac6e req-21bf89aa-1aa8-45f3-99c3-a3147465ad33 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:42.624915 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-743f8791-92bd-4b07-90f5-43d26673da04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:42.630406 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526b1ce-d7d5-443f-9b95-e2e52f165031 None None] Checking router: 19da099c-bae2-4a24-8ddb-da1f5d76752c for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:13:42.643469 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526b1ce-d7d5-443f-9b95-e2e52f165031 None None] Routers {'19da099c-bae2-4a24-8ddb-da1f5d76752c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:13:42.644415 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-a526b1ce-d7d5-443f-9b95-e2e52f165031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:13:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['19da099c-bae2-4a24-8ddb-da1f5d76752c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:42.674463 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:42.703178 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175cd3b7-f15e-46a0-82be-e4c5ce0dbe9a x-openstack-request-id: req-175cd3b7-f15e-46a0-82be-e4c5ce0dbe9a {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:42.703755 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "name": "network-vif-plugged", "status": "completed", "tag": "584f5248-23cd-440f-85e1-02981053a31b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:42.704607 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-175cd3b7-f15e-46a0-82be-e4c5ce0dbe9a {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:42.705452 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584f5248-23cd-440f-85e1-02981053a31b', 'code': 200} Nov 09 00:13:42.724730 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-afe493c3-dac6-4f0a-8b88-263d8209ac6e req-21bf89aa-1aa8-45f3-99c3-a3147465ad33 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:42.738368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-afe493c3-dac6-4f0a-8b88-263d8209ac6e req-21bf89aa-1aa8-45f3-99c3-a3147465ad33 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7155058 Nov 09 00:13:42.829934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf89aa-1aa8-45f3-99c3-a3147465ad33 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce221fb8-20b2-40c8-9c4d-4bf49091a7c9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:42.836036 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-a526b1ce-d7d5-443f-9b95-e2e52f165031 None None] Set router 19da099c-bae2-4a24-8ddb-da1f5d76752c gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:13:42.903487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-b968c2e3-f44b-48c2-bacb-47e3931e0d10 service neutron] 10.222.0.30 "GET /v2.0/networks/aa796993-e20c-4244-979e-40a48d1db895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351834 Nov 09 00:13:43.004944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eb5e3-f859-455b-8c94-3b96a1a7442d req-85d8eac0-57a7-4fd2-ac2d-53e91f802f8e tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:43.013511 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec5eb5e3-f859-455b-8c94-3b96a1a7442d req-85d8eac0-57a7-4fd2-ac2d-53e91f802f8e tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 943 time: 0.2144666 Nov 09 00:13:43.056487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66679d75-5474-466c-9c1e-1037c12a0b03 req-09dd7e82-8f36-4972-b3be-1de0550a287b tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:43.058649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66679d75-5474-466c-9c1e-1037c12a0b03 req-09dd7e82-8f36-4972-b3be-1de0550a287b tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1760747 Nov 09 00:13:43.074723 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-a526b1ce-d7d5-443f-9b95-e2e52f165031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:13:40Z', 'revision_number': 5, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:43.106201 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526b1ce-d7d5-443f-9b95-e2e52f165031 None None] The sync data for ids ['19da099c-bae2-4a24-8ddb-da1f5d76752c'] in n-d-813263-3 is: [{'id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'name': 'tempest-ServersTestManualDisk-804556203-router', 'tenant_id': 'c6af7060228b4829bdddd14f8192e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e97def3a-c166-41fb-917d-212d820528d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:00Z', 'updated_at': '2021-11-09T00:13:40Z', 'revision_number': 5, 'project_id': 'c6af7060228b4829bdddd14f8192e8f4', 'gw_port': {'id': 'e97def3a-c166-41fb-917d-212d820528d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19da099c-bae2-4a24-8ddb-da1f5d76752c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:13:43.117164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 25fd2761-0f31-4504-94a0-d197fc4bc781 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:43.121286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Deleting port e97def3a-c166-41fb-917d-212d820528d8 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:43.121720 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:43.129158 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1488a3a6-7956-471e-b6d1-97505bd49094 req-cb36a826-7db5-4486-b859-215320c5bf6a service neutron] 10.222.0.30 "GET /v2.0/networks/aa796993-e20c-4244-979e-40a48d1db895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067857 Nov 09 00:13:43.167093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec5eb5e3-f859-455b-8c94-3b96a1a7442d req-a5c1b288-b000-4e3b-8726-5792f0ebe2da tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5062e9-b542-4a22-958a-d2773629f518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524370 Nov 09 00:13:43.215176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 25fd2761-0f31-4504-94a0-d197fc4bc781 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:13:43.225636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 25fd2761-0f31-4504-94a0-d197fc4bc781 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:43.228232 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:43.265544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66679d75-5474-466c-9c1e-1037c12a0b03 req-9f4f7ca6-5f8b-48ea-b239-de4a0d18e22d tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855907 Nov 09 00:13:43.290072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-051471e7-1382-4e48-b2fb-de0145f83d56 req-5fa9204c-f901-431d-9140-a3a82c2a4f72 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1005506644', 'description': 'tempest-description-1121980656'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:43.319278 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-051471e7-1382-4e48-b2fb-de0145f83d56 req-5fa9204c-f901-431d-9140-a3a82c2a4f72 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:43.367754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] For port e97def3a-c166-41fb-917d-212d820528d8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e97def3a-c166-41fb-917d-212d820528d8,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:43.368035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:43.374560 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:43.404398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Calling delete_port for e97def3a-c166-41fb-917d-212d820528d8 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:43.417736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 25fd2761-0f31-4504-94a0-d197fc4bc781, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=25fd2761-0f31-4504-94a0-d197fc4bc781,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:43.422257 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:43.487438 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=25fd2761-0f31-4504-94a0-d197fc4bc781,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:43.545002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3017c09-8870-4392-a416-03615b2edfee req-a3288ca0-8e32-4430-83eb-f44a7daaeb06 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:43.546699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3017c09-8870-4392-a416-03615b2edfee req-a3288ca0-8e32-4430-83eb-f44a7daaeb06 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 944 time: 0.1738501 Nov 09 00:13:43.607095 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-051471e7-1382-4e48-b2fb-de0145f83d56 req-5fa9204c-f901-431d-9140-a3a82c2a4f72 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:43.628767 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-051471e7-1382-4e48-b2fb-de0145f83d56 req-5fa9204c-f901-431d-9140-a3a82c2a4f72 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:43.731594 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-051471e7-1382-4e48-b2fb-de0145f83d56 req-5fa9204c-f901-431d-9140-a3a82c2a4f72 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:43.732809 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-051471e7-1382-4e48-b2fb-de0145f83d56 req-5fa9204c-f901-431d-9140-a3a82c2a4f72 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4511282 Nov 09 00:13:43.739939 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3017c09-8870-4392-a416-03615b2edfee req-1180f18e-753c-48fc-8ad9-7f71410492b9 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784108 Nov 09 00:13:43.752333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9204c-f901-431d-9140-a3a82c2a4f72 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00cb7197-e174-4680-ba0f-39b5a64dc18b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:43.868483 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:43.902937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97def3a-c166-41fb-917d-212d820528d8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:43.912632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-1b421be9-96bc-4525-8df5-dfa3baf47e42 req-accc4bf5-d0ee-48bf-8485-744575fe7cf3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1511646526', 'description': 'tempest-description-1453971474'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:43.970535 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1b421be9-96bc-4525-8df5-dfa3baf47e42 req-accc4bf5-d0ee-48bf-8485-744575fe7cf3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.092905 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1b421be9-96bc-4525-8df5-dfa3baf47e42 req-accc4bf5-d0ee-48bf-8485-744575fe7cf3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.112664 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1b421be9-96bc-4525-8df5-dfa3baf47e42 req-accc4bf5-d0ee-48bf-8485-744575fe7cf3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.163721 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.173156 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1b421be9-96bc-4525-8df5-dfa3baf47e42 req-accc4bf5-d0ee-48bf-8485-744575fe7cf3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.174593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b421be9-96bc-4525-8df5-dfa3baf47e42 req-accc4bf5-d0ee-48bf-8485-744575fe7cf3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2782121 Nov 09 00:13:44.285748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc4bf5-d0ee-48bf-8485-744575fe7cf3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599b4c0c-e275-42c1-804f-349b28c2975b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:44.337853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a281a-c164-4cff-a9f3-806a09579fa2 req-9e5b8324-83d2-49e6-b839-4d59212d80d4 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:44.339948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a8a281a-c164-4cff-a9f3-806a09579fa2 req-9e5b8324-83d2-49e6-b839-4d59212d80d4 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.2453213 Nov 09 00:13:44.348549 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.355269 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.424759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a7397-04f1-4b29-a9d4-b0a79dd51475 req-9817d5c8-7e70-437b-9e97-1188a5e2e396 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:44.432282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-279a7397-04f1-4b29-a9d4-b0a79dd51475 req-9817d5c8-7e70-437b-9e97-1188a5e2e396 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 943 time: 0.1639791 Nov 09 00:13:44.480505 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a8a281a-c164-4cff-a9f3-806a09579fa2 req-6eba838f-e344-4ae5-9ebc-6d8e35cb623e tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290662 Nov 09 00:13:44.481399 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.481966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19da099c-bae2-4a24-8ddb-da1f5d76752c {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:13:44.489088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.492234 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39092) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:44.492732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-debd3bc6-6fec-4dce-b3cf-8602fe142671 admin admin] 10.222.0.25 "DELETE /v2.0/routers/19da099c-bae2-4a24-8ddb-da1f5d76752c HTTP/1.1" status: 204 len: 168 time: 2.5387840 Nov 09 00:13:44.561842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-279a7397-04f1-4b29-a9d4-b0a79dd51475 req-9d26f32b-2651-4a54-a73e-d911d3b7ca40 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5062e9-b542-4a22-958a-d2773629f518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159239 Nov 09 00:13:44.581932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e99736c-2564-45fd-9025-d56cb68a6410 admin admin] Deleting subnet f47a3c19-e641-4842-a58f-8bebf1a3c2fa {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:13:44.586170 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e99736c-2564-45fd-9025-d56cb68a6410 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.646472 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e99736c-2564-45fd-9025-d56cb68a6410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.709882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ec99ae-0191-4743-ac43-dc81ee5d70cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fd2761-0f31-4504-94a0-d197fc4bc781'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:44.712218 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2496273-bbc5-44b5-aba7-b00d2771adc2" -d '{"events": [{"server_uuid": "e8ec99ae-0191-4743-ac43-dc81ee5d70cc", "name": "network-vif-plugged", "status": "completed", "tag": "25fd2761-0f31-4504-94a0-d197fc4bc781"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:44.784713 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e99736c-2564-45fd-9025-d56cb68a6410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.785970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-67ced84c-bd26-49f0-a1c4-2ffe6c240d4d req-ace21d13-4c0b-4421-b0ff-ff578d6d733b tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=360e36c484d4445a93fbc0577289f5c3 HTTP/1.1" status: 200 len: 11013 time: 0.2230263 Nov 09 00:13:44.819857 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92a508a-e0de-499a-a22f-4a38a67da2b0 x-openstack-request-id: req-c92a508a-e0de-499a-a22f-4a38a67da2b0 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:44.820273 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ec99ae-0191-4743-ac43-dc81ee5d70cc", "name": "network-vif-plugged", "status": "completed", "tag": "25fd2761-0f31-4504-94a0-d197fc4bc781", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:44.822174 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c92a508a-e0de-499a-a22f-4a38a67da2b0 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:44.824838 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ec99ae-0191-4743-ac43-dc81ee5d70cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fd2761-0f31-4504-94a0-d197fc4bc781', 'code': 200} Nov 09 00:13:44.831270 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7032-b01b-4362-b1a2-40ca226dfff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.880579 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-67ced84c-bd26-49f0-a1c4-2ffe6c240d4d req-a5a53317-848f-4c34-925c-bea0fc1cbb7e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/ad86ee7c-66e9-4cda-ae50-c0b7789e9bff HTTP/1.1" status: 200 len: 3002 time: 0.0816605 Nov 09 00:13:44.942634 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e99736c-2564-45fd-9025-d56cb68a6410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.952226 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659770d-eab7-4d98-9f05-af5490244345 None None] Network 45c6c1e9-af0a-4821-93e7-90c4c5c827fb requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:13:44.952968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-67ced84c-bd26-49f0-a1c4-2ffe6c240d4d req-67dfd634-6da7-493c-8c57-5f65ae479da3 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/ad86ee7c-66e9-4cda-ae50-c0b7789e9bff HTTP/1.1" status: 200 len: 3002 time: 0.0621152 Nov 09 00:13:44.993169 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e99736c-2564-45fd-9025-d56cb68a6410 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:44.993169 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0e99736c-2564-45fd-9025-d56cb68a6410 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f47a3c19-e641-4842-a58f-8bebf1a3c2fa HTTP/1.1" status: 204 len: 168 time: 0.4925821 Nov 09 00:13:44.993169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99736c-2564-45fd-9025-d56cb68a6410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47a3c19-e641-4842-a58f-8bebf1a3c2fa,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:44.993169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39112) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:45.098110 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.135659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 82aa6773-b869-4360-9070-a46dc450f06f details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:13:45.160120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e0aed-b8f7-4b12-bed4-ab2006aeab55 req-7508bd39-43a6-4e79-a182-e220e6031d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:45.164232 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-787e0aed-b8f7-4b12-bed4-ab2006aeab55 req-7508bd39-43a6-4e79-a182-e220e6031d8c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 1096 time: 0.2525566 Nov 09 00:13:45.198672 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7de5cacf-00d7-412b-bd8b-bd978616384f no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:13:45.224521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Deleting port 6f7b37b5-2266-4371-b13f-4681a719f1c0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:45.224903 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.269400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bad6e-b05b-4ab5-9f8c-59043201712a req-cd695092-248a-4d69-95ae-704288dfc644 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:45.274588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-885bad6e-b05b-4ab5-9f8c-59043201712a req-cd695092-248a-4d69-95ae-704288dfc644 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 945 time: 0.3461626 Nov 09 00:13:45.311088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] For port 6f7b37b5-2266-4371-b13f-4681a719f1c0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6f7b37b5-2266-4371-b13f-4681a719f1c0,segment=NetworkSegment(d6e5d073-2ee1-4dda-b6b7-69460a420963),segment_id=d6e5d073-2ee1-4dda-b6b7-69460a420963)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:45.311789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.316587 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380dec52-e8c6-4adf-be53-5891f482a0aa None None] DHCP port deletion for 45c6c1e9-af0a-4821-93e7-90c4c5c827fb request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:13:45.319890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 7de5cacf-00d7-412b-bd8b-bd978616384f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:13:45.320939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7de5cacf-00d7-412b-bd8b-bd978616384f not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:13:45.336332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Calling delete_port for 6f7b37b5-2266-4371-b13f-4681a719f1c0 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:45.343594 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-787e0aed-b8f7-4b12-bed4-ab2006aeab55 req-1a057a8a-8801-40f7-867d-0a60e3e35d87 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654415 Nov 09 00:13:45.384982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec539ed4-4981-42e6-9a0b-823ac68d203b req-45bed9b4-4f6f-4ded-8235-edd1ca448dd5 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/ce221fb8-20b2-40c8-9c4d-4bf49091a7c9 HTTP/1.1" status: 200 len: 1820 time: 0.0974364 Nov 09 00:13:45.396977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-885bad6e-b05b-4ab5-9f8c-59043201712a req-9b48451c-cdba-4b56-975f-34140e2a0774 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091313 Nov 09 00:13:45.409153 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 82aa6773-b869-4360-9070-a46dc450f06f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=82aa6773-b869-4360-9070-a46dc450f06f,segment=NetworkSegment(54464516-347d-47ea-81c0-e6f2d1dc7b46),segment_id=54464516-347d-47ea-81c0-e6f2d1dc7b46)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:45.429531 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '82aa6773-b869-4360-9070-a46dc450f06f', 'network_id': 'aa796993-e20c-4244-979e-40a48d1db895', 'port_id': '82aa6773-b869-4360-9070-a46dc450f06f', 'mac_address': 'fa:16:3e:f1:3a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41d53d0-f9c2-4af3-8f1f-16fb462c0aca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:13:45.472972 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec539ed4-4981-42e6-9a0b-823ac68d203b req-711cdbca-099a-43a8-a251-f6661981c8b1 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.473205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-380dec52-e8c6-4adf-be53-5891f482a0aa None None] Deleting port 6f7b37b5-2266-4371-b13f-4681a719f1c0 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:45.473568 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-380dec52-e8c6-4adf-be53-5891f482a0aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.497543 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.504789 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec539ed4-4981-42e6-9a0b-823ac68d203b req-711cdbca-099a-43a8-a251-f6661981c8b1 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.542673 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-380dec52-e8c6-4adf-be53-5891f482a0aa None None] For port 6f7b37b5-2266-4371-b13f-4681a719f1c0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6f7b37b5-2266-4371-b13f-4681a719f1c0,segment=NetworkSegment(d6e5d073-2ee1-4dda-b6b7-69460a420963),segment_id=d6e5d073-2ee1-4dda-b6b7-69460a420963)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:45.543292 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-380dec52-e8c6-4adf-be53-5891f482a0aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.559630 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-380dec52-e8c6-4adf-be53-5891f482a0aa None None] Calling delete_port for 6f7b37b5-2266-4371-b13f-4681a719f1c0 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:45.561914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] No DVR routers for this DVR port 6f7b37b5-2266-4371-b13f-4681a719f1c0 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:13:45.570789 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec539ed4-4981-42e6-9a0b-823ac68d203b req-711cdbca-099a-43a8-a251-f6661981c8b1 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.572193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7b37b5-2266-4371-b13f-4681a719f1c0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:45.573535 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec539ed4-4981-42e6-9a0b-823ac68d203b req-711cdbca-099a-43a8-a251-f6661981c8b1 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.590934 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec539ed4-4981-42e6-9a0b-823ac68d203b req-711cdbca-099a-43a8-a251-f6661981c8b1 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "DELETE /v2.0/security-groups/ce221fb8-20b2-40c8-9c4d-4bf49091a7c9 HTTP/1.1" status: 204 len: 173 time: 0.1928179 Nov 09 00:13:45.636270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cdbca-099a-43a8-a251-f6661981c8b1 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce221fb8-20b2-40c8-9c4d-4bf49091a7c9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:45.654015 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.670223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82aa6773-b869-4360-9070-a46dc450f06f {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:45.687010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.705315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 82aa6773-b869-4360-9070-a46dc450f06f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=82aa6773-b869-4360-9070-a46dc450f06f,segment=NetworkSegment(54464516-347d-47ea-81c0-e6f2d1dc7b46),segment_id=54464516-347d-47ea-81c0-e6f2d1dc7b46)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:45.714673 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-380dec52-e8c6-4adf-be53-5891f482a0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.718220 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.739106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c6c1e9-af0a-4821-93e7-90c4c5c827fb']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:45.751058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e5d073-2ee1-4dda-b6b7-69460a420963') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:45.751750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e5d073-2ee1-4dda-b6b7-69460a420963') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:45.757024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adca6a7-6cf8-45ab-8018-35212adaa76a req-95762abe-34bd-4005-8ec8-d3234052f918 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:45.758566 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7adca6a7-6cf8-45ab-8018-35212adaa76a req-95762abe-34bd-4005-8ec8-d3234052f918 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1241333 Nov 09 00:13:45.759088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dec52-e8c6-4adf-be53-5891f482a0aa None None] Pushing event deleted for resources: {'Port': ['ID=6f7b37b5-2266-4371-b13f-4681a719f1c0,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:45.769086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380dec52-e8c6-4adf-be53-5891f482a0aa None None] No DVR routers for this DVR port 6f7b37b5-2266-4371-b13f-4681a719f1c0 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:13:45.780942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b972768-1e9f-47ed-9c34-8602389284b6 req-2a339db4-4142-4f48-8f38-8a50f48240f2 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:45.789908 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.791681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b972768-1e9f-47ed-9c34-8602389284b6 req-2a339db4-4142-4f48-8f38-8a50f48240f2 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 944 time: 0.0899930 Nov 09 00:13:45.809530 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.817770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:13:45.818300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:13:45.820330 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:13:45.862331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b972768-1e9f-47ed-9c34-8602389284b6 req-a8971f99-57aa-44ad-a03f-94094be93a5d tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5062e9-b542-4a22-958a-d2773629f518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629530 Nov 09 00:13:45.862742 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.871275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=82aa6773-b869-4360-9070-a46dc450f06f,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:45.905027 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-4dac7817-1b65-4479-8afe-93cde80be650 req-022204c6-0d9d-4fca-86c2-da5256167e46 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] show failed (client error): The resource could not be found. Nov 09 00:13:45.913646 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dac7817-1b65-4479-8afe-93cde80be650 req-022204c6-0d9d-4fca-86c2-da5256167e46 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/ce221fb8-20b2-40c8-9c4d-4bf49091a7c9 HTTP/1.1" status: 404 len: 352 time: 0.0293865 Nov 09 00:13:45.928609 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.935032 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:45.943364 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/45c6c1e9-af0a-4821-93e7-90c4c5c827fb HTTP/1.1" status: 204 len: 168 time: 0.9510148 Nov 09 00:13:45.958016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b87bdc-bfee-412e-a26f-096ce1e943d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=45c6c1e9-af0a-4821-93e7-90c4c5c827fb,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:45.962850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['82aa6773-b869-4360-9070-a46dc450f06f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:45.998136 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7adca6a7-6cf8-45ab-8018-35212adaa76a req-81643643-3500-458e-bd49-db120161ad42 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044656 Nov 09 00:13:46.052014 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:46.091835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ef12da4-c8dd-45ff-8b63-0a657df37b02 req-705bab81-a03e-4d50-8d25-7a19dad90937 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/00cb7197-e174-4680-ba0f-39b5a64dc18b HTTP/1.1" status: 200 len: 1820 time: 0.0550973 Nov 09 00:13:46.142479 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:46.176361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39142) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:46.180697 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6ef12da4-c8dd-45ff-8b63-0a657df37b02 req-a84df47d-6f5b-44ee-968c-6efbd919a86e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:46.232497 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6ef12da4-c8dd-45ff-8b63-0a657df37b02 req-a84df47d-6f5b-44ee-968c-6efbd919a86e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:46.237418 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f09e3e97-fc3b-45a9-bc8b-fa3d4dddf1ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6af7060228b4829bdddd14f8192e8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595012 Nov 09 00:13:46.239321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39146) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:46.290702 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6ef12da4-c8dd-45ff-8b63-0a657df37b02 req-a84df47d-6f5b-44ee-968c-6efbd919a86e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:46.294134 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6ef12da4-c8dd-45ff-8b63-0a657df37b02 req-a84df47d-6f5b-44ee-968c-6efbd919a86e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:46.298295 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ef12da4-c8dd-45ff-8b63-0a657df37b02 req-a84df47d-6f5b-44ee-968c-6efbd919a86e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "DELETE /v2.0/security-groups/00cb7197-e174-4680-ba0f-39b5a64dc18b HTTP/1.1" status: 204 len: 173 time: 0.2054029 Nov 09 00:13:46.331984 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-38e7f9c5-305f-4256-bd4d-77de62b3014c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:46.334175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84df47d-6f5b-44ee-968c-6efbd919a86e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cb7197-e174-4680-ba0f-39b5a64dc18b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:46.372904 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-38e7f9c5-305f-4256-bd4d-77de62b3014c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:46.482572 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-38e7f9c5-305f-4256-bd4d-77de62b3014c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:46.485399 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-38e7f9c5-305f-4256-bd4d-77de62b3014c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:46.489223 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-38e7f9c5-305f-4256-bd4d-77de62b3014c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2dd7c62-7d25-4a04-a40e-5b22f6f68352 HTTP/1.1" status: 204 len: 168 time: 0.2461832 Nov 09 00:13:46.495615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7f9c5-305f-4256-bd4d-77de62b3014c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dd7c62-7d25-4a04-a40e-5b22f6f68352,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:46.559373 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-813814a2-4ab5-458a-a34c-3376f65cb559 req-726fd9d5-e883-416a-9c15-6d4c2fa8ea88 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] show failed (client error): The resource could not be found. Nov 09 00:13:46.560549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-813814a2-4ab5-458a-a34c-3376f65cb559 req-726fd9d5-e883-416a-9c15-6d4c2fa8ea88 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/00cb7197-e174-4680-ba0f-39b5a64dc18b HTTP/1.1" status: 404 len: 352 time: 0.0713995 Nov 09 00:13:46.694367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baee5ee-007f-4e25-b43e-df4fa8b16920 req-270b42a9-ef57-4d52-ba8e-0a4c0aa685c8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:46.703736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5baee5ee-007f-4e25-b43e-df4fa8b16920 req-270b42a9-ef57-4d52-ba8e-0a4c0aa685c8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 945 time: 0.1047263 Nov 09 00:13:46.807022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40b776-96d5-4ff9-bee7-d773052acb50 req-2bc96fba-71ff-4e92-9e41-4d80b5ed14e5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:46.823527 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d40b776-96d5-4ff9-bee7-d773052acb50 req-2bc96fba-71ff-4e92-9e41-4d80b5ed14e5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1802001 Nov 09 00:13:46.837317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6f7b37b5-2266-4371-b13f-4681a719f1c0 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:13:46.880018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 6f7b37b5-2266-4371-b13f-4681a719f1c0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:13:46.880352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6f7b37b5-2266-4371-b13f-4681a719f1c0 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:13:46.880768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e97def3a-c166-41fb-917d-212d820528d8 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:13:46.908186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: e97def3a-c166-41fb-917d-212d820528d8 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:13:46.908532 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e97def3a-c166-41fb-917d-212d820528d8 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:13:46.922226 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5baee5ee-007f-4e25-b43e-df4fa8b16920 req-d6dd4b62-1554-4851-b4ac-5cb952b1ded7 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035604 Nov 09 00:13:46.947952 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d40b776-96d5-4ff9-bee7-d773052acb50 req-6172fc36-559d-463c-abb1-a8c5863be9a0 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235049 Nov 09 00:13:46.991698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0010919b-69e1-4adb-ad7c-90a71c508a69 req-31b35e04-6f1b-4154-b856-277fc641f4a4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/599b4c0c-e275-42c1-804f-349b28c2975b HTTP/1.1" status: 200 len: 1820 time: 0.0421345 Nov 09 00:13:47.111481 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39343a-8b36-4420-91e2-7def46dbf2c5 req-fdb1571a-f7a0-49f0-85b8-a9cdd2fc98e4 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:47.117146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a39343a-8b36-4420-91e2-7def46dbf2c5 req-fdb1571a-f7a0-49f0-85b8-a9cdd2fc98e4 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 944 time: 0.0852175 Nov 09 00:13:47.119826 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0010919b-69e1-4adb-ad7c-90a71c508a69 req-144cf38b-75b0-4a3c-b046-0e2db0596dbc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:47.149539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 82aa6773-b869-4360-9070-a46dc450f06f up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:47.171613 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0010919b-69e1-4adb-ad7c-90a71c508a69 req-144cf38b-75b0-4a3c-b046-0e2db0596dbc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:47.216001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a39343a-8b36-4420-91e2-7def46dbf2c5 req-07b232ea-576e-42b8-9db0-90142294fc7d tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5062e9-b542-4a22-958a-d2773629f518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928328 Nov 09 00:13:47.230596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 82aa6773-b869-4360-9070-a46dc450f06f completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:13:47.239608 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 82aa6773-b869-4360-9070-a46dc450f06f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:47.239996 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:47.269905 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0010919b-69e1-4adb-ad7c-90a71c508a69 req-144cf38b-75b0-4a3c-b046-0e2db0596dbc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:47.275272 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0010919b-69e1-4adb-ad7c-90a71c508a69 req-144cf38b-75b0-4a3c-b046-0e2db0596dbc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:47.277174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0010919b-69e1-4adb-ad7c-90a71c508a69 req-144cf38b-75b0-4a3c-b046-0e2db0596dbc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "DELETE /v2.0/security-groups/599b4c0c-e275-42c1-804f-349b28c2975b HTTP/1.1" status: 204 len: 173 time: 0.2747748 Nov 09 00:13:47.290275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cf38b-75b0-4a3c-b046-0e2db0596dbc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=599b4c0c-e275-42c1-804f-349b28c2975b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:47.412023 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-f7988379-6071-4cfa-a6c4-7548006b6106 req-af423f51-9bf4-48ac-b3f6-075b438ba4c5 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] show failed (client error): The resource could not be found. Nov 09 00:13:47.430542 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7988379-6071-4cfa-a6c4-7548006b6106 req-af423f51-9bf4-48ac-b3f6-075b438ba4c5 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/599b4c0c-e275-42c1-804f-349b28c2975b HTTP/1.1" status: 404 len: 352 time: 0.0440657 Nov 09 00:13:47.534010 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:47.581922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6127e50-1ad1-4ab3-9b31-a74498c8b868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aa6773-b869-4360-9070-a46dc450f06f'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:47.584946 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a348c206-5889-4781-9a3c-999ff35156b0" -d '{"events": [{"server_uuid": "b6127e50-1ad1-4ab3-9b31-a74498c8b868", "name": "network-vif-plugged", "status": "completed", "tag": "82aa6773-b869-4360-9070-a46dc450f06f"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:47.589718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be30a24-ec90-4c57-8596-f228c48f6bef req-b10e29cd-0d7b-4350-a10a-31e116998b4b tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:47.591459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8be30a24-ec90-4c57-8596-f228c48f6bef req-b10e29cd-0d7b-4350-a10a-31e116998b4b tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 945 time: 0.1033046 Nov 09 00:13:47.605745 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:47.617226 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 82aa6773-b869-4360-9070-a46dc450f06f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=82aa6773-b869-4360-9070-a46dc450f06f,segment=NetworkSegment(54464516-347d-47ea-81c0-e6f2d1dc7b46),segment_id=54464516-347d-47ea-81c0-e6f2d1dc7b46)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:47.626060 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:47.696009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=82aa6773-b869-4360-9070-a46dc450f06f,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:47.728145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8be30a24-ec90-4c57-8596-f228c48f6bef req-ca79739d-049c-46da-9b1c-33c155ae2bb4 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225207 Nov 09 00:13:47.745081 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39204) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:47.745902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51ae5025-1853-4de1-8c24-2f22fbd92051 req-ec4028e4-6efc-491f-b8a0-cf7b0375e7ed tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=360e36c484d4445a93fbc0577289f5c3 HTTP/1.1" status: 200 len: 6206 time: 0.1694758 Nov 09 00:13:47.801838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51ae5025-1853-4de1-8c24-2f22fbd92051 req-0a7240cf-46c8-4cef-92cf-7772f0c17790 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/ad86ee7c-66e9-4cda-ae50-c0b7789e9bff HTTP/1.1" status: 200 len: 3002 time: 0.0549941 Nov 09 00:13:47.856836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51ae5025-1853-4de1-8c24-2f22fbd92051 req-3ba4cc19-60a2-40d9-ad02-19f9c78cf3b1 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/ad86ee7c-66e9-4cda-ae50-c0b7789e9bff HTTP/1.1" status: 200 len: 3002 time: 0.0535264 Nov 09 00:13:47.878994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-833140097-network', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:47.887255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-7aad9ff1-7ca2-4e65-9896-b3405ffff8a0 req-0d0cfe74-ffe4-4ef9-bfff-b437ef6d0e93 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1482147744', 'description': 'tempest-description-1321589126'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:47.909766 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd2863b-0611-4ef2-a54d-f2f119994a6e x-openstack-request-id: req-bfd2863b-0611-4ef2-a54d-f2f119994a6e {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:47.910292 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6127e50-1ad1-4ab3-9b31-a74498c8b868", "name": "network-vif-plugged", "status": "completed", "tag": "82aa6773-b869-4360-9070-a46dc450f06f", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:47.910292 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfd2863b-0611-4ef2-a54d-f2f119994a6e {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:47.910702 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6127e50-1ad1-4ab3-9b31-a74498c8b868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aa6773-b869-4360-9070-a46dc450f06f', 'code': 200} Nov 09 00:13:47.912774 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.api [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 00:13:47.912774 n-d-813263-3 neutron-server[101781]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 00:13:47.912774 n-d-813263-3 neutron-server[101781]: [parameters: {'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'id': '4d85bee1-57e0-4330-86e4-b25315d78105', 'expiration': datetime.datetime(2021, 11, 9, 0, 15, 47, 900735)}] Nov 09 00:13:47.912774 n-d-813263-3 neutron-server[101781]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:13:47.913208 n-d-813263-3 neutron-server[101781]: DEBUG oslo_db.api [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:13:47.923783 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7aad9ff1-7ca2-4e65-9896-b3405ffff8a0 req-0d0cfe74-ffe4-4ef9-bfff-b437ef6d0e93 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.106198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e68495-7e5c-4571-8cb2-cf575f31a855 req-2acf8a02-6bb2-4b01-b22a-f1dda7986757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:48.108875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7e68495-7e5c-4571-8cb2-cf575f31a855 req-2acf8a02-6bb2-4b01-b22a-f1dda7986757 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 1096 time: 0.1345761 Nov 09 00:13:48.152013 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7aad9ff1-7ca2-4e65-9896-b3405ffff8a0 req-0d0cfe74-ffe4-4ef9-bfff-b437ef6d0e93 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.160327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7aad9ff1-7ca2-4e65-9896-b3405ffff8a0 req-0d0cfe74-ffe4-4ef9-bfff-b437ef6d0e93 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.179015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec96eac-2e89-4963-9a00-e8c48e071abb req-a19a4ffa-4a5f-48d5-b48b-90130b5c9bd2 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:48.181801 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ec96eac-2e89-4963-9a00-e8c48e071abb req-a19a4ffa-4a5f-48d5-b48b-90130b5c9bd2 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1296039 Nov 09 00:13:48.232508 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7aad9ff1-7ca2-4e65-9896-b3405ffff8a0 req-0d0cfe74-ffe4-4ef9-bfff-b437ef6d0e93 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.244357 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7aad9ff1-7ca2-4e65-9896-b3405ffff8a0 req-0d0cfe74-ffe4-4ef9-bfff-b437ef6d0e93 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3617284 Nov 09 00:13:48.254196 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.269178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7e68495-7e5c-4571-8cb2-cf575f31a855 req-e1690ac9-1b5d-4cf7-8d5a-bf8f9ed1c192 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b5062e9-b542-4a22-958a-d2773629f518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471775 Nov 09 00:13:48.278012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cfe74-ffe4-4ef9-bfff-b437ef6d0e93 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9666a7f2-66fd-4056-94ed-7858d3824fc6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:48.346428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ec96eac-2e89-4963-9a00-e8c48e071abb req-df404b26-1bf9-45b6-aa38-77cbc86bb8eb tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492186 Nov 09 00:13:48.378422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84047a1c-7cc0-4b80-bc73-378f9a2d0a3e req-484a6db3-3da5-45a4-be79-8e033ad4c267 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:48.390976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84047a1c-7cc0-4b80-bc73-378f9a2d0a3e req-484a6db3-3da5-45a4-be79-8e033ad4c267 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 945 time: 0.0849016 Nov 09 00:13:48.413265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-727915b8-b548-4a36-b5e9-58e301cd3445 req-6c5fa1ee-1a47-4b6b-ad8e-99e4a7422492 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-875185874', 'description': 'tempest-description-1304727845'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:48.451178 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.db.api [req-727915b8-b548-4a36-b5e9-58e301cd3445 req-6c5fa1ee-1a47-4b6b-ad8e-99e4a7422492 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 00:13:48.451178 n-d-813263-3 neutron-server[101780]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 00:13:48.451178 n-d-813263-3 neutron-server[101780]: [parameters: {'project_id': '360e36c484d4445a93fbc0577289f5c3', 'id': '52b410aa-b77c-43b5-b3f1-c572296d69f2', 'expiration': datetime.datetime(2021, 11, 9, 0, 15, 48, 439633)}] Nov 09 00:13:48.451178 n-d-813263-3 neutron-server[101780]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:13:48.451875 n-d-813263-3 neutron-server[101780]: DEBUG oslo_db.api [req-727915b8-b548-4a36-b5e9-58e301cd3445 req-6c5fa1ee-1a47-4b6b-ad8e-99e4a7422492 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:13:48.457466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:48.460707 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.464127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84047a1c-7cc0-4b80-bc73-378f9a2d0a3e req-99221a74-4cc2-4bff-86b4-c4fcec5fe40a tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5062e9-b542-4a22-958a-d2773629f518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719030 Nov 09 00:13:48.475946 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.582404 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.590830 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.607604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:13:48.623772 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.624383 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Added segment f5152b0f-4eb8-4150-a545-f7356d4cc300 of type vlan for network cd00dfb3-9954-4da4-8bab-f4742925ef5a Nov 09 00:13:48.678381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4d92a9-9986-4966-b01d-21bd7609db48,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:48.692569 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.732334 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.733287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:48.733955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:48.783065 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0361428 Nov 09 00:13:48.786130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39236) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:48.792389 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-42425792-37ff-42f7-80a6-0773ed0a2afb admin admin] Request body: {'subnet': {'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-833140097-subnet', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:48.866134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981b255-2c43-4dba-8e9f-4bd1de3ec341 admin admin] Pushing event updated for resources: {'Network': ['ID=cd00dfb3-9954-4da4-8bab-f4742925ef5a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:48.877802 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network cd00dfb3-9954-4da4-8bab-f4742925ef5a details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:13:49.260222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42425792-37ff-42f7-80a6-0773ed0a2afb admin admin] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:49.264035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42425792-37ff-42f7-80a6-0773ed0a2afb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:49.330482 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-727915b8-b548-4a36-b5e9-58e301cd3445 req-6c5fa1ee-1a47-4b6b-ad8e-99e4a7422492 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:49.395969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af86b4c-1d3b-459d-949d-c4fdb817b61b req-f24522a4-6df4-4591-8355-75d538d832c7 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:49.403261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6af86b4c-1d3b-459d-949d-c4fdb817b61b req-f24522a4-6df4-4591-8355-75d538d832c7 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 945 time: 0.5680687 Nov 09 00:13:49.530470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6af86b4c-1d3b-459d-949d-c4fdb817b61b req-6077d4bc-5ee8-46fc-b3fb-99374f2ed1fd tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263144 Nov 09 00:13:49.641979 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-727915b8-b548-4a36-b5e9-58e301cd3445 req-6c5fa1ee-1a47-4b6b-ad8e-99e4a7422492 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:49.667437 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-727915b8-b548-4a36-b5e9-58e301cd3445 req-6c5fa1ee-1a47-4b6b-ad8e-99e4a7422492 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:49.679892 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42425792-37ff-42f7-80a6-0773ed0a2afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:49.727813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-727915b8-b548-4a36-b5e9-58e301cd3445 req-6c5fa1ee-1a47-4b6b-ad8e-99e4a7422492 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:49.729006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-727915b8-b548-4a36-b5e9-58e301cd3445 req-6c5fa1ee-1a47-4b6b-ad8e-99e4a7422492 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.3348341 Nov 09 00:13:49.808854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fa1ee-1a47-4b6b-ad8e-99e4a7422492 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807c042d-527f-4637-b2ac-6cc915712b41,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:49.865874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42425792-37ff-42f7-80a6-0773ed0a2afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:49.876942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42425792-37ff-42f7-80a6-0773ed0a2afb admin admin] Checking segment: {'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:49.877542 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42425792-37ff-42f7-80a6-0773ed0a2afb admin admin] Network hostable DHCP agents. Network: cd00dfb3-9954-4da4-8bab-f4742925ef5a, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:13:49.919245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3f0e2-f6b0-4afa-9da8-74ff6f833001 req-08cb3e9a-6454-4d8f-96af-5fd63145d8e0 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:49.927245 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab3f0e2-f6b0-4afa-9da8-74ff6f833001 req-08cb3e9a-6454-4d8f-96af-5fd63145d8e0 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 945 time: 0.1727672 Nov 09 00:13:50.000866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab3f0e2-f6b0-4afa-9da8-74ff6f833001 req-8a76ef09-c608-4755-8740-c1cacdc21a81 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5062e9-b542-4a22-958a-d2773629f518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725465 Nov 09 00:13:50.001903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42425792-37ff-42f7-80a6-0773ed0a2afb admin admin] Network cd00dfb3-9954-4da4-8bab-f4742925ef5a is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:13:50.014469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-42425792-37ff-42f7-80a6-0773ed0a2afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, cd00dfb3-9954-4da4-8bab-f4742925ef5a) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:50.019527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42425792-37ff-42f7-80a6-0773ed0a2afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:50.021014 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42425792-37ff-42f7-80a6-0773ed0a2afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:50.028502 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d04449-c18d-4400-af21-7b64b367fdfc None None] Network cd00dfb3-9954-4da4-8bab-f4742925ef5a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:13:50.067838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-42425792-37ff-42f7-80a6-0773ed0a2afb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2802832 Nov 09 00:13:50.070811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39280) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:50.076532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:50.115541 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:50.117245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:50.190590 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:50.338492 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:13:50.339883 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:50.370136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:50.452242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-3fc150c5-cf57-43eb-8140-bc79ccfdea00 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:50.462915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-3fc150c5-cf57-43eb-8140-bc79ccfdea00 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/networks?id=74064893-5fe9-4046-b9b3-c6109700574f HTTP/1.1" status: 200 len: 812 time: 0.2121632 Nov 09 00:13:50.481195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-b263d029-0943-46f8-a91e-a8d4f9affc1d tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/quotas/360e36c484d4445a93fbc0577289f5c3 HTTP/1.1" status: 200 len: 375 time: 0.0166130 Nov 09 00:13:50.553625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-56dd66e6-d5a4-4cd4-8839-69f5f167aae0 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=360e36c484d4445a93fbc0577289f5c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0682333 Nov 09 00:13:50.594536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Allocated IP 172.20.0.2 (cd00dfb3-9954-4da4-8bab-f4742925ef5a/3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e/43180095-c8d8-4e01-b4e5-59af472eb318) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:13:50.796809 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-5ba0bba1-5035-4ff9-97a0-6a869b1dcd08 service neutron] 10.222.0.25 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440658 Nov 09 00:13:50.899319 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:50.910949 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:50.918251 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:50.933739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Network cd00dfb3-9954-4da4-8bab-f4742925ef5a is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:13:50.937420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:50.941012 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:13:50.963523 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:51.037701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-cc89ce65-f523-4c31-8912-f7b48eaa1491 service neutron] 10.222.0.25 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398093 Nov 09 00:13:51.136845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Allocated IP 172.25.0.250 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/d0db69c4-c86b-4825-a4c2-4de3010284b9) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:13:51.151629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1611a29-2cfd-4a30-8439-8fdc7ee0699b req-b55dcf3f-c19d-4da3-b944-4d449ae8fcf7 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:51.159596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1611a29-2cfd-4a30-8439-8fdc7ee0699b req-b55dcf3f-c19d-4da3-b944-4d449ae8fcf7 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 945 time: 0.1436491 Nov 09 00:13:51.217268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1611a29-2cfd-4a30-8439-8fdc7ee0699b req-93466e96-6940-4b8b-9462-72da6fb0d16b tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5062e9-b542-4a22-958a-d2773629f518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564127 Nov 09 00:13:51.287914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Attempting to bind port 43180095-c8d8-4e01-b4e5-59af472eb318 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:13:51.288427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Attempting to bind port 43180095-c8d8-4e01-b4e5-59af472eb318 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:13:51.288637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Attempting to bind port 43180095-c8d8-4e01-b4e5-59af472eb318 on network cd00dfb3-9954-4da4-8bab-f4742925ef5a {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:51.318627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:13:51.319000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Checking segment: {'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:51.319406 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:51.319807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Bound using segment: {'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:13:51.320297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Bound port: 43180095-c8d8-4e01-b4e5-59af472eb318, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:13:51.320680 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:51.353627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Pushing event updated for resources: {'Port': ['ID=43180095-c8d8-4e01-b4e5-59af472eb318,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:51.383181 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:51.431244 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:51.463349 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] For port 43180095-c8d8-4e01-b4e5-59af472eb318, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:13:51.475019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] For port 43180095-c8d8-4e01-b4e5-59af472eb318, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=43180095-c8d8-4e01-b4e5-59af472eb318,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:13:51.477138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:13:51.481587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:51.485816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:13:51.489744 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:51.527630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Pushing event updated for resources: {'Port': ['ID=d0db69c4-c86b-4825-a4c2-4de3010284b9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:51.594891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d048e911-ac47-4fd4-9335-3aee831a0b3c req-f4135e55-3f45-4866-a185-5911c0b272a4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 210 time: 0.0417123 Nov 09 00:13:51.678526 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17037432-60d7-4250-be3d-5a33eb663686 None None] Pushing event updated for resources: {'Port': ['ID=43180095-c8d8-4e01-b4e5-59af472eb318,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:51.783454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0214b-b2f6-4840-bcf2-579c4271b0ac req-1a6258bd-5479-4489-ba13-b395b0e62e32 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:51.785034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98f0214b-b2f6-4840-bcf2-579c4271b0ac req-1a6258bd-5479-4489-ba13-b395b0e62e32 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1099463 Nov 09 00:13:51.809741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275f953-ad23-4a04-8a6e-f210ce1efdd5 req-9b263293-a0ae-4e20-92a2-f8ba3b7950f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:51.811326 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c275f953-ad23-4a04-8a6e-f210ce1efdd5 req-9b263293-a0ae-4e20-92a2-f8ba3b7950f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=256ea83e5dc84f38bff819ae1a041631&device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 1096 time: 0.2279971 Nov 09 00:13:51.876083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98f0214b-b2f6-4840-bcf2-579c4271b0ac req-e142a426-4173-4d8a-8e4d-455836b3cc6c tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822773 Nov 09 00:13:52.180316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275f953-ad23-4a04-8a6e-f210ce1efdd5 req-72ff71f7-2ce3-4bb7-973a-962ce40c7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:52.181754 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c275f953-ad23-4a04-8a6e-f210ce1efdd5 req-72ff71f7-2ce3-4bb7-973a-962ce40c7352 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 200 len: 918 time: 0.3548422 Nov 09 00:13:52.188501 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:52.317874 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c275f953-ad23-4a04-8a6e-f210ce1efdd5 req-894bf949-37c4-45af-9e48-f54db4505c56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 HTTP/1.1" status: 200 len: 217 time: 0.0904648 Nov 09 00:13:52.424050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7fa75-a1cd-4e00-8b22-92a5a8833604 req-2004f48e-0468-41fa-ae81-6720e3448469 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:52.433888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0de7fa75-a1cd-4e00-8b22-92a5a8833604 req-2004f48e-0468-41fa-ae81-6720e3448469 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 945 time: 0.1015019 Nov 09 00:13:52.477377 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88601a9-8b58-4fd8-aea8-de450d2707bf req-9c9eabd4-df0c-4947-8573-ee2920f35bc8 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:52.479930 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f88601a9-8b58-4fd8-aea8-de450d2707bf req-9c9eabd4-df0c-4947-8573-ee2920f35bc8 tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 945 time: 0.1160834 Nov 09 00:13:52.556493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0de7fa75-a1cd-4e00-8b22-92a5a8833604 req-60e5801f-6ebe-40ba-94cf-a48976f368df tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b5062e9-b542-4a22-958a-d2773629f518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214166 Nov 09 00:13:52.635858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-f88601a9-8b58-4fd8-aea8-de450d2707bf req-ccf3b118-c99c-44ba-bc0e-68b98bff4dbd tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Deleting port 82aa6773-b869-4360-9070-a46dc450f06f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:13:52.636475 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f88601a9-8b58-4fd8-aea8-de450d2707bf req-ccf3b118-c99c-44ba-bc0e-68b98bff4dbd tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:52.814784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a78a588-652c-41e8-8d05-a038275b632f req-06c52a5e-5a5c-4fdf-91e9-c94ceac04e4f tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 210 time: 0.0674458 Nov 09 00:13:52.868864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 43180095-c8d8-4e01-b4e5-59af472eb318 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:52.897820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-f88601a9-8b58-4fd8-aea8-de450d2707bf req-ccf3b118-c99c-44ba-bc0e-68b98bff4dbd tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] For port 82aa6773-b869-4360-9070-a46dc450f06f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=82aa6773-b869-4360-9070-a46dc450f06f,segment=NetworkSegment(54464516-347d-47ea-81c0-e6f2d1dc7b46),segment_id=54464516-347d-47ea-81c0-e6f2d1dc7b46)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:52.898190 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f88601a9-8b58-4fd8-aea8-de450d2707bf req-ccf3b118-c99c-44ba-bc0e-68b98bff4dbd tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:52.954496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-f88601a9-8b58-4fd8-aea8-de450d2707bf req-ccf3b118-c99c-44ba-bc0e-68b98bff4dbd tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Calling delete_port for 82aa6773-b869-4360-9070-a46dc450f06f owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:13:53.076155 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:53.091655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 43180095-c8d8-4e01-b4e5-59af472eb318 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:53.093556 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:53.161757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275f953-ad23-4a04-8a6e-f210ce1efdd5 req-2708a5b1-ef64-42c2-b041-14cfe0324ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:53.163663 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c275f953-ad23-4a04-8a6e-f210ce1efdd5 req-2708a5b1-ef64-42c2-b041-14cfe0324ea6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3a73895-e260-433a-ae19-cb0786e0dfa4 HTTP/1.1" status: 200 len: 858 time: 0.8339968 Nov 09 00:13:53.214741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 25fd2761-0f31-4504-94a0-d197fc4bc781 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:13:53.223988 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c275f953-ad23-4a04-8a6e-f210ce1efdd5 req-3640f7e1-f193-455b-9a28-44a190af179a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90b034b0-bfba-4885-8688-23fbce7862ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381205 Nov 09 00:13:53.279330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e474e63b-dfa8-4838-98b1-48fd885795ef None None] Network cd00dfb3-9954-4da4-8bab-f4742925ef5a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:13:53.384891 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c275f953-ad23-4a04-8a6e-f210ce1efdd5 req-728ee241-ec0c-4a75-9cf6-7eec8bd4fabb service neutron] 10.222.0.11 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296344 Nov 09 00:13:53.395944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070818b-070e-4834-8d7a-fee9cee06b83 req-807a7a16-55cc-4f72-8962-3017cc8d9f91 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:53.406041 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e070818b-070e-4834-8d7a-fee9cee06b83 req-807a7a16-55cc-4f72-8962-3017cc8d9f91 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.2612700 Nov 09 00:13:53.447645 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:13:53.477489 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1faf5a59-84fa-4b65-82ed-d65e456132d0 None None] Provisioning complete for port 43180095-c8d8-4e01-b4e5-59af472eb318 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:53.478034 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1faf5a59-84fa-4b65-82ed-d65e456132d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:53.506099 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c275f953-ad23-4a04-8a6e-f210ce1efdd5 req-092d02da-79fb-481f-bf23-9088c2a90714 service neutron] 10.222.0.11 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038718 Nov 09 00:13:53.518195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e070818b-070e-4834-8d7a-fee9cee06b83 req-85d91bdf-bdd5-426b-8fae-6d293a524d66 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109090 Nov 09 00:13:53.566635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Router 616afd0e-7636-40e9-90e9-c18cf8092af9 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:13:53.567207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-41b1e6b5-c843-43da-ad0b-5f268932e5cc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:53.568698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-41b1e6b5-c843-43da-ad0b-5f268932e5cc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.11 "GET /v2.0/networks?id=74064893-5fe9-4046-b9b3-c6109700574f HTTP/1.1" status: 200 len: 812 time: 0.3551936 Nov 09 00:13:53.616780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'port': {'device_id': 'f9394592-a3c0-451b-8f0a-1cbcebfcdbd1', 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f', 'admin_state_up': True, 'tenant_id': '360e36c484d4445a93fbc0577289f5c3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:53.656716 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:53.726109 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f88601a9-8b58-4fd8-aea8-de450d2707bf req-ccf3b118-c99c-44ba-bc0e-68b98bff4dbd tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:53.758701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['82aa6773-b869-4360-9070-a46dc450f06f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:53.776059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3b118-c99c-44ba-bc0e-68b98bff4dbd tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Pushing event deleted for resources: {'Port': ['ID=82aa6773-b869-4360-9070-a46dc450f06f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:53.803075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 43180095-c8d8-4e01-b4e5-59af472eb318, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=43180095-c8d8-4e01-b4e5-59af472eb318,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:53.824207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 25fd2761-0f31-4504-94a0-d197fc4bc781, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=25fd2761-0f31-4504-94a0-d197fc4bc781,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:53.843594 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:53.878318 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88601a9-8b58-4fd8-aea8-de450d2707bf req-ccf3b118-c99c-44ba-bc0e-68b98bff4dbd tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] No DVR routers for this DVR port 82aa6773-b869-4360-9070-a46dc450f06f on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:13:53.883693 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f88601a9-8b58-4fd8-aea8-de450d2707bf req-ccf3b118-c99c-44ba-bc0e-68b98bff4dbd tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:53.887210 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f88601a9-8b58-4fd8-aea8-de450d2707bf req-ccf3b118-c99c-44ba-bc0e-68b98bff4dbd tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.30 "DELETE /v2.0/ports/82aa6773-b869-4360-9070-a46dc450f06f HTTP/1.1" status: 204 len: 173 time: 1.3937702 Nov 09 00:13:53.888716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6127e50-1ad1-4ab3-9b31-a74498c8b868', 'name': 'network-vif-deleted', 'tag': '82aa6773-b869-4360-9070-a46dc450f06f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:53.890760 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685f75b0-28cb-4d19-9d15-7dae5ddb1f60" -d '{"events": [{"server_uuid": "b6127e50-1ad1-4ab3-9b31-a74498c8b868", "name": "network-vif-deleted", "tag": "82aa6773-b869-4360-9070-a46dc450f06f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:53.961687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Made reservation on behalf of 360e36c484d4445a93fbc0577289f5c3 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:13:53.971090 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:53.975627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '25fd2761-0f31-4504-94a0-d197fc4bc781', 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'port_id': '25fd2761-0f31-4504-94a0-d197fc4bc781', 'mac_address': 'fa:16:3e:9d:fd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e01c80-407a-4e05-95b4-3fd4d0d3686f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:13:53.977783 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:13:54.016670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:54.018403 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-adf6139f-5e4a-48e2-b312-9c461655501a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9458861 Nov 09 00:13:54.021028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39418) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:54.031065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Sync routers for ids ['616afd0e-7636-40e9-90e9-c18cf8092af9'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:13:54.092914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9102e9cd-0062-4ebd-8d1f-a79a3875949e req-ae92beee-2466-4d73-8eac-a4ddd840765b tempest-InstanceActionsNegativeTestJSON-266931665 tempest-InstanceActionsNegativeTestJSON-266931665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6127e50-1ad1-4ab3-9b31-a74498c8b868 HTTP/1.1" status: 200 len: 210 time: 0.0890341 Nov 09 00:13:54.119211 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Routers {'616afd0e-7636-40e9-90e9-c18cf8092af9'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:13:54.119401 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:13:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['616afd0e-7636-40e9-90e9-c18cf8092af9'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:54.424776 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a44fc86-4935-4c40-9be6-416bce184c7d req-f893d0e8-2383-4e6d-8d2e-f3b680fe7c27 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 210 time: 0.1057544 Nov 09 00:13:54.449490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=43180095-c8d8-4e01-b4e5-59af472eb318,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:54.504974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Allocated IP 172.20.0.2 (74064893-5fe9-4046-b9b3-c6109700574f/18f19c17-47de-4fbf-ab9a-2b0ccbbe8716/cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:13:54.623923 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:54.624945 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e94664-db98-4c5b-98cd-62ed2c973890 x-openstack-request-id: req-27e94664-db98-4c5b-98cd-62ed2c973890 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:54.625237 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6127e50-1ad1-4ab3-9b31-a74498c8b868", "name": "network-vif-deleted", "tag": "82aa6773-b869-4360-9070-a46dc450f06f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:54.645790 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27e94664-db98-4c5b-98cd-62ed2c973890 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:54.646295 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6127e50-1ad1-4ab3-9b31-a74498c8b868', 'name': 'network-vif-deleted', 'tag': '82aa6773-b869-4360-9070-a46dc450f06f', 'status': 'completed', 'code': 200} Nov 09 00:13:54.689543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Set router 616afd0e-7636-40e9-90e9-c18cf8092af9 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:13:54.735072 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25fd2761-0f31-4504-94a0-d197fc4bc781 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:54.915450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 43180095-c8d8-4e01-b4e5-59af472eb318 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:54.998328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 25fd2761-0f31-4504-94a0-d197fc4bc781, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=25fd2761-0f31-4504-94a0-d197fc4bc781,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:55.014677 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:55.064640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:55.123827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['25fd2761-0f31-4504-94a0-d197fc4bc781'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:55.149101 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:55.174486 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f7be22a2-afd5-4aea-86c0-4da2fd91a060'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:13:55.220426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 82aa6773-b869-4360-9070-a46dc450f06f no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:13:55.223167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6ddac3b8-aedb-4675-8edf-1cc2f64c9629 None None] Provisioning complete for port 43180095-c8d8-4e01-b4e5-59af472eb318 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:55.223786 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ddac3b8-aedb-4675-8edf-1cc2f64c9629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:55.245205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Network 74064893-5fe9-4046-b9b3-c6109700574f is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:13:55.261650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:55.277054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:13:55.299067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=25fd2761-0f31-4504-94a0-d197fc4bc781,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:55.340882 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:55.446590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'Port': ['ID=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:55.449100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 82aa6773-b869-4360-9070-a46dc450f06f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:13:55.449476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 82aa6773-b869-4360-9070-a46dc450f06f not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:13:55.484260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 43180095-c8d8-4e01-b4e5-59af472eb318 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:55.485454 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:55.494267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:55.497055 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:55.540507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-f3609158-de00-4f5a-ab7e-3c86bb5f8004 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9549000 Nov 09 00:13:55.558505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Request body: {'port': {'device_id': 'f9394592-a3c0-451b-8f0a-1cbcebfcdbd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:13:55.630683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Allocated IP 172.20.0.1 (cd00dfb3-9954-4da4-8bab-f4742925ef5a/3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e/fa934def-9e15-47b1-9694-f3e1540b2b87) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:13:55.663777 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:55.782939 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:55.941272 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:56.046484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Network cd00dfb3-9954-4da4-8bab-f4742925ef5a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:13:56.047419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Pushing event updated for resources: {'Port': ['ID=fa934def-9e15-47b1-9694-f3e1540b2b87,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:56.051621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:56.085804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:13:56.116152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:51Z', 'revision_number': 3, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:56.171870 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:56.197622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:13:56.241318 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:56.292154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Transition to ACTIVE for port object cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:13:56.301668 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:56.421278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:56.520027 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:56.556472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Checking router: 616afd0e-7636-40e9-90e9-c18cf8092af9 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:13:56.557780 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Updating router 616afd0e-7636-40e9-90e9-c18cf8092af9 port d0db69c4-c86b-4825-a4c2-4de3010284b9 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:13:56.561852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Attempting to bind port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:13:56.562280 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Attempting to bind port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '1d1d57f5-2928-4a13-b99a-baf802f90ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:13:56.564997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Attempting to bind port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d on network 74064893-5fe9-4046-b9b3-c6109700574f {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:56.569378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d on network 74064893-5fe9-4046-b9b3-c6109700574f not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:13:56.569743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Attempting to bind port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d on network 74064893-5fe9-4046-b9b3-c6109700574f {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:56.575961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:13:56.576311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Checking segment: {'id': '1d1d57f5-2928-4a13-b99a-baf802f90ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:56.576700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Bound using segment: {'id': '1d1d57f5-2928-4a13-b99a-baf802f90ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:13:56.577247 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Bound port: cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d1d57f5-2928-4a13-b99a-baf802f90ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:13:56.577793 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:56.599670 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:56.703779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] For port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:13:56.712385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] For port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:13:56.726003 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:56.768692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b7f93e3f-f5aa-4302-9f07-089cea3cf401 None None] Provisioning complete for port fa934def-9e15-47b1-9694-f3e1540b2b87 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:56.769218 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b7f93e3f-f5aa-4302-9f07-089cea3cf401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:56.830634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:56.843498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:56.844474 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:56.846127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-656b2f74-e1bf-479b-985a-778769e8dea0 service neutron] 10.222.0.11 "PUT /v2.0/ports/cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d HTTP/1.1" status: 200 len: 1091 time: 1.2938824 Nov 09 00:13:56.846783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9394592-a3c0-451b-8f0a-1cbcebfcdbd1', 'tag': 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:56.849946 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f75dd6-04e3-4c43-a3cd-36725abf00da" -d '{"events": [{"name": "network-changed", "server_uuid": "f9394592-a3c0-451b-8f0a-1cbcebfcdbd1", "tag": "cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:56.904344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b7f93e3f-f5aa-4302-9f07-089cea3cf401 None None] Port fa934def-9e15-47b1-9694-f3e1540b2b87 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:13:56.956838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:56.966680 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:56.988223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-7a8b118c-05e5-432e-82ec-b30b5091482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:56.994354 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-7a8b118c-05e5-432e-82ec-b30b5091482f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360e36c484d4445a93fbc0577289f5c3&device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 1094 time: 0.0988867 Nov 09 00:13:57.083803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-dfa48b80-7361-43f4-9f9a-5858f6691e61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d HTTP/1.1" status: 200 len: 217 time: 0.0792811 Nov 09 00:13:57.111653 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:57.113666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Pushing event updated for resources: {'Port': ['ID=fa934def-9e15-47b1-9694-f3e1540b2b87,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:57.167183 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:57.172385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-d8d60f90-042f-4ba6-bee2-7cc624cfeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:57.175010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-d8d60f90-042f-4ba6-bee2-7cc624cfeeff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f19c17-47de-4fbf-ab9a-2b0ccbbe8716 HTTP/1.1" status: 200 len: 852 time: 0.0799751 Nov 09 00:13:57.179224 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:57.228280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 25fd2761-0f31-4504-94a0-d197fc4bc781 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:13:57.237259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-344bc49d-cce6-40fb-8711-c7c247dda1bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74064893-5fe9-4046-b9b3-c6109700574f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476177 Nov 09 00:13:57.314319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Network cd00dfb3-9954-4da4-8bab-f4742925ef5a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:13:57.316350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Attempting to bind port d0db69c4-c86b-4825-a4c2-4de3010284b9 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:13:57.316729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Attempting to bind port d0db69c4-c86b-4825-a4c2-4de3010284b9 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:13:57.317142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Attempting to bind port d0db69c4-c86b-4825-a4c2-4de3010284b9 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:13:57.319788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:13:57.320128 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fb64a-2f5f-4d87-a0c4-9d7f1f58b253 None None] Pushing event updated for resources: {'Port': ['ID=d0db69c4-c86b-4825-a4c2-4de3010284b9,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:57.334535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:13:57.334931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:13:57.335330 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:57.335720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:13:57.336669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Bound port: d0db69c4-c86b-4825-a4c2-4de3010284b9, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:13:57.337111 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:57.341152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 25fd2761-0f31-4504-94a0-d197fc4bc781 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:57.341602 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:57.423588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-6be52b3d-ef24-45f0-abb4-5bf1f6d07e8a service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710370 Nov 09 00:13:57.473449 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Router 616afd0e-7636-40e9-90e9-c18cf8092af9 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:13:57.516405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] For port d0db69c4-c86b-4825-a4c2-4de3010284b9, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:13:57.519908 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] For port d0db69c4-c86b-4825-a4c2-4de3010284b9, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d0db69c4-c86b-4825-a4c2-4de3010284b9,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:13:57.546039 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:57.681160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:13:57.689314 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-322632b1-7a8c-4a0c-b96c-d44ecf04ad0e admin admin] 10.222.0.25 "PUT /v2.0/routers/616afd0e-7636-40e9-90e9-c18cf8092af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6669996 Nov 09 00:13:57.709200 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fcd703c-fc1b-4d51-9cb8-be70ff93baf7 req-8c6d0c38-e8a2-4552-9ec2-4d9b23a01dba service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727609 Nov 09 00:13:57.782953 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:57.815711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Routers {'616afd0e-7636-40e9-90e9-c18cf8092af9'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:13:57.818476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:13:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['616afd0e-7636-40e9-90e9-c18cf8092af9'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:57.873660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9446-6264-4311-8b34-4506ee688dbe req-aa8434e7-5983-446c-8b2d-f4df59784545 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:57.880320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f5d9446-6264-4311-8b34-4506ee688dbe req-aa8434e7-5983-446c-8b2d-f4df59784545 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1042879 Nov 09 00:13:57.918923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 25fd2761-0f31-4504-94a0-d197fc4bc781, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=25fd2761-0f31-4504-94a0-d197fc4bc781,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:13:57.920730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fb64a-2f5f-4d87-a0c4-9d7f1f58b253 None None] Pushing event updated for resources: {'Port': ['ID=d0db69c4-c86b-4825-a4c2-4de3010284b9,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:57.927562 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ec99ae-0191-4743-ac43-dc81ee5d70cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fd2761-0f31-4504-94a0-d197fc4bc781'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:13:57.931579 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5301489-bb22-400e-b2ce-42a9b492af09" -d '{"events": [{"server_uuid": "e8ec99ae-0191-4743-ac43-dc81ee5d70cc", "name": "network-vif-plugged", "status": "completed", "tag": "25fd2761-0f31-4504-94a0-d197fc4bc781"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:13:57.940796 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:57.956200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-24cd4a2e-1c36-43e8-ac45-4c89df8df93f None None] Provisioning complete for port fa934def-9e15-47b1-9694-f3e1540b2b87 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:13:57.957073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-24cd4a2e-1c36-43e8-ac45-4c89df8df93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:58.000812 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f5d9446-6264-4311-8b34-4506ee688dbe req-ade9aea8-5960-4407-a924-e1d60bac7265 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137421 Nov 09 00:13:58.013835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39474) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:58.112233 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd3a98f-cbca-4915-be72-d577ebd525ad x-openstack-request-id: req-efd3a98f-cbca-4915-be72-d577ebd525ad {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:58.112233 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9394592-a3c0-451b-8f0a-1cbcebfcdbd1", "tag": "cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:58.112565 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efd3a98f-cbca-4915-be72-d577ebd525ad {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:58.115832 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9394592-a3c0-451b-8f0a-1cbcebfcdbd1', 'tag': 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d', 'status': 'completed', 'code': 200} Nov 09 00:13:58.118785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-286c8a3c-67a8-40b4-b0b0-ba5676644be3 admin admin] Deleting subnet c41d53d0-f9c2-4af3-8f1f-16fb462c0aca {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:13:58.172684 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-286c8a3c-67a8-40b4-b0b0-ba5676644be3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:58.230345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] Set router 616afd0e-7636-40e9-90e9-c18cf8092af9 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:13:58.231042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f75dd6-04e3-4c43-a3cd-36725abf00da req-81a09567-6777-409d-ae07-1e893be98ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:58.232507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52f75dd6-04e3-4c43-a3cd-36725abf00da req-81a09567-6777-409d-ae07-1e893be98ee2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360e36c484d4445a93fbc0577289f5c3&device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 1094 time: 0.1253521 Nov 09 00:13:58.303153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9cb8e-af13-4ad3-9ec7-7eb62b0a86cb req-e6411540-2c8f-44e0-b6db-49dd320e8d4e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:58.305634 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40c9cb8e-af13-4ad3-9ec7-7eb62b0a86cb req-e6411540-2c8f-44e0-b6db-49dd320e8d4e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 943 time: 0.1766407 Nov 09 00:13:58.313996 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-286c8a3c-67a8-40b4-b0b0-ba5676644be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:58.339730 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7b1f05-49fc-4fb4-ab7b-1ce255477345 x-openstack-request-id: req-ee7b1f05-49fc-4fb4-ab7b-1ce255477345 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:13:58.340021 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ec99ae-0191-4743-ac43-dc81ee5d70cc", "name": "network-vif-plugged", "status": "completed", "tag": "25fd2761-0f31-4504-94a0-d197fc4bc781", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:13:58.340277 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee7b1f05-49fc-4fb4-ab7b-1ce255477345 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:13:58.340670 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ec99ae-0191-4743-ac43-dc81ee5d70cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fd2761-0f31-4504-94a0-d197fc4bc781', 'code': 200} Nov 09 00:13:58.362766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-24cd4a2e-1c36-43e8-ac45-4c89df8df93f None None] Port fa934def-9e15-47b1-9694-f3e1540b2b87 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:13:58.439408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=25fd2761-0f31-4504-94a0-d197fc4bc781,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:58.492026 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-286c8a3c-67a8-40b4-b0b0-ba5676644be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:58.539884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40c9cb8e-af13-4ad3-9ec7-7eb62b0a86cb req-c24d0373-e917-4511-916d-75bf98c347a2 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574726 Nov 09 00:13:58.576846 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c72243-157b-43fb-b15c-7fb95bbf24e3 req-3b04eb10-8037-4a74-b865-05c3826cbc58 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:58.585779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6c72243-157b-43fb-b15c-7fb95bbf24e3 req-3b04eb10-8037-4a74-b865-05c3826cbc58 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 951 time: 0.2508349 Nov 09 00:13:58.600962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f75dd6-04e3-4c43-a3cd-36725abf00da req-b4481e4d-d253-4e47-b42d-da76f7e61a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:58.607038 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52f75dd6-04e3-4c43-a3cd-36725abf00da req-b4481e4d-d253-4e47-b42d-da76f7e61a95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74064893-5fe9-4046-b9b3-c6109700574f HTTP/1.1" status: 200 len: 912 time: 0.3634150 Nov 09 00:13:58.648380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fa934def-9e15-47b1-9694-f3e1540b2b87', 'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'mac_address': 'fa:16:3e:d2:51:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:55Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 2, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'subnets': [{'id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:58.676746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52f75dd6-04e3-4c43-a3cd-36725abf00da req-b0a284bf-830c-42fd-86b3-eb2b8ee7a3d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d HTTP/1.1" status: 200 len: 217 time: 0.0590675 Nov 09 00:13:58.686405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c76fa2-7da7-4f26-a45d-9bd3ac5b75ad None None] The sync data for ids ['616afd0e-7636-40e9-90e9-c18cf8092af9'] in n-d-813263-3 is: [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fa934def-9e15-47b1-9694-f3e1540b2b87', 'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'mac_address': 'fa:16:3e:d2:51:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:55Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 2, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'subnets': [{'id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:13:58.759636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6c72243-157b-43fb-b15c-7fb95bbf24e3 req-97b67849-caf6-4293-9c9c-6d9e4b6fc3ad tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681836 Nov 09 00:13:58.763240 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-286c8a3c-67a8-40b4-b0b0-ba5676644be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:58.848673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c8a3c-67a8-40b4-b0b0-ba5676644be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c41d53d0-f9c2-4af3-8f1f-16fb462c0aca,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:58.855480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f75dd6-04e3-4c43-a3cd-36725abf00da req-ba1dcfc2-775b-45cd-b7e8-d8653f427614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:58.856962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52f75dd6-04e3-4c43-a3cd-36725abf00da req-ba1dcfc2-775b-45cd-b7e8-d8653f427614 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f19c17-47de-4fbf-ab9a-2b0ccbbe8716 HTTP/1.1" status: 200 len: 852 time: 0.1702290 Nov 09 00:13:58.860590 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-286c8a3c-67a8-40b4-b0b0-ba5676644be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:58.868189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-286c8a3c-67a8-40b4-b0b0-ba5676644be3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c41d53d0-f9c2-4af3-8f1f-16fb462c0aca HTTP/1.1" status: 204 len: 168 time: 0.8529449 Nov 09 00:13:58.872650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39536) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:58.996933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52f75dd6-04e3-4c43-a3cd-36725abf00da req-231f1951-da4e-4861-93e3-acd5cdc6597d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74064893-5fe9-4046-b9b3-c6109700574f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173325 Nov 09 00:13:59.033332 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:59.263210 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52f75dd6-04e3-4c43-a3cd-36725abf00da req-0cc1f81e-b3e4-4be3-841f-3ef850e909be service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651322 Nov 09 00:13:59.300062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:59.342252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa796993-e20c-4244-979e-40a48d1db895']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:59.356613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54464516-347d-47ea-81c0-e6f2d1dc7b46') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:59.357042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54464516-347d-47ea-81c0-e6f2d1dc7b46') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:13:59.379773 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:59.412632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:59.423928 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:13:59.424384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:13:59.428426 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:13:59.459192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342990c-7caf-4385-9812-9070c810007a req-3b5c528c-746a-4df2-9a05-e8eac0e5242d tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:59.472226 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1342990c-7caf-4385-9812-9070c810007a req-3b5c528c-746a-4df2-9a05-e8eac0e5242d tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1641514 Nov 09 00:13:59.524979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52f75dd6-04e3-4c43-a3cd-36725abf00da req-2ed0cf43-4a42-4b5e-9ace-6be5b4d58c6c service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499835 Nov 09 00:13:59.552395 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:59.570213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:13:59.580246 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] 10.222.0.25 "DELETE /v2.0/networks/aa796993-e20c-4244-979e-40a48d1db895 HTTP/1.1" status: 204 len: 168 time: 0.7022028 Nov 09 00:13:59.599706 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1342990c-7caf-4385-9812-9070c810007a req-4c2e44a5-0276-49a3-847e-537bcaf51aae tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208107 Nov 09 00:13:59.599871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfbe98-399c-42a0-ad69-0f7ed7052f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa796993-e20c-4244-979e-40a48d1db895,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:13:59.802388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831cf3c-b88c-4a62-a6fb-5fe1c88203d1 req-6d663e2d-d64a-45cb-99fc-b4f73ac9accd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:13:59.811335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d831cf3c-b88c-4a62-a6fb-5fe1c88203d1 req-6d663e2d-d64a-45cb-99fc-b4f73ac9accd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 943 time: 0.0855980 Nov 09 00:13:59.838598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39590) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:13:59.926035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d831cf3c-b88c-4a62-a6fb-5fe1c88203d1 req-815653b7-f43b-45ef-9a6d-ad3eb3626002 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115370 Nov 09 00:13:59.957282 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bc3f4c71-11c2-4df2-93b9-3a56a0603ccc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f26f2307a11448f79e42f92ea307fc62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1172657 Nov 09 00:13:59.959915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39602) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:00.064041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc0cb5f3-e411-4990-85c2-f1a82589310f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:00.091952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc0cb5f3-e411-4990-85c2-f1a82589310f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:00.185632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc0cb5f3-e411-4990-85c2-f1a82589310f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:00.199424 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc0cb5f3-e411-4990-85c2-f1a82589310f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:00.204202 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fc0cb5f3-e411-4990-85c2-f1a82589310f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b5062e9-b542-4a22-958a-d2773629f518 HTTP/1.1" status: 204 len: 168 time: 0.2396088 Nov 09 00:14:00.211164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cb5f3-e411-4990-85c2-f1a82589310f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5062e9-b542-4a22-958a-d2773629f518,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:00.853423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005389a-b735-4ba3-8221-79fadf060e02 req-204f224d-d5b4-483a-9ac2-4b35f6e830e6 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:00.869661 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d005389a-b735-4ba3-8221-79fadf060e02 req-204f224d-d5b4-483a-9ac2-4b35f6e830e6 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1543131 Nov 09 00:14:00.930754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d0db69c4-c86b-4825-a4c2-4de3010284b9 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:00.982493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d005389a-b735-4ba3-8221-79fadf060e02 req-062b024b-d817-4e8f-a4d1-b4f7cf460f9e tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117663 Nov 09 00:14:01.087989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d0db69c4-c86b-4825-a4c2-4de3010284b9 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:01.088954 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:01.109068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e83ac-d1b5-482d-b1bd-b8abbbc14484 req-258e87f0-7d1a-413e-a3de-258eccd1161b tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:01.127561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d72e83ac-d1b5-482d-b1bd-b8abbbc14484 req-258e87f0-7d1a-413e-a3de-258eccd1161b tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 951 time: 0.1428525 Nov 09 00:14:01.249829 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:01.296702 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port d0db69c4-c86b-4825-a4c2-4de3010284b9, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d0db69c4-c86b-4825-a4c2-4de3010284b9,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:01.310482 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:01.318967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d72e83ac-d1b5-482d-b1bd-b8abbbc14484 req-cb664d19-6769-4e65-b0a1-bbeb2259208b tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905758 Nov 09 00:14:01.393517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58062b1-fbba-4b74-9439-a1f3d81ddb92 req-a02e3c07-c15e-44b4-9f40-60cd948ae086 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:01.404914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f58062b1-fbba-4b74-9439-a1f3d81ddb92 req-a02e3c07-c15e-44b4-9f40-60cd948ae086 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 943 time: 0.1366956 Nov 09 00:14:01.459590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=d0db69c4-c86b-4825-a4c2-4de3010284b9,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:01.477254 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f58062b1-fbba-4b74-9439-a1f3d81ddb92 req-b5068331-0407-4976-a3f9-72a61e18f934 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713947 Nov 09 00:14:01.685760 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39684) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:01.807281 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:14:01.846552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 584f5248-23cd-440f-85e1-02981053a31b no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:14:01.866944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-360619995-network', 'tenant_id': 'faba8401adb44c448481959551197f7c'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:01.903551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Made reservation on behalf of faba8401adb44c448481959551197f7c for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:01.918327 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:01.941149 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:02.032773 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:02.073150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:02.076691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584f5248-23cd-440f-85e1-02981053a31b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:02.081611 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6d8a9a-0b0b-4a96-bc31-ce61cc2c1db6" -d '{"events": [{"server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "name": "network-vif-unplugged", "status": "completed", "tag": "584f5248-23cd-440f-85e1-02981053a31b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:02.100379 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:02.152056 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:02.160997 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:02.172911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=584f5248-23cd-440f-85e1-02981053a31b,revision_number=11']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:02.204782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:02.220790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d', 'network_id': '74064893-5fe9-4046-b9b3-c6109700574f', 'port_id': 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d', 'mac_address': 'fa:16:3e:b3:b9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f19c17-47de-4fbf-ab9a-2b0ccbbe8716', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:14:02.239062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:14:02.261607 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Sync routers for ids ['616afd0e-7636-40e9-90e9-c18cf8092af9'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:14:02.277192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:02.283033 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Added segment 5a4347be-d39a-47ad-9b70-e5c8c146d6cf of type vlan for network ba276ebe-04d7-461a-be45-9c57540f24f3 Nov 09 00:14:02.283460 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:02.284984 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Routers {'616afd0e-7636-40e9-90e9-c18cf8092af9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:14:02.286801 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:13:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['616afd0e-7636-40e9-90e9-c18cf8092af9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:02.320603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:14:02.341747 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:02.367835 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:02.368367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307e50d-d3f0-445a-8013-8f79305f1656 req-41bd7d5c-755d-4878-bae0-6fee44438e19 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:02.370625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7307e50d-d3f0-445a-8013-8f79305f1656 req-41bd7d5c-755d-4878-bae0-6fee44438e19 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.3151748 Nov 09 00:14:02.380838 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:02.419569 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:02.420526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:02.421095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:02.466830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:02.494118 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7307e50d-d3f0-445a-8013-8f79305f1656 req-5e725133-49bc-4b80-9c6d-5264e49e0ba4 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065869 Nov 09 00:14:02.497293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:02.557735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] Pushing event updated for resources: {'Network': ['ID=ba276ebe-04d7-461a-be45-9c57540f24f3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:02.561264 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Set router 616afd0e-7636-40e9-90e9-c18cf8092af9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:14:02.567871 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b34c5d9b-b699-469f-bbf8-512832614dce admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8777852 Nov 09 00:14:02.567990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39700) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:02.572176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network ba276ebe-04d7-461a-be45-9c57540f24f3 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:14:02.594164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1a1646f1-ad34-4d37-9654-9ea1fc71e9ec admin admin] Request body: {'subnet': {'network_id': 'ba276ebe-04d7-461a-be45-9c57540f24f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-360619995-subnet', 'tenant_id': 'faba8401adb44c448481959551197f7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:02.659849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1646f1-ad34-4d37-9654-9ea1fc71e9ec admin admin] Made reservation on behalf of faba8401adb44c448481959551197f7c for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:02.662379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a1646f1-ad34-4d37-9654-9ea1fc71e9ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:02.692375 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a148b49a-dc64-4984-8336-aed3b7346932 x-openstack-request-id: req-a148b49a-dc64-4984-8336-aed3b7346932 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:02.692872 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "name": "network-vif-unplugged", "status": "completed", "tag": "584f5248-23cd-440f-85e1-02981053a31b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:02.693509 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a148b49a-dc64-4984-8336-aed3b7346932 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:02.694144 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584f5248-23cd-440f-85e1-02981053a31b', 'code': 200} Nov 09 00:14:02.832357 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d0db69c4-c86b-4825-a4c2-4de3010284b9 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:02.841639 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:02.887473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa6eb-6d89-4fad-93c1-b72a70eae297 req-7d07c228-5356-456e-81d1-e8d0ca24fe61 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:02.893878 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-178fa6eb-6d89-4fad-93c1-b72a70eae297 req-7d07c228-5356-456e-81d1-e8d0ca24fe61 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 949 time: 0.1781838 Nov 09 00:14:02.911148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3f462-7dde-4e10-82b1-b99020dbe794 req-3a50870c-b4b6-4d70-92cb-a59071bda6f5 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:02.912728 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6b3f462-7dde-4e10-82b1-b99020dbe794 req-3a50870c-b4b6-4d70-92cb-a59071bda6f5 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bbe866e-7853-413c-bd37-33f4c6448525 HTTP/1.1" status: 200 len: 949 time: 0.1514459 Nov 09 00:14:03.015989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d0db69c4-c86b-4825-a4c2-4de3010284b9 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:03.016536 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:03.035442 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fa934def-9e15-47b1-9694-f3e1540b2b87', 'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'mac_address': 'fa:16:3e:d2:51:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:55Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 2, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'subnets': [{'id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:03.040714 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a1646f1-ad34-4d37-9654-9ea1fc71e9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:03.111208 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Checking router: 616afd0e-7636-40e9-90e9-c18cf8092af9 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:14:03.111767 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Updating router 616afd0e-7636-40e9-90e9-c18cf8092af9 port fa934def-9e15-47b1-9694-f3e1540b2b87 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:14:03.117845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6b3f462-7dde-4e10-82b1-b99020dbe794 req-1f1145b6-f55b-4e58-b8dd-3a50f8601f00 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.25 "GET /v2.0/security-groups?id=0291d196-3d45-4388-988c-6502b5a6b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920288 Nov 09 00:14:03.164343 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:03.181153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1646f1-ad34-4d37-9654-9ea1fc71e9ec admin admin] Checking segment: {'id': '5a4347be-d39a-47ad-9b70-e5c8c146d6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ba276ebe-04d7-461a-be45-9c57540f24f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:03.181557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1646f1-ad34-4d37-9654-9ea1fc71e9ec admin admin] Network hostable DHCP agents. Network: ba276ebe-04d7-461a-be45-9c57540f24f3, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:14:03.211527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1646f1-ad34-4d37-9654-9ea1fc71e9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=369e9e98-a256-473a-868a-eca98a7e1457,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:03.223411 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-178fa6eb-6d89-4fad-93c1-b72a70eae297 req-c3e4412d-1e4c-4664-bae5-50307bc4e228 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Deleting port 584f5248-23cd-440f-85e1-02981053a31b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:14:03.223887 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-178fa6eb-6d89-4fad-93c1-b72a70eae297 req-c3e4412d-1e4c-4664-bae5-50307bc4e228 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:03.239158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1646f1-ad34-4d37-9654-9ea1fc71e9ec admin admin] Network ba276ebe-04d7-461a-be45-9c57540f24f3 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:14:03.257561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-1a1646f1-ad34-4d37-9654-9ea1fc71e9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, ba276ebe-04d7-461a-be45-9c57540f24f3) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:03.264408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1646f1-ad34-4d37-9654-9ea1fc71e9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:03.265048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a1646f1-ad34-4d37-9654-9ea1fc71e9ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:03.305309 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1a1646f1-ad34-4d37-9654-9ea1fc71e9ec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7359774 Nov 09 00:14:03.460200 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-178fa6eb-6d89-4fad-93c1-b72a70eae297 req-c3e4412d-1e4c-4664-bae5-50307bc4e228 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] For port 584f5248-23cd-440f-85e1-02981053a31b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=584f5248-23cd-440f-85e1-02981053a31b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:03.461249 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-178fa6eb-6d89-4fad-93c1-b72a70eae297 req-c3e4412d-1e4c-4664-bae5-50307bc4e228 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:03.474429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-178fa6eb-6d89-4fad-93c1-b72a70eae297 req-c3e4412d-1e4c-4664-bae5-50307bc4e228 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Calling delete_port for 584f5248-23cd-440f-85e1-02981053a31b owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:14:03.498203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306747a7-43b1-4ce3-918c-6b584126e7e1 None None] Network ba276ebe-04d7-461a-be45-9c57540f24f3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:03.555681 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:03.576648 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:03.752217 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-178fa6eb-6d89-4fad-93c1-b72a70eae297 req-c3e4412d-1e4c-4664-bae5-50307bc4e228 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:03.784892 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Pushing event updated for resources: {'Port': ['ID=fa934def-9e15-47b1-9694-f3e1540b2b87,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:03.813091 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:03.820621 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:03.822753 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:03.823345 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:03.823916 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:03.833919 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:03.834638 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:03.835227 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:03.835651 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:03.836077 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:03.836506 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:03.836928 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:03.849045 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Attempting to bind port fa934def-9e15-47b1-9694-f3e1540b2b87 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:03.849792 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Attempting to bind port fa934def-9e15-47b1-9694-f3e1540b2b87 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:03.850415 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Attempting to bind port fa934def-9e15-47b1-9694-f3e1540b2b87 on network cd00dfb3-9954-4da4-8bab-f4742925ef5a {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:03.869273 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:03.870672 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Checking segment: {'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:03.871323 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:03.871947 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Bound using segment: {'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:03.872664 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Bound port: fa934def-9e15-47b1-9694-f3e1540b2b87, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:03.873291 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:03.880965 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4412d-1e4c-4664-bae5-50307bc4e228 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Pushing event deleted for resources: {'Port': ['ID=584f5248-23cd-440f-85e1-02981053a31b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:03.906890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c7eb-2d12-4868-82ea-1712e96984b5 req-a8f7070e-7fe5-4a3f-8bec-57ba3da9f6bd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:03.911541 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae49c7eb-2d12-4868-82ea-1712e96984b5 req-a8f7070e-7fe5-4a3f-8bec-57ba3da9f6bd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 944 time: 0.2842693 Nov 09 00:14:03.942603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f579c5f-6a71-4471-a9d7-765e14688835 None None] Network ba276ebe-04d7-461a-be45-9c57540f24f3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:03.951289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-178fa6eb-6d89-4fad-93c1-b72a70eae297 req-c3e4412d-1e4c-4664-bae5-50307bc4e228 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] No DVR routers for this DVR port 584f5248-23cd-440f-85e1-02981053a31b on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:14:04.001038 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-178fa6eb-6d89-4fad-93c1-b72a70eae297 req-c3e4412d-1e4c-4664-bae5-50307bc4e228 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:04.006419 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-178fa6eb-6d89-4fad-93c1-b72a70eae297 req-c3e4412d-1e4c-4664-bae5-50307bc4e228 tempest-ImagesOneServerTestJSON-1169822869 tempest-ImagesOneServerTestJSON-1169822869-project] 10.222.0.11 "DELETE /v2.0/ports/584f5248-23cd-440f-85e1-02981053a31b HTTP/1.1" status: 204 len: 173 time: 1.0910399 Nov 09 00:14:04.010775 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] For port fa934def-9e15-47b1-9694-f3e1540b2b87, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:04.015024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'name': 'network-vif-deleted', 'tag': '584f5248-23cd-440f-85e1-02981053a31b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:04.017478 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6590a4-f386-4fe8-afd4-172a65013e33" -d '{"events": [{"server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "name": "network-vif-deleted", "tag": "584f5248-23cd-440f-85e1-02981053a31b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:04.019372 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] For port fa934def-9e15-47b1-9694-f3e1540b2b87, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fa934def-9e15-47b1-9694-f3e1540b2b87,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:04.032923 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:04.085047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae49c7eb-2d12-4868-82ea-1712e96984b5 req-35fea988-fbb7-4050-b6e6-669aedcd5c91 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557302 Nov 09 00:14:04.141536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fac6e168-9475-4d4f-aac7-52749a4f1cb1 None None] Provisioning complete for port fa934def-9e15-47b1-9694-f3e1540b2b87 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:04.146799 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fac6e168-9475-4d4f-aac7-52749a4f1cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:04.167253 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89257e-9719-4350-a09e-dacc5a228178 None None] Pushing event updated for resources: {'Port': ['ID=fa934def-9e15-47b1-9694-f3e1540b2b87,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:04.196240 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Routers {'616afd0e-7636-40e9-90e9-c18cf8092af9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:14:04.197258 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:13:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['616afd0e-7636-40e9-90e9-c18cf8092af9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:04.459508 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] Set router 616afd0e-7636-40e9-90e9-c18cf8092af9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:14:04.546410 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fac6e168-9475-4d4f-aac7-52749a4f1cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:04.637452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e4d9e-07cc-44bf-8491-f62e2d1bd18f req-e023370d-9b89-479f-a155-07b207143d82 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:04.673544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e84e4d9e-07cc-44bf-8491-f62e2d1bd18f req-e023370d-9b89-479f-a155-07b207143d82 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.2047663 Nov 09 00:14:04.721171 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-fac6e168-9475-4d4f-aac7-52749a4f1cb1 None None] For port fa934def-9e15-47b1-9694-f3e1540b2b87, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fa934def-9e15-47b1-9694-f3e1540b2b87,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:04.731625 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fac6e168-9475-4d4f-aac7-52749a4f1cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:04.800765 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e84e4d9e-07cc-44bf-8491-f62e2d1bd18f req-87253ae5-9b91-442a-a328-d6386fcb8ce2 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032166 Nov 09 00:14:04.984030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6e168-9475-4d4f-aac7-52749a4f1cb1 None None] Pushing event updated for resources: {'Port': ['ID=fa934def-9e15-47b1-9694-f3e1540b2b87,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:05.000134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fa934def-9e15-47b1-9694-f3e1540b2b87 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:05.037296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ebaec513-301c-44b2-88f9-f9b2b546a7eb None None] Provisioning complete for port fa934def-9e15-47b1-9694-f3e1540b2b87 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:05.037801 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ebaec513-301c-44b2-88f9-f9b2b546a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:05.115004 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port fa934def-9e15-47b1-9694-f3e1540b2b87 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:05.115544 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:05.239287 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fa934def-9e15-47b1-9694-f3e1540b2b87', 'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'mac_address': 'fa:16:3e:d2:51:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:55Z', 'updated_at': '2021-11-09T00:14:04Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'subnets': [{'id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:05.303947 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3733b3a-7e48-4290-9c55-c0ff86c1a9fe None None] The sync data for ids ['616afd0e-7636-40e9-90e9-c18cf8092af9'] in n-d-813263-3 is: [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fa934def-9e15-47b1-9694-f3e1540b2b87', 'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'mac_address': 'fa:16:3e:d2:51:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:55Z', 'updated_at': '2021-11-09T00:14:04Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'subnets': [{'id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:14:05.826936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:05.944959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:14:05.950805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:05.951460 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:06.073125 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:06.106894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9394592-a3c0-451b-8f0a-1cbcebfcdbd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:06.109996 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530b911e-6873-4ed8-aac3-208c315d0859" -d '{"events": [{"server_uuid": "f9394592-a3c0-451b-8f0a-1cbcebfcdbd1", "name": "network-vif-plugged", "status": "completed", "tag": "cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:06.130641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:06.137738 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:06.210566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:06.892350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fa934def-9e15-47b1-9694-f3e1540b2b87 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:06.978588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port fa934def-9e15-47b1-9694-f3e1540b2b87 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:06.978987 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:07.853291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 584f5248-23cd-440f-85e1-02981053a31b no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:14:07.881210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 584f5248-23cd-440f-85e1-02981053a31b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:14:07.881574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 584f5248-23cd-440f-85e1-02981053a31b not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:14:08.804260 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8a556-7319-4434-b4cf-1f7a6080c710 req-e52e524d-bd62-49d6-9101-2bd5b8a48b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:08.807698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3a8a556-7319-4434-b4cf-1f7a6080c710 req-e52e524d-bd62-49d6-9101-2bd5b8a48b97 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 1096 time: 0.0793118 Nov 09 00:14:08.865667 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3a8a556-7319-4434-b4cf-1f7a6080c710 req-13237356-9940-4d6c-8119-56849c32dac8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Nov 09 00:14:09.960268 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:14:10.108653 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dbc565-a63d-498d-869b-4405b26f6f91 x-openstack-request-id: req-61dbc565-a63d-498d-869b-4405b26f6f91 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:10.109187 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe866e-7853-413c-bd37-33f4c6448525", "name": "network-vif-deleted", "tag": "584f5248-23cd-440f-85e1-02981053a31b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:10.109187 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61dbc565-a63d-498d-869b-4405b26f6f91 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:10.109594 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe866e-7853-413c-bd37-33f4c6448525', 'name': 'network-vif-deleted', 'tag': '584f5248-23cd-440f-85e1-02981053a31b', 'status': 'completed', 'code': 200} Nov 09 00:14:10.210757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-7d485e26-f010-4ab1-8766-36b1da6c5232 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:10.212422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-7d485e26-f010-4ab1-8766-36b1da6c5232 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/networks?id=ba276ebe-04d7-461a-be45-9c57540f24f3 HTTP/1.1" status: 200 len: 813 time: 0.1285923 Nov 09 00:14:10.241918 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-02bc0400-35e9-444e-b677-b3b352483e65 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/quotas/faba8401adb44c448481959551197f7c HTTP/1.1" status: 200 len: 375 time: 0.0149028 Nov 09 00:14:10.267619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd912e-145a-47c1-b891-155db4531917 req-bc91d3f0-8df7-4f97-8aa4-47e66d542c77 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:10.269194 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86cd912e-145a-47c1-b891-155db4531917 req-bc91d3f0-8df7-4f97-8aa4-47e66d542c77 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 945 time: 0.0828662 Nov 09 00:14:10.290049 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-a5dd0545-45d0-4197-8e32-17d8784ef818 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=faba8401adb44c448481959551197f7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396147 Nov 09 00:14:10.389243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39780) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:10.398227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86cd912e-145a-47c1-b891-155db4531917 req-c9ce9265-c915-4928-9fc5-0a4ec1ab8ac1 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112161 Nov 09 00:14:10.440946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-440d2af1-bd23-4f4d-a662-e16008bb4513 service neutron] 10.222.0.25 "GET /v2.0/networks/ba276ebe-04d7-461a-be45-9c57540f24f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386099 Nov 09 00:14:10.558232 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-a54771c5-3bc3-4eaa-86b3-d7a8e003dd35 service neutron] 10.222.0.25 "GET /v2.0/networks/ba276ebe-04d7-461a-be45-9c57540f24f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108108 Nov 09 00:14:10.569247 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-904b650d-0922-46b6-b9e0-82d5249c86d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8d08429913d4b828bf3173ee0afd5a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1787381 Nov 09 00:14:10.571628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39784) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:10.631419 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ca495d4-6c4c-4223-8dee-88c2f12c1e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:10.659196 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ca495d4-6c4c-4223-8dee-88c2f12c1e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:10.664156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe401c-4c9e-4236-ab70-ba11d4bfb48c req-c2f82eaf-3ac9-49a0-9706-e34109b95ddb tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:10.666312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64fe401c-4c9e-4236-ab70-ba11d4bfb48c req-c2f82eaf-3ac9-49a0-9706-e34109b95ddb tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.0581453 Nov 09 00:14:10.719689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ca495d4-6c4c-4223-8dee-88c2f12c1e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:10.728345 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ca495d4-6c4c-4223-8dee-88c2f12c1e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:10.731378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64fe401c-4c9e-4236-ab70-ba11d4bfb48c req-4e06bcf4-29f7-4b3e-bd3f-fbb109465b46 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569642 Nov 09 00:14:10.735142 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2ca495d4-6c4c-4223-8dee-88c2f12c1e9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0291d196-3d45-4388-988c-6502b5a6b285 HTTP/1.1" status: 204 len: 168 time: 0.1596694 Nov 09 00:14:10.745985 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca495d4-6c4c-4223-8dee-88c2f12c1e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0291d196-3d45-4388-988c-6502b5a6b285,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:10.767170 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7336484b-ad17-4d97-af94-da47eb04a448 x-openstack-request-id: req-7336484b-ad17-4d97-af94-da47eb04a448 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:10.768043 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9394592-a3c0-451b-8f0a-1cbcebfcdbd1", "name": "network-vif-plugged", "status": "completed", "tag": "cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:10.769128 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7336484b-ad17-4d97-af94-da47eb04a448 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:10.770034 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9394592-a3c0-451b-8f0a-1cbcebfcdbd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d', 'code': 200} Nov 09 00:14:10.852415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f30a5122-804d-4225-9b1a-4868f9b35153 req-6433159b-c682-4406-bd49-7032638836dd tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 210 time: 0.0473344 Nov 09 00:14:10.928938 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d60f2-9e20-49e6-b3b9-c717eef9102d req-0be41133-87d5-4584-945f-b34b6a74f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:10.934320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-951d60f2-9e20-49e6-b3b9-c717eef9102d req-0be41133-87d5-4584-945f-b34b6a74f773 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 1096 time: 0.0846386 Nov 09 00:14:10.995073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-951d60f2-9e20-49e6-b3b9-c717eef9102d req-207436b9-ad6b-4b01-a754-7c2cb525d07a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470164 Nov 09 00:14:11.342776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6815d8-0f1b-4c47-95c9-36cc95b833e0 req-1d5684e2-a7a0-4ecc-96f9-fa62bf1788a2 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:11.355049 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a6815d8-0f1b-4c47-95c9-36cc95b833e0 req-1d5684e2-a7a0-4ecc-96f9-fa62bf1788a2 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1344464 Nov 09 00:14:11.371311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148bb1-9d29-42d0-ad05-41c26f6f6529 req-2e069c4d-a1c6-4e00-81f5-5eaae71bd8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:11.373206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce148bb1-9d29-42d0-ad05-41c26f6f6529 req-2e069c4d-a1c6-4e00-81f5-5eaae71bd8bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=256ea83e5dc84f38bff819ae1a041631&device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 1096 time: 0.1393285 Nov 09 00:14:11.475316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a6815d8-0f1b-4c47-95c9-36cc95b833e0 req-09da2f18-64fe-4af7-b1d6-ac71a8021c0c tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163144 Nov 09 00:14:11.650436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148bb1-9d29-42d0-ad05-41c26f6f6529 req-abd61535-5dc2-4eea-a4d1-535fed6ceabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:11.651790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce148bb1-9d29-42d0-ad05-41c26f6f6529 req-abd61535-5dc2-4eea-a4d1-535fed6ceabd service neutron] 10.222.0.11 "GET /v2.0/networks?id=90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 200 len: 918 time: 0.2414024 Nov 09 00:14:11.732033 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce148bb1-9d29-42d0-ad05-41c26f6f6529 req-278885f8-f4ea-4108-9ce7-60010d8386da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 HTTP/1.1" status: 200 len: 217 time: 0.0704293 Nov 09 00:14:11.755129 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a8bc0-edeb-4ef3-970f-4e790ad32b8c req-17b8b4aa-3f80-400b-a57b-6a6050247d45 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:11.764989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a6a8bc0-edeb-4ef3-970f-4e790ad32b8c req-17b8b4aa-3f80-400b-a57b-6a6050247d45 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 945 time: 0.1779644 Nov 09 00:14:12.160099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148bb1-9d29-42d0-ad05-41c26f6f6529 req-31ef1815-8511-4047-985a-31d9edce0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:12.161506 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce148bb1-9d29-42d0-ad05-41c26f6f6529 req-31ef1815-8511-4047-985a-31d9edce0bef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3a73895-e260-433a-ae19-cb0786e0dfa4 HTTP/1.1" status: 200 len: 858 time: 0.4175899 Nov 09 00:14:12.206254 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce148bb1-9d29-42d0-ad05-41c26f6f6529 req-3abb0e8f-d995-4f1b-870f-542b4bb8634b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90b034b0-bfba-4885-8688-23fbce7862ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361440 Nov 09 00:14:12.283487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a6a8bc0-edeb-4ef3-970f-4e790ad32b8c req-dcbc6ac4-5322-4bf6-b550-13bc5a6501b8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174434 Nov 09 00:14:12.381496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aaa1d973-e01c-40ed-8c3c-e77b3f31748e req-9bca7e29-b484-490f-9976-0889c8988f1c tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 210 time: 0.1369610 Nov 09 00:14:12.419066 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce148bb1-9d29-42d0-ad05-41c26f6f6529 req-a7a14ce0-3ccb-4b44-87fa-6041eba2177d service neutron] 10.222.0.11 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012405 Nov 09 00:14:12.635119 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72775f14-56b0-40e9-be03-b44c8c2f4f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:12.660579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-5a4a30ff-3e33-4533-8df4-72291fb69ef8 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:12.662072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-5a4a30ff-3e33-4533-8df4-72291fb69ef8 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.30 "GET /v2.0/networks?id=ba276ebe-04d7-461a-be45-9c57540f24f3 HTTP/1.1" status: 200 len: 813 time: 0.3060491 Nov 09 00:14:12.683780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Request body: {'port': {'device_id': '1c38b4d6-650d-4164-8f68-86dd4588f20f', 'network_id': 'ba276ebe-04d7-461a-be45-9c57540f24f3', 'admin_state_up': True, 'tenant_id': 'faba8401adb44c448481959551197f7c'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:12.796386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce148bb1-9d29-42d0-ad05-41c26f6f6529 req-5855a767-5d71-4544-bfbe-8ce3576d48a6 service neutron] 10.222.0.11 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472044 Nov 09 00:14:12.815473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-32a33cc9-9301-4794-b221-fc07a929d73f tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:12.817096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-32a33cc9-9301-4794-b221-fc07a929d73f tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/networks?id=68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 200 len: 805 time: 0.2844217 Nov 09 00:14:12.850090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ae83b-c565-466c-8ea2-f99ef2ab24fc req-10cf83ef-0bda-4481-ba2f-e431b335d986 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:12.851582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-805ae83b-c565-466c-8ea2-f99ef2ab24fc req-10cf83ef-0bda-4481-ba2f-e431b335d986 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.2041283 Nov 09 00:14:12.865482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-2df59810-56a3-4ea2-9875-ad1effae39b6 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/quotas/abd46c9bade94d899a9b0ea3f02107c0 HTTP/1.1" status: 200 len: 375 time: 0.0357642 Nov 09 00:14:12.969412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-805ae83b-c565-466c-8ea2-f99ef2ab24fc req-8453f6dc-6b55-4cbf-8754-37889c68aee1 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095967 Nov 09 00:14:12.971349 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Made reservation on behalf of faba8401adb44c448481959551197f7c for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:12.974787 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:12.993005 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-91667b96-8c50-4344-9041-872d948ad2ca tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1170487 Nov 09 00:14:13.198648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-5ac7c814-6b3c-4d03-a19f-8de5aa1b4815 service neutron] 10.222.0.25 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851926 Nov 09 00:14:13.244293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Allocated IP 172.20.0.7 (ba276ebe-04d7-461a-be45-9c57540f24f3/369e9e98-a256-473a-868a-eca98a7e1457/e63931e8-ac2f-401a-97fc-427111177424) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:13.351689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-f906ff27-f67e-457c-955b-cdd2b6412c82 service neutron] 10.222.0.25 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408248 Nov 09 00:14:13.468333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d3bb4-c178-41c2-860a-f5fc0970a197 req-a3577d76-1b63-4aff-970b-870e649d85a5 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:13.469913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-056d3bb4-c178-41c2-860a-f5fc0970a197 req-a3577d76-1b63-4aff-970b-870e649d85a5 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 945 time: 0.1034412 Nov 09 00:14:13.541039 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:13.589358 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-056d3bb4-c178-41c2-860a-f5fc0970a197 req-f9ed87d2-981c-41f6-9939-b253a602d4db tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095362 Nov 09 00:14:13.608259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d05c90e-2ea7-46b9-9bae-29c19ddb41e5 req-fbb4e18d-3fff-4a39-9eb5-a279c04eeeff tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 210 time: 0.0407262 Nov 09 00:14:13.662406 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:13.698966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39948) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:13.749244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-28155916-1c12-4831-9079-dff2277d3fa8 req-9ddafb9a-34c4-42b1-89c6-415899839bd8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 210 time: 0.0690439 Nov 09 00:14:13.801935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Network ba276ebe-04d7-461a-be45-9c57540f24f3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:13.806634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:13.814231 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:13.825618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Pushing event updated for resources: {'Port': ['ID=e63931e8-ac2f-401a-97fc-427111177424,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:13.884469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:13.886773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:13.890610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30c9c12f-92ed-4dae-912b-96b77dcb1fcd req-49665b98-9f6a-40bf-a7a9-094b6eb0fad0 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1482147744&fields=id&tenant_id=360e36c484d4445a93fbc0577289f5c3 HTTP/1.1" status: 200 len: 267 time: 0.1484263 Nov 09 00:14:13.901547 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:13.936413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-6c3a9951-8a2a-47ba-b168-5e0a3a736090 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2625172 Nov 09 00:14:13.950943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-aa9753e3-221c-41c9-8aff-535c25170c91 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:14:13.952177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-aa9753e3-221c-41c9-8aff-535c25170c91 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063765 Nov 09 00:14:13.966007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9c12f-92ed-4dae-912b-96b77dcb1fcd req-bfd0b1bc-3c8d-4724-86a7-b02c49609c58 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:13.967575 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30c9c12f-92ed-4dae-912b-96b77dcb1fcd req-bfd0b1bc-3c8d-4724-86a7-b02c49609c58 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 945 time: 0.0694230 Nov 09 00:14:13.972774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Request body: {'port': {'device_id': '1c38b4d6-650d-4164-8f68-86dd4588f20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:13.998239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-30c9c12f-92ed-4dae-912b-96b77dcb1fcd req-1486e5ad-be30-41d6-b80d-a1998b830cdc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'port': {'security_groups': ['ad86ee7c-66e9-4cda-ae50-c0b7789e9bff', '9666a7f2-66fd-4056-94ed-7858d3824fc6']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:14.057907 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:14.069934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:14.113075 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c6117-33a0-4201-abe4-375aea9ace78 req-0a3e54d0-cc8a-46f7-8c13-7ac069eaeb1e tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:14.114968 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c08c6117-33a0-4201-abe4-375aea9ace78 req-0a3e54d0-cc8a-46f7-8c13-7ac069eaeb1e tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8ec99ae-0191-4743-ac43-dc81ee5d70cc HTTP/1.1" status: 200 len: 945 time: 0.1005270 Nov 09 00:14:14.144648 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85277136cd2e4f0a98b892a8287e620c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4444742 Nov 09 00:14:14.156094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39962) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:14.157710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:14.167884 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-30c9c12f-92ed-4dae-912b-96b77dcb1fcd req-1486e5ad-be30-41d6-b80d-a1998b830cdc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:14.183639 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45825ef3-c8d4-418d-ba36-8867d888eefa,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:14.220434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:14.221925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:14.223584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:14.224404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:14.225000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:14.227097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:14.227694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:14.228318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:14.228734 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:14.229326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:14.230137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:14.230732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787533fa-3140-457d-9e63-17a40a9f34f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:14.303209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b229b1-035f-4441-90a7-a7b899461e47 req-5b8acb4e-2e85-477a-8884-a5d2494ef1dc tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:14.304757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2b229b1-035f-4441-90a7-a7b899461e47 req-5b8acb4e-2e85-477a-8884-a5d2494ef1dc tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.2115297 Nov 09 00:14:14.340699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-c08c6117-33a0-4201-abe4-375aea9ace78 req-90b15372-b846-4e4d-a8a9-c7256be02baf tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Deleting port 25fd2761-0f31-4504-94a0-d197fc4bc781 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:14:14.341339 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c08c6117-33a0-4201-abe4-375aea9ace78 req-90b15372-b846-4e4d-a8a9-c7256be02baf tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:14.438866 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbac1-d2ab-4d60-b29e-23066183746e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:14.481752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c08c6117-33a0-4201-abe4-375aea9ace78 req-90b15372-b846-4e4d-a8a9-c7256be02baf tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] For port 25fd2761-0f31-4504-94a0-d197fc4bc781, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=25fd2761-0f31-4504-94a0-d197fc4bc781,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:14.482577 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c08c6117-33a0-4201-abe4-375aea9ace78 req-90b15372-b846-4e4d-a8a9-c7256be02baf tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:14.502246 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-c08c6117-33a0-4201-abe4-375aea9ace78 req-90b15372-b846-4e4d-a8a9-c7256be02baf tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Calling delete_port for 25fd2761-0f31-4504-94a0-d197fc4bc781 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:14:14.521903 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2b229b1-035f-4441-90a7-a7b899461e47 req-3ce6ba27-5eea-4353-820b-ab32e7b8c844 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577027 Nov 09 00:14:14.573379 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbac1-d2ab-4d60-b29e-23066183746e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:14.654398 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbac1-d2ab-4d60-b29e-23066183746e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:14.657330 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbac1-d2ab-4d60-b29e-23066183746e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:14.660974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cb0cbac1-d2ab-4d60-b29e-23066183746e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45825ef3-c8d4-418d-ba36-8867d888eefa HTTP/1.1" status: 204 len: 168 time: 0.4987912 Nov 09 00:14:14.789043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cbac1-d2ab-4d60-b29e-23066183746e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45825ef3-c8d4-418d-ba36-8867d888eefa,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:14.876653 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3df47a90-b1a3-444f-9761-a95bbc0bb894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:14.895632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-30c9c12f-92ed-4dae-912b-96b77dcb1fcd req-1486e5ad-be30-41d6-b80d-a1998b830cdc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] For port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:15.014119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-30c9c12f-92ed-4dae-912b-96b77dcb1fcd req-1486e5ad-be30-41d6-b80d-a1998b830cdc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:15.039886 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-30c9c12f-92ed-4dae-912b-96b77dcb1fcd req-1486e5ad-be30-41d6-b80d-a1998b830cdc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:15.054015 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f7be22a2-afd5-4aea-86c0-4da2fd91a060', 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:15.061188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-7486ec78-3501-447c-aceb-364bd7ada311 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:15.063469 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-7486ec78-3501-447c-aceb-364bd7ada311 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "GET /v2.0/networks?id=68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 200 len: 805 time: 0.1708207 Nov 09 00:14:15.115671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Request body: {'port': {'device_id': '67161978-b0d9-485a-b164-a2e613cb6e25', 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'admin_state_up': True, 'tenant_id': 'abd46c9bade94d899a9b0ea3f02107c0'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:15.129281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f9931-88fe-4f62-b98b-ee2c040d6136 req-165ecb29-6c6b-4577-b1fc-5c143e9a6878 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:15.136931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b5f9931-88fe-4f62-b98b-ee2c040d6136 req-165ecb29-6c6b-4577-b1fc-5c143e9a6878 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 931 time: 0.1763129 Nov 09 00:14:15.163000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486e5ad-be30-41d6-b80d-a1998b830cdc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'Port': ['ID=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:15.202293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9c12f-92ed-4dae-912b-96b77dcb1fcd req-1486e5ad-be30-41d6-b80d-a1998b830cdc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:15.203089 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-30c9c12f-92ed-4dae-912b-96b77dcb1fcd req-1486e5ad-be30-41d6-b80d-a1998b830cdc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:15.204627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30c9c12f-92ed-4dae-912b-96b77dcb1fcd req-1486e5ad-be30-41d6-b80d-a1998b830cdc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "PUT /v2.0/ports/cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d HTTP/1.1" status: 200 len: 981 time: 1.2279441 Nov 09 00:14:15.205396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9394592-a3c0-451b-8f0a-1cbcebfcdbd1', 'tag': 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:15.214346 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cef497-31e7-4ea3-a293-c366c0e8b15e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9394592-a3c0-451b-8f0a-1cbcebfcdbd1", "tag": "cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:15.230671 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c08c6117-33a0-4201-abe4-375aea9ace78 req-90b15372-b846-4e4d-a8a9-c7256be02baf tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:15.267177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63931e8-ac2f-401a-97fc-427111177424 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:14:15.280565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 25fd2761-0f31-4504-94a0-d197fc4bc781 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:14:15.290893 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:15.307513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b15372-b846-4e4d-a8a9-c7256be02baf tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Pushing event deleted for resources: {'Port': ['ID=25fd2761-0f31-4504-94a0-d197fc4bc781,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:15.314823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b5f9931-88fe-4f62-b98b-ee2c040d6136 req-20aee380-68c2-4ea8-b5d1-17f072fd4330 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762252 Nov 09 00:14:15.336154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Transition to ACTIVE for port object e63931e8-ac2f-401a-97fc-427111177424 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:14:15.343141 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:15.396212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08c6117-33a0-4201-abe4-375aea9ace78 req-90b15372-b846-4e4d-a8a9-c7256be02baf tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] No DVR routers for this DVR port 25fd2761-0f31-4504-94a0-d197fc4bc781 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:14:15.402633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c08c6117-33a0-4201-abe4-375aea9ace78 req-90b15372-b846-4e4d-a8a9-c7256be02baf tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:15.406814 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c08c6117-33a0-4201-abe4-375aea9ace78 req-90b15372-b846-4e4d-a8a9-c7256be02baf tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "DELETE /v2.0/ports/25fd2761-0f31-4504-94a0-d197fc4bc781 HTTP/1.1" status: 204 len: 173 time: 1.2837453 Nov 09 00:14:15.407280 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ec99ae-0191-4743-ac43-dc81ee5d70cc', 'name': 'network-vif-deleted', 'tag': '25fd2761-0f31-4504-94a0-d197fc4bc781'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:15.409855 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d80884-8e4c-4b4c-bd6c-91d269f32c30" -d '{"events": [{"server_uuid": "e8ec99ae-0191-4743-ac43-dc81ee5d70cc", "name": "network-vif-deleted", "tag": "25fd2761-0f31-4504-94a0-d197fc4bc781"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:15.416385 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:15.424689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Made reservation on behalf of abd46c9bade94d899a9b0ea3f02107c0 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:15.429779 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:15.431054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 25fd2761-0f31-4504-94a0-d197fc4bc781 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:14:15.434258 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 25fd2761-0f31-4504-94a0-d197fc4bc781 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:14:15.503006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f89c0fc-676d-4bcd-a96e-2b30e5096354 req-a1863655-bce3-4dbc-8e7c-5706c005b54e tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 210 time: 0.0717497 Nov 09 00:14:15.513609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=e63931e8-ac2f-401a-97fc-427111177424,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:15.550369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdbde4-4964-42ed-bc49-3e4333149797 req-0b1d06e7-8631-4704-aa62-ff5c6922f31f tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:15.558439 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6afdbde4-4964-42ed-bc49-3e4333149797 req-0b1d06e7-8631-4704-aa62-ff5c6922f31f tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 945 time: 0.2066910 Nov 09 00:14:15.624603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Allocated IP 172.20.0.10 (68e0841c-b375-4078-9c24-adf0ad731f62/c4e01c80-407a-4e05-95b4-3fd4d0d3686f/39462c94-3851-4808-b145-03b5b72c6874) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:15.683117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26ddf0cd-ff86-4cb9-9672-fa2cb89bae52 req-62f01662-23e3-4bb0-a07e-df28559fcab0 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/9666a7f2-66fd-4056-94ed-7858d3824fc6 HTTP/1.1" status: 200 len: 1820 time: 0.1445272 Nov 09 00:14:15.735649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6afdbde4-4964-42ed-bc49-3e4333149797 req-52234a6f-9b8b-48ed-ba93-51e830a69f19 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740890 Nov 09 00:14:15.752285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Attempting to bind port e63931e8-ac2f-401a-97fc-427111177424 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:15.752620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Attempting to bind port e63931e8-ac2f-401a-97fc-427111177424 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '5a4347be-d39a-47ad-9b70-e5c8c146d6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ba276ebe-04d7-461a-be45-9c57540f24f3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:15.752951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Attempting to bind port e63931e8-ac2f-401a-97fc-427111177424 on network ba276ebe-04d7-461a-be45-9c57540f24f3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:15.776414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Port e63931e8-ac2f-401a-97fc-427111177424 on network ba276ebe-04d7-461a-be45-9c57540f24f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:14:15.776737 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Attempting to bind port e63931e8-ac2f-401a-97fc-427111177424 on network ba276ebe-04d7-461a-be45-9c57540f24f3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:15.803460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:15.804208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Checking segment: {'id': '5a4347be-d39a-47ad-9b70-e5c8c146d6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ba276ebe-04d7-461a-be45-9c57540f24f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:15.804863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Bound using segment: {'id': '5a4347be-d39a-47ad-9b70-e5c8c146d6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ba276ebe-04d7-461a-be45-9c57540f24f3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:15.805582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Bound port: e63931e8-ac2f-401a-97fc-427111177424, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4347be-d39a-47ad-9b70-e5c8c146d6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ba276ebe-04d7-461a-be45-9c57540f24f3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:15.807387 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:15.841323 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e205e4-495b-4dc6-9dbe-66b8a575748c x-openstack-request-id: req-31e205e4-495b-4dc6-9dbe-66b8a575748c {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:15.842028 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9394592-a3c0-451b-8f0a-1cbcebfcdbd1", "tag": "cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:15.842531 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31e205e4-495b-4dc6-9dbe-66b8a575748c {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:15.843529 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9394592-a3c0-451b-8f0a-1cbcebfcdbd1', 'tag': 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d', 'status': 'completed', 'code': 200} Nov 09 00:14:15.851123 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:15.866276 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-26ddf0cd-ff86-4cb9-9672-fa2cb89bae52 req-f8cbc531-dad8-4ac7-bb1c-4c54e9c3e33c tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 00:14:15.887495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26ddf0cd-ff86-4cb9-9672-fa2cb89bae52 req-f8cbc531-dad8-4ac7-bb1c-4c54e9c3e33c tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "DELETE /v2.0/security-groups/9666a7f2-66fd-4056-94ed-7858d3824fc6 HTTP/1.1" status: 409 len: 341 time: 0.2003787 Nov 09 00:14:15.891854 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:15.935442 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed9afe5-5e8a-4583-a6aa-d9205c434dd7 x-openstack-request-id: req-bed9afe5-5e8a-4583-a6aa-d9205c434dd7 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:15.935739 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ec99ae-0191-4743-ac43-dc81ee5d70cc", "name": "network-vif-deleted", "tag": "25fd2761-0f31-4504-94a0-d197fc4bc781", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:15.935984 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bed9afe5-5e8a-4583-a6aa-d9205c434dd7 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:15.936389 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ec99ae-0191-4743-ac43-dc81ee5d70cc', 'name': 'network-vif-deleted', 'tag': '25fd2761-0f31-4504-94a0-d197fc4bc781', 'status': 'completed', 'code': 200} Nov 09 00:14:15.979269 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:16.090953 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:16.104124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Pushing event updated for resources: {'Port': ['ID=39462c94-3851-4808-b145-03b5b72c6874,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:16.150571 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:16.153900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Network 68e0841c-b375-4078-9c24-adf0ad731f62 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:16.158716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:16.165009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:16.246053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef497-31e7-4ea3-a293-c366c0e8b15e req-d6a820cf-bd30-4179-88c5-3c459f3bb8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:16.247574 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63cef497-31e7-4ea3-a293-c366c0e8b15e req-d6a820cf-bd30-4179-88c5-3c459f3bb8b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360e36c484d4445a93fbc0577289f5c3&device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 1135 time: 0.3582776 Nov 09 00:14:16.249718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] For port e63931e8-ac2f-401a-97fc-427111177424, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:16.294050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:16.295060 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:16.330703 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-50d3438d-b237-4c01-aa25-36f0d125e532 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2231443 Nov 09 00:14:16.350224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Request body: {'port': {'device_id': '67161978-b0d9-485a-b164-a2e613cb6e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:16.362098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5ea32-3f86-404b-ab33-7c621cb5ff82 req-ac3aef9a-ec07-481f-b6a6-ae01e20b28d1 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:16.370407 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94c5ea32-3f86-404b-ab33-7c621cb5ff82 req-ac3aef9a-ec07-481f-b6a6-ae01e20b28d1 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.3454866 Nov 09 00:14:16.391302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] For port e63931e8-ac2f-401a-97fc-427111177424, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e63931e8-ac2f-401a-97fc-427111177424,segment=NetworkSegment(5a4347be-d39a-47ad-9b70-e5c8c146d6cf),segment_id=5a4347be-d39a-47ad-9b70-e5c8c146d6cf)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:16.422188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:16.432122 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:16.512235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:16.512813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:16.514551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] 10.222.0.30 "PUT /v2.0/ports/e63931e8-ac2f-401a-97fc-427111177424 HTTP/1.1" status: 200 len: 1091 time: 2.5460656 Nov 09 00:14:16.573413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e028770-cf48-48da-a622-302689eb1aa3 req-45678996-f8b3-4d11-bd6a-85e105b9be7e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:16.574864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e028770-cf48-48da-a622-302689eb1aa3 req-45678996-f8b3-4d11-bd6a-85e105b9be7e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 984 time: 0.2006779 Nov 09 00:14:16.585885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94c5ea32-3f86-404b-ab33-7c621cb5ff82 req-6df722b5-4dde-4252-ac91-65b4fbd15899 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145998 Nov 09 00:14:16.605393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef497-31e7-4ea3-a293-c366c0e8b15e req-e366a694-d2e1-43dd-b0e2-3446bde56105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:16.605393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63cef497-31e7-4ea3-a293-c366c0e8b15e req-e366a694-d2e1-43dd-b0e2-3446bde56105 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74064893-5fe9-4046-b9b3-c6109700574f HTTP/1.1" status: 200 len: 912 time: 0.3338251 Nov 09 00:14:16.614497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db8a81-ba5e-4c7a-bccb-5f2f4f6a7ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=e63931e8-ac2f-401a-97fc-427111177424,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:16.709765 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63cef497-31e7-4ea3-a293-c366c0e8b15e req-0252b42f-82f9-4bdc-a564-49591de9e25b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d HTTP/1.1" status: 200 len: 217 time: 0.0910742 Nov 09 00:14:16.796512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-5cd68510-722b-47c0-a7da-a9508cae8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:16.798177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-5cd68510-722b-47c0-a7da-a9508cae8bdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faba8401adb44c448481959551197f7c&device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 1094 time: 0.2223396 Nov 09 00:14:16.861837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39462c94-3851-4808-b145-03b5b72c6874 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:14:16.872640 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:16.889530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Transition to ACTIVE for port object 39462c94-3851-4808-b145-03b5b72c6874 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:14:16.893909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:16.982822 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=39462c94-3851-4808-b145-03b5b72c6874,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:17.127968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Attempting to bind port 39462c94-3851-4808-b145-03b5b72c6874 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:17.128720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Attempting to bind port 39462c94-3851-4808-b145-03b5b72c6874 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:17.128720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Attempting to bind port 39462c94-3851-4808-b145-03b5b72c6874 on network 68e0841c-b375-4078-9c24-adf0ad731f62 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:17.134043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Port 39462c94-3851-4808-b145-03b5b72c6874 on network 68e0841c-b375-4078-9c24-adf0ad731f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:14:17.134393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Attempting to bind port 39462c94-3851-4808-b145-03b5b72c6874 on network 68e0841c-b375-4078-9c24-adf0ad731f62 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:17.140117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:17.140616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Checking segment: {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:17.141043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Bound using segment: {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:17.141659 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Bound port: 39462c94-3851-4808-b145-03b5b72c6874, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:17.142442 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:17.212109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] For port 39462c94-3851-4808-b145-03b5b72c6874, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:17.215789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] For port 39462c94-3851-4808-b145-03b5b72c6874, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=39462c94-3851-4808-b145-03b5b72c6874,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:17.223842 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:17.231411 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e028770-cf48-48da-a622-302689eb1aa3 req-fb28ffd1-6b4d-4ddf-a3c5-381a53488be1 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&id=9666a7f2-66fd-4056-94ed-7858d3824fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.6274104 Nov 09 00:14:17.236029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef497-31e7-4ea3-a293-c366c0e8b15e req-41e4c0d8-bcf4-4b9f-8260-8c5a22f15980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:17.240468 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63cef497-31e7-4ea3-a293-c366c0e8b15e req-41e4c0d8-bcf4-4b9f-8260-8c5a22f15980 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f19c17-47de-4fbf-ab9a-2b0ccbbe8716 HTTP/1.1" status: 200 len: 852 time: 0.5072024 Nov 09 00:14:17.253055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668ba2-8edc-41b6-8476-622a91388690 req-d5ed9a4a-febc-4bb4-8658-364c230c954d tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:17.254615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20668ba2-8edc-41b6-8476-622a91388690 req-d5ed9a4a-febc-4bb4-8658-364c230c954d tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 943 time: 0.5697174 Nov 09 00:14:17.255965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-1af57142-3ceb-4fd2-8c23-823b450d72bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63931e8-ac2f-401a-97fc-427111177424 HTTP/1.1" status: 200 len: 217 time: 0.4354062 Nov 09 00:14:17.339438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=39462c94-3851-4808-b145-03b5b72c6874,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:17.339438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:17.339438 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:17.339438 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-ea9e4065-4eb4-4c87-b3b6-bf9bdb35f9a9 service neutron] 10.222.0.30 "PUT /v2.0/ports/39462c94-3851-4808-b145-03b5b72c6874 HTTP/1.1" status: 200 len: 1092 time: 0.9636254 Nov 09 00:14:17.341191 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63cef497-31e7-4ea3-a293-c366c0e8b15e req-d41175d1-2d51-44a4-af0c-d162365e07c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74064893-5fe9-4046-b9b3-c6109700574f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838320 Nov 09 00:14:17.417294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20668ba2-8edc-41b6-8476-622a91388690 req-2f645038-f50b-4bca-a6a5-0fcaa9a536c1 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300960 Nov 09 00:14:17.438047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-910b1501-0b20-40a9-b8a4-afb653634110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:17.439553 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-910b1501-0b20-40a9-b8a4-afb653634110 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 1095 time: 0.0891535 Nov 09 00:14:17.485688 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-289f82a0-eed7-43a7-8f96-9b88d8f775bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:17.487303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-289f82a0-eed7-43a7-8f96-9b88d8f775bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=369e9e98-a256-473a-868a-eca98a7e1457 HTTP/1.1" status: 200 len: 853 time: 0.2125275 Nov 09 00:14:17.529220 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-a9f5104c-96db-4ba0-9263-57bcd3fc6bdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39462c94-3851-4808-b145-03b5b72c6874 HTTP/1.1" status: 200 len: 217 time: 0.0807788 Nov 09 00:14:17.531247 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:17.541065 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-93abe7c5-df75-4a45-99dd-34cf790cef4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ba276ebe-04d7-461a-be45-9c57540f24f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440242 Nov 09 00:14:17.675757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-daff58d0-2fc9-4e5f-9903-5eadc2a3eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:17.677147 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-daff58d0-2fc9-4e5f-9903-5eadc2a3eabc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4e01c80-407a-4e05-95b4-3fd4d0d3686f HTTP/1.1" status: 200 len: 845 time: 0.1298850 Nov 09 00:14:17.686659 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-a4b8da7c-f612-4aa7-afd5-bb373d709f77 service neutron] 10.222.0.30 "GET /v2.0/networks/ba276ebe-04d7-461a-be45-9c57540f24f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296868 Nov 09 00:14:17.736813 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-962b25e9-1948-4ecb-ae9f-adcca411bbea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e0841c-b375-4078-9c24-adf0ad731f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519593 Nov 09 00:14:17.855557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c38b4d6-650d-4164-8f68-86dd4588f20f', 'tag': 'e63931e8-ac2f-401a-97fc-427111177424'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:17.858583 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba880d9-606d-4c2b-85b6-28047838b14c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c38b4d6-650d-4164-8f68-86dd4588f20f", "tag": "e63931e8-ac2f-401a-97fc-427111177424"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:17.882490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-185e04b2-a12f-40e0-9eca-82bf2f9f9093 req-003b5d6f-ae75-4be4-a6bd-8ae4beec8d1a service neutron] 10.222.0.30 "GET /v2.0/networks/ba276ebe-04d7-461a-be45-9c57540f24f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536789 Nov 09 00:14:17.900522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63cef497-31e7-4ea3-a293-c366c0e8b15e req-7c12e85d-545b-4580-ae66-801f1873d4dc service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404575 Nov 09 00:14:17.941600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67161978-b0d9-485a-b164-a2e613cb6e25', 'tag': '39462c94-3851-4808-b145-03b5b72c6874'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:17.944953 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed9a206-79c9-45d4-b7f1-43c4283bf43b" -d '{"events": [{"name": "network-changed", "server_uuid": "67161978-b0d9-485a-b164-a2e613cb6e25", "tag": "39462c94-3851-4808-b145-03b5b72c6874"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:17.954891 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-372fd46d-e706-44fe-9122-aeaaf41ef1ce service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088461 Nov 09 00:14:17.968888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59dfa3-9c4f-4ceb-84a1-3148bddb0ed7 req-60abc862-a470-44a8-a1b1-d0e443170737 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:17.970881 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc59dfa3-9c4f-4ceb-84a1-3148bddb0ed7 req-60abc862-a470-44a8-a1b1-d0e443170737 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 944 time: 0.4369075 Nov 09 00:14:18.058775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40056) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:18.125027 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-66f4f531-8124-4f03-a2df-84f6ddcc4a24 req-4cea9a74-b6f4-4ad4-90dd-163e8aad214e service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618376 Nov 09 00:14:18.140879 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc59dfa3-9c4f-4ceb-84a1-3148bddb0ed7 req-f28d14e5-bba0-46d1-a963-9c84449f1b5f tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359737 Nov 09 00:14:18.163621 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63cef497-31e7-4ea3-a293-c366c0e8b15e req-07206186-2f85-4f3c-9993-9d7b2a3c6c03 service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509353 Nov 09 00:14:18.193909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439721d2-8ec0-4449-b417-3bcb1f631006 req-5099493e-b797-41c8-9a31-3d676db59d2e tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:18.195505 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-439721d2-8ec0-4449-b417-3bcb1f631006 req-5099493e-b797-41c8-9a31-3d676db59d2e tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 945 time: 0.0958381 Nov 09 00:14:18.273230 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:18.306092 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce19baa-0f51-4861-b04a-bc25996376a0 x-openstack-request-id: req-4ce19baa-0f51-4861-b04a-bc25996376a0 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:18.306875 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c38b4d6-650d-4164-8f68-86dd4588f20f", "tag": "e63931e8-ac2f-401a-97fc-427111177424", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:18.307797 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ce19baa-0f51-4861-b04a-bc25996376a0 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:18.308304 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c38b4d6-650d-4164-8f68-86dd4588f20f', 'tag': 'e63931e8-ac2f-401a-97fc-427111177424', 'status': 'completed', 'code': 200} Nov 09 00:14:18.311205 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62413d6f-3f15-4be7-aaef-dfce471a4fca x-openstack-request-id: req-62413d6f-3f15-4be7-aaef-dfce471a4fca {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:18.311768 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67161978-b0d9-485a-b164-a2e613cb6e25", "tag": "39462c94-3851-4808-b145-03b5b72c6874", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:18.311768 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62413d6f-3f15-4be7-aaef-dfce471a4fca {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:18.312084 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67161978-b0d9-485a-b164-a2e613cb6e25', 'tag': '39462c94-3851-4808-b145-03b5b72c6874', 'status': 'completed', 'code': 200} Nov 09 00:14:18.331923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba880d9-606d-4c2b-85b6-28047838b14c req-fb90bd62-d811-4800-8866-85ca566b179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:18.334302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4ba880d9-606d-4c2b-85b6-28047838b14c req-fb90bd62-d811-4800-8866-85ca566b179c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faba8401adb44c448481959551197f7c&device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 1094 time: 0.0600848 Nov 09 00:14:18.395749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e70e8-f9b2-4ec1-af04-03dc03ab8b3b req-e2ffe6cc-d5a3-42b1-9e6c-5a14247dbca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:18.397490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-876e70e8-f9b2-4ec1-af04-03dc03ab8b3b req-e2ffe6cc-d5a3-42b1-9e6c-5a14247dbca7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360e36c484d4445a93fbc0577289f5c3&device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 1135 time: 0.1670396 Nov 09 00:14:18.400856 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d45de26-9f98-42f4-b003-cbe3e3846c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:18.427425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-439721d2-8ec0-4449-b417-3bcb1f631006 req-7d688380-3016-4686-827c-d3c5a8f9bf76 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082942 Nov 09 00:14:18.484584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba880d9-606d-4c2b-85b6-28047838b14c req-c4fb2c81-e1c1-4736-b1d3-181c4b57de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:18.488688 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4ba880d9-606d-4c2b-85b6-28047838b14c req-c4fb2c81-e1c1-4736-b1d3-181c4b57de02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ba276ebe-04d7-461a-be45-9c57540f24f3 HTTP/1.1" status: 200 len: 913 time: 0.1379318 Nov 09 00:14:18.551566 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4ba880d9-606d-4c2b-85b6-28047838b14c req-42ad493f-3e31-465e-8b4a-0a1d9e28fe4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63931e8-ac2f-401a-97fc-427111177424 HTTP/1.1" status: 200 len: 217 time: 0.0550096 Nov 09 00:14:18.588569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9a206-79c9-45d4-b7f1-43c4283bf43b req-6ab5b14e-c078-48bc-ae6d-9bc53377643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:18.590113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ed9a206-79c9-45d4-b7f1-43c4283bf43b req-6ab5b14e-c078-48bc-ae6d-9bc53377643c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 1095 time: 0.2298565 Nov 09 00:14:18.603796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba880d9-606d-4c2b-85b6-28047838b14c req-1111a31d-a2b4-4c2e-8ce2-d3f0a437a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:18.605935 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4ba880d9-606d-4c2b-85b6-28047838b14c req-1111a31d-a2b4-4c2e-8ce2-d3f0a437a1b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=369e9e98-a256-473a-868a-eca98a7e1457 HTTP/1.1" status: 200 len: 853 time: 0.0456166 Nov 09 00:14:18.643225 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4ba880d9-606d-4c2b-85b6-28047838b14c req-61341f7a-54cd-4b65-8d99-5e1dd311617d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ba276ebe-04d7-461a-be45-9c57540f24f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258622 Nov 09 00:14:18.650273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163f1ed-4433-4def-a49a-76a6a51ab2b6 req-1b6cb62f-84d9-4212-87d5-fb54a52e2bb7 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:18.651767 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e163f1ed-4433-4def-a49a-76a6a51ab2b6 req-1b6cb62f-84d9-4212-87d5-fb54a52e2bb7 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 984 time: 0.2666295 Nov 09 00:14:18.744599 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4ba880d9-606d-4c2b-85b6-28047838b14c req-f18ccfd1-13d1-414f-8357-2ffb439fc0b6 service neutron] 10.222.0.30 "GET /v2.0/networks/ba276ebe-04d7-461a-be45-9c57540f24f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899894 Nov 09 00:14:18.778698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e70e8-f9b2-4ec1-af04-03dc03ab8b3b req-3733721a-f191-487f-b1ed-6fdc3a208e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:18.780185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-876e70e8-f9b2-4ec1-af04-03dc03ab8b3b req-3733721a-f191-487f-b1ed-6fdc3a208e33 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74064893-5fe9-4046-b9b3-c6109700574f HTTP/1.1" status: 200 len: 912 time: 0.3517785 Nov 09 00:14:18.792774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661346d1-e871-4448-8b03-6acc5a3f1c11 req-488992e2-932e-4d90-a9fe-e1fe308454b3 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:18.794342 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-661346d1-e871-4448-8b03-6acc5a3f1c11 req-488992e2-932e-4d90-a9fe-e1fe308454b3 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 943 time: 0.2391253 Nov 09 00:14:18.838949 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4ba880d9-606d-4c2b-85b6-28047838b14c req-0afd3d30-4c03-4f99-b9fe-3abc372000d2 service neutron] 10.222.0.30 "GET /v2.0/networks/ba276ebe-04d7-461a-be45-9c57540f24f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862632 Nov 09 00:14:18.894769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-876e70e8-f9b2-4ec1-af04-03dc03ab8b3b req-9eff73f5-2ee6-4951-8e29-24eceffc4dd9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d HTTP/1.1" status: 200 len: 217 time: 0.0955367 Nov 09 00:14:18.901047 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d45de26-9f98-42f4-b003-cbe3e3846c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:18.922394 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d45de26-9f98-42f4-b003-cbe3e3846c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:18.957571 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e163f1ed-4433-4def-a49a-76a6a51ab2b6 req-94ec5759-4ae7-493d-8a07-3b596a113d2b tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&id=9666a7f2-66fd-4056-94ed-7858d3824fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2852576 Nov 09 00:14:18.958571 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9a206-79c9-45d4-b7f1-43c4283bf43b req-609eb420-bc2d-4d0b-a43b-e1f12fa1cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:18.959915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ed9a206-79c9-45d4-b7f1-43c4283bf43b req-609eb420-bc2d-4d0b-a43b-e1f12fa1cbf4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 200 len: 905 time: 0.3386116 Nov 09 00:14:19.057009 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-661346d1-e871-4448-8b03-6acc5a3f1c11 req-1e3ede4d-0fa1-4bcc-9888-dbebaf350a2c tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453489 Nov 09 00:14:19.058292 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ed9a206-79c9-45d4-b7f1-43c4283bf43b req-11f1e198-21f9-43a5-ad8d-acc03c897364 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39462c94-3851-4808-b145-03b5b72c6874 HTTP/1.1" status: 200 len: 217 time: 0.0782807 Nov 09 00:14:19.070206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1d45de26-9f98-42f4-b003-cbe3e3846c53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e117a39d8daf4afb994e73d80426f00a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9974926 Nov 09 00:14:19.070501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40080) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:19.071062 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e70e8-f9b2-4ec1-af04-03dc03ab8b3b req-3a91a801-0291-49e4-aa1a-2c63c1491c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:19.072501 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-876e70e8-f9b2-4ec1-af04-03dc03ab8b3b req-3a91a801-0291-49e4-aa1a-2c63c1491c2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f19c17-47de-4fbf-ab9a-2b0ccbbe8716 HTTP/1.1" status: 200 len: 852 time: 0.1682661 Nov 09 00:14:19.073264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45de26-9f98-42f4-b003-cbe3e3846c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd58470-3ffa-4d5d-8acc-4e0198f4ee95,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:19.145306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-876e70e8-f9b2-4ec1-af04-03dc03ab8b3b req-1da6d16d-823d-4cee-a88f-2857f412a1c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74064893-5fe9-4046-b9b3-c6109700574f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607228 Nov 09 00:14:19.147995 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18816c76-743f-4b97-be1f-2bc12499e5ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:19.173688 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18816c76-743f-4b97-be1f-2bc12499e5ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:19.187514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9a206-79c9-45d4-b7f1-43c4283bf43b req-99fe1543-7442-44a5-85d4-4bc73ef56f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:19.189030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ed9a206-79c9-45d4-b7f1-43c4283bf43b req-99fe1543-7442-44a5-85d4-4bc73ef56f36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4e01c80-407a-4e05-95b4-3fd4d0d3686f HTTP/1.1" status: 200 len: 845 time: 0.1203914 Nov 09 00:14:19.230858 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18816c76-743f-4b97-be1f-2bc12499e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:19.234172 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18816c76-743f-4b97-be1f-2bc12499e5ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:19.235753 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-18816c76-743f-4b97-be1f-2bc12499e5ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbd58470-3ffa-4d5d-8acc-4e0198f4ee95 HTTP/1.1" status: 204 len: 168 time: 0.1637387 Nov 09 00:14:19.246808 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18816c76-743f-4b97-be1f-2bc12499e5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd58470-3ffa-4d5d-8acc-4e0198f4ee95,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:19.295599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ed9a206-79c9-45d4-b7f1-43c4283bf43b req-56b7a163-564e-45d1-ac1d-5d4072687331 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e0841c-b375-4078-9c24-adf0ad731f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768363 Nov 09 00:14:19.397083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b8b79-a912-4010-9b90-44a955bf59d0 req-07cf5de7-b786-4f11-a5e1-2e6b5f66d4b6 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:19.398640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-822b8b79-a912-4010-9b90-44a955bf59d0 req-07cf5de7-b786-4f11-a5e1-2e6b5f66d4b6 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1788681 Nov 09 00:14:19.438097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-876e70e8-f9b2-4ec1-af04-03dc03ab8b3b req-f43ae52f-dd94-4360-b905-54886fe58549 service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822893 Nov 09 00:14:19.473841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bccbec-4001-4975-a2e7-75be0cf982b7 req-f093b28c-f7a4-4c27-b447-5d1076c2da9e tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:19.475333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7bccbec-4001-4975-a2e7-75be0cf982b7 req-f093b28c-f7a4-4c27-b447-5d1076c2da9e tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 944 time: 0.1879632 Nov 09 00:14:19.590135 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ed9a206-79c9-45d4-b7f1-43c4283bf43b req-a48f1a89-959c-414b-824d-74acaa31f259 service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625170 Nov 09 00:14:19.617565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-822b8b79-a912-4010-9b90-44a955bf59d0 req-5f9f58d3-dc70-4b7c-b241-a3ba643f465b tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839902 Nov 09 00:14:19.688890 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7bccbec-4001-4975-a2e7-75be0cf982b7 req-12ed301e-c19b-4f51-87c2-72c091d2e0f5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909633 Nov 09 00:14:19.692652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-876e70e8-f9b2-4ec1-af04-03dc03ab8b3b req-89b564b7-d163-4d13-ad39-fcbc24066062 service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430289 Nov 09 00:14:19.735396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ed9a206-79c9-45d4-b7f1-43c4283bf43b req-f5558bd3-99a2-4ae6-bb03-899180784570 service neutron] 10.222.0.30 "GET /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336935 Nov 09 00:14:19.961341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1af124-e3a1-4d3d-b676-3f2bf3f96cc5 req-d7a83cdc-55b4-4fb5-805a-31379c92c70c tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:19.964070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba1af124-e3a1-4d3d-b676-3f2bf3f96cc5 req-d7a83cdc-55b4-4fb5-805a-31379c92c70c tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 945 time: 0.0732467 Nov 09 00:14:20.035721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba1af124-e3a1-4d3d-b676-3f2bf3f96cc5 req-fb181964-e599-4c3c-acd2-ea8b2cc605fb tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644436 Nov 09 00:14:20.113606 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40136) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:20.178723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae648c-b52b-4842-b185-53b1817e676a req-d6e9a0d6-dcf8-409e-9b73-13df5f1a21a8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:20.181546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62ae648c-b52b-4842-b185-53b1817e676a req-d6e9a0d6-dcf8-409e-9b73-13df5f1a21a8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 984 time: 0.0781140 Nov 09 00:14:20.281161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1972479971-network', 'tenant_id': 'ed1daef54d754fbbbb0faa8d1183a0aa'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:20.287601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62ae648c-b52b-4842-b185-53b1817e676a req-b0aee3b6-aea7-4f9d-9a3d-3de0d903b108 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&id=9666a7f2-66fd-4056-94ed-7858d3824fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0971055 Nov 09 00:14:20.331954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Made reservation on behalf of ed1daef54d754fbbbb0faa8d1183a0aa for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:20.334320 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:20.344660 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:20.372677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b61c8-6a1a-4de3-943e-cf57b685fc27 req-fff5fbd3-f85d-4cbe-bd13-d575435930e3 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:20.374427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dd4b61c8-6a1a-4de3-943e-cf57b685fc27 req-fff5fbd3-f85d-4cbe-bd13-d575435930e3 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 943 time: 0.0707142 Nov 09 00:14:20.456091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:20.457577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dd4b61c8-6a1a-4de3-943e-cf57b685fc27 req-0ec77dae-132f-46cc-b11c-c1458fa8ef45 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726898 Nov 09 00:14:20.461971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:20.485927 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:14:20.501692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecebbec3-f6f3-4dbb-9f90-073c0510f014,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:20.504598 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:20.504940 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Added segment 9d6af915-275a-47eb-93d0-067f2c0c4bba of type vlan for network 1948d631-88c7-4613-9041-bfe7454cfd38 Nov 09 00:14:20.547492 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:20.576324 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:20.577492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:20.578312 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:20.646703 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5318496 Nov 09 00:14:20.649644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40144) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:20.655325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c3517a1e-f31a-4173-97c3-050a93e449d7 admin admin] Request body: {'subnet': {'network_id': '1948d631-88c7-4613-9041-bfe7454cfd38', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1972479971-subnet', 'tenant_id': 'ed1daef54d754fbbbb0faa8d1183a0aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:20.659526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac92bd-61f0-4648-b495-a4644507925a admin admin] Pushing event updated for resources: {'Network': ['ID=1948d631-88c7-4613-9041-bfe7454cfd38,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:20.669660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 1948d631-88c7-4613-9041-bfe7454cfd38 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:14:20.686303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3517a1e-f31a-4173-97c3-050a93e449d7 admin admin] Made reservation on behalf of ed1daef54d754fbbbb0faa8d1183a0aa for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:20.689954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3517a1e-f31a-4173-97c3-050a93e449d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:20.929285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f707c0-c6c7-4c96-9afa-d07f0f7ce988 req-b2415b87-b6a6-4ac5-bf4d-02619b124de8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:20.930975 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e8f707c0-c6c7-4c96-9afa-d07f0f7ce988 req-b2415b87-b6a6-4ac5-bf4d-02619b124de8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 944 time: 0.1009290 Nov 09 00:14:20.954820 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3517a1e-f31a-4173-97c3-050a93e449d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:21.025270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3517a1e-f31a-4173-97c3-050a93e449d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c4bd80-bd0b-470a-921f-67451b82edfb,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:21.041085 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e8f707c0-c6c7-4c96-9afa-d07f0f7ce988 req-b3c296c5-5743-4c81-9aa6-5ee1c1f2cda8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013477 Nov 09 00:14:21.054275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3517a1e-f31a-4173-97c3-050a93e449d7 admin admin] Checking segment: {'id': '9d6af915-275a-47eb-93d0-067f2c0c4bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1948d631-88c7-4613-9041-bfe7454cfd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:21.054642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3517a1e-f31a-4173-97c3-050a93e449d7 admin admin] Network hostable DHCP agents. Network: 1948d631-88c7-4613-9041-bfe7454cfd38, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:14:21.106278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3517a1e-f31a-4173-97c3-050a93e449d7 admin admin] Network 1948d631-88c7-4613-9041-bfe7454cfd38 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:14:21.120469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-c3517a1e-f31a-4173-97c3-050a93e449d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 1948d631-88c7-4613-9041-bfe7454cfd38) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:21.132248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3517a1e-f31a-4173-97c3-050a93e449d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:21.132983 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3517a1e-f31a-4173-97c3-050a93e449d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:21.136578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b2d458-9e6f-465c-bce5-ccffbdfc6c6d None None] Network 1948d631-88c7-4613-9041-bfe7454cfd38 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:21.201028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c3517a1e-f31a-4173-97c3-050a93e449d7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5501616 Nov 09 00:14:21.236988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e90f8-3b83-4678-8b67-eb20f446203f req-202b62aa-5e34-4a25-ba80-dd78c4a6eb9b tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:21.240484 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-096e90f8-3b83-4678-8b67-eb20f446203f req-202b62aa-5e34-4a25-ba80-dd78c4a6eb9b tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 945 time: 0.0922704 Nov 09 00:14:21.363730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e63931e8-ac2f-401a-97fc-427111177424 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:14:21.436491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062268ef-b9af-4c54-8541-50e5b4931306 None None] Network 1948d631-88c7-4613-9041-bfe7454cfd38 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:21.468759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-ea41c7d4-e745-442b-a229-32f1d1a26058 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:21.469756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-ea41c7d4-e745-442b-a229-32f1d1a26058 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.30 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 945 time: 0.1749926 Nov 09 00:14:21.511414 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-096e90f8-3b83-4678-8b67-eb20f446203f req-2fd78695-3211-46b9-a959-cd7b149e7430 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups?id=b32090cc-5146-4a57-8df9-c997c7d256d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601836 Nov 09 00:14:21.722029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port e63931e8-ac2f-401a-97fc-427111177424, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e63931e8-ac2f-401a-97fc-427111177424,segment=NetworkSegment(5a4347be-d39a-47ad-9b70-e5c8c146d6cf),segment_id=5a4347be-d39a-47ad-9b70-e5c8c146d6cf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:21.733213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9918a5b-e37c-432a-88d2-5197c593d042 req-8e5008f0-4029-48d0-8114-94fdf679e0db tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:21.734835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9918a5b-e37c-432a-88d2-5197c593d042 req-8e5008f0-4029-48d0-8114-94fdf679e0db tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 984 time: 0.2984982 Nov 09 00:14:21.744898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'e63931e8-ac2f-401a-97fc-427111177424', 'network_id': 'ba276ebe-04d7-461a-be45-9c57540f24f3', 'port_id': 'e63931e8-ac2f-401a-97fc-427111177424', 'mac_address': 'fa:16:3e:4b:1b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369e9e98-a256-473a-868a-eca98a7e1457', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:14:21.794469 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:21.808686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63931e8-ac2f-401a-97fc-427111177424 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:14:21.811458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9918a5b-e37c-432a-88d2-5197c593d042 req-a9d862cc-1cff-44ff-b1b4-f5caa889466c tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&id=9666a7f2-66fd-4056-94ed-7858d3824fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0668802 Nov 09 00:14:21.819271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Deleting port d8636eea-e429-4dc8-a364-53908427ea9e {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:14:21.819428 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:21.853901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port e63931e8-ac2f-401a-97fc-427111177424, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e63931e8-ac2f-401a-97fc-427111177424,segment=NetworkSegment(5a4347be-d39a-47ad-9b70-e5c8c146d6cf),segment_id=5a4347be-d39a-47ad-9b70-e5c8c146d6cf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:21.865251 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:21.865978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 39462c94-3851-4808-b145-03b5b72c6874 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:14:21.914854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-b378ad03-68e7-4ddb-803e-3f9ed3db9123 req-3d18b66e-7ed4-4708-ad71-464e82ea5ba4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1487814038', 'description': 'tempest-description-1239333281'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:21.968976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=e63931e8-ac2f-401a-97fc-427111177424,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:22.015291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:22.015936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:22.016928 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:22.017468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:22.017971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:22.018487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:22.018977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:22.019603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:22.020099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:22.020595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:22.021734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:22.022262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:22.050783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3c973-9686-4059-9207-89c02dacb28a req-ad0ec33f-2676-42c8-b6a2-f1bf864c43a9 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:22.052472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5c3c973-9686-4059-9207-89c02dacb28a req-ad0ec33f-2676-42c8-b6a2-f1bf864c43a9 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 944 time: 0.1480482 Nov 09 00:14:22.054553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] For port d8636eea-e429-4dc8-a364-53908427ea9e, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=d8636eea-e429-4dc8-a364-53908427ea9e,segment=NetworkSegment(f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1),segment_id=f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:22.054977 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:22.080731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 39462c94-3851-4808-b145-03b5b72c6874, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=39462c94-3851-4808-b145-03b5b72c6874,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:22.095689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '39462c94-3851-4808-b145-03b5b72c6874', 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'port_id': '39462c94-3851-4808-b145-03b5b72c6874', 'mac_address': 'fa:16:3e:9d:cf:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e01c80-407a-4e05-95b4-3fd4d0d3686f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:14:22.106839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b378ad03-68e7-4ddb-803e-3f9ed3db9123 req-3d18b66e-7ed4-4708-ad71-464e82ea5ba4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:22.140375 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:22.160157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39462c94-3851-4808-b145-03b5b72c6874 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:14:22.183540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 39462c94-3851-4808-b145-03b5b72c6874, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=39462c94-3851-4808-b145-03b5b72c6874,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:22.190746 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:22.246974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5c3c973-9686-4059-9207-89c02dacb28a req-edc94328-eaac-4e05-8f3a-10cbb7636462 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782322 Nov 09 00:14:22.278018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=39462c94-3851-4808-b145-03b5b72c6874,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:22.421203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['39462c94-3851-4808-b145-03b5b72c6874'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:22.426566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['e63931e8-ac2f-401a-97fc-427111177424'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:22.782958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b378ad03-68e7-4ddb-803e-3f9ed3db9123 req-3d18b66e-7ed4-4708-ad71-464e82ea5ba4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:22.827922 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b378ad03-68e7-4ddb-803e-3f9ed3db9123 req-3d18b66e-7ed4-4708-ad71-464e82ea5ba4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:22.863776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18b66e-7ed4-4708-ad71-464e82ea5ba4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ca517b-3ebe-4ab9-9b04-0fc8bc1a30ba,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:22.882305 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f586b76-5e62-49c9-8f5b-d766693a29ce req-b12d6f7b-373b-4ea5-bc11-18808137d8f0 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-875185874&fields=id&tenant_id=360e36c484d4445a93fbc0577289f5c3 HTTP/1.1" status: 200 len: 267 time: 0.5287368 Nov 09 00:14:22.886646 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:22.887113 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:22.887483 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Floating IP 572707dd-1521-4e0a-80b6-e0a0a5545dac disassociated. External IP: 172.25.0.68, port: d8636eea-e429-4dc8-a364-53908427ea9e. Nov 09 00:14:22.888002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Calling delete_port for d8636eea-e429-4dc8-a364-53908427ea9e owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:14:22.897118 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b378ad03-68e7-4ddb-803e-3f9ed3db9123 req-3d18b66e-7ed4-4708-ad71-464e82ea5ba4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:22.907912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b378ad03-68e7-4ddb-803e-3f9ed3db9123 req-3d18b66e-7ed4-4708-ad71-464e82ea5ba4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.0020831 Nov 09 00:14:23.063893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586b76-5e62-49c9-8f5b-d766693a29ce req-c20e2ecc-cf9f-4701-ba3f-fadf1c511d38 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:23.063893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f586b76-5e62-49c9-8f5b-d766693a29ce req-c20e2ecc-cf9f-4701-ba3f-fadf1c511d38 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 984 time: 0.1677444 Nov 09 00:14:23.073379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3e3de-3de8-4a64-87c4-72180661da43 req-08cf8c3a-41f7-46d3-a878-b79dc3044a73 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:23.075110 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fd3e3de-3de8-4a64-87c4-72180661da43 req-08cf8c3a-41f7-46d3-a878-b79dc3044a73 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 945 time: 0.1014256 Nov 09 00:14:23.082887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-5f586b76-5e62-49c9-8f5b-d766693a29ce req-72bef5b5-34f8-4c94-a61e-e5e3c458dbef tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'port': {'security_groups': ['9666a7f2-66fd-4056-94ed-7858d3824fc6', 'ad86ee7c-66e9-4cda-ae50-c0b7789e9bff', '807c042d-527f-4637-b2ac-6cc915712b41']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:23.271209 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fd3e3de-3de8-4a64-87c4-72180661da43 req-e6b8801b-5dca-498d-9619-0826f45b45c5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747744 Nov 09 00:14:23.275088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5f586b76-5e62-49c9-8f5b-d766693a29ce req-72bef5b5-34f8-4c94-a61e-e5e3c458dbef tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:23.302446 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 39462c94-3851-4808-b145-03b5b72c6874 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:23.334188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:23.398097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 39462c94-3851-4808-b145-03b5b72c6874 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:14:23.404387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 39462c94-3851-4808-b145-03b5b72c6874 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:23.404969 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:23.415333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Pushing event deleted for resources: {'Port': ['ID=d8636eea-e429-4dc8-a364-53908427ea9e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:23.549111 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d9a568d-a094-4114-a326-256186a84fb4 req-59c49040-2f12-4625-8f70-bbd566c2d8bf tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 210 time: 0.1364055 Nov 09 00:14:23.684998 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:23.715827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67161978-b0d9-485a-b164-a2e613cb6e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39462c94-3851-4808-b145-03b5b72c6874'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:23.719428 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42923230-95f7-488b-bb2e-8b31ca8ebb89" -d '{"events": [{"server_uuid": "67161978-b0d9-485a-b164-a2e613cb6e25", "name": "network-vif-plugged", "status": "completed", "tag": "39462c94-3851-4808-b145-03b5b72c6874"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:23.739758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 39462c94-3851-4808-b145-03b5b72c6874, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=39462c94-3851-4808-b145-03b5b72c6874,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:23.751610 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:23.753100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e63931e8-ac2f-401a-97fc-427111177424 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:23.854564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f01bab07-ec72-413b-97ab-a9f9536f5092 req-59c245c1-f6b9-4fa1-b0b3-cde6a8c8d735 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/e7ca517b-3ebe-4ab9-9b04-0fc8bc1a30ba HTTP/1.1" status: 200 len: 1832 time: 0.1788795 Nov 09 00:14:23.863043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Router 25ffeb10-0fe4-4ed1-a8b2-368451770356 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:14:23.941440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f01bab07-ec72-413b-97ab-a9f9536f5092 req-3c68e810-d994-4f07-adb2-6940f6e7c209 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7ca517b-3ebe-4ab9-9b04-0fc8bc1a30ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:23.941759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f01bab07-ec72-413b-97ab-a9f9536f5092 req-3c68e810-d994-4f07-adb2-6940f6e7c209 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7ca517b-3ebe-4ab9-9b04-0fc8bc1a30ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:23.954839 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=39462c94-3851-4808-b145-03b5b72c6874,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:23.969200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port e63931e8-ac2f-401a-97fc-427111177424 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:14:23.983989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port e63931e8-ac2f-401a-97fc-427111177424 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:23.984782 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:24.077208 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:24.102142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5f586b76-5e62-49c9-8f5b-d766693a29ce req-72bef5b5-34f8-4c94-a61e-e5e3c458dbef tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] For port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:24.115352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port e63931e8-ac2f-401a-97fc-427111177424, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e63931e8-ac2f-401a-97fc-427111177424,segment=NetworkSegment(5a4347be-d39a-47ad-9b70-e5c8c146d6cf),segment_id=5a4347be-d39a-47ad-9b70-e5c8c146d6cf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:24.121160 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:24.122463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device d8636eea-e429-4dc8-a364-53908427ea9e no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:14:24.149292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: d8636eea-e429-4dc8-a364-53908427ea9e {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:14:24.149911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device d8636eea-e429-4dc8-a364-53908427ea9e not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:14:24.206998 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5f586b76-5e62-49c9-8f5b-d766693a29ce req-72bef5b5-34f8-4c94-a61e-e5e3c458dbef tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:24.207394 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=e63931e8-ac2f-401a-97fc-427111177424,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:24.211994 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f01bab07-ec72-413b-97ab-a9f9536f5092 req-3c68e810-d994-4f07-adb2-6940f6e7c209 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:24.217670 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5f586b76-5e62-49c9-8f5b-d766693a29ce req-72bef5b5-34f8-4c94-a61e-e5e3c458dbef tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:24.222536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:14:24.234027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f7be22a2-afd5-4aea-86c0-4da2fd91a060', 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:24.240574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd904722-715b-452f-8a59-53e3a47f5bdd None None] Sync routers for ids ['25ffeb10-0fe4-4ed1-a8b2-368451770356'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:14:24.287649 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd904722-715b-452f-8a59-53e3a47f5bdd None None] Routers {'25ffeb10-0fe4-4ed1-a8b2-368451770356'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:14:24.289075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-bd904722-715b-452f-8a59-53e3a47f5bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['25ffeb10-0fe4-4ed1-a8b2-368451770356'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:24.295417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] No DVR routers for this DVR port d8636eea-e429-4dc8-a364-53908427ea9e on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:14:24.298498 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:24.302316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b707f62a-fafd-43ae-a26a-ad0953512e34 req-88732234-65f3-4971-8f73-637616849841 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.30 "DELETE /v2.0/ports/d8636eea-e429-4dc8-a364-53908427ea9e HTTP/1.1" status: 204 len: 173 time: 2.7899265 Nov 09 00:14:24.309367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82840f7d-7987-4051-97e1-be3b269f0a15', 'name': 'network-vif-deleted', 'tag': 'd8636eea-e429-4dc8-a364-53908427ea9e'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:24.311616 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c5ca34-e9f1-4344-8d94-081bbd8750a0" -d '{"events": [{"server_uuid": "82840f7d-7987-4051-97e1-be3b269f0a15", "name": "network-vif-deleted", "tag": "d8636eea-e429-4dc8-a364-53908427ea9e"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:24.331897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586b76-5e62-49c9-8f5b-d766693a29ce req-72bef5b5-34f8-4c94-a61e-e5e3c458dbef tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:24.335140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5f586b76-5e62-49c9-8f5b-d766693a29ce req-72bef5b5-34f8-4c94-a61e-e5e3c458dbef tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:24.336617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f586b76-5e62-49c9-8f5b-d766693a29ce req-72bef5b5-34f8-4c94-a61e-e5e3c458dbef tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "PUT /v2.0/ports/cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d HTTP/1.1" status: 200 len: 1020 time: 1.2604804 Nov 09 00:14:24.353129 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f01bab07-ec72-413b-97ab-a9f9536f5092 req-3c68e810-d994-4f07-adb2-6940f6e7c209 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:24.367299 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f01bab07-ec72-413b-97ab-a9f9536f5092 req-3c68e810-d994-4f07-adb2-6940f6e7c209 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:24.396265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68e810-d994-4f07-adb2-6940f6e7c209 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5417a84c-ebb9-4b76-9ac4-4425899e9dab,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:24.404334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bef5b5-34f8-4c94-a61e-e5e3c458dbef tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'Port': ['ID=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:24.426634 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f01bab07-ec72-413b-97ab-a9f9536f5092 req-3c68e810-d994-4f07-adb2-6940f6e7c209 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:24.428041 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f01bab07-ec72-413b-97ab-a9f9536f5092 req-3c68e810-d994-4f07-adb2-6940f6e7c209 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5581465 Nov 09 00:14:24.516728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:24.543220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc97be-652d-4693-8fb8-0e0803d1c9f0 req-98de8465-87ef-4890-bfc4-7ad889d124f0 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:24.545887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77dc97be-652d-4693-8fb8-0e0803d1c9f0 req-98de8465-87ef-4890-bfc4-7ad889d124f0 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 945 time: 0.0847583 Nov 09 00:14:24.578476 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e2e63b-6e8f-4c62-a01a-82788a716368 x-openstack-request-id: req-c0e2e63b-6e8f-4c62-a01a-82788a716368 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:24.578777 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67161978-b0d9-485a-b164-a2e613cb6e25", "name": "network-vif-plugged", "status": "completed", "tag": "39462c94-3851-4808-b145-03b5b72c6874", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:24.579012 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0e2e63b-6e8f-4c62-a01a-82788a716368 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:24.579433 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67161978-b0d9-485a-b164-a2e613cb6e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39462c94-3851-4808-b145-03b5b72c6874', 'code': 200} Nov 09 00:14:24.650855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-bd904722-715b-452f-8a59-53e3a47f5bdd None None] Set router 25ffeb10-0fe4-4ed1-a8b2-368451770356 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:14:24.685919 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77dc97be-652d-4693-8fb8-0e0803d1c9f0 req-8f088e9f-d77e-4bb5-915d-b47fb7c9c99d tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322260 Nov 09 00:14:24.710190 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb30f60-bd8c-4453-aa86-047e50cea9e8 req-c9842591-b22f-45ea-b1f6-84117ac7cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:24.711991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bb30f60-bd8c-4453-aa86-047e50cea9e8 req-c9842591-b22f-45ea-b1f6-84117ac7cfc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 1097 time: 0.1171422 Nov 09 00:14:24.734023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a0379-712c-4139-806f-ef804485f0f7 req-49d12b1a-64d5-4332-a1d0-241929431031 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:24.735931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d96a0379-712c-4139-806f-ef804485f0f7 req-49d12b1a-64d5-4332-a1d0-241929431031 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 946 time: 0.0907273 Nov 09 00:14:24.887225 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bb30f60-bd8c-4453-aa86-047e50cea9e8 req-4c244c16-4ac4-4798-873f-b5b68499e69c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652155 Nov 09 00:14:24.890264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87754eff-8434-40c9-b018-d0fb819aa4ea req-174ffde0-4c4f-40b9-9e3a-7cef2b556a75 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/807c042d-527f-4637-b2ac-6cc915712b41 HTTP/1.1" status: 200 len: 1819 time: 0.1312189 Nov 09 00:14:24.902545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d96a0379-712c-4139-806f-ef804485f0f7 req-2ce5e5b2-885e-4755-b768-a2378ed6d244 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422024 Nov 09 00:14:24.952223 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-87754eff-8434-40c9-b018-d0fb819aa4ea req-52d3194c-09b7-49f1-a64b-d9b4d646de31 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 00:14:24.953306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87754eff-8434-40c9-b018-d0fb819aa4ea req-52d3194c-09b7-49f1-a64b-d9b4d646de31 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "DELETE /v2.0/security-groups/807c042d-527f-4637-b2ac-6cc915712b41 HTTP/1.1" status: 409 len: 341 time: 0.0498791 Nov 09 00:14:25.006023 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451a7b13-326b-4069-86a6-55feb4faf261 x-openstack-request-id: req-451a7b13-326b-4069-86a6-55feb4faf261 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:25.006991 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82840f7d-7987-4051-97e1-be3b269f0a15", "name": "network-vif-deleted", "tag": "d8636eea-e429-4dc8-a364-53908427ea9e", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:25.007493 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-451a7b13-326b-4069-86a6-55feb4faf261 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:25.008759 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82840f7d-7987-4051-97e1-be3b269f0a15', 'name': 'network-vif-deleted', 'tag': 'd8636eea-e429-4dc8-a364-53908427ea9e', 'status': 'completed', 'code': 200} Nov 09 00:14:25.093155 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d2bde2c-687b-4d09-a4b2-7a66b9490a90 req-506a4052-738f-447d-9b4a-cd8f59b654b8 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/e7ca517b-3ebe-4ab9-9b04-0fc8bc1a30ba HTTP/1.1" status: 200 len: 2426 time: 0.1171186 Nov 09 00:14:25.154636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68313003-05e4-4b17-953c-53940557f571 req-94e0b044-3ab5-48fe-a02f-ed5a294083de tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 210 time: 0.0453675 Nov 09 00:14:25.188512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-bd904722-715b-452f-8a59-53e3a47f5bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:15Z', 'revision_number': 4, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c', 'name': '', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'mac_address': 'fa:16:3e:3a:ea:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:13Z', 'updated_at': '2021-11-09T00:11:22Z', 'revision_number': 5, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'subnets': [{'id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:25.238357 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd904722-715b-452f-8a59-53e3a47f5bdd None None] Checking router: 25ffeb10-0fe4-4ed1-a8b2-368451770356 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:14:25.256701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07c26e9f-734d-4160-bb68-93c161d0ff97 req-7c9dfd2e-71c7-4066-8f28-d1159ee67694 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-group-rules/5417a84c-ebb9-4b76-9ac4-4425899e9dab HTTP/1.1" status: 200 len: 778 time: 0.0300262 Nov 09 00:14:25.266295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd904722-715b-452f-8a59-53e3a47f5bdd None None] Routers {'25ffeb10-0fe4-4ed1-a8b2-368451770356'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:14:25.266921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-bd904722-715b-452f-8a59-53e3a47f5bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['25ffeb10-0fe4-4ed1-a8b2-368451770356'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:25.321649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07c26e9f-734d-4160-bb68-93c161d0ff97 req-3f4d608e-3778-431f-bfed-86577f0c8ab2 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/e7ca517b-3ebe-4ab9-9b04-0fc8bc1a30ba HTTP/1.1" status: 200 len: 2426 time: 0.0635562 Nov 09 00:14:25.358505 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-07c26e9f-734d-4160-bb68-93c161d0ff97 req-5657a883-ba21-4a12-86c1-c37a44f498a7 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:25.367562 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-07c26e9f-734d-4160-bb68-93c161d0ff97 req-5657a883-ba21-4a12-86c1-c37a44f498a7 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:25.431980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-bd904722-715b-452f-8a59-53e3a47f5bdd None None] Set router 25ffeb10-0fe4-4ed1-a8b2-368451770356 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:14:25.440802 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-07c26e9f-734d-4160-bb68-93c161d0ff97 req-5657a883-ba21-4a12-86c1-c37a44f498a7 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:25.449340 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-07c26e9f-734d-4160-bb68-93c161d0ff97 req-5657a883-ba21-4a12-86c1-c37a44f498a7 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:25.450591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07c26e9f-734d-4160-bb68-93c161d0ff97 req-5657a883-ba21-4a12-86c1-c37a44f498a7 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5417a84c-ebb9-4b76-9ac4-4425899e9dab HTTP/1.1" status: 204 len: 173 time: 0.1279745 Nov 09 00:14:25.461942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657a883-ba21-4a12-86c1-c37a44f498a7 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5417a84c-ebb9-4b76-9ac4-4425899e9dab,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:25.476824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d335314-a8e5-452e-a62e-b6f0216e273c req-7088ce36-cb9e-40c0-b0cd-bd54d9cf7345 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:25.484516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d335314-a8e5-452e-a62e-b6f0216e273c req-7088ce36-cb9e-40c0-b0cd-bd54d9cf7345 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 1023 time: 0.0778601 Nov 09 00:14:25.498593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-02ef2080-d407-4331-9062-e7bc921a9530 req-cb20659e-ee49-4024-8545-98240f7feee4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-937396678', 'description': 'tempest-description-239464302'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:25.546141 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-02ef2080-d407-4331-9062-e7bc921a9530 req-cb20659e-ee49-4024-8545-98240f7feee4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:25.586394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d335314-a8e5-452e-a62e-b6f0216e273c req-da95ce29-dafe-4536-8cdc-397798d30682 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&id=807c042d-527f-4637-b2ac-6cc915712b41&id=9666a7f2-66fd-4056-94ed-7858d3824fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1010044 Nov 09 00:14:25.659868 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-02ef2080-d407-4331-9062-e7bc921a9530 req-cb20659e-ee49-4024-8545-98240f7feee4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:25.664056 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-02ef2080-d407-4331-9062-e7bc921a9530 req-cb20659e-ee49-4024-8545-98240f7feee4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:25.690239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-bd904722-715b-452f-8a59-53e3a47f5bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:15Z', 'revision_number': 4, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c', 'name': '', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'mac_address': 'fa:16:3e:3a:ea:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:13Z', 'updated_at': '2021-11-09T00:11:22Z', 'revision_number': 5, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'subnets': [{'id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:25.698117 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-02ef2080-d407-4331-9062-e7bc921a9530 req-cb20659e-ee49-4024-8545-98240f7feee4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:25.699531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02ef2080-d407-4331-9062-e7bc921a9530 req-cb20659e-ee49-4024-8545-98240f7feee4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2065425 Nov 09 00:14:25.701726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20659e-ee49-4024-8545-98240f7feee4 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e7007e-3fc2-4a8f-b00b-811c05f09aa5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:25.723205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd904722-715b-452f-8a59-53e3a47f5bdd None None] The sync data for ids ['25ffeb10-0fe4-4ed1-a8b2-368451770356'] in n-d-813263-3 is: [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:11:15Z', 'revision_number': 4, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c', 'name': '', 'network_id': '36cea98b-6974-4e7d-91e6-ba0b56f6c3c5', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'mac_address': 'fa:16:3e:3a:ea:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:13Z', 'updated_at': '2021-11-09T00:11:22Z', 'revision_number': 5, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'subnets': [{'id': '15502e03-ea12-4cbf-b313-56aa0683fb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:14:25.810604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca924ba9-e09d-45ed-83a0-86dc5e57a7c7 req-61463663-687d-4348-917d-12066bfdd75b tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/82e7007e-3fc2-4a8f-b00b-811c05f09aa5 HTTP/1.1" status: 200 len: 1830 time: 0.0806608 Nov 09 00:14:25.840716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f695dc-1d73-47bb-9a45-da5773956a83 req-ba00776b-4ed2-4c6d-be35-19720e898812 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:25.842390 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16f695dc-1d73-47bb-9a45-da5773956a83 req-ba00776b-4ed2-4c6d-be35-19720e898812 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 945 time: 0.0655813 Nov 09 00:14:25.853633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f2fbe071-0dc8-4363-9a69-5078b330e1a8 req-673be59a-6268-41da-b491-3f2694b7cf2f tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1367106412', 'description': 'tempest-description-1353519170'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:25.914701 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f2fbe071-0dc8-4363-9a69-5078b330e1a8 req-673be59a-6268-41da-b491-3f2694b7cf2f tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:25.946549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16f695dc-1d73-47bb-9a45-da5773956a83 req-c4107284-41bf-4deb-a910-7e6d046c6930 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970654 Nov 09 00:14:26.010981 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f2fbe071-0dc8-4363-9a69-5078b330e1a8 req-673be59a-6268-41da-b491-3f2694b7cf2f tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:26.017027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f2fbe071-0dc8-4363-9a69-5078b330e1a8 req-673be59a-6268-41da-b491-3f2694b7cf2f tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:26.077198 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f2fbe071-0dc8-4363-9a69-5078b330e1a8 req-673be59a-6268-41da-b491-3f2694b7cf2f tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:26.078457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2fbe071-0dc8-4363-9a69-5078b330e1a8 req-673be59a-6268-41da-b491-3f2694b7cf2f tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2303715 Nov 09 00:14:26.082307 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b7db8b-9a10-4e3c-abf1-1a91b9fd2c74 None None] New status for floating IP 572707dd-1521-4e0a-80b6-e0a0a5545dac: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:14:26.086383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673be59a-6268-41da-b491-3f2694b7cf2f tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be35c6d0-6b44-48a6-ae7c-415be796deac,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:26.109387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21764-59fb-4902-808d-d156b015eda0 req-6490060c-77b0-4798-80ce-fbd9aae4229d tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:26.110919 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2a21764-59fb-4902-808d-d156b015eda0 req-6490060c-77b0-4798-80ce-fbd9aae4229d tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 946 time: 0.0815909 Nov 09 00:14:26.181435 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-756839f5-656a-4d5d-988a-cf0d2ed209d7 req-c9e9bb2e-a8e6-4876-b175-7503983f9f90 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/be35c6d0-6b44-48a6-ae7c-415be796deac HTTP/1.1" status: 200 len: 1832 time: 0.0694444 Nov 09 00:14:26.184943 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2a21764-59fb-4902-808d-d156b015eda0 req-e336092f-287a-4247-b0af-d1aa1dac432e tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669024 Nov 09 00:14:26.221419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-8d0abe85-3c7f-46dc-9f60-8a944b3f346c req-bef22b1f-56fc-4ae6-af9f-a90f0f7c6b47 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1939354730', 'description': 'tempest-description-1482036565'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:26.248256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8d0abe85-3c7f-46dc-9f60-8a944b3f346c req-bef22b1f-56fc-4ae6-af9f-a90f0f7c6b47 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:26.290544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6b37c57-8dd2-4b3b-b3bb-13bf750d55b5 req-53490bf3-548a-4f48-baaa-d68fb4e97283 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 210 time: 0.0317106 Nov 09 00:14:26.344830 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8d0abe85-3c7f-46dc-9f60-8a944b3f346c req-bef22b1f-56fc-4ae6-af9f-a90f0f7c6b47 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:26.349385 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8d0abe85-3c7f-46dc-9f60-8a944b3f346c req-bef22b1f-56fc-4ae6-af9f-a90f0f7c6b47 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:26.383570 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8d0abe85-3c7f-46dc-9f60-8a944b3f346c req-bef22b1f-56fc-4ae6-af9f-a90f0f7c6b47 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:26.394817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d0abe85-3c7f-46dc-9f60-8a944b3f346c req-bef22b1f-56fc-4ae6-af9f-a90f0f7c6b47 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1784263 Nov 09 00:14:26.396748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef22b1f-56fc-4ae6-af9f-a90f0f7c6b47 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bf6e5a-1aa2-4b30-bbdf-e507f08a76ba,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:26.523720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20552f0c-e98f-46e1-9caa-fb8c6e8046f0 req-39a5775f-cb9c-4325-bbe1-8f0640d3e171 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/c6bf6e5a-1aa2-4b30-bbdf-e507f08a76ba HTTP/1.1" status: 200 len: 1832 time: 0.0428281 Nov 09 00:14:26.551264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-d8c658a7-6b39-4546-a4bf-0e13dd3ec2b0 req-ead8c31f-5d30-43cc-b5e6-dbe52065e9ef tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-952283802', 'description': 'tempest-description-109402668'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:26.574781 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d8c658a7-6b39-4546-a4bf-0e13dd3ec2b0 req-ead8c31f-5d30-43cc-b5e6-dbe52065e9ef tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:26.580542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c38b4d6-650d-4164-8f68-86dd4588f20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63931e8-ac2f-401a-97fc-427111177424'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:26.583276 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d53a466-7e5c-48c4-a631-1819281bc30c" -d '{"events": [{"server_uuid": "1c38b4d6-650d-4164-8f68-86dd4588f20f", "name": "network-vif-plugged", "status": "completed", "tag": "e63931e8-ac2f-401a-97fc-427111177424"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:26.656470 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970010be-b1ff-42f5-ab3d-bc5f10e3c88b x-openstack-request-id: req-970010be-b1ff-42f5-ab3d-bc5f10e3c88b {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:26.656835 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c38b4d6-650d-4164-8f68-86dd4588f20f", "name": "network-vif-plugged", "status": "completed", "tag": "e63931e8-ac2f-401a-97fc-427111177424", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:26.657157 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-970010be-b1ff-42f5-ab3d-bc5f10e3c88b {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:26.657646 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c38b4d6-650d-4164-8f68-86dd4588f20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63931e8-ac2f-401a-97fc-427111177424', 'code': 200} Nov 09 00:14:26.683595 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d8c658a7-6b39-4546-a4bf-0e13dd3ec2b0 req-ead8c31f-5d30-43cc-b5e6-dbe52065e9ef tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:26.690616 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d8c658a7-6b39-4546-a4bf-0e13dd3ec2b0 req-ead8c31f-5d30-43cc-b5e6-dbe52065e9ef tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:26.735467 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d8c658a7-6b39-4546-a4bf-0e13dd3ec2b0 req-ead8c31f-5d30-43cc-b5e6-dbe52065e9ef tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:26.736605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8c658a7-6b39-4546-a4bf-0e13dd3ec2b0 req-ead8c31f-5d30-43cc-b5e6-dbe52065e9ef tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1897290 Nov 09 00:14:26.761534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8c31f-5d30-43cc-b5e6-dbe52065e9ef tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0a39ef-f624-40a3-af7a-23cb93c7ca29,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:26.806693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a045c-4e8c-4a16-afcb-9fb7af9453c4 req-1b9e87c3-703b-42cb-9266-7ea8b92d7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:26.808763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da4a045c-4e8c-4a16-afcb-9fb7af9453c4 req-1b9e87c3-703b-42cb-9266-7ea8b92d7f45 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 1096 time: 0.0565615 Nov 09 00:14:26.820958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea2ae6-2d04-4c3d-9f4d-7bfd0171aa24 req-50c2a89a-7bb4-4fd3-8731-6dab4f795a92 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:26.822488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6ea2ae6-2d04-4c3d-9f4d-7bfd0171aa24 req-50c2a89a-7bb4-4fd3-8731-6dab4f795a92 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 1023 time: 0.1070051 Nov 09 00:14:26.938042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da4a045c-4e8c-4a16-afcb-9fb7af9453c4 req-3e00524e-13d7-4508-aa1e-ef275eb80733 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140091 Nov 09 00:14:26.969866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d110fa3-2ea5-4507-9a1f-44eed18ed350 req-3edc52fd-06c5-4a93-9f9d-44108cf66ca2 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/5e0a39ef-f624-40a3-af7a-23cb93c7ca29 HTTP/1.1" status: 200 len: 1830 time: 0.1447880 Nov 09 00:14:26.995070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6ea2ae6-2d04-4c3d-9f4d-7bfd0171aa24 req-680442e9-676c-4535-b682-850dacecdf6e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&id=807c042d-527f-4637-b2ac-6cc915712b41&id=9666a7f2-66fd-4056-94ed-7858d3824fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1641741 Nov 09 00:14:27.015595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4565f09-5c28-47e8-8e24-fd4dbdd3586a req-325514f3-114e-4005-85b4-75c07bbb63c4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:27.017114 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4565f09-5c28-47e8-8e24-fd4dbdd3586a req-325514f3-114e-4005-85b4-75c07bbb63c4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 1023 time: 0.1061292 Nov 09 00:14:27.017633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9394592-a3c0-451b-8f0a-1cbcebfcdbd1', 'tag': 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:27.020117 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb07583e-253c-435e-acc0-428455de1c01" -d '{"events": [{"name": "network-changed", "server_uuid": "f9394592-a3c0-451b-8f0a-1cbcebfcdbd1", "tag": "cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:27.087426 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-2a3c6642-0e4b-4a7f-8c1a-7e464b438f42 req-f6cbd324-0715-4e04-8dcb-3837b91650cd tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] show failed (client error): The resource could not be found. Nov 09 00:14:27.088413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a3c6642-0e4b-4a7f-8c1a-7e464b438f42 req-f6cbd324-0715-4e04-8dcb-3837b91650cd tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/e889bdd9-eb00-4fc8-9586-db080f7f0634 HTTP/1.1" status: 404 len: 352 time: 0.0302446 Nov 09 00:14:27.142221 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32c5ffb-e3c2-4114-8de6-2b3a285a5d13 x-openstack-request-id: req-d32c5ffb-e3c2-4114-8de6-2b3a285a5d13 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:27.142374 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9394592-a3c0-451b-8f0a-1cbcebfcdbd1", "tag": "cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:27.142676 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d32c5ffb-e3c2-4114-8de6-2b3a285a5d13 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:27.142962 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9394592-a3c0-451b-8f0a-1cbcebfcdbd1', 'tag': 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d', 'status': 'completed', 'code': 200} Nov 09 00:14:27.179013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d038b70-6403-4e49-89d7-6b303c97a210 req-9a65a8fd-055b-4838-9256-2fe9a3f3e12b tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:27.180547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d038b70-6403-4e49-89d7-6b303c97a210 req-9a65a8fd-055b-4838-9256-2fe9a3f3e12b tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 945 time: 0.0997880 Nov 09 00:14:27.198923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-a4565f09-5c28-47e8-8e24-fd4dbdd3586a req-ab17e9d0-d993-488c-a615-69a8c29cf8fd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Deleting port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:14:27.199564 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4565f09-5c28-47e8-8e24-fd4dbdd3586a req-ab17e9d0-d993-488c-a615-69a8c29cf8fd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:27.228230 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07583e-253c-435e-acc0-428455de1c01 req-b0c655ca-e064-4626-8c40-4c087eaac059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:27.231723 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb07583e-253c-435e-acc0-428455de1c01 req-b0c655ca-e064-4626-8c40-4c087eaac059 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360e36c484d4445a93fbc0577289f5c3&device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 1174 time: 0.0730610 Nov 09 00:14:27.314581 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d038b70-6403-4e49-89d7-6b303c97a210 req-ae5e577b-0b41-42d6-8423-d6a513aac649 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263366 Nov 09 00:14:27.321021 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-d9148120-2548-48c3-af4c-a3c3174bf884 req-f49e816d-4de8-424f-961a-316a2696da34 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] show failed (client error): The resource could not be found. Nov 09 00:14:27.322060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9148120-2548-48c3-af4c-a3c3174bf884 req-f49e816d-4de8-424f-961a-316a2696da34 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-group-rules/e03ec0e4-a593-4d71-ac59-7e1f49091f78 HTTP/1.1" status: 404 len: 361 time: 0.0209877 Nov 09 00:14:27.349324 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07583e-253c-435e-acc0-428455de1c01 req-0f7086b9-002e-4367-871c-8f52e87a280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:27.351440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-a4565f09-5c28-47e8-8e24-fd4dbdd3586a req-ab17e9d0-d993-488c-a615-69a8c29cf8fd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] For port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:27.351821 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4565f09-5c28-47e8-8e24-fd4dbdd3586a req-ab17e9d0-d993-488c-a615-69a8c29cf8fd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:27.353188 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb07583e-253c-435e-acc0-428455de1c01 req-0f7086b9-002e-4367-871c-8f52e87a280f service neutron] 10.222.0.11 "GET /v2.0/networks?id=74064893-5fe9-4046-b9b3-c6109700574f HTTP/1.1" status: 200 len: 912 time: 0.1099803 Nov 09 00:14:27.384309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-a4565f09-5c28-47e8-8e24-fd4dbdd3586a req-ab17e9d0-d993-488c-a615-69a8c29cf8fd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Calling delete_port for cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:14:27.428150 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb07583e-253c-435e-acc0-428455de1c01 req-9deb8625-3d6e-4953-9ec3-e3b22eb129da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d HTTP/1.1" status: 200 len: 217 time: 0.0671561 Nov 09 00:14:27.464664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04b77c0f-593b-4da0-be0a-542f25a3e784 req-f44d426e-2ad5-44e2-ad25-2c1973804ec6 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 210 time: 0.0352929 Nov 09 00:14:27.487714 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07583e-253c-435e-acc0-428455de1c01 req-3d785d13-14ec-4dca-8819-64d088bca6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:27.490002 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb07583e-253c-435e-acc0-428455de1c01 req-3d785d13-14ec-4dca-8819-64d088bca6bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f19c17-47de-4fbf-ab9a-2b0ccbbe8716 HTTP/1.1" status: 200 len: 852 time: 0.0512462 Nov 09 00:14:27.523787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46ea9178-850f-40bc-b74f-90a27a238c59 req-77f3d68c-d204-494c-a67a-ebefa99667c3 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/5e0a39ef-f624-40a3-af7a-23cb93c7ca29 HTTP/1.1" status: 200 len: 1830 time: 0.0956082 Nov 09 00:14:27.526931 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb07583e-253c-435e-acc0-428455de1c01 req-c835f9d8-fc17-4cb5-b84e-00446a8f1814 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74064893-5fe9-4046-b9b3-c6109700574f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300932 Nov 09 00:14:27.643505 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb07583e-253c-435e-acc0-428455de1c01 req-c02ed175-772c-4500-b417-c1e6d3a77169 service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077232 Nov 09 00:14:27.654395 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4565f09-5c28-47e8-8e24-fd4dbdd3586a req-ab17e9d0-d993-488c-a615-69a8c29cf8fd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:27.667824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f7be22a2-afd5-4aea-86c0-4da2fd91a060', 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:27.678001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c880d-3447-476b-b982-3e2ee79965c1 req-9fa2d56f-9868-4d24-b0e8-c2ac5a4a8578 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:27.679668 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-040c880d-3447-476b-b982-3e2ee79965c1 req-9fa2d56f-9868-4d24-b0e8-c2ac5a4a8578 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 946 time: 0.1267278 Nov 09 00:14:27.706447 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-46ea9178-850f-40bc-b74f-90a27a238c59 req-127e0448-8fc6-42df-96ba-02b1903379fd tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:27.723759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17e9d0-d993-488c-a615-69a8c29cf8fd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event deleted for resources: {'Port': ['ID=cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:27.809177 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb07583e-253c-435e-acc0-428455de1c01 req-2d656f3c-143b-4955-b5a7-832fdd6169bc service neutron] 10.222.0.11 "GET /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570241 Nov 09 00:14:27.818144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4565f09-5c28-47e8-8e24-fd4dbdd3586a req-ab17e9d0-d993-488c-a615-69a8c29cf8fd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] No DVR routers for this DVR port cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:14:27.825511 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a4565f09-5c28-47e8-8e24-fd4dbdd3586a req-ab17e9d0-d993-488c-a615-69a8c29cf8fd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:27.829699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4565f09-5c28-47e8-8e24-fd4dbdd3586a req-ab17e9d0-d993-488c-a615-69a8c29cf8fd tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.11 "DELETE /v2.0/ports/cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d HTTP/1.1" status: 204 len: 173 time: 0.8045292 Nov 09 00:14:27.850702 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-46ea9178-850f-40bc-b74f-90a27a238c59 req-127e0448-8fc6-42df-96ba-02b1903379fd tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:27.918858 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-46ea9178-850f-40bc-b74f-90a27a238c59 req-127e0448-8fc6-42df-96ba-02b1903379fd tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:27.922935 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-46ea9178-850f-40bc-b74f-90a27a238c59 req-127e0448-8fc6-42df-96ba-02b1903379fd tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:27.929637 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46ea9178-850f-40bc-b74f-90a27a238c59 req-127e0448-8fc6-42df-96ba-02b1903379fd tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "DELETE /v2.0/security-groups/5e0a39ef-f624-40a3-af7a-23cb93c7ca29 HTTP/1.1" status: 204 len: 173 time: 0.3967297 Nov 09 00:14:27.967095 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-040c880d-3447-476b-b982-3e2ee79965c1 req-c03db921-e357-4f56-9f16-8c6b03b6247a tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642946 Nov 09 00:14:27.972716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e0448-8fc6-42df-96ba-02b1903379fd tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0a39ef-f624-40a3-af7a-23cb93c7ca29,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:28.071464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8b1000dc-524f-436f-bad9-515070a5823e req-caa9c8d9-4c83-424b-a306-bd3fb85cee2e tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/c6bf6e5a-1aa2-4b30-bbdf-e507f08a76ba HTTP/1.1" status: 200 len: 1832 time: 0.0621309 Nov 09 00:14:28.148604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94398664-dac0-4566-9dad-988757c6129b req-d14d98e4-50ee-472d-a2c4-a28f2b6a9977 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9394592-a3c0-451b-8f0a-1cbcebfcdbd1 HTTP/1.1" status: 200 len: 210 time: 0.0340381 Nov 09 00:14:28.153201 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8b1000dc-524f-436f-bad9-515070a5823e req-b699ef8c-be68-4a77-bc35-5aa3671ae6b1 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.181287 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8b1000dc-524f-436f-bad9-515070a5823e req-b699ef8c-be68-4a77-bc35-5aa3671ae6b1 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.225043 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8b1000dc-524f-436f-bad9-515070a5823e req-b699ef8c-be68-4a77-bc35-5aa3671ae6b1 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.227692 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8b1000dc-524f-436f-bad9-515070a5823e req-b699ef8c-be68-4a77-bc35-5aa3671ae6b1 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.233322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8b1000dc-524f-436f-bad9-515070a5823e req-b699ef8c-be68-4a77-bc35-5aa3671ae6b1 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "DELETE /v2.0/security-groups/c6bf6e5a-1aa2-4b30-bbdf-e507f08a76ba HTTP/1.1" status: 204 len: 173 time: 0.1609273 Nov 09 00:14:28.245699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699ef8c-be68-4a77-bc35-5aa3671ae6b1 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bf6e5a-1aa2-4b30-bbdf-e507f08a76ba,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:28.308062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70c2233f-8d86-4f9b-b67a-e552d5f03602 req-ea001f98-d747-41ae-b1c5-53280115d514 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/be35c6d0-6b44-48a6-ae7c-415be796deac HTTP/1.1" status: 200 len: 1832 time: 0.0450315 Nov 09 00:14:28.372958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-70c2233f-8d86-4f9b-b67a-e552d5f03602 req-9ad6ffd9-3c48-4dfa-bcd2-b7c08b6ae744 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.408399 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-70c2233f-8d86-4f9b-b67a-e552d5f03602 req-9ad6ffd9-3c48-4dfa-bcd2-b7c08b6ae744 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.486710 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07151134-d0e4-4a0e-9d43-cdee200cf6c2 req-55360050-eb26-498c-a182-eea343d5ac65 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:28.488090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07151134-d0e4-4a0e-9d43-cdee200cf6c2 req-55360050-eb26-498c-a182-eea343d5ac65 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 945 time: 0.0671651 Nov 09 00:14:28.490109 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-70c2233f-8d86-4f9b-b67a-e552d5f03602 req-9ad6ffd9-3c48-4dfa-bcd2-b7c08b6ae744 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.492661 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-70c2233f-8d86-4f9b-b67a-e552d5f03602 req-9ad6ffd9-3c48-4dfa-bcd2-b7c08b6ae744 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.493691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70c2233f-8d86-4f9b-b67a-e552d5f03602 req-9ad6ffd9-3c48-4dfa-bcd2-b7c08b6ae744 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "DELETE /v2.0/security-groups/be35c6d0-6b44-48a6-ae7c-415be796deac HTTP/1.1" status: 204 len: 173 time: 0.1799450 Nov 09 00:14:28.503210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6ffd9-3c48-4dfa-bcd2-b7c08b6ae744 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be35c6d0-6b44-48a6-ae7c-415be796deac,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:28.569715 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07151134-d0e4-4a0e-9d43-cdee200cf6c2 req-c23bd395-e76e-4844-8d60-1afeed4d202d tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611475 Nov 09 00:14:28.584234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a81173e0-ab3b-40a9-b956-6f39f1ddb12d req-16211a32-ea14-4923-83e5-ca7a6c99de80 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 210 time: 0.0281100 Nov 09 00:14:28.652123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad7dd9d2-7a95-4250-a761-cb75d2d413fd req-7d3ab2a4-cd84-48d5-b68b-4e7649237a18 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/82e7007e-3fc2-4a8f-b00b-811c05f09aa5 HTTP/1.1" status: 200 len: 1830 time: 0.0527940 Nov 09 00:14:28.714310 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ad7dd9d2-7a95-4250-a761-cb75d2d413fd req-2726b165-2ad1-45ec-bdfe-d67767884481 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.741753 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ad7dd9d2-7a95-4250-a761-cb75d2d413fd req-2726b165-2ad1-45ec-bdfe-d67767884481 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.788465 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ad7dd9d2-7a95-4250-a761-cb75d2d413fd req-2726b165-2ad1-45ec-bdfe-d67767884481 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.791958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ad7dd9d2-7a95-4250-a761-cb75d2d413fd req-2726b165-2ad1-45ec-bdfe-d67767884481 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.793275 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad7dd9d2-7a95-4250-a761-cb75d2d413fd req-2726b165-2ad1-45ec-bdfe-d67767884481 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "DELETE /v2.0/security-groups/82e7007e-3fc2-4a8f-b00b-811c05f09aa5 HTTP/1.1" status: 204 len: 173 time: 0.1346958 Nov 09 00:14:28.803405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726b165-2ad1-45ec-bdfe-d67767884481 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e7007e-3fc2-4a8f-b00b-811c05f09aa5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:28.878238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f5261b1-c9e7-4098-b49c-9e67645f6ec3 req-9672ae2f-d293-463e-98ce-a62f8c90f209 tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "GET /v2.0/security-groups/e7ca517b-3ebe-4ab9-9b04-0fc8bc1a30ba HTTP/1.1" status: 200 len: 1832 time: 0.0597863 Nov 09 00:14:28.936763 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1f5261b1-c9e7-4098-b49c-9e67645f6ec3 req-1cea4d16-c1a7-49d7-800c-47a46dcb89ac tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:28.981490 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1f5261b1-c9e7-4098-b49c-9e67645f6ec3 req-1cea4d16-c1a7-49d7-800c-47a46dcb89ac tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.016437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d24093-b785-44e5-9a84-4ac9f964991e req-a5841e07-df53-4548-981d-985953f28f89 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:29.018070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2d24093-b785-44e5-9a84-4ac9f964991e req-a5841e07-df53-4548-981d-985953f28f89 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 945 time: 0.0832310 Nov 09 00:14:29.058628 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1f5261b1-c9e7-4098-b49c-9e67645f6ec3 req-1cea4d16-c1a7-49d7-800c-47a46dcb89ac tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.061237 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1f5261b1-c9e7-4098-b49c-9e67645f6ec3 req-1cea4d16-c1a7-49d7-800c-47a46dcb89ac tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.068347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40326) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:29.068886 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f5261b1-c9e7-4098-b49c-9e67645f6ec3 req-1cea4d16-c1a7-49d7-800c-47a46dcb89ac tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] 10.222.0.25 "DELETE /v2.0/security-groups/e7ca517b-3ebe-4ab9-9b04-0fc8bc1a30ba HTTP/1.1" status: 204 len: 173 time: 0.1890249 Nov 09 00:14:29.089025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea4d16-c1a7-49d7-800c-47a46dcb89ac tempest-SecurityGroupRulesNegativeTestJSON-625134850 tempest-SecurityGroupRulesNegativeTestJSON-625134850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ca517b-3ebe-4ab9-9b04-0fc8bc1a30ba,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:29.107829 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2d24093-b785-44e5-9a84-4ac9f964991e req-a7b45297-bf5c-4528-aacd-ea8784fc6547 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757027 Nov 09 00:14:29.143855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9394592-a3c0-451b-8f0a-1cbcebfcdbd1', 'name': 'network-vif-deleted', 'tag': 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:29.146383 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0d7f6f-328f-4d85-8eed-82ecfec76bc0" -d '{"events": [{"server_uuid": "f9394592-a3c0-451b-8f0a-1cbcebfcdbd1", "name": "network-vif-deleted", "tag": "cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:29.147753 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f46c0f-9b4c-476b-a013-84cca55b3982 admin admin] Deleting subnet a2c4bd80-bd0b-470a-921f-67451b82edfb {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:14:29.153106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03f46c0f-9b4c-476b-a013-84cca55b3982 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.216020 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03f46c0f-9b4c-476b-a013-84cca55b3982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.221914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b47d-6bbd-499f-941d-ed5a0e6677e8 req-3091f5d8-b916-406f-910d-fa6a10612626 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:29.223649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7162b47d-6bbd-499f-941d-ed5a0e6677e8 req-3091f5d8-b916-406f-910d-fa6a10612626 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 946 time: 0.0616505 Nov 09 00:14:29.256335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03f46c0f-9b4c-476b-a013-84cca55b3982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.264722 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba3be90-ae5b-44d6-9020-482b9dbdf026 x-openstack-request-id: req-3ba3be90-ae5b-44d6-9020-482b9dbdf026 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:29.265254 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9394592-a3c0-451b-8f0a-1cbcebfcdbd1", "name": "network-vif-deleted", "tag": "cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:29.265558 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ba3be90-ae5b-44d6-9020-482b9dbdf026 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:29.266343 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9394592-a3c0-451b-8f0a-1cbcebfcdbd1', 'name': 'network-vif-deleted', 'tag': 'cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d', 'status': 'completed', 'code': 200} Nov 09 00:14:29.288654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7162b47d-6bbd-499f-941d-ed5a0e6677e8 req-a64ed821-30c9-498d-b857-2760706e8fe8 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552354 Nov 09 00:14:29.320128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03f46c0f-9b4c-476b-a013-84cca55b3982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.325241 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 39462c94-3851-4808-b145-03b5b72c6874 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:14:29.339008 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03f46c0f-9b4c-476b-a013-84cca55b3982 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.345752 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-03f46c0f-9b4c-476b-a013-84cca55b3982 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a2c4bd80-bd0b-470a-921f-67451b82edfb HTTP/1.1" status: 204 len: 168 time: 0.2752678 Nov 09 00:14:29.346413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40336) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:29.374681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f46c0f-9b4c-476b-a013-84cca55b3982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c4bd80-bd0b-470a-921f-67451b82edfb,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:29.399297 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-570ce3d9-3585-435c-8e52-a31c15968a9b req-02bf10a3-988a-4e3e-a662-35d4b6748c4f tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/9666a7f2-66fd-4056-94ed-7858d3824fc6 HTTP/1.1" status: 200 len: 1820 time: 0.0786209 Nov 09 00:14:29.452967 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.462991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 39462c94-3851-4808-b145-03b5b72c6874, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=39462c94-3851-4808-b145-03b5b72c6874,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:29.476345 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-570ce3d9-3585-435c-8e52-a31c15968a9b req-c539f37d-7b3e-4904-81ac-59a0b40c6db4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.477518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '39462c94-3851-4808-b145-03b5b72c6874', 'network_id': '68e0841c-b375-4078-9c24-adf0ad731f62', 'port_id': '39462c94-3851-4808-b145-03b5b72c6874', 'mac_address': 'fa:16:3e:9d:cf:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e01c80-407a-4e05-95b4-3fd4d0d3686f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:14:29.507778 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-570ce3d9-3585-435c-8e52-a31c15968a9b req-c539f37d-7b3e-4904-81ac-59a0b40c6db4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.524463 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.539399 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39462c94-3851-4808-b145-03b5b72c6874 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:14:29.556813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-570ce3d9-3585-435c-8e52-a31c15968a9b req-c539f37d-7b3e-4904-81ac-59a0b40c6db4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.560785 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-570ce3d9-3585-435c-8e52-a31c15968a9b req-c539f37d-7b3e-4904-81ac-59a0b40c6db4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.562116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-570ce3d9-3585-435c-8e52-a31c15968a9b req-c539f37d-7b3e-4904-81ac-59a0b40c6db4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "DELETE /v2.0/security-groups/9666a7f2-66fd-4056-94ed-7858d3824fc6 HTTP/1.1" status: 204 len: 173 time: 0.1553559 Nov 09 00:14:29.564496 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.573600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 39462c94-3851-4808-b145-03b5b72c6874, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=39462c94-3851-4808-b145-03b5b72c6874,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:29.580338 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.588544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539f37d-7b3e-4904-81ac-59a0b40c6db4 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9666a7f2-66fd-4056-94ed-7858d3824fc6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:29.592194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1948d631-88c7-4613-9041-bfe7454cfd38']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:29.604986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6af915-275a-47eb-93d0-067f2c0c4bba') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:29.605275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6af915-275a-47eb-93d0-067f2c0c4bba') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:29.624111 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.643974 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.650907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:14:29.651725 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.661238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7db832b4-0f69-4051-bf2e-568d9c465cf7 req-b3b56ec8-15aa-4b84-a8b1-d370086c3108 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/807c042d-527f-4637-b2ac-6cc915712b41 HTTP/1.1" status: 200 len: 1819 time: 0.0688407 Nov 09 00:14:29.704430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['39462c94-3851-4808-b145-03b5b72c6874'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:14:29.714778 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:14:29.719180 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.730913 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.735834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=39462c94-3851-4808-b145-03b5b72c6874,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:29.746570 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1948d631-88c7-4613-9041-bfe7454cfd38 HTTP/1.1" status: 204 len: 168 time: 0.3730750 Nov 09 00:14:29.767900 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed2e0b1a-62ae-4406-b3f3-0657edcb9f53 req-3991847f-c7bf-4751-9b82-fedf6a3d0c14 tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/ports?device_id=82840f7d-7987-4051-97e1-be3b269f0a15 HTTP/1.1" status: 200 len: 210 time: 0.0402679 Nov 09 00:14:29.774278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392ca61-f217-4d50-bbd8-004f957aa210 admin admin] Pushing event deleted for resources: {'Network': ['ID=1948d631-88c7-4613-9041-bfe7454cfd38,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:29.804075 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7db832b4-0f69-4051-bf2e-568d9c465cf7 req-6ea5068a-e85e-42d1-8fca-0832bf6c434f tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.838836 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7db832b4-0f69-4051-bf2e-568d9c465cf7 req-6ea5068a-e85e-42d1-8fca-0832bf6c434f tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.901699 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7db832b4-0f69-4051-bf2e-568d9c465cf7 req-6ea5068a-e85e-42d1-8fca-0832bf6c434f tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.905000 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7db832b4-0f69-4051-bf2e-568d9c465cf7 req-6ea5068a-e85e-42d1-8fca-0832bf6c434f tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:29.906390 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7db832b4-0f69-4051-bf2e-568d9c465cf7 req-6ea5068a-e85e-42d1-8fca-0832bf6c434f tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "DELETE /v2.0/security-groups/807c042d-527f-4637-b2ac-6cc915712b41 HTTP/1.1" status: 204 len: 173 time: 0.2443421 Nov 09 00:14:29.917112 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5068a-e85e-42d1-8fca-0832bf6c434f tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=807c042d-527f-4637-b2ac-6cc915712b41,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:29.921222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40346) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:29.953187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-d507ec4e-c906-4075-8295-b89e14d4b685 req-57e4f5a6-9c77-4532-b49c-25d0b107fdc6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-603291370', 'description': 'tempest-description-420744395'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:29.993016 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d507ec4e-c906-4075-8295-b89e14d4b685 req-57e4f5a6-9c77-4532-b49c-25d0b107fdc6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.000731 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5ce93930-e5c3-449c-b625-83ab5fb02887 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed1daef54d754fbbbb0faa8d1183a0aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0763168 Nov 09 00:14:30.001573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40348) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:30.077052 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d507ec4e-c906-4075-8295-b89e14d4b685 req-57e4f5a6-9c77-4532-b49c-25d0b107fdc6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.081455 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9856-bc1e-414c-b1c6-409fb1f1a5c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.085078 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d507ec4e-c906-4075-8295-b89e14d4b685 req-57e4f5a6-9c77-4532-b49c-25d0b107fdc6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.127247 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9856-bc1e-414c-b1c6-409fb1f1a5c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.129836 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d507ec4e-c906-4075-8295-b89e14d4b685 req-57e4f5a6-9c77-4532-b49c-25d0b107fdc6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.158820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d507ec4e-c906-4075-8295-b89e14d4b685 req-57e4f5a6-9c77-4532-b49c-25d0b107fdc6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2107708 Nov 09 00:14:30.161502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4f5a6-9c77-4532-b49c-25d0b107fdc6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92510eeb-b61e-4887-958f-fe1d721e9b32,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:30.288783 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32781989-18fe-43d0-b189-5a2d20cf7bee req-cf90992b-2c56-440a-9920-3af119bebd91 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/92510eeb-b61e-4887-958f-fe1d721e9b32 HTTP/1.1" status: 200 len: 1818 time: 0.1100616 Nov 09 00:14:30.294192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9856-bc1e-414c-b1c6-409fb1f1a5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.299257 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9856-bc1e-414c-b1c6-409fb1f1a5c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.301760 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6a0f9856-bc1e-414c-b1c6-409fb1f1a5c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ecebbec3-f6f3-4dbb-9f90-073c0510f014 HTTP/1.1" status: 204 len: 168 time: 0.2982478 Nov 09 00:14:30.308891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4636e-b2ef-46f7-8b31-82ff2a39ae43 req-0ed6fcfe-4278-4191-9ff9-b7dc52a8540b tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:30.310705 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03f4636e-b2ef-46f7-8b31-82ff2a39ae43 req-0ed6fcfe-4278-4191-9ff9-b7dc52a8540b tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 945 time: 0.1032035 Nov 09 00:14:30.316125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-32781989-18fe-43d0-b189-5a2d20cf7bee req-58a6da05-3d55-478a-8e89-a825d9a1fbb8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1681915279', 'description': 'tempest-description-hth-767471273'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:30.318273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f9856-bc1e-414c-b1c6-409fb1f1a5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecebbec3-f6f3-4dbb-9f90-073c0510f014,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:30.378376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-32781989-18fe-43d0-b189-5a2d20cf7bee req-58a6da05-3d55-478a-8e89-a825d9a1fbb8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.429139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03f4636e-b2ef-46f7-8b31-82ff2a39ae43 req-dd4149a8-2f8c-4fdf-8dfc-94c86ac1b0ba tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080029 Nov 09 00:14:30.475712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58251a-818f-4428-95d2-bdc201c8a98f req-3847fcd1-90b9-494c-b4d3-c405de705156 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:30.477218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c58251a-818f-4428-95d2-bdc201c8a98f req-3847fcd1-90b9-494c-b4d3-c405de705156 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 945 time: 0.0857899 Nov 09 00:14:30.499088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-32781989-18fe-43d0-b189-5a2d20cf7bee req-58a6da05-3d55-478a-8e89-a825d9a1fbb8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.593953 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-32781989-18fe-43d0-b189-5a2d20cf7bee req-58a6da05-3d55-478a-8e89-a825d9a1fbb8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.617068 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-32781989-18fe-43d0-b189-5a2d20cf7bee req-58a6da05-3d55-478a-8e89-a825d9a1fbb8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.625565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32781989-18fe-43d0-b189-5a2d20cf7bee req-58a6da05-3d55-478a-8e89-a825d9a1fbb8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "PUT /v2.0/security-groups/92510eeb-b61e-4887-958f-fe1d721e9b32 HTTP/1.1" status: 200 len: 1793 time: 0.3132913 Nov 09 00:14:30.792125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1bbec87-d362-4f94-b771-6fce06c8a8f5 req-33a20316-7727-4e9e-aee7-bcf47730626e tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/92510eeb-b61e-4887-958f-fe1d721e9b32 HTTP/1.1" status: 200 len: 1793 time: 0.1204374 Nov 09 00:14:30.792125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6da05-3d55-478a-8e89-a825d9a1fbb8 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92510eeb-b61e-4887-958f-fe1d721e9b32,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:30.838253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4c58251a-818f-4428-95d2-bdc201c8a98f req-5a447382-e3f4-4207-8cd8-e5d2796f15c7 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Deleting port e63931e8-ac2f-401a-97fc-427111177424 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:14:30.838896 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4c58251a-818f-4428-95d2-bdc201c8a98f req-5a447382-e3f4-4207-8cd8-e5d2796f15c7 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:30.850587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afc607-54bd-48d0-a69f-f620d1259bee req-e18e0fa6-370c-458e-984a-a7a4153b35b9 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:30.859665 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48afc607-54bd-48d0-a69f-f620d1259bee req-e18e0fa6-370c-458e-984a-a7a4153b35b9 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 945 time: 0.2325401 Nov 09 00:14:31.008164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eedf67e7-fdcd-4c29-9a12-e208080dc818 req-714abc71-f804-4ecf-999d-4c5105320482 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/92510eeb-b61e-4887-958f-fe1d721e9b32 HTTP/1.1" status: 200 len: 1793 time: 0.1167116 Nov 09 00:14:31.017107 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48afc607-54bd-48d0-a69f-f620d1259bee req-e31bc911-f2ab-45da-b443-570b8cc25c75 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564724 Nov 09 00:14:31.086225 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4c58251a-818f-4428-95d2-bdc201c8a98f req-5a447382-e3f4-4207-8cd8-e5d2796f15c7 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] For port e63931e8-ac2f-401a-97fc-427111177424, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e63931e8-ac2f-401a-97fc-427111177424,segment=NetworkSegment(5a4347be-d39a-47ad-9b70-e5c8c146d6cf),segment_id=5a4347be-d39a-47ad-9b70-e5c8c146d6cf)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:31.086225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4c58251a-818f-4428-95d2-bdc201c8a98f req-5a447382-e3f4-4207-8cd8-e5d2796f15c7 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.113237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4c58251a-818f-4428-95d2-bdc201c8a98f req-5a447382-e3f4-4207-8cd8-e5d2796f15c7 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Calling delete_port for e63931e8-ac2f-401a-97fc-427111177424 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:14:31.133540 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40392) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:31.267386 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eedf67e7-fdcd-4c29-9a12-e208080dc818 req-e5faddaa-d23f-4ec7-af83-0b568525742b tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.269286 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc16708c-d0e7-4e20-a2db-fb549d02ea1b tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.293476 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eedf67e7-fdcd-4c29-9a12-e208080dc818 req-e5faddaa-d23f-4ec7-af83-0b568525742b tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.300919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc16708c-d0e7-4e20-a2db-fb549d02ea1b tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.329657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 39462c94-3851-4808-b145-03b5b72c6874 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:31.379014 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc16708c-d0e7-4e20-a2db-fb549d02ea1b tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.387532 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc16708c-d0e7-4e20-a2db-fb549d02ea1b tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.388975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dc16708c-d0e7-4e20-a2db-fb549d02ea1b tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "DELETE /v2.0/security-groups/b32090cc-5146-4a57-8df9-c997c7d256d4 HTTP/1.1" status: 204 len: 168 time: 0.2536530 Nov 09 00:14:31.392779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40400) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:31.409462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16708c-d0e7-4e20-a2db-fb549d02ea1b tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32090cc-5146-4a57-8df9-c997c7d256d4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:31.429013 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-b6a8bb07-188c-4b38-a1c1-3fc3c804d95c tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] show failed (client error): The resource could not be found. Nov 09 00:14:31.430263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b6a8bb07-188c-4b38-a1c1-3fc3c804d95c tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "GET /v2.0/security-groups/b32090cc-5146-4a57-8df9-c997c7d256d4 HTTP/1.1" status: 404 len: 347 time: 0.0360830 Nov 09 00:14:31.433603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40408) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:31.471024 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eedf67e7-fdcd-4c29-9a12-e208080dc818 req-e5faddaa-d23f-4ec7-af83-0b568525742b tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.473891 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eedf67e7-fdcd-4c29-9a12-e208080dc818 req-e5faddaa-d23f-4ec7-af83-0b568525742b tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.477826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eedf67e7-fdcd-4c29-9a12-e208080dc818 req-e5faddaa-d23f-4ec7-af83-0b568525742b tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "DELETE /v2.0/security-groups/92510eeb-b61e-4887-958f-fe1d721e9b32 HTTP/1.1" status: 204 len: 173 time: 0.4573894 Nov 09 00:14:31.517248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5faddaa-d23f-4ec7-af83-0b568525742b tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92510eeb-b61e-4887-958f-fe1d721e9b32,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:31.548122 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 39462c94-3851-4808-b145-03b5b72c6874 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:31.551639 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.588802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40418) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:31.743735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a73e92cd-e26c-4438-a179-bc5a4136b1cc tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Deleting port cf3d8724-0e86-4384-bd93-df38e3aabb4b {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:14:31.745410 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a73e92cd-e26c-4438-a179-bc5a4136b1cc tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.756039 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4c58251a-818f-4428-95d2-bdc201c8a98f req-5a447382-e3f4-4207-8cd8-e5d2796f15c7 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.764575 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.786893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['e63931e8-ac2f-401a-97fc-427111177424'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:31.853368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67161978-b0d9-485a-b164-a2e613cb6e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39462c94-3851-4808-b145-03b5b72c6874'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:31.856231 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b449f820-eb14-4152-ae05-627443ced7b8" -d '{"events": [{"server_uuid": "67161978-b0d9-485a-b164-a2e613cb6e25", "name": "network-vif-plugged", "status": "completed", "tag": "39462c94-3851-4808-b145-03b5b72c6874"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:31.868718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a4c4c-de9c-40e8-b083-76a9e454cb15 req-c3c9a84c-2ed2-4fc4-a4cf-5628f420b624 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:31.871516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-578a4c4c-de9c-40e8-b083-76a9e454cb15 req-c3c9a84c-2ed2-4fc4-a4cf-5628f420b624 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c38b4d6-650d-4164-8f68-86dd4588f20f HTTP/1.1" status: 200 len: 867 time: 0.2535734 Nov 09 00:14:31.876193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a447382-e3f4-4207-8cd8-e5d2796f15c7 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Pushing event deleted for resources: {'Port': ['ID=e63931e8-ac2f-401a-97fc-427111177424,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:31.886103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 39462c94-3851-4808-b145-03b5b72c6874, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=39462c94-3851-4808-b145-03b5b72c6874,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:31.893941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1084581560-network', 'tenant_id': '3c490e078fbb4c83b24ae43b7b1a56db'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:31.894737 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.926637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a73e92cd-e26c-4438-a179-bc5a4136b1cc tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.929120 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a73e92cd-e26c-4438-a179-bc5a4136b1cc tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.941105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:14:31.966343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a73e92cd-e26c-4438-a179-bc5a4136b1cc tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Calling delete_port for cf3d8724-0e86-4384-bd93-df38e3aabb4b owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:14:31.976988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c58251a-818f-4428-95d2-bdc201c8a98f req-5a447382-e3f4-4207-8cd8-e5d2796f15c7 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] No DVR routers for this DVR port e63931e8-ac2f-401a-97fc-427111177424 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:14:31.983051 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4c58251a-818f-4428-95d2-bdc201c8a98f req-5a447382-e3f4-4207-8cd8-e5d2796f15c7 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:31.993299 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c58251a-818f-4428-95d2-bdc201c8a98f req-5a447382-e3f4-4207-8cd8-e5d2796f15c7 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.30 "DELETE /v2.0/ports/e63931e8-ac2f-401a-97fc-427111177424 HTTP/1.1" status: 204 len: 173 time: 1.5084660 Nov 09 00:14:32.023599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c38b4d6-650d-4164-8f68-86dd4588f20f', 'name': 'network-vif-deleted', 'tag': 'e63931e8-ac2f-401a-97fc-427111177424'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:32.028494 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28862372-8b51-43c6-84ae-88094404a781" -d '{"events": [{"server_uuid": "1c38b4d6-650d-4164-8f68-86dd4588f20f", "name": "network-vif-deleted", "tag": "e63931e8-ac2f-401a-97fc-427111177424"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:32.042357 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=39462c94-3851-4808-b145-03b5b72c6874,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:32.065964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:14:32.066496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cdc51b1f-ee66-41fa-8e6b-c60f76c6da6d not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:14:32.137035 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Made reservation on behalf of 3c490e078fbb4c83b24ae43b7b1a56db for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:32.140196 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:32.153571 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508fa0b-3fad-42ba-9823-9bd2e7eb2000 req-ea35de07-35ae-480c-baab-d440ab360872 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:32.155231 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2508fa0b-3fad-42ba-9823-9bd2e7eb2000 req-ea35de07-35ae-480c-baab-d440ab360872 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 946 time: 0.2051382 Nov 09 00:14:32.186951 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-578a4c4c-de9c-40e8-b083-76a9e454cb15 req-4343781c-be67-4ca5-82eb-4095453ac8a9 tempest-ServerAddressesTestJSON-1154109850 tempest-ServerAddressesTestJSON-1154109850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992880 Nov 09 00:14:32.191568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:32.244460 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a73e92cd-e26c-4438-a179-bc5a4136b1cc tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:32.304610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e92cd-e26c-4438-a179-bc5a4136b1cc tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Pushing event deleted for resources: {'Port': ['ID=cf3d8724-0e86-4384-bd93-df38e3aabb4b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:32.307737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2508fa0b-3fad-42ba-9823-9bd2e7eb2000 req-7ded7b2f-9ee5-45a4-b190-45fda22e7beb tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309149 Nov 09 00:14:32.388548 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a73e92cd-e26c-4438-a179-bc5a4136b1cc tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:32.393605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a73e92cd-e26c-4438-a179-bc5a4136b1cc tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:32.397831 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a73e92cd-e26c-4438-a179-bc5a4136b1cc tempest-ServersTestBootFromVolume-834018865 tempest-ServersTestBootFromVolume-834018865-project] 10.222.0.25 "DELETE /v2.0/floatingips/572707dd-1521-4e0a-80b6-e0a0a5545dac HTTP/1.1" status: 204 len: 168 time: 0.9630227 Nov 09 00:14:32.399757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40438) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:32.400373 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c05983-6b70-4c20-b54b-8f797c099893 x-openstack-request-id: req-b7c05983-6b70-4c20-b54b-8f797c099893 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:32.402690 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c38b4d6-650d-4164-8f68-86dd4588f20f", "name": "network-vif-deleted", "tag": "e63931e8-ac2f-401a-97fc-427111177424", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:32.403220 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7c05983-6b70-4c20-b54b-8f797c099893 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:32.403748 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c38b4d6-650d-4164-8f68-86dd4588f20f', 'name': 'network-vif-deleted', 'tag': 'e63931e8-ac2f-401a-97fc-427111177424', 'status': 'completed', 'code': 200} Nov 09 00:14:32.440192 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:32.442077 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-d97f843c-8f34-45c7-bdb0-c1b1a404aa03 req-56f097c3-cd3a-4f1d-a6d6-872df1f21fdb tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] show failed (client error): The resource could not be found. Nov 09 00:14:32.450269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d97f843c-8f34-45c7-bdb0-c1b1a404aa03 req-56f097c3-cd3a-4f1d-a6d6-872df1f21fdb tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/807c042d-527f-4637-b2ac-6cc915712b41 HTTP/1.1" status: 404 len: 352 time: 0.0363162 Nov 09 00:14:32.463745 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:32.498885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:14:32.513222 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-64a4a789-5830-4466-9fe3-5a5c92a5ae9a req-de075acc-fc8e-4f55-a572-156a8d2ea8d1 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] show failed (client error): The resource could not be found. Nov 09 00:14:32.520330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64a4a789-5830-4466-9fe3-5a5c92a5ae9a req-de075acc-fc8e-4f55-a572-156a8d2ea8d1 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/9666a7f2-66fd-4056-94ed-7858d3824fc6 HTTP/1.1" status: 404 len: 352 time: 0.0407579 Nov 09 00:14:32.531147 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56405302-36f8-48fe-9cf9-15fadac81633 x-openstack-request-id: req-56405302-36f8-48fe-9cf9-15fadac81633 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:32.531615 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67161978-b0d9-485a-b164-a2e613cb6e25", "name": "network-vif-plugged", "status": "completed", "tag": "39462c94-3851-4808-b145-03b5b72c6874", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:32.531740 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56405302-36f8-48fe-9cf9-15fadac81633 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:32.532529 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67161978-b0d9-485a-b164-a2e613cb6e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39462c94-3851-4808-b145-03b5b72c6874', 'code': 200} Nov 09 00:14:32.536183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee460c5c-49ae-4861-b42b-3747e5df489d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:32.541097 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:32.541613 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Added segment 101dcd91-58a5-40f1-bbf7-d0640c7744c3 of type vlan for network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 Nov 09 00:14:32.587099 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-a30c2b1a-1bc0-4467-b2cb-c5c770ee5fab req-6a2998a7-3425-403a-bba5-44b7a9e855d5 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] show failed (client error): The resource could not be found. Nov 09 00:14:32.594891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a30c2b1a-1bc0-4467-b2cb-c5c770ee5fab req-6a2998a7-3425-403a-bba5-44b7a9e855d5 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/599b4c0c-e275-42c1-804f-349b28c2975b HTTP/1.1" status: 404 len: 352 time: 0.0514934 Nov 09 00:14:32.605138 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:32.641871 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-2f335080-bbae-4f32-90ff-c17a5afa452c req-42f4e94d-ea45-4f27-bee9-a5c7064df2ae tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] show failed (client error): The resource could not be found. Nov 09 00:14:32.642884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f335080-bbae-4f32-90ff-c17a5afa452c req-42f4e94d-ea45-4f27-bee9-a5c7064df2ae tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/00cb7197-e174-4680-ba0f-39b5a64dc18b HTTP/1.1" status: 404 len: 352 time: 0.0195146 Nov 09 00:14:32.648834 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:32.649826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:32.653219 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:32.704759 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-93407e65-fa8a-47e0-8be6-0a3a869f7992 req-ad57e321-7355-4b3d-a3ea-ec764eb0df08 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] show failed (client error): The resource could not be found. Nov 09 00:14:32.713186 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93407e65-fa8a-47e0-8be6-0a3a869f7992 req-ad57e321-7355-4b3d-a3ea-ec764eb0df08 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/ce221fb8-20b2-40c8-9c4d-4bf49091a7c9 HTTP/1.1" status: 404 len: 352 time: 0.0405688 Nov 09 00:14:32.754923 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1628802 Nov 09 00:14:32.757812 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40452) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:32.772654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-de63f265-bcac-49bb-962c-a2060b82b237 admin admin] Request body: {'subnet': {'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1084581560-subnet', 'tenant_id': '3c490e078fbb4c83b24ae43b7b1a56db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:32.773711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b652b-28cb-4e17-9158-8e53fcc9bd23 admin admin] Pushing event updated for resources: {'Network': ['ID=43b13acb-9b04-410a-9f5f-71fcab5a3bf0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:32.776571 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-80ac2bad-6ebc-4e72-84d6-706d82de6339 req-86f4e4bd-1077-4e03-8cd3-2d26b450f667 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] show failed (client error): The resource could not be found. Nov 09 00:14:32.784281 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80ac2bad-6ebc-4e72-84d6-706d82de6339 req-86f4e4bd-1077-4e03-8cd3-2d26b450f667 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/5ddfa861-c5e3-4f2b-a141-c82599f01e40 HTTP/1.1" status: 404 len: 352 time: 0.0264735 Nov 09 00:14:32.789783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:14:32.846879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de63f265-bcac-49bb-962c-a2060b82b237 admin admin] Made reservation on behalf of 3c490e078fbb4c83b24ae43b7b1a56db for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:32.853630 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de63f265-bcac-49bb-962c-a2060b82b237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:33.090730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2d2ac-e881-4ef3-9039-8153092db179 req-e02982e2-c76b-434e-98ff-fe0d3fe422ad tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:33.094976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36b2d2ac-e881-4ef3-9039-8153092db179 req-e02982e2-c76b-434e-98ff-fe0d3fe422ad tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 946 time: 0.1116593 Nov 09 00:14:33.192091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de63f265-bcac-49bb-962c-a2060b82b237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:33.247464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764ee45-6576-45cb-a6bf-08d6d422ec03 req-2a6f5d2f-9b66-4462-87ac-510dd0aa7005 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:33.249101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f764ee45-6576-45cb-a6bf-08d6d422ec03 req-2a6f5d2f-9b66-4462-87ac-510dd0aa7005 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 1023 time: 0.1089065 Nov 09 00:14:33.287522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40470) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:33.292039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63f265-bcac-49bb-962c-a2060b82b237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:33.306666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-36b2d2ac-e881-4ef3-9039-8153092db179 req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Deleting port 39462c94-3851-4808-b145-03b5b72c6874 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:14:33.308963 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-36b2d2ac-e881-4ef3-9039-8153092db179 req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:33.350541 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 39462c94-3851-4808-b145-03b5b72c6874 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:14:33.364228 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96743832-8f56-4a05-a40f-29e1c96a529d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:33.433401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f764ee45-6576-45cb-a6bf-08d6d422ec03 req-d0fbee34-aba4-4535-bf63-10a29e61f27a tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=5600ed9c-1833-400a-ad52-1363033d12a5&id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&id=caef8a3d-0637-4cb1-a804-bf8938aa328e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1723733 Nov 09 00:14:33.529885 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:33.606481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 39462c94-3851-4808-b145-03b5b72c6874, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=39462c94-3851-4808-b145-03b5b72c6874,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:33.620870 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:33.675534 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=39462c94-3851-4808-b145-03b5b72c6874,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:33.913610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e9cc2-8111-423e-9dc3-78f9ca6e0fcc req-6767af54-bd2b-41ac-a180-ff0374e79d64 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:33.916235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de63f265-bcac-49bb-962c-a2060b82b237 admin admin] Checking segment: {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:33.916658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63f265-bcac-49bb-962c-a2060b82b237 admin admin] Network hostable DHCP agents. Network: 43b13acb-9b04-410a-9f5f-71fcab5a3bf0, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:14:33.922155 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f6e9cc2-8111-423e-9dc3-78f9ca6e0fcc req-6767af54-bd2b-41ac-a180-ff0374e79d64 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/ports?device_id=67161978-b0d9-485a-b164-a2e613cb6e25 HTTP/1.1" status: 200 len: 946 time: 0.5104427 Nov 09 00:14:33.949270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-0575749b-70c5-4cb7-9fce-b20b6566c9e9 admin admin] Deleting subnet 369e9e98-a256-473a-868a-eca98a7e1457 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:14:33.949463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-36b2d2ac-e881-4ef3-9039-8153092db179 req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] For port 39462c94-3851-4808-b145-03b5b72c6874, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=39462c94-3851-4808-b145-03b5b72c6874,segment=NetworkSegment(c1533c7b-81ad-4806-8ee7-19f2dcaa2548),segment_id=c1533c7b-81ad-4806-8ee7-19f2dcaa2548)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:33.949812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-36b2d2ac-e881-4ef3-9039-8153092db179 req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:33.955443 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0575749b-70c5-4cb7-9fce-b20b6566c9e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:33.978068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-36b2d2ac-e881-4ef3-9039-8153092db179 req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Calling delete_port for 39462c94-3851-4808-b145-03b5b72c6874 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:14:34.014087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63f265-bcac-49bb-962c-a2060b82b237 admin admin] Network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:14:34.035598 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f6e9cc2-8111-423e-9dc3-78f9ca6e0fcc req-0992ae54-7df4-4a10-9034-3d8871a5337d tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.25 "GET /v2.0/security-groups?id=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071277 Nov 09 00:14:34.037417 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-de63f265-bcac-49bb-962c-a2060b82b237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 43b13acb-9b04-410a-9f5f-71fcab5a3bf0) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:34.049284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07087149-bd3c-45c1-bd2b-88628128029c None None] Network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:34.076493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de63f265-bcac-49bb-962c-a2060b82b237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:34.077736 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de63f265-bcac-49bb-962c-a2060b82b237 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.108962 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0575749b-70c5-4cb7-9fce-b20b6566c9e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.149478 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-de63f265-bcac-49bb-962c-a2060b82b237 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3905752 Nov 09 00:14:34.264491 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-36b2d2ac-e881-4ef3-9039-8153092db179 req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.304815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Pushing event deleted for resources: {'Port': ['ID=39462c94-3851-4808-b145-03b5b72c6874,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:34.327551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:34.328245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:34.328330 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:34.329708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:34.329866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:34.330194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:34.330610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:34.330942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:34.331267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:34.331593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:34.331910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:34.332229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:14:34.350286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-43b13acb-9b04-410a-9f5f-71fcab5a3bf0', 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0', 'tenant_id': '3c490e078fbb4c83b24ae43b7b1a56db', 'fixed_ips': [{'subnet_id': 'd5f94da2-f0eb-4abd-b5e2-ac30020ed3a7'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:14:34.354889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b2d2ac-e881-4ef3-9039-8153092db179 req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] No DVR routers for this DVR port 39462c94-3851-4808-b145-03b5b72c6874 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:14:34.357271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-36b2d2ac-e881-4ef3-9039-8153092db179 req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.359638 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.360984 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36b2d2ac-e881-4ef3-9039-8153092db179 req-9437a683-f1c8-412b-a335-2b9cf63a48a5 tempest-ImagesTestJSON-2058687749 tempest-ImagesTestJSON-2058687749-project] 10.222.0.30 "DELETE /v2.0/ports/39462c94-3851-4808-b145-03b5b72c6874 HTTP/1.1" status: 204 len: 173 time: 1.2591641 Nov 09 00:14:34.377710 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0575749b-70c5-4cb7-9fce-b20b6566c9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.482373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67161978-b0d9-485a-b164-a2e613cb6e25', 'name': 'network-vif-deleted', 'tag': '39462c94-3851-4808-b145-03b5b72c6874'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:34.496987 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3aabf3-ae7e-4e54-a7db-fef17393b352" -d '{"events": [{"server_uuid": "67161978-b0d9-485a-b164-a2e613cb6e25", "name": "network-vif-deleted", "tag": "39462c94-3851-4808-b145-03b5b72c6874"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:34.536159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67161978-b0d9-485a-b164-a2e613cb6e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39462c94-3851-4808-b145-03b5b72c6874'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:34.544376 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0911bd59-2386-4ded-84b1-9e0e582b284c" -d '{"events": [{"server_uuid": "67161978-b0d9-485a-b164-a2e613cb6e25", "name": "network-vif-unplugged", "status": "completed", "tag": "39462c94-3851-4808-b145-03b5b72c6874"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:34.586042 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0575749b-70c5-4cb7-9fce-b20b6566c9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.622082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414cda9-6ed6-4f5c-b3b6-8c22d7f36e38 req-b3e30da3-4a76-4942-8459-f3fda57a74cc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:34.623642 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a414cda9-6ed6-4f5c-b3b6-8c22d7f36e38 req-b3e30da3-4a76-4942-8459-f3fda57a74cc tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 1023 time: 0.2484016 Nov 09 00:14:34.634667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575749b-70c5-4cb7-9fce-b20b6566c9e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369e9e98-a256-473a-868a-eca98a7e1457,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:34.639891 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0575749b-70c5-4cb7-9fce-b20b6566c9e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.646024 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0575749b-70c5-4cb7-9fce-b20b6566c9e9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/369e9e98-a256-473a-868a-eca98a7e1457 HTTP/1.1" status: 204 len: 168 time: 1.3513820 Nov 09 00:14:34.648054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40498) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:34.714716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Allocated IP 172.20.0.2 (43b13acb-9b04-410a-9f5f-71fcab5a3bf0/d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7/1e6195fc-a970-4eb9-9882-576dabd731b1) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:34.724235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-96743832-8f56-4a05-a40f-29e1c96a529d admin admin] Deleting port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:14:34.724614 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96743832-8f56-4a05-a40f-29e1c96a529d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.745920 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81909c8-ece2-42d4-aac2-9cfb50cb39f3 x-openstack-request-id: req-c81909c8-ece2-42d4-aac2-9cfb50cb39f3 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:34.746261 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67161978-b0d9-485a-b164-a2e613cb6e25", "name": "network-vif-deleted", "tag": "39462c94-3851-4808-b145-03b5b72c6874", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:34.746515 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c81909c8-ece2-42d4-aac2-9cfb50cb39f3 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:34.747040 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67161978-b0d9-485a-b164-a2e613cb6e25', 'name': 'network-vif-deleted', 'tag': '39462c94-3851-4808-b145-03b5b72c6874', 'status': 'completed', 'code': 200} Nov 09 00:14:34.792879 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.833983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952b7e3-7e7e-4b2f-88e7-f6a52dd511eb req-b1b4ae1b-5dd9-4488-8e63-3d43f6d6f720 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:34.835584 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5952b7e3-7e7e-4b2f-88e7-f6a52dd511eb req-b1b4ae1b-5dd9-4488-8e63-3d43f6d6f720 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 1023 time: 0.1085744 Nov 09 00:14:34.845756 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9439ced7-2e26-4a09-a547-86969b6e8b11 x-openstack-request-id: req-9439ced7-2e26-4a09-a547-86969b6e8b11 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:34.846040 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67161978-b0d9-485a-b164-a2e613cb6e25", "name": "network-vif-unplugged", "status": "completed", "tag": "39462c94-3851-4808-b145-03b5b72c6874", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:34.846291 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9439ced7-2e26-4a09-a547-86969b6e8b11 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:34.846688 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67161978-b0d9-485a-b164-a2e613cb6e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39462c94-3851-4808-b145-03b5b72c6874', 'code': 200} Nov 09 00:14:34.888025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-96743832-8f56-4a05-a40f-29e1c96a529d admin admin] For port 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c,segment=NetworkSegment(f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1),segment_id=f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:34.888383 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96743832-8f56-4a05-a40f-29e1c96a529d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.926317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-a414cda9-6ed6-4f5c-b3b6-8c22d7f36e38 req-7cbb4e4b-d2cf-4493-9307-e3cfc35ca9d6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Deleting port f7be22a2-afd5-4aea-86c0-4da2fd91a060 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:14:34.926822 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a414cda9-6ed6-4f5c-b3b6-8c22d7f36e38 req-7cbb4e4b-d2cf-4493-9307-e3cfc35ca9d6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.942412 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:34.944900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-96743832-8f56-4a05-a40f-29e1c96a529d admin admin] Calling delete_port for 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:14:34.981422 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba276ebe-04d7-461a-be45-9c57540f24f3']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:34.992265 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.000210 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.024737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4347be-d39a-47ad-9b70-e5c8c146d6cf') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:35.025060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4347be-d39a-47ad-9b70-e5c8c146d6cf') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:35.066955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Pushing event updated for resources: {'Port': ['ID=1e6195fc-a970-4eb9-9882-576dabd731b1,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:35.082353 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:35.084438 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:35.089704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:35.170163 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5952b7e3-7e7e-4b2f-88e7-f6a52dd511eb req-b6ece384-1c58-4754-a823-673700a4dc8d tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups?id=5600ed9c-1833-400a-ad52-1363033d12a5&id=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff&id=caef8a3d-0637-4cb1-a804-bf8938aa328e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3261936 Nov 09 00:14:35.185112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Attempting to bind port 1e6195fc-a970-4eb9-9882-576dabd731b1 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:35.186109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Attempting to bind port 1e6195fc-a970-4eb9-9882-576dabd731b1 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:35.187398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Attempting to bind port 1e6195fc-a970-4eb9-9882-576dabd731b1 on network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:35.204158 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96743832-8f56-4a05-a40f-29e1c96a529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.208736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:35.208918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-b2d05ee8-2668-4cad-9743-5598ff018060 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:35.209674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Checking segment: {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:35.210461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-b2d05ee8-2668-4cad-9743-5598ff018060 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/networks?id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0 HTTP/1.1" status: 200 len: 816 time: 0.2576346 Nov 09 00:14:35.212499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-a414cda9-6ed6-4f5c-b3b6-8c22d7f36e38 req-7cbb4e4b-d2cf-4493-9307-e3cfc35ca9d6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] For port f7be22a2-afd5-4aea-86c0-4da2fd91a060, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f7be22a2-afd5-4aea-86c0-4da2fd91a060,segment=NetworkSegment(1d1d57f5-2928-4a13-b99a-baf802f90ce7),segment_id=1d1d57f5-2928-4a13-b99a-baf802f90ce7)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:35.212862 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a414cda9-6ed6-4f5c-b3b6-8c22d7f36e38 req-7cbb4e4b-d2cf-4493-9307-e3cfc35ca9d6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.223114 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.225703 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Bound using segment: {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:35.226360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Bound port: 1e6195fc-a970-4eb9-9882-576dabd731b1, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:35.229106 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.234406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-8607e491-4d9e-405a-b8c5-b5fb8280bc4f tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/quotas/3c490e078fbb4c83b24ae43b7b1a56db HTTP/1.1" status: 200 len: 375 time: 0.0121882 Nov 09 00:14:35.241423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-a414cda9-6ed6-4f5c-b3b6-8c22d7f36e38 req-7cbb4e4b-d2cf-4493-9307-e3cfc35ca9d6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Calling delete_port for f7be22a2-afd5-4aea-86c0-4da2fd91a060 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:14:35.244524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.246570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96743832-8f56-4a05-a40f-29e1c96a529d admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:35.321036 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.332369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:14:35.332369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:14:35.334052 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:14:35.373380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e63931e8-ac2f-401a-97fc-427111177424 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:14:35.414347 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: e63931e8-ac2f-401a-97fc-427111177424 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:14:35.414689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e63931e8-ac2f-401a-97fc-427111177424 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:14:35.415110 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 39462c94-3851-4808-b145-03b5b72c6874 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:14:35.462222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] For port 1e6195fc-a970-4eb9-9882-576dabd731b1, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:35.465210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 39462c94-3851-4808-b145-03b5b72c6874 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:14:35.465558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 39462c94-3851-4808-b145-03b5b72c6874 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:14:35.477084 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] For port 1e6195fc-a970-4eb9-9882-576dabd731b1, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e6195fc-a970-4eb9-9882-576dabd731b1,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:35.487344 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.514515 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.559064 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.581030 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ba276ebe-04d7-461a-be45-9c57540f24f3 HTTP/1.1" status: 204 len: 168 time: 0.9262784 Nov 09 00:14:35.581701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40526) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:35.632556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-ac2fcc5a-2916-4a0b-bc57-5225d6a140d7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c490e078fbb4c83b24ae43b7b1a56db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3748178 Nov 09 00:14:35.669692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-53b99589-0b5e-42f9-860f-8768698dc082 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:14:35.680806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-53b99589-0b5e-42f9-860f-8768698dc082 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473571 Nov 09 00:14:35.694428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77be84-4fbb-4482-a545-7f654c37dff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba276ebe-04d7-461a-be45-9c57540f24f3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:35.709134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cd911bc5-64d7-4275-bc05-0d1c74748113 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-462273339'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:35.724710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e14d78-51b1-463d-9beb-18e780916653 None None] Pushing event updated for resources: {'Port': ['ID=1e6195fc-a970-4eb9-9882-576dabd731b1,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:35.756144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd911bc5-64d7-4275-bc05-0d1c74748113 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:35.759614 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd911bc5-64d7-4275-bc05-0d1c74748113 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.780030 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a414cda9-6ed6-4f5c-b3b6-8c22d7f36e38 req-7cbb4e4b-d2cf-4493-9307-e3cfc35ca9d6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.795270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f7be22a2-afd5-4aea-86c0-4da2fd91a060'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:35.847164 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96743832-8f56-4a05-a40f-29e1c96a529d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.860449 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd911bc5-64d7-4275-bc05-0d1c74748113 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:14:35.881058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb4e4b-d2cf-4493-9307-e3cfc35ca9d6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event deleted for resources: {'Port': ['ID=f7be22a2-afd5-4aea-86c0-4da2fd91a060,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:35.927797 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd911bc5-64d7-4275-bc05-0d1c74748113 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.928200 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-cd911bc5-64d7-4275-bc05-0d1c74748113 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Added segment 6673f26a-093f-41b8-b689-fc30654cb05a of type vlan for network 3b55d064-514e-49d2-a6f8-b874bdcbc086 Nov 09 00:14:35.947257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40552) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:35.952953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40554) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:35.969078 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a414cda9-6ed6-4f5c-b3b6-8c22d7f36e38 req-7cbb4e4b-d2cf-4493-9307-e3cfc35ca9d6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] No DVR routers for this DVR port f7be22a2-afd5-4aea-86c0-4da2fd91a060 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:14:35.974136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a414cda9-6ed6-4f5c-b3b6-8c22d7f36e38 req-7cbb4e4b-d2cf-4493-9307-e3cfc35ca9d6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:35.985931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a414cda9-6ed6-4f5c-b3b6-8c22d7f36e38 req-7cbb4e4b-d2cf-4493-9307-e3cfc35ca9d6 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.11 "DELETE /v2.0/ports/f7be22a2-afd5-4aea-86c0-4da2fd91a060 HTTP/1.1" status: 204 len: 173 time: 1.3429229 Nov 09 00:14:36.012198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a5debd-463f-4ecb-848d-83254950d386 admin admin] Deleting subnet c4e01c80-407a-4e05-95b4-3fd4d0d3686f {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:14:36.040911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-a726c73b-3ee1-4709-9343-6eb411145636 service neutron] 10.222.0.25 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586912 Nov 09 00:14:36.068808 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60a5debd-463f-4ecb-848d-83254950d386 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.104395 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd911bc5-64d7-4275-bc05-0d1c74748113 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.153082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60a5debd-463f-4ecb-848d-83254950d386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.167758 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c657f8c1-d894-458d-a290-e88c35b8faf3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=faba8401adb44c448481959551197f7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2145567 Nov 09 00:14:36.170198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40556) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:36.182862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd911bc5-64d7-4275-bc05-0d1c74748113 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.188309 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd911bc5-64d7-4275-bc05-0d1c74748113 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:36.189070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd911bc5-64d7-4275-bc05-0d1c74748113 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.261219 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd911bc5-64d7-4275-bc05-0d1c74748113 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Network': ['ID=3b55d064-514e-49d2-a6f8-b874bdcbc086,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:36.274975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 3b55d064-514e-49d2-a6f8-b874bdcbc086 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:14:36.280810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-7fe1c32e-0468-445d-9471-031f6157fd22 service neutron] 10.222.0.25 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251506 Nov 09 00:14:36.367584 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cd911bc5-64d7-4275-bc05-0d1c74748113 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6706033 Nov 09 00:14:36.375959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40562) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:36.381758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-df2d4f75-3256-4b06-a083-b582045c80c3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-672423069'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:36.383847 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c735f00d-b21a-4e91-82ba-a8c4b8dc1d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.393284 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60a5debd-463f-4ecb-848d-83254950d386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.394763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10a7cb6a-f5ad-4b63-b3d5-d26e1e36e71b req-5f63d21d-5972-47b8-a230-0cf773cbfdcf tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c40159a-556c-4bce-88ec-7c2069dded72 HTTP/1.1" status: 200 len: 210 time: 0.0906074 Nov 09 00:14:36.444581 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c735f00d-b21a-4e91-82ba-a8c4b8dc1d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.447233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96743832-8f56-4a05-a40f-29e1c96a529d admin admin] Router 25ffeb10-0fe4-4ed1-a8b2-368451770356 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:14:36.467096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2d4f75-3256-4b06-a083-b582045c80c3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:36.470862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df2d4f75-3256-4b06-a083-b582045c80c3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.574247 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2d4f75-3256-4b06-a083-b582045c80c3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:14:36.582939 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60a5debd-463f-4ecb-848d-83254950d386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.585035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c735f00d-b21a-4e91-82ba-a8c4b8dc1d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.590041 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c735f00d-b21a-4e91-82ba-a8c4b8dc1d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.590041 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c735f00d-b21a-4e91-82ba-a8c4b8dc1d6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1458416a-b6b8-4aa3-a099-6ae9e6f0a52e HTTP/1.1" status: 204 len: 168 time: 0.4184694 Nov 09 00:14:36.620365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735f00d-b21a-4e91-82ba-a8c4b8dc1d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1458416a-b6b8-4aa3-a099-6ae9e6f0a52e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:36.654441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5debd-463f-4ecb-848d-83254950d386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e01c80-407a-4e05-95b4-3fd4d0d3686f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:36.737178 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60a5debd-463f-4ecb-848d-83254950d386 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.746451 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-60a5debd-463f-4ecb-848d-83254950d386 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c4e01c80-407a-4e05-95b4-3fd4d0d3686f HTTP/1.1" status: 204 len: 168 time: 0.7930963 Nov 09 00:14:36.748985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c40159a-556c-4bce-88ec-7c2069dded72', 'name': 'network-vif-deleted', 'tag': 'f7be22a2-afd5-4aea-86c0-4da2fd91a060'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:36.751358 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c705b1-1ada-4f9d-8933-ba888dc095f1" -d '{"events": [{"server_uuid": "6c40159a-556c-4bce-88ec-7c2069dded72", "name": "network-vif-deleted", "tag": "f7be22a2-afd5-4aea-86c0-4da2fd91a060"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:36.754309 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df2d4f75-3256-4b06-a083-b582045c80c3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.754437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40574) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:36.754661 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-df2d4f75-3256-4b06-a083-b582045c80c3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Added segment 4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c of type vlan for network 364a1333-8aa5-40a2-b83a-ed34d1006322 Nov 09 00:14:36.923632 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1a479b-85cf-4145-9576-1faebb434417 x-openstack-request-id: req-3f1a479b-85cf-4145-9576-1faebb434417 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:36.923632 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c40159a-556c-4bce-88ec-7c2069dded72", "name": "network-vif-deleted", "tag": "f7be22a2-afd5-4aea-86c0-4da2fd91a060", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:36.923632 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f1a479b-85cf-4145-9576-1faebb434417 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:36.923632 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c40159a-556c-4bce-88ec-7c2069dded72', 'name': 'network-vif-deleted', 'tag': 'f7be22a2-afd5-4aea-86c0-4da2fd91a060', 'status': 'completed', 'code': 200} Nov 09 00:14:36.976251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96743832-8f56-4a05-a40f-29e1c96a529d admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:14:36.978628 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.993278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df2d4f75-3256-4b06-a083-b582045c80c3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:36.993972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac617f9-e274-44ec-bf44-80a5c8be2184 None None] Sync routers for ids ['25ffeb10-0fe4-4ed1-a8b2-368451770356'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:14:37.000931 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-96743832-8f56-4a05-a40f-29e1c96a529d admin admin] 10.222.0.25 "PUT /v2.0/routers/25ffeb10-0fe4-4ed1-a8b2-368451770356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6000667 Nov 09 00:14:37.005649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40590) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:37.037446 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac617f9-e274-44ec-bf44-80a5c8be2184 None None] Routers {'25ffeb10-0fe4-4ed1-a8b2-368451770356'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:14:37.038318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-cac617f9-e274-44ec-bf44-80a5c8be2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['25ffeb10-0fe4-4ed1-a8b2-368451770356'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:37.076746 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df2d4f75-3256-4b06-a083-b582045c80c3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:37.091307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2d4f75-3256-4b06-a083-b582045c80c3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:37.096356 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-df2d4f75-3256-4b06-a083-b582045c80c3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:37.235280 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-df2d4f75-3256-4b06-a083-b582045c80c3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8548410 Nov 09 00:14:37.251674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40592) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:37.257045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1fd2b3e1-fc4e-4a6e-b9f4-acd5a88377f3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'subnet': {'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:37.403440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-cac617f9-e274-44ec-bf44-80a5c8be2184 None None] Set router 25ffeb10-0fe4-4ed1-a8b2-368451770356 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:14:37.519158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-29e56309-fa68-415a-89a0-b0b785f526f9 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:37.526458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-29e56309-fa68-415a-89a0-b0b785f526f9 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/networks?id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0 HTTP/1.1" status: 200 len: 816 time: 0.5830643 Nov 09 00:14:37.528878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d4f75-3256-4b06-a083-b582045c80c3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Network': ['ID=364a1333-8aa5-40a2-b83a-ed34d1006322,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:37.547462 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:37.552252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:37.561427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e6195fc-a970-4eb9-9882-576dabd731b1 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:37.564048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f295a29a-b52b-48d0-9f4f-5d79e6d56f5d None None] Network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:37.565708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 364a1333-8aa5-40a2-b83a-ed34d1006322 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:14:37.618948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd2b3e1-fc4e-4a6e-b9f4-acd5a88377f3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:37.622586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b3e1-fc4e-4a6e-b9f4-acd5a88377f3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:37.800892 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:37.817230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e0841c-b375-4078-9c24-adf0ad731f62']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:37.820674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-d4e42a09-48c5-4350-a09e-25a271585d58 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/quotas/3c490e078fbb4c83b24ae43b7b1a56db HTTP/1.1" status: 200 len: 375 time: 0.2701356 Nov 09 00:14:37.860706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:37.861046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1533c7b-81ad-4806-8ee7-19f2dcaa2548') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:37.912057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c74c8a76-88f1-4063-a7d7-bde03fb0e38b req-40d57cc0-81eb-4ea4-832a-b31956e91ab9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/5600ed9c-1833-400a-ad52-1363033d12a5 HTTP/1.1" status: 200 len: 1819 time: 0.3518741 Nov 09 00:14:37.938212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:37.997045 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b3e1-fc4e-4a6e-b9f4-acd5a88377f3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.028595 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.048369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f7be22a2-afd5-4aea-86c0-4da2fd91a060 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:14:38.083260 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:14:38.083794 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:14:38.087238 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:14:38.095822 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2b3e1-fc4e-4a6e-b9f4-acd5a88377f3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Subnet': ['ID=8fabec67-a278-40a6-b0f0-595508fbd3ea,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:38.107754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2b3e1-fc4e-4a6e-b9f4-acd5a88377f3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Checking segment: {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:38.108389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2b3e1-fc4e-4a6e-b9f4-acd5a88377f3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Network hostable DHCP agents. Network: 3b55d064-514e-49d2-a6f8-b874bdcbc086, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:14:38.125569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-974e8f0d-b965-4dae-b355-10dd2c0124d3 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c490e078fbb4c83b24ae43b7b1a56db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2866549 Nov 09 00:14:38.147525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: f7be22a2-afd5-4aea-86c0-4da2fd91a060 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:14:38.147860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f7be22a2-afd5-4aea-86c0-4da2fd91a060 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:14:38.150377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2b3e1-fc4e-4a6e-b9f4-acd5a88377f3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Network 3b55d064-514e-49d2-a6f8-b874bdcbc086 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:14:38.168596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-1fd2b3e1-fc4e-4a6e-b9f4-acd5a88377f3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 3b55d064-514e-49d2-a6f8-b874bdcbc086) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:38.174472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd2b3e1-fc4e-4a6e-b9f4-acd5a88377f3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:38.175369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b3e1-fc4e-4a6e-b9f4-acd5a88377f3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.209829 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c74c8a76-88f1-4063-a7d7-bde03fb0e38b req-a1b4d321-517f-4a61-90ab-d0d4d20026cf tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.212888 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1fd2b3e1-fc4e-4a6e-b9f4-acd5a88377f3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9601145 Nov 09 00:14:38.215672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40624) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:38.221116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-05298ea3-8ff0-4028-ab11-6328d994a52c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'subnet': {'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:38.229632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Deleting port 0f752d75-cd4b-4ae3-96f0-33700dd84175 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:14:38.229856 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.232939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b68a5d-c5ab-4d12-aceb-409890a14c67 None None] Network 3b55d064-514e-49d2-a6f8-b874bdcbc086 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:38.240737 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b59fb396-2f38-42eb-9aa3-7109b429fbf7 None None] Provisioning complete for port 1e6195fc-a970-4eb9-9882-576dabd731b1 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:38.241103 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b59fb396-2f38-42eb-9aa3-7109b429fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.302833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40626) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:38.308004 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.325161 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c74c8a76-88f1-4063-a7d7-bde03fb0e38b req-a1b4d321-517f-4a61-90ab-d0d4d20026cf tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.374698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05298ea3-8ff0-4028-ab11-6328d994a52c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:38.378374 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-05298ea3-8ff0-4028-ab11-6328d994a52c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.384999 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.406254 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] 10.222.0.25 "DELETE /v2.0/networks/68e0841c-b375-4078-9c24-adf0ad731f62 HTTP/1.1" status: 204 len: 168 time: 1.6501687 Nov 09 00:14:38.484656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] For port 0f752d75-cd4b-4ae3-96f0-33700dd84175, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0f752d75-cd4b-4ae3-96f0-33700dd84175,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:38.485335 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.512092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Calling delete_port for 0f752d75-cd4b-4ae3-96f0-33700dd84175 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:14:38.554944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1e6195fc-a970-4eb9-9882-576dabd731b1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:38.555484 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.684461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40632) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:38.708766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce19d1-c325-4a59-adfd-8ffe2c222166 admin admin] Pushing event deleted for resources: {'Network': ['ID=68e0841c-b375-4078-9c24-adf0ad731f62,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:38.759902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-176778396-network', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:38.770939 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-10822cf2-ba2a-42d9-8e7f-6c6074e48b6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=abd46c9bade94d899a9b0ea3f02107c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0835083 Nov 09 00:14:38.772000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40634) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:38.825116 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.888748 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-758d38ef-2eb9-4938-a8ee-f5f8d440d0d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.890679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-cac617f9-e274-44ec-bf44-80a5c8be2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:14:35Z', 'revision_number': 5, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port': {'id': '0f752d75-cd4b-4ae3-96f0-33700dd84175', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:11:07Z', 'updated_at': '2021-11-09T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:38.932573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-b1980395-0132-4816-8962-78534d52101f service neutron] 10.222.0.25 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7560320 Nov 09 00:14:38.946423 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac617f9-e274-44ec-bf44-80a5c8be2184 None None] Checking router: 25ffeb10-0fe4-4ed1-a8b2-368451770356 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:14:38.963056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Made reservation on behalf of 3b32019551524d2f9df2c3bdc1ea8bf3 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:38.968413 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.977089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 1e6195fc-a970-4eb9-9882-576dabd731b1, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e6195fc-a970-4eb9-9882-576dabd731b1,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:38.982862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-3b55d064-514e-49d2-a6f8-b874bdcbc086', 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'fixed_ips': [{'subnet_id': '8fabec67-a278-40a6-b0f0-595508fbd3ea'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:14:38.983724 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.988176 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.990078 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b59fb396-2f38-42eb-9aa3-7109b429fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.991353 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c74c8a76-88f1-4063-a7d7-bde03fb0e38b req-a1b4d321-517f-4a61-90ab-d0d4d20026cf tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:38.997127 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c74c8a76-88f1-4063-a7d7-bde03fb0e38b req-a1b4d321-517f-4a61-90ab-d0d4d20026cf tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.002460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c74c8a76-88f1-4063-a7d7-bde03fb0e38b req-a1b4d321-517f-4a61-90ab-d0d4d20026cf tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "DELETE /v2.0/security-groups/5600ed9c-1833-400a-ad52-1363033d12a5 HTTP/1.1" status: 204 len: 173 time: 1.0611968 Nov 09 00:14:39.046249 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.061100 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-758d38ef-2eb9-4938-a8ee-f5f8d440d0d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.069279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=1e6195fc-a970-4eb9-9882-576dabd731b1,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:39.078106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-05298ea3-8ff0-4028-ab11-6328d994a52c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.089620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac617f9-e274-44ec-bf44-80a5c8be2184 None None] Routers {'25ffeb10-0fe4-4ed1-a8b2-368451770356'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:14:39.089620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-cac617f9-e274-44ec-bf44-80a5c8be2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['25ffeb10-0fe4-4ed1-a8b2-368451770356'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:39.154273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4d321-517f-4a61-90ab-d0d4d20026cf tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5600ed9c-1833-400a-ad52-1363033d12a5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:39.165386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05298ea3-8ff0-4028-ab11-6328d994a52c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Subnet': ['ID=77073b2d-8182-4647-a3e4-f9ac28e41e68,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:39.192472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05298ea3-8ff0-4028-ab11-6328d994a52c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Checking segment: {'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:39.193117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05298ea3-8ff0-4028-ab11-6328d994a52c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Network hostable DHCP agents. Network: 364a1333-8aa5-40a2-b83a-ed34d1006322, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:14:39.208504 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-758d38ef-2eb9-4938-a8ee-f5f8d440d0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.211357 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-758d38ef-2eb9-4938-a8ee-f5f8d440d0d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.212709 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-758d38ef-2eb9-4938-a8ee-f5f8d440d0d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/953d73f7-d14d-4beb-9bd3-11a46bb5d3dc HTTP/1.1" status: 204 len: 168 time: 0.4397402 Nov 09 00:14:39.224646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-da3b7277-a97f-4002-acae-0091017e8df4 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:39.225820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d38ef-2eb9-4938-a8ee-f5f8d440d0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953d73f7-d14d-4beb-9bd3-11a46bb5d3dc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:39.226347 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-da3b7277-a97f-4002-acae-0091017e8df4 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.30 "GET /v2.0/networks?id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0 HTTP/1.1" status: 200 len: 816 time: 0.4705877 Nov 09 00:14:39.229290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05298ea3-8ff0-4028-ab11-6328d994a52c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Network 364a1333-8aa5-40a2-b83a-ed34d1006322 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:14:39.230643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-cac617f9-e274-44ec-bf44-80a5c8be2184 None None] Set router 25ffeb10-0fe4-4ed1-a8b2-368451770356 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:14:39.245098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Request body: {'port': {'device_id': '249d9975-7db4-4bdb-8c0f-6d2a1d41d977', 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0', 'admin_state_up': True, 'tenant_id': '3c490e078fbb4c83b24ae43b7b1a56db'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:39.251293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-05298ea3-8ff0-4028-ab11-6328d994a52c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 364a1333-8aa5-40a2-b83a-ed34d1006322) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:39.256256 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05298ea3-8ff0-4028-ab11-6328d994a52c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:39.257551 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-05298ea3-8ff0-4028-ab11-6328d994a52c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.283522 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-05298ea3-8ff0-4028-ab11-6328d994a52c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0664978 Nov 09 00:14:39.285902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40646) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:39.292727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'port': {'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086', 'name': 'tempest-TaggedBootDevicesTest-289038811', 'fixed_ips': [{'subnet_id': '8fabec67-a278-40a6-b0f0-595508fbd3ea'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:39.303822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-cac617f9-e274-44ec-bf44-80a5c8be2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:14:37Z', 'revision_number': 6, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:39.309597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6167b2-8a46-476a-824d-284d368aa58f None None] Network 364a1333-8aa5-40a2-b83a-ed34d1006322 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:39.438805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac617f9-e274-44ec-bf44-80a5c8be2184 None None] The sync data for ids ['25ffeb10-0fe4-4ed1-a8b2-368451770356'] in n-d-813263-3 is: [{'id': '25ffeb10-0fe4-4ed1-a8b2-368451770356', 'name': 'tempest-ServersTestBootFromVolume-1683343171-router', 'tenant_id': '932d53b28e4344cca1342a8f92a815b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:11:03Z', 'updated_at': '2021-11-09T00:14:37Z', 'revision_number': 6, 'project_id': '932d53b28e4344cca1342a8f92a815b3', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:14:39.486038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:39.509745 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.586208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Pushing event deleted for resources: {'Port': ['ID=0f752d75-cd4b-4ae3-96f0-33700dd84175,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:39.647863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.670343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] device_id is not set on port badf5b56-8934-45ad-ab08-b14502d9f297 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:14:39.716545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-727b86c3-73cb-4669-ad5a-7c4d5fe39f56 service neutron] 10.222.0.25 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7605536 Nov 09 00:14:39.734808 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.751993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2df804b2-7ac4-4211-8e54-1008a531e702 req-214a309a-51a2-4fd5-a138-4b78a476c8a9 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "GET /v2.0/security-groups/caef8a3d-0637-4cb1-a804-bf8938aa328e HTTP/1.1" status: 200 len: 1818 time: 0.5244362 Nov 09 00:14:39.768792 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.781185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Made reservation on behalf of 3c490e078fbb4c83b24ae43b7b1a56db for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:39.785203 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.818144 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-b59fb396-2f38-42eb-9aa3-7109b429fbf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:14:39.818645 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-b59fb396-2f38-42eb-9aa3-7109b429fbf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:14:39.823720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-364a1333-8aa5-40a2-b83a-ed34d1006322', 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'fixed_ips': [{'subnet_id': '77073b2d-8182-4647-a3e4-f9ac28e41e68'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:14:39.824711 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:39.955349 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:14:39.961496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Allocated IP 10.1.1.2 (3b55d064-514e-49d2-a6f8-b874bdcbc086/8fabec67-a278-40a6-b0f0-595508fbd3ea/62bffd56-732a-48ed-ba4d-62fa60f4d8d8) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:40.062122 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.062475 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Added segment f126d41b-dd4e-4002-bac6-fdd777563da5 of type vlan for network de14ec28-19ee-49f0-9308-d07cffb55ed5 Nov 09 00:14:40.081629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceca496b-ca49-4b6d-ac5a-549f23772a65,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:40.084523 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.246134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Allocated IP 10.2.2.2 (364a1333-8aa5-40a2-b83a-ed34d1006322/77073b2d-8182-4647-a3e4-f9ac28e41e68/a4582542-2e7d-4c59-8e99-0ec9fb66c4f4) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:40.491747 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.544610 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.625568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Allocated IP 10.1.1.215 (3b55d064-514e-49d2-a6f8-b874bdcbc086/8fabec67-a278-40a6-b0f0-595508fbd3ea/badf5b56-8934-45ad-ab08-b14502d9f297) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:40.667601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Network 3b55d064-514e-49d2-a6f8-b874bdcbc086 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:40.723025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:40.728573 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:40.772750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c3091e03-3bed-49cc-852b-22f09ed0c480 None None] Provisioning complete for port 1e6195fc-a970-4eb9-9882-576dabd731b1 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:40.773466 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c3091e03-3bed-49cc-852b-22f09ed0c480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.804249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Pushing event updated for resources: {'Port': ['ID=62bffd56-732a-48ed-ba4d-62fa60f4d8d8,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:40.862013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Allocated IP 172.20.0.6 (43b13acb-9b04-410a-9f5f-71fcab5a3bf0/d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7/1a50c428-9228-4a70-aa09-3bcf3a339df5) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:40.864054 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.869162 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Attempting to bind port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:40.870280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Attempting to bind port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:40.870812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Attempting to bind port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:40.878424 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:40.878890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Checking segment: {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:40.879352 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.879807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Bound using segment: {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:40.879960 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.880479 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Bound port: 62bffd56-732a-48ed-ba4d-62fa60f4d8d8, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:40.881387 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.891471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.899244 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.934309 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.935631 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.937165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2df804b2-7ac4-4211-8e54-1008a531e702 req-25cbf9ec-aa61-4b2e-9d35-afa21106ce23 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.950714 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:40.988406 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Network 3b55d064-514e-49d2-a6f8-b874bdcbc086 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:40.995122 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:41.000361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:41.033182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Port': ['ID=badf5b56-8934-45ad-ab08-b14502d9f297,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:41.071401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:41.071958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.108045 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3b868457-6d42-4185-a2e7-132fc8077cae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8208640 Nov 09 00:14:41.111803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40696) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:41.116985 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'port': {'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086', 'name': 'tempest-TaggedBootDevicesTest-1424609104', 'fixed_ips': [{'subnet_id': '8fabec67-a278-40a6-b0f0-595508fbd3ea'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:41.123659 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.125415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:41.126005 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.132761 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2df804b2-7ac4-4211-8e54-1008a531e702 req-25cbf9ec-aa61-4b2e-9d35-afa21106ce23 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.163715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e6195fc-a970-4eb9-9882-576dabd731b1 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:41.169632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Network 364a1333-8aa5-40a2-b83a-ed34d1006322 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:41.169788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479279de-b657-4bc4-82dc-5d9f07c26af2 req-6b50a113-57ea-4d75-9d5e-21b74487af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:41.171308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-479279de-b657-4bc4-82dc-5d9f07c26af2 req-6b50a113-57ea-4d75-9d5e-21b74487af7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=256ea83e5dc84f38bff819ae1a041631&device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 1096 time: 0.2863069 Nov 09 00:14:41.218974 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.219537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25ffeb10-0fe4-4ed1-a8b2-368451770356 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:14:41.222457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:41.231036 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:41.242017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Pushing event updated for resources: {'Port': ['ID=a4582542-2e7d-4c59-8e99-0ec9fb66c4f4,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:41.242424 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.243582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2d886fc6-fdfa-4ecd-8925-a24d9747bbff admin admin] 10.222.0.25 "DELETE /v2.0/routers/25ffeb10-0fe4-4ed1-a8b2-368451770356 HTTP/1.1" status: 204 len: 168 time: 4.2278044 Nov 09 00:14:41.255620 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9495108 Nov 09 00:14:41.264492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40698) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:41.264835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40700) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:41.298138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:41.303017 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.312848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] For port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:41.317426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] For port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=62bffd56-732a-48ed-ba4d-62fa60f4d8d8,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:41.325337 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] device_id is not set on port deca90b0-bc9b-4415-b659-c843bd9b048e yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:14:41.352562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5d4dbecf-9a7d-40d5-98b3-a1aa51992f89 admin admin] Request body: {'subnet': {'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-176778396-subnet', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:41.363077 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.430989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947377a-7797-4b26-a9b2-759a7fb8eb3a admin admin] Pushing event updated for resources: {'Network': ['ID=de14ec28-19ee-49f0-9308-d07cffb55ed5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:41.442632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bd622-0201-496e-aea6-b53a9e776b57 None None] Pushing event updated for resources: {'Port': ['ID=62bffd56-732a-48ed-ba4d-62fa60f4d8d8,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:41.449905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network de14ec28-19ee-49f0-9308-d07cffb55ed5 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:14:41.489427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-de51e6ad-2a5c-42bc-9055-e981a901d4bc tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:41.497907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Attempting to bind port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:41.498412 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Attempting to bind port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:41.498869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Attempting to bind port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 on network 364a1333-8aa5-40a2-b83a-ed34d1006322 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:41.505880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-de51e6ad-2a5c-42bc-9055-e981a901d4bc tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/networks?id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0 HTTP/1.1" status: 200 len: 816 time: 0.6136434 Nov 09 00:14:41.507038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1e6195fc-a970-4eb9-9882-576dabd731b1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:41.507508 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.575429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71eb1f2-17a2-4f46-b665-24dd604f981a admin admin] Deleting subnet 15502e03-ea12-4cbf-b313-56aa0683fb13 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:14:41.604349 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d71eb1f2-17a2-4f46-b665-24dd604f981a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.626360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:41.626714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Checking segment: {'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:41.627172 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.627498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Bound using segment: {'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:41.628010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Bound port: a4582542-2e7d-4c59-8e99-0ec9fb66c4f4, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:41.628395 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.648753 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2df804b2-7ac4-4211-8e54-1008a531e702 req-25cbf9ec-aa61-4b2e-9d35-afa21106ce23 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.652770 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2df804b2-7ac4-4211-8e54-1008a531e702 req-25cbf9ec-aa61-4b2e-9d35-afa21106ce23 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.665532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40704) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:41.669933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2df804b2-7ac4-4211-8e54-1008a531e702 req-25cbf9ec-aa61-4b2e-9d35-afa21106ce23 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] 10.222.0.25 "DELETE /v2.0/security-groups/caef8a3d-0637-4cb1-a804-bf8938aa328e HTTP/1.1" status: 204 len: 173 time: 1.8915095 Nov 09 00:14:41.672333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4dbecf-9a7d-40d5-98b3-a1aa51992f89 admin admin] Made reservation on behalf of 3b32019551524d2f9df2c3bdc1ea8bf3 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:41.676561 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d4dbecf-9a7d-40d5-98b3-a1aa51992f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.702749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-3f828ced-f0c3-4e62-9166-6cdf307d176a tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/quotas/3c490e078fbb4c83b24ae43b7b1a56db HTTP/1.1" status: 200 len: 375 time: 0.1890578 Nov 09 00:14:41.758069 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Allocated IP 10.1.1.48 (3b55d064-514e-49d2-a6f8-b874bdcbc086/8fabec67-a278-40a6-b0f0-595508fbd3ea/deca90b0-bc9b-4415-b659-c843bd9b048e) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:41.768475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479279de-b657-4bc4-82dc-5d9f07c26af2 req-984b1173-ccf3-487b-9c5e-25e1502b8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:41.770353 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-479279de-b657-4bc4-82dc-5d9f07c26af2 req-984b1173-ccf3-487b-9c5e-25e1502b8907 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 200 len: 918 time: 0.5524542 Nov 09 00:14:41.786790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] For port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:41.790717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] For port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a4582542-2e7d-4c59-8e99-0ec9fb66c4f4,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:41.798195 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.818306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-bae8c3e3-02ff-43b2-a265-d68d2778745c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:41.825843 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-bae8c3e3-02ff-43b2-a265-d68d2778745c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.30 "GET /v2.0/networks?id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0 HTTP/1.1" status: 200 len: 816 time: 0.3450296 Nov 09 00:14:41.834813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c6a0f8-2464-4343-922f-3acf76ff9397 admin admin] Deleting subnet 18f19c17-47de-4fbf-ab9a-2b0ccbbe8716 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:14:41.857128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a0f8-2464-4343-922f-3acf76ff9397 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.877593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0f752d75-cd4b-4ae3-96f0-33700dd84175 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:14:41.914046 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Request body: {'port': {'device_id': '94268577-95bf-4cb1-87ca-64b4fb18ccf5', 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0', 'admin_state_up': True, 'tenant_id': '3c490e078fbb4c83b24ae43b7b1a56db'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:41.917142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbf9ec-aa61-4b2e-9d35-afa21106ce23 tempest-SecurityGroupsTestJSON-734531955 tempest-SecurityGroupsTestJSON-734531955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caef8a3d-0637-4cb1-a804-bf8938aa328e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:41.922037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 0f752d75-cd4b-4ae3-96f0-33700dd84175 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:14:41.922659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0f752d75-cd4b-4ae3-96f0-33700dd84175 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:14:41.922932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:14:41.927718 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.934133 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d71eb1f2-17a2-4f46-b665-24dd604f981a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:41.940312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-479279de-b657-4bc4-82dc-5d9f07c26af2 req-dbbcab54-2a99-4f46-aafd-ba142ca443d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 HTTP/1.1" status: 200 len: 217 time: 0.1147680 Nov 09 00:14:41.994047 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f92cee-6004-4ade-9243-c399d697d781 None None] Pushing event updated for resources: {'Port': ['ID=a4582542-2e7d-4c59-8e99-0ec9fb66c4f4,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:42.019125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:14:42.020017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9fd24d75-0f9a-4f20-8fb3-004d2f6d0d3c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:14:42.092008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-3bb82a62-31ed-4f6b-bb7c-5005f6103e49 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c490e078fbb4c83b24ae43b7b1a56db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3561475 Nov 09 00:14:42.158571 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0d5dd-32e2-429a-9347-389ed0ba1ef5 req-23a36609-7286-42c5-b8d6-6ced8fab2966 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:42.160134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42c0d5dd-32e2-429a-9347-389ed0ba1ef5 req-23a36609-7286-42c5-b8d6-6ced8fab2966 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.4080684 Nov 09 00:14:42.161653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479279de-b657-4bc4-82dc-5d9f07c26af2 req-a50b293a-ebf1-43ce-817e-28c2d4a561aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:42.162974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-479279de-b657-4bc4-82dc-5d9f07c26af2 req-a50b293a-ebf1-43ce-817e-28c2d4a561aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3a73895-e260-433a-ae19-cb0786e0dfa4 HTTP/1.1" status: 200 len: 858 time: 0.1839399 Nov 09 00:14:42.269847 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.366036 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-479279de-b657-4bc4-82dc-5d9f07c26af2 req-9559d0b2-08d8-4289-a416-2bb9ce3d2ac7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90b034b0-bfba-4885-8688-23fbce7862ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1753662 Nov 09 00:14:42.384968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a0f8-2464-4343-922f-3acf76ff9397 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.416768 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42c0d5dd-32e2-429a-9347-389ed0ba1ef5 req-df127296-07c4-4289-9e2e-d9bc01852031 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215664 Nov 09 00:14:42.419831 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d71eb1f2-17a2-4f46-b665-24dd604f981a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.423741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:42.474421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:42.487631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:42.566738 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a0f8-2464-4343-922f-3acf76ff9397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.614303 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-24bf92d5-0f94-4418-9a71-b2c4cdbaa869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.649917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Made reservation on behalf of 3c490e078fbb4c83b24ae43b7b1a56db for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:42.653690 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.657728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Pushing event updated for resources: {'Port': ['ID=1a50c428-9228-4a70-aa09-3bcf3a339df5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:42.691886 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.734169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:42.739994 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.748516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.757618 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d4dbecf-9a7d-40d5-98b3-a1aa51992f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.816290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-324b901b-a5fa-4b9b-8374-933b05115539 service neutron] 10.222.0.25 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074215 Nov 09 00:14:42.842334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-772480e2-73e6-4358-b369-5ffbe9e060da tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6049623 Nov 09 00:14:42.876388 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Network 3b55d064-514e-49d2-a6f8-b874bdcbc086 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:42.887481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:42.889917 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a0f8-2464-4343-922f-3acf76ff9397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.894526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dbecf-9a7d-40d5-98b3-a1aa51992f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e6cf39-35fd-4c49-9ac2-6bcc71306417,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:42.897663 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d71eb1f2-17a2-4f46-b665-24dd604f981a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.907879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:42.914872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c3a9c6b5-62da-47c3-8458-3a1ab61c6b7a None None] Provisioning complete for port 1a50c428-9228-4a70-aa09-3bcf3a339df5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:42.916033 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c3a9c6b5-62da-47c3-8458-3a1ab61c6b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.920576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Port': ['ID=deca90b0-bc9b-4415-b659-c843bd9b048e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:42.967388 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a0f8-2464-4343-922f-3acf76ff9397 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:42.976504 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a5c6a0f8-2464-4343-922f-3acf76ff9397 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/18f19c17-47de-4fbf-ab9a-2b0ccbbe8716 HTTP/1.1" status: 204 len: 168 time: 1.3072495 Nov 09 00:14:43.004421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40710) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:43.013558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c3a9c6b5-62da-47c3-8458-3a1ab61c6b7a None None] Port 1a50c428-9228-4a70-aa09-3bcf3a339df5 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:14:43.027843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6a0f8-2464-4343-922f-3acf76ff9397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f19c17-47de-4fbf-ab9a-2b0ccbbe8716,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:43.089898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-479279de-b657-4bc4-82dc-5d9f07c26af2 req-ead51813-0f7d-4d36-8cc6-ca265a5e0234 service neutron] 10.222.0.11 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924362 Nov 09 00:14:43.090887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eb1f2-17a2-4f46-b665-24dd604f981a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15502e03-ea12-4cbf-b313-56aa0683fb13,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:43.102457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78336bb4-c2ea-4b56-ae17-298eeeb8ac55 None None] Network 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:43.109265 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d71eb1f2-17a2-4f46-b665-24dd604f981a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:43.122615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d71eb1f2-17a2-4f46-b665-24dd604f981a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/15502e03-ea12-4cbf-b313-56aa0683fb13 HTTP/1.1" status: 204 len: 168 time: 1.8211303 Nov 09 00:14:43.140113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40712) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:43.260539 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Request body: {'port': {'device_id': '249d9975-7db4-4bdb-8c0f-6d2a1d41d977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:43.271360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e3b084-f884-41a7-8665-b5470ded9901 None None] Network 3b55d064-514e-49d2-a6f8-b874bdcbc086 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:43.307712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4dbecf-9a7d-40d5-98b3-a1aa51992f89 admin admin] Checking segment: {'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:43.308235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4dbecf-9a7d-40d5-98b3-a1aa51992f89 admin admin] Network hostable DHCP agents. Network: de14ec28-19ee-49f0-9308-d07cffb55ed5, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:14:43.327357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:43.328009 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:43.332369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:43.391274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Allocated IP 172.20.0.5 (43b13acb-9b04-410a-9f5f-71fcab5a3bf0/d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7/0993f415-7805-451e-8c44-3ed70b9fe59a) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:43.424105 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:43.434671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:43.462761 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-93cd6f51-92bf-48eb-bc7d-5242b072ad36 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3498209 Nov 09 00:14:43.536872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c724ce64-3b3a-44c8-ae88-681e5f44fbd7 service neutron] 10.222.0.25 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033916 Nov 09 00:14:43.544759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d2549d22-4ca4-4c88-b8d6-1ea9fcea16b1 None None] Provisioning complete for port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:43.545180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4dbecf-9a7d-40d5-98b3-a1aa51992f89 admin admin] Network de14ec28-19ee-49f0-9308-d07cffb55ed5 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:14:43.545397 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d2549d22-4ca4-4c88-b8d6-1ea9fcea16b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:43.565255 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:43.584850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-5d4dbecf-9a7d-40d5-98b3-a1aa51992f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, de14ec28-19ee-49f0-9308-d07cffb55ed5) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:43.600749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4dbecf-9a7d-40d5-98b3-a1aa51992f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:43.601415 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d4dbecf-9a7d-40d5-98b3-a1aa51992f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:43.642418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-479279de-b657-4bc4-82dc-5d9f07c26af2 req-82e53a46-d828-4a9c-a075-eab5d5bbd31a service neutron] 10.222.0.11 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999752 Nov 09 00:14:43.656940 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2df6410-85c4-4145-a8b0-d177aa95f5ab None None] Network 364a1333-8aa5-40a2-b83a-ed34d1006322 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:43.661249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc9db55-7401-49d9-90b1-7afbb8ecf316 None None] Network de14ec28-19ee-49f0-9308-d07cffb55ed5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:43.692691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5d4dbecf-9a7d-40d5-98b3-a1aa51992f89 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3901467 Nov 09 00:14:43.698449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40724) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:43.704750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-176778396-router', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:43.711364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c63225-b13c-4040-9198-e4e9cedbff9a None None] DHCP port deletion for 36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:14:43.762081 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:43.765447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:43.767031 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:43.854379 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:43.855817 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:43.866216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74064893-5fe9-4046-b9b3-c6109700574f']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:43.907632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1d57f5-2928-4a13-b99a-baf802f90ce7') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:43.907921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1d57f5-2928-4a13-b99a-baf802f90ce7') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:43.950544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Deleting port da1cdde4-ea13-4410-93db-95e47baf3cd3 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:14:43.950544 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:43.976260 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.051531 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.067560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fbd95-11f7-44af-93ef-06a99e7b4824 req-2fb1e859-62e5-43f4-9963-10f59466f5b9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:44.070099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a48fbd95-11f7-44af-93ef-06a99e7b4824 req-2fb1e859-62e5-43f4-9963-10f59466f5b9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.2230961 Nov 09 00:14:44.071853 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.115786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:14:44.116200 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:14:44.120542 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:14:44.277026 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.319511 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.321569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40738) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:44.328830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c9f3f397-0990-4799-bb95-7b6024b0cf38 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105068009', 'description': 'tempest-description--43444942'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:44.345994 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.349211 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.366130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] For port da1cdde4-ea13-4410-93db-95e47baf3cd3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=da1cdde4-ea13-4410-93db-95e47baf3cd3,segment=NetworkSegment(f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1),segment_id=f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:44.367135 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.454595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-75c63225-b13c-4040-9198-e4e9cedbff9a None None] Deleting port da1cdde4-ea13-4410-93db-95e47baf3cd3 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:14:44.454987 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-75c63225-b13c-4040-9198-e4e9cedbff9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.469943 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.471989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Calling delete_port for da1cdde4-ea13-4410-93db-95e47baf3cd3 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:14:44.493249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.499079 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] 10.222.0.25 "DELETE /v2.0/networks/74064893-5fe9-4046-b9b3-c6109700574f HTTP/1.1" status: 204 len: 168 time: 1.4869931 Nov 09 00:14:44.542277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faeec7-34b1-4ad2-8ce5-244b5cc5452a admin admin] Pushing event deleted for resources: {'Network': ['ID=74064893-5fe9-4046-b9b3-c6109700574f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:44.544228 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f397-0990-4799-bb95-7b6024b0cf38 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.549176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:44.552576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Pushing event updated for resources: {'Port': ['ID=0993f415-7805-451e-8c44-3ed70b9fe59a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:44.567908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:44.644356 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d2549d22-4ca4-4c88-b8d6-1ea9fcea16b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.661689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b8c1cd0-2764-4b90-a6b2-931a6fc1ef3e req-7c4500a3-2dba-4dbf-b5e4-f541e6ba17fe tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 210 time: 0.1365354 Nov 09 00:14:44.661794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:44.753623 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784db39-727e-4475-be5d-f1af400e5879 None None] Network de14ec28-19ee-49f0-9308-d07cffb55ed5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:44.761306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-75c63225-b13c-4040-9198-e4e9cedbff9a None None] For port da1cdde4-ea13-4410-93db-95e47baf3cd3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=da1cdde4-ea13-4410-93db-95e47baf3cd3,segment=NetworkSegment(f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1),segment_id=f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:44.761891 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-75c63225-b13c-4040-9198-e4e9cedbff9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.783891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a48fbd95-11f7-44af-93ef-06a99e7b4824 req-554c062a-21b5-4efd-aefa-d3310a294bcb tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7035048 Nov 09 00:14:44.815652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a50c428-9228-4a70-aa09-3bcf3a339df5 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:14:44.847379 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.898345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:44.899824 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.908732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Transition to ACTIVE for port object 1a50c428-9228-4a70-aa09-3bcf3a339df5 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:14:44.956416 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.957188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:44.965642 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-2a28141f-42bc-4349-b204-1ae12b59abd7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0577972 Nov 09 00:14:45.008991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Request body: {'port': {'device_id': '94268577-95bf-4cb1-87ca-64b4fb18ccf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:45.025296 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f397-0990-4799-bb95-7b6024b0cf38 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.029111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=da1cdde4-ea13-4410-93db-95e47baf3cd3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:45.055387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40748) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:45.060047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] No DVR routers for this DVR port da1cdde4-ea13-4410-93db-95e47baf3cd3 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:14:45.065738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-75c63225-b13c-4040-9198-e4e9cedbff9a None None] Calling delete_port for da1cdde4-ea13-4410-93db-95e47baf3cd3 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:14:45.066862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f397-0990-4799-bb95-7b6024b0cf38 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.116601 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f397-0990-4799-bb95-7b6024b0cf38 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.118088 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c9f3f397-0990-4799-bb95-7b6024b0cf38 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7950680 Nov 09 00:14:45.127314 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40750) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:45.142797 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7de7c363-358a-4480-8f36-94d5a5ab2034 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'security_group_rule': {'security_group_id': 'eadbd130-bd42-44b1-89a8-fbc1961c5fc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: from cryptography.utils import int_from_bytes Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: from cryptography.utils import int_from_bytes Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.158592 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:14:45.161039 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:14:45.177969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Pushing event updated for resources: {'Port': ['ID=1a50c428-9228-4a70-aa09-3bcf3a339df5,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:45.201671 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-75c63225-b13c-4040-9198-e4e9cedbff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.259938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a4582542-2e7d-4c59-8e99-0ec9fb66c4f4,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:45.289645 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3f397-0990-4799-bb95-7b6024b0cf38 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadbd130-bd42-44b1-89a8-fbc1961c5fc5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:45.294573 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c63225-b13c-4040-9198-e4e9cedbff9a None None] Pushing event deleted for resources: {'Port': ['ID=da1cdde4-ea13-4410-93db-95e47baf3cd3,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:45.298979 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.340325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7de7c363-358a-4480-8f36-94d5a5ab2034 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.367793 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6f75399e-db16-415a-9c33-6605a704b549 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=360e36c484d4445a93fbc0577289f5c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3079891 Nov 09 00:14:45.383174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.391926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40752) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:45.397179 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.398014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:45.403482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c63225-b13c-4040-9198-e4e9cedbff9a None None] No DVR routers for this DVR port da1cdde4-ea13-4410-93db-95e47baf3cd3 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:14:45.519273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d2549d22-4ca4-4c88-b8d6-1ea9fcea16b1 None None] For port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=62bffd56-732a-48ed-ba4d-62fa60f4d8d8,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:45.519991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cea98b-6974-4e7d-91e6-ba0b56f6c3c5']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:45.550089 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:45.550384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57a8fdb-f7e1-4bb2-b104-5dd2f0f80fc1') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:45.570527 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d2549d22-4ca4-4c88-b8d6-1ea9fcea16b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.584410 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-780a502f-21f4-46c8-b8e0-2c17ccf8f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.591785 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.697204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7de7c363-358a-4480-8f36-94d5a5ab2034 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.733811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.741464 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=a4582542-2e7d-4c59-8e99-0ec9fb66c4f4,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:45.769858 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14d6b79f-6fe6-452f-9d76-5e220cca2ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.796991 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14d6b79f-6fe6-452f-9d76-5e220cca2ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.868770 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7de7c363-358a-4480-8f36-94d5a5ab2034 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.874899 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.882750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:45.883458 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.886239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Provisioning complete for port deca90b0-bc9b-4415-b659-c843bd9b048e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:45.886887 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.893769 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14d6b79f-6fe6-452f-9d76-5e220cca2ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.896850 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14d6b79f-6fe6-452f-9d76-5e220cca2ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.901166 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-14d6b79f-6fe6-452f-9d76-5e220cca2ffc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad86ee7c-66e9-4cda-ae50-c0b7789e9bff HTTP/1.1" status: 204 len: 168 time: 0.5049472 Nov 09 00:14:45.902352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:14:45.902927 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.913875 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7de7c363-358a-4480-8f36-94d5a5ab2034 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:45.915191 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7de7c363-358a-4480-8f36-94d5a5ab2034 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7838507 Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:14:45.916035 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:14:45.939378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6b79f-6fe6-452f-9d76-5e220cca2ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad86ee7c-66e9-4cda-ae50-c0b7789e9bff,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:45.956613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40768) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:45.995736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d367ff5b-c8b8-4381-9a09-c0844a8db8aa tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'security_group_rule': {'security_group_id': 'eadbd130-bd42-44b1-89a8-fbc1961c5fc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:46.005040 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7c363-358a-4480-8f36-94d5a5ab2034 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efbbe20-c61e-4b0e-8120-cf1bc9648f61,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:46.014564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2549d22-4ca4-4c88-b8d6-1ea9fcea16b1 None None] Pushing event updated for resources: {'Port': ['ID=62bffd56-732a-48ed-ba4d-62fa60f4d8d8,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:46.056206 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.064312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Port deca90b0-bc9b-4415-b659-c843bd9b048e cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:14:46.068489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-87bf7ea1-cc49-4c46-9544-574edbb14e58 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:46.072217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-87bf7ea1-cc49-4c46-9544-574edbb14e58 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.11 "GET /v2.0/networks?id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0 HTTP/1.1" status: 200 len: 816 time: 0.2141654 Nov 09 00:14:46.122175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Request body: {'port': {'device_id': '64c0923e-2db6-409b-99b9-630a6b58c1cb', 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0', 'admin_state_up': True, 'tenant_id': '3c490e078fbb4c83b24ae43b7b1a56db'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:46.124497 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.131058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.137669 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] 10.222.0.25 "DELETE /v2.0/networks/36cea98b-6974-4e7d-91e6-ba0b56f6c3c5 HTTP/1.1" status: 204 len: 168 time: 2.9931626 Nov 09 00:14:46.155482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c204e-5acf-4394-80a2-d6705de02d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=36cea98b-6974-4e7d-91e6-ba0b56f6c3c5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:46.164293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d16117a4-7c5e-4bfc-8466-6720569bc3ec req-4329a571-587e-47f3-915f-bfca93a05a16 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 210 time: 0.2986493 Nov 09 00:14:46.171726 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d367ff5b-c8b8-4381-9a09-c0844a8db8aa tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.247119 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.251626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Provisioning complete for port 0993f415-7805-451e-8c44-3ed70b9fe59a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:46.251993 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.309673 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Port 0993f415-7805-451e-8c44-3ed70b9fe59a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:14:46.332436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Provisioning complete for port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:46.335105 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.425714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Attempting to bind port 1a50c428-9228-4a70-aa09-3bcf3a339df5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:46.426231 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Attempting to bind port 1a50c428-9228-4a70-aa09-3bcf3a339df5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:46.426781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Attempting to bind port 1a50c428-9228-4a70-aa09-3bcf3a339df5 on network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:46.452265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Port 1a50c428-9228-4a70-aa09-3bcf3a339df5 on network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:14:46.452898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Attempting to bind port 1a50c428-9228-4a70-aa09-3bcf3a339df5 on network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:46.459676 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.476960 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d367ff5b-c8b8-4381-9a09-c0844a8db8aa tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.487249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d367ff5b-c8b8-4381-9a09-c0844a8db8aa tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.496075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd12d1-195e-40dd-8d29-09c5686cc6b2 req-db976ec6-4df0-417f-ba5c-e272a273b65a tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:46.504343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22bd12d1-195e-40dd-8d29-09c5686cc6b2 req-db976ec6-4df0-417f-ba5c-e272a273b65a tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1976795 Nov 09 00:14:46.510734 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367ff5b-c8b8-4381-9a09-c0844a8db8aa tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357ebd3b-846a-4aad-97de-cd8379cc0178,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:46.517612 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0993f415-7805-451e-8c44-3ed70b9fe59a {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:14:46.528482 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:46.528821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Checking segment: {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:46.528947 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.529140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Bound using segment: {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:46.529539 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Bound port: 1a50c428-9228-4a70-aa09-3bcf3a339df5, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:46.529896 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.547744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Transition to ACTIVE for port object 0993f415-7805-451e-8c44-3ed70b9fe59a will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:14:46.552209 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.552516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d367ff5b-c8b8-4381-9a09-c0844a8db8aa tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.556680 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d367ff5b-c8b8-4381-9a09-c0844a8db8aa tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5946202 Nov 09 00:14:46.557521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40782) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:46.563513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:46.571509 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.572629 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:46.583141 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40784) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:46.672181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Made reservation on behalf of 3c490e078fbb4c83b24ae43b7b1a56db for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:46.683088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.738949 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Provisioning complete for port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:46.740660 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.780355 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.800429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Pushing event updated for resources: {'Port': ['ID=0993f415-7805-451e-8c44-3ed70b9fe59a,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:46.817512 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22bd12d1-195e-40dd-8d29-09c5686cc6b2 req-281ba85a-86e7-48cc-b8c3-31dd19d597ea tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083315 Nov 09 00:14:46.826456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:46.826831 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:46.883252 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-58163d64-dcc8-4f6c-90d6-152af3215fc0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=932d53b28e4344cca1342a8f92a815b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942474 Nov 09 00:14:46.903108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40790) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:46.916899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] For port 1a50c428-9228-4a70-aa09-3bcf3a339df5, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:46.933540 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Attempting to bind port 0993f415-7805-451e-8c44-3ed70b9fe59a on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:46.934008 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Attempting to bind port 0993f415-7805-451e-8c44-3ed70b9fe59a by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:46.934198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Attempting to bind port 0993f415-7805-451e-8c44-3ed70b9fe59a on network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:46.959880 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:14:46.969922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:46.974425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Port 0993f415-7805-451e-8c44-3ed70b9fe59a on network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:14:46.974749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Attempting to bind port 0993f415-7805-451e-8c44-3ed70b9fe59a on network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:47.029226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] For port 1a50c428-9228-4a70-aa09-3bcf3a339df5, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a50c428-9228-4a70-aa09-3bcf3a339df5,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:47.038897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:47.039328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Checking segment: {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:47.039785 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Bound using segment: {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:47.040287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Bound port: 0993f415-7805-451e-8c44-3ed70b9fe59a, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:47.040807 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.065414 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.111700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:47.112094 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.140811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] For port 0993f415-7805-451e-8c44-3ed70b9fe59a, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:47.145245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] For port 0993f415-7805-451e-8c44-3ed70b9fe59a, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0993f415-7805-451e-8c44-3ed70b9fe59a,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:47.162698 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.168549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Provisioning complete for port badf5b56-8934-45ad-ab08-b14502d9f297 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:47.168926 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.190436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Pushing event updated for resources: {'Port': ['ID=1a50c428-9228-4a70-aa09-3bcf3a339df5,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:47.223208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.272423 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d931bb8-1683-4e3f-a607-2853e7e8ec16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.279449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-18a9478f-1a7f-48e6-b23e-f2da7e6e95e1 None None] Port badf5b56-8934-45ad-ab08-b14502d9f297 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:14:47.291049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Allocated IP 172.25.0.161 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/9faa6a98-3c87-4d5c-b681-b938809e3f89) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:47.317268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:47.321744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:47.321972 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.323552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.324285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-4bde3f8b-bc9c-4ac2-bce8-0cb3ed03878f service neutron] 10.222.0.30 "PUT /v2.0/ports/1a50c428-9228-4a70-aa09-3bcf3a339df5 HTTP/1.1" status: 200 len: 1091 time: 4.4192903 Nov 09 00:14:47.325284 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] 10.222.0.30 "PUT /v2.0/ports/0993f415-7805-451e-8c44-3ed70b9fe59a HTTP/1.1" status: 200 len: 1091 time: 2.3274209 Nov 09 00:14:47.327731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94268577-95bf-4cb1-87ca-64b4fb18ccf5', 'tag': '0993f415-7805-451e-8c44-3ed70b9fe59a'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:47.332658 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4f5d34-09b7-47b3-b8ee-230c0c1f1555" -d '{"events": [{"name": "network-changed", "server_uuid": "94268577-95bf-4cb1-87ca-64b4fb18ccf5", "tag": "0993f415-7805-451e-8c44-3ed70b9fe59a"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:47.339322 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device da1cdde4-ea13-4410-93db-95e47baf3cd3 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:14:47.371021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249d9975-7db4-4bdb-8c0f-6d2a1d41d977', 'tag': '1a50c428-9228-4a70-aa09-3bcf3a339df5'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:47.374250 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614aeb81-7226-40e6-ae46-ce85cd19eed1" -d '{"events": [{"name": "network-changed", "server_uuid": "249d9975-7db4-4bdb-8c0f-6d2a1d41d977", "tag": "1a50c428-9228-4a70-aa09-3bcf3a339df5"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:47.376313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: da1cdde4-ea13-4410-93db-95e47baf3cd3 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:14:47.377164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device da1cdde4-ea13-4410-93db-95e47baf3cd3 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:14:47.397691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73947bfc-d15b-4f99-965e-a8a53dbaeab7 req-085b747f-aa82-4d43-a169-0d5d35371378 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 210 time: 0.1017032 Nov 09 00:14:47.423383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150eef12-70a0-4f9d-a579-2cf148edeb0e service neutron] Pushing event updated for resources: {'Port': ['ID=0993f415-7805-451e-8c44-3ed70b9fe59a,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:47.431181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-8f11f638-11a1-4a8d-bb39-7c4252157940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:47.432324 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-8f11f638-11a1-4a8d-bb39-7c4252157940 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c490e078fbb4c83b24ae43b7b1a56db&device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 1094 time: 0.0631397 Nov 09 00:14:47.454131 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d931bb8-1683-4e3f-a607-2853e7e8ec16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.464568 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1bf9fbe9-b882-4d74-9362-037fcc375da2 None None] Provisioning complete for port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:47.464899 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1bf9fbe9-b882-4d74-9362-037fcc375da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.528385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Allocated IP 172.20.0.7 (43b13acb-9b04-410a-9f5f-71fcab5a3bf0/d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7/82d336db-2b27-453c-98f3-9737e178ccc9) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:47.532074 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-d18c4845-1e30-485d-a166-7b77d998c2cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a50c428-9228-4a70-aa09-3bcf3a339df5 HTTP/1.1" status: 200 len: 217 time: 0.0910110 Nov 09 00:14:47.589777 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.650367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-0808875d-6dc8-4653-b542-8fd7eb4cadef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:47.652253 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-0808875d-6dc8-4653-b542-8fd7eb4cadef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7 HTTP/1.1" status: 200 len: 855 time: 0.1120315 Nov 09 00:14:47.653000 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d603973c-a36f-4d81-a16c-f8ae59c0a0a7 x-openstack-request-id: req-d603973c-a36f-4d81-a16c-f8ae59c0a0a7 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:47.653408 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249d9975-7db4-4bdb-8c0f-6d2a1d41d977", "tag": "1a50c428-9228-4a70-aa09-3bcf3a339df5", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:47.653779 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d603973c-a36f-4d81-a16c-f8ae59c0a0a7 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:47.654381 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249d9975-7db4-4bdb-8c0f-6d2a1d41d977', 'tag': '1a50c428-9228-4a70-aa09-3bcf3a339df5', 'status': 'completed', 'code': 200} Nov 09 00:14:47.700068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-85f31bef-e9b0-44c5-a788-1d7346a773ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:47.701745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-85f31bef-e9b0-44c5-a788-1d7346a773ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c490e078fbb4c83b24ae43b7b1a56db&device_id=94268577-95bf-4cb1-87ca-64b4fb18ccf5 HTTP/1.1" status: 200 len: 1094 time: 0.2668326 Nov 09 00:14:47.745488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-10444cee-ca66-4c7f-aec9-625248d1f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:47.748352 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-10444cee-ca66-4c7f-aec9-625248d1f101 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878565 Nov 09 00:14:47.753802 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70774835-1ab7-4ae5-bff9-4e9de1131ca5 x-openstack-request-id: req-70774835-1ab7-4ae5-bff9-4e9de1131ca5 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:47.754091 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94268577-95bf-4cb1-87ca-64b4fb18ccf5", "tag": "0993f415-7805-451e-8c44-3ed70b9fe59a", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:47.755419 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70774835-1ab7-4ae5-bff9-4e9de1131ca5 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:47.755816 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94268577-95bf-4cb1-87ca-64b4fb18ccf5', 'tag': '0993f415-7805-451e-8c44-3ed70b9fe59a', 'status': 'completed', 'code': 200} Nov 09 00:14:47.873110 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:47.895859 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-e3660ac2-4527-488a-b013-5e6ba21fdf53 service neutron] 10.222.0.30 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391056 Nov 09 00:14:47.991608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-35b38cd3-4e9a-4bc9-8fd1-50c13c874433 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0993f415-7805-451e-8c44-3ed70b9fe59a HTTP/1.1" status: 200 len: 217 time: 0.2761135 Nov 09 00:14:47.993783 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40826) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:48.016931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40830) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:48.031005 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab12ca7-339b-4124-a80e-944b3bbb4ba8 req-d173c4f7-aeb8-46ac-a16a-54273b3314f8 service neutron] 10.222.0.30 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272042 Nov 09 00:14:48.067164 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d931bb8-1683-4e3f-a607-2853e7e8ec16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.069821 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d931bb8-1683-4e3f-a607-2853e7e8ec16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.070981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5d931bb8-1683-4e3f-a607-2853e7e8ec16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a10b35f-f682-4bec-bc93-5b1798793916 HTTP/1.1" status: 204 len: 168 time: 1.1668813 Nov 09 00:14:48.113246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d931bb8-1683-4e3f-a607-2853e7e8ec16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a10b35f-f682-4bec-bc93-5b1798793916,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:48.142899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-f8aa7b3b-8c98-426a-b4ba-351dd2f8710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:48.144380 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-f8aa7b3b-8c98-426a-b4ba-351dd2f8710a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7 HTTP/1.1" status: 200 len: 855 time: 0.1413431 Nov 09 00:14:48.158811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aeb81-7226-40e6-ae46-ce85cd19eed1 req-3fd5b000-a554-40a5-908c-e3d837518207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:48.161932 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-614aeb81-7226-40e6-ae46-ce85cd19eed1 req-3fd5b000-a554-40a5-908c-e3d837518207 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c490e078fbb4c83b24ae43b7b1a56db&device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 1094 time: 0.0741687 Nov 09 00:14:48.186036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c79cf-8b29-4753-afa4-596a065afa68 req-01f683c1-fa92-4b97-835e-4bb8e86134a9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:48.194800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-326c79cf-8b29-4753-afa4-596a065afa68 req-01f683c1-fa92-4b97-835e-4bb8e86134a9 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.2633688 Nov 09 00:14:48.217040 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.220684 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.237064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1246751348-network', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:48.253651 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.274122 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Allocated IP 172.25.0.37 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/28a0b1d1-2c32-48e5-968d-f3cc78e787f8) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:48.292173 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3884cf0-64f4-4743-92e2-3a68c9cf6f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.297932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:48.313150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:48.324928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:48.341414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Pushing event updated for resources: {'Port': ['ID=9faa6a98-3c87-4d5c-b681-b938809e3f89,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:48.366235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Made reservation on behalf of d5378c6f8c10406f952a632d318c1dd7 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:48.372613 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.374804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-aea18868-cdb2-41bb-a490-8b04da027de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:48.376595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-aea18868-cdb2-41bb-a490-8b04da027de6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201946 Nov 09 00:14:48.393472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-326c79cf-8b29-4753-afa4-596a065afa68 req-c83b3776-70a0-4550-9a33-02ad1a7ccd78 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952643 Nov 09 00:14:48.409723 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.449156 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.496431 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aeb81-7226-40e6-ae46-ce85cd19eed1 req-c0b83b63-0fa0-4b21-bd9f-f551d57c2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:48.498304 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-614aeb81-7226-40e6-ae46-ce85cd19eed1 req-c0b83b63-0fa0-4b21-bd9f-f551d57c2c4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0 HTTP/1.1" status: 200 len: 916 time: 0.2806821 Nov 09 00:14:48.586459 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-614aeb81-7226-40e6-ae46-ce85cd19eed1 req-3fdd4f82-a697-480f-8617-957a0ba90171 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a50c428-9228-4a70-aa09-3bcf3a339df5 HTTP/1.1" status: 200 len: 217 time: 0.0777538 Nov 09 00:14:48.647208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:48.653339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Pushing event updated for resources: {'Port': ['ID=82d336db-2b27-453c-98f3-9737e178ccc9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:48.675812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:48.683743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:48.698095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.716558 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3884cf0-64f4-4743-92e2-3a68c9cf6f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.736843 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3884cf0-64f4-4743-92e2-3a68c9cf6f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.759545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-491a3115-3baa-413e-b8da-5f7b676fe103 service neutron] 10.222.0.30 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587115 Nov 09 00:14:48.779716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493f51d-0cd7-4502-8e87-5ce6dd6afadd req-6a615a3a-cba0-46a1-9351-85ec7be91907 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:48.789385 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7493f51d-0cd7-4502-8e87-5ce6dd6afadd req-6a615a3a-cba0-46a1-9351-85ec7be91907 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 931 time: 0.2982464 Nov 09 00:14:48.822113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3884cf0-64f4-4743-92e2-3a68c9cf6f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f1b49c-740e-45eb-b7c5-8cae00dd9508,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:48.827171 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f3884cf0-64f4-4743-92e2-3a68c9cf6f74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efc09ef195fc45e7bcb4f6fbce5420a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8091888 Nov 09 00:14:48.835146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aeb81-7226-40e6-ae46-ce85cd19eed1 req-f798e04e-bf2b-4e23-adf7-6995c5328fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:48.837002 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-614aeb81-7226-40e6-ae46-ce85cd19eed1 req-f798e04e-bf2b-4e23-adf7-6995c5328fd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7 HTTP/1.1" status: 200 len: 855 time: 0.2425559 Nov 09 00:14:48.839980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40854) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:48.840955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.881669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7493f51d-0cd7-4502-8e87-5ce6dd6afadd req-d53edaf6-1347-4313-bfc7-8ac891183e11 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879550 Nov 09 00:14:48.924914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:48.925788 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.932416 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.952630 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.973156 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-16a28913-4dc9-4332-ba4e-5e6478883875 None None] Provisioning complete for port 82d336db-2b27-453c-98f3-9737e178ccc9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:48.973448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:48.973600 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-16a28913-4dc9-4332-ba4e-5e6478883875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:48.992989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:49.001263 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:49.005973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:14:49.007637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Port': ['ID=28a0b1d1-2c32-48e5-968d-f3cc78e787f8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:49.033526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c7536880-6a48-4e00-8c86-40a95a510c6c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9186497 Nov 09 00:14:49.035565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-16a28913-4dc9-4332-ba4e-5e6478883875 None None] Port 82d336db-2b27-453c-98f3-9737e178ccc9 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:14:49.052553 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b311655d-f2f2-4d4d-ac91-7321e3b10745,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:49.055402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.055749 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Added segment d1e4878d-d8a6-49ec-84a0-79cc30b186e5 of type vlan for network a45e88f6-9c3a-40de-a653-bd8974542bf6 Nov 09 00:14:49.065536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aeb81-7226-40e6-ae46-ce85cd19eed1 req-5204e835-92bb-4b32-83b3-b16ac37a5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:49.067064 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-614aeb81-7226-40e6-ae46-ce85cd19eed1 req-5204e835-92bb-4b32-83b3-b16ac37a5108 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219813 Nov 09 00:14:49.079662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-a342c3e5-2db5-4581-a53b-831f1b3374f5 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:14:49.080680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-a342c3e5-2db5-4581-a53b-831f1b3374f5 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0398026 Nov 09 00:14:49.093634 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a46658bc-6461-44e0-846b-6cb89c4dbfbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.102746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Request body: {'port': {'device_id': '64c0923e-2db6-409b-99b9-630a6b58c1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:49.134722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-125c1479-e8f7-40cc-af1c-c19fcbeb0568 req-5e98264d-f5b3-4f86-9b55-3624b61006ba service neutron] 10.222.0.30 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210986 Nov 09 00:14:49.145278 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.202625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.210652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40864) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:49.219932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a46658bc-6461-44e0-846b-6cb89c4dbfbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.234677 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.324245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.325181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:49.325782 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.328210 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.337415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5d34-09b7-47b3-b8ee-230c0c1f1555 req-2343fbe4-2e2a-4c98-a42d-d8a168af8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:49.339167 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d4f5d34-09b7-47b3-b8ee-230c0c1f1555 req-2343fbe4-2e2a-4c98-a42d-d8a168af8be7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c490e078fbb4c83b24ae43b7b1a56db&device_id=94268577-95bf-4cb1-87ca-64b4fb18ccf5 HTTP/1.1" status: 200 len: 1094 time: 0.1429653 Nov 09 00:14:49.344298 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-614aeb81-7226-40e6-ae46-ce85cd19eed1 req-84034732-faf0-4640-a02c-630e25b08252 service neutron] 10.222.0.30 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641494 Nov 09 00:14:49.390377 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3915277 Nov 09 00:14:49.397123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40868) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:49.413001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-93f5d46f-111f-49a0-8951-3c9c0e104338 admin admin] Request body: {'subnet': {'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1246751348-subnet', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:49.598376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f5d46f-111f-49a0-8951-3c9c0e104338 admin admin] Made reservation on behalf of d5378c6f8c10406f952a632d318c1dd7 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:49.601019 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93f5d46f-111f-49a0-8951-3c9c0e104338 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.745014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1344051085-network', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:49.793970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6643a36-8ff5-44b9-a28b-e9aadc100afc admin admin] Pushing event updated for resources: {'Network': ['ID=a45e88f6-9c3a-40de-a653-bd8974542bf6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:49.800174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.802091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a46658bc-6461-44e0-846b-6cb89c4dbfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.804662 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a46658bc-6461-44e0-846b-6cb89c4dbfbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.805837 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a46658bc-6461-44e0-846b-6cb89c4dbfbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76f1b49c-740e-45eb-b7c5-8cae00dd9508 HTTP/1.1" status: 204 len: 168 time: 0.9627001 Nov 09 00:14:49.815444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network a45e88f6-9c3a-40de-a653-bd8974542bf6 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:14:49.857968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46658bc-6461-44e0-846b-6cb89c4dbfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f1b49c-740e-45eb-b7c5-8cae00dd9508,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:49.870931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Made reservation on behalf of d5b6655d13f84cf5bdce8ae2a3c1622a for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:49.873573 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.909418 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:49.927322 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a853b-f311-408a-aae0-8296d68fdc5d req-7c203b6f-acb6-4d53-9195-a41e6ac809df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:49.928873 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b82a853b-f311-408a-aae0-8296d68fdc5d req-7c203b6f-acb6-4d53-9195-a41e6ac809df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 1096 time: 0.1804821 Nov 09 00:14:49.932997 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-614aeb81-7226-40e6-ae46-ce85cd19eed1 req-ef646a3b-e9a1-482f-a436-2d19413343ac service neutron] 10.222.0.30 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760119 Nov 09 00:14:50.063217 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b82a853b-f311-408a-aae0-8296d68fdc5d req-2fbc4d94-8cbd-406c-b5e6-1ab3e57e77a8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125846 Nov 09 00:14:50.101975 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045199b-1164-4dc4-b99c-1691fb72ec15 req-563582f3-3d83-4488-b651-b38430a42ed7 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:50.109657 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7045199b-1164-4dc4-b99c-1691fb72ec15 req-563582f3-3d83-4488-b651-b38430a42ed7 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.6410360 Nov 09 00:14:50.128315 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.128431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5d34-09b7-47b3-b8ee-230c0c1f1555 req-73a72c3f-a7c0-4cb4-8f9c-a45a70226767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:50.130016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d4f5d34-09b7-47b3-b8ee-230c0c1f1555 req-73a72c3f-a7c0-4cb4-8f9c-a45a70226767 service neutron] 10.222.0.30 "GET /v2.0/networks?id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0 HTTP/1.1" status: 200 len: 916 time: 0.7728050 Nov 09 00:14:50.135857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.142910 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.151096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.167612 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.182209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:14:50.214123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc51409f-6c49-434b-bb8d-809d7704268c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:50.222925 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.223353 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Added segment 189c1925-6161-44ec-9f8e-15a7a705400b of type vlan for network f0295c79-6143-4279-b81c-2a805a1e6869 Nov 09 00:14:50.224728 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d4f5d34-09b7-47b3-b8ee-230c0c1f1555 req-edb81dd8-5b21-4b34-be66-cee7926eaec9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0993f415-7805-451e-8c44-3ed70b9fe59a HTTP/1.1" status: 200 len: 217 time: 0.0796537 Nov 09 00:14:50.295935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Port': ['ID=28a0b1d1-2c32-48e5-968d-f3cc78e787f8,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:50.311626 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.315756 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.343351 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.344840 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ff62e22b-806c-4e10-b51c-dcd104a9e13f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7856820 Nov 09 00:14:50.354067 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.355159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:50.356013 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.367449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bddf09-9f4d-4dbe-90a9-f628fcab49be req-b4d1f221-f162-4def-9ee5-65943bdfa7ec tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:50.374966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00bddf09-9f4d-4dbe-90a9-f628fcab49be req-b4d1f221-f162-4def-9ee5-65943bdfa7ec tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 931 time: 0.3423235 Nov 09 00:14:50.423502 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2069557 Nov 09 00:14:50.424274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40892) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:50.428545 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3f4513aa-6f27-42de-bd64-062b480d4922 admin admin] Request body: {'subnet': {'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-subnet', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:50.439656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7045199b-1164-4dc4-b99c-1691fb72ec15 req-bfb8a680-53e1-4c92-b2b4-fe1d077a89f1 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268602 Nov 09 00:14:50.440127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7ac7a-7fad-4df2-a1f4-68d5d3cf5cdc admin admin] Pushing event updated for resources: {'Network': ['ID=f0295c79-6143-4279-b81c-2a805a1e6869,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:50.457610 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network f0295c79-6143-4279-b81c-2a805a1e6869 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:14:50.458111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4513aa-6f27-42de-bd64-062b480d4922 admin admin] Made reservation on behalf of d5b6655d13f84cf5bdce8ae2a3c1622a for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:50.461170 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f4513aa-6f27-42de-bd64-062b480d4922 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.514659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5d34-09b7-47b3-b8ee-230c0c1f1555 req-36149881-348c-42b5-a295-7de229dcea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:50.516304 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d4f5d34-09b7-47b3-b8ee-230c0c1f1555 req-36149881-348c-42b5-a295-7de229dcea81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7 HTTP/1.1" status: 200 len: 855 time: 0.2807519 Nov 09 00:14:50.688483 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00bddf09-9f4d-4dbe-90a9-f628fcab49be req-2af5ca7b-4406-43b4-9ec2-ca5880b0b33b tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125634 Nov 09 00:14:50.694605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f4513aa-6f27-42de-bd64-062b480d4922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.709439 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d336db-2b27-453c-98f3-9737e178ccc9 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:14:50.740609 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.748506 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93f5d46f-111f-49a0-8951-3c9c0e104338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.762085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40914) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:50.772098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4513aa-6f27-42de-bd64-062b480d4922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28612e1-6237-4c61-a74c-f0bb4e7ca68f,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:50.776668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4513aa-6f27-42de-bd64-062b480d4922 admin admin] Checking segment: {'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:50.777110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4513aa-6f27-42de-bd64-062b480d4922 admin admin] Network hostable DHCP agents. Network: f0295c79-6143-4279-b81c-2a805a1e6869, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:14:50.795564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4513aa-6f27-42de-bd64-062b480d4922 admin admin] Network f0295c79-6143-4279-b81c-2a805a1e6869 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:14:50.808869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Transition to ACTIVE for port object 82d336db-2b27-453c-98f3-9737e178ccc9 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:14:50.812936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5d34-09b7-47b3-b8ee-230c0c1f1555 req-f6b1613b-a3bc-4ff1-a49e-b119f5b8f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:50.814518 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d4f5d34-09b7-47b3-b8ee-230c0c1f1555 req-f6b1613b-a3bc-4ff1-a49e-b119f5b8f04e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2851357 Nov 09 00:14:50.816349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3f4513aa-6f27-42de-bd64-062b480d4922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, f0295c79-6143-4279-b81c-2a805a1e6869) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:50.821756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4513aa-6f27-42de-bd64-062b480d4922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:50.823538 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f4513aa-6f27-42de-bd64-062b480d4922 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.831238 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861c1fd3-384d-4a5d-9902-fce8a71771a8 None None] Network f0295c79-6143-4279-b81c-2a805a1e6869 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:50.832765 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.844560 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3f4513aa-6f27-42de-bd64-062b480d4922 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4186609 Nov 09 00:14:50.846924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40918) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:50.852074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:50.878317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.879605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.911160 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-19b63923-27e7-4ca4-8a38-dcca740aba34 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--105068009&fields=id&tenant_id=2cf919eb7d2b4d85b773866576d770f3 HTTP/1.1" status: 200 len: 267 time: 0.2399101 Nov 09 00:14:50.918191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Router e11524bb-8155-4ebe-9a28-12bb9392abc0 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:14:50.943092 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:50.961491 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5d46f-111f-49a0-8951-3c9c0e104338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95dc5722-f607-4285-b3a5-ba128fc68000,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:51.040534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-400973294-network', 'tenant_id': '32a59bfc9d2849cf8c83a3970a6af0b2'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:51.048353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Pushing event updated for resources: {'Port': ['ID=82d336db-2b27-453c-98f3-9737e178ccc9,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:51.087791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-f0295c79-6143-4279-b81c-2a805a1e6869', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'fixed_ips': [{'subnet_id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:14:51.089078 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.151910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.167236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-a2cca3fd-c963-49ec-941b-4f7f57617655 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:51.168708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-a2cca3fd-c963-49ec-941b-4f7f57617655 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports/badf5b56-8934-45ad-ab08-b14502d9f297 HTTP/1.1" status: 200 len: 931 time: 0.2415953 Nov 09 00:14:51.169515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5d46f-111f-49a0-8951-3c9c0e104338 admin admin] Checking segment: {'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:51.169883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5d46f-111f-49a0-8951-3c9c0e104338 admin admin] Network hostable DHCP agents. Network: a45e88f6-9c3a-40de-a653-bd8974542bf6, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:14:51.286142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Allocated IP 172.20.0.2 (f0295c79-6143-4279-b81c-2a805a1e6869/e28612e1-6237-4c61-a74c-f0bb4e7ca68f/59e6ddac-511b-479d-aaa9-ee8d5399e84e) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:51.286624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-bf858b44-ae4d-4349-85c0-c414214d6c68 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:51.294884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-bf858b44-ae4d-4349-85c0-c414214d6c68 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports/deca90b0-bc9b-4415-b659-c843bd9b048e HTTP/1.1" status: 200 len: 931 time: 0.0733802 Nov 09 00:14:51.340461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-10e3e008-ecf2-4e34-8bec-0541eb06d3e7 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?network_id=364a1333-8aa5-40a2-b83a-ed34d1006322&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0446301 Nov 09 00:14:51.341199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Made reservation on behalf of 32a59bfc9d2849cf8c83a3970a6af0b2 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:51.343409 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.373273 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.394909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.415941 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.430321 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d4f5d34-09b7-47b3-b8ee-230c0c1f1555 req-adb2ede9-c8ac-4654-becf-db1cc9078a34 service neutron] 10.222.0.30 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005428 Nov 09 00:14:51.437486 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5b6ed646-8b8f-4a5e-9aaf-15fde163901c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?network_id=364a1333-8aa5-40a2-b83a-ed34d1006322&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0781147 Nov 09 00:14:51.447301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0993f415-7805-451e-8c44-3ed70b9fe59a details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:14:51.483187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5d46f-111f-49a0-8951-3c9c0e104338 admin admin] Network a45e88f6-9c3a-40de-a653-bd8974542bf6 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:14:51.493902 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.535224 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.542878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:14:51.554688 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Sync routers for ids ['e11524bb-8155-4ebe-9a28-12bb9392abc0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:14:51.564493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Allocated IP 172.25.0.22 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/f4aa4434-ee49-4aed-99c5-67344a9b8251) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:51.565583 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Routers {'e11524bb-8155-4ebe-9a28-12bb9392abc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:14:51.566401 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e11524bb-8155-4ebe-9a28-12bb9392abc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:51.596280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Network f0295c79-6143-4279-b81c-2a805a1e6869 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:51.604833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:51.606713 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Pushing event updated for resources: {'Port': ['ID=59e6ddac-511b-479d-aaa9-ee8d5399e84e,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:51.608776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:51.623510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-93f5d46f-111f-49a0-8951-3c9c0e104338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, a45e88f6-9c3a-40de-a653-bd8974542bf6) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:51.634703 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1de8d4-5b23-4ed6-9cc2-1e892b60a934 None None] Network a45e88f6-9c3a-40de-a653-bd8974542bf6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:51.644435 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 0993f415-7805-451e-8c44-3ed70b9fe59a, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0993f415-7805-451e-8c44-3ed70b9fe59a,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:51.670469 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.675430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-337d6319-fe3d-4975-a69b-8a2510b58076 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9756284 Nov 09 00:14:51.683687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40922) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:51.687662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5d46f-111f-49a0-8951-3c9c0e104338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:51.688276 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93f5d46f-111f-49a0-8951-3c9c0e104338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.703064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Attempting to bind port 82d336db-2b27-453c-98f3-9737e178ccc9 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:51.703405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Attempting to bind port 82d336db-2b27-453c-98f3-9737e178ccc9 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:51.703735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Attempting to bind port 82d336db-2b27-453c-98f3-9737e178ccc9 on network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:51.716776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Port 82d336db-2b27-453c-98f3-9737e178ccc9 on network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:14:51.717101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Attempting to bind port 82d336db-2b27-453c-98f3-9737e178ccc9 on network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:51.728222 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-93f5d46f-111f-49a0-8951-3c9c0e104338 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3277011 Nov 09 00:14:51.732773 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Set router e11524bb-8155-4ebe-9a28-12bb9392abc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:14:51.738784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40926) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:51.745784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:51.770647 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.772950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfde33-bdcc-42c9-9b70-627b844a5efd req-b8211f7d-1362-48f9-8057-e624a9e21d6b tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:51.781946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51cfde33-bdcc-42c9-9b70-627b844a5efd req-b8211f7d-1362-48f9-8057-e624a9e21d6b tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.2250941 Nov 09 00:14:51.827694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:51.828052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Checking segment: {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:51.828460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Bound using segment: {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:51.828920 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Bound port: 82d336db-2b27-453c-98f3-9737e178ccc9, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101dcd91-58a5-40f1-bbf7-d0640c7744c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:51.829284 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.842527 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.843934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.867695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '0993f415-7805-451e-8c44-3ed70b9fe59a', 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0', 'port_id': '0993f415-7805-451e-8c44-3ed70b9fe59a', 'mac_address': 'fa:16:3e:38:91:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f94da2-f0eb-4abd-b5e2-ac30020ed3a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:14:51.922737 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] For port 82d336db-2b27-453c-98f3-9737e178ccc9, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:51.926445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] For port 82d336db-2b27-453c-98f3-9737e178ccc9, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=82d336db-2b27-453c-98f3-9737e178ccc9,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:51.961203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.964929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:51.966771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.034180 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:52.058472 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'name': 'tempest-ServerRescueTestJSON-176778396-router', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:43Z', 'updated_at': '2021-11-09T00:14:48Z', 'revision_number': 3, 'project_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'gw_port': {'id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:46Z', 'updated_at': '2021-11-09T00:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:52.076421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:52.077071 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.079352 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] 10.222.0.11 "PUT /v2.0/ports/82d336db-2b27-453c-98f3-9737e178ccc9 HTTP/1.1" status: 200 len: 1091 time: 2.9866853 Nov 09 00:14:52.080016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c0923e-2db6-409b-99b9-630a6b58c1cb', 'tag': '82d336db-2b27-453c-98f3-9737e178ccc9'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:52.083716 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dff7aa8-629b-4060-ab3d-df95467dcf67" -d '{"events": [{"name": "network-changed", "server_uuid": "64c0923e-2db6-409b-99b9-630a6b58c1cb", "tag": "82d336db-2b27-453c-98f3-9737e178ccc9"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:52.088360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d4f5d34-09b7-47b3-b8ee-230c0c1f1555 req-4daf8275-a40a-476d-b9c3-6a8ccc684ff2 service neutron] 10.222.0.30 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487494 Nov 09 00:14:52.095168 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Attempting to bind port 59e6ddac-511b-479d-aaa9-ee8d5399e84e on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:52.096042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Attempting to bind port 59e6ddac-511b-479d-aaa9-ee8d5399e84e by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:52.096462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Attempting to bind port 59e6ddac-511b-479d-aaa9-ee8d5399e84e on network f0295c79-6143-4279-b81c-2a805a1e6869 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:52.109653 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Checking router: e11524bb-8155-4ebe-9a28-12bb9392abc0 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:14:52.110928 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Updating router e11524bb-8155-4ebe-9a28-12bb9392abc0 port 9faa6a98-3c87-4d5c-b681-b938809e3f89 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:14:52.118616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:52.133926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:52.133926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Checking segment: {'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:52.134323 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.134898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Bound using segment: {'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:52.137414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Bound port: 59e6ddac-511b-479d-aaa9-ee8d5399e84e, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:52.137733 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.145052 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.170028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:52.171263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51cfde33-bdcc-42c9-9b70-627b844a5efd req-3d8ba25d-dbb0-4e51-acf0-042034f6432a tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814392 Nov 09 00:14:52.210599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f2266e47-5772-4fe7-b1fb-4d5553b9ebf3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:52.223916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f2266e47-5772-4fe7-b1fb-4d5553b9ebf3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:52.226680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] For port 59e6ddac-511b-479d-aaa9-ee8d5399e84e, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:52.231021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] For port 59e6ddac-511b-479d-aaa9-ee8d5399e84e, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=59e6ddac-511b-479d-aaa9-ee8d5399e84e,segment=NetworkSegment(189c1925-6161-44ec-9f8e-15a7a705400b),segment_id=189c1925-6161-44ec-9f8e-15a7a705400b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:52.234948 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.243388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f2266e47-5772-4fe7-b1fb-4d5553b9ebf3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:52.245796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f2266e47-5772-4fe7-b1fb-4d5553b9ebf3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/networks?id=cd00dfb3-9954-4da4-8bab-f4742925ef5a&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=364a1333-8aa5-40a2-b83a-ed34d1006322&id=364a1333-8aa5-40a2-b83a-ed34d1006322 HTTP/1.1" status: 200 len: 1988 time: 0.7737870 Nov 09 00:14:52.263405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0993f415-7805-451e-8c44-3ed70b9fe59a {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:14:52.268180 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.290485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Pushing event updated for resources: {'Port': ['ID=f4aa4434-ee49-4aed-99c5-67344a9b8251,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:52.402775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb857a5d-58a0-4a1d-838f-417c979fd395 service neutron] Pushing event updated for resources: {'Port': ['ID=82d336db-2b27-453c-98f3-9737e178ccc9,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:52.418710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.424882 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5050c44e-b018-4fc5-9081-bb1f21cd63b5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/quotas/2cf919eb7d2b4d85b773866576d770f3 HTTP/1.1" status: 200 len: 375 time: 0.1357327 Nov 09 00:14:52.426202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 0993f415-7805-451e-8c44-3ed70b9fe59a, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0993f415-7805-451e-8c44-3ed70b9fe59a,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:52.434915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-a9a4ea1f-1864-4807-ad4a-51bc4c35538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:52.436610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-a9a4ea1f-1864-4807-ad4a-51bc4c35538f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c490e078fbb4c83b24ae43b7b1a56db&device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 1094 time: 0.3050017 Nov 09 00:14:52.439764 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.451596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ada92-96a5-4bbd-a0cd-06007132d482 None None] Pushing event updated for resources: {'Port': ['ID=59e6ddac-511b-479d-aaa9-ee8d5399e84e,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:52.461447 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.462305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1a50c428-9228-4a70-aa09-3bcf3a339df5 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:14:52.479853 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.487561 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.543374 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2b215-0e07-47ac-b5de-a7222c99ef84 None None] Pushing event updated for resources: {'Port': ['ID=9faa6a98-3c87-4d5c-b681-b938809e3f89,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:52.561944 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Attempting to bind port 9faa6a98-3c87-4d5c-b681-b938809e3f89 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:52.562566 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Attempting to bind port 9faa6a98-3c87-4d5c-b681-b938809e3f89 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:52.562809 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Attempting to bind port 9faa6a98-3c87-4d5c-b681-b938809e3f89 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:52.565560 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-caea2069-ea5f-44a6-bdc6-a8b9b14f5344 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82d336db-2b27-453c-98f3-9737e178ccc9 HTTP/1.1" status: 200 len: 217 time: 0.0904093 Nov 09 00:14:52.569227 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:52.569652 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:52.570055 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.570535 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:52.571488 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Bound port: 9faa6a98-3c87-4d5c-b681-b938809e3f89, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:52.571929 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.591719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:14:52.650555 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8e691-57a2-4a24-ab2a-a54261a66253 req-eee009ef-2b7b-4097-86cc-5b6bc3a6c587 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:52.654826 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] For port 9faa6a98-3c87-4d5c-b681-b938809e3f89, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:52.657470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=0993f415-7805-451e-8c44-3ed70b9fe59a,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:52.658375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1d8e691-57a2-4a24-ab2a-a54261a66253 req-eee009ef-2b7b-4097-86cc-5b6bc3a6c587 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 943 time: 0.3702092 Nov 09 00:14:52.659003 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] For port 9faa6a98-3c87-4d5c-b681-b938809e3f89, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9faa6a98-3c87-4d5c-b681-b938809e3f89,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:52.664190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-a45e88f6-9c3a-40de-a653-bd8974542bf6', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'fixed_ips': [{'subnet_id': '95dc5722-f607-4285-b3a5-ba128fc68000'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:14:52.665057 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.665732 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.672241 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1a50c428-9228-4a70-aa09-3bcf3a339df5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a50c428-9228-4a70-aa09-3bcf3a339df5,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:52.705957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117ed80a-0dbc-486c-af3a-3edee76b73fc,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:52.724027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.724539 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Added segment f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6 of type vlan for network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 Nov 09 00:14:52.726350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '1a50c428-9228-4a70-aa09-3bcf3a339df5', 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0', 'port_id': '1a50c428-9228-4a70-aa09-3bcf3a339df5', 'mac_address': 'fa:16:3e:3e:bf:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f94da2-f0eb-4abd-b5e2-ac30020ed3a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:14:52.770330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-45f228af-e706-42c6-9936-b60ebe63d45b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3310974 Nov 09 00:14:52.789069 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Routers {'e11524bb-8155-4ebe-9a28-12bb9392abc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:14:52.789951 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e11524bb-8155-4ebe-9a28-12bb9392abc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:52.816035 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c3e9c7cf-c0c7-4299-bbd4-91c9624d2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:52.817684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-c3e9c7cf-c0c7-4299-bbd4-91c9624d2eff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7 HTTP/1.1" status: 200 len: 855 time: 0.2420354 Nov 09 00:14:52.845715 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1d8e691-57a2-4a24-ab2a-a54261a66253 req-133fb329-f833-4b00-af08-7a974ba31767 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862602 Nov 09 00:14:52.876894 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.921663 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2b215-0e07-47ac-b5de-a7222c99ef84 None None] Pushing event updated for resources: {'Port': ['ID=9faa6a98-3c87-4d5c-b681-b938809e3f89,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:52.942523 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:52.950261 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] Set router e11524bb-8155-4ebe-9a28-12bb9392abc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:14:52.956218 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:53.014083 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a50c428-9228-4a70-aa09-3bcf3a339df5 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:14:53.049419 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1a50c428-9228-4a70-aa09-3bcf3a339df5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a50c428-9228-4a70-aa09-3bcf3a339df5,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:53.058997 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:53.069142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Allocated IP 172.20.0.2 (a45e88f6-9c3a-40de-a653-bd8974542bf6/95dc5722-f607-4285-b3a5-ba128fc68000/4112cd9f-6819-4837-b5b1-7e69fbd7575a) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:53.135369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4549d4b5-e9dc-41a0-b734-c761b209d10c service neutron] 10.222.0.25 "GET /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209214 Nov 09 00:14:53.146749 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0edf2e0-9ce1-42fc-8eb6-db73e8677fdd x-openstack-request-id: req-f0edf2e0-9ce1-42fc-8eb6-db73e8677fdd {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:53.147362 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c0923e-2db6-409b-99b9-630a6b58c1cb", "tag": "82d336db-2b27-453c-98f3-9737e178ccc9", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:53.147819 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0edf2e0-9ce1-42fc-8eb6-db73e8677fdd {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:53.148445 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c0923e-2db6-409b-99b9-630a6b58c1cb', 'tag': '82d336db-2b27-453c-98f3-9737e178ccc9', 'status': 'completed', 'code': 200} Nov 09 00:14:53.167780 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1a50c428-9228-4a70-aa09-3bcf3a339df5,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:53.277553 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'name': 'tempest-ServerRescueTestJSON-176778396-router', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:43Z', 'updated_at': '2021-11-09T00:14:48Z', 'revision_number': 3, 'project_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'gw_port': {'id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:46Z', 'updated_at': '2021-11-09T00:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:53.292762 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:53.304335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:53.306120 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:53.331561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-f1e9747c-0606-4397-8719-c098e13f89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:53.333168 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0f42c-38ea-441a-83e9-bba8fa97cdac None None] The sync data for ids ['e11524bb-8155-4ebe-9a28-12bb9392abc0'] in n-d-813263-3 is: [{'id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'name': 'tempest-ServerRescueTestJSON-176778396-router', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:43Z', 'updated_at': '2021-11-09T00:14:48Z', 'revision_number': 3, 'project_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'gw_port': {'id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:46Z', 'updated_at': '2021-11-09T00:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:14:53.333891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-f1e9747c-0606-4397-8719-c098e13f89e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4860616 Nov 09 00:14:53.346462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['0993f415-7805-451e-8c44-3ed70b9fe59a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:53.349008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1a50c428-9228-4a70-aa09-3bcf3a339df5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:53.454939 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:53.469515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:53.490031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-726047c0-b838-4db9-9de8-b588d2810f02 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7215512 Nov 09 00:14:53.492831 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:53.504729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40942) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:53.525013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-16836342-37c7-45cb-81f7-79c47c166636 admin admin] Request body: {'subnet': {'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-400973294-subnet', 'tenant_id': '32a59bfc9d2849cf8c83a3970a6af0b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:14:53.540819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:14:53.621331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Network a45e88f6-9c3a-40de-a653-bd8974542bf6 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:53.629464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-2fd119c1-a04f-4a55-a3c9-b98740e30ddf service neutron] 10.222.0.25 "GET /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844663 Nov 09 00:14:53.657117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:53.681990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:53.692156 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:53.699030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-c5716d62-5390-4c6f-8226-59b464d1bedf service neutron] 10.222.0.25 "GET /v2.0/ports/badf5b56-8934-45ad-ab08-b14502d9f297?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0573733 Nov 09 00:14:53.730919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16836342-37c7-45cb-81f7-79c47c166636 admin admin] Made reservation on behalf of 32a59bfc9d2849cf8c83a3970a6af0b2 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:14:53.733597 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-16836342-37c7-45cb-81f7-79c47c166636 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:53.779265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:53.784826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f13fde-1d0b-4969-b1c9-eb24cb414200 req-51870a9d-ae76-4670-94e7-79ea60b58941 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:53.800261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b6f13fde-1d0b-4969-b1c9-eb24cb414200 req-51870a9d-ae76-4670-94e7-79ea60b58941 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.2631285 Nov 09 00:14:53.862860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Pushing event updated for resources: {'Port': ['ID=4112cd9f-6819-4837-b5b1-7e69fbd7575a,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:53.874207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4dbec-045f-4877-927e-cde2748f6b00 req-12a86a19-5ac0-41a0-aedb-0b5e252c36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:53.875785 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9fe4dbec-045f-4877-927e-cde2748f6b00 req-12a86a19-5ac0-41a0-aedb-0b5e252c36e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=256ea83e5dc84f38bff819ae1a041631&device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 1096 time: 0.2219515 Nov 09 00:14:53.979070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-8e721d87-ebd0-4181-9b0f-569428c9ef41 service neutron] 10.222.0.25 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670197 Nov 09 00:14:53.994449 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-02f68625-d9ca-40ab-aeca-fefff444edc9 service neutron] 10.222.0.11 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095401 Nov 09 00:14:54.050013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Attempting to bind port 4112cd9f-6819-4837-b5b1-7e69fbd7575a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:54.050470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Attempting to bind port 4112cd9f-6819-4837-b5b1-7e69fbd7575a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:54.050735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Attempting to bind port 4112cd9f-6819-4837-b5b1-7e69fbd7575a on network a45e88f6-9c3a-40de-a653-bd8974542bf6 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:54.077487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:54.077892 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Checking segment: {'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:54.078260 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:54.078651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Bound using segment: {'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:54.079183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Bound port: 4112cd9f-6819-4837-b5b1-7e69fbd7575a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:54.079574 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:54.142629 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295cca88-feb7-4d27-b100-46c82e9c668b None None] Network f0295c79-6143-4279-b81c-2a805a1e6869 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:54.249543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] For port 4112cd9f-6819-4837-b5b1-7e69fbd7575a, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:54.266915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6db21c75-3624-4103-b3c7-e1b9d8befdb2 None None] Provisioning complete for port 59e6ddac-511b-479d-aaa9-ee8d5399e84e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:54.267286 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6db21c75-3624-4103-b3c7-e1b9d8befdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:54.300453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] For port 4112cd9f-6819-4837-b5b1-7e69fbd7575a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4112cd9f-6819-4837-b5b1-7e69fbd7575a,segment=NetworkSegment(d1e4878d-d8a6-49ec-84a0-79cc30b186e5),segment_id=d1e4878d-d8a6-49ec-84a0-79cc30b186e5)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:54.307972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4dbec-045f-4877-927e-cde2748f6b00 req-0640ae53-a182-419e-8511-e00b7c1afc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:54.309512 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9fe4dbec-045f-4877-927e-cde2748f6b00 req-0640ae53-a182-419e-8511-e00b7c1afc3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 200 len: 918 time: 0.4234095 Nov 09 00:14:54.332958 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:54.407488 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9fe4dbec-045f-4877-927e-cde2748f6b00 req-8f6ad5d2-eb38-4741-b98e-dd16c07ecc4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 HTTP/1.1" status: 200 len: 217 time: 0.0898886 Nov 09 00:14:54.505994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Allocated IP 172.20.0.1 (de14ec28-19ee-49f0-9308-d07cffb55ed5/03e6cf39-35fd-4c49-9ac2-6bcc71306417/ddf94b8e-beda-4c48-be9a-297298ae0367) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:54.518497 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f772d8-3460-4b06-be3d-1d76daa06c62 None None] Pushing event updated for resources: {'Port': ['ID=4112cd9f-6819-4837-b5b1-7e69fbd7575a,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:54.561161 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 59e6ddac-511b-479d-aaa9-ee8d5399e84e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:54.625880 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6db21c75-3624-4103-b3c7-e1b9d8befdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:54.681187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6db21c75-3624-4103-b3c7-e1b9d8befdb2 None None] For port 59e6ddac-511b-479d-aaa9-ee8d5399e84e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=59e6ddac-511b-479d-aaa9-ee8d5399e84e,segment=NetworkSegment(189c1925-6161-44ec-9f8e-15a7a705400b),segment_id=189c1925-6161-44ec-9f8e-15a7a705400b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:54.685300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 59e6ddac-511b-479d-aaa9-ee8d5399e84e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:54.686260 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:54.718308 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6db21c75-3624-4103-b3c7-e1b9d8befdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:54.738124 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:54.799237 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:54.813807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db21c75-3624-4103-b3c7-e1b9d8befdb2 None None] Pushing event updated for resources: {'Port': ['ID=59e6ddac-511b-479d-aaa9-ee8d5399e84e,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:54.884723 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:54.893078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9faa6a98-3c87-4d5c-b681-b938809e3f89 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:54.897512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:54.918976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4dbec-045f-4877-927e-cde2748f6b00 req-89b40efd-37b4-4083-91c7-175c06b2cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:54.920880 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9fe4dbec-045f-4877-927e-cde2748f6b00 req-89b40efd-37b4-4083-91c7-175c06b2cff4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3a73895-e260-433a-ae19-cb0786e0dfa4 HTTP/1.1" status: 200 len: 858 time: 0.4610999 Nov 09 00:14:54.954748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9faa6a98-3c87-4d5c-b681-b938809e3f89 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:54.955115 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:54.981745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b6f13fde-1d0b-4969-b1c9-eb24cb414200 req-bda264c5-d5d8-4c75-ba3a-769defde8ec6 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1803970 Nov 09 00:14:55.038835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ad1f27d-5712-4a38-9db5-f0f280f1999d req-c7bf140e-7312-49ee-94e8-348a6a9b19cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8987067 Nov 09 00:14:55.051785 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:55.089029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 9faa6a98-3c87-4d5c-b681-b938809e3f89, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9faa6a98-3c87-4d5c-b681-b938809e3f89,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:55.091183 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-16836342-37c7-45cb-81f7-79c47c166636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:55.094988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:55.123474 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9fe4dbec-045f-4877-927e-cde2748f6b00 req-420dadeb-7df3-4063-8978-eb817ac31ba8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90b034b0-bfba-4885-8688-23fbce7862ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787794 Nov 09 00:14:55.165457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d7c422aa-1641-44b2-bedd-017dbed4f441 None None] Provisioning complete for port 59e6ddac-511b-479d-aaa9-ee8d5399e84e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:55.165740 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:55.165887 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d7c422aa-1641-44b2-bedd-017dbed4f441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:55.166344 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16836342-37c7-45cb-81f7-79c47c166636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9749423-c78d-4642-b475-a021e262f974,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:55.167430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=9faa6a98-3c87-4d5c-b681-b938809e3f89,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:55.212860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-6cca7067-6076-40ad-9d69-f89365cc40ce service neutron] 10.222.0.25 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2329247 Nov 09 00:14:55.225818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f75599f7-82cb-4a5a-9e4f-c87ace179142 req-fd2592a6-a42c-4edd-853f-aa39f8d0a17d service neutron] 10.222.0.11 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0779366 Nov 09 00:14:55.296531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc9450-e00d-4dc7-8c0e-f16683d993d3 req-9d386dcc-faf8-462e-ae44-eaaa3f4229ad tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:55.298012 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84bc9450-e00d-4dc7-8c0e-f16683d993d3 req-9d386dcc-faf8-462e-ae44-eaaa3f4229ad tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 943 time: 0.2033951 Nov 09 00:14:55.308381 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-8175de44-218d-408b-bdb6-ce892f5cdf71 service neutron] 10.222.0.25 "GET /v2.0/ports/deca90b0-bc9b-4415-b659-c843bd9b048e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0866148 Nov 09 00:14:55.310727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1f27d-5712-4a38-9db5-f0f280f1999d req-2bfc9dc5-326e-4f95-bcac-7a346ce21b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:55.311966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ad1f27d-5712-4a38-9db5-f0f280f1999d req-2bfc9dc5-326e-4f95-bcac-7a346ce21b50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=256ea83e5dc84f38bff819ae1a041631&device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 1096 time: 0.2045054 Nov 09 00:14:55.318925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Network de14ec28-19ee-49f0-9308-d07cffb55ed5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:55.338166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:55.356892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:55.401592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf94b8e-beda-4c48-be9a-297298ae0367,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:55.404666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16836342-37c7-45cb-81f7-79c47c166636 admin admin] Checking segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:55.405011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16836342-37c7-45cb-81f7-79c47c166636 admin admin] Network hostable DHCP agents. Network: 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:14:55.417856 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Allocated IP 172.25.0.219 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/ef9effbb-c395-4603-8faf-994c2b7dab5d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:55.428474 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1a50c428-9228-4a70-aa09-3bcf3a339df5 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:55.454045 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9fe4dbec-045f-4877-927e-cde2748f6b00 req-0246c71c-80d7-4efc-aea5-e648c9c2f8ad service neutron] 10.222.0.11 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197064 Nov 09 00:14:55.475845 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:55.500543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 1a50c428-9228-4a70-aa09-3bcf3a339df5 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:14:55.506668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 1a50c428-9228-4a70-aa09-3bcf3a339df5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:55.507598 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:55.529161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff7aa8-629b-4060-ab3d-df95467dcf67 req-e2068230-9766-4ab5-aabb-b365206f1613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:55.530765 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1dff7aa8-629b-4060-ab3d-df95467dcf67 req-e2068230-9766-4ab5-aabb-b365206f1613 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c490e078fbb4c83b24ae43b7b1a56db&device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 1094 time: 0.2424805 Nov 09 00:14:55.539849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84bc9450-e00d-4dc7-8c0e-f16683d993d3 req-f7e66766-d4a8-4536-97a9-142ee96a7572 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258463 Nov 09 00:14:55.555591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16836342-37c7-45cb-81f7-79c47c166636 admin admin] Network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:14:55.638463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1f27d-5712-4a38-9db5-f0f280f1999d req-a2bb1d75-8db3-4883-a848-796dd03f5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:55.640220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ad1f27d-5712-4a38-9db5-f0f280f1999d req-a2bb1d75-8db3-4883-a848-796dd03f5f1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 200 len: 918 time: 0.2909095 Nov 09 00:14:55.642968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-16836342-37c7-45cb-81f7-79c47c166636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:55.648492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-941da207-eac1-4342-92e6-19d98fc49fbd service neutron] 10.222.0.25 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320158 Nov 09 00:14:55.658923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16836342-37c7-45cb-81f7-79c47c166636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:55.659552 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-16836342-37c7-45cb-81f7-79c47c166636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:55.661482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0159ae5-dcdf-4400-a075-81ff8c9602c9 None None] Network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:55.696870 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:55.706722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Router 2572323c-8175-46fa-8784-f54c135d6cb8 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:14:55.723162 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ad1f27d-5712-4a38-9db5-f0f280f1999d req-aaccdc37-82bb-4f11-8fe0-c9cdf70823e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ffab732-5a6a-43df-95ad-579de32a0d09 HTTP/1.1" status: 200 len: 217 time: 0.0740623 Nov 09 00:14:55.764177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-16836342-37c7-45cb-81f7-79c47c166636 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2467761 Nov 09 00:14:55.824317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff7aa8-629b-4060-ab3d-df95467dcf67 req-68b427ef-9d53-4303-8e22-fb602c5db1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:55.825987 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1dff7aa8-629b-4060-ab3d-df95467dcf67 req-68b427ef-9d53-4303-8e22-fb602c5db1ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0 HTTP/1.1" status: 200 len: 916 time: 0.2851903 Nov 09 00:14:55.843031 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:55.899778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1f27d-5712-4a38-9db5-f0f280f1999d req-5717682c-fbf2-4d71-af78-a6af6c4cd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:55.901829 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ad1f27d-5712-4a38-9db5-f0f280f1999d req-5717682c-fbf2-4d71-af78-a6af6c4cd660 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b3a73895-e260-433a-ae19-cb0786e0dfa4 HTTP/1.1" status: 200 len: 858 time: 0.1657760 Nov 09 00:14:55.906916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1dff7aa8-629b-4060-ab3d-df95467dcf67 req-1e6c2984-20af-43a9-91c1-7a8bef3e5215 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82d336db-2b27-453c-98f3-9737e178ccc9 HTTP/1.1" status: 200 len: 217 time: 0.0702925 Nov 09 00:14:55.929314 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9fe4dbec-045f-4877-927e-cde2748f6b00 req-836cb826-7f46-456e-a912-6379cf251bf8 service neutron] 10.222.0.11 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644983 Nov 09 00:14:55.932677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249d9975-7db4-4bdb-8c0f-6d2a1d41d977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a50c428-9228-4a70-aa09-3bcf3a339df5'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:55.944959 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433bfbeb-7a72-4c09-843c-8ccba03992f7" -d '{"events": [{"server_uuid": "249d9975-7db4-4bdb-8c0f-6d2a1d41d977", "name": "network-vif-plugged", "status": "completed", "tag": "1a50c428-9228-4a70-aa09-3bcf3a339df5"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:55.965375 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:55.969335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:55.971757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-689f868e-d2ec-48e5-ad5c-997796ce12b2 service neutron] 10.222.0.25 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063693 Nov 09 00:14:56.005977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1a50c428-9228-4a70-aa09-3bcf3a339df5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a50c428-9228-4a70-aa09-3bcf3a339df5,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:56.029879 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:56.031075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0993f415-7805-451e-8c44-3ed70b9fe59a up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:56.033131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ad1f27d-5712-4a38-9db5-f0f280f1999d req-fd773de0-5466-4e25-96e1-16f3de8b2a66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90b034b0-bfba-4885-8688-23fbce7862ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205773 Nov 09 00:14:56.068226 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a295840-d633-46b6-addb-3f26107deef3 x-openstack-request-id: req-8a295840-d633-46b6-addb-3f26107deef3 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:56.068767 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249d9975-7db4-4bdb-8c0f-6d2a1d41d977", "name": "network-vif-plugged", "status": "completed", "tag": "1a50c428-9228-4a70-aa09-3bcf3a339df5", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:56.069209 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a295840-d633-46b6-addb-3f26107deef3 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:56.069646 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249d9975-7db4-4bdb-8c0f-6d2a1d41d977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a50c428-9228-4a70-aa09-3bcf3a339df5', 'code': 200} Nov 09 00:14:56.219221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff7aa8-629b-4060-ab3d-df95467dcf67 req-cd0494fe-d735-4850-95fb-025d16668c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:56.223597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1dff7aa8-629b-4060-ab3d-df95467dcf67 req-cd0494fe-d735-4850-95fb-025d16668c94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7 HTTP/1.1" status: 200 len: 855 time: 0.3060613 Nov 09 00:14:56.262134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1a50c428-9228-4a70-aa09-3bcf3a339df5,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:56.286505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f179c3e6-b123-40e5-ab48-84b67656202d None None] Network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:56.389561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 0993f415-7805-451e-8c44-3ed70b9fe59a completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:14:56.400431 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 0993f415-7805-451e-8c44-3ed70b9fe59a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:56.400940 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:56.584477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:56.598732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:56.603607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c87ff3f7-ddc0-48f3-8eb1-0a1779676153 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:56.605979 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Pushing event updated for resources: {'Port': ['ID=ef9effbb-c395-4603-8faf-994c2b7dab5d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:56.618187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c87ff3f7-ddc0-48f3-8eb1-0a1779676153 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.2571619 Nov 09 00:14:56.627176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-9dfe23eb-25b6-4866-80f3-440d57ef5e40 service neutron] 10.222.0.25 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095972 Nov 09 00:14:56.631153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:14:56.640589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ad1f27d-5712-4a38-9db5-f0f280f1999d req-56acbb29-8d7d-42b8-a600-c6044ffa8a77 service neutron] 10.222.0.30 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873399 Nov 09 00:14:56.642448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:14:56.660769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 59e6ddac-511b-479d-aaa9-ee8d5399e84e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:56.663792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec2ad0c-4207-46dd-a5fd-1f1cf257d581 None None] Network a45e88f6-9c3a-40de-a653-bd8974542bf6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:14:56.678277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-fea0ce82-2cf1-4453-848a-3d733ba3483f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/quotas/32a59bfc9d2849cf8c83a3970a6af0b2 HTTP/1.1" status: 200 len: 375 time: 0.0577450 Nov 09 00:14:56.691175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Sync routers for ids ['2572323c-8175-46fa-8784-f54c135d6cb8'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:14:56.727747 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:56.733117 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-123a834b-b517-4350-b3ff-dbdb8234466f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8813493 Nov 09 00:14:56.733266 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:56.760278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40972) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:56.788731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Routers {'2572323c-8175-46fa-8784-f54c135d6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:14:56.789488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2572323c-8175-46fa-8784-f54c135d6cb8'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:56.799623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6f51e-bfcf-426c-a57d-86d428e65375 req-0e1097fc-ad5b-41be-8b71-1672d506497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:56.801112 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d7d6f51e-bfcf-426c-a57d-86d428e65375 req-0e1097fc-ad5b-41be-8b71-1672d506497d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 1096 time: 0.2315485 Nov 09 00:14:56.822072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff7aa8-629b-4060-ab3d-df95467dcf67 req-c3490012-d8bd-4808-bfa1-f81d8c2deb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:56.823726 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1dff7aa8-629b-4060-ab3d-df95467dcf67 req-c3490012-d8bd-4808-bfa1-f81d8c2deb73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5189688 Nov 09 00:14:56.825558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b6f7526c-fd2a-4bbd-961d-771eef78784b service neutron] 10.222.0.25 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879201 Nov 09 00:14:56.841036 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8e33a39-691f-44b8-a9e2-e273fd9f7a44 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163704 Nov 09 00:14:56.856201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-397ea9cf-ac19-4b62-8c43-38f2cf9b9959 None None] Provisioning complete for port 4112cd9f-6819-4837-b5b1-7e69fbd7575a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:56.856655 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-397ea9cf-ac19-4b62-8c43-38f2cf9b9959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:56.896597 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-65c465eb-f790-45b3-bd07-0fed8e2a4ee2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:14:56.897519 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-65c465eb-f790-45b3-bd07-0fed8e2a4ee2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049403 Nov 09 00:14:56.899033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 0993f415-7805-451e-8c44-3ed70b9fe59a, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0993f415-7805-451e-8c44-3ed70b9fe59a,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:56.947835 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:57.012785 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d7d6f51e-bfcf-426c-a57d-86d428e65375 req-ca1b3be3-c2b0-4686-a0ed-c74bf70c12de service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819267 Nov 09 00:14:57.021711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 59e6ddac-511b-479d-aaa9-ee8d5399e84e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:57.022168 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:57.051631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:57.096127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Set router 2572323c-8175-46fa-8784-f54c135d6cb8 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:14:57.101768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=0993f415-7805-451e-8c44-3ed70b9fe59a,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:57.117867 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:57.162680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1dff7aa8-629b-4060-ab3d-df95467dcf67 req-59c55941-ab96-4475-a325-12845fe26790 service neutron] 10.222.0.11 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202312 Nov 09 00:14:57.188646 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ad1f27d-5712-4a38-9db5-f0f280f1999d req-87c0fc13-80d6-4115-8cd4-7b80b1b72e24 service neutron] 10.222.0.30 "GET /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379422 Nov 09 00:14:57.190514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-cf856dcf-9b51-476c-9b47-cadd2be589d6 service neutron] 10.222.0.25 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083358 Nov 09 00:14:57.272676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf94b8e-beda-4c48-be9a-297298ae0367,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:57.277385 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-397ea9cf-ac19-4b62-8c43-38f2cf9b9959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:57.278634 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:57.300619 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:57.344334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b3802c5c-4463-45fe-a202-bdd73b09cd76 service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043114 Nov 09 00:14:57.383083 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-397ea9cf-ac19-4b62-8c43-38f2cf9b9959 None None] For port 4112cd9f-6819-4837-b5b1-7e69fbd7575a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4112cd9f-6819-4837-b5b1-7e69fbd7575a,segment=NetworkSegment(d1e4878d-d8a6-49ec-84a0-79cc30b186e5),segment_id=d1e4878d-d8a6-49ec-84a0-79cc30b186e5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:57.387144 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4112cd9f-6819-4837-b5b1-7e69fbd7575a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:57.406567 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-397ea9cf-ac19-4b62-8c43-38f2cf9b9959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:57.459267 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1dff7aa8-629b-4060-ab3d-df95467dcf67 req-d67da937-0475-463f-b544-35eb88b5b6ce service neutron] 10.222.0.11 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861240 Nov 09 00:14:57.463521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-c46f1078-1314-475d-8353-e5541f239f41 service neutron] 10.222.0.25 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376478 Nov 09 00:14:57.525076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-e8fbdb59-c940-4109-bb2b-6d99966b02f9 service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418197 Nov 09 00:14:57.554264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ea9cf-ac19-4b62-8c43-38f2cf9b9959 None None] Pushing event updated for resources: {'Port': ['ID=4112cd9f-6819-4837-b5b1-7e69fbd7575a,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:57.582926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:14:52Z', 'revision_number': 3, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:57.643003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Network de14ec28-19ee-49f0-9308-d07cffb55ed5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:57.659429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4112cd9f-6819-4837-b5b1-7e69fbd7575a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:57.659809 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:57.661509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Checking router: 2572323c-8175-46fa-8784-f54c135d6cb8 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:14:57.662485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Updating router 2572323c-8175-46fa-8784-f54c135d6cb8 port f4aa4434-ee49-4aed-99c5-67344a9b8251 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:14:57.667751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:57.697018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-29776f8a-74fc-4695-9c4e-bcf0566e9b10 service neutron] 10.222.0.25 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052062 Nov 09 00:14:57.773656 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:57.782106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:57.812801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d32a66fe-4f1f-4904-a86f-affecf097093 None None] Provisioning complete for port 4112cd9f-6819-4837-b5b1-7e69fbd7575a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:57.813754 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d32a66fe-4f1f-4904-a86f-affecf097093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:57.822078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-c0216995-7bd9-49e3-934b-d96dc286a0be service neutron] 10.222.0.25 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239412 Nov 09 00:14:57.986989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-2ccaba47-ddc1-4c19-a31e-36ca473e4857 service neutron] 10.222.0.25 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575470 Nov 09 00:14:58.003953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265cf08-87b4-46f7-a4ef-494d605e7823 req-6500a211-497e-45a3-8008-488ae22f97b6 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:58.012119 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:58.015081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f265cf08-87b4-46f7-a4ef-494d605e7823 req-6500a211-497e-45a3-8008-488ae22f97b6 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1630201 Nov 09 00:14:58.020239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Router e11524bb-8155-4ebe-9a28-12bb9392abc0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:14:58.033410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 82d336db-2b27-453c-98f3-9737e178ccc9 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:14:58.156910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f265cf08-87b4-46f7-a4ef-494d605e7823 req-4f58f568-7f5b-4ddf-8e57-2a4246a3dd49 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409259 Nov 09 00:14:58.238029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-185cd56b-00fe-46e8-b6d6-86d6c9f8971e service neutron] 10.222.0.25 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205770 Nov 09 00:14:58.270443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94268577-95bf-4cb1-87ca-64b4fb18ccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0993f415-7805-451e-8c44-3ed70b9fe59a'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:14:58.272706 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d1ccb2-4755-4e53-ab76-4a0060203624" -d '{"events": [{"server_uuid": "94268577-95bf-4cb1-87ca-64b4fb18ccf5", "name": "network-vif-plugged", "status": "completed", "tag": "0993f415-7805-451e-8c44-3ed70b9fe59a"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:14:58.288754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9faa6a98-3c87-4d5c-b681-b938809e3f89 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:58.348784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77997c28-e1a2-48a7-98de-e59e4b549511 req-51ff142f-37c6-4ecb-95c7-17c5b34045e6 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:58.350902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Router 44387521-bc32-433a-808f-b79ffed5d0aa is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:14:58.361169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77997c28-e1a2-48a7-98de-e59e4b549511 req-51ff142f-37c6-4ecb-95c7-17c5b34045e6 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 943 time: 0.1031427 Nov 09 00:14:58.371664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:14:58.382999 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Sync routers for ids ['e11524bb-8155-4ebe-9a28-12bb9392abc0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:14:58.390295 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-be16c22d-1f93-4a4b-8a65-e1c671f886e8 admin admin] 10.222.0.25 "PUT /v2.0/routers/e11524bb-8155-4ebe-9a28-12bb9392abc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7035146 Nov 09 00:14:58.420524 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Routers {'e11524bb-8155-4ebe-9a28-12bb9392abc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:14:58.421161 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e11524bb-8155-4ebe-9a28-12bb9392abc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:58.498772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77997c28-e1a2-48a7-98de-e59e4b549511 req-72f57aee-be31-40ac-8ac7-9fbc289efba0 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348441 Nov 09 00:14:58.626861 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9faa6a98-3c87-4d5c-b681-b938809e3f89 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:58.627229 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:58.671000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Allocated IP 172.20.0.1 (f0295c79-6143-4279-b81c-2a805a1e6869/e28612e1-6237-4c61-a74c-f0bb4e7ca68f/aa72307f-b4f7-4113-9dc7-4db9341b0aa0) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:14:58.674983 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Set router e11524bb-8155-4ebe-9a28-12bb9392abc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:14:58.684963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 82d336db-2b27-453c-98f3-9737e178ccc9, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=82d336db-2b27-453c-98f3-9737e178ccc9,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:58.750139 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:58.753033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '82d336db-2b27-453c-98f3-9737e178ccc9', 'network_id': '43b13acb-9b04-410a-9f5f-71fcab5a3bf0', 'port_id': '82d336db-2b27-453c-98f3-9737e178ccc9', 'mac_address': 'fa:16:3e:29:be:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f94da2-f0eb-4abd-b5e2-ac30020ed3a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:14:58.753826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ca02eaf-1502-4a67-9394-1bf139affc7c req-3ae420e2-d055-4f43-8563-ea8c6fff1b5f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0731571 Nov 09 00:14:58.763147 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:58.833799 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fd7cd3-72d1-465e-8362-82c900ed3675 x-openstack-request-id: req-81fd7cd3-72d1-465e-8362-82c900ed3675 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:14:58.834131 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94268577-95bf-4cb1-87ca-64b4fb18ccf5", "name": "network-vif-plugged", "status": "completed", "tag": "0993f415-7805-451e-8c44-3ed70b9fe59a", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:14:58.834332 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81fd7cd3-72d1-465e-8362-82c900ed3675 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:14:58.834727 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94268577-95bf-4cb1-87ca-64b4fb18ccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0993f415-7805-451e-8c44-3ed70b9fe59a', 'code': 200} Nov 09 00:14:58.929621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bc8fa-7445-4928-b999-6dc314b3b6db None None] Pushing event updated for resources: {'Port': ['ID=f4aa4434-ee49-4aed-99c5-67344a9b8251,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:58.935992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Attempting to bind port f4aa4434-ee49-4aed-99c5-67344a9b8251 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:14:58.944543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Attempting to bind port f4aa4434-ee49-4aed-99c5-67344a9b8251 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:14:58.944915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Attempting to bind port f4aa4434-ee49-4aed-99c5-67344a9b8251 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:14:59.013928 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:59.077092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cd440-69f7-4667-9459-166f024b1fb7 req-3ccda9a3-bdbe-46a9-ab80-b8abaabe686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:59.080597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c08cd440-69f7-4667-9459-166f024b1fb7 req-3ccda9a3-bdbe-46a9-ab80-b8abaabe686c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94268577-95bf-4cb1-87ca-64b4fb18ccf5 HTTP/1.1" status: 200 len: 1096 time: 0.1003141 Nov 09 00:14:59.123521 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:14:59.123954 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:14:59.124364 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:59.124763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:14:59.135768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Bound port: f4aa4434-ee49-4aed-99c5-67344a9b8251, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:14:59.136277 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:59.192679 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c08cd440-69f7-4667-9459-166f024b1fb7 req-4ede6109-7525-4322-93c4-8b62a0c58837 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028833 Nov 09 00:14:59.235948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] For port f4aa4434-ee49-4aed-99c5-67344a9b8251, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:14:59.241145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] For port f4aa4434-ee49-4aed-99c5-67344a9b8251, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f4aa4434-ee49-4aed-99c5-67344a9b8251,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:14:59.249979 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:59.254922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d336db-2b27-453c-98f3-9737e178ccc9 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:14:59.261242 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'name': 'tempest-ServerRescueTestJSON-176778396-router', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:43Z', 'updated_at': '2021-11-09T00:14:55Z', 'revision_number': 4, 'project_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'gw_port': {'id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:46Z', 'updated_at': '2021-11-09T00:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'ddf94b8e-beda-4c48-be9a-297298ae0367', 'name': '', 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'mac_address': 'fa:16:3e:20:92:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '03e6cf39-35fd-4c49-9ac2-6bcc71306417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:53Z', 'updated_at': '2021-11-09T00:14:56Z', 'revision_number': 2, 'project_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'subnets': [{'id': '03e6cf39-35fd-4c49-9ac2-6bcc71306417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:59.263770 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4112cd9f-6819-4837-b5b1-7e69fbd7575a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:14:59.309631 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Checking router: e11524bb-8155-4ebe-9a28-12bb9392abc0 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:14:59.309963 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Updating router e11524bb-8155-4ebe-9a28-12bb9392abc0 port ddf94b8e-beda-4c48-be9a-297298ae0367 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:14:59.339259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 82d336db-2b27-453c-98f3-9737e178ccc9, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=82d336db-2b27-453c-98f3-9737e178ccc9,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:14:59.373448 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:59.383826 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Routers {'2572323c-8175-46fa-8784-f54c135d6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:14:59.384455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2572323c-8175-46fa-8784-f54c135d6cb8'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:59.397362 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:59.465304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-234f54a1-25d4-4078-a904-e2ba56798c4b tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:14:59.477956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-234f54a1-25d4-4078-a904-e2ba56798c4b tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/networks?id=de14ec28-19ee-49f0-9308-d07cffb55ed5 HTTP/1.1" status: 200 len: 810 time: 0.1672499 Nov 09 00:14:59.503009 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-8fd83b0c-20a9-46a3-b4fd-0fd08d40c8fd tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/quotas/3b32019551524d2f9df2c3bdc1ea8bf3 HTTP/1.1" status: 200 len: 375 time: 0.0234632 Nov 09 00:14:59.509761 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bc8fa-7445-4928-b999-6dc314b3b6db None None] Pushing event updated for resources: {'Port': ['ID=f4aa4434-ee49-4aed-99c5-67344a9b8251,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:59.581188 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e0247fb-5c16-4362-97d0-00da71fa8218 req-f7e13c72-07ca-4d71-80f2-87600d2bf780 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0769808 Nov 09 00:14:59.614401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:14:59.625393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4112cd9f-6819-4837-b5b1-7e69fbd7575a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:14:59.625822 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:59.640092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Sync routers for ids ['44387521-bc32-433a-808f-b79ffed5d0aa'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:14:59.700846 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:59.718375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['82d336db-2b27-453c-98f3-9737e178ccc9'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:14:59.728430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Routers {'44387521-bc32-433a-808f-b79ffed5d0aa'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:14:59.729651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['44387521-bc32-433a-808f-b79ffed5d0aa'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:14:59.755380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:59.771774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=82d336db-2b27-453c-98f3-9737e178ccc9,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:59.809967 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa72307f-b4f7-4113-9dc7-4db9341b0aa0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:14:59.815763 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:14:59.817139 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d1a9a0ab-bdd6-4c56-b2f5-5135434b4a0e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.0754042 Nov 09 00:14:59.823271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41044) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:14:59.843726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] Set router 2572323c-8175-46fa-8784-f54c135d6cb8 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:14:59.847726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Network f0295c79-6143-4279-b81c-2a805a1e6869 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:14:59.891575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:14:59.911842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:00.161928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:00.178285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-447619e7-5f67-46ce-b496-94ac3c971e88 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b32019551524d2f9df2c3bdc1ea8bf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6584539 Nov 09 00:15:00.355300 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228ee3-d014-4138-a520-8f9638b837bf req-7a6a1d84-43dd-4948-8931-d3aab1f12b4f tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:00.355702 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:00.369086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee228ee3-d014-4138-a520-8f9638b837bf req-7a6a1d84-43dd-4948-8931-d3aab1f12b4f tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 944 time: 0.4810061 Nov 09 00:15:00.370471 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:00.396427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ccd77-83cb-477d-b792-241705ce15eb req-f5b11a0e-95f1-4e16-95af-b60cfae694ef tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:00.401736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-f5b11a0e-95f1-4e16-95af-b60cfae694ef tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.6966455 Nov 09 00:15:00.404470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Set router 44387521-bc32-433a-808f-b79ffed5d0aa gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:00.442536 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb35fd1-5c2e-4907-8d20-83f3527f900b None None] Pushing event updated for resources: {'Port': ['ID=ddf94b8e-beda-4c48-be9a-297298ae0367,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:00.520089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-59225a99-5240-4885-945e-848bad3260e7 service neutron] 10.222.0.25 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251760 Nov 09 00:15:00.565721 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Attempting to bind port ddf94b8e-beda-4c48-be9a-297298ae0367 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:00.566363 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Attempting to bind port ddf94b8e-beda-4c48-be9a-297298ae0367 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:00.566962 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Attempting to bind port ddf94b8e-beda-4c48-be9a-297298ae0367 on network de14ec28-19ee-49f0-9308-d07cffb55ed5 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:00.573262 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:00.573953 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Checking segment: {'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:00.574552 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:00.575238 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Bound using segment: {'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:00.575881 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Bound port: ddf94b8e-beda-4c48-be9a-297298ae0367, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:00.576494 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:00.674319 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] For port ddf94b8e-beda-4c48-be9a-297298ae0367, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:00.674681 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:00.679779 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] For port ddf94b8e-beda-4c48-be9a-297298ae0367, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ddf94b8e-beda-4c48-be9a-297298ae0367,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:00.685444 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:00.729866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-186578d1-6ba3-4d1d-a5be-a249d57317a7 None None] Provisioning complete for port aa72307f-b4f7-4113-9dc7-4db9341b0aa0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:00.730244 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-186578d1-6ba3-4d1d-a5be-a249d57317a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:00.745659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Request body: {'port': {'device_id': '38c0c04b-3b77-49d6-b17e-a4758f0d0eb2', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'admin_state_up': True, 'tenant_id': '32a59bfc9d2849cf8c83a3970a6af0b2'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:00.765747 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Routers {'e11524bb-8155-4ebe-9a28-12bb9392abc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:15:00.766799 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e11524bb-8155-4ebe-9a28-12bb9392abc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:00.779879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-186578d1-6ba3-4d1d-a5be-a249d57317a7 None None] Port aa72307f-b4f7-4113-9dc7-4db9341b0aa0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:15:00.793871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-b4e297a1-e9fd-4928-8eeb-1e362ba78163 service neutron] 10.222.0.25 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728617 Nov 09 00:15:00.850693 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb35fd1-5c2e-4907-8d20-83f3527f900b None None] Pushing event updated for resources: {'Port': ['ID=ddf94b8e-beda-4c48-be9a-297298ae0367,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:00.944582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:14:52Z', 'revision_number': 3, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:01.027529 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee228ee3-d014-4138-a520-8f9638b837bf req-6476824f-6223-4b0e-a962-80f302beba48 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6555576 Nov 09 00:15:01.083370 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] Set router e11524bb-8155-4ebe-9a28-12bb9392abc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:01.184590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978f7b9a-6ff5-4baa-805d-03f5087d9fbb None None] The sync data for ids ['2572323c-8175-46fa-8784-f54c135d6cb8'] in n-d-813263-3 is: [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:14:52Z', 'revision_number': 3, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:15:01.242908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-164fc320-5187-48f9-be2b-e3ed2c05be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:01.247335 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:14:57Z', 'revision_number': 3, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:01.248039 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-164fc320-5187-48f9-be2b-e3ed2c05be58 service neutron] 10.222.0.30 "GET /v2.0/ports/badf5b56-8934-45ad-ab08-b14502d9f297 HTTP/1.1" status: 200 len: 1027 time: 0.1671014 Nov 09 00:15:01.297847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Checking router: 44387521-bc32-433a-808f-b79ffed5d0aa for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:15:01.298441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Updating router 44387521-bc32-433a-808f-b79ffed5d0aa port ef9effbb-c395-4603-8faf-994c2b7dab5d binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:15:01.348659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Made reservation on behalf of 32a59bfc9d2849cf8c83a3970a6af0b2 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:15:01.357324 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:01.363156 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:01.367203 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:01.382826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:01.539340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa72307f-b4f7-4113-9dc7-4db9341b0aa0,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:01.624355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9ca9c71-a05f-4ab1-b97b-29455b458788 req-4b4c6da3-1872-457e-b1a5-5de5644a85b2 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 210 time: 0.2483020 Nov 09 00:15:01.673286 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:01.748561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-2cab506c-5ed2-4938-8e3d-014c3ac8993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:01.752148 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-2cab506c-5ed2-4938-8e3d-014c3ac8993e service neutron] 10.222.0.30 "GET /v2.0/ports/deca90b0-bc9b-4415-b659-c843bd9b048e HTTP/1.1" status: 200 len: 1027 time: 0.4959638 Nov 09 00:15:01.773781 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'name': 'tempest-ServerRescueTestJSON-176778396-router', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:43Z', 'updated_at': '2021-11-09T00:14:55Z', 'revision_number': 4, 'project_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'gw_port': {'id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:46Z', 'updated_at': '2021-11-09T00:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'ddf94b8e-beda-4c48-be9a-297298ae0367', 'name': '', 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'mac_address': 'fa:16:3e:20:92:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '03e6cf39-35fd-4c49-9ac2-6bcc71306417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:53Z', 'updated_at': '2021-11-09T00:15:00Z', 'revision_number': 4, 'project_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'subnets': [{'id': '03e6cf39-35fd-4c49-9ac2-6bcc71306417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:01.785465 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc7bbd7d-896f-4597-bdac-aa4e9d25ca61 req-209f3ffb-5725-47c6-b3c2-7ea02e0a9494 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.2328546 Nov 09 00:15:01.834556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Network f0295c79-6143-4279-b81c-2a805a1e6869 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:01.846034 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:01.851841 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:01.896279 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c354a-453c-4c58-8ba0-75ebf0aeae61 None None] The sync data for ids ['e11524bb-8155-4ebe-9a28-12bb9392abc0'] in n-d-813263-3 is: [{'id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'name': 'tempest-ServerRescueTestJSON-176778396-router', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:43Z', 'updated_at': '2021-11-09T00:14:55Z', 'revision_number': 4, 'project_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'gw_port': {'id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:46Z', 'updated_at': '2021-11-09T00:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'ddf94b8e-beda-4c48-be9a-297298ae0367', 'name': '', 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'mac_address': 'fa:16:3e:20:92:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '03e6cf39-35fd-4c49-9ac2-6bcc71306417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:53Z', 'updated_at': '2021-11-09T00:15:00Z', 'revision_number': 4, 'project_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'subnets': [{'id': '03e6cf39-35fd-4c49-9ac2-6bcc71306417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:15:02.185137 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:02.192192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 82d336db-2b27-453c-98f3-9737e178ccc9 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:02.252541 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:02.383638 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895c239-a5f8-4901-9676-119e70e088a1 None None] Pushing event updated for resources: {'Port': ['ID=ef9effbb-c395-4603-8faf-994c2b7dab5d,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:02.394891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Router 2572323c-8175-46fa-8784-f54c135d6cb8 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:15:02.485811 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f4e04a68-c592-455d-b49e-fc5c28b0326f None None] Provisioning complete for port aa72307f-b4f7-4113-9dc7-4db9341b0aa0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:02.487781 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f4e04a68-c592-455d-b49e-fc5c28b0326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:02.509110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Allocated IP 172.20.0.1 (a45e88f6-9c3a-40de-a653-bd8974542bf6/95dc5722-f607-4285-b3a5-ba128fc68000/38c693b3-1225-4c02-9118-e3efff2ca260) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:02.581035 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Attempting to bind port ef9effbb-c395-4603-8faf-994c2b7dab5d on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:02.581446 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Attempting to bind port ef9effbb-c395-4603-8faf-994c2b7dab5d by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:02.581795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Attempting to bind port ef9effbb-c395-4603-8faf-994c2b7dab5d on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:02.599667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f4e04a68-c592-455d-b49e-fc5c28b0326f None None] Port aa72307f-b4f7-4113-9dc7-4db9341b0aa0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:15:02.618912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:02.619931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:02.620346 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:02.620743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:02.621244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Bound port: ef9effbb-c395-4603-8faf-994c2b7dab5d, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:02.621655 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:02.756199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] For port ef9effbb-c395-4603-8faf-994c2b7dab5d, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:02.762872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] For port ef9effbb-c395-4603-8faf-994c2b7dab5d, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ef9effbb-c395-4603-8faf-994c2b7dab5d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:02.770008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 82d336db-2b27-453c-98f3-9737e178ccc9 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:15:02.777776 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:02.783391 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:02.802532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f835482d-87b9-476e-9d73-c39bb709ba52 req-f52025b9-8fce-459a-bf9e-71a8e75c1e5e tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 210 time: 0.9617918 Nov 09 00:15:02.932831 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895c239-a5f8-4901-9676-119e70e088a1 None None] Pushing event updated for resources: {'Port': ['ID=ef9effbb-c395-4603-8faf-994c2b7dab5d,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:02.943011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 82d336db-2b27-453c-98f3-9737e178ccc9 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:02.943309 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:02.964524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:03.206927 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Network a45e88f6-9c3a-40de-a653-bd8974542bf6 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:03.219879 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:03.239292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Routers {'44387521-bc32-433a-808f-b79ffed5d0aa'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:15:03.240448 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['44387521-bc32-433a-808f-b79ffed5d0aa'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:03.290847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-89bcf9f8-eff6-4894-ad79-9509a3754b31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:03.309986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-89bcf9f8-eff6-4894-ad79-9509a3754b31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:03.324723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-89bcf9f8-eff6-4894-ad79-9509a3754b31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:03.328567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-89bcf9f8-eff6-4894-ad79-9509a3754b31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "GET /v2.0/networks?id=cd00dfb3-9954-4da4-8bab-f4742925ef5a&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=364a1333-8aa5-40a2-b83a-ed34d1006322&id=364a1333-8aa5-40a2-b83a-ed34d1006322 HTTP/1.1" status: 200 len: 1988 time: 1.5411789 Nov 09 00:15:03.374677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] Set router 44387521-bc32-433a-808f-b79ffed5d0aa gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:03.381286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaa917-3771-4f15-993a-15ab150743f5 req-8d4c8f9b-c77f-46a7-ab2e-9c7752e73d7b tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:03.382835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7bfaa917-3771-4f15-993a-15ab150743f5 req-8d4c8f9b-c77f-46a7-ab2e-9c7752e73d7b tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 944 time: 0.6041758 Nov 09 00:15:03.413144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:03.420508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Pushing event updated for resources: {'Port': ['ID=38c693b3-1225-4c02-9118-e3efff2ca260,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:03.423409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:15:03.435162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:03.500771 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-daa62aca-cb72-4cdb-ab90-e2021cfd24d0 admin admin] 10.222.0.25 "PUT /v2.0/routers/2572323c-8175-46fa-8784-f54c135d6cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7373700 Nov 09 00:15:03.516394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba693cfe-3c37-4783-9c62-01b0fed28cf8 req-a2274e03-b28b-484f-a65f-0490d5663910 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 210 time: 0.1698313 Nov 09 00:15:03.532740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Allocated IP 172.20.0.5 (4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0/a9749423-c78d-4642-b475-a021e262f974/4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:03.581703 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ddf94b8e-beda-4c48-be9a-297298ae0367 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:03.663650 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:03.802199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c0923e-2db6-409b-99b9-630a6b58c1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d336db-2b27-453c-98f3-9737e178ccc9'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:03.805557 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817436a5-ad69-4712-a598-2d94b0e2c646" -d '{"events": [{"server_uuid": "64c0923e-2db6-409b-99b9-630a6b58c1cb", "name": "network-vif-plugged", "status": "completed", "tag": "82d336db-2b27-453c-98f3-9737e178ccc9"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:03.821568 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-e5f27f24-b1a2-40f8-8138-dd8899e78337 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3940022 Nov 09 00:15:03.841408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 82d336db-2b27-453c-98f3-9737e178ccc9, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=82d336db-2b27-453c-98f3-9737e178ccc9,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:03.854793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ddf94b8e-beda-4c48-be9a-297298ae0367 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:03.855170 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:03.858340 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:03.860308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-3b76dd36-bbb3-4ca8-929e-fad95fdb41f3 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:03.868152 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-3b76dd36-bbb3-4ca8-929e-fad95fdb41f3 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.11 "GET /v2.0/networks?id=de14ec28-19ee-49f0-9308-d07cffb55ed5 HTTP/1.1" status: 200 len: 810 time: 0.8673947 Nov 09 00:15:03.908778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Request body: {'port': {'device_id': '26565f69-71c0-434c-b5db-b98ef6fe6238', 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5', 'admin_state_up': True, 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:03.934688 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:03.951498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=82d336db-2b27-453c-98f3-9737e178ccc9,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:03.991183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:14:57Z', 'revision_number': 3, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:04.016544 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:04.035526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7ee79fd-c10c-465f-a27a-6294b45ad33f req-ed6c1646-1899-49ba-8f9c-287dc898f273 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.3477519 Nov 09 00:15:04.067798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4b0f3928-cc0d-4d3a-bda9-236239cd5ece None None] Provisioning complete for port 38c693b3-1225-4c02-9118-e3efff2ca260 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:04.068541 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3928-cc0d-4d3a-bda9-236239cd5ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:04.079144 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7bfaa917-3771-4f15-993a-15ab150743f5 req-f03be1b5-c27d-4ec4-8f42-839bfd678249 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652243 Nov 09 00:15:04.094945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0d02a-b569-4c11-8322-215c0225e4e2 None None] The sync data for ids ['44387521-bc32-433a-808f-b79ffed5d0aa'] in n-d-813263-3 is: [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:14:57Z', 'revision_number': 3, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:15:04.117289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f3928-cc0d-4d3a-bda9-236239cd5ece None None] Port 38c693b3-1225-4c02-9118-e3efff2ca260 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:15:04.132044 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-3b69c10d-9a5d-4e89-bb8b-795610db3093 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cf919eb7d2b4d85b773866576d770f3 HTTP/1.1" status: 200 len: 379 time: 0.7838001 Nov 09 00:15:04.160549 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:04.163683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'port': {'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'admin_state_up': True, 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'security_groups': ['eadbd130-bd42-44b1-89a8-fbc1961c5fc5']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:04.210070 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a2dbb4-480e-47aa-a110-77873f9ffd01 x-openstack-request-id: req-f5a2dbb4-480e-47aa-a110-77873f9ffd01 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:04.210376 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c0923e-2db6-409b-99b9-630a6b58c1cb", "name": "network-vif-plugged", "status": "completed", "tag": "82d336db-2b27-453c-98f3-9737e178ccc9", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:04.210614 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5a2dbb4-480e-47aa-a110-77873f9ffd01 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:04.211012 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c0923e-2db6-409b-99b9-630a6b58c1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d336db-2b27-453c-98f3-9737e178ccc9', 'code': 200} Nov 09 00:15:04.279119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port ddf94b8e-beda-4c48-be9a-297298ae0367, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ddf94b8e-beda-4c48-be9a-297298ae0367,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:04.287254 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:04.288077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f4aa4434-ee49-4aed-99c5-67344a9b8251 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:04.414633 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=ddf94b8e-beda-4c48-be9a-297298ae0367,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:04.424543 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:04.429314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f4aa4434-ee49-4aed-99c5-67344a9b8251 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:04.429966 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:04.466720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:04.472666 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19b08eb5-6c1f-41f7-b27a-69cc0ae0ec1a req-de11561a-a436-4a8d-8a63-1188aa1ff464 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 210 time: 0.0852532 Nov 09 00:15:04.475739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:04.479316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Pushing event updated for resources: {'Port': ['ID=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:04.520385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:15:04.525193 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:04.623782 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:04.696935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port f4aa4434-ee49-4aed-99c5-67344a9b8251, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f4aa4434-ee49-4aed-99c5-67344a9b8251,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:04.710683 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:04.716950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:04.717817 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:04.786251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-b79d7947-5958-4aaa-b782-15648f1c2a93 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0761230 Nov 09 00:15:04.797854 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=f4aa4434-ee49-4aed-99c5-67344a9b8251,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:04.803858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41090) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:04.808249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Request body: {'port': {'device_id': '38c0c04b-3b77-49d6-b17e-a4758f0d0eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:04.866782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8e9f5bd0-68fe-4284-8b4f-8a4c0e0fbdcd tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--950005111', 'description': 'tempest-description--772819696'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:04.886510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Allocated IP 172.20.0.14 (cd00dfb3-9954-4da4-8bab-f4742925ef5a/3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e/1c0ee573-9c26-4590-b2c2-93f87044e954) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:04.892439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Made reservation on behalf of 3b32019551524d2f9df2c3bdc1ea8bf3 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:15:04.896767 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:04.925490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-d0bc62bd-ecfa-48f8-bb04-eabb034ba40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:04.925965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-d0bc62bd-ecfa-48f8-bb04-eabb034ba40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:04.926424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-d0bc62bd-ecfa-48f8-bb04-eabb034ba40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:04.926882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-d0bc62bd-ecfa-48f8-bb04-eabb034ba40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:04.927331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-d0bc62bd-ecfa-48f8-bb04-eabb034ba40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:04.927782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-d0bc62bd-ecfa-48f8-bb04-eabb034ba40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:04.928227 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-d0bc62bd-ecfa-48f8-bb04-eabb034ba40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:04.930746 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-d0bc62bd-ecfa-48f8-bb04-eabb034ba40d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6501 time: 1.0288379 Nov 09 00:15:04.932053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:04.955619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955cbce-d34c-4f5d-9fb9-546d340160bd req-ff8c2739-df38-43f6-8416-d5e002dc80b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:04.957419 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f955cbce-d34c-4f5d-9fb9-546d340160bd req-ff8c2739-df38-43f6-8416-d5e002dc80b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 1096 time: 0.2326939 Nov 09 00:15:05.115130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:05.255592 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:05.288626 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Sync routers for ids ['2572323c-8175-46fa-8784-f54c135d6cb8'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:15:05.315644 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Routers {'2572323c-8175-46fa-8784-f54c135d6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:15:05.318022 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2572323c-8175-46fa-8784-f54c135d6cb8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:05.333675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ddf94b8e-beda-4c48-be9a-297298ae0367 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:05.423454 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f955cbce-d34c-4f5d-9fb9-546d340160bd req-3a49d3a4-1f70-49ae-93a4-8316a6abf0ae service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014094 Nov 09 00:15:05.506504 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Allocated IP 172.20.0.2 (de14ec28-19ee-49f0-9308-d07cffb55ed5/03e6cf39-35fd-4c49-9ac2-6bcc71306417/673e6b3d-19eb-4821-86b2-0e3ec46f8026) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:05.532354 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ddf94b8e-beda-4c48-be9a-297298ae0367 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:05.532775 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:05.599967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Network cd00dfb3-9954-4da4-8bab-f4742925ef5a is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:05.645171 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Set router 2572323c-8175-46fa-8784-f54c135d6cb8 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:05.678859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:05.702202 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5bd0-68fe-4284-8b4f-8a4c0e0fbdcd tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:05.723453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:05.748621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f4aa4434-ee49-4aed-99c5-67344a9b8251 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:05.855441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:05.890872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f4aa4434-ee49-4aed-99c5-67344a9b8251 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:05.891349 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:05.901637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.025866 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5bd0-68fe-4284-8b4f-8a4c0e0fbdcd tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.039288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:06.039964 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.084095 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:15:00Z', 'revision_number': 4, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'aa72307f-b4f7-4113-9dc7-4db9341b0aa0', 'name': '', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'mac_address': 'fa:16:3e:b3:9c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:58Z', 'updated_at': '2021-11-09T00:15:00Z', 'revision_number': 2, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'subnets': [{'id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:06.106978 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5bd0-68fe-4284-8b4f-8a4c0e0fbdcd tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.125613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-76f4be19-b4de-4657-82e4-61e452993784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:06.126218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-76f4be19-b4de-4657-82e4-61e452993784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:06.126752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-76f4be19-b4de-4657-82e4-61e452993784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:06.128518 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-76f4be19-b4de-4657-82e4-61e452993784 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4800f68-4a56-437c-93ae-0635f13e0fec&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=db9ff48a-f148-4078-8cab-499f349f3760&id=db9ff48a-f148-4078-8cab-499f349f3760 HTTP/1.1" status: 200 len: 2293 time: 1.1054709 Nov 09 00:15:06.148675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc9544-6ca6-466c-96dc-1042ec108c56 req-c11b4767-b3b6-4796-803c-b519b8a74a5f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:06.150364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bfc9544-6ca6-466c-96dc-1042ec108c56 req-c11b4767-b3b6-4796-803c-b519b8a74a5f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 932 time: 0.9444418 Nov 09 00:15:06.161943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5e2a8747-f126-4ffb-b36e-d5c420f2e458 None None] Provisioning complete for port 1c0ee573-9c26-4590-b2c2-93f87044e954 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:06.164442 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8747-f126-4ffb-b36e-d5c420f2e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.167931 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.177278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da535c-86c4-4f2a-9888-5fbed95ae3f7 req-4f19865c-3f3f-415e-9481-f35504d386e0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:06.179282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6da535c-86c4-4f2a-9888-5fbed95ae3f7 req-4f19865c-3f3f-415e-9481-f35504d386e0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 931 time: 0.9764237 Nov 09 00:15:06.185604 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Checking router: 2572323c-8175-46fa-8784-f54c135d6cb8 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:15:06.185966 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Updating router 2572323c-8175-46fa-8784-f54c135d6cb8 port aa72307f-b4f7-4113-9dc7-4db9341b0aa0 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:15:06.252355 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a8747-f126-4ffb-b36e-d5c420f2e458 None None] Port 1c0ee573-9c26-4590-b2c2-93f87044e954 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:15:06.252638 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.263125 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Pushing event updated for resources: {'Port': ['ID=38c693b3-1225-4c02-9118-e3efff2ca260,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:06.277717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f5bd0-68fe-4284-8b4f-8a4c0e0fbdcd tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153ea567-b802-4950-847b-4690976a7e7d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:06.287205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1394894 Nov 09 00:15:06.314064 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.348374 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5bd0-68fe-4284-8b4f-8a4c0e0fbdcd tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.362921 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8e9f5bd0-68fe-4284-8b4f-8a4c0e0fbdcd tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5020826 Nov 09 00:15:06.412910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41104) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:06.440075 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-31c95116-b4ad-4d86-8050-c81454a877f5 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Request body: {'security_group_rule': {'security_group_id': '153ea567-b802-4950-847b-4690976a7e7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:06.447985 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.472413 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-23a33e66-ec4a-404b-8f99-7c780f24b3a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d5d4e0-09b0-416c-b84e-0944c88e9f71 HTTP/1.1" status: 200 len: 1001 time: 0.3306923 Nov 09 00:15:06.576365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a67ede-ecff-4939-8481-bfbf531e7276 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Port': ['ID=1c0ee573-9c26-4590-b2c2-93f87044e954,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:06.630363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'port': {'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086', 'admin_state_up': True, 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'security_groups': ['eadbd130-bd42-44b1-89a8-fbc1961c5fc5']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:06.661081 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31c95116-b4ad-4d86-8050-c81454a877f5 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.691276 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.702089 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.744213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6da535c-86c4-4f2a-9888-5fbed95ae3f7 req-7bf41c3e-58e4-4ff2-aaa8-ad66cf4abc2a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872825 Nov 09 00:15:06.781752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bfc9544-6ca6-466c-96dc-1042ec108c56 req-edc3d8e5-4fac-4545-bdbf-fd7c1ec8bb07 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5285246 Nov 09 00:15:06.805637 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Pushing event updated for resources: {'Port': ['ID=aa72307f-b4f7-4113-9dc7-4db9341b0aa0,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:06.813311 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-e497db4e-940d-4e56-abfd-0714ed6d46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:06.817042 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-e497db4e-940d-4e56-abfd-0714ed6d46cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79f442c6-9654-4986-bb72-cb3ccd7531a0 HTTP/1.1" status: 200 len: 854 time: 0.3255174 Nov 09 00:15:06.830681 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:06.831188 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:06.831702 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:06.832185 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:06.832665 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:06.833147 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:06.833656 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:06.834139 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:06.834615 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:06.835083 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:06.835564 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:06.836085 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:06.848023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.864442 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Network a45e88f6-9c3a-40de-a653-bd8974542bf6 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:06.922656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:06.959801 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Attempting to bind port aa72307f-b4f7-4113-9dc7-4db9341b0aa0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:06.960400 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Attempting to bind port aa72307f-b4f7-4113-9dc7-4db9341b0aa0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:06.960940 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Attempting to bind port aa72307f-b4f7-4113-9dc7-4db9341b0aa0 on network f0295c79-6143-4279-b81c-2a805a1e6869 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:06.972323 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:06.973070 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Checking segment: {'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:06.973680 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:06.974256 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Bound using segment: {'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:06.975066 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Bound port: aa72307f-b4f7-4113-9dc7-4db9341b0aa0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:06.986439 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:07.049205 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Pushing event updated for resources: {'Port': ['ID=673e6b3d-19eb-4821-86b2-0e3ec46f8026,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:07.141581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Network de14ec28-19ee-49f0-9308-d07cffb55ed5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:07.157464 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] For port aa72307f-b4f7-4113-9dc7-4db9341b0aa0, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:07.168321 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] For port aa72307f-b4f7-4113-9dc7-4db9341b0aa0, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=aa72307f-b4f7-4113-9dc7-4db9341b0aa0,segment=NetworkSegment(189c1925-6161-44ec-9f8e-15a7a705400b),segment_id=189c1925-6161-44ec-9f8e-15a7a705400b)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:07.178457 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:07.267212 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31c95116-b4ad-4d86-8050-c81454a877f5 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:07.269531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:07.278798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:07.288087 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31c95116-b4ad-4d86-8050-c81454a877f5 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:07.308430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-afd2e29d-98a9-42ab-afbf-f348e0062c86 None None] Provisioning complete for port aa72307f-b4f7-4113-9dc7-4db9341b0aa0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:07.314213 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-afd2e29d-98a9-42ab-afbf-f348e0062c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:07.358786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-6aed75df-b5f7-4823-9c82-b4af38d62eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:07.360485 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-6aed75df-b5f7-4823-9c82-b4af38d62eab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4800f68-4a56-437c-93ae-0635f13e0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5047002 Nov 09 00:15:07.376033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c95116-b4ad-4d86-8050-c81454a877f5 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bbb0e2-cd89-4013-b4ef-eb6736376fbd,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:07.384028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ef9effbb-c395-4603-8faf-994c2b7dab5d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:07.406217 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121153e-c0cc-4b90-8ed0-26af5b75bbeb None None] Pushing event updated for resources: {'Port': ['ID=aa72307f-b4f7-4113-9dc7-4db9341b0aa0,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:07.409834 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Routers {'2572323c-8175-46fa-8784-f54c135d6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:15:07.411578 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2572323c-8175-46fa-8784-f54c135d6cb8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:07.412156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78209a73-2265-4249-a759-f719130dfc92 req-26e45630-27d0-4c5b-9d4e-8493bf5bb942 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:07.428314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78209a73-2265-4249-a759-f719130dfc92 req-26e45630-27d0-4c5b-9d4e-8493bf5bb942 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 945 time: 0.5246291 Nov 09 00:15:07.522994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff763ec9-d8ee-4184-8cf0-368a0c7bffc7 req-42c9a897-4cd6-45c8-8df9-2d7ad18a761a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:07.524602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff763ec9-d8ee-4184-8cf0-368a0c7bffc7 req-42c9a897-4cd6-45c8-8df9-2d7ad18a761a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 931 time: 0.5098586 Nov 09 00:15:07.622411 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-62ed4312-4053-4e73-9fe5-29deedc8da9f service neutron] 10.222.0.11 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473094 Nov 09 00:15:07.656146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:15:07.658513 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31c95116-b4ad-4d86-8050-c81454a877f5 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:07.660079 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-31c95116-b4ad-4d86-8050-c81454a877f5 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2237358 Nov 09 00:15:07.660289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:07.670110 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-afd2e29d-98a9-42ab-afbf-f348e0062c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:07.671364 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41106) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:07.686470 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] Set router 2572323c-8175-46fa-8784-f54c135d6cb8 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:07.707004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-cf2b325d-d9c1-43ec-b5b6-08a29216a02c tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Request body: {'security_group_rule': {'security_group_id': '153ea567-b802-4950-847b-4690976a7e7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:07.710003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:07.711459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:07.745459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ef9effbb-c395-4603-8faf-994c2b7dab5d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:07.745889 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:07.761993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:07.789205 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-48daf56f-0c39-4442-b497-63ac255838c5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8854144 Nov 09 00:15:07.799000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Router 44387521-bc32-433a-808f-b79ffed5d0aa has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:15:07.808953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Request body: {'port': {'device_id': '26565f69-71c0-434c-b5db-b98ef6fe6238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:07.843338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-afd2e29d-98a9-42ab-afbf-f348e0062c86 None None] For port aa72307f-b4f7-4113-9dc7-4db9341b0aa0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=aa72307f-b4f7-4113-9dc7-4db9341b0aa0,segment=NetworkSegment(189c1925-6161-44ec-9f8e-15a7a705400b),segment_id=189c1925-6161-44ec-9f8e-15a7a705400b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:07.858323 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-afd2e29d-98a9-42ab-afbf-f348e0062c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:07.899214 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:07.918186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2e29d-98a9-42ab-afbf-f348e0062c86 None None] Pushing event updated for resources: {'Port': ['ID=aa72307f-b4f7-4113-9dc7-4db9341b0aa0,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:07.933409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Allocated IP 10.1.1.34 (3b55d064-514e-49d2-a6f8-b874bdcbc086/8fabec67-a278-40a6-b0f0-595508fbd3ea/d07d1dd2-3a71-4b9a-8b55-7e519c0389b0) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:07.991301 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.000289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5ebe4df2-1a20-4ee2-b27c-27edb71c0bd4 None None] Provisioning complete for port 38c693b3-1225-4c02-9118-e3efff2ca260 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:08.000659 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4df2-1a20-4ee2-b27c-27edb71c0bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.036332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:15:08.039645 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-bc3f6a4d-349d-41f6-9b4c-ec0ce04d89b5 service neutron] 10.222.0.11 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027333 Nov 09 00:15:08.044074 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-371733da-78a0-423d-aa67-13ae4a033596 admin admin] 10.222.0.25 "PUT /v2.0/routers/44387521-bc32-433a-808f-b79ffed5d0aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2197404 Nov 09 00:15:08.082380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Sync routers for ids ['44387521-bc32-433a-808f-b79ffed5d0aa'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:15:08.099031 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-6b3abc94-b3cd-475b-8623-29a5b4f7294e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=05cc56ff-ba70-4c09-879d-a4c54089a9e0 HTTP/1.1" status: 200 len: 217 time: 0.0505936 Nov 09 00:15:08.100615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port ef9effbb-c395-4603-8faf-994c2b7dab5d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ef9effbb-c395-4603-8faf-994c2b7dab5d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:08.135233 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.147313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78209a73-2265-4249-a759-f719130dfc92 req-d585ef1e-82d0-4cc7-bf96-b7a72c603bf2 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7181365 Nov 09 00:15:08.155687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.236732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=ef9effbb-c395-4603-8faf-994c2b7dab5d,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:08.238183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Transition to ACTIVE for port object 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:15:08.244618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff763ec9-d8ee-4184-8cf0-368a0c7bffc7 req-b13190ac-4619-459d-9da4-2a02d94124a2 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6946654 Nov 09 00:15:08.259635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe4df2-1a20-4ee2-b27c-27edb71c0bd4 None None] Port 38c693b3-1225-4c02-9118-e3efff2ca260 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:15:08.260314 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.271125 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.278109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Routers {'44387521-bc32-433a-808f-b79ffed5d0aa'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:15:08.278840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['44387521-bc32-433a-808f-b79ffed5d0aa'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:08.294293 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:15:00Z', 'revision_number': 4, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'aa72307f-b4f7-4113-9dc7-4db9341b0aa0', 'name': '', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'mac_address': 'fa:16:3e:b3:9c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:58Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 4, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'subnets': [{'id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:08.316529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Pushing event updated for resources: {'Port': ['ID=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:08.322876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-9d001cb7-ef5f-4e15-b4d2-2e94c3fecc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:08.324994 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cf2b325d-d9c1-43ec-b5b6-08a29216a02c tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.326647 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-9d001cb7-ef5f-4e15-b4d2-2e94c3fecc31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.2085295 Nov 09 00:15:08.351568 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a66f4d3-8405-4649-9a4a-56d45e0be8dd None None] The sync data for ids ['2572323c-8175-46fa-8784-f54c135d6cb8'] in n-d-813263-3 is: [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:15:00Z', 'revision_number': 4, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'aa72307f-b4f7-4113-9dc7-4db9341b0aa0', 'name': '', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'mac_address': 'fa:16:3e:b3:9c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:58Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 4, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'subnets': [{'id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:15:08.480883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5ebe4df2-1a20-4ee2-b27c-27edb71c0bd4 None None] Provisioning complete for port aa72307f-b4f7-4113-9dc7-4db9341b0aa0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:08.481443 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4df2-1a20-4ee2-b27c-27edb71c0bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.533497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-e99cfff9-4690-4b53-972b-3541b53d47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:08.535029 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-e99cfff9-4690-4b53-972b-3541b53d47bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1867568 Nov 09 00:15:08.659114 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Set router 44387521-bc32-433a-808f-b79ffed5d0aa gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:08.664299 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cf2b325d-d9c1-43ec-b5b6-08a29216a02c tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.707737 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.716006 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cf2b325d-d9c1-43ec-b5b6-08a29216a02c tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.738873 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-a648532c-2239-4657-902e-9658749c6316 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920419 Nov 09 00:15:08.769731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673e6b3d-19eb-4821-86b2-0e3ec46f8026 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:08.812454 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.821309 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cf2b325d-d9c1-43ec-b5b6-08a29216a02c tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.826559 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cf2b325d-d9c1-43ec-b5b6-08a29216a02c tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1253464 Nov 09 00:15:08.833896 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41118) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:08.840580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b325d-d9c1-43ec-b5b6-08a29216a02c tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69f0354-20e8-44fc-ba63-b7a181324fb6,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:08.851976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:08.867910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5352c-59ca-4d30-9786-aabe18270cb2 req-fdf240ea-88b1-4e24-a7c8-2389fe9537d6 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:08.869925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36f5352c-59ca-4d30-9786-aabe18270cb2 req-fdf240ea-88b1-4e24-a7c8-2389fe9537d6 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 943 time: 0.3319418 Nov 09 00:15:08.894410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Network 3b55d064-514e-49d2-a6f8-b874bdcbc086 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:08.896316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Transition to ACTIVE for port object 673e6b3d-19eb-4821-86b2-0e3ec46f8026 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:15:08.913788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:08.952508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:08.960869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:09.014135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0879e-6847-48e5-8251-b7df9c0577d5 req-7291cf3f-2617-4a1a-8c82-b18b6d912590 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:09.015996 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10a0879e-6847-48e5-8251-b7df9c0577d5 req-7291cf3f-2617-4a1a-8c82-b18b6d912590 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 932 time: 0.4669631 Nov 09 00:15:09.052309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Port': ['ID=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:09.054666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Attempting to bind port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:09.054992 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Attempting to bind port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:09.055318 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Attempting to bind port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:09.121283 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-b5f8fbd1-eadc-4356-9cae-1f40f96c8544 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728461 Nov 09 00:15:09.124341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Pushing event updated for resources: {'Port': ['ID=673e6b3d-19eb-4821-86b2-0e3ec46f8026,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:09.186217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:15:09.186545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Attempting to bind port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:09.203581 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:09.205670 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '38c693b3-1225-4c02-9118-e3efff2ca260', 'name': '', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'mac_address': 'fa:16:3e:a9:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:15:02Z', 'updated_at': '2021-11-09T00:15:05Z', 'revision_number': 2, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'subnets': [{'id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:09.238789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:09.239133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Checking segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:09.239507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Bound using segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:09.240178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Bound port: 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:09.240288 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:09.248832 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-1ddf8351-c153-4611-a182-5c2245d8449a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=c3601f1b-6090-4fb1-98a9-a0f33c061444 HTTP/1.1" status: 200 len: 217 time: 0.1147606 Nov 09 00:15:09.286288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Checking router: 44387521-bc32-433a-808f-b79ffed5d0aa for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:15:09.287069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36f5352c-59ca-4d30-9786-aabe18270cb2 req-58097fb3-eaad-4cfc-ba6c-d0d086c5abcc tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024143 Nov 09 00:15:09.296120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Updating router 44387521-bc32-433a-808f-b79ffed5d0aa port 38c693b3-1225-4c02-9118-e3efff2ca260 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:15:09.341520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10a0879e-6847-48e5-8251-b7df9c0577d5 req-9ad0d362-125a-407d-9e94-d82b8ae22a54 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748463 Nov 09 00:15:09.360628 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:09.366610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:09.367487 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:09.385868 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Attempting to bind port 673e6b3d-19eb-4821-86b2-0e3ec46f8026 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:09.386214 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Attempting to bind port 673e6b3d-19eb-4821-86b2-0e3ec46f8026 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:09.389453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Attempting to bind port 673e6b3d-19eb-4821-86b2-0e3ec46f8026 on network de14ec28-19ee-49f0-9308-d07cffb55ed5 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:09.414018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Port 673e6b3d-19eb-4821-86b2-0e3ec46f8026 on network de14ec28-19ee-49f0-9308-d07cffb55ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:15:09.414339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Attempting to bind port 673e6b3d-19eb-4821-86b2-0e3ec46f8026 on network de14ec28-19ee-49f0-9308-d07cffb55ed5 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:09.472865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device aa72307f-b4f7-4113-9dc7-4db9341b0aa0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:09.474324 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:09.474687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Checking segment: {'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:09.475098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Bound using segment: {'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:09.475519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Bound port: 673e6b3d-19eb-4821-86b2-0e3ec46f8026, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:09.475875 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:09.574303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-61945644-6f69-4458-9f17-16c6c1098721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:09.575796 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-61945644-6f69-4458-9f17-16c6c1098721 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.2961352 Nov 09 00:15:09.591836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-57bd4d41-1485-42d1-8967-bda59b439768 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2275782 Nov 09 00:15:09.643888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'port': {'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086', 'admin_state_up': True, 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'security_groups': ['eadbd130-bd42-44b1-89a8-fbc1961c5fc5']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:09.693121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-105f4c22-e2cc-4bb5-bba0-ad4731265900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:09.694708 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-105f4c22-e2cc-4bb5-bba0-ad4731265900 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1048725 Nov 09 00:15:09.700363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] For port 673e6b3d-19eb-4821-86b2-0e3ec46f8026, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:09.733136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] For port 673e6b3d-19eb-4821-86b2-0e3ec46f8026, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=673e6b3d-19eb-4821-86b2-0e3ec46f8026,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:09.751860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3bb39cbc-e285-414b-a21e-713dddba2fed None None] Provisioning complete for port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:09.752413 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3bb39cbc-e285-414b-a21e-713dddba2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:09.778758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port aa72307f-b4f7-4113-9dc7-4db9341b0aa0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:09.789110 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:09.810584 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:09.872835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:09.873512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:09.879027 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] 10.222.0.11 "PUT /v2.0/ports/673e6b3d-19eb-4821-86b2-0e3ec46f8026 HTTP/1.1" status: 200 len: 1091 time: 2.0756102 Nov 09 00:15:09.880027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26565f69-71c0-434c-b5db-b98ef6fe6238', 'tag': '673e6b3d-19eb-4821-86b2-0e3ec46f8026'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:09.881692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] For port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:09.884401 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4077c0-93a8-4805-9872-60e766cc9a44" -d '{"events": [{"name": "network-changed", "server_uuid": "26565f69-71c0-434c-b5db-b98ef6fe6238", "tag": "673e6b3d-19eb-4821-86b2-0e3ec46f8026"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:09.895772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] For port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:09.925542 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:09.957894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3bb39cbc-e285-414b-a21e-713dddba2fed None None] Port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:15:10.029873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66011f14-2abf-4997-bfd8-94e79ebda092 service neutron] Pushing event updated for resources: {'Port': ['ID=673e6b3d-19eb-4821-86b2-0e3ec46f8026,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:10.041566 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-fdbd3a9b-ee54-4e5a-a6ca-82ebaf37c0a0 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362589 Nov 09 00:15:10.102482 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:10.105747 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:10.107391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] 10.222.0.11 "PUT /v2.0/ports/4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 HTTP/1.1" status: 200 len: 1091 time: 5.3115058 Nov 09 00:15:10.109412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c0c04b-3b77-49d6-b17e-a4758f0d0eb2', 'tag': '4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:10.123667 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94247396-c4bc-478c-bb3c-096abc6f629a" -d '{"events": [{"name": "network-changed", "server_uuid": "38c0c04b-3b77-49d6-b17e-a4758f0d0eb2", "tag": "4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:10.168281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41130) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:10.169584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ef9effbb-c395-4603-8faf-994c2b7dab5d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:10.193082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c60884-3950-4ac0-8b52-c64be544b27d req-a535c8a2-84f1-4b7d-9c3d-bae8bc16d590 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:10.206430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48c60884-3950-4ac0-8b52-c64be544b27d req-a535c8a2-84f1-4b7d-9c3d-bae8bc16d590 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.7064807 Nov 09 00:15:10.220902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-8a92ca01-22c0-421c-a85e-2c88939b2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:10.222926 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-8a92ca01-22c0-421c-a85e-2c88939b2333 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b32019551524d2f9df2c3bdc1ea8bf3&device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 1094 time: 0.2929654 Nov 09 00:15:10.225449 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-513f64c6-ad21-44c0-baff-5eb3822334b4 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746438 Nov 09 00:15:10.236322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e8e3fc37-9355-487d-9703-1d2c2cc7b9db tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359244095', 'description': 'tempest-description--152977786'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:10.317277 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:10.326951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ef9effbb-c395-4603-8faf-994c2b7dab5d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:10.327211 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:10.348518 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-57f057d5-dd38-418c-98a5-308d69bf64fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=c64ad2d8-e1ee-4760-b623-361c968d3a5d HTTP/1.1" status: 200 len: 217 time: 0.1018426 Nov 09 00:15:10.350887 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-75ddbec3-0173-420a-a346-0e187875458f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=673e6b3d-19eb-4821-86b2-0e3ec46f8026 HTTP/1.1" status: 200 len: 217 time: 0.1115942 Nov 09 00:15:10.386777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fec68c-2dee-4f9b-a4b0-03e586137642 req-c2945442-9023-460b-84e2-cd7e40126cf6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:10.391512 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:10.394510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23fec68c-2dee-4f9b-a4b0-03e586137642 req-c2945442-9023-460b-84e2-cd7e40126cf6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 943 time: 0.1638947 Nov 09 00:15:10.396359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f98ca2-3ca9-4650-bb80-d3e072024adb service neutron] Pushing event updated for resources: {'Port': ['ID=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:10.430823 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-943a4020-21e7-4dfc-a80c-2e019d6b8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:10.431521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48c60884-3950-4ac0-8b52-c64be544b27d req-12f28fd3-63ba-4809-b74d-ce6e2c022386 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226930 Nov 09 00:15:10.447678 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-943a4020-21e7-4dfc-a80c-2e019d6b8283 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.0850084 Nov 09 00:15:10.463152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:15:10.466770 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:10.528020 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:10.529325 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e485118-b001-4cf8-a6af-a03a6ce6a723 None None] Pushing event updated for resources: {'Port': ['ID=38c693b3-1225-4c02-9118-e3efff2ca260,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:10.679260 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fc37-9355-487d-9703-1d2c2cc7b9db tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:10.684792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ccd77-83cb-477d-b792-241705ce15eb req-3818022d-d759-4973-a147-1ff8d140b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:10.686635 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-3818022d-d759-4973-a147-1ff8d140b409 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 1094 time: 0.4548669 Nov 09 00:15:10.723805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Attempting to bind port 38c693b3-1225-4c02-9118-e3efff2ca260 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:10.724295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Attempting to bind port 38c693b3-1225-4c02-9118-e3efff2ca260 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:10.724740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Attempting to bind port 38c693b3-1225-4c02-9118-e3efff2ca260 on network a45e88f6-9c3a-40de-a653-bd8974542bf6 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:10.739103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:10.743911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Checking segment: {'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:10.744496 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:10.745845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Bound using segment: {'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:10.746754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Bound port: 38c693b3-1225-4c02-9118-e3efff2ca260, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:10.747827 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:10.797615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23fec68c-2dee-4f9b-a4b0-03e586137642 req-09322c0e-e9d0-4edf-8d7e-5ae61a0409e5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020228 Nov 09 00:15:10.881581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] For port 38c693b3-1225-4c02-9118-e3efff2ca260, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:10.888510 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] For port 38c693b3-1225-4c02-9118-e3efff2ca260, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=38c693b3-1225-4c02-9118-e3efff2ca260,segment=NetworkSegment(d1e4878d-d8a6-49ec-84a0-79cc30b186e5),segment_id=d1e4878d-d8a6-49ec-84a0-79cc30b186e5)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:10.895634 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:10.901498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Allocated IP 10.1.1.53 (3b55d064-514e-49d2-a6f8-b874bdcbc086/8fabec67-a278-40a6-b0f0-595508fbd3ea/53769426-080d-41b0-bd08-730566e2cb45) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:10.922215 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9589443f-8402-45db-8b6a-e3863e0ba6dd x-openstack-request-id: req-9589443f-8402-45db-8b6a-e3863e0ba6dd {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:10.922575 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c0c04b-3b77-49d6-b17e-a4758f0d0eb2", "tag": "4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:10.922762 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9589443f-8402-45db-8b6a-e3863e0ba6dd {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:10.923176 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c0c04b-3b77-49d6-b17e-a4758f0d0eb2', 'tag': '4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0', 'status': 'completed', 'code': 200} Nov 09 00:15:10.983522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-89a0c637-7e54-4e9c-a61c-ec74f1506e70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 HTTP/1.1" status: 200 len: 217 time: 0.2163010 Nov 09 00:15:11.036539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e485118-b001-4cf8-a6af-a03a6ce6a723 None None] Pushing event updated for resources: {'Port': ['ID=38c693b3-1225-4c02-9118-e3efff2ca260,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:11.055251 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fc37-9355-487d-9703-1d2c2cc7b9db tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:11.074316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Routers {'44387521-bc32-433a-808f-b79ffed5d0aa'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:15:11.076414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['44387521-bc32-433a-808f-b79ffed5d0aa'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:11.097305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fc37-9355-487d-9703-1d2c2cc7b9db tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:11.124450 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c43869-35cb-48af-a489-3de236b1edf2 x-openstack-request-id: req-c8c43869-35cb-48af-a489-3de236b1edf2 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:11.125174 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26565f69-71c0-434c-b5db-b98ef6fe6238", "tag": "673e6b3d-19eb-4821-86b2-0e3ec46f8026", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:11.125174 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8c43869-35cb-48af-a489-3de236b1edf2 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:11.125478 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26565f69-71c0-434c-b5db-b98ef6fe6238', 'tag': '673e6b3d-19eb-4821-86b2-0e3ec46f8026', 'status': 'completed', 'code': 200} Nov 09 00:15:11.127021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-5411a641-9421-4f7a-b4e1-555f7dad88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:11.128597 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-5411a641-9421-4f7a-b4e1-555f7dad88f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e6cf39-35fd-4c49-9ac2-6bcc71306417 HTTP/1.1" status: 200 len: 850 time: 0.6799631 Nov 09 00:15:11.189649 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-3d3a7cd0-286f-4413-a9f7-e97ba1481859 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de14ec28-19ee-49f0-9308-d07cffb55ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520244 Nov 09 00:15:11.202095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-e79799bf-d046-406b-9d6f-67b5817c17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:11.204350 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-e79799bf-d046-406b-9d6f-67b5817c17f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7121551 Nov 09 00:15:11.240926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] Set router 44387521-bc32-433a-808f-b79ffed5d0aa gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:11.344472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1d095304-3dfd-4b20-8ce0-8f5c3c1e0519 None None] Provisioning complete for port 38c693b3-1225-4c02-9118-e3efff2ca260 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:11.344798 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1d095304-3dfd-4b20-8ce0-8f5c3c1e0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:11.350109 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-a803db52-a72a-4dae-828b-3c61b1e7da20 service neutron] 10.222.0.11 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511283 Nov 09 00:15:11.515898 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1d095304-3dfd-4b20-8ce0-8f5c3c1e0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:11.535427 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-760464f7-af9b-4bb2-b2ee-a7ca60e8716a req-c0171eb2-bd82-43e8-86af-42147e052914 service neutron] 10.222.0.11 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752470 Nov 09 00:15:11.558121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Allocated IP 172.25.0.26 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/75ef5357-0f5b-4535-90a1-db7961fca4f9) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:11.568188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1d095304-3dfd-4b20-8ce0-8f5c3c1e0519 None None] For port 38c693b3-1225-4c02-9118-e3efff2ca260, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=38c693b3-1225-4c02-9118-e3efff2ca260,segment=NetworkSegment(d1e4878d-d8a6-49ec-84a0-79cc30b186e5),segment_id=d1e4878d-d8a6-49ec-84a0-79cc30b186e5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:11.591287 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-2448eaee-46be-4b08-a712-18911827432e service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392273 Nov 09 00:15:11.591595 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1d095304-3dfd-4b20-8ce0-8f5c3c1e0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:11.633700 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fc37-9355-487d-9703-1d2c2cc7b9db tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:11.635508 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e8e3fc37-9355-487d-9703-1d2c2cc7b9db tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4108624 Nov 09 00:15:11.647145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41148) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:11.652202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c010a157-8989-42da-97f5-d57e2a84b19b tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Request body: {'security_group_rule': {'security_group_id': 'da6e0c3c-d2fe-4b9d-8913-b546464835d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:11.694925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ccd77-83cb-477d-b792-241705ce15eb req-bd08c9aa-6c86-47c3-b2ee-0c0db760de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:11.696403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-bd08c9aa-6c86-47c3-b2ee-0c0db760de43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.6367791 Nov 09 00:15:11.733664 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d095304-3dfd-4b20-8ce0-8f5c3c1e0519 None None] Pushing event updated for resources: {'Port': ['ID=38c693b3-1225-4c02-9118-e3efff2ca260,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:11.736006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c3af3-ad98-43c6-b0db-c951bef198e8 req-fb5ba301-989c-4050-b15f-04499a4e8352 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:11.745573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a13c3af3-ad98-43c6-b0db-c951bef198e8 req-fb5ba301-989c-4050-b15f-04499a4e8352 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 943 time: 0.7824254 Nov 09 00:15:11.747070 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b76054de-e15d-4d14-9be3-f0e808247ae1 None None] Provisioning complete for port 38c693b3-1225-4c02-9118-e3efff2ca260 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:11.747720 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b76054de-e15d-4d14-9be3-f0e808247ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:11.752382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3fc37-9355-487d-9703-1d2c2cc7b9db tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e0c3c-d2fe-4b9d-8913-b546464835d2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:11.756512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4077c0-93a8-4805-9872-60e766cc9a44 req-980411b9-41ae-4cbf-bc6d-02ed5bca9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:11.758217 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-de4077c0-93a8-4805-9872-60e766cc9a44 req-980411b9-41ae-4cbf-bc6d-02ed5bca9a87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b32019551524d2f9df2c3bdc1ea8bf3&device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 1094 time: 0.1562693 Nov 09 00:15:11.791900 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c010a157-8989-42da-97f5-d57e2a84b19b tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:11.832111 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-52d92b5c-b0a2-45a3-a3fc-c7a9da894561 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735357 Nov 09 00:15:11.839579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c00d6-4370-4723-8715-4dff4f55658d req-539e009c-f193-40fe-b852-b68503c0f399 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:11.846503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c00d6-4370-4723-8715-4dff4f55658d req-539e009c-f193-40fe-b852-b68503c0f399 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:11.855409 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-759c00d6-4370-4723-8715-4dff4f55658d req-539e009c-f193-40fe-b852-b68503c0f399 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 1653 time: 0.8639786 Nov 09 00:15:11.856665 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-bd2596a0-bc7c-4658-9cce-6f526fd7ec1c service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532685 Nov 09 00:15:11.878625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '38c693b3-1225-4c02-9118-e3efff2ca260', 'name': '', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'mac_address': 'fa:16:3e:a9:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:15:02Z', 'updated_at': '2021-11-09T00:15:10Z', 'revision_number': 4, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'subnets': [{'id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:11.908422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cafe44-45ed-4ba9-8c55-9cb0dee9d131 None None] The sync data for ids ['44387521-bc32-433a-808f-b79ffed5d0aa'] in n-d-813263-3 is: [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '38c693b3-1225-4c02-9118-e3efff2ca260', 'name': '', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'mac_address': 'fa:16:3e:a9:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:15:02Z', 'updated_at': '2021-11-09T00:15:10Z', 'revision_number': 4, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'subnets': [{'id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:15:11.924281 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-209daeba-0e6b-41a8-aea8-59adfffe2da4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5ec376c1-315f-4ca8-8930-77a9fd93e81c HTTP/1.1" status: 200 len: 217 time: 0.0541515 Nov 09 00:15:12.003655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4077c0-93a8-4805-9872-60e766cc9a44 req-2656dd31-ba5a-4da0-bd38-52b21d71b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:12.005214 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-de4077c0-93a8-4805-9872-60e766cc9a44 req-2656dd31-ba5a-4da0-bd38-52b21d71b0ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=de14ec28-19ee-49f0-9308-d07cffb55ed5 HTTP/1.1" status: 200 len: 910 time: 0.2371542 Nov 09 00:15:12.023325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c010a157-8989-42da-97f5-d57e2a84b19b tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:12.026375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-c60b90cd-99c1-410c-bbe6-a49a61f2d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:12.027329 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a13c3af3-ad98-43c6-b0db-c951bef198e8 req-ff300622-2066-4c65-ab4c-17707a6f3e57 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788591 Nov 09 00:15:12.027956 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-c60b90cd-99c1-410c-bbe6-a49a61f2d1c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.0905476 Nov 09 00:15:12.064081 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:12.081268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-759c00d6-4370-4723-8715-4dff4f55658d req-50a1f651-ce78-49e1-9b82-09ae4337a3b6 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254157 Nov 09 00:15:12.088642 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c010a157-8989-42da-97f5-d57e2a84b19b tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:12.089900 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:12.093914 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-de4077c0-93a8-4805-9872-60e766cc9a44 req-408c0d7e-9360-489b-82c2-efd7189271e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=673e6b3d-19eb-4821-86b2-0e3ec46f8026 HTTP/1.1" status: 200 len: 217 time: 0.0775318 Nov 09 00:15:12.114648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-274f4303-8fb5-4ab2-ae23-d089595f4014 service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523386 Nov 09 00:15:12.170221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010a157-8989-42da-97f5-d57e2a84b19b tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6282d2-11cd-4fdf-bf6d-459b98fd8828,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:12.186153 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c010a157-8989-42da-97f5-d57e2a84b19b tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:12.190132 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c010a157-8989-42da-97f5-d57e2a84b19b tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5414064 Nov 09 00:15:12.193148 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41152) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:12.197581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6a11a3de-0f77-49a3-a829-7aa464608869 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Request body: {'security_group_rule': {'security_group_id': 'da6e0c3c-d2fe-4b9d-8913-b546464835d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:12.221830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-4b4018d7-f359-4476-bfb3-734fde6f66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:12.223688 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-4b4018d7-f359-4476-bfb3-734fde6f66e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1459005 Nov 09 00:15:12.225258 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4077c0-93a8-4805-9872-60e766cc9a44 req-0ac67564-bca4-47c5-99f4-466a1a1ed5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:12.227915 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-de4077c0-93a8-4805-9872-60e766cc9a44 req-0ac67564-bca4-47c5-99f4-466a1a1ed5a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e6cf39-35fd-4c49-9ac2-6bcc71306417 HTTP/1.1" status: 200 len: 850 time: 0.1097999 Nov 09 00:15:12.251390 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:12.267392 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:12.276730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292921df-03a6-451a-9114-e7e4dca79064 req-bc1b53fb-f48c-422a-b6c9-e86d2f2b7227 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:12.278409 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-292921df-03a6-451a-9114-e7e4dca79064 req-bc1b53fb-f48c-422a-b6c9-e86d2f2b7227 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94268577-95bf-4cb1-87ca-64b4fb18ccf5 HTTP/1.1" status: 200 len: 945 time: 0.1603446 Nov 09 00:15:12.325078 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-de4077c0-93a8-4805-9872-60e766cc9a44 req-e71d24a3-b9ac-4dc6-addd-72173f00b4e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de14ec28-19ee-49f0-9308-d07cffb55ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720742 Nov 09 00:15:12.402960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:12.421265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c20ccd77-83cb-477d-b792-241705ce15eb req-ec4de71e-5ed9-43b4-be75-b1ca7412c7b3 service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943459 Nov 09 00:15:12.431782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:12.449798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:12.470094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Pushing event updated for resources: {'Port': ['ID=75ef5357-0f5b-4535-90a1-db7961fca4f9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:12.480887 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-e46bffbd-1c64-4ee2-b878-76c94715f11e service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428966 Nov 09 00:15:12.483545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Network 3b55d064-514e-49d2-a6f8-b874bdcbc086 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:12.509376 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a11a3de-0f77-49a3-a829-7aa464608869 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:12.550613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:12.594188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:12.642459 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e65122b7-737c-45cb-9fbb-ab7478d03335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:12.657529 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-292921df-03a6-451a-9114-e7e4dca79064 req-9f91c203-5354-44d0-95ac-8599b44d8e2e tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526890 Nov 09 00:15:12.725644 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:12.778724 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-de4077c0-93a8-4805-9872-60e766cc9a44 req-406299f9-4163-4c95-aad8-e15de6b62b37 service neutron] 10.222.0.11 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415181 Nov 09 00:15:12.807753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Port': ['ID=53769426-080d-41b0-bd08-730566e2cb45,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:12.901216 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:12.923528 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a11a3de-0f77-49a3-a829-7aa464608869 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:12.927135 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-d0b57a0a-ffa1-44e9-9010-4348783ad421 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324489 Nov 09 00:15:12.945644 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a11a3de-0f77-49a3-a829-7aa464608869 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:13.032759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9cfba6b4-5d51-4efa-a0fe-6138aba1f5b7 None None] Provisioning complete for port 53769426-080d-41b0-bd08-730566e2cb45 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:13.033468 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9cfba6b4-5d51-4efa-a0fe-6138aba1f5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:13.053588 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-4594dc3d-9c0d-4a7d-bde1-f145bfd3cd36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bebae9d8-ef83-4a9d-b792-d0891225bdf6 HTTP/1.1" status: 200 len: 217 time: 0.0847032 Nov 09 00:15:13.074656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11a3de-0f77-49a3-a829-7aa464608869 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b5f845-3107-4f1c-b7c0-cc84dd56e794,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:13.083023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a11a3de-0f77-49a3-a829-7aa464608869 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:13.087359 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6a11a3de-0f77-49a3-a829-7aa464608869 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8911893 Nov 09 00:15:13.096450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41166) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:13.107723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:13.127969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4bc9-1b7e-46b6-90c3-5962085133e8 req-420bddd1-c10f-439d-96b2-5662ee364cef tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:13.129197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9cfba6b4-5d51-4efa-a0fe-6138aba1f5b7 None None] Port 53769426-080d-41b0-bd08-730566e2cb45 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:15:13.136068 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-edff4bc9-1b7e-46b6-90c3-5962085133e8 req-420bddd1-c10f-439d-96b2-5662ee364cef tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 943 time: 0.6964145 Nov 09 00:15:13.175466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-b8e9add6-576b-41ca-ac1a-39c86e4ffbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:13.177068 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-b8e9add6-576b-41ca-ac1a-39c86e4ffbdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47 HTTP/1.1" status: 200 len: 797 time: 0.0854371 Nov 09 00:15:13.200929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94247396-c4bc-478c-bb3c-096abc6f629a req-f38d8713-d4bd-4e18-b204-cac66e69ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:13.211220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94247396-c4bc-478c-bb3c-096abc6f629a req-f38d8713-d4bd-4e18-b204-cac66e69ff6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 1094 time: 0.6931129 Nov 09 00:15:13.222544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:13.225088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:13.256234 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-e0ebaf2a-2ec9-4f1b-9f81-4902074d0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:13.257859 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-e0ebaf2a-2ec9-4f1b-9f81-4902074d0a06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db9ff48a-f148-4078-8cab-499f349f3760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708425 Nov 09 00:15:13.260449 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-de4077c0-93a8-4805-9872-60e766cc9a44 req-98f2638e-4940-42d1-820f-14c7e1822753 service neutron] 10.222.0.11 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673908 Nov 09 00:15:13.285560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 38c693b3-1225-4c02-9118-e3efff2ca260 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:13.295542 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:13.358168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ea6ebd37-27db-4637-a74c-45b6072e4e7b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7421744 Nov 09 00:15:13.413340 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-edff4bc9-1b7e-46b6-90c3-5962085133e8 req-ff225913-088f-4b80-8c0d-b514f04f24cd tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744458 Nov 09 00:15:13.417691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'port': {'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322', 'admin_state_up': True, 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'security_groups': ['eadbd130-bd42-44b1-89a8-fbc1961c5fc5']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:13.461457 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-b385bf19-386e-4e18-a95d-d87e6454ae0a service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905599 Nov 09 00:15:13.550116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 38c693b3-1225-4c02-9118-e3efff2ca260 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:13.551353 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:13.562403 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:13.603208 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-62f3da14-c2b0-4c8f-8035-208c1c482dfb service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331925 Nov 09 00:15:13.616767 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:13.647938 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b12f00-08cb-40ea-9981-99c7cf82f6bd req-bda265eb-df67-46cc-aa43-5954e465d8d0 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:13.655164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38b12f00-08cb-40ea-9981-99c7cf82f6bd req-bda265eb-df67-46cc-aa43-5954e465d8d0 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 945 time: 0.3722699 Nov 09 00:15:13.666543 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-20aa38fe-3807-4975-ac01-a7e0c8dde59b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18940ff5-5975-402e-8da8-ec60b66967b3 HTTP/1.1" status: 200 len: 217 time: 0.0536506 Nov 09 00:15:13.724351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-2e3de2e5-604b-49e3-be97-a90ac396c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:13.725890 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-2e3de2e5-604b-49e3-be97-a90ac396c46e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47 HTTP/1.1" status: 200 len: 797 time: 0.0522513 Nov 09 00:15:13.763756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94247396-c4bc-478c-bb3c-096abc6f629a req-3ba7ae12-5c46-4434-81fe-4adf6f0621d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:13.765551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94247396-c4bc-478c-bb3c-096abc6f629a req-3ba7ae12-5c46-4434-81fe-4adf6f0621d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 911 time: 0.5340984 Nov 09 00:15:13.794616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-ee3b688a-65c1-455e-a2e3-a16950174460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:13.796201 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-ee3b688a-65c1-455e-a2e3-a16950174460 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db9ff48a-f148-4078-8cab-499f349f3760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618842 Nov 09 00:15:13.870550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Pushing event updated for resources: {'Port': ['ID=75ef5357-0f5b-4535-90a1-db7961fca4f9,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:13.889178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94247396-c4bc-478c-bb3c-096abc6f629a req-5232233f-bafd-4cf8-9f5a-90d6622f08c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 HTTP/1.1" status: 200 len: 217 time: 0.0880334 Nov 09 00:15:13.904492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce7cbf-229b-4f64-a530-f1762342c8c2 req-12a8d079-573c-484c-a337-f1ddbcee8ac0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:13.905953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bce7cbf-229b-4f64-a530-f1762342c8c2 req-12a8d079-573c-484c-a337-f1ddbcee8ac0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 943 time: 0.3623312 Nov 09 00:15:13.939033 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-636a8488-9402-4a8a-b202-99aead1c9294 service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349418 Nov 09 00:15:13.952530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38b12f00-08cb-40ea-9981-99c7cf82f6bd req-18aa598a-006f-4e3f-8908-29cff475994b tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964270 Nov 09 00:15:13.993872 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:14.081618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:15:14.092955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 673e6b3d-19eb-4821-86b2-0e3ec46f8026 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:15:14.113181 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-02a63056-3fd3-4ea7-8ded-b4df19412192 req-4d3ae2aa-6af9-42a4-8aeb-607e7b82db5b service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506338 Nov 09 00:15:14.152146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94247396-c4bc-478c-bb3c-096abc6f629a req-960e8509-6cfb-460f-9453-f90e87614de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:14.154730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94247396-c4bc-478c-bb3c-096abc6f629a req-960e8509-6cfb-460f-9453-f90e87614de0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.2447865 Nov 09 00:15:14.168777 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:14.170814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-729587f8-1e0e-4cbe-8b92-87992e27a5c1 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3269782 Nov 09 00:15:14.238914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 673e6b3d-19eb-4821-86b2-0e3ec46f8026, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=673e6b3d-19eb-4821-86b2-0e3ec46f8026,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:14.240524 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bce7cbf-229b-4f64-a530-f1762342c8c2 req-50193511-54c2-4eeb-bff3-5d32669f747e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222065 Nov 09 00:15:14.252684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '673e6b3d-19eb-4821-86b2-0e3ec46f8026', 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5', 'port_id': '673e6b3d-19eb-4821-86b2-0e3ec46f8026', 'mac_address': 'fa:16:3e:3d:f7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e6cf39-35fd-4c49-9ac2-6bcc71306417', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:15:14.273432 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94247396-c4bc-478c-bb3c-096abc6f629a req-171dd98d-93e6-4bef-b9ba-2c58c0e1a1de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965786 Nov 09 00:15:14.295600 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:14.305581 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:14.330997 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673e6b3d-19eb-4821-86b2-0e3ec46f8026 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:14.355825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 673e6b3d-19eb-4821-86b2-0e3ec46f8026, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=673e6b3d-19eb-4821-86b2-0e3ec46f8026,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:14.367997 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:14.382698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de366de-36c4-47ac-b1ce-cd2fa65a9871 req-4408a061-000d-4646-8805-efaaebe005a9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:14.390101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de366de-36c4-47ac-b1ce-cd2fa65a9871 req-4408a061-000d-4646-8805-efaaebe005a9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:14.396221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de366de-36c4-47ac-b1ce-cd2fa65a9871 req-4408a061-000d-4646-8805-efaaebe005a9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:14.398195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6de366de-36c4-47ac-b1ce-cd2fa65a9871 req-4408a061-000d-4646-8805-efaaebe005a9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 2373 time: 0.3603797 Nov 09 00:15:14.440214 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=673e6b3d-19eb-4821-86b2-0e3ec46f8026,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:14.477766 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:14.580715 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6de366de-36c4-47ac-b1ce-cd2fa65a9871 req-22872185-0d6d-4439-82df-3c0ce177e36b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532331 Nov 09 00:15:14.601122 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94247396-c4bc-478c-bb3c-096abc6f629a req-5a94eec1-3bcb-4a9b-9d63-53d23f8133ca service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165121 Nov 09 00:15:14.676702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Allocated IP 172.25.0.108 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/ab7387b4-efc4-401e-b380-fec447183d8b) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:14.700884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['673e6b3d-19eb-4821-86b2-0e3ec46f8026'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:14.799286 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71966666-a986-419b-aafa-2e19c0281985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:15.261645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e8f1-cdd1-4a22-91e5-d750d2153d39 req-0bbcb08e-5597-4f9c-8d2e-84621b56ed38 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:15.263221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48f0e8f1-cdd1-4a22-91e5-d750d2153d39 req-0bbcb08e-5597-4f9c-8d2e-84621b56ed38 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.6612461 Nov 09 00:15:15.287593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-676c32df-ce7b-456b-8747-08b60e311c41 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--950005111&fields=id&tenant_id=d5b6655d13f84cf5bdce8ae2a3c1622a HTTP/1.1" status: 200 len: 267 time: 0.5891001 Nov 09 00:15:15.339857 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94247396-c4bc-478c-bb3c-096abc6f629a req-72835dac-c5ed-4db2-832d-2ed03ac81bcb service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088466 Nov 09 00:15:15.455000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Allocated IP 10.2.2.100 (364a1333-8aa5-40a2-b83a-ed34d1006322/77073b2d-8182-4647-a3e4-f9ac28e41e68/b5a6662b-efda-4873-9888-e7071a337881) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:15.469312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48f0e8f1-cdd1-4a22-91e5-d750d2153d39 req-dca36a1f-637b-4cbc-b2f4-9271c3527f49 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855407 Nov 09 00:15:15.483578 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:15.571651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-90e0de08-567b-4841-89a1-654ae96617f9 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:15.573174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-90e0de08-567b-4841-89a1-654ae96617f9 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/networks?id=f0295c79-6143-4279-b81c-2a805a1e6869 HTTP/1.1" status: 200 len: 815 time: 0.2651067 Nov 09 00:15:15.655895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-e9454e14-0b48-4055-8573-1c93af2c3e83 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/quotas/d5b6655d13f84cf5bdce8ae2a3c1622a HTTP/1.1" status: 200 len: 375 time: 0.0661843 Nov 09 00:15:15.681453 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:15.763631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:15.783771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:15.793009 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c58d41-43be-4530-9807-1f4500a8cb0d req-52042f53-b016-40ba-920c-453d235f218d tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:15.794654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01c58d41-43be-4530-9807-1f4500a8cb0d req-52042f53-b016-40ba-920c-453d235f218d tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 944 time: 0.2192419 Nov 09 00:15:15.796375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:15.832272 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:15.840799 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:15.846671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Pushing event updated for resources: {'Port': ['ID=ab7387b4-efc4-401e-b380-fec447183d8b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:15.865156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-3e7e0cf4-d30f-47e8-bfda-520a84098d6a tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5b6655d13f84cf5bdce8ae2a3c1622a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2004056 Nov 09 00:15:15.995743 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01c58d41-43be-4530-9807-1f4500a8cb0d req-a9d3231a-ad23-44dc-9a02-4aca169b58a8 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640818 Nov 09 00:15:16.003840 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.055140 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.096117 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.102686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:15:16.107618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Network 364a1333-8aa5-40a2-b83a-ed34d1006322 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:16.124637 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:16.127385 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.129018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Port': ['ID=b5a6662b-efda-4873-9888-e7071a337881,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:16.135813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:16.140733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-9de6229d-741e-41ad-acfd-42c30a07fddc service neutron] 10.222.0.25 "GET /v2.0/networks/f0295c79-6143-4279-b81c-2a805a1e6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567599 Nov 09 00:15:16.266291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 673e6b3d-19eb-4821-86b2-0e3ec46f8026 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:16.361700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:16.371736 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.381285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'port_id': '4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0', 'mac_address': 'fa:16:3e:60:1b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9749423-c78d-4642-b475-a021e262f974', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:15:16.386646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:16.387315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.428474 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.430421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 673e6b3d-19eb-4821-86b2-0e3ec46f8026 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:15:16.451545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 673e6b3d-19eb-4821-86b2-0e3ec46f8026 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:16.451958 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.453192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abf2b7-cdec-4631-a0f0-ce2efdb51d2a req-0407b24e-9904-4782-a3bc-a3bffcda1157 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:16.466227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04abf2b7-cdec-4631-a0f0-ce2efdb51d2a req-0407b24e-9904-4782-a3bc-a3bffcda1157 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 943 time: 0.2848365 Nov 09 00:15:16.478105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:16.502259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-5d795e16-eaa2-47a7-ad41-b419cb09ef4e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1105044 Nov 09 00:15:16.525443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'port': {'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322', 'admin_state_up': True, 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'security_groups': ['eadbd130-bd42-44b1-89a8-fbc1961c5fc5']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:16.537135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:16.541296 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-03f4723f-e479-479b-a832-ac983819ab09 service neutron] 10.222.0.25 "GET /v2.0/networks/f0295c79-6143-4279-b81c-2a805a1e6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605595 Nov 09 00:15:16.551977 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.622593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:16.642625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e16143b0-a0ac-4280-a9d9-fb539a6ad049 None None] Provisioning complete for port b5a6662b-efda-4873-9888-e7071a337881 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:16.642997 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e16143b0-a0ac-4280-a9d9-fb539a6ad049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.699168 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.716648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e16143b0-a0ac-4280-a9d9-fb539a6ad049 None None] Port b5a6662b-efda-4873-9888-e7071a337881 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:15:16.755608 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26565f69-71c0-434c-b5db-b98ef6fe6238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673e6b3d-19eb-4821-86b2-0e3ec46f8026'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:16.762640 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f76b05-b4a1-4408-b1bf-1b91568b58b4" -d '{"events": [{"server_uuid": "26565f69-71c0-434c-b5db-b98ef6fe6238", "name": "network-vif-plugged", "status": "completed", "tag": "673e6b3d-19eb-4821-86b2-0e3ec46f8026"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:16.770707 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04abf2b7-cdec-4631-a0f0-ce2efdb51d2a req-18f1d2d7-9526-43cf-8576-564ad93fbad7 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035781 Nov 09 00:15:16.787324 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 673e6b3d-19eb-4821-86b2-0e3ec46f8026, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=673e6b3d-19eb-4821-86b2-0e3ec46f8026,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:16.803349 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.885879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Made reservation on behalf of 2cf919eb7d2b4d85b773866576d770f3 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:15:16.887707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:16.892447 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:16.953907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=673e6b3d-19eb-4821-86b2-0e3ec46f8026,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:17.190210 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:17.227836 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:17.364439 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f6311-8c07-4650-b60c-977377de75bf req-10592ba2-325e-4d4c-97d4-cb9994e2322c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:17.370709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f6311-8c07-4650-b60c-977377de75bf req-10592ba2-325e-4d4c-97d4-cb9994e2322c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:17.377540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f6311-8c07-4650-b60c-977377de75bf req-10592ba2-325e-4d4c-97d4-cb9994e2322c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:17.384226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f6311-8c07-4650-b60c-977377de75bf req-10592ba2-325e-4d4c-97d4-cb9994e2322c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:17.393586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-359f6311-8c07-4650-b60c-977377de75bf req-10592ba2-325e-4d4c-97d4-cb9994e2322c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 3094 time: 0.2778289 Nov 09 00:15:17.399428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Allocated IP 10.2.2.200 (364a1333-8aa5-40a2-b83a-ed34d1006322/77073b2d-8182-4647-a3e4-f9ac28e41e68/cc1506de-6e61-4a64-b986-f96a0cbae5e0) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:17.448446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Pushing event updated for resources: {'Port': ['ID=ab7387b4-efc4-401e-b380-fec447183d8b,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:17.470995 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:17.522771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49adaa7-e8c0-4a84-9ace-9910692f1f97 req-a5b7c9c9-4966-4534-a8e8-f37affde973b tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:17.529154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49adaa7-e8c0-4a84-9ace-9910692f1f97 req-a5b7c9c9-4966-4534-a8e8-f37affde973b tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:17.531682 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:17.535387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49adaa7-e8c0-4a84-9ace-9910692f1f97 req-a5b7c9c9-4966-4534-a8e8-f37affde973b tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:17.537083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a49adaa7-e8c0-4a84-9ace-9910692f1f97 req-a5b7c9c9-4966-4534-a8e8-f37affde973b tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb&device_id=94268577-95bf-4cb1-87ca-64b4fb18ccf5&device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 2416 time: 0.3046901 Nov 09 00:15:17.554148 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:17.563487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2cd8754c-756a-4b21-8644-32aa885ddc38 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4584291 Nov 09 00:15:17.585655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-359f6311-8c07-4650-b60c-977377de75bf req-f672dae2-4cb4-43b3-9a5a-4f69a4a252af tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867831 Nov 09 00:15:17.739865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49f0e67-567a-44d4-a991-717dd2030165 req-efd86aaf-d670-47eb-8bb4-0f834ff4b3e6 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 210 time: 0.0461528 Nov 09 00:15:17.767223 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a49adaa7-e8c0-4a84-9ace-9910692f1f97 req-1cb31f58-4153-4fd5-a197-54a4c7aab5a9 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164946 Nov 09 00:15:17.813454 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa1ec82-2fdb-4396-bcdd-cff79f6a9ef1 x-openstack-request-id: req-0fa1ec82-2fdb-4396-bcdd-cff79f6a9ef1 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:17.813827 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26565f69-71c0-434c-b5db-b98ef6fe6238", "name": "network-vif-plugged", "status": "completed", "tag": "673e6b3d-19eb-4821-86b2-0e3ec46f8026", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:17.814147 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fa1ec82-2fdb-4396-bcdd-cff79f6a9ef1 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:17.814668 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:17.814983 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26565f69-71c0-434c-b5db-b98ef6fe6238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673e6b3d-19eb-4821-86b2-0e3ec46f8026', 'code': 200} Nov 09 00:15:17.873677 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:17.992515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Network 364a1333-8aa5-40a2-b83a-ed34d1006322 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:18.003844 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:18.011046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:18.016465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event updated for resources: {'Port': ['ID=cc1506de-6e61-4a64-b986-f96a0cbae5e0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:18.073866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcc28a-0df9-4079-8fac-8fa97fe8284f req-5e1757fe-a625-4ce2-b254-154551f8a962 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:18.075230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3bcc28a-0df9-4079-8fac-8fa97fe8284f req-5e1757fe-a625-4ce2-b254-154551f8a962 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.1986990 Nov 09 00:15:18.113155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e97111-66de-4d30-8c34-4830c31181ad req-c28bd20b-69d8-422d-8430-253d5b7931f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:18.115946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32e97111-66de-4d30-8c34-4830c31181ad req-c28bd20b-69d8-422d-8430-253d5b7931f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 1096 time: 0.1845353 Nov 09 00:15:18.118019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:18.140472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-9410afae-7c62-4d69-870e-f838a58a393e tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1359244095&fields=id&tenant_id=d5378c6f8c10406f952a632d318c1dd7 HTTP/1.1" status: 200 len: 267 time: 0.2053640 Nov 09 00:15:18.147199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:18.147837 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:18.289022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bf5af12-a919-4a62-b73c-ad6bcf92cdab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7704353 Nov 09 00:15:18.301837 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:18.308090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Request body: {'port': {'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:18.337093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3bcc28a-0df9-4079-8fac-8fa97fe8284f req-19f72bb0-c204-422d-949a-eeef595a182d tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407806 Nov 09 00:15:18.345071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:15:18.355652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:18.356041 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:18.469866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-103d4de3-89d1-465f-8392-85e030067eed tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:18.472094 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-103d4de3-89d1-465f-8392-85e030067eed tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.30 "GET /v2.0/networks?id=f0295c79-6143-4279-b81c-2a805a1e6869 HTTP/1.1" status: 200 len: 815 time: 0.3135703 Nov 09 00:15:18.474252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-850583a5-b311-4f55-a67f-93d2c6e7b88d tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:18.482517 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-850583a5-b311-4f55-a67f-93d2c6e7b88d tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/networks?id=a45e88f6-9c3a-40de-a653-bd8974542bf6 HTTP/1.1" status: 200 len: 806 time: 0.3295088 Nov 09 00:15:18.506131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32e97111-66de-4d30-8c34-4830c31181ad req-2af6af7e-e414-4b83-9cef-f9f496d82283 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795707 Nov 09 00:15:18.526300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-0680e880-ee6a-4df7-8632-40112038b1f6 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/quotas/d5378c6f8c10406f952a632d318c1dd7 HTTP/1.1" status: 200 len: 375 time: 0.0420604 Nov 09 00:15:18.531362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2d7e033b-bfac-45c7-9bad-943068a31926 None None] Provisioning complete for port cc1506de-6e61-4a64-b986-f96a0cbae5e0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:18.532495 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d7e033b-bfac-45c7-9bad-943068a31926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:18.589234 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e033b-bfac-45c7-9bad-943068a31926 None None] Port cc1506de-6e61-4a64-b986-f96a0cbae5e0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:15:18.593425 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-f65f1e0d-5477-4aff-be46-7a2df0d729b7 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5b6655d13f84cf5bdce8ae2a3c1622a HTTP/1.1" status: 200 len: 379 time: 0.1113014 Nov 09 00:15:18.618019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Request body: {'port': {'device_id': 'fd746aff-c380-4c89-94cf-51262bd39350', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'admin_state_up': True, 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'security_groups': ['153ea567-b802-4950-847b-4690976a7e7d']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:18.655598 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:18.732515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:18.742924 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:18.799302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Made reservation on behalf of d5b6655d13f84cf5bdce8ae2a3c1622a for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:15:18.803062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:18.805613 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-13dcb9a8-ed8c-43f7-99e2-d85fe09acc2c tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5378c6f8c10406f952a632d318c1dd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2705140 Nov 09 00:15:18.808951 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:18.853300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:18.866219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd70a3-8ed4-49ec-8b12-540fda2fa4be req-16004b4c-6ead-42c9-8849-38f50bf4685c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:18.882736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bbd70a3-8ed4-49ec-8b12-540fda2fa4be req-16004b4c-6ead-42c9-8849-38f50bf4685c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 945 time: 0.2118967 Nov 09 00:15:19.030215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Allocated IP 172.20.0.5 (f0295c79-6143-4279-b81c-2a805a1e6869/e28612e1-6237-4c61-a74c-f0bb4e7ca68f/cce0189a-5cef-4865-b642-3689d6290d83) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:19.120287 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bbd70a3-8ed4-49ec-8b12-540fda2fa4be req-0c8f42fd-c141-4d76-b3a4-00cec1885cc4 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160606 Nov 09 00:15:19.237914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-e1915ad7-2725-4019-8bb3-d7d4e4364383 service neutron] 10.222.0.25 "GET /v2.0/networks/a45e88f6-9c3a-40de-a653-bd8974542bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128153 Nov 09 00:15:19.274444 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:19.317093 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:19.362452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0ee573-9c26-4590-b2c2-93f87044e954 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:19.381008 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:19.384643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Network f0295c79-6143-4279-b81c-2a805a1e6869 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:19.389198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:19.392050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:19.410907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Transition to ACTIVE for port object 1c0ee573-9c26-4590-b2c2-93f87044e954 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:15:19.434208 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:19.453918 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:19.455174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:19.479586 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8706598 Nov 09 00:15:19.480357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Pushing event updated for resources: {'Port': ['ID=cce0189a-5cef-4865-b642-3689d6290d83,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:19.493146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Request body: {'port': {'device_id': 'fd746aff-c380-4c89-94cf-51262bd39350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:19.540478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:19.542133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:19.542638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:19.543210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:19.543557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:19.543899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:19.544356 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:19.544921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:19.545253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:19.545619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:19.545939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:19.546264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f05ae-e528-4f12-8d6a-c0904df67c9d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:19.626700 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:19.674633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0ee573-9c26-4590-b2c2-93f87044e954,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:19.760326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8822175-3f77-4a47-a276-05ccc8a558a1 req-f801bd46-bcef-44a7-8060-bd93df8c199e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:19.771296 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8822175-3f77-4a47-a276-05ccc8a558a1 req-f801bd46-bcef-44a7-8060-bd93df8c199e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 945 time: 0.5484746 Nov 09 00:15:19.816107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c0c04b-3b77-49d6-b17e-a4758f0d0eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:19.818914 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc997736-147a-4649-9443-1f9000cd06c0" -d '{"events": [{"server_uuid": "38c0c04b-3b77-49d6-b17e-a4758f0d0eb2", "name": "network-vif-plugged", "status": "completed", "tag": "4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:19.863867 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-99df18a0-0e07-4a86-b4f8-4657409a769e None None] Provisioning complete for port cce0189a-5cef-4865-b642-3689d6290d83 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:19.865007 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-99df18a0-0e07-4a86-b4f8-4657409a769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:19.950387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-99df18a0-0e07-4a86-b4f8-4657409a769e None None] Port cce0189a-5cef-4865-b642-3689d6290d83 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:15:20.018300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8822175-3f77-4a47-a276-05ccc8a558a1 req-9e0ddd7a-77c4-4450-80ee-10915424d38a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445972 Nov 09 00:15:20.025917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce0189a-5cef-4865-b642-3689d6290d83 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:20.044097 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:20.058243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Transition to ACTIVE for port object cce0189a-5cef-4865-b642-3689d6290d83 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:15:20.063262 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:20.239327 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=cce0189a-5cef-4865-b642-3689d6290d83,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:20.262467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Attempting to bind port cce0189a-5cef-4865-b642-3689d6290d83 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:20.262804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Attempting to bind port cce0189a-5cef-4865-b642-3689d6290d83 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:20.263133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Attempting to bind port cce0189a-5cef-4865-b642-3689d6290d83 on network f0295c79-6143-4279-b81c-2a805a1e6869 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:20.273907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Port cce0189a-5cef-4865-b642-3689d6290d83 on network f0295c79-6143-4279-b81c-2a805a1e6869 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:15:20.274232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Attempting to bind port cce0189a-5cef-4865-b642-3689d6290d83 on network f0295c79-6143-4279-b81c-2a805a1e6869 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:20.282922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:20.283266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Checking segment: {'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:20.283657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Bound using segment: {'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:20.284090 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Bound port: cce0189a-5cef-4865-b642-3689d6290d83, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189c1925-6161-44ec-9f8e-15a7a705400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:20.284445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:20.435121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] For port cce0189a-5cef-4865-b642-3689d6290d83, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:20.438789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] For port cce0189a-5cef-4865-b642-3689d6290d83, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cce0189a-5cef-4865-b642-3689d6290d83,segment=NetworkSegment(189c1925-6161-44ec-9f8e-15a7a705400b),segment_id=189c1925-6161-44ec-9f8e-15a7a705400b)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:20.445876 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:20.483872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:20.484535 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:20.485929 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] 10.222.0.30 "PUT /v2.0/ports/cce0189a-5cef-4865-b642-3689d6290d83 HTTP/1.1" status: 200 len: 1091 time: 0.9974840 Nov 09 00:15:20.486383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd746aff-c380-4c89-94cf-51262bd39350', 'tag': 'cce0189a-5cef-4865-b642-3689d6290d83'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:20.488797 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e884530-1c0f-4d5f-b427-e650c21cf9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd746aff-c380-4c89-94cf-51262bd39350", "tag": "cce0189a-5cef-4865-b642-3689d6290d83"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:20.536156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fcfa3-f228-44b4-98b6-46f58a24bdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=cce0189a-5cef-4865-b642-3689d6290d83,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:20.633720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-896d2f36-601b-4628-a2cd-721b3df0e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:20.638791 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-896d2f36-601b-4628-a2cd-721b3df0e0dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5b6655d13f84cf5bdce8ae2a3c1622a&device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 1094 time: 0.0941403 Nov 09 00:15:20.712525 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-faaac999-be42-4ddf-8440-8355f9e1a8d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce0189a-5cef-4865-b642-3689d6290d83 HTTP/1.1" status: 200 len: 217 time: 0.0574067 Nov 09 00:15:20.760974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Attempting to bind port 1c0ee573-9c26-4590-b2c2-93f87044e954 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:20.764141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Attempting to bind port 1c0ee573-9c26-4590-b2c2-93f87044e954 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:20.766435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Attempting to bind port 1c0ee573-9c26-4590-b2c2-93f87044e954 on network cd00dfb3-9954-4da4-8bab-f4742925ef5a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:20.788067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Port 1c0ee573-9c26-4590-b2c2-93f87044e954 on network cd00dfb3-9954-4da4-8bab-f4742925ef5a not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:15:20.788370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Attempting to bind port 1c0ee573-9c26-4590-b2c2-93f87044e954 on network cd00dfb3-9954-4da4-8bab-f4742925ef5a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:20.794830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-ba710ba5-e0c1-4c87-9914-dea022e92549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:20.796907 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-ba710ba5-e0c1-4c87-9914-dea022e92549 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e28612e1-6237-4c61-a74c-f0bb4e7ca68f HTTP/1.1" status: 200 len: 854 time: 0.0758491 Nov 09 00:15:20.814649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:20.815160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Checking segment: {'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:20.815660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Bound using segment: {'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:20.816476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Bound port: 1c0ee573-9c26-4590-b2c2-93f87044e954, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5152b0f-4eb8-4150-a545-f7356d4cc300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:20.816943 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:20.841889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61178-5547-45c7-b004-716929570807 req-e0600855-e772-41df-9522-93e20322304f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:20.850028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61178-5547-45c7-b004-716929570807 req-e0600855-e772-41df-9522-93e20322304f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:20.857944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61178-5547-45c7-b004-716929570807 req-e0600855-e772-41df-9522-93e20322304f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:20.866294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61178-5547-45c7-b004-716929570807 req-e0600855-e772-41df-9522-93e20322304f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:20.873404 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61178-5547-45c7-b004-716929570807 req-e0600855-e772-41df-9522-93e20322304f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:20.874235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-c5a5aead-d946-4683-9ad7-f539e4243474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:20.876025 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-c5a5aead-d946-4683-9ad7-f539e4243474 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0295c79-6143-4279-b81c-2a805a1e6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715873 Nov 09 00:15:20.877801 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ed61178-5547-45c7-b004-716929570807 req-e0600855-e772-41df-9522-93e20322304f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 3827 time: 0.1888113 Nov 09 00:15:20.880192 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-bf824e64-0c50-4542-96f3-ed2637c84198 service neutron] 10.222.0.25 "GET /v2.0/networks/a45e88f6-9c3a-40de-a653-bd8974542bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4675078 Nov 09 00:15:20.947729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] For port 1c0ee573-9c26-4590-b2c2-93f87044e954, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:20.951709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] For port 1c0ee573-9c26-4590-b2c2-93f87044e954, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1c0ee573-9c26-4590-b2c2-93f87044e954,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:20.980418 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:21.055930 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-322a087a-608b-4cd0-ab72-3c6021c3dae1 service neutron] 10.222.0.30 "GET /v2.0/networks/f0295c79-6143-4279-b81c-2a805a1e6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667593 Nov 09 00:15:21.094401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ed61178-5547-45c7-b004-716929570807 req-41905185-cb55-4650-b19e-d94d7688a54f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364985 Nov 09 00:15:21.098446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:21.099272 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:21.104101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] 10.222.0.30 "PUT /v2.0/ports/1c0ee573-9c26-4590-b2c2-93f87044e954 HTTP/1.1" status: 200 len: 1092 time: 2.8014865 Nov 09 00:15:21.113125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': '1c0ee573-9c26-4590-b2c2-93f87044e954'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:21.121861 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "1c0ee573-9c26-4590-b2c2-93f87044e954"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:21.186382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Request body: {'port': {'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:21.237370 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc86e345-9a7e-4dd2-b7bf-f6726a221050 req-76c9cdf1-4abe-4afe-91b8-84021abb49d7 service neutron] 10.222.0.30 "GET /v2.0/networks/f0295c79-6143-4279-b81c-2a805a1e6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705804 Nov 09 00:15:21.268816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa07e2-0677-4de6-b110-35c595e92410 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0ee573-9c26-4590-b2c2-93f87044e954,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:21.447492 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:21.475745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db3b44-1553-4f82-add3-5ba16da1ee43 req-c5cb2d46-63f1-4550-8c6e-321b5dc307bd tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:21.483685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48db3b44-1553-4f82-add3-5ba16da1ee43 req-c5cb2d46-63f1-4550-8c6e-321b5dc307bd tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 943 time: 0.1932354 Nov 09 00:15:21.558992 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48db3b44-1553-4f82-add3-5ba16da1ee43 req-e8f86408-3ec8-4d96-92ce-7adb0b9077b4 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/security-groups?id=153ea567-b802-4950-847b-4690976a7e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698647 Nov 09 00:15:21.566985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1e541-01a1-4631-a9f3-9fe7e2a9d5f3 req-2b66d0fd-14d3-4ca6-a0d0-0c66745082d1 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:21.585963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ef1e541-01a1-4631-a9f3-9fe7e2a9d5f3 req-2b66d0fd-14d3-4ca6-a0d0-0c66745082d1 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.2274427 Nov 09 00:15:21.620985 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96871c08-666f-48d4-a1ac-f0d362bb06ae x-openstack-request-id: req-96871c08-666f-48d4-a1ac-f0d362bb06ae {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:21.621489 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c0c04b-3b77-49d6-b17e-a4758f0d0eb2", "name": "network-vif-plugged", "status": "completed", "tag": "4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:21.621617 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96871c08-666f-48d4-a1ac-f0d362bb06ae {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:21.622189 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c0c04b-3b77-49d6-b17e-a4758f0d0eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0', 'code': 200} Nov 09 00:15:21.664070 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89e9f9f-39b3-48fb-b5cf-86524eb77e33 x-openstack-request-id: req-a89e9f9f-39b3-48fb-b5cf-86524eb77e33 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:21.664574 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd746aff-c380-4c89-94cf-51262bd39350", "tag": "cce0189a-5cef-4865-b642-3689d6290d83", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:21.664574 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a89e9f9f-39b3-48fb-b5cf-86524eb77e33 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:21.664916 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd746aff-c380-4c89-94cf-51262bd39350', 'tag': 'cce0189a-5cef-4865-b642-3689d6290d83', 'status': 'completed', 'code': 200} Nov 09 00:15:21.775170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e884530-1c0f-4d5f-b427-e650c21cf9a8 req-70bf368d-0e0d-4f4a-95ec-e91e6f4e46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:21.777506 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e884530-1c0f-4d5f-b427-e650c21cf9a8 req-70bf368d-0e0d-4f4a-95ec-e91e6f4e46eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5b6655d13f84cf5bdce8ae2a3c1622a&device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 1094 time: 0.0776894 Nov 09 00:15:21.898535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e884530-1c0f-4d5f-b427-e650c21cf9a8 req-2ffc1b70-b80d-4aab-bf44-722b4c0839f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:21.900031 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e884530-1c0f-4d5f-b427-e650c21cf9a8 req-2ffc1b70-b80d-4aab-bf44-722b4c0839f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0295c79-6143-4279-b81c-2a805a1e6869 HTTP/1.1" status: 200 len: 915 time: 0.1122692 Nov 09 00:15:22.034709 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e884530-1c0f-4d5f-b427-e650c21cf9a8 req-67379119-037a-47b6-a16d-0cfe6fca1cee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce0189a-5cef-4865-b642-3689d6290d83 HTTP/1.1" status: 200 len: 217 time: 0.1243804 Nov 09 00:15:22.063678 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ef1e541-01a1-4631-a9f3-9fe7e2a9d5f3 req-77fb42fd-ec7a-4571-a485-d60dec68ea9a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995771 Nov 09 00:15:22.107643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8e50f-4ac6-406d-bef1-fe94f87b5eb8 req-1cff3809-2a0a-41c6-a702-66d518feeec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:22.111050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80f8e50f-4ac6-406d-bef1-fe94f87b5eb8 req-1cff3809-2a0a-41c6-a702-66d518feeec7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 1096 time: 0.3861036 Nov 09 00:15:22.133207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e884530-1c0f-4d5f-b427-e650c21cf9a8 req-82e12aec-08ab-4387-87e5-935bdb25ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:22.135729 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e884530-1c0f-4d5f-b427-e650c21cf9a8 req-82e12aec-08ab-4387-87e5-935bdb25ef46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e28612e1-6237-4c61-a74c-f0bb4e7ca68f HTTP/1.1" status: 200 len: 854 time: 0.0895579 Nov 09 00:15:22.242311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f85fa-7e11-42b6-81f4-2c707305c98d req-b118aaed-433b-4b92-b072-57ea681fb480 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:22.251058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b23f85fa-7e11-42b6-81f4-2c707305c98d req-b118aaed-433b-4b92-b072-57ea681fb480 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 945 time: 0.4597733 Nov 09 00:15:22.273395 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a1f3a1-4dab-4290-bf87-eed01ecb7309 x-openstack-request-id: req-a6a1f3a1-4dab-4290-bf87-eed01ecb7309 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:22.273788 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "1c0ee573-9c26-4590-b2c2-93f87044e954", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:22.274016 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6a1f3a1-4dab-4290-bf87-eed01ecb7309 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:22.274410 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': '1c0ee573-9c26-4590-b2c2-93f87044e954', 'status': 'completed', 'code': 200} Nov 09 00:15:22.352225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e884530-1c0f-4d5f-b427-e650c21cf9a8 req-e56f46ca-25a5-49c4-95eb-e5d001e5ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:22.354338 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e884530-1c0f-4d5f-b427-e650c21cf9a8 req-e56f46ca-25a5-49c4-95eb-e5d001e5ac89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0295c79-6143-4279-b81c-2a805a1e6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043397 Nov 09 00:15:22.434258 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0919194b-25d8-4966-b161-3d5320564831 req-15c94dd6-27a3-4a26-a3db-ba98e00ae6b0 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 210 time: 0.0494072 Nov 09 00:15:22.438730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80f8e50f-4ac6-406d-bef1-fe94f87b5eb8 req-d3107298-505f-4c2d-90a7-dcaa82fc2a0c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120184 Nov 09 00:15:22.493769 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e884530-1c0f-4d5f-b427-e650c21cf9a8 req-2b4c0a4e-5fda-4dbb-ab04-e99f3fae04f4 service neutron] 10.222.0.30 "GET /v2.0/networks/f0295c79-6143-4279-b81c-2a805a1e6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269350 Nov 09 00:15:22.499110 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b23f85fa-7e11-42b6-81f4-2c707305c98d req-985cc054-3862-490d-8940-2aafb800ff7e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471893 Nov 09 00:15:22.500166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1 req-4a85d4c5-d27f-444e-bc3f-687e701b003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:22.500902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1 req-4a85d4c5-d27f-444e-bc3f-687e701b003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:22.501083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1 req-4a85d4c5-d27f-444e-bc3f-687e701b003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:22.501586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1 req-4a85d4c5-d27f-444e-bc3f-687e701b003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:22.502213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1 req-4a85d4c5-d27f-444e-bc3f-687e701b003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:22.503851 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1 req-4a85d4c5-d27f-444e-bc3f-687e701b003c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 4362 time: 0.2507603 Nov 09 00:15:22.610675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badf5b56-8934-45ad-ab08-b14502d9f297 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:22.616746 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1e884530-1c0f-4d5f-b427-e650c21cf9a8 req-6395d97c-6dd2-4ebb-9104-e151d506aa61 service neutron] 10.222.0.30 "GET /v2.0/networks/f0295c79-6143-4279-b81c-2a805a1e6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119370 Nov 09 00:15:22.629861 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:22.650789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Transition to ACTIVE for port object badf5b56-8934-45ad-ab08-b14502d9f297 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:15:22.667339 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:22.771290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Pushing event updated for resources: {'Port': ['ID=badf5b56-8934-45ad-ab08-b14502d9f297,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:23.153114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Attempting to bind port badf5b56-8934-45ad-ab08-b14502d9f297 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:23.153709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Attempting to bind port badf5b56-8934-45ad-ab08-b14502d9f297 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:23.154068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Attempting to bind port badf5b56-8934-45ad-ab08-b14502d9f297 on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:23.317976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Port badf5b56-8934-45ad-ab08-b14502d9f297 on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:15:23.318337 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Attempting to bind port badf5b56-8934-45ad-ab08-b14502d9f297 on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:23.342922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1 req-916e51d5-6c14-4c21-b845-7ea11981f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.343962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1 req-916e51d5-6c14-4c21-b845-7ea11981f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.344589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1 req-916e51d5-6c14-4c21-b845-7ea11981f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.346374 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1 req-916e51d5-6c14-4c21-b845-7ea11981f34a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2cf919eb7d2b4d85b773866576d770f3&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.7287226 Nov 09 00:15:23.348855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:23.349201 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Checking segment: {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:23.349641 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Bound using segment: {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:23.350095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Bound port: badf5b56-8934-45ad-ab08-b14502d9f297, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:23.350454 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:23.404649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68fd6c-c82f-4046-bcf8-10924a20e7f2 req-395113ea-1e3d-404b-998e-12f6686f7a80 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.410991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68fd6c-c82f-4046-bcf8-10924a20e7f2 req-395113ea-1e3d-404b-998e-12f6686f7a80 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.418854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68fd6c-c82f-4046-bcf8-10924a20e7f2 req-395113ea-1e3d-404b-998e-12f6686f7a80 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.425271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68fd6c-c82f-4046-bcf8-10924a20e7f2 req-395113ea-1e3d-404b-998e-12f6686f7a80 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.431610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68fd6c-c82f-4046-bcf8-10924a20e7f2 req-395113ea-1e3d-404b-998e-12f6686f7a80 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.437644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68fd6c-c82f-4046-bcf8-10924a20e7f2 req-395113ea-1e3d-404b-998e-12f6686f7a80 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.439553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef68fd6c-c82f-4046-bcf8-10924a20e7f2 req-395113ea-1e3d-404b-998e-12f6686f7a80 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 4599 time: 0.2811313 Nov 09 00:15:23.450778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e1ab-6c31-4185-a1ec-8e1402732074 req-e868ece4-fc06-4cae-b170-8a08ccbca915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.452292 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b522e1ab-6c31-4185-a1ec-8e1402732074 req-e868ece4-fc06-4cae-b170-8a08ccbca915 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b32019551524d2f9df2c3bdc1ea8bf3&device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 1096 time: 0.1604981 Nov 09 00:15:23.477050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-151b9d37-c818-448a-a2f9-1be2c6dca351 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.477050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-151b9d37-c818-448a-a2f9-1be2c6dca351 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.11 "GET /v2.0/networks?id=a45e88f6-9c3a-40de-a653-bd8974542bf6 HTTP/1.1" status: 200 len: 806 time: 0.4840968 Nov 09 00:15:23.501087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846158bb-dfe2-4b2c-98d6-c6729f7efc52 req-a35cda7a-956c-46b0-ba46-0dd8eb1fdb37 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.502702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-846158bb-dfe2-4b2c-98d6-c6729f7efc52 req-a35cda7a-956c-46b0-ba46-0dd8eb1fdb37 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 943 time: 0.3422570 Nov 09 00:15:23.553497 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device cce0189a-5cef-4865-b642-3689d6290d83 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:15:23.593592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1 req-8b31a92c-a876-4d71-a259-7b7e36acad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.595067 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5ae5bb2-bfc6-42ca-b228-fcc666e775f1 req-8b31a92c-a876-4d71-a259-7b7e36acad77 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2385540 Nov 09 00:15:23.623832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef68fd6c-c82f-4046-bcf8-10924a20e7f2 req-cba499bd-d206-45f2-931d-7567c85de00a tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1588573 Nov 09 00:15:23.645893 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e1ab-6c31-4185-a1ec-8e1402732074 req-d86599fc-a26e-4870-9130-71f681671b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.647936 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b522e1ab-6c31-4185-a1ec-8e1402732074 req-d86599fc-a26e-4870-9130-71f681671b96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de14ec28-19ee-49f0-9308-d07cffb55ed5 HTTP/1.1" status: 200 len: 910 time: 0.1838086 Nov 09 00:15:23.709407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] For port badf5b56-8934-45ad-ab08-b14502d9f297, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:23.723148 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b522e1ab-6c31-4185-a1ec-8e1402732074 req-8940e86b-8798-4283-beb9-6fa5b0c43d3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=673e6b3d-19eb-4821-86b2-0e3ec46f8026 HTTP/1.1" status: 200 len: 217 time: 0.0658629 Nov 09 00:15:23.747207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] For port badf5b56-8934-45ad-ab08-b14502d9f297, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=badf5b56-8934-45ad-ab08-b14502d9f297,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:23.760561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-eacc0001-1a60-4b1d-8d3c-8901e8df2705 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5378c6f8c10406f952a632d318c1dd7 HTTP/1.1" status: 200 len: 380 time: 0.2561629 Nov 09 00:15:23.764220 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:23.795990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port cce0189a-5cef-4865-b642-3689d6290d83, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cce0189a-5cef-4865-b642-3689d6290d83,segment=NetworkSegment(189c1925-6161-44ec-9f8e-15a7a705400b),segment_id=189c1925-6161-44ec-9f8e-15a7a705400b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:23.821308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'cce0189a-5cef-4865-b642-3689d6290d83', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'port_id': 'cce0189a-5cef-4865-b642-3689d6290d83', 'mac_address': 'fa:16:3e:f0:9a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:15:23.826912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e1ab-6c31-4185-a1ec-8e1402732074 req-2bf09512-7615-4921-a9fb-f0894cb3f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.829935 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b522e1ab-6c31-4185-a1ec-8e1402732074 req-2bf09512-7615-4921-a9fb-f0894cb3f299 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e6cf39-35fd-4c49-9ac2-6bcc71306417 HTTP/1.1" status: 200 len: 850 time: 0.0975103 Nov 09 00:15:23.851780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Request body: {'port': {'device_id': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'admin_state_up': True, 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'security_groups': ['da6e0c3c-d2fe-4b9d-8913-b546464835d2']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:23.863924 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:23.886585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-846158bb-dfe2-4b2c-98d6-c6729f7efc52 req-d64b1aed-8932-450a-b4f5-c9753bbb5416 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/security-groups?id=153ea567-b802-4950-847b-4690976a7e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697534 Nov 09 00:15:23.894257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce0189a-5cef-4865-b642-3689d6290d83 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:23.903167 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b522e1ab-6c31-4185-a1ec-8e1402732074 req-2827916d-9835-443b-91fe-99066e726c46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de14ec28-19ee-49f0-9308-d07cffb55ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639198 Nov 09 00:15:23.938118 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port cce0189a-5cef-4865-b642-3689d6290d83, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cce0189a-5cef-4865-b642-3689d6290d83,segment=NetworkSegment(189c1925-6161-44ec-9f8e-15a7a705400b),segment_id=189c1925-6161-44ec-9f8e-15a7a705400b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:23.939207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:23.940133 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:23.942757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] 10.222.0.30 "PUT /v2.0/ports/badf5b56-8934-45ad-ab08-b14502d9f297 HTTP/1.1" status: 200 len: 1130 time: 2.7689250 Nov 09 00:15:23.945040 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:23.963923 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:15:24.002943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Request body: {'port': {'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:24.061647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=cce0189a-5cef-4865-b642-3689d6290d83,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:24.064897 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b522e1ab-6c31-4185-a1ec-8e1402732074 req-82b63257-362a-40a1-8d8f-1158c70ff02a service neutron] 10.222.0.11 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432972 Nov 09 00:15:24.069902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:24.070445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:24.070925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:24.071400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:24.071930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:24.072419 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:24.072883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:24.073420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:24.073898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:24.074361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:24.074836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:24.075295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:24.172968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411866ed-fbb5-49ea-8299-58f03e7a6e2d service neutron] Pushing event updated for resources: {'Port': ['ID=badf5b56-8934-45ad-ab08-b14502d9f297,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:24.180070 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b522e1ab-6c31-4185-a1ec-8e1402732074 req-c099e337-e5f4-4401-9ec2-661d8b8322b6 service neutron] 10.222.0.11 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048050 Nov 09 00:15:24.210403 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['cce0189a-5cef-4865-b642-3689d6290d83'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:24.255032 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:24.269397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c438a9-6166-4025-affc-ef9e48287825 req-e674323f-a532-4125-b3e6-ad2018e03543 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:24.271119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6c438a9-6166-4025-affc-ef9e48287825 req-e674323f-a532-4125-b3e6-ad2018e03543 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.2751164 Nov 09 00:15:24.293768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': 'badf5b56-8934-45ad-ab08-b14502d9f297'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:24.296005 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7edd9f-0990-4e92-a7bd-fedd5c602520" -d '{"events": [{"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "badf5b56-8934-45ad-ab08-b14502d9f297"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:24.311175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458064f-9548-4e22-8fad-09db2a14675d req-e612a534-aa4d-4add-915c-0e768dca1cb7 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:24.312717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4458064f-9548-4e22-8fad-09db2a14675d req-e612a534-aa4d-4add-915c-0e768dca1cb7 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.2018297 Nov 09 00:15:24.356149 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Made reservation on behalf of d5378c6f8c10406f952a632d318c1dd7 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:15:24.359664 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:24.448513 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6c438a9-6166-4025-affc-ef9e48287825 req-00dbc93f-edf4-4c0a-93dd-92f9a407a18f tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471915 Nov 09 00:15:24.560108 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4458064f-9548-4e22-8fad-09db2a14675d req-ace2b5bf-9f62-4468-adc3-dce0dd1cd90b tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367074 Nov 09 00:15:24.586544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64240e0-d6cf-4f27-b9f9-84e37b4593a8 req-fe38db18-fc6a-40f9-a31f-d8e139a7e4b1 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 210 time: 0.0526798 Nov 09 00:15:24.755536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Allocated IP 172.20.0.5 (a45e88f6-9c3a-40de-a653-bd8974542bf6/95dc5722-f607-4285-b3a5-ba128fc68000/820c87a2-9736-44f7-9a19-46a464e913cc) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:24.796046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412dec-38a9-4cba-96e9-2b8f7e2fe5b8 req-96818008-53b4-43a5-a4b3-b91f89ab9028 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:24.797565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9412dec-38a9-4cba-96e9-2b8f7e2fe5b8 req-96818008-53b4-43a5-a4b3-b91f89ab9028 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 945 time: 0.1187470 Nov 09 00:15:24.916843 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4f52a8-8b52-4129-9137-8b88160e0eb3 x-openstack-request-id: req-2c4f52a8-8b52-4129-9137-8b88160e0eb3 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:24.917138 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "badf5b56-8934-45ad-ab08-b14502d9f297", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:24.917452 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c4f52a8-8b52-4129-9137-8b88160e0eb3 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:24.917762 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': 'badf5b56-8934-45ad-ab08-b14502d9f297', 'status': 'completed', 'code': 200} Nov 09 00:15:24.933131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9412dec-38a9-4cba-96e9-2b8f7e2fe5b8 req-35a127aa-5667-46f0-af48-ac35b6793da4 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210680 Nov 09 00:15:24.981413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deca90b0-bc9b-4415-b659-c843bd9b048e {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:24.994776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:25.002144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-cfe20822-8057-4c58-95d1-02bde01ce946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.003285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-cfe20822-8057-4c58-95d1-02bde01ce946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.004165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-cfe20822-8057-4c58-95d1-02bde01ce946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.005181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-cfe20822-8057-4c58-95d1-02bde01ce946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.006241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-cfe20822-8057-4c58-95d1-02bde01ce946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.006870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-cfe20822-8057-4c58-95d1-02bde01ce946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.010486 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-cfe20822-8057-4c58-95d1-02bde01ce946 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5285 time: 0.0805624 Nov 09 00:15:25.062834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Transition to ACTIVE for port object deca90b0-bc9b-4415-b659-c843bd9b048e will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:15:25.087499 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:25.120788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-8e48bd23-68a3-42fc-a521-34664ccfe027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.121366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-8e48bd23-68a3-42fc-a521-34664ccfe027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.121854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-8e48bd23-68a3-42fc-a521-34664ccfe027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.123553 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-8e48bd23-68a3-42fc-a521-34664ccfe027 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2cf919eb7d2b4d85b773866576d770f3&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1036692 Nov 09 00:15:25.157825 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:25.197005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defe053-36b4-45f4-b7f9-6a00ef3cdab9 req-ebfe17eb-d7bf-45c5-acd8-1fab0a392ad8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.203007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defe053-36b4-45f4-b7f9-6a00ef3cdab9 req-ebfe17eb-d7bf-45c5-acd8-1fab0a392ad8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.209014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defe053-36b4-45f4-b7f9-6a00ef3cdab9 req-ebfe17eb-d7bf-45c5-acd8-1fab0a392ad8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.215726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defe053-36b4-45f4-b7f9-6a00ef3cdab9 req-ebfe17eb-d7bf-45c5-acd8-1fab0a392ad8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.221707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defe053-36b4-45f4-b7f9-6a00ef3cdab9 req-ebfe17eb-d7bf-45c5-acd8-1fab0a392ad8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.233195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defe053-36b4-45f4-b7f9-6a00ef3cdab9 req-ebfe17eb-d7bf-45c5-acd8-1fab0a392ad8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.244551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-2f2527f9-e088-4675-8981-fb9663bb3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.244955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7defe053-36b4-45f4-b7f9-6a00ef3cdab9 req-ebfe17eb-d7bf-45c5-acd8-1fab0a392ad8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 4599 time: 0.2465346 Nov 09 00:15:25.246744 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3b7edd9f-0990-4e92-a7bd-fedd5c602520 req-2f2527f9-e088-4675-8981-fb9663bb3036 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1103156 Nov 09 00:15:25.251183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Pushing event updated for resources: {'Port': ['ID=deca90b0-bc9b-4415-b659-c843bd9b048e,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:25.295515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc4356-90a7-4d98-80f7-bcd17c6324ca req-0496cefe-a07f-4985-ac97-15465030a8bb tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.297075 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90fc4356-90a7-4d98-80f7-bcd17c6324ca req-0496cefe-a07f-4985-ac97-15465030a8bb tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 944 time: 0.2356327 Nov 09 00:15:25.424048 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:25.477489 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf7f7d-549e-4084-ae53-c54cbf7b7088 req-ab639c64-2a31-49d8-a84b-331d6129dc3f tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.479639 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-38bf7f7d-549e-4084-ae53-c54cbf7b7088 req-ab639c64-2a31-49d8-a84b-331d6129dc3f tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.30 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 945 time: 0.0534232 Nov 09 00:15:25.479753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7defe053-36b4-45f4-b7f9-6a00ef3cdab9 req-58852a3c-0c9b-4116-9f7b-0ce94cd19c75 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2337010 Nov 09 00:15:25.510106 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90fc4356-90a7-4d98-80f7-bcd17c6324ca req-8d3b5f04-1194-469c-be7e-568e360a0c55 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/security-groups?id=153ea567-b802-4950-847b-4690976a7e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814859 Nov 09 00:15:25.510106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Network a45e88f6-9c3a-40de-a653-bd8974542bf6 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:25.524173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:25.535125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:25.538077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Attempting to bind port deca90b0-bc9b-4415-b659-c843bd9b048e on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:25.538412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Attempting to bind port deca90b0-bc9b-4415-b659-c843bd9b048e by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:25.538738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Attempting to bind port deca90b0-bc9b-4415-b659-c843bd9b048e on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:25.555171 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device cce0189a-5cef-4865-b642-3689d6290d83 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:25.611926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Port deca90b0-bc9b-4415-b659-c843bd9b048e on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:15:25.612255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Attempting to bind port deca90b0-bc9b-4415-b659-c843bd9b048e on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:25.634436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:25.634804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Checking segment: {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:25.635180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Bound using segment: {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:25.635630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Bound port: deca90b0-bc9b-4415-b659-c843bd9b048e, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:25.636461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:25.679451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port cce0189a-5cef-4865-b642-3689d6290d83 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:15:25.680465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Pushing event updated for resources: {'Port': ['ID=820c87a2-9736-44f7-9a19-46a464e913cc,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:25.688657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port cce0189a-5cef-4865-b642-3689d6290d83 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:25.689049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:25.725176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-38bf7f7d-549e-4084-ae53-c54cbf7b7088 req-939a2efa-f13e-4156-81c4-9654f7e6f505 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Deleting port 7ffab732-5a6a-43df-95ad-579de32a0d09 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:15:25.725772 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38bf7f7d-549e-4084-ae53-c54cbf7b7088 req-939a2efa-f13e-4156-81c4-9654f7e6f505 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:25.805132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:25.809614 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:25.880770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-22c4cb72-1a87-4b95-bdc8-052fd10f51ee tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1044705 Nov 09 00:15:25.899099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Request body: {'port': {'device_id': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:25.906226 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:25.933568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-38bf7f7d-549e-4084-ae53-c54cbf7b7088 req-939a2efa-f13e-4156-81c4-9654f7e6f505 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] For port 7ffab732-5a6a-43df-95ad-579de32a0d09, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7ffab732-5a6a-43df-95ad-579de32a0d09,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:25.934125 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38bf7f7d-549e-4084-ae53-c54cbf7b7088 req-939a2efa-f13e-4156-81c4-9654f7e6f505 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:25.947102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-38bf7f7d-549e-4084-ae53-c54cbf7b7088 req-939a2efa-f13e-4156-81c4-9654f7e6f505 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Calling delete_port for 7ffab732-5a6a-43df-95ad-579de32a0d09 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:15:25.974874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd746aff-c380-4c89-94cf-51262bd39350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce0189a-5cef-4865-b642-3689d6290d83'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:25.977660 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e12d89-c633-4e3c-8955-8f4cc67ff73c" -d '{"events": [{"server_uuid": "fd746aff-c380-4c89-94cf-51262bd39350", "name": "network-vif-plugged", "status": "completed", "tag": "cce0189a-5cef-4865-b642-3689d6290d83"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:25.990877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] For port deca90b0-bc9b-4415-b659-c843bd9b048e, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:26.000437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port cce0189a-5cef-4865-b642-3689d6290d83, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cce0189a-5cef-4865-b642-3689d6290d83,segment=NetworkSegment(189c1925-6161-44ec-9f8e-15a7a705400b),segment_id=189c1925-6161-44ec-9f8e-15a7a705400b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:26.001850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-abec6f68-1f85-494d-a952-2417647402c4 None None] Provisioning complete for port 820c87a2-9736-44f7-9a19-46a464e913cc triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:26.002368 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-abec6f68-1f85-494d-a952-2417647402c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:26.006252 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:26.034851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] For port deca90b0-bc9b-4415-b659-c843bd9b048e, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=deca90b0-bc9b-4415-b659-c843bd9b048e,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:26.079209 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:26.088192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-abec6f68-1f85-494d-a952-2417647402c4 None None] Port 820c87a2-9736-44f7-9a19-46a464e913cc cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:15:26.102123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=cce0189a-5cef-4865-b642-3689d6290d83,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:26.116265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38bf7f7d-549e-4084-ae53-c54cbf7b7088 req-939a2efa-f13e-4156-81c4-9654f7e6f505 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:26.129107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['7ffab732-5a6a-43df-95ad-579de32a0d09'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:26.131342 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['1db04020-12b8-4dd5-bbb4-dad5e1a52eb0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:26.153849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a2efa-f13e-4156-81c4-9654f7e6f505 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Pushing event deleted for resources: {'Port': ['ID=7ffab732-5a6a-43df-95ad-579de32a0d09,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:26.201583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:26.210486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bf7f7d-549e-4084-ae53-c54cbf7b7088 req-939a2efa-f13e-4156-81c4-9654f7e6f505 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] No DVR routers for this DVR port 7ffab732-5a6a-43df-95ad-579de32a0d09 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:15:26.214653 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38bf7f7d-549e-4084-ae53-c54cbf7b7088 req-939a2efa-f13e-4156-81c4-9654f7e6f505 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:26.218446 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-38bf7f7d-549e-4084-ae53-c54cbf7b7088 req-939a2efa-f13e-4156-81c4-9654f7e6f505 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.30 "DELETE /v2.0/ports/7ffab732-5a6a-43df-95ad-579de32a0d09 HTTP/1.1" status: 204 len: 173 time: 0.7321684 Nov 09 00:15:26.219020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26cb3aa-8608-4eb6-81b4-0e00a7ff45bc', 'name': 'network-vif-deleted', 'tag': '7ffab732-5a6a-43df-95ad-579de32a0d09'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:26.222030 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97336578-77fc-4cc0-8d08-e087c8544493" -d '{"events": [{"server_uuid": "d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc", "name": "network-vif-deleted", "tag": "7ffab732-5a6a-43df-95ad-579de32a0d09"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:26.233258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439074bf-c433-4692-926e-e874a4d3dacd req-8967a9ce-bc7d-42bb-bec1-076d33aa1742 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:26.241461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-439074bf-c433-4692-926e-e874a4d3dacd req-8967a9ce-bc7d-42bb-bec1-076d33aa1742 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc HTTP/1.1" status: 200 len: 867 time: 0.3212969 Nov 09 00:15:26.271341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:26.271971 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:26.273467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] 10.222.0.30 "PUT /v2.0/ports/deca90b0-bc9b-4415-b659-c843bd9b048e HTTP/1.1" status: 200 len: 1130 time: 2.2909570 Nov 09 00:15:26.283646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27ac62-05bf-4b3d-954b-c1cf11f46c69 req-51cef36c-8122-46bd-a5bf-9c5e204cb39a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:26.290847 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a27ac62-05bf-4b3d-954b-c1cf11f46c69 req-51cef36c-8122-46bd-a5bf-9c5e204cb39a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.3676326 Nov 09 00:15:26.295242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4e36c-b902-4e5b-a00e-4a5ecb560029 service neutron] Pushing event updated for resources: {'Port': ['ID=deca90b0-bc9b-4415-b659-c843bd9b048e,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:26.343193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Request body: {'port': {'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:26.529933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a27ac62-05bf-4b3d-954b-c1cf11f46c69 req-20e20d5c-96fb-43a4-b069-a01c2d17acec tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382040 Nov 09 00:15:26.539113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-439074bf-c433-4692-926e-e874a4d3dacd req-4145161a-6557-4924-a66d-d6224a16b9ac tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967703 Nov 09 00:15:26.539671 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:26.836733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ab155-6be9-40f9-a0d3-d3748e33c137 req-bc24dd98-d70b-4a4b-8cdc-3146ca4cdef7 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:26.838775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e2ab155-6be9-40f9-a0d3-d3748e33c137 req-bc24dd98-d70b-4a4b-8cdc-3146ca4cdef7 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 931 time: 0.2279925 Nov 09 00:15:26.882686 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9baa6-c796-4106-b0a3-1d77a9dbfa83 req-118c0fb8-23aa-4fe0-b069-ac93d17af46b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:26.884138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91b9baa6-c796-4106-b0a3-1d77a9dbfa83 req-118c0fb8-23aa-4fe0-b069-ac93d17af46b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 945 time: 0.1947904 Nov 09 00:15:26.918738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': 'deca90b0-bc9b-4415-b659-c843bd9b048e'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:26.921227 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b43ee7-cc55-4020-928d-77d9c315535f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "deca90b0-bc9b-4415-b659-c843bd9b048e"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:27.337358 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78de12-e71b-4a39-9d38-8dbcadb5cb5e req-4a8c6566-cc78-4cb3-b7f0-0c58c681cd5b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:27.339408 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5c78de12-e71b-4a39-9d38-8dbcadb5cb5e req-4a8c6566-cc78-4cb3-b7f0-0c58c681cd5b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "GET /v2.0/ports?device_id=38c0c04b-3b77-49d6-b17e-a4758f0d0eb2 HTTP/1.1" status: 200 len: 945 time: 0.0540278 Nov 09 00:15:27.345118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820c87a2-9736-44f7-9a19-46a464e913cc {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:27.359145 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:27.379534 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e2ab155-6be9-40f9-a0d3-d3748e33c137 req-1d04297e-8e12-4d64-8652-07fa7773d7c7 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups?id=da6e0c3c-d2fe-4b9d-8913-b546464835d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5164688 Nov 09 00:15:27.392225 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91b9baa6-c796-4106-b0a3-1d77a9dbfa83 req-eb8c6403-4d50-45e6-9475-2c742c65da3b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628625 Nov 09 00:15:27.396369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Transition to ACTIVE for port object 820c87a2-9736-44f7-9a19-46a464e913cc will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:15:27.410376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:27.453004 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-5c78de12-e71b-4a39-9d38-8dbcadb5cb5e req-cfffd767-8086-4a1f-b85f-645e69304521 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Deleting port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:15:27.453372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5c78de12-e71b-4a39-9d38-8dbcadb5cb5e req-cfffd767-8086-4a1f-b85f-645e69304521 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:27.492435 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a82c67-a736-4510-9f61-8c905d954423 x-openstack-request-id: req-e3a82c67-a736-4510-9f61-8c905d954423 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:27.492435 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd746aff-c380-4c89-94cf-51262bd39350", "name": "network-vif-plugged", "status": "completed", "tag": "cce0189a-5cef-4865-b642-3689d6290d83", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:27.493013 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3a82c67-a736-4510-9f61-8c905d954423 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:27.493013 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd746aff-c380-4c89-94cf-51262bd39350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce0189a-5cef-4865-b642-3689d6290d83', 'code': 200} Nov 09 00:15:27.499674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:27.517325 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:27.627674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Transition to ACTIVE for port object d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:15:27.630484 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Pushing event updated for resources: {'Port': ['ID=820c87a2-9736-44f7-9a19-46a464e913cc,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:27.641143 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:27.658897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-5c78de12-e71b-4a39-9d38-8dbcadb5cb5e req-cfffd767-8086-4a1f-b85f-645e69304521 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] For port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:27.659157 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5c78de12-e71b-4a39-9d38-8dbcadb5cb5e req-cfffd767-8086-4a1f-b85f-645e69304521 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:27.689777 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-5c78de12-e71b-4a39-9d38-8dbcadb5cb5e req-cfffd767-8086-4a1f-b85f-645e69304521 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Calling delete_port for 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:15:27.831158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d52490-5640-4ff4-932e-752306eeaebf req-8b1ce8ba-feef-4e50-bf07-7b32814c3a8f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:27.837713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d52490-5640-4ff4-932e-752306eeaebf req-8b1ce8ba-feef-4e50-bf07-7b32814c3a8f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:27.844240 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d52490-5640-4ff4-932e-752306eeaebf req-8b1ce8ba-feef-4e50-bf07-7b32814c3a8f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:27.850501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d52490-5640-4ff4-932e-752306eeaebf req-8b1ce8ba-feef-4e50-bf07-7b32814c3a8f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:27.857119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d52490-5640-4ff4-932e-752306eeaebf req-8b1ce8ba-feef-4e50-bf07-7b32814c3a8f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:27.863246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d52490-5640-4ff4-932e-752306eeaebf req-8b1ce8ba-feef-4e50-bf07-7b32814c3a8f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:27.866774 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d89b67-de87-4b78-bc3e-44f1d6a043e6 x-openstack-request-id: req-53d89b67-de87-4b78-bc3e-44f1d6a043e6 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:27.867082 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26cb3aa-8608-4eb6-81b4-0e00a7ff45bc", "name": "network-vif-deleted", "tag": "7ffab732-5a6a-43df-95ad-579de32a0d09", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:27.867333 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53d89b67-de87-4b78-bc3e-44f1d6a043e6 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:27.867726 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26cb3aa-8608-4eb6-81b4-0e00a7ff45bc', 'name': 'network-vif-deleted', 'tag': '7ffab732-5a6a-43df-95ad-579de32a0d09', 'status': 'completed', 'code': 200} Nov 09 00:15:27.869902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d52490-5640-4ff4-932e-752306eeaebf req-8b1ce8ba-feef-4e50-bf07-7b32814c3a8f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:27.873858 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5c78de12-e71b-4a39-9d38-8dbcadb5cb5e req-cfffd767-8086-4a1f-b85f-645e69304521 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:27.877906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3d52490-5640-4ff4-932e-752306eeaebf req-8b1ce8ba-feef-4e50-bf07-7b32814c3a8f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5383 time: 0.1941953 Nov 09 00:15:27.888305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:27.932115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Pushing event updated for resources: {'Port': ['ID=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:27.934736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Attempting to bind port 820c87a2-9736-44f7-9a19-46a464e913cc on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:27.935077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Attempting to bind port 820c87a2-9736-44f7-9a19-46a464e913cc by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:27.935408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Attempting to bind port 820c87a2-9736-44f7-9a19-46a464e913cc on network a45e88f6-9c3a-40de-a653-bd8974542bf6 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:27.952449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Port 820c87a2-9736-44f7-9a19-46a464e913cc on network a45e88f6-9c3a-40de-a653-bd8974542bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:15:27.952795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Attempting to bind port 820c87a2-9736-44f7-9a19-46a464e913cc on network a45e88f6-9c3a-40de-a653-bd8974542bf6 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:27.969517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b9c65-5a37-4b11-bbef-813fc7e96ab8 req-27213467-82e9-473d-b4ef-88dbba2f8510 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:27.977606 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e15b9c65-5a37-4b11-bbef-813fc7e96ab8 req-27213467-82e9-473d-b4ef-88dbba2f8510 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 945 time: 0.2320256 Nov 09 00:15:28.005699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffd767-8086-4a1f-b85f-645e69304521 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Pushing event deleted for resources: {'Port': ['ID=4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:28.022385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:28.022730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Checking segment: {'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:28.023660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Bound using segment: {'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:28.023660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Bound port: 820c87a2-9736-44f7-9a19-46a464e913cc, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:28.023874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c78de12-e71b-4a39-9d38-8dbcadb5cb5e req-cfffd767-8086-4a1f-b85f-645e69304521 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] No DVR routers for this DVR port 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:15:28.023968 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:28.031398 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5c78de12-e71b-4a39-9d38-8dbcadb5cb5e req-cfffd767-8086-4a1f-b85f-645e69304521 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:28.036410 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5c78de12-e71b-4a39-9d38-8dbcadb5cb5e req-cfffd767-8086-4a1f-b85f-645e69304521 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "DELETE /v2.0/ports/4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 HTTP/1.1" status: 204 len: 173 time: 0.6870701 Nov 09 00:15:28.039702 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1803c9-30e0-40e4-a58a-fbecb384601d req-9d8d36c4-6b09-40f1-92da-318b767e350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.042377 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bf1803c9-30e0-40e4-a58a-fbecb384601d req-9d8d36c4-6b09-40f1-92da-318b767e350b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 1096 time: 0.4559543 Nov 09 00:15:28.118405 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bf1803c9-30e0-40e4-a58a-fbecb384601d req-76268ff4-8ebf-4985-9e16-740bac97a368 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=153ea567-b802-4950-847b-4690976a7e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636647 Nov 09 00:15:28.138759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3d52490-5640-4ff4-932e-752306eeaebf req-d8235b12-d077-427a-b69d-67eb5ef04880 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2590365 Nov 09 00:15:28.174162 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e15b9c65-5a37-4b11-bbef-813fc7e96ab8 req-1e0c82c1-5e1d-448e-9d0d-829af12afe0f tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/security-groups?id=153ea567-b802-4950-847b-4690976a7e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953771 Nov 09 00:15:28.190624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] For port 820c87a2-9736-44f7-9a19-46a464e913cc, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:28.195780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] For port 820c87a2-9736-44f7-9a19-46a464e913cc, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=820c87a2-9736-44f7-9a19-46a464e913cc,segment=NetworkSegment(d1e4878d-d8a6-49ec-84a0-79cc30b186e5),segment_id=d1e4878d-d8a6-49ec-84a0-79cc30b186e5)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:28.221404 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50e8076-76ab-43f1-b472-03793fcfe79e x-openstack-request-id: req-a50e8076-76ab-43f1-b472-03793fcfe79e {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:28.221595 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "deca90b0-bc9b-4415-b659-c843bd9b048e", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:28.221782 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a50e8076-76ab-43f1-b472-03793fcfe79e {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:28.223460 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': 'deca90b0-bc9b-4415-b659-c843bd9b048e', 'status': 'completed', 'code': 200} Nov 09 00:15:28.224480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Attempting to bind port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:28.224795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Attempting to bind port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:28.225581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Attempting to bind port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:28.233171 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:28.243399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:15:28.243859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Attempting to bind port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:28.281298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.281978 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:28.283405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] 10.222.0.11 "PUT /v2.0/ports/820c87a2-9736-44f7-9a19-46a464e913cc HTTP/1.1" status: 200 len: 1091 time: 2.3886361 Nov 09 00:15:28.295440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:28.295895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Checking segment: {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:28.296145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Bound using segment: {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:28.296592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Bound port: d07d1dd2-3a71-4b9a-8b55-7e519c0389b0, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:28.296952 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:28.414468 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43ee7-cc55-4020-928d-77d9c315535f req-dc457877-6f4d-4412-82fb-1d4e6da51cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.415619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43ee7-cc55-4020-928d-77d9c315535f req-dc457877-6f4d-4412-82fb-1d4e6da51cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.416253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43ee7-cc55-4020-928d-77d9c315535f req-dc457877-6f4d-4412-82fb-1d4e6da51cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.416950 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43ee7-cc55-4020-928d-77d9c315535f req-dc457877-6f4d-4412-82fb-1d4e6da51cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.417591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43ee7-cc55-4020-928d-77d9c315535f req-dc457877-6f4d-4412-82fb-1d4e6da51cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.418212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43ee7-cc55-4020-928d-77d9c315535f req-dc457877-6f4d-4412-82fb-1d4e6da51cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.419086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43ee7-cc55-4020-928d-77d9c315535f req-dc457877-6f4d-4412-82fb-1d4e6da51cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.421294 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62b43ee7-cc55-4020-928d-77d9c315535f req-dc457877-6f4d-4412-82fb-1d4e6da51cb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 6233 time: 0.0664811 Nov 09 00:15:28.438612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e9652-89c0-4107-80fd-9957c7c0e530 service neutron] Pushing event updated for resources: {'Port': ['ID=820c87a2-9736-44f7-9a19-46a464e913cc,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:28.470661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45841d-ed17-4330-b473-a424c773e03d req-6fc20abf-dbb1-486d-a893-6d84042e36e5 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.472219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be45841d-ed17-4330-b473-a424c773e03d req-6fc20abf-dbb1-486d-a893-6d84042e36e5 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.1859591 Nov 09 00:15:28.482552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-415e9aed-d373-49e3-9892-70da20068f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.484031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-415e9aed-d373-49e3-9892-70da20068f3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5378c6f8c10406f952a632d318c1dd7&device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 1094 time: 0.1336534 Nov 09 00:15:28.491408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cd425-2091-4d82-a2cb-7043de7540e2 req-21a23ff1-fc13-4dec-98b7-4ab0560f41a1 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.492883 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b3cd425-2091-4d82-a2cb-7043de7540e2 req-21a23ff1-fc13-4dec-98b7-4ab0560f41a1 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.2319565 Nov 09 00:15:28.562562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43ee7-cc55-4020-928d-77d9c315535f req-b4138848-7d20-4c6b-9871-6350865039db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.563528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43ee7-cc55-4020-928d-77d9c315535f req-b4138848-7d20-4c6b-9871-6350865039db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.564688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43ee7-cc55-4020-928d-77d9c315535f req-b4138848-7d20-4c6b-9871-6350865039db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.568226 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62b43ee7-cc55-4020-928d-77d9c315535f req-b4138848-7d20-4c6b-9871-6350865039db service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2cf919eb7d2b4d85b773866576d770f3&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1344857 Nov 09 00:15:28.571653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-60f48570-2498-4199-96df-5a04d1be190d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820c87a2-9736-44f7-9a19-46a464e913cc HTTP/1.1" status: 200 len: 217 time: 0.0728016 Nov 09 00:15:28.573271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] For port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:28.635311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] For port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:28.659439 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:28.705953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b3cd425-2091-4d82-a2cb-7043de7540e2 req-88b0cbf2-f79e-45d1-99e2-7c565aa44aa5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998482 Nov 09 00:15:28.714577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43ee7-cc55-4020-928d-77d9c315535f req-54580cd3-f933-4f90-a259-d949796f2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.716511 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62b43ee7-cc55-4020-928d-77d9c315535f req-54580cd3-f933-4f90-a259-d949796f2db0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1412823 Nov 09 00:15:28.738251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be45841d-ed17-4330-b473-a424c773e03d req-ec18bfa0-385d-4c64-8d33-a9c8e4d3f208 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234855 Nov 09 00:15:28.749924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.750608 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:28.752226 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] 10.222.0.30 "PUT /v2.0/ports/d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 HTTP/1.1" status: 200 len: 1090 time: 2.4175317 Nov 09 00:15:28.755986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-48ad3eb3-155c-4b92-9bfb-f63a4b9e2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.757658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-48ad3eb3-155c-4b92-9bfb-f63a4b9e2e42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=95dc5722-f607-4285-b3a5-ba128fc68000 HTTP/1.1" status: 200 len: 845 time: 0.1676035 Nov 09 00:15:28.800397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Request body: {'port': {'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:28.857215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06ab44-284e-44e6-96b4-6baf53fe9a2d service neutron] Pushing event updated for resources: {'Port': ['ID=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:28.951115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-877e3b80-9a2d-48f0-ba2a-8c6f7d1a7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.953689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-877e3b80-9a2d-48f0-ba2a-8c6f7d1a7dbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a45e88f6-9c3a-40de-a653-bd8974542bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1809700 Nov 09 00:15:28.973845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e55291-a63a-412d-823a-89d66d78d788 req-92e47469-76d6-4764-b1a5-eb9c97780476 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:28.975766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e55291-a63a-412d-823a-89d66d78d788 req-92e47469-76d6-4764-b1a5-eb9c97780476 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 943 time: 0.1348670 Nov 09 00:15:29.023407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:29.166602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e55291-a63a-412d-823a-89d66d78d788 req-2a2a2461-1457-4299-b131-b194d922fe0d tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups?id=da6e0c3c-d2fe-4b9d-8913-b546464835d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756868 Nov 09 00:15:29.279516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-0cf6a0b1-acb9-4ca2-82e1-5a98ba97ed0e service neutron] 10.222.0.11 "GET /v2.0/networks/a45e88f6-9c3a-40de-a653-bd8974542bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002484 Nov 09 00:15:29.478113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-511bd03b-648a-4a42-8d8a-67fddf9865f8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:29.480029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-511bd03b-648a-4a42-8d8a-67fddf9865f8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.3577762 Nov 09 00:15:29.487372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5cfad-47b2-4a43-9aa6-e71a0f54b9cc req-13df72d6-3a0d-4fe4-8e2e-c1ba49ab8a4f tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:29.488759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25b5cfad-47b2-4a43-9aa6-e71a0f54b9cc req-13df72d6-3a0d-4fe4-8e2e-c1ba49ab8a4f tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.2261066 Nov 09 00:15:29.552605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 7ffab732-5a6a-43df-95ad-579de32a0d09 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:15:29.558525 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-fabf1a41-a803-4210-bbcb-8c31eae55b4e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/quotas/32a59bfc9d2849cf8c83a3970a6af0b2 HTTP/1.1" status: 200 len: 375 time: 0.0687926 Nov 09 00:15:29.572365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 7ffab732-5a6a-43df-95ad-579de32a0d09 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:15:29.572961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 7ffab732-5a6a-43df-95ad-579de32a0d09 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:15:29.585538 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486c18f3-52db-4a19-83be-3797e173c6d8 req-d4fe62ce-98b6-41f5-99a2-557d3a887c92 service neutron] 10.222.0.11 "GET /v2.0/networks/a45e88f6-9c3a-40de-a653-bd8974542bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611628 Nov 09 00:15:29.623581 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-6917b8f3-1d5e-4a42-9e60-5d0293942b30 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554900 Nov 09 00:15:29.645592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25b5cfad-47b2-4a43-9aa6-e71a0f54b9cc req-473de7ee-9337-445c-a651-bdd2dd00fd1a tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478868 Nov 09 00:15:29.800769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-8c1cbdee-a3bc-45a1-9fe7-7e1567edbc21 service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684887 Nov 09 00:15:29.806594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53769426-080d-41b0-bd08-730566e2cb45 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:29.822144 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:29.856213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4a443-6e1f-4f03-b1c6-b3f4d75122b5 req-667bdbf6-35a3-459d-94ac-d6823c3776ae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:29.862174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4a443-6e1f-4f03-b1c6-b3f4d75122b5 req-667bdbf6-35a3-459d-94ac-d6823c3776ae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:29.868181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4a443-6e1f-4f03-b1c6-b3f4d75122b5 req-667bdbf6-35a3-459d-94ac-d6823c3776ae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:29.868474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c0c04b-3b77-49d6-b17e-a4758f0d0eb2', 'name': 'network-vif-deleted', 'tag': '4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:29.871211 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc53bbc-fed6-4899-8866-301457b5187e" -d '{"events": [{"server_uuid": "38c0c04b-3b77-49d6-b17e-a4758f0d0eb2", "name": "network-vif-deleted", "tag": "4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:29.874183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4a443-6e1f-4f03-b1c6-b3f4d75122b5 req-667bdbf6-35a3-459d-94ac-d6823c3776ae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:29.880189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4a443-6e1f-4f03-b1c6-b3f4d75122b5 req-667bdbf6-35a3-459d-94ac-d6823c3776ae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:29.886742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4a443-6e1f-4f03-b1c6-b3f4d75122b5 req-667bdbf6-35a3-459d-94ac-d6823c3776ae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:29.892930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4a443-6e1f-4f03-b1c6-b3f4d75122b5 req-667bdbf6-35a3-459d-94ac-d6823c3776ae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:29.894862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81a4a443-6e1f-4f03-b1c6-b3f4d75122b5 req-667bdbf6-35a3-459d-94ac-d6823c3776ae tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5383 time: 0.1875834 Nov 09 00:15:29.942671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Transition to ACTIVE for port object 53769426-080d-41b0-bd08-730566e2cb45 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:15:29.959644 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:30.044382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Pushing event updated for resources: {'Port': ['ID=53769426-080d-41b0-bd08-730566e2cb45,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:30.052461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-5a903b95-f780-4fec-832e-98544617534b service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408993 Nov 09 00:15:30.113317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81a4a443-6e1f-4f03-b1c6-b3f4d75122b5 req-c824faea-06a9-4470-8de9-4f443af9fdb1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2087765 Nov 09 00:15:30.170825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:15:30.226687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'tag': '820c87a2-9736-44f7-9a19-46a464e913cc'}, {'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': 'd07d1dd2-3a71-4b9a-8b55-7e519c0389b0'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:30.234671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:15:30.235166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:15:30.242255 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "538834b1-1aaf-4d8e-9fb9-13bea1c7988c", "tag": "820c87a2-9736-44f7-9a19-46a464e913cc"}, {"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "d07d1dd2-3a71-4b9a-8b55-7e519c0389b0"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:30.315620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Attempting to bind port 53769426-080d-41b0-bd08-730566e2cb45 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:30.316233 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Attempting to bind port 53769426-080d-41b0-bd08-730566e2cb45 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:30.316566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Attempting to bind port 53769426-080d-41b0-bd08-730566e2cb45 on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:30.328344 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Port 53769426-080d-41b0-bd08-730566e2cb45 on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:15:30.328671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Attempting to bind port 53769426-080d-41b0-bd08-730566e2cb45 on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:30.339967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:30.340305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Checking segment: {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:30.340688 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Bound using segment: {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:30.341225 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Bound port: 53769426-080d-41b0-bd08-730566e2cb45, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6673f26a-093f-41b8-b689-fc30654cb05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:30.341610 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:30.352312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d63640-1428-4418-9327-6f7d3273c8aa req-67912058-45ff-4979-abe2-49c26e9b5d6c tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:30.353861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05d63640-1428-4418-9327-6f7d3273c8aa req-67912058-45ff-4979-abe2-49c26e9b5d6c tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.1281867 Nov 09 00:15:30.379272 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d8c1a-e5f4-4ccb-bafe-a7244e06b838 req-07afab18-ee3b-4e7f-82bd-de29c7ffc7f5 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:30.380744 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f6d8c1a-e5f4-4ccb-bafe-a7244e06b838 req-07afab18-ee3b-4e7f-82bd-de29c7ffc7f5 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 945 time: 0.1235986 Nov 09 00:15:30.480965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05d63640-1428-4418-9327-6f7d3273c8aa req-6f588f57-8948-4d06-89e3-822aa784e8e3 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191390 Nov 09 00:15:30.500646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] For port 53769426-080d-41b0-bd08-730566e2cb45, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:30.506067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] For port 53769426-080d-41b0-bd08-730566e2cb45, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=53769426-080d-41b0-bd08-730566e2cb45,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:30.512073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f6d8c1a-e5f4-4ccb-bafe-a7244e06b838 req-5cf7d456-19ed-4c8d-99dc-cfd0de9f7275 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/security-groups?id=153ea567-b802-4950-847b-4690976a7e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209805 Nov 09 00:15:30.514975 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:30.555488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:30.556735 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:30.558335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] 10.222.0.30 "PUT /v2.0/ports/53769426-080d-41b0-bd08-730566e2cb45 HTTP/1.1" status: 200 len: 1090 time: 1.7669845 Nov 09 00:15:30.585360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539336e-880d-421c-a411-e9c5e477ded1 service neutron] Pushing event updated for resources: {'Port': ['ID=53769426-080d-41b0-bd08-730566e2cb45,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:30.618246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Request body: {'port': {'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:30.685178 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957adacf-9b76-4566-97fd-5a4e0972534b x-openstack-request-id: req-957adacf-9b76-4566-97fd-5a4e0972534b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:30.685490 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c0c04b-3b77-49d6-b17e-a4758f0d0eb2", "name": "network-vif-deleted", "tag": "4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:30.685751 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-957adacf-9b76-4566-97fd-5a4e0972534b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:30.686362 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c0c04b-3b77-49d6-b17e-a4758f0d0eb2', 'name': 'network-vif-deleted', 'tag': '4dfdc56a-c5fb-4d86-b8b5-dd06e5646dc0', 'status': 'completed', 'code': 200} Nov 09 00:15:30.738116 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:30.756770 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff54d5-d345-422d-9d42-b6813a2435f3 req-31dd881a-7490-4cc8-96a2-0afa3090163f tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:30.771702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3ff54d5-d345-422d-9d42-b6813a2435f3 req-31dd881a-7490-4cc8-96a2-0afa3090163f tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.1488268 Nov 09 00:15:30.830073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc926e05-29d0-41c9-a4cc-cf83a2f62fe4 req-1ac0453c-08f9-4d27-bea4-0dafceac1124 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 210 time: 0.0550070 Nov 09 00:15:30.902561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3ff54d5-d345-422d-9d42-b6813a2435f3 req-3cbb6475-d9a0-4400-a917-126c7990ebf2 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134441 Nov 09 00:15:30.975723 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e027904-2f47-4095-a6ba-8fb31d3ddd2e x-openstack-request-id: req-3e027904-2f47-4095-a6ba-8fb31d3ddd2e {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:30.976039 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538834b1-1aaf-4d8e-9fb9-13bea1c7988c", "tag": "820c87a2-9736-44f7-9a19-46a464e913cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "d07d1dd2-3a71-4b9a-8b55-7e519c0389b0", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:30.976293 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e027904-2f47-4095-a6ba-8fb31d3ddd2e {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:30.976702 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'tag': '820c87a2-9736-44f7-9a19-46a464e913cc', 'status': 'completed', 'code': 200} Nov 09 00:15:30.977009 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': 'd07d1dd2-3a71-4b9a-8b55-7e519c0389b0', 'status': 'completed', 'code': 200} Nov 09 00:15:31.061060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-1f5c1c1c-5629-4824-90f0-e4346669b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.062256 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-1f5c1c1c-5629-4824-90f0-e4346669b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.062966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-1f5c1c1c-5629-4824-90f0-e4346669b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.063611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-1f5c1c1c-5629-4824-90f0-e4346669b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.064277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-1f5c1c1c-5629-4824-90f0-e4346669b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.064740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-1f5c1c1c-5629-4824-90f0-e4346669b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.065265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-1f5c1c1c-5629-4824-90f0-e4346669b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.067318 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-1f5c1c1c-5629-4824-90f0-e4346669b7a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 6342 time: 0.0665011 Nov 09 00:15:31.111241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf78c3f-953d-4249-ab30-d4ccdbf3fe80 req-31adc9a6-5f6c-4ef2-8f3b-d21b1a4dd665 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.112730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bf78c3f-953d-4249-ab30-d4ccdbf3fe80 req-31adc9a6-5f6c-4ef2-8f3b-d21b1a4dd665 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 943 time: 0.2155974 Nov 09 00:15:31.183380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-91787442-a386-4534-8605-627a51beb906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.184848 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-91787442-a386-4534-8605-627a51beb906 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5378c6f8c10406f952a632d318c1dd7&device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 1094 time: 0.1803291 Nov 09 00:15:31.185415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-0ae1850b-c3ae-4383-9f19-0e950c130a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.185980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-0ae1850b-c3ae-4383-9f19-0e950c130a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.186498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-0ae1850b-c3ae-4383-9f19-0e950c130a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.188773 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-0ae1850b-c3ae-4383-9f19-0e950c130a00 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2cf919eb7d2b4d85b773866576d770f3&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1123991 Nov 09 00:15:31.225199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7065ef-2fe8-4cf4-bcbd-24729227041d req-4b548302-0d87-4035-98f2-111a61b24068 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.227240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c7065ef-2fe8-4cf4-bcbd-24729227041d req-4b548302-0d87-4035-98f2-111a61b24068 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 945 time: 0.1864038 Nov 09 00:15:31.245616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41402) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:31.252090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-143ce20e-214f-4110-8331-3858444bc96f tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Request body: {'floatingip': {'port_id': 'cce0189a-5cef-4865-b642-3689d6290d83'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:31.316026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-36357933-1f42-4c25-b04f-f292f45b8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.319216 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-36357933-1f42-4c25-b04f-f292f45b8ba9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1229229 Nov 09 00:15:31.568287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-8f1fbbf4-fd2f-493f-a407-a985f2f98327 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.570109 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-8f1fbbf4-fd2f-493f-a407-a985f2f98327 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.1358776 Nov 09 00:15:31.594631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Request body: {'port': {'device_id': '4197e425-250d-47d4-bb84-e8bec67a0776', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'admin_state_up': True, 'tenant_id': '32a59bfc9d2849cf8c83a3970a6af0b2'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:31.600927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bf78c3f-953d-4249-ab30-d4ccdbf3fe80 req-e003a77c-b84a-4702-a757-8b1f5ddb05a2 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups?id=da6e0c3c-d2fe-4b9d-8913-b546464835d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4780786 Nov 09 00:15:31.720550 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-143ce20e-214f-4110-8331-3858444bc96f tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:31.732679 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Made reservation on behalf of 32a59bfc9d2849cf8c83a3970a6af0b2 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:15:31.736263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:31.875514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Allocated IP 172.20.0.11 (4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0/a9749423-c78d-4642-b475-a021e262f974/4e991fbf-3ef0-4aeb-9635-747909885400) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:15:31.931090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ca927-667e-43e4-8216-f4aa033f72b1 req-6a1fc9b6-08c9-454d-b95b-385c0a1419cc tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.932542 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e90ca927-667e-43e4-8216-f4aa033f72b1 req-6a1fc9b6-08c9-454d-b95b-385c0a1419cc tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.3386989 Nov 09 00:15:31.944597 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-07fe6650-050e-47b8-9c53-45d7114f247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.946128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-07fe6650-050e-47b8-9c53-45d7114f247a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a45e88f6-9c3a-40de-a653-bd8974542bf6 HTTP/1.1" status: 200 len: 906 time: 0.7494726 Nov 09 00:15:31.958061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a6662b-efda-4873-9888-e7071a337881 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:31.974914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38104c0-1b79-41c4-9ad2-90f4f339370c req-5812324f-e1d8-4254-a24d-496ef262a1b9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.980913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38104c0-1b79-41c4-9ad2-90f4f339370c req-5812324f-e1d8-4254-a24d-496ef262a1b9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.986949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38104c0-1b79-41c4-9ad2-90f4f339370c req-5812324f-e1d8-4254-a24d-496ef262a1b9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.992899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38104c0-1b79-41c4-9ad2-90f4f339370c req-5812324f-e1d8-4254-a24d-496ef262a1b9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:31.999931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38104c0-1b79-41c4-9ad2-90f4f339370c req-5812324f-e1d8-4254-a24d-496ef262a1b9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:32.008000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38104c0-1b79-41c4-9ad2-90f4f339370c req-5812324f-e1d8-4254-a24d-496ef262a1b9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:32.014531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38104c0-1b79-41c4-9ad2-90f4f339370c req-5812324f-e1d8-4254-a24d-496ef262a1b9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:32.016715 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e38104c0-1b79-41c4-9ad2-90f4f339370c req-5812324f-e1d8-4254-a24d-496ef262a1b9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5395 time: 0.3002157 Nov 09 00:15:32.030865 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.034942 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.069626 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.097969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-c16d1471-d27a-4354-8b8d-1d68351b6977 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820c87a2-9736-44f7-9a19-46a464e913cc HTTP/1.1" status: 200 len: 217 time: 0.0710216 Nov 09 00:15:32.120898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:15:32.124177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:15:32.128706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:15:32.132649 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Pushing event updated for resources: {'Port': ['ID=4e991fbf-3ef0-4aeb-9635-747909885400,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:32.158264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Transition to ACTIVE for port object b5a6662b-efda-4873-9888-e7071a337881 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:15:32.168157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 820c87a2-9736-44f7-9a19-46a464e913cc details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:15:32.184508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:32.185028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.192754 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.205224 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d0e593f9-d3b7-41ff-87ce-f0157e23cb0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6182208 Nov 09 00:15:32.221713 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Request body: {'port': {'device_id': '4197e425-250d-47d4-bb84-e8bec67a0776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:32.278453 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.296636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 820c87a2-9736-44f7-9a19-46a464e913cc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=820c87a2-9736-44f7-9a19-46a464e913cc,segment=NetworkSegment(d1e4878d-d8a6-49ec-84a0-79cc30b186e5),segment_id=d1e4878d-d8a6-49ec-84a0-79cc30b186e5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:32.309050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e90ca927-667e-43e4-8216-f4aa033f72b1 req-0e29242f-d881-428f-b2f0-588a97005368 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591707 Nov 09 00:15:32.325731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '820c87a2-9736-44f7-9a19-46a464e913cc', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'port_id': '820c87a2-9736-44f7-9a19-46a464e913cc', 'mac_address': 'fa:16:3e:d1:60:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:15:32.336249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-a0cca77c-780d-4cd9-ab9a-3088ef81d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:32.338141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-a0cca77c-780d-4cd9-ab9a-3088ef81d805 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=95dc5722-f607-4285-b3a5-ba128fc68000 HTTP/1.1" status: 200 len: 845 time: 0.1977046 Nov 09 00:15:32.372472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e38104c0-1b79-41c4-9ad2-90f4f339370c req-cdb58e46-94b7-46d4-a6f5-ce7794cea026 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3308263 Nov 09 00:15:32.373132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Pushing event updated for resources: {'Port': ['ID=b5a6662b-efda-4873-9888-e7071a337881,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:32.423764 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.455167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820c87a2-9736-44f7-9a19-46a464e913cc {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:32.490076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 820c87a2-9736-44f7-9a19-46a464e913cc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=820c87a2-9736-44f7-9a19-46a464e913cc,segment=NetworkSegment(d1e4878d-d8a6-49ec-84a0-79cc30b186e5),segment_id=d1e4878d-d8a6-49ec-84a0-79cc30b186e5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:32.497677 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.565276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=820c87a2-9736-44f7-9a19-46a464e913cc,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:32.692231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e991fbf-3ef0-4aeb-9635-747909885400 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:32.695893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-37a2d015-252c-414a-92ef-1d91cc608910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:32.697516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-37a2d015-252c-414a-92ef-1d91cc608910 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a45e88f6-9c3a-40de-a653-bd8974542bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3453362 Nov 09 00:15:32.700054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.712206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Transition to ACTIVE for port object 4e991fbf-3ef0-4aeb-9635-747909885400 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:15:32.716655 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.731499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Attempting to bind port b5a6662b-efda-4873-9888-e7071a337881 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:32.731830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Attempting to bind port b5a6662b-efda-4873-9888-e7071a337881 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:32.732183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Attempting to bind port b5a6662b-efda-4873-9888-e7071a337881 on network 364a1333-8aa5-40a2-b83a-ed34d1006322 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:32.768428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e991fbf-3ef0-4aeb-9635-747909885400,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:32.772001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Port b5a6662b-efda-4873-9888-e7071a337881 on network 364a1333-8aa5-40a2-b83a-ed34d1006322 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:15:32.772330 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Attempting to bind port b5a6662b-efda-4873-9888-e7071a337881 on network 364a1333-8aa5-40a2-b83a-ed34d1006322 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:32.790406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e9568-04f8-4eac-a7c2-f552bbba1c98 req-9585c599-b1fc-47b7-b572-3001a68b21fd tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:32.792541 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e4e9568-04f8-4eac-a7c2-f552bbba1c98 req-9585c599-b1fc-47b7-b572-3001a68b21fd tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.3113289 Nov 09 00:15:32.809284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06a7ee-8a03-495d-8a81-f7c85dfe0487 req-8feee478-ea51-43ab-a8ab-51789f427de7 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:32.810789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b06a7ee-8a03-495d-8a81-f7c85dfe0487 req-8feee478-ea51-43ab-a8ab-51789f427de7 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 932 time: 0.2304077 Nov 09 00:15:32.832536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Attempting to bind port 4e991fbf-3ef0-4aeb-9635-747909885400 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:32.832895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Attempting to bind port 4e991fbf-3ef0-4aeb-9635-747909885400 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:32.833217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Attempting to bind port 4e991fbf-3ef0-4aeb-9635-747909885400 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:32.837226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:32.838125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Checking segment: {'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:32.838241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Port 4e991fbf-3ef0-4aeb-9635-747909885400 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:15:32.838468 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Attempting to bind port 4e991fbf-3ef0-4aeb-9635-747909885400 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:32.838626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Bound using segment: {'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:32.838929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Bound port: b5a6662b-efda-4873-9888-e7071a337881, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:32.839278 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.843319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:32.843650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Checking segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:32.844025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Bound using segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:32.844446 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Bound port: 4e991fbf-3ef0-4aeb-9635-747909885400, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:32.844798 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.871429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['820c87a2-9736-44f7-9a19-46a464e913cc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:32.909901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] For port 4e991fbf-3ef0-4aeb-9635-747909885400, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:32.913507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] For port 4e991fbf-3ef0-4aeb-9635-747909885400, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4e991fbf-3ef0-4aeb-9635-747909885400,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:32.919356 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.954301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:32.954913 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:32.956290 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] 10.222.0.11 "PUT /v2.0/ports/4e991fbf-3ef0-4aeb-9635-747909885400 HTTP/1.1" status: 200 len: 1092 time: 0.7401178 Nov 09 00:15:32.956736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4197e425-250d-47d4-bb84-e8bec67a0776', 'tag': '4e991fbf-3ef0-4aeb-9635-747909885400'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:32.959654 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ff4252-3d9b-490a-91cf-033c7f25f02b" -d '{"events": [{"name": "network-changed", "server_uuid": "4197e425-250d-47d4-bb84-e8bec67a0776", "tag": "4e991fbf-3ef0-4aeb-9635-747909885400"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:32.986773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': '53769426-080d-41b0-bd08-730566e2cb45'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:32.989093 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5" -d '{"events": [{"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "53769426-080d-41b0-bd08-730566e2cb45"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:32.998354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5910afc-4b40-4c6a-a56d-37efe9945ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e991fbf-3ef0-4aeb-9635-747909885400,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:33.012980 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.db.resource_extend [None req-143ce20e-214f-4110-8331-3858444bc96f tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:15:33.070428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-a2c01ba4-a12a-42d8-9da2-79cdeeab7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:33.073572 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-a2c01ba4-a12a-42d8-9da2-79cdeeab7e82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 1095 time: 0.0512214 Nov 09 00:15:33.076654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-863526b8-8e70-4018-95b1-415900e806e6 service neutron] 10.222.0.11 "GET /v2.0/networks/a45e88f6-9c3a-40de-a653-bd8974542bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461616 Nov 09 00:15:33.080058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e4e9568-04f8-4eac-a7c2-f552bbba1c98 req-930e8d01-115e-4b80-8f3b-2d6abbc81063 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788332 Nov 09 00:15:33.105403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b06a7ee-8a03-495d-8a81-f7c85dfe0487 req-adce4a87-982b-46f1-9b00-8d2172fef79e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612512 Nov 09 00:15:33.132347 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] For port b5a6662b-efda-4873-9888-e7071a337881, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:33.147154 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-143ce20e-214f-4110-8331-3858444bc96f tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:33.154496 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-42a26637-3763-463b-9ae3-d1ef5674b0b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e991fbf-3ef0-4aeb-9635-747909885400 HTTP/1.1" status: 200 len: 217 time: 0.0622232 Nov 09 00:15:33.164332 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-143ce20e-214f-4110-8331-3858444bc96f tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:33.167179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] For port b5a6662b-efda-4873-9888-e7071a337881, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b5a6662b-efda-4873-9888-e7071a337881,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:33.217837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-4def6549-c94d-4eeb-ac4d-9b12f112009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:33.219258 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-4def6549-c94d-4eeb-ac4d-9b12f112009b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.0562253 Nov 09 00:15:33.238691 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:33.256285 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-d6f7bfa7-4681-4cd5-9db1-3c72fddfc656 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245471 Nov 09 00:15:33.342466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:33.343084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:33.344775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] 10.222.0.30 "PUT /v2.0/ports/b5a6662b-efda-4873-9888-e7071a337881 HTTP/1.1" status: 200 len: 1091 time: 2.7442431 Nov 09 00:15:33.363267 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-ec321070-5f51-4c36-9152-00801e736bc8 service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903389 Nov 09 00:15:33.413925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Request body: {'port': {'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:33.462623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f733f68-f013-42d5-942f-8a5d1437311b service neutron] Pushing event updated for resources: {'Port': ['ID=b5a6662b-efda-4873-9888-e7071a337881,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:33.464179 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85239bd6-63b2-43e7-bd9f-a9d6fe11e771 req-4c492696-bee4-4ab0-ac82-29ab3935f64f service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890453 Nov 09 00:15:33.482099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe78c27-146c-4f53-8f87-897937e8781b req-08f208fd-0239-407b-8b6e-08bac11b4354 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:33.483615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bbe78c27-146c-4f53-8f87-897937e8781b req-08f208fd-0239-407b-8b6e-08bac11b4354 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 944 time: 0.2464366 Nov 09 00:15:33.491853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ada64-d332-4143-b3f5-dba65386a5fb req-bd413bf6-8558-48e8-9594-6978c709af72 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:33.493326 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-799ada64-d332-4143-b3f5-dba65386a5fb req-bd413bf6-8558-48e8-9594-6978c709af72 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.2572258 Nov 09 00:15:33.495808 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfe91b1b-e8ef-48c9-bb04-f3a3a2ff7ab6 req-0b5293e5-44d6-4349-bbdc-e4b77cfe5a05 service neutron] 10.222.0.11 "GET /v2.0/networks/a45e88f6-9c3a-40de-a653-bd8974542bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866434 Nov 09 00:15:33.529983 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-143ce20e-214f-4110-8331-3858444bc96f tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Floating IP 09dd04d2-1e7e-4b73-88d8-b00d2a04f997 associated. External IP: 172.25.0.26, port: cce0189a-5cef-4865-b642-3689d6290d83. Nov 09 00:15:33.606511 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:33.994518 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bbe78c27-146c-4f53-8f87-897937e8781b req-45247e05-9cb4-4f1a-9d3c-49c8f4c5fcde tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups?id=da6e0c3c-d2fe-4b9d-8913-b546464835d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4939094 Nov 09 00:15:34.014858 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-799ada64-d332-4143-b3f5-dba65386a5fb req-6ca4ffff-9205-432d-ae9e-b663da9cfb71 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095799 Nov 09 00:15:34.041705 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2495fd7-a167-436c-a63a-ecd66422b105 x-openstack-request-id: req-e2495fd7-a167-436c-a63a-ecd66422b105 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:34.042091 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4197e425-250d-47d4-bb84-e8bec67a0776", "tag": "4e991fbf-3ef0-4aeb-9635-747909885400", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:34.042664 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2495fd7-a167-436c-a63a-ecd66422b105 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:34.043080 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4197e425-250d-47d4-bb84-e8bec67a0776', 'tag': '4e991fbf-3ef0-4aeb-9635-747909885400', 'status': 'completed', 'code': 200} Nov 09 00:15:34.102641 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb5ea64-3b4e-4fb2-83ea-8627cb7c4498 x-openstack-request-id: req-acb5ea64-3b4e-4fb2-83ea-8627cb7c4498 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:34.102925 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "53769426-080d-41b0-bd08-730566e2cb45", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:34.103723 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acb5ea64-3b4e-4fb2-83ea-8627cb7c4498 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:34.104109 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': '53769426-080d-41b0-bd08-730566e2cb45', 'status': 'completed', 'code': 200} Nov 09 00:15:34.155792 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-d22dbf29-303e-4a65-92e6-ad531de5e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.156339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-d22dbf29-303e-4a65-92e6-ad531de5e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.156628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-d22dbf29-303e-4a65-92e6-ad531de5e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.157075 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-d22dbf29-303e-4a65-92e6-ad531de5e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.157545 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-d22dbf29-303e-4a65-92e6-ad531de5e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.157997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-d22dbf29-303e-4a65-92e6-ad531de5e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.158441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-d22dbf29-303e-4a65-92e6-ad531de5e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.160269 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-d22dbf29-303e-4a65-92e6-ad531de5e024 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 6409 time: 0.0542331 Nov 09 00:15:34.181182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 820c87a2-9736-44f7-9a19-46a464e913cc up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:34.239343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 820c87a2-9736-44f7-9a19-46a464e913cc completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:15:34.243718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 820c87a2-9736-44f7-9a19-46a464e913cc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:34.244195 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:34.330562 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:34.356015 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820c87a2-9736-44f7-9a19-46a464e913cc'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:34.358067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270fdad-f8fd-4ab6-9f35-9f4efcec2035 req-4a579ac5-2a70-48a4-bf43-92cc5b48aae1 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.358800 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1385d8cf-1449-4596-807f-c29d3def4a08" -d '{"events": [{"server_uuid": "538834b1-1aaf-4d8e-9fb9-13bea1c7988c", "name": "network-vif-plugged", "status": "completed", "tag": "820c87a2-9736-44f7-9a19-46a464e913cc"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:34.359653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b270fdad-f8fd-4ab6-9f35-9f4efcec2035 req-4a579ac5-2a70-48a4-bf43-92cc5b48aae1 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.2597263 Nov 09 00:15:34.365905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4252-3d9b-490a-91cf-033c7f25f02b req-db35e3e6-1973-4942-80a7-2d4e5adc6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.367384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24ff4252-3d9b-490a-91cf-033c7f25f02b req-db35e3e6-1973-4942-80a7-2d4e5adc6699 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 1095 time: 0.2663772 Nov 09 00:15:34.378831 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 820c87a2-9736-44f7-9a19-46a464e913cc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=820c87a2-9736-44f7-9a19-46a464e913cc,segment=NetworkSegment(d1e4878d-d8a6-49ec-84a0-79cc30b186e5),segment_id=d1e4878d-d8a6-49ec-84a0-79cc30b186e5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:34.384228 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:34.437988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=820c87a2-9736-44f7-9a19-46a464e913cc,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:34.484083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3ef4-438e-4869-abab-49726ea3190c req-40003ba7-64b8-4d21-af5c-97d8a1aa53ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.489949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3ef4-438e-4869-abab-49726ea3190c req-40003ba7-64b8-4d21-af5c-97d8a1aa53ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.495853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3ef4-438e-4869-abab-49726ea3190c req-40003ba7-64b8-4d21-af5c-97d8a1aa53ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.501709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3ef4-438e-4869-abab-49726ea3190c req-40003ba7-64b8-4d21-af5c-97d8a1aa53ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.507600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3ef4-438e-4869-abab-49726ea3190c req-40003ba7-64b8-4d21-af5c-97d8a1aa53ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.514022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3ef4-438e-4869-abab-49726ea3190c req-40003ba7-64b8-4d21-af5c-97d8a1aa53ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.520084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3ef4-438e-4869-abab-49726ea3190c req-40003ba7-64b8-4d21-af5c-97d8a1aa53ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.521987 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac8c3ef4-438e-4869-abab-49726ea3190c req-40003ba7-64b8-4d21-af5c-97d8a1aa53ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5407 time: 0.3781738 Nov 09 00:15:34.533746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-d3f14e5e-a411-467e-9d7d-4a53537b17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.534255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-d3f14e5e-a411-467e-9d7d-4a53537b17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.534711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-d3f14e5e-a411-467e-9d7d-4a53537b17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.536258 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-d3f14e5e-a411-467e-9d7d-4a53537b17ea service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2cf919eb7d2b4d85b773866576d770f3&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3649001 Nov 09 00:15:34.548312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143ce20e-214f-4110-8331-3858444bc96f tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Router 2572323c-8175-46fa-8784-f54c135d6cb8 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:15:34.607690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b270fdad-f8fd-4ab6-9f35-9f4efcec2035 req-1dac7c5f-06b9-45ae-9b01-fe7007179314 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373774 Nov 09 00:15:34.650613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-bb2d9302-400a-4f4d-8959-22a41844c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.652475 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fc231d1b-e3b4-4a34-a92a-6d5858ceacd5 req-bb2d9302-400a-4f4d-8959-22a41844c643 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1088367 Nov 09 00:15:34.680253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4252-3d9b-490a-91cf-033c7f25f02b req-ff43fa2d-0bf1-47f7-a736-cb6266357d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.681781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24ff4252-3d9b-490a-91cf-033c7f25f02b req-ff43fa2d-0bf1-47f7-a736-cb6266357d72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 911 time: 0.3044209 Nov 09 00:15:34.772994 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24ff4252-3d9b-490a-91cf-033c7f25f02b req-8b38d3df-83c9-494d-ab52-0cc934088720 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e991fbf-3ef0-4aeb-9635-747909885400 HTTP/1.1" status: 200 len: 217 time: 0.0777171 Nov 09 00:15:34.791034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac8c3ef4-438e-4869-abab-49726ea3190c req-d204c092-7933-4922-9011-ef41a5287fec tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2563131 Nov 09 00:15:34.871614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1506de-6e61-4a64-b986-f96a0cbae5e0 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:34.898769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:34.948107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Transition to ACTIVE for port object cc1506de-6e61-4a64-b986-f96a0cbae5e0 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:15:34.956759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4252-3d9b-490a-91cf-033c7f25f02b req-f036eafb-9322-4fac-bba9-197412422b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.958275 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24ff4252-3d9b-490a-91cf-033c7f25f02b req-f036eafb-9322-4fac-bba9-197412422b73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.1736515 Nov 09 00:15:34.960298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143ce20e-214f-4110-8331-3858444bc96f tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:15:34.961783 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:34.969245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-143ce20e-214f-4110-8331-3858444bc96f tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:34.970036 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2267c-745a-4282-92c3-0436164a01cf None None] Sync routers for ids ['2572323c-8175-46fa-8784-f54c135d6cb8'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:15:34.979187 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2267c-745a-4282-92c3-0436164a01cf None None] Routers {'2572323c-8175-46fa-8784-f54c135d6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:15:34.979421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b416637-fb34-4e0a-bd56-a73b853d1255 req-6faa2892-92ff-4a43-a6da-630d436814be tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:34.979791 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0ed2267c-745a-4282-92c3-0436164a01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:15:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2572323c-8175-46fa-8784-f54c135d6cb8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:34.980888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b416637-fb34-4e0a-bd56-a73b853d1255 req-6faa2892-92ff-4a43-a6da-630d436814be tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.2387483 Nov 09 00:15:35.064314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24ff4252-3d9b-490a-91cf-033c7f25f02b req-1758e5bd-b436-4edc-a256-f0d4b3c37299 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824580 Nov 09 00:15:35.073533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955bbdf-6a41-42d4-9f05-f8bffa8a51a9 req-e6c23642-cd5e-4f60-96cd-632b513083a1 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.074957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c955bbdf-6a41-42d4-9f05-f8bffa8a51a9 req-e6c23642-cd5e-4f60-96cd-632b513083a1 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 944 time: 0.2077951 Nov 09 00:15:35.087078 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-0ed2267c-745a-4282-92c3-0436164a01cf None None] Set router 2572323c-8175-46fa-8784-f54c135d6cb8 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:35.107451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-143ce20e-214f-4110-8331-3858444bc96f tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "PUT /v2.0/floatingips/09dd04d2-1e7e-4b73-88d8-b00d2a04f997 HTTP/1.1" status: 200 len: 990 time: 3.8567555 Nov 09 00:15:35.140905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1506de-6e61-4a64-b986-f96a0cbae5e0,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:35.215960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:35.216305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:35.216647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:35.216982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:35.217307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:35.217661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:35.217987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:35.218312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:35.218633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:35.218954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:35.219271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:35.219590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:15:35.285633 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b416637-fb34-4e0a-bd56-a73b853d1255 req-8b27321d-6a06-4a16-877b-e323fe606858 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578287 Nov 09 00:15:35.294721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c955bbdf-6a41-42d4-9f05-f8bffa8a51a9 req-92242df5-a9c2-4399-b28d-3960d36c8550 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114141 Nov 09 00:15:35.329137 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24ff4252-3d9b-490a-91cf-033c7f25f02b req-62f754e4-8680-4eaf-8e52-a24aaa559468 service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468295 Nov 09 00:15:35.349289 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784e180a-fbff-4f3b-8c05-10a39d51e688 x-openstack-request-id: req-784e180a-fbff-4f3b-8c05-10a39d51e688 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:35.350734 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538834b1-1aaf-4d8e-9fb9-13bea1c7988c", "name": "network-vif-plugged", "status": "completed", "tag": "820c87a2-9736-44f7-9a19-46a464e913cc", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:35.351135 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-784e180a-fbff-4f3b-8c05-10a39d51e688 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:35.351691 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820c87a2-9736-44f7-9a19-46a464e913cc', 'code': 200} Nov 09 00:15:35.366922 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0ed2267c-745a-4282-92c3-0436164a01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:15:00Z', 'revision_number': 4, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '09dd04d2-1e7e-4b73-88d8-b00d2a04f997', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'port_id': 'cce0189a-5cef-4865-b642-3689d6290d83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'mac_address': 'fa:16:3e:f0:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd746aff-c380-4c89-94cf-51262bd39350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:15:12Z', 'updated_at': '2021-11-09T00:15:32Z', 'revision_number': 1, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa72307f-b4f7-4113-9dc7-4db9341b0aa0', 'name': '', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'mac_address': 'fa:16:3e:b3:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:58Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 5, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'subnets': [{'id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:35.399337 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Attempting to bind port cc1506de-6e61-4a64-b986-f96a0cbae5e0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:15:35.399619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Attempting to bind port cc1506de-6e61-4a64-b986-f96a0cbae5e0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:15:35.399931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Attempting to bind port cc1506de-6e61-4a64-b986-f96a0cbae5e0 on network 364a1333-8aa5-40a2-b83a-ed34d1006322 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:35.423771 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2267c-745a-4282-92c3-0436164a01cf None None] Checking router: 2572323c-8175-46fa-8784-f54c135d6cb8 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:15:35.436720 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2267c-745a-4282-92c3-0436164a01cf None None] Routers {'2572323c-8175-46fa-8784-f54c135d6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:15:35.437562 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0ed2267c-745a-4282-92c3-0436164a01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:15:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2572323c-8175-46fa-8784-f54c135d6cb8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:35.452681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Port cc1506de-6e61-4a64-b986-f96a0cbae5e0 on network 364a1333-8aa5-40a2-b83a-ed34d1006322 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:15:35.452681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Attempting to bind port cc1506de-6e61-4a64-b986-f96a0cbae5e0 on network 364a1333-8aa5-40a2-b83a-ed34d1006322 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:15:35.480375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acd755-80f7-4e7a-96a1-ad4cfd5583a7 req-934eda2e-1636-46c4-b971-194dea36a3d6 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.481877 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85acd755-80f7-4e7a-96a1-ad4cfd5583a7 req-934eda2e-1636-46c4-b971-194dea36a3d6 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.11 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.1038642 Nov 09 00:15:35.494125 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efe9ad-bd8b-4aec-ad4c-6c1e65e7d026 req-e1195260-deb0-4edb-a21d-1273f60bbd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.496354 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-94efe9ad-bd8b-4aec-ad4c-6c1e65e7d026 req-e1195260-deb0-4edb-a21d-1273f60bbd2d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 1096 time: 0.0559690 Nov 09 00:15:35.501133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:15:35.501489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Checking segment: {'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:15:35.501867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Bound using segment: {'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:15:35.502300 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Bound port: cc1506de-6e61-4a64-b986-f96a0cbae5e0, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:15:35.502650 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:35.552139 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-0ed2267c-745a-4282-92c3-0436164a01cf None None] Set router 2572323c-8175-46fa-8784-f54c135d6cb8 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:35.574707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeeccd-208b-41c0-9637-4fc2de99c2ce req-88e325fb-138b-4f0a-82a7-969d62691846 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.577845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55eeeccd-208b-41c0-9637-4fc2de99c2ce req-88e325fb-138b-4f0a-82a7-969d62691846 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.1628103 Nov 09 00:15:35.600902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6349406-d99f-4fed-aaa5-7c8b95ff2cd3 req-dfd13194-2846-4f98-b581-1f335576a56e tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.603025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6349406-d99f-4fed-aaa5-7c8b95ff2cd3 req-dfd13194-2846-4f98-b581-1f335576a56e tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 945 time: 0.1917651 Nov 09 00:15:35.603895 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-94efe9ad-bd8b-4aec-ad4c-6c1e65e7d026 req-f7be770d-ec3d-48f3-ab0f-865ad7ec3b60 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=da6e0c3c-d2fe-4b9d-8913-b546464835d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730519 Nov 09 00:15:35.626165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-85acd755-80f7-4e7a-96a1-ad4cfd5583a7 req-3348f204-39ca-47f4-9b23-02c0050367e5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Deleting port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:15:35.626503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85acd755-80f7-4e7a-96a1-ad4cfd5583a7 req-3348f204-39ca-47f4-9b23-02c0050367e5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:35.634855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24ff4252-3d9b-490a-91cf-033c7f25f02b req-08f4c38d-59f6-4a06-80b1-f28ac0b06d3b service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938137 Nov 09 00:15:35.707450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] For port cc1506de-6e61-4a64-b986-f96a0cbae5e0, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:15:35.723261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-85acd755-80f7-4e7a-96a1-ad4cfd5583a7 req-3348f204-39ca-47f4-9b23-02c0050367e5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] For port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:35.723764 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85acd755-80f7-4e7a-96a1-ad4cfd5583a7 req-3348f204-39ca-47f4-9b23-02c0050367e5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:35.724240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55eeeccd-208b-41c0-9637-4fc2de99c2ce req-d2e3a7e8-da3c-48c4-8ad5-05cf0c0f91c0 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317146 Nov 09 00:15:35.726206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] For port cc1506de-6e61-4a64-b986-f96a0cbae5e0, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cc1506de-6e61-4a64-b986-f96a0cbae5e0,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:15:35.732316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6349406-d99f-4fed-aaa5-7c8b95ff2cd3 req-29f68058-ca9a-48cb-be7b-66dfb25036db tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups?id=da6e0c3c-d2fe-4b9d-8913-b546464835d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137941 Nov 09 00:15:35.735229 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:35.745882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-85acd755-80f7-4e7a-96a1-ad4cfd5583a7 req-3348f204-39ca-47f4-9b23-02c0050367e5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Calling delete_port for 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:15:35.808396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.809597 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:35.811305 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] 10.222.0.30 "PUT /v2.0/ports/cc1506de-6e61-4a64-b986-f96a0cbae5e0 HTTP/1.1" status: 200 len: 1091 time: 2.4048049 Nov 09 00:15:35.838531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a98014-6f3f-4ab4-98c5-440778ecf632 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1506de-6e61-4a64-b986-f96a0cbae5e0,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:35.909381 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0ed2267c-745a-4282-92c3-0436164a01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:15:00Z', 'revision_number': 4, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '09dd04d2-1e7e-4b73-88d8-b00d2a04f997', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'port_id': 'cce0189a-5cef-4865-b642-3689d6290d83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'mac_address': 'fa:16:3e:f0:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd746aff-c380-4c89-94cf-51262bd39350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:15:12Z', 'updated_at': '2021-11-09T00:15:32Z', 'revision_number': 1, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa72307f-b4f7-4113-9dc7-4db9341b0aa0', 'name': '', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'mac_address': 'fa:16:3e:b3:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:58Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 5, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'subnets': [{'id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:35.937266 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2267c-745a-4282-92c3-0436164a01cf None None] The sync data for ids ['2572323c-8175-46fa-8784-f54c135d6cb8'] in n-d-813263-3 is: [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:15:00Z', 'revision_number': 4, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '09dd04d2-1e7e-4b73-88d8-b00d2a04f997', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'port_id': 'cce0189a-5cef-4865-b642-3689d6290d83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'mac_address': 'fa:16:3e:f0:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd746aff-c380-4c89-94cf-51262bd39350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:15:12Z', 'updated_at': '2021-11-09T00:15:32Z', 'revision_number': 1, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa72307f-b4f7-4113-9dc7-4db9341b0aa0', 'name': '', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'mac_address': 'fa:16:3e:b3:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:58Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 5, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'subnets': [{'id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:15:35.956479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f0db30a4-ae72-4a90-aa9f-a07973581a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.957163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f0db30a4-ae72-4a90-aa9f-a07973581a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.958000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f0db30a4-ae72-4a90-aa9f-a07973581a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.958531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f0db30a4-ae72-4a90-aa9f-a07973581a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.958889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f0db30a4-ae72-4a90-aa9f-a07973581a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.959401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f0db30a4-ae72-4a90-aa9f-a07973581a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.960932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f0db30a4-ae72-4a90-aa9f-a07973581a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.963645 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f0db30a4-ae72-4a90-aa9f-a07973581a78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 6476 time: 0.0960927 Nov 09 00:15:35.986595 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85acd755-80f7-4e7a-96a1-ad4cfd5583a7 req-3348f204-39ca-47f4-9b23-02c0050367e5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:35.992400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c1e3b-0425-4897-936e-ba694115ddd8 req-034e04c7-9683-45e5-882a-9bab55cd6e27 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:35.994113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e3c1e3b-0425-4897-936e-ba694115ddd8 req-034e04c7-9683-45e5-882a-9bab55cd6e27 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aadcbca-3605-4f51-bade-90648799246b HTTP/1.1" status: 200 len: 945 time: 0.0931206 Nov 09 00:15:35.999904 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['1db04020-12b8-4dd5-bbb4-dad5e1a52eb0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:36.026713 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348f204-39ca-47f4-9b23-02c0050367e5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Pushing event deleted for resources: {'Port': ['ID=1db04020-12b8-4dd5-bbb4-dad5e1a52eb0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:36.061095 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4af1e63b-1570-4435-a213-59aadb8f6e44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c0ee573-9c26-4590-b2c2-93f87044e954 HTTP/1.1" status: 200 len: 217 time: 0.0877919 Nov 09 00:15:36.084743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-85acd755-80f7-4e7a-96a1-ad4cfd5583a7 req-3348f204-39ca-47f4-9b23-02c0050367e5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] No DVR routers for this DVR port 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:15:36.088275 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-85acd755-80f7-4e7a-96a1-ad4cfd5583a7 req-3348f204-39ca-47f4-9b23-02c0050367e5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:36.092111 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85acd755-80f7-4e7a-96a1-ad4cfd5583a7 req-3348f204-39ca-47f4-9b23-02c0050367e5 tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.11 "DELETE /v2.0/ports/1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 HTTP/1.1" status: 204 len: 173 time: 0.5946581 Nov 09 00:15:36.092605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aadcbca-3605-4f51-bade-90648799246b', 'name': 'network-vif-deleted', 'tag': '1db04020-12b8-4dd5-bbb4-dad5e1a52eb0'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:36.095810 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a13855b-1357-4b96-856a-d0ad124d7c75" -d '{"events": [{"server_uuid": "2aadcbca-3605-4f51-bade-90648799246b", "name": "network-vif-deleted", "tag": "1db04020-12b8-4dd5-bbb4-dad5e1a52eb0"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:36.128868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': 'b5a6662b-efda-4873-9888-e7071a337881'}, {'name': 'network-changed', 'server_uuid': 'fd746aff-c380-4c89-94cf-51262bd39350', 'tag': 'cce0189a-5cef-4865-b642-3689d6290d83'}, {'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': 'cc1506de-6e61-4a64-b986-f96a0cbae5e0'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:36.131940 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8351819c-3dce-4162-bf15-53097efa275f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "b5a6662b-efda-4873-9888-e7071a337881"}, {"name": "network-changed", "server_uuid": "fd746aff-c380-4c89-94cf-51262bd39350", "tag": "cce0189a-5cef-4865-b642-3689d6290d83"}, {"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "cc1506de-6e61-4a64-b986-f96a0cbae5e0"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:36.183809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fb432-6bb3-4a53-a1fc-44b8519c835e req-85f22d36-8545-487d-b172-707628a71f60 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.185919 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4e991fbf-3ef0-4aeb-9635-747909885400 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:15:36.191175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fb432-6bb3-4a53-a1fc-44b8519c835e req-85f22d36-8545-487d-b172-707628a71f60 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.199335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fb432-6bb3-4a53-a1fc-44b8519c835e req-85f22d36-8545-487d-b172-707628a71f60 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.206127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fb432-6bb3-4a53-a1fc-44b8519c835e req-85f22d36-8545-487d-b172-707628a71f60 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.213556 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fb432-6bb3-4a53-a1fc-44b8519c835e req-85f22d36-8545-487d-b172-707628a71f60 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.219444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fb432-6bb3-4a53-a1fc-44b8519c835e req-85f22d36-8545-487d-b172-707628a71f60 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.226421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fb432-6bb3-4a53-a1fc-44b8519c835e req-85f22d36-8545-487d-b172-707628a71f60 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.234064 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc2fb432-6bb3-4a53-a1fc-44b8519c835e req-85f22d36-8545-487d-b172-707628a71f60 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.2032266 Nov 09 00:15:36.242647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e3c1e3b-0425-4897-936e-ba694115ddd8 req-4b2994d2-984a-4967-883f-6738a2cf6b4e tempest-ServerRescueNegativeTestJSON-141257047 tempest-ServerRescueNegativeTestJSON-141257047-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7940c70-a065-4eda-a8ec-ff5232a538cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997807 Nov 09 00:15:36.246336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3c9b672-04be-4fef-8e26-2d8de8407491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.248684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f3c9b672-04be-4fef-8e26-2d8de8407491 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e HTTP/1.1" status: 200 len: 850 time: 0.1706188 Nov 09 00:15:36.268801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a5f7e-4e99-4435-b0ff-7de08ef09e28 None None] New status for floating IP 09dd04d2-1e7e-4b73-88d8-b00d2a04f997: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:15:36.314752 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17e6ce6-7322-44f3-a363-2934dc6eb727 x-openstack-request-id: req-a17e6ce6-7322-44f3-a363-2934dc6eb727 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:36.315461 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aadcbca-3605-4f51-bade-90648799246b", "name": "network-vif-deleted", "tag": "1db04020-12b8-4dd5-bbb4-dad5e1a52eb0", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:36.315840 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a17e6ce6-7322-44f3-a363-2934dc6eb727 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:36.316795 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aadcbca-3605-4f51-bade-90648799246b', 'name': 'network-vif-deleted', 'tag': '1db04020-12b8-4dd5-bbb4-dad5e1a52eb0', 'status': 'completed', 'code': 200} Nov 09 00:15:36.338412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc2fb432-6bb3-4a53-a1fc-44b8519c835e req-82d2beeb-5139-4b86-a7cb-3af301527518 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029785 Nov 09 00:15:36.343328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-db25b503-2ae9-4174-8a80-5a4909abc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.345004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-db25b503-2ae9-4174-8a80-5a4909abc447 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd00dfb3-9954-4da4-8bab-f4742925ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800843 Nov 09 00:15:36.355948 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bfb4c7-8482-47a6-9c3b-4eccf37f93a8 x-openstack-request-id: req-99bfb4c7-8482-47a6-9c3b-4eccf37f93a8 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:36.356556 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "b5a6662b-efda-4873-9888-e7071a337881", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fd746aff-c380-4c89-94cf-51262bd39350", "tag": "cce0189a-5cef-4865-b642-3689d6290d83", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "cc1506de-6e61-4a64-b986-f96a0cbae5e0", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:36.356960 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99bfb4c7-8482-47a6-9c3b-4eccf37f93a8 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:36.357535 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': 'b5a6662b-efda-4873-9888-e7071a337881', 'status': 'completed', 'code': 200} Nov 09 00:15:36.358149 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd746aff-c380-4c89-94cf-51262bd39350', 'tag': 'cce0189a-5cef-4865-b642-3689d6290d83', 'status': 'completed', 'code': 200} Nov 09 00:15:36.358286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 4e991fbf-3ef0-4aeb-9635-747909885400, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4e991fbf-3ef0-4aeb-9635-747909885400,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:36.359282 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': 'cc1506de-6e61-4a64-b986-f96a0cbae5e0', 'status': 'completed', 'code': 200} Nov 09 00:15:36.404222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '4e991fbf-3ef0-4aeb-9635-747909885400', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'port_id': '4e991fbf-3ef0-4aeb-9635-747909885400', 'mac_address': 'fa:16:3e:e6:46:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9749423-c78d-4642-b475-a021e262f974', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:15:36.485544 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:36.499842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e991fbf-3ef0-4aeb-9635-747909885400 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:15:36.520045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 4e991fbf-3ef0-4aeb-9635-747909885400, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4e991fbf-3ef0-4aeb-9635-747909885400,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:36.524619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-94fe7bbe-d366-46ca-9802-d8c24ef6ba0b service neutron] 10.222.0.30 "GET /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709707 Nov 09 00:15:36.533613 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:36.536058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e866277-f7f7-4abf-8393-04df5fe33268 req-f34bf3ee-f8a7-4785-9098-5fdbd3a53250 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.537667 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e866277-f7f7-4abf-8393-04df5fe33268 req-f34bf3ee-f8a7-4785-9098-5fdbd3a53250 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.1107378 Nov 09 00:15:36.545965 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01ae02-4b3e-4306-8d08-9ec825aa2eeb req-0b5d582f-a59f-4fce-b3ba-98f49aa055bb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.547457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c01ae02-4b3e-4306-8d08-9ec825aa2eeb req-0b5d582f-a59f-4fce-b3ba-98f49aa055bb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 944 time: 0.1217735 Nov 09 00:15:36.589504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=4e991fbf-3ef0-4aeb-9635-747909885400,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:36.692757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e866277-f7f7-4abf-8393-04df5fe33268 req-7a275cfd-ead9-487a-b856-1c19a9bceba9 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426601 Nov 09 00:15:36.699601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c01ae02-4b3e-4306-8d08-9ec825aa2eeb req-4faaa28f-b7e7-46c4-a56e-aeff54ceb956 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358864 Nov 09 00:15:36.717306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-c7c1cad2-3168-4573-9ff0-1b59df7c35fc service neutron] 10.222.0.30 "GET /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683297 Nov 09 00:15:36.766733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-0ed4d338-b655-407f-bc46-c1b0a66a151b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=badf5b56-8934-45ad-ab08-b14502d9f297 HTTP/1.1" status: 200 len: 217 time: 0.0412071 Nov 09 00:15:36.876514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-cd4172cd-09af-4720-bd57-f102bbe32aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.878010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-cd4172cd-09af-4720-bd57-f102bbe32aa9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.1024477 Nov 09 00:15:36.895256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['4e991fbf-3ef0-4aeb-9635-747909885400'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:36.895463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55203b-6a75-467d-ab0d-adb1122ca43f req-5e3a0b6a-d47f-49ad-9903-63c7add698c2 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.896774 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd55203b-6a75-467d-ab0d-adb1122ca43f req-5e3a0b6a-d47f-49ad-9903-63c7add698c2 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.0948305 Nov 09 00:15:36.912498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4e2f9-fbf1-4c0e-a917-bb1b14313f28 req-12461909-add1-40e4-b659-33f684f4886b tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:36.914119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7eb4e2f9-fbf1-4c0e-a917-bb1b14313f28 req-12461909-add1-40e4-b659-33f684f4886b tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 945 time: 0.1004205 Nov 09 00:15:37.009496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-e64dbba6-633d-405f-8ab2-51ccdd9bce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:37.010998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-e64dbba6-633d-405f-8ab2-51ccdd9bce44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1126039 Nov 09 00:15:37.017185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd55203b-6a75-467d-ab0d-adb1122ca43f req-32830cc5-10e9-4322-8946-983da9d0afb8 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006320 Nov 09 00:15:37.047277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7eb4e2f9-fbf1-4c0e-a917-bb1b14313f28 req-1201221f-205f-401d-912e-2d3365b1f708 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups?id=da6e0c3c-d2fe-4b9d-8913-b546464835d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068752 Nov 09 00:15:37.122098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-dde6a2f6-c179-42f5-b48f-3e652312eb34 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000862 Nov 09 00:15:37.221733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b8870b50-6b41-403e-ba02-c86666d9c7c7 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895481 Nov 09 00:15:37.263152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-16a3090a-ec56-4471-8fcc-916f8e2a8cd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=deca90b0-bc9b-4415-b659-c843bd9b048e HTTP/1.1" status: 200 len: 217 time: 0.0327861 Nov 09 00:15:37.315994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-a25d26fe-8bdf-4291-88ad-22457b6613f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:37.317499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-a25d26fe-8bdf-4291-88ad-22457b6613f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.0473580 Nov 09 00:15:37.318143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41460) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:37.769834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-46f39363-4fc5-43fd-ba6f-8ec8aedfe7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:37.771277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-46f39363-4fc5-43fd-ba6f-8ec8aedfe7fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4161193 Nov 09 00:15:37.919855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa23f2-25a7-42e2-97d5-76c38fb2d37c req-915490fd-039e-44e1-b29d-e7f78a37abd0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:37.925727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa23f2-25a7-42e2-97d5-76c38fb2d37c req-915490fd-039e-44e1-b29d-e7f78a37abd0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:37.932192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa23f2-25a7-42e2-97d5-76c38fb2d37c req-915490fd-039e-44e1-b29d-e7f78a37abd0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:37.938121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa23f2-25a7-42e2-97d5-76c38fb2d37c req-915490fd-039e-44e1-b29d-e7f78a37abd0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:37.943978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa23f2-25a7-42e2-97d5-76c38fb2d37c req-915490fd-039e-44e1-b29d-e7f78a37abd0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:37.950555 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa23f2-25a7-42e2-97d5-76c38fb2d37c req-915490fd-039e-44e1-b29d-e7f78a37abd0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:37.956396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa23f2-25a7-42e2-97d5-76c38fb2d37c req-915490fd-039e-44e1-b29d-e7f78a37abd0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:37.958224 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71fa23f2-25a7-42e2-97d5-76c38fb2d37c req-915490fd-039e-44e1-b29d-e7f78a37abd0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.2308738 Nov 09 00:15:38.002253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603335f-1c74-4e73-9451-4a46b2a3e82f req-9711d44b-4e57-417a-9626-87bf7f21ff67 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:38.003675 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d603335f-1c74-4e73-9451-4a46b2a3e82f req-9711d44b-4e57-417a-9626-87bf7f21ff67 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.2404459 Nov 09 00:15:38.103826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-95bbca01-2c17-4ffe-8af6-b11bc6e84642 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154993 Nov 09 00:15:38.185833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71fa23f2-25a7-42e2-97d5-76c38fb2d37c req-1ecea28f-e378-4b2e-8f6d-502b2e29f589 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2160723 Nov 09 00:15:38.188945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d603335f-1c74-4e73-9451-4a46b2a3e82f req-5aef219e-b38a-42c1-8960-897c21e7f575 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509829 Nov 09 00:15:38.197119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4e991fbf-3ef0-4aeb-9635-747909885400 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:15:38.268996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 4e991fbf-3ef0-4aeb-9635-747909885400 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:15:38.273222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 4e991fbf-3ef0-4aeb-9635-747909885400 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:15:38.273649 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:38.353817 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:38.357611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-30582e3a-5585-473b-9ccc-d4a450bd17cb service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365267 Nov 09 00:15:38.377833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4197e425-250d-47d4-bb84-e8bec67a0776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e991fbf-3ef0-4aeb-9635-747909885400'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:38.380026 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70bebff-d244-4462-a89c-8185503fb432" -d '{"events": [{"server_uuid": "4197e425-250d-47d4-bb84-e8bec67a0776", "name": "network-vif-plugged", "status": "completed", "tag": "4e991fbf-3ef0-4aeb-9635-747909885400"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:38.387454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c46369-cd31-4caf-ab3c-db3e293fd90b req-be0a6514-fd90-430e-bdfc-b32b77f32c36 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:38.388903 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8c46369-cd31-4caf-ab3c-db3e293fd90b req-be0a6514-fd90-430e-bdfc-b32b77f32c36 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 945 time: 0.1170435 Nov 09 00:15:38.393524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 4e991fbf-3ef0-4aeb-9635-747909885400, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4e991fbf-3ef0-4aeb-9635-747909885400,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:38.397621 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:38.398752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:15:38.399952 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbde36-962c-4a4a-a66b-b931841c8d14 req-362d5a49-85f9-4d4c-97b8-cb2743513932 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:38.401429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dffbde36-962c-4a4a-a66b-b931841c8d14 req-362d5a49-85f9-4d4c-97b8-cb2743513932 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.1284392 Nov 09 00:15:38.436419 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:15:38.436680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 1db04020-12b8-4dd5-bbb4-dad5e1a52eb0 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:15:38.440817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4d564769-6cc1-4d03-8061-f6f5a0a30cc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 HTTP/1.1" status: 200 len: 217 time: 0.0685990 Nov 09 00:15:38.463291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=4e991fbf-3ef0-4aeb-9635-747909885400,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:38.573729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8c46369-cd31-4caf-ab3c-db3e293fd90b req-0140787a-6477-4f65-9f89-65c96600adb3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433499 Nov 09 00:15:38.577268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dffbde36-962c-4a4a-a66b-b931841c8d14 req-9bffb5f2-3033-4d5c-aad7-5f5330a77652 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446056 Nov 09 00:15:38.580804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4f39b571-9bc2-4fb3-8720-541b492fe7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:38.582319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4f39b571-9bc2-4fb3-8720-541b492fe7ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.1202757 Nov 09 00:15:38.663833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ebfdf0a5-5ea2-435d-b389-6bf27e14423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:38.665315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ebfdf0a5-5ea2-435d-b389-6bf27e14423f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759699 Nov 09 00:15:38.680853 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-564e156f-8b73-4acb-852d-f16e5def9c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:38.740352 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1457c4-559a-48c7-a702-e037482ad3f8 x-openstack-request-id: req-4b1457c4-559a-48c7-a702-e037482ad3f8 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:38.740645 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4197e425-250d-47d4-bb84-e8bec67a0776", "name": "network-vif-plugged", "status": "completed", "tag": "4e991fbf-3ef0-4aeb-9635-747909885400", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:38.741740 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b1457c4-559a-48c7-a702-e037482ad3f8 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:38.742146 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4197e425-250d-47d4-bb84-e8bec67a0776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e991fbf-3ef0-4aeb-9635-747909885400', 'code': 200} Nov 09 00:15:38.803947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07276a5-89e4-4a74-9c95-9a417bd6d0af req-1a046a38-f7b9-433e-918b-7a883f44e5bc tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:38.805480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e07276a5-89e4-4a74-9c95-9a417bd6d0af req-1a046a38-f7b9-433e-918b-7a883f44e5bc tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 945 time: 0.1609447 Nov 09 00:15:38.836926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36ea24-4c45-43a7-99e2-547cf4a9b3e6 req-9a483a70-37d0-4bf8-855c-e5e744325674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:38.838970 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ff36ea24-4c45-43a7-99e2-547cf4a9b3e6 req-9a483a70-37d0-4bf8-855c-e5e744325674 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 1097 time: 0.0400970 Nov 09 00:15:38.885694 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ff36ea24-4c45-43a7-99e2-547cf4a9b3e6 req-ff6fb803-7cfa-4079-9da7-c709ef8960da service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382781 Nov 09 00:15:38.905880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-c96fb8dc-43dd-48b7-b6e0-1f8242c45810 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222261 Nov 09 00:15:38.965746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e07276a5-89e4-4a74-9c95-9a417bd6d0af req-a2d7ba87-f3be-438a-9641-bc24ef3588a8 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups?id=da6e0c3c-d2fe-4b9d-8913-b546464835d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236296 Nov 09 00:15:39.125464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-cbdb6742-d4ff-478a-a761-91789f95ffca service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098613 Nov 09 00:15:39.163900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3a091-e9f2-46cd-90df-9000828472ea req-f5be271d-0d2b-4c77-afea-1151fb04e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.165454 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eb3a091-e9f2-46cd-90df-9000828472ea req-f5be271d-0d2b-4c77-afea-1151fb04e511 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c490e078fbb4c83b24ae43b7b1a56db&device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 1096 time: 0.0443165 Nov 09 00:15:39.196521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-a9a60982-c305-4ae0-8460-f352ee7a8048 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=53769426-080d-41b0-bd08-730566e2cb45 HTTP/1.1" status: 200 len: 217 time: 0.0578732 Nov 09 00:15:39.213388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066ac5-d13e-4765-a962-ce59250fca45 req-40e49d02-bdff-4439-b0aa-0712820f48c0 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.214796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8066ac5-d13e-4765-a962-ce59250fca45 req-40e49d02-bdff-4439-b0aa-0712820f48c0 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.1596744 Nov 09 00:15:39.229448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301ae62-b948-4962-9722-86e19f736dc1 req-428a3404-5de1-4c5d-9334-30cb2202c928 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.230800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1301ae62-b948-4962-9722-86e19f736dc1 req-428a3404-5de1-4c5d-9334-30cb2202c928 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 945 time: 0.1631639 Nov 09 00:15:39.242940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41490) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:39.249794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2631abf6-a975-4cf0-8c27-57f656831028 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Request body: {'floatingip': {'port_id': '820c87a2-9736-44f7-9a19-46a464e913cc'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:39.301041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2631abf6-a975-4cf0-8c27-57f656831028 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:39.305977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3a091-e9f2-46cd-90df-9000828472ea req-8c2997d5-5979-4e95-b914-dfb504601fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.308153 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eb3a091-e9f2-46cd-90df-9000828472ea req-8c2997d5-5979-4e95-b914-dfb504601fe7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0 HTTP/1.1" status: 200 len: 916 time: 0.1358581 Nov 09 00:15:39.347350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-2fc249e4-d8e6-47c8-bfa0-e0db7d8b69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.348817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-2fc249e4-d8e6-47c8-bfa0-e0db7d8b69ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.1440666 Nov 09 00:15:39.394711 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eb3a091-e9f2-46cd-90df-9000828472ea req-359be117-6f0a-4220-ad09-5f368128f131 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a50c428-9228-4a70-aa09-3bcf3a339df5 HTTP/1.1" status: 200 len: 217 time: 0.0598814 Nov 09 00:15:39.397672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8066ac5-d13e-4765-a962-ce59250fca45 req-93e4417c-ccf7-4a9b-af46-4c1bedf3a1ea tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626439 Nov 09 00:15:39.418651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496c2fb-e4fc-4c7e-bbc3-c76547a50449 req-dceabf72-18ce-4562-9936-4beb5c8ba8b8 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.420137 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a496c2fb-e4fc-4c7e-bbc3-c76547a50449 req-dceabf72-18ce-4562-9936-4beb5c8ba8b8 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.1303709 Nov 09 00:15:39.424301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-564e156f-8b73-4acb-852d-f16e5def9c14 admin admin] Deleting port 9041b9e8-aa98-48ef-939c-b24e91e66bc5 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:15:39.425365 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-564e156f-8b73-4acb-852d-f16e5def9c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:39.481774 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3a091-e9f2-46cd-90df-9000828472ea req-26f87912-2d70-44e9-86c7-8b02608fdf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.483136 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eb3a091-e9f2-46cd-90df-9000828472ea req-26f87912-2d70-44e9-86c7-8b02608fdf53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7 HTTP/1.1" status: 200 len: 855 time: 0.0816483 Nov 09 00:15:39.496518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b87f9abc-48c5-4178-87a0-453070566ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.498001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-b87f9abc-48c5-4178-87a0-453070566ce7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1366196 Nov 09 00:15:39.604653 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3a091-e9f2-46cd-90df-9000828472ea req-115914ca-a916-4157-8300-bf725faaad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.607034 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eb3a091-e9f2-46cd-90df-9000828472ea req-115914ca-a916-4157-8300-bf725faaad70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860579 Nov 09 00:15:39.620756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a496c2fb-e4fc-4c7e-bbc3-c76547a50449 req-befd6e3f-c8ca-492e-a80b-6ae12814a8d3 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813898 Nov 09 00:15:39.657131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac167-0880-44a7-a7a0-92f9cbdb7dc7 req-1f314c8a-9ec9-4f42-a5ec-7978b6e2b8ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.663032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac167-0880-44a7-a7a0-92f9cbdb7dc7 req-1f314c8a-9ec9-4f42-a5ec-7978b6e2b8ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.669417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac167-0880-44a7-a7a0-92f9cbdb7dc7 req-1f314c8a-9ec9-4f42-a5ec-7978b6e2b8ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.675288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac167-0880-44a7-a7a0-92f9cbdb7dc7 req-1f314c8a-9ec9-4f42-a5ec-7978b6e2b8ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.681913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac167-0880-44a7-a7a0-92f9cbdb7dc7 req-1f314c8a-9ec9-4f42-a5ec-7978b6e2b8ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.687845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac167-0880-44a7-a7a0-92f9cbdb7dc7 req-1f314c8a-9ec9-4f42-a5ec-7978b6e2b8ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.693686 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac167-0880-44a7-a7a0-92f9cbdb7dc7 req-1f314c8a-9ec9-4f42-a5ec-7978b6e2b8ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.695535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22cac167-0880-44a7-a7a0-92f9cbdb7dc7 req-1f314c8a-9ec9-4f42-a5ec-7978b6e2b8ff tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.2112753 Nov 09 00:15:39.699629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-564e156f-8b73-4acb-852d-f16e5def9c14 admin admin] For port 9041b9e8-aa98-48ef-939c-b24e91e66bc5, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9041b9e8-aa98-48ef-939c-b24e91e66bc5,segment=NetworkSegment(65b13661-ba9c-42e7-9ac6-72d4e7a4334b),segment_id=65b13661-ba9c-42e7-9ac6-72d4e7a4334b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:39.700225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-564e156f-8b73-4acb-852d-f16e5def9c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:39.747259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-564e156f-8b73-4acb-852d-f16e5def9c14 admin admin] Calling delete_port for 9041b9e8-aa98-48ef-939c-b24e91e66bc5 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:15:39.779285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-44cee17d-2559-4c23-825e-01b112d606ae service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717054 Nov 09 00:15:39.818244 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eb3a091-e9f2-46cd-90df-9000828472ea req-af24890f-6517-4712-84c3-2204dae2d242 service neutron] 10.222.0.30 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015734 Nov 09 00:15:39.879469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dfd42-f1cb-47bc-8348-c74f285c0c48 req-9fa0277e-c5a0-4fae-8088-becbbb61392c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:39.880944 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-472dfd42-f1cb-47bc-8348-c74f285c0c48 req-9fa0277e-c5a0-4fae-8088-becbbb61392c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 946 time: 0.1779304 Nov 09 00:15:39.926866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22cac167-0880-44a7-a7a0-92f9cbdb7dc7 req-7fa1345b-1155-45f7-b63e-ddd603df14cb tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2205594 Nov 09 00:15:39.987264 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4eb3a091-e9f2-46cd-90df-9000828472ea req-7446fc25-0d65-409e-8e37-e86e8a8cd489 service neutron] 10.222.0.30 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622863 Nov 09 00:15:39.996309 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2631abf6-a975-4cf0-8c27-57f656831028 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:40.002675 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2631abf6-a975-4cf0-8c27-57f656831028 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:40.048100 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-472dfd42-f1cb-47bc-8348-c74f285c0c48 req-974410b9-ac30-4744-b82d-066ed8ddcdc2 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373751 Nov 09 00:15:40.049993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-1a759c08-7412-4446-97bd-5cb382860bc7 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271838 Nov 09 00:15:40.106198 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-45ce8cea-d026-4d1c-b3b1-0a95d53ba2c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b5a6662b-efda-4873-9888-e7071a337881 HTTP/1.1" status: 200 len: 217 time: 0.0469265 Nov 09 00:15:40.121424 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-2631abf6-a975-4cf0-8c27-57f656831028 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Floating IP c92383bd-7bb3-4e68-865a-ed986add88e4 associated. External IP: 172.25.0.108, port: 820c87a2-9736-44f7-9a19-46a464e913cc. Nov 09 00:15:40.198921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ccedc934-d3c2-484f-a3c3-4eed0d251aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:40.200476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-ccedc934-d3c2-484f-a3c3-4eed0d251aa2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77073b2d-8182-4647-a3e4-f9ac28e41e68 HTTP/1.1" status: 200 len: 797 time: 0.0840080 Nov 09 00:15:40.211701 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-564e156f-8b73-4acb-852d-f16e5def9c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:40.271340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e156f-8b73-4acb-852d-f16e5def9c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=9041b9e8-aa98-48ef-939c-b24e91e66bc5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:40.333549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2631abf6-a975-4cf0-8c27-57f656831028 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Router 44387521-bc32-433a-808f-b79ffed5d0aa has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:15:40.333809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-8d89d393-a31f-485d-b065-0591d4746a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:40.335189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-8d89d393-a31f-485d-b065-0591d4746a68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=364a1333-8aa5-40a2-b83a-ed34d1006322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101091 Nov 09 00:15:40.471177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2631abf6-a975-4cf0-8c27-57f656831028 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:15:40.476359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2631abf6-a975-4cf0-8c27-57f656831028 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:40.490298 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783a405-39a0-44a9-808f-fd6a6540a736 None None] Sync routers for ids ['44387521-bc32-433a-808f-b79ffed5d0aa'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:15:40.502691 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783a405-39a0-44a9-808f-fd6a6540a736 None None] Routers {'44387521-bc32-433a-808f-b79ffed5d0aa'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:15:40.503605 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e783a405-39a0-44a9-808f-fd6a6540a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:15:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['44387521-bc32-433a-808f-b79ffed5d0aa'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:40.505296 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2631abf6-a975-4cf0-8c27-57f656831028 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "PUT /v2.0/floatingips/c92383bd-7bb3-4e68-865a-ed986add88e4 HTTP/1.1" status: 200 len: 991 time: 1.2612970 Nov 09 00:15:40.506001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'tag': '820c87a2-9736-44f7-9a19-46a464e913cc'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:40.508673 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3608f718-1e48-4ad4-a420-e1f830d4b919" -d '{"events": [{"name": "network-changed", "server_uuid": "538834b1-1aaf-4d8e-9fb9-13bea1c7988c", "tag": "820c87a2-9736-44f7-9a19-46a464e913cc"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:40.619009 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3067b620-204c-423a-bcd2-cc918a16ab74 x-openstack-request-id: req-3067b620-204c-423a-bcd2-cc918a16ab74 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:40.619297 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538834b1-1aaf-4d8e-9fb9-13bea1c7988c", "tag": "820c87a2-9736-44f7-9a19-46a464e913cc", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:40.619546 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3067b620-204c-423a-bcd2-cc918a16ab74 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:40.619994 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'tag': '820c87a2-9736-44f7-9a19-46a464e913cc', 'status': 'completed', 'code': 200} Nov 09 00:15:40.629316 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e783a405-39a0-44a9-808f-fd6a6540a736 None None] Set router 44387521-bc32-433a-808f-b79ffed5d0aa gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:40.699285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608f718-1e48-4ad4-a420-e1f830d4b919 req-1abbead4-d078-4b78-a90e-767c449f4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:40.701538 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3608f718-1e48-4ad4-a420-e1f830d4b919 req-1abbead4-d078-4b78-a90e-767c449f4493 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5378c6f8c10406f952a632d318c1dd7&device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 1096 time: 0.0548854 Nov 09 00:15:40.798638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608f718-1e48-4ad4-a420-e1f830d4b919 req-068c452a-3d49-477a-a4c6-c73abdbe7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:40.800075 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3608f718-1e48-4ad4-a420-e1f830d4b919 req-068c452a-3d49-477a-a4c6-c73abdbe7d34 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a45e88f6-9c3a-40de-a653-bd8974542bf6 HTTP/1.1" status: 200 len: 906 time: 0.0901134 Nov 09 00:15:40.871679 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3608f718-1e48-4ad4-a420-e1f830d4b919 req-49efa07c-d201-4bc5-afd7-918e762382c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820c87a2-9736-44f7-9a19-46a464e913cc HTTP/1.1" status: 200 len: 999 time: 0.0626943 Nov 09 00:15:40.875055 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e783a405-39a0-44a9-808f-fd6a6540a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'c92383bd-7bb3-4e68-865a-ed986add88e4', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'port_id': '820c87a2-9736-44f7-9a19-46a464e913cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'mac_address': 'fa:16:3e:d1:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:15:15Z', 'updated_at': '2021-11-09T00:15:39Z', 'revision_number': 1, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c693b3-1225-4c02-9118-e3efff2ca260', 'name': '', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'mac_address': 'fa:16:3e:a9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:15:02Z', 'updated_at': '2021-11-09T00:15:11Z', 'revision_number': 5, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'subnets': [{'id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:40.883136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-564e156f-8b73-4acb-852d-f16e5def9c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:40.893566 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-e0553d02-2904-413e-8919-4b51d07376d6 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501177 Nov 09 00:15:40.904361 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783a405-39a0-44a9-808f-fd6a6540a736 None None] Checking router: 44387521-bc32-433a-808f-b79ffed5d0aa for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:15:40.912686 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783a405-39a0-44a9-808f-fd6a6540a736 None None] Routers {'44387521-bc32-433a-808f-b79ffed5d0aa'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:15:40.913297 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e783a405-39a0-44a9-808f-fd6a6540a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:15:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['44387521-bc32-433a-808f-b79ffed5d0aa'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:40.925792 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608f718-1e48-4ad4-a420-e1f830d4b919 req-268f1ade-4096-4947-a0ce-c5455b2ddb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:40.927361 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3608f718-1e48-4ad4-a420-e1f830d4b919 req-268f1ade-4096-4947-a0ce-c5455b2ddb21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=95dc5722-f607-4285-b3a5-ba128fc68000 HTTP/1.1" status: 200 len: 845 time: 0.0470479 Nov 09 00:15:40.975685 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608f718-1e48-4ad4-a420-e1f830d4b919 req-0f4a443d-395b-4a80-8eea-1df8e438dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:40.977201 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3608f718-1e48-4ad4-a420-e1f830d4b919 req-0f4a443d-395b-4a80-8eea-1df8e438dc25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a45e88f6-9c3a-40de-a653-bd8974542bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420418 Nov 09 00:15:40.984992 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4298f3-9382-44f5-a832-6d1b2258b6e1 req-924ce251-061c-494b-a5ee-132b0b41cb0e tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:40.986592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a4298f3-9382-44f5-a832-6d1b2258b6e1 req-924ce251-061c-494b-a5ee-132b0b41cb0e tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.1666911 Nov 09 00:15:41.002904 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954644e-2b29-4058-a93f-5d5b52d6e3d7 req-57433268-1e8f-4da2-a8f4-8583428d9a1a tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:41.004498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9954644e-2b29-4058-a93f-5d5b52d6e3d7 req-57433268-1e8f-4da2-a8f4-8583428d9a1a tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.5197968 Nov 09 00:15:41.086419 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3608f718-1e48-4ad4-a420-e1f830d4b919 req-8741e112-98ab-48bf-a956-4b5aa7ae0e65 service neutron] 10.222.0.11 "GET /v2.0/networks/a45e88f6-9c3a-40de-a653-bd8974542bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002421 Nov 09 00:15:41.121572 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e783a405-39a0-44a9-808f-fd6a6540a736 None None] Set router 44387521-bc32-433a-808f-b79ffed5d0aa gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:41.185484 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a4298f3-9382-44f5-a832-6d1b2258b6e1 req-b2d9b207-7367-4703-9274-a9da6b7890f6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796629 Nov 09 00:15:41.189776 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3608f718-1e48-4ad4-a420-e1f830d4b919 req-b69b6427-7d16-4fe6-ba37-a96c5b601aae service neutron] 10.222.0.11 "GET /v2.0/networks/a45e88f6-9c3a-40de-a653-bd8974542bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957897 Nov 09 00:15:41.190384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-4c937171-e9b9-4b05-8b62-4edc51527bb6 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858236 Nov 09 00:15:41.242989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9954644e-2b29-4058-a93f-5d5b52d6e3d7 req-e1b06a54-66a2-4e5e-a565-15e4a2562635 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032435 Nov 09 00:15:41.292273 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-f5497245-98bf-41f0-8e11-0be8068fc14c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc1506de-6e61-4a64-b986-f96a0cbae5e0 HTTP/1.1" status: 200 len: 217 time: 0.0645361 Nov 09 00:15:41.405002 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e783a405-39a0-44a9-808f-fd6a6540a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'c92383bd-7bb3-4e68-865a-ed986add88e4', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'port_id': '820c87a2-9736-44f7-9a19-46a464e913cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'mac_address': 'fa:16:3e:d1:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:15:15Z', 'updated_at': '2021-11-09T00:15:39Z', 'revision_number': 1, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c693b3-1225-4c02-9118-e3efff2ca260', 'name': '', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'mac_address': 'fa:16:3e:a9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:15:02Z', 'updated_at': '2021-11-09T00:15:11Z', 'revision_number': 5, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'subnets': [{'id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:41.432321 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783a405-39a0-44a9-808f-fd6a6540a736 None None] The sync data for ids ['44387521-bc32-433a-808f-b79ffed5d0aa'] in n-d-813263-3 is: [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'c92383bd-7bb3-4e68-865a-ed986add88e4', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'port_id': '820c87a2-9736-44f7-9a19-46a464e913cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'mac_address': 'fa:16:3e:d1:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:15:15Z', 'updated_at': '2021-11-09T00:15:39Z', 'revision_number': 1, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c693b3-1225-4c02-9118-e3efff2ca260', 'name': '', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'mac_address': 'fa:16:3e:a9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:15:02Z', 'updated_at': '2021-11-09T00:15:11Z', 'revision_number': 5, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'subnets': [{'id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:15:41.442678 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fd367f35-5911-4d72-8c71-31aadb42ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:41.444161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-fd367f35-5911-4d72-8c71-31aadb42ae7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77073b2d-8182-4647-a3e4-f9ac28e41e68 HTTP/1.1" status: 200 len: 797 time: 0.1435926 Nov 09 00:15:41.487015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f7fa-8ef2-4852-8dc9-9ad5ad874654 req-8ca2c163-a5b2-410b-be0d-716e8dfd5e33 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:41.492936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f7fa-8ef2-4852-8dc9-9ad5ad874654 req-8ca2c163-a5b2-410b-be0d-716e8dfd5e33 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:41.499021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f7fa-8ef2-4852-8dc9-9ad5ad874654 req-8ca2c163-a5b2-410b-be0d-716e8dfd5e33 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:41.505008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f7fa-8ef2-4852-8dc9-9ad5ad874654 req-8ca2c163-a5b2-410b-be0d-716e8dfd5e33 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:41.511014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f7fa-8ef2-4852-8dc9-9ad5ad874654 req-8ca2c163-a5b2-410b-be0d-716e8dfd5e33 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:41.517315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f7fa-8ef2-4852-8dc9-9ad5ad874654 req-8ca2c163-a5b2-410b-be0d-716e8dfd5e33 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:41.523258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f7fa-8ef2-4852-8dc9-9ad5ad874654 req-8ca2c163-a5b2-410b-be0d-716e8dfd5e33 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:41.525719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e491f7fa-8ef2-4852-8dc9-9ad5ad874654 req-8ca2c163-a5b2-410b-be0d-716e8dfd5e33 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.1962602 Nov 09 00:15:41.527683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564e156f-8b73-4acb-852d-f16e5def9c14 admin admin] Router beef8198-5cea-4f30-9996-03939f1fa117 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:15:41.581816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0982ea-7a9b-42bc-822d-abbf4eb17fbe req-7efad0ed-28cc-4135-881a-5b52b8db2572 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:41.583335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e0982ea-7a9b-42bc-822d-abbf4eb17fbe req-7efad0ed-28cc-4135-881a-5b52b8db2572 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 946 time: 0.1908472 Nov 09 00:15:41.625821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2400e-3667-4a57-88b8-ee4dce048e75 None None] New status for floating IP c92383bd-7bb3-4e68-865a-ed986add88e4: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:15:41.661157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-99e9ac17-2bb8-4066-a565-9b29e6a37deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:41.662719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-99e9ac17-2bb8-4066-a565-9b29e6a37deb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=364a1333-8aa5-40a2-b83a-ed34d1006322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2013967 Nov 09 00:15:41.771556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e491f7fa-8ef2-4852-8dc9-9ad5ad874654 req-92a5604d-fcc4-4ed2-9e16-a194dd9c8feb tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2209938 Nov 09 00:15:41.809947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e0982ea-7a9b-42bc-822d-abbf4eb17fbe req-2e2e36d5-67ec-48a7-82e5-bdaa50e62ad9 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169342 Nov 09 00:15:41.820383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564e156f-8b73-4acb-852d-f16e5def9c14 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:15:41.826462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-564e156f-8b73-4acb-852d-f16e5def9c14 admin admin] 10.222.0.25 "PUT /v2.0/routers/beef8198-5cea-4f30-9996-03939f1fa117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5073502 Nov 09 00:15:41.829098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41518) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:41.841865 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034e60f-f9b6-439d-93eb-b08d4896cefc None None] Sync routers for ids ['beef8198-5cea-4f30-9996-03939f1fa117'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:15:41.857859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-7bc370d6-c8d7-463e-baa1-dd9e95b6535b service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812751 Nov 09 00:15:41.863563 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8034e60f-f9b6-439d-93eb-b08d4896cefc None None] Routers {'beef8198-5cea-4f30-9996-03939f1fa117'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:15:41.864374 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8034e60f-f9b6-439d-93eb-b08d4896cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:15:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['beef8198-5cea-4f30-9996-03939f1fa117'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:42.021795 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8034e60f-f9b6-439d-93eb-b08d4896cefc None None] Set router beef8198-5cea-4f30-9996-03939f1fa117 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:42.034451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39c0c8d0-4c92-4e7d-bb70-6927d90382ab req-bbe954c8-4572-4f06-b7cd-bdc8b1dad4ed service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686299 Nov 09 00:15:42.051960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afd60a-28dd-4535-aeeb-b7f6574c0d54 req-e9e85928-f447-405b-bd58-d05fdbd48b8a tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.059636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0afd60a-28dd-4535-aeeb-b7f6574c0d54 req-e9e85928-f447-405b-bd58-d05fdbd48b8a tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.0779078 Nov 09 00:15:42.063018 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:42.126271 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0afd60a-28dd-4535-aeeb-b7f6574c0d54 req-5959318d-0d7a-4a8d-a5cb-8e8565d2ce5d tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656450 Nov 09 00:15:42.238578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-62dee015-768e-4bde-9e93-15143c3a8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.240695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-62dee015-768e-4bde-9e93-15143c3a8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.241166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-62dee015-768e-4bde-9e93-15143c3a8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.243351 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-62dee015-768e-4bde-9e93-15143c3a8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.244556 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-62dee015-768e-4bde-9e93-15143c3a8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.245038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-62dee015-768e-4bde-9e93-15143c3a8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.245572 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8034e60f-f9b6-439d-93eb-b08d4896cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'name': 'tempest-ServerRescueNegativeTestJSON-242624402-router', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:15:40Z', 'revision_number': 5, 'project_id': '256ea83e5dc84f38bff819ae1a041631', 'gw_port': {'id': 'bd7a587e-0952-45ac-bae2-6b1afe3fe8f6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:01:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:42.246974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-62dee015-768e-4bde-9e93-15143c3a8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.249854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-62dee015-768e-4bde-9e93-15143c3a8dc0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 6476 time: 0.1225691 Nov 09 00:15:42.264248 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:42.305538 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034e60f-f9b6-439d-93eb-b08d4896cefc None None] Checking router: beef8198-5cea-4f30-9996-03939f1fa117 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:15:42.316375 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8034e60f-f9b6-439d-93eb-b08d4896cefc None None] Routers {'beef8198-5cea-4f30-9996-03939f1fa117'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:15:42.317195 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8034e60f-f9b6-439d-93eb-b08d4896cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:15:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['beef8198-5cea-4f30-9996-03939f1fa117'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:42.377701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Deleting port bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:15:42.378590 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:42.400818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbba1e-e61f-4e69-b076-a9fdc6203fcf req-41e8bf9d-65d0-4671-aee1-decc5a2f0a56 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.408055 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d5dbba1e-e61f-4e69-b076-a9fdc6203fcf req-41e8bf9d-65d0-4671-aee1-decc5a2f0a56 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94268577-95bf-4cb1-87ca-64b4fb18ccf5 HTTP/1.1" status: 200 len: 945 time: 0.1568799 Nov 09 00:15:42.424827 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8034e60f-f9b6-439d-93eb-b08d4896cefc None None] Set router beef8198-5cea-4f30-9996-03939f1fa117 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:15:42.463674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-141875ae-1fe0-4c9f-a4f9-7d4c65ff7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.465396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-141875ae-1fe0-4c9f-a4f9-7d4c65ff7b62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=364a1333-8aa5-40a2-b83a-ed34d1006322 HTTP/1.1" status: 200 len: 901 time: 0.2027309 Nov 09 00:15:42.481119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb4df0-8b7c-42c5-84ca-16d08af78b82 req-d01c1334-2549-40f2-8df5-df24bed32dbe tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.481941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] For port bd7a587e-0952-45ac-bae2-6b1afe3fe8f6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bd7a587e-0952-45ac-bae2-6b1afe3fe8f6,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:42.482381 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:42.483090 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8034e60f-f9b6-439d-93eb-b08d4896cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'name': 'tempest-ServerRescueNegativeTestJSON-242624402-router', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:15:42Z', 'revision_number': 6, 'project_id': '256ea83e5dc84f38bff819ae1a041631', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:42.488805 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ceb4df0-8b7c-42c5-84ca-16d08af78b82 req-d01c1334-2549-40f2-8df5-df24bed32dbe tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.1767776 Nov 09 00:15:42.498388 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Calling delete_port for bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:15:42.512823 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034e60f-f9b6-439d-93eb-b08d4896cefc None None] The sync data for ids ['beef8198-5cea-4f30-9996-03939f1fa117'] in n-d-813263-3 is: [{'id': 'beef8198-5cea-4f30-9996-03939f1fa117', 'name': 'tempest-ServerRescueNegativeTestJSON-242624402-router', 'tenant_id': '256ea83e5dc84f38bff819ae1a041631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:12:49Z', 'updated_at': '2021-11-09T00:15:42Z', 'revision_number': 6, 'project_id': '256ea83e5dc84f38bff819ae1a041631', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:15:42.589110 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d5dbba1e-e61f-4e69-b076-a9fdc6203fcf req-8a2260ed-9a2a-4f17-a9a6-9e7dd19758b7 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799119 Nov 09 00:15:42.593067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ceb4df0-8b7c-42c5-84ca-16d08af78b82 req-8c17dd78-e680-4a94-bfa2-0a9f7257c8d4 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035450 Nov 09 00:15:42.594383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-448032fc-14ac-4469-a827-34cba3549d42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b5a6662b-efda-4873-9888-e7071a337881 HTTP/1.1" status: 200 len: 217 time: 0.0994735 Nov 09 00:15:42.657973 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8b441e32-1a38-4049-9eb0-dd779f6dfcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:42.670558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-02161c20-7338-40d2-8d42-ac43894304e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.672286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-02161c20-7338-40d2-8d42-ac43894304e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77073b2d-8182-4647-a3e4-f9ac28e41e68 HTTP/1.1" status: 200 len: 797 time: 0.0695465 Nov 09 00:15:42.738266 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:42.763647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-6ea9eac2-3964-40bc-aac9-f61ffda4b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.765242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-6ea9eac2-3964-40bc-aac9-f61ffda4b026 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=364a1333-8aa5-40a2-b83a-ed34d1006322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823324 Nov 09 00:15:42.765739 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7a587e-0952-45ac-bae2-6b1afe3fe8f6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:42.779624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b234b-3600-4988-a0f6-6485f6de5835 req-7980a045-2890-4f94-90d6-2a97f12926f4 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:42.781177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-518b234b-3600-4988-a0f6-6485f6de5835 req-7980a045-2890-4f94-90d6-2a97f12926f4 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 945 time: 0.0621724 Nov 09 00:15:42.833785 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:42.927986 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-518b234b-3600-4988-a0f6-6485f6de5835 req-c3ebe738-fea4-49c7-b2a6-79d1e56b87c2 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388259 Nov 09 00:15:42.943370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-7b7ffc3b-a839-4438-a5c9-b56c5935f394 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612227 Nov 09 00:15:42.960374 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:42.963961 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.014545 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.015075 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beef8198-5cea-4f30-9996-03939f1fa117 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:15:43.022765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.023977 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bfbd38b9-7d63-4364-b200-0c2ca5f57088 admin admin] 10.222.0.25 "DELETE /v2.0/routers/beef8198-5cea-4f30-9996-03939f1fa117 HTTP/1.1" status: 204 len: 168 time: 1.1934080 Nov 09 00:15:43.028728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41546) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:43.083821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a2fe85-61ff-4f6b-b903-97b8346dc06d admin admin] Deleting subnet b3a73895-e260-433a-ae19-cb0786e0dfa4 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:15:43.086980 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42a2fe85-61ff-4f6b-b903-97b8346dc06d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.091378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cd2-e5bd-45c4-b42f-76a0cb6346a8 req-90bc98d0-2836-403e-9ceb-3abf4bce742c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.097535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cd2-e5bd-45c4-b42f-76a0cb6346a8 req-90bc98d0-2836-403e-9ceb-3abf4bce742c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.104955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cd2-e5bd-45c4-b42f-76a0cb6346a8 req-90bc98d0-2836-403e-9ceb-3abf4bce742c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.111475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cd2-e5bd-45c4-b42f-76a0cb6346a8 req-90bc98d0-2836-403e-9ceb-3abf4bce742c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.117949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cd2-e5bd-45c4-b42f-76a0cb6346a8 req-90bc98d0-2836-403e-9ceb-3abf4bce742c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.121603 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42a2fe85-61ff-4f6b-b903-97b8346dc06d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.125421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cd2-e5bd-45c4-b42f-76a0cb6346a8 req-90bc98d0-2836-403e-9ceb-3abf4bce742c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.131553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cd2-e5bd-45c4-b42f-76a0cb6346a8 req-90bc98d0-2836-403e-9ceb-3abf4bce742c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.133500 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11130cd2-e5bd-45c4-b42f-76a0cb6346a8 req-90bc98d0-2836-403e-9ceb-3abf4bce742c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.2519646 Nov 09 00:15:43.140940 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-654678a5-2eeb-4e25-88d5-982bcd302837 req-b3a63272-5a32-4881-82f3-763e360e2c1b tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:15:43.141985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-654678a5-2eeb-4e25-88d5-982bcd302837 req-b3a63272-5a32-4881-82f3-763e360e2c1b tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0656817 Nov 09 00:15:43.172932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42a2fe85-61ff-4f6b-b903-97b8346dc06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.237956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42a2fe85-61ff-4f6b-b903-97b8346dc06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.275421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2fe85-61ff-4f6b-b903-97b8346dc06d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3a73895-e260-433a-ae19-cb0786e0dfa4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:43.284475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-19e2a8e7-9b64-418a-87d3-6c33c65f8e06 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299575 Nov 09 00:15:43.287282 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42a2fe85-61ff-4f6b-b903-97b8346dc06d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.294635 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-42a2fe85-61ff-4f6b-b903-97b8346dc06d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b3a73895-e260-433a-ae19-cb0786e0dfa4 HTTP/1.1" status: 204 len: 168 time: 0.2661846 Nov 09 00:15:43.296697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41550) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:43.320428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11130cd2-e5bd-45c4-b42f-76a0cb6346a8 req-cc8eca16-9e70-4a3a-b010-d656e64632f4 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1755695 Nov 09 00:15:43.325431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-654678a5-2eeb-4e25-88d5-982bcd302837 req-d9115a65-f0dd-45d2-aa50-a55ca4bbfb9e tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1746421 Nov 09 00:15:43.413327 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.472916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-10f6517f-0256-4f88-b7cd-319ec0cfe03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.474063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-10f6517f-0256-4f88-b7cd-319ec0cfe03c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5b6655d13f84cf5bdce8ae2a3c1622a&device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 1096 time: 0.0950034 Nov 09 00:15:43.484551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:15:43.512927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:15:43.513603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bd7a587e-0952-45ac-bae2-6b1afe3fe8f6 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:15:43.514210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9041b9e8-aa98-48ef-939c-b24e91e66bc5 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:15:43.534578 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.538758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 9041b9e8-aa98-48ef-939c-b24e91e66bc5 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:15:43.539423 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9041b9e8-aa98-48ef-939c-b24e91e66bc5 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:15:43.561955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b034b0-bfba-4885-8688-23fbce7862ae']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:43.578638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b13661-ba9c-42e7-9ac6-72d4e7a4334b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:43.578990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b13661-ba9c-42e7-9ac6-72d4e7a4334b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:43.582591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-e586d93c-63bb-4c8a-89dc-1dd086776e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.584113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-e586d93c-63bb-4c8a-89dc-1dd086776e6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0295c79-6143-4279-b81c-2a805a1e6869 HTTP/1.1" status: 200 len: 915 time: 0.1025901 Nov 09 00:15:43.589699 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.606048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.614996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:15:43.615445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:15:43.617244 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:15:43.691601 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.697279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.701141 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] 10.222.0.25 "DELETE /v2.0/networks/90b034b0-bfba-4885-8688-23fbce7862ae HTTP/1.1" status: 204 len: 168 time: 0.4033351 Nov 09 00:15:43.716276 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd2eaa-968f-40f4-99bb-2dfaf5266e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=90b034b0-bfba-4885-8688-23fbce7862ae,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:43.727864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-0c9add25-7aa2-4980-8ff2-3f04ba84746c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce0189a-5cef-4865-b642-3689d6290d83 HTTP/1.1" status: 200 len: 1000 time: 0.1361115 Nov 09 00:15:43.788797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b4c23-618e-4238-8694-b5cf3b02ce93 req-5ab941f1-e944-41c2-b37f-5bbddd70b91e tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.790456 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-465b4c23-618e-4238-8694-b5cf3b02ce93 req-5ab941f1-e944-41c2-b37f-5bbddd70b91e tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.1451795 Nov 09 00:15:43.800304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffbe4b-bcd9-41f5-a6f9-df34811ff702 req-4b3dc072-b6e4-450e-850d-d3b77cd04a33 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.801851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54ffbe4b-bcd9-41f5-a6f9-df34811ff702 req-4b3dc072-b6e4-450e-850d-d3b77cd04a33 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.1304069 Nov 09 00:15:43.836090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-643c9b3f-66f5-484f-94ec-2e25e698f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.837616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-643c9b3f-66f5-484f-94ec-2e25e698f806 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e28612e1-6237-4c61-a74c-f0bb4e7ca68f HTTP/1.1" status: 200 len: 854 time: 0.1021078 Nov 09 00:15:43.850931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41560) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:43.897033 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-858301d4-1271-42a0-bdde-95c4fb244a79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=256ea83e5dc84f38bff819ae1a041631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446932 Nov 09 00:15:43.899647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41562) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:43.910853 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-465b4c23-618e-4238-8694-b5cf3b02ce93 req-514050da-a584-43b5-a7dd-04a1a24c3a61 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046348 Nov 09 00:15:43.928985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54ffbe4b-bcd9-41f5-a6f9-df34811ff702 req-2e36114d-74b7-4773-9508-b89e3306db3e tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122234 Nov 09 00:15:43.931824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-90c52532-7992-459f-8bd5-02ab395cb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:43.932802 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-90c52532-7992-459f-8bd5-02ab395cb93a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0295c79-6143-4279-b81c-2a805a1e6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885227 Nov 09 00:15:43.959349 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33d212fe-3ccf-4830-b7d1-b5920aa57641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:43.985084 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33d212fe-3ccf-4830-b7d1-b5920aa57641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:44.035467 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33d212fe-3ccf-4830-b7d1-b5920aa57641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:44.039424 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33d212fe-3ccf-4830-b7d1-b5920aa57641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:44.045944 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-33d212fe-3ccf-4830-b7d1-b5920aa57641 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7940c70-a065-4eda-a8ec-ff5232a538cc HTTP/1.1" status: 204 len: 168 time: 0.1444705 Nov 09 00:15:44.061432 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d212fe-3ccf-4830-b7d1-b5920aa57641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7940c70-a065-4eda-a8ec-ff5232a538cc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:44.087730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-1051238f-5175-4e75-8d46-0d1ca930bd60 service neutron] 10.222.0.30 "GET /v2.0/networks/f0295c79-6143-4279-b81c-2a805a1e6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468525 Nov 09 00:15:44.098531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2edb12-54f4-47c5-a0b5-036f6685338b req-4f633549-191c-48dd-b022-ae71cf28da21 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.099977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca2edb12-54f4-47c5-a0b5-036f6685338b req-4f633549-191c-48dd-b022-ae71cf28da21 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94268577-95bf-4cb1-87ca-64b4fb18ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0914385 Nov 09 00:15:44.207056 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca2edb12-54f4-47c5-a0b5-036f6685338b req-d7690c92-5ad3-41e1-b395-14a8fe61d086 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983355 Nov 09 00:15:44.226535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-0cfe06d9-0a2a-409a-92d3-0fd62dd53934 service neutron] 10.222.0.30 "GET /v2.0/networks/f0295c79-6143-4279-b81c-2a805a1e6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256025 Nov 09 00:15:44.349418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-8bd53180-f203-45e3-aae6-005ae4f80cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.349901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-8bd53180-f203-45e3-aae6-005ae4f80cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.350367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-8bd53180-f203-45e3-aae6-005ae4f80cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.350829 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-8bd53180-f203-45e3-aae6-005ae4f80cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.351289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-8bd53180-f203-45e3-aae6-005ae4f80cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.351746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-8bd53180-f203-45e3-aae6-005ae4f80cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.352198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-8bd53180-f203-45e3-aae6-005ae4f80cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.354775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-8bd53180-f203-45e3-aae6-005ae4f80cc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 6476 time: 0.0787327 Nov 09 00:15:44.367965 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f42ca-bc16-44a6-97c6-5b4950266ff4 req-4ef09bc6-5632-47ed-b505-e0ad81b427ac tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.370078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a7f42ca-bc16-44a6-97c6-5b4950266ff4 req-4ef09bc6-5632-47ed-b505-e0ad81b427ac tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 945 time: 0.0838122 Nov 09 00:15:44.512294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a7f42ca-bc16-44a6-97c6-5b4950266ff4 req-b39e7df9-dcda-4d9f-b5a5-42a1132d56f2 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320484 Nov 09 00:15:44.547993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a1790-41d8-4759-a498-4a2f1b961638 req-00699b07-2720-44b3-99fe-525ca7615a52 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.553897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a1790-41d8-4759-a498-4a2f1b961638 req-00699b07-2720-44b3-99fe-525ca7615a52 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.559819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a1790-41d8-4759-a498-4a2f1b961638 req-00699b07-2720-44b3-99fe-525ca7615a52 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.565729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a1790-41d8-4759-a498-4a2f1b961638 req-00699b07-2720-44b3-99fe-525ca7615a52 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.574532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a1790-41d8-4759-a498-4a2f1b961638 req-00699b07-2720-44b3-99fe-525ca7615a52 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.577526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a1790-41d8-4759-a498-4a2f1b961638 req-00699b07-2720-44b3-99fe-525ca7615a52 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.583397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a1790-41d8-4759-a498-4a2f1b961638 req-00699b07-2720-44b3-99fe-525ca7615a52 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.585262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d16a1790-41d8-4759-a498-4a2f1b961638 req-00699b07-2720-44b3-99fe-525ca7615a52 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.1351206 Nov 09 00:15:44.588897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-09b40d2b-8249-4b3c-b1cc-60a1c7b868cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.590273 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-09b40d2b-8249-4b3c-b1cc-60a1c7b868cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=364a1333-8aa5-40a2-b83a-ed34d1006322 HTTP/1.1" status: 200 len: 901 time: 0.2193418 Nov 09 00:15:44.650856 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-a674d422-d474-4c7b-a271-23437f475524 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc1506de-6e61-4a64-b986-f96a0cbae5e0 HTTP/1.1" status: 200 len: 217 time: 0.0482304 Nov 09 00:15:44.725877 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d16a1790-41d8-4759-a498-4a2f1b961638 req-02ce5388-b84d-4bf9-8eaa-b386e1c3ddf0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264226 Nov 09 00:15:44.733875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-4b25566f-e858-4576-8c47-94db011b353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.735401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-4b25566f-e858-4576-8c47-94db011b353f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77073b2d-8182-4647-a3e4-f9ac28e41e68 HTTP/1.1" status: 200 len: 797 time: 0.0745161 Nov 09 00:15:44.799413 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b118d604-80cd-408f-a7fa-d61a5abebfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:44.812318 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351819c-3dce-4162-bf15-53097efa275f req-a1b7cd4f-f303-42d8-9b5c-bc586a164463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:44.814074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-a1b7cd4f-f303-42d8-9b5c-bc586a164463 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=364a1333-8aa5-40a2-b83a-ed34d1006322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699468 Nov 09 00:15:44.938383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-ad3774ac-8bd9-4340-b007-a9e38fe0fae3 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159253 Nov 09 00:15:45.046622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df70563-d433-4a1d-afec-213f35ae5d57 req-e06f4a0f-bffe-4a45-b7ac-fc9307d41d83 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:45.053334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df70563-d433-4a1d-afec-213f35ae5d57 req-e06f4a0f-bffe-4a45-b7ac-fc9307d41d83 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:45.059647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df70563-d433-4a1d-afec-213f35ae5d57 req-e06f4a0f-bffe-4a45-b7ac-fc9307d41d83 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:45.061647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6df70563-d433-4a1d-afec-213f35ae5d57 req-e06f4a0f-bffe-4a45-b7ac-fc9307d41d83 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb&device_id=94268577-95bf-4cb1-87ca-64b4fb18ccf5&device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 2416 time: 0.1206572 Nov 09 00:15:45.117306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351819c-3dce-4162-bf15-53097efa275f req-631412b5-181d-4fef-8272-974cc69a9286 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665201 Nov 09 00:15:45.145299 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6df70563-d433-4a1d-afec-213f35ae5d57 req-9a02577b-e8e1-4ace-b35e-bc2541a80e9a tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697834 Nov 09 00:15:45.250196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b260d-094a-40ae-b24d-961d43de2faa req-4486ee91-8d77-453d-9f97-f5eafa03120d tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:45.251722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d43b260d-094a-40ae-b24d-961d43de2faa req-4486ee91-8d77-453d-9f97-f5eafa03120d tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0519829 Nov 09 00:15:45.305806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d43b260d-094a-40ae-b24d-961d43de2faa req-1bf29d6f-dd94-4e7b-ba53-90443f91384b tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468683 Nov 09 00:15:45.380997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-b5fddb9c-dd2c-4c65-8026-f9c55581188b req-f275a04e-0fbe-4295-9156-d3b44e6d1509 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:15:45.382130 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5fddb9c-dd2c-4c65-8026-f9c55581188b req-f275a04e-0fbe-4295-9156-d3b44e6d1509 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062375 Nov 09 00:15:45.464260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee36bb3c-9e61-4e30-80e5-b8d4307359db req-fba851a0-8c53-41bf-b8f1-7d083ef80252 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0337191 Nov 09 00:15:45.491732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5fddb9c-dd2c-4c65-8026-f9c55581188b req-f54373e6-3cd7-4105-8a30-8242cd16ecf6 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0984607 Nov 09 00:15:45.821501 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:45.913175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07064c-53bb-4acb-aafe-b4a788ad6925 req-c2b1460e-642f-41b7-89e9-bb3865b28624 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:45.919944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07064c-53bb-4acb-aafe-b4a788ad6925 req-c2b1460e-642f-41b7-89e9-bb3865b28624 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:45.926031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07064c-53bb-4acb-aafe-b4a788ad6925 req-c2b1460e-642f-41b7-89e9-bb3865b28624 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:45.932366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07064c-53bb-4acb-aafe-b4a788ad6925 req-c2b1460e-642f-41b7-89e9-bb3865b28624 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:45.938464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07064c-53bb-4acb-aafe-b4a788ad6925 req-c2b1460e-642f-41b7-89e9-bb3865b28624 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:45.944445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07064c-53bb-4acb-aafe-b4a788ad6925 req-c2b1460e-642f-41b7-89e9-bb3865b28624 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:45.951795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07064c-53bb-4acb-aafe-b4a788ad6925 req-c2b1460e-642f-41b7-89e9-bb3865b28624 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:45.959480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba07064c-53bb-4acb-aafe-b4a788ad6925 req-c2b1460e-642f-41b7-89e9-bb3865b28624 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.1267929 Nov 09 00:15:46.022410 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:46.057203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba07064c-53bb-4acb-aafe-b4a788ad6925 req-e6f5613e-fd17-4ee5-b169-ff87afcd9f6b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967829 Nov 09 00:15:46.110587 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:46.449673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f6dee-0439-463e-bda2-01e0a2d83b57 req-f930be17-4125-4461-ba87-5e5ec0e6dbc9 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:46.451187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d8f6dee-0439-463e-bda2-01e0a2d83b57 req-f930be17-4125-4461-ba87-5e5ec0e6dbc9 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0673096 Nov 09 00:15:46.511097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d8f6dee-0439-463e-bda2-01e0a2d83b57 req-78387ac1-2269-4e39-9850-474dcee376ff tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506413 Nov 09 00:15:46.710035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cef4929f-8d72-4426-abdd-4c0df180357d req-a3b34d95-39e8-4310-8d9d-3d76ec92dbb9 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0287285 Nov 09 00:15:47.184849 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00666f4-1906-44b8-b58e-8a2f325d0442 req-1306d183-fbc9-454e-bb9b-b383a5e86d3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:47.190862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00666f4-1906-44b8-b58e-8a2f325d0442 req-1306d183-fbc9-454e-bb9b-b383a5e86d3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:47.197443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00666f4-1906-44b8-b58e-8a2f325d0442 req-1306d183-fbc9-454e-bb9b-b383a5e86d3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:47.203345 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00666f4-1906-44b8-b58e-8a2f325d0442 req-1306d183-fbc9-454e-bb9b-b383a5e86d3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:47.209609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00666f4-1906-44b8-b58e-8a2f325d0442 req-1306d183-fbc9-454e-bb9b-b383a5e86d3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:47.216402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00666f4-1906-44b8-b58e-8a2f325d0442 req-1306d183-fbc9-454e-bb9b-b383a5e86d3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:47.222497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00666f4-1906-44b8-b58e-8a2f325d0442 req-1306d183-fbc9-454e-bb9b-b383a5e86d3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:47.224920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b00666f4-1906-44b8-b58e-8a2f325d0442 req-1306d183-fbc9-454e-bb9b-b383a5e86d3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.0951347 Nov 09 00:15:47.289689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b00666f4-1906-44b8-b58e-8a2f325d0442 req-42ff36e7-aaaf-49d3-af75-d99431d88784 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583656 Nov 09 00:15:47.436236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a4ba6-6f7d-494f-b011-170fb97f06e0 req-83d9c4e3-9d57-436c-837d-07cb2565bf84 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:47.437751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e6a4ba6-6f7d-494f-b011-170fb97f06e0 req-83d9c4e3-9d57-436c-837d-07cb2565bf84 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 945 time: 0.0487614 Nov 09 00:15:47.487003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e6a4ba6-6f7d-494f-b011-170fb97f06e0 req-cd84c4b2-db59-40c5-8b91-343db4d10529 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431862 Nov 09 00:15:47.528647 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:47.636981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65f35-bd8f-4cf2-ac08-ffe34e738807 req-cdb70b42-a194-40fb-a20e-1f6f9f627bb0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:47.638519 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54d65f35-bd8f-4cf2-ac08-ffe34e738807 req-cdb70b42-a194-40fb-a20e-1f6f9f627bb0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0514903 Nov 09 00:15:47.693602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54d65f35-bd8f-4cf2-ac08-ffe34e738807 req-132ccfc5-a113-4660-a4a5-04dbb159d728 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481360 Nov 09 00:15:48.153558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-572f9187-9cf3-444d-a4f9-b6604b270088 req-39becb13-0f97-4a02-a0ba-5924176ea09a tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.3610899 Nov 09 00:15:48.171758 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec892743-d1c4-4768-9290-283b39c9e155 req-0c84c04d-0b69-457a-a6a8-ff656abb9658 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.3513801 Nov 09 00:15:48.244848 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:48.422616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea818b-8394-4804-8e86-b9ed6c1e8c69 req-ac7a5c30-6820-44cf-8f7a-bb42c3608672 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:48.428476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea818b-8394-4804-8e86-b9ed6c1e8c69 req-ac7a5c30-6820-44cf-8f7a-bb42c3608672 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:48.434381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea818b-8394-4804-8e86-b9ed6c1e8c69 req-ac7a5c30-6820-44cf-8f7a-bb42c3608672 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:48.440215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea818b-8394-4804-8e86-b9ed6c1e8c69 req-ac7a5c30-6820-44cf-8f7a-bb42c3608672 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:48.446152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea818b-8394-4804-8e86-b9ed6c1e8c69 req-ac7a5c30-6820-44cf-8f7a-bb42c3608672 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:48.451981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea818b-8394-4804-8e86-b9ed6c1e8c69 req-ac7a5c30-6820-44cf-8f7a-bb42c3608672 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:48.458048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea818b-8394-4804-8e86-b9ed6c1e8c69 req-ac7a5c30-6820-44cf-8f7a-bb42c3608672 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:48.459947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dea818b-8394-4804-8e86-b9ed6c1e8c69 req-ac7a5c30-6820-44cf-8f7a-bb42c3608672 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.0919225 Nov 09 00:15:48.521137 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dea818b-8394-4804-8e86-b9ed6c1e8c69 req-d29ee42d-792d-4a62-bab5-8332212bd8b2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539172 Nov 09 00:15:48.612718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d266-4e70-4312-a1fd-27244b6b4d2a req-479710c6-d77b-4fd4-a835-982f19cd292a tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:48.616979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a52d266-4e70-4312-a1fd-27244b6b4d2a req-479710c6-d77b-4fd4-a835-982f19cd292a tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 945 time: 0.0549414 Nov 09 00:15:48.662360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a52d266-4e70-4312-a1fd-27244b6b4d2a req-930eacfe-d362-4016-8e0d-c07e4adbf40b tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Nov 09 00:15:48.823256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7101-334b-4c6a-b59b-8980f54f1185 req-bb1405a8-e5a1-43ec-bdfb-74a479768cd7 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:48.824721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1ba7101-334b-4c6a-b59b-8980f54f1185 req-bb1405a8-e5a1-43ec-bdfb-74a479768cd7 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0613096 Nov 09 00:15:48.874179 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1ba7101-334b-4c6a-b59b-8980f54f1185 req-abf80812-424e-46ce-b0d6-71d552cdea45 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Nov 09 00:15:48.928363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1129dcb-184d-4b01-b3e2-f95c75536b59 req-23446c03-1e1b-43d9-90b5-545088868768 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:48.929964 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e1129dcb-184d-4b01-b3e2-f95c75536b59 req-23446c03-1e1b-43d9-90b5-545088868768 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.11 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 945 time: 0.0509753 Nov 09 00:15:49.023303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-e1129dcb-184d-4b01-b3e2-f95c75536b59 req-7891f3d5-c7d2-4fa6-8b2c-74ba82d44278 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Deleting port 82d336db-2b27-453c-98f3-9737e178ccc9 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:15:49.023637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e1129dcb-184d-4b01-b3e2-f95c75536b59 req-7891f3d5-c7d2-4fa6-8b2c-74ba82d44278 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:49.116602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-e1129dcb-184d-4b01-b3e2-f95c75536b59 req-7891f3d5-c7d2-4fa6-8b2c-74ba82d44278 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] For port 82d336db-2b27-453c-98f3-9737e178ccc9, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=82d336db-2b27-453c-98f3-9737e178ccc9,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:49.116938 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e1129dcb-184d-4b01-b3e2-f95c75536b59 req-7891f3d5-c7d2-4fa6-8b2c-74ba82d44278 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:49.129613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-e1129dcb-184d-4b01-b3e2-f95c75536b59 req-7891f3d5-c7d2-4fa6-8b2c-74ba82d44278 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Calling delete_port for 82d336db-2b27-453c-98f3-9737e178ccc9 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:15:49.281265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e1129dcb-184d-4b01-b3e2-f95c75536b59 req-7891f3d5-c7d2-4fa6-8b2c-74ba82d44278 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:49.290924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-befeb773-81e6-42f7-b8ce-025d24bf0711 req-4a1f83d2-eda8-45b9-8248-58541524a90e tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0541306 Nov 09 00:15:49.296308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['0993f415-7805-451e-8c44-3ed70b9fe59a', '1a50c428-9228-4a70-aa09-3bcf3a339df5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:49.329039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891f3d5-c7d2-4fa6-8b2c-74ba82d44278 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Pushing event deleted for resources: {'Port': ['ID=82d336db-2b27-453c-98f3-9737e178ccc9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:49.342085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['82d336db-2b27-453c-98f3-9737e178ccc9'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:49.393412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1129dcb-184d-4b01-b3e2-f95c75536b59 req-7891f3d5-c7d2-4fa6-8b2c-74ba82d44278 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] No DVR routers for this DVR port 82d336db-2b27-453c-98f3-9737e178ccc9 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:15:49.395904 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e1129dcb-184d-4b01-b3e2-f95c75536b59 req-7891f3d5-c7d2-4fa6-8b2c-74ba82d44278 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:49.399442 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e1129dcb-184d-4b01-b3e2-f95c75536b59 req-7891f3d5-c7d2-4fa6-8b2c-74ba82d44278 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.11 "DELETE /v2.0/ports/82d336db-2b27-453c-98f3-9737e178ccc9 HTTP/1.1" status: 204 len: 173 time: 0.4627864 Nov 09 00:15:49.400053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c0923e-2db6-409b-99b9-630a6b58c1cb', 'name': 'network-vif-deleted', 'tag': '82d336db-2b27-453c-98f3-9737e178ccc9'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:49.402281 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f03fd4-7eca-4093-a239-e000a2ea138d" -d '{"events": [{"server_uuid": "64c0923e-2db6-409b-99b9-630a6b58c1cb", "name": "network-vif-deleted", "tag": "82d336db-2b27-453c-98f3-9737e178ccc9"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:49.449591 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0b3a33-fb5a-43c3-a977-c24bab2e374f x-openstack-request-id: req-cf0b3a33-fb5a-43c3-a977-c24bab2e374f {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:49.449886 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c0923e-2db6-409b-99b9-630a6b58c1cb", "name": "network-vif-deleted", "tag": "82d336db-2b27-453c-98f3-9737e178ccc9", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:49.450138 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf0b3a33-fb5a-43c3-a977-c24bab2e374f {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:49.450535 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c0923e-2db6-409b-99b9-630a6b58c1cb', 'name': 'network-vif-deleted', 'tag': '82d336db-2b27-453c-98f3-9737e178ccc9', 'status': 'completed', 'code': 200} Nov 09 00:15:49.662864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0656-7213-4c33-b7c4-ce23386e0903 req-6d33c74d-e72d-4ee1-8a77-a0d1481dd9f8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:49.669107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0656-7213-4c33-b7c4-ce23386e0903 req-6d33c74d-e72d-4ee1-8a77-a0d1481dd9f8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:49.675014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0656-7213-4c33-b7c4-ce23386e0903 req-6d33c74d-e72d-4ee1-8a77-a0d1481dd9f8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:49.680795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0656-7213-4c33-b7c4-ce23386e0903 req-6d33c74d-e72d-4ee1-8a77-a0d1481dd9f8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:49.687264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0656-7213-4c33-b7c4-ce23386e0903 req-6d33c74d-e72d-4ee1-8a77-a0d1481dd9f8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:49.693054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0656-7213-4c33-b7c4-ce23386e0903 req-6d33c74d-e72d-4ee1-8a77-a0d1481dd9f8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:49.699226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a0656-7213-4c33-b7c4-ce23386e0903 req-6d33c74d-e72d-4ee1-8a77-a0d1481dd9f8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:49.705895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e72a0656-7213-4c33-b7c4-ce23386e0903 req-6d33c74d-e72d-4ee1-8a77-a0d1481dd9f8 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.1057770 Nov 09 00:15:49.768965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e72a0656-7213-4c33-b7c4-ce23386e0903 req-36bd910d-d6b1-4bb9-9e3c-4e3c3cda0e17 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612373 Nov 09 00:15:49.806840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bf7b73b5-8422-46b9-b94c-2b6da1e08f64 req-9ced3871-2269-476f-934a-27d3e2556795 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=64c0923e-2db6-409b-99b9-630a6b58c1cb HTTP/1.1" status: 200 len: 210 time: 0.0438454 Nov 09 00:15:50.021194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124dbee-f09d-424e-8363-eeb67b3e68cc req-08917b03-7f84-473f-a13d-aef10c94d491 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:50.022729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3124dbee-f09d-424e-8363-eeb67b3e68cc req-08917b03-7f84-473f-a13d-aef10c94d491 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0534501 Nov 09 00:15:50.070887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3124dbee-f09d-424e-8363-eeb67b3e68cc req-97c2c6e8-9f6a-4ee9-b402-15fa570a589f tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Nov 09 00:15:50.417577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e83637a-93e1-4154-903c-e743f872166d req-4c6c8357-0b1b-4b2a-8035-496706d21387 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0295458 Nov 09 00:15:50.723977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-957a590d-5e94-4d9a-992c-1a5fe82b7360 req-141bf29c-1ac5-4f0e-bc1b-89901410e0af tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0259614 Nov 09 00:15:50.928390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44084c2d-4f17-4175-b396-a62fda572020 req-e3814869-541c-4e6a-b938-9e60a640a72e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:50.935621 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44084c2d-4f17-4175-b396-a62fda572020 req-e3814869-541c-4e6a-b938-9e60a640a72e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:50.941615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44084c2d-4f17-4175-b396-a62fda572020 req-e3814869-541c-4e6a-b938-9e60a640a72e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:50.947779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44084c2d-4f17-4175-b396-a62fda572020 req-e3814869-541c-4e6a-b938-9e60a640a72e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:50.954221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44084c2d-4f17-4175-b396-a62fda572020 req-e3814869-541c-4e6a-b938-9e60a640a72e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:50.960158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44084c2d-4f17-4175-b396-a62fda572020 req-e3814869-541c-4e6a-b938-9e60a640a72e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:50.966534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44084c2d-4f17-4175-b396-a62fda572020 req-e3814869-541c-4e6a-b938-9e60a640a72e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:50.968588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44084c2d-4f17-4175-b396-a62fda572020 req-e3814869-541c-4e6a-b938-9e60a640a72e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.1062138 Nov 09 00:15:51.033819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44084c2d-4f17-4175-b396-a62fda572020 req-0d3f00d5-4da7-466a-870a-8db98642ef21 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589700 Nov 09 00:15:51.146087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc1fe-8be9-446f-adb2-1fd47fb6c471 req-29fb0dfc-a18f-4126-b7f2-0bd743c892aa tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:51.147568 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b1dc1fe-8be9-446f-adb2-1fd47fb6c471 req-29fb0dfc-a18f-4126-b7f2-0bd743c892aa tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94268577-95bf-4cb1-87ca-64b4fb18ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0539789 Nov 09 00:15:51.226262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a7eb0-bc17-4dd1-acd6-2d46a71d79b5 req-acb5b277-7db9-4f7b-b7ee-50e2058467f9 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:51.227631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-933a7eb0-bc17-4dd1-acd6-2d46a71d79b5 req-acb5b277-7db9-4f7b-b7ee-50e2058467f9 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0761333 Nov 09 00:15:51.231825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b1dc1fe-8be9-446f-adb2-1fd47fb6c471 req-794aa144-8615-463f-b2ff-53a3e1e70b0d tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721760 Nov 09 00:15:51.278300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-933a7eb0-bc17-4dd1-acd6-2d46a71d79b5 req-8ae7f1ff-f6f6-4abd-bc9d-57ecd0a6f6ea tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440893 Nov 09 00:15:51.823488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f42e475f-2ada-4e77-b48d-255ffebb5f5e req-74ed4277-671b-4c36-acc1-167ba1683a25 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0253582 Nov 09 00:15:52.170167 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25472d-a7cb-48c1-bae6-558b60ba46c4 req-1a7c240a-f6d4-4dd8-b863-a130bf18dd0b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:52.176255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25472d-a7cb-48c1-bae6-558b60ba46c4 req-1a7c240a-f6d4-4dd8-b863-a130bf18dd0b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:52.182756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25472d-a7cb-48c1-bae6-558b60ba46c4 req-1a7c240a-f6d4-4dd8-b863-a130bf18dd0b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:52.190987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25472d-a7cb-48c1-bae6-558b60ba46c4 req-1a7c240a-f6d4-4dd8-b863-a130bf18dd0b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:52.199472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25472d-a7cb-48c1-bae6-558b60ba46c4 req-1a7c240a-f6d4-4dd8-b863-a130bf18dd0b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:52.206661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25472d-a7cb-48c1-bae6-558b60ba46c4 req-1a7c240a-f6d4-4dd8-b863-a130bf18dd0b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:52.213693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25472d-a7cb-48c1-bae6-558b60ba46c4 req-1a7c240a-f6d4-4dd8-b863-a130bf18dd0b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:52.216323 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e25472d-a7cb-48c1-bae6-558b60ba46c4 req-1a7c240a-f6d4-4dd8-b863-a130bf18dd0b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.1059568 Nov 09 00:15:52.275260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e25472d-a7cb-48c1-bae6-558b60ba46c4 req-ddd6da00-3e7b-49d4-ac30-4c55427234dd tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530620 Nov 09 00:15:52.304763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 82d336db-2b27-453c-98f3-9737e178ccc9 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:15:52.331936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 82d336db-2b27-453c-98f3-9737e178ccc9 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:15:52.332368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 82d336db-2b27-453c-98f3-9737e178ccc9 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:15:52.357380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdb312-fe71-4992-8ddb-7b3af53fdb9e req-2884094a-9afd-47ff-bb03-f229411414bc tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:52.358912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8cdb312-fe71-4992-8ddb-7b3af53fdb9e req-2884094a-9afd-47ff-bb03-f229411414bc tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94268577-95bf-4cb1-87ca-64b4fb18ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0549760 Nov 09 00:15:52.441907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857d96c-999b-49cd-9279-ea99709f76bf req-df815dc9-028c-4ce3-a311-c8ed69cf606d tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:52.443282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7857d96c-999b-49cd-9279-ea99709f76bf req-df815dc9-028c-4ce3-a311-c8ed69cf606d tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0800724 Nov 09 00:15:52.446373 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8cdb312-fe71-4992-8ddb-7b3af53fdb9e req-1785c174-4b0b-4815-a128-00938fcafcae tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744109 Nov 09 00:15:52.491684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7857d96c-999b-49cd-9279-ea99709f76bf req-872e3749-3456-40e5-8b90-f816c03a85ad tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422523 Nov 09 00:15:52.554814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8fb6c-aa97-4f55-8428-6c0a8a67ae4e req-50c89204-8cad-4280-a5eb-3ad89211fd59 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:52.556951 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0da8fb6c-aa97-4f55-8428-6c0a8a67ae4e req-50c89204-8cad-4280-a5eb-3ad89211fd59 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.30 "GET /v2.0/ports?device_id=94268577-95bf-4cb1-87ca-64b4fb18ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0500014 Nov 09 00:15:52.653000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-0da8fb6c-aa97-4f55-8428-6c0a8a67ae4e req-f7df1fc5-6904-4239-9515-a1e243dfdfed tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Deleting port 0993f415-7805-451e-8c44-3ed70b9fe59a {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:15:52.653342 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0da8fb6c-aa97-4f55-8428-6c0a8a67ae4e req-f7df1fc5-6904-4239-9515-a1e243dfdfed tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:52.740681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-0da8fb6c-aa97-4f55-8428-6c0a8a67ae4e req-f7df1fc5-6904-4239-9515-a1e243dfdfed tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] For port 0993f415-7805-451e-8c44-3ed70b9fe59a, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0993f415-7805-451e-8c44-3ed70b9fe59a,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:52.740962 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0da8fb6c-aa97-4f55-8428-6c0a8a67ae4e req-f7df1fc5-6904-4239-9515-a1e243dfdfed tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:52.753207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-0da8fb6c-aa97-4f55-8428-6c0a8a67ae4e req-f7df1fc5-6904-4239-9515-a1e243dfdfed tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Calling delete_port for 0993f415-7805-451e-8c44-3ed70b9fe59a owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:15:52.886942 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0da8fb6c-aa97-4f55-8428-6c0a8a67ae4e req-f7df1fc5-6904-4239-9515-a1e243dfdfed tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:52.899527 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['0993f415-7805-451e-8c44-3ed70b9fe59a', '1a50c428-9228-4a70-aa09-3bcf3a339df5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:52.926780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df1fc5-6904-4239-9515-a1e243dfdfed tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Pushing event deleted for resources: {'Port': ['ID=0993f415-7805-451e-8c44-3ed70b9fe59a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:52.951310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c82dfc1-465d-4c38-bc0d-d0142872f4ca req-464d7536-8a3a-4fe9-a00a-506f8df64a00 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0346627 Nov 09 00:15:52.987191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da8fb6c-aa97-4f55-8428-6c0a8a67ae4e req-f7df1fc5-6904-4239-9515-a1e243dfdfed tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] No DVR routers for this DVR port 0993f415-7805-451e-8c44-3ed70b9fe59a on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:15:52.989772 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0da8fb6c-aa97-4f55-8428-6c0a8a67ae4e req-f7df1fc5-6904-4239-9515-a1e243dfdfed tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:52.993171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0da8fb6c-aa97-4f55-8428-6c0a8a67ae4e req-f7df1fc5-6904-4239-9515-a1e243dfdfed tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.30 "DELETE /v2.0/ports/0993f415-7805-451e-8c44-3ed70b9fe59a HTTP/1.1" status: 204 len: 173 time: 0.4293747 Nov 09 00:15:52.993703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94268577-95bf-4cb1-87ca-64b4fb18ccf5', 'name': 'network-vif-deleted', 'tag': '0993f415-7805-451e-8c44-3ed70b9fe59a'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:52.995971 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010a2444-9d0a-42a7-97f3-13d5d586ea3c" -d '{"events": [{"server_uuid": "94268577-95bf-4cb1-87ca-64b4fb18ccf5", "name": "network-vif-deleted", "tag": "0993f415-7805-451e-8c44-3ed70b9fe59a"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:53.035451 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9944db85-3f22-422b-9828-58b75cf6556f x-openstack-request-id: req-9944db85-3f22-422b-9828-58b75cf6556f {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:53.035790 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94268577-95bf-4cb1-87ca-64b4fb18ccf5", "name": "network-vif-deleted", "tag": "0993f415-7805-451e-8c44-3ed70b9fe59a", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:53.036240 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9944db85-3f22-422b-9828-58b75cf6556f {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:53.036904 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94268577-95bf-4cb1-87ca-64b4fb18ccf5', 'name': 'network-vif-deleted', 'tag': '0993f415-7805-451e-8c44-3ed70b9fe59a', 'status': 'completed', 'code': 200} Nov 09 00:15:53.414610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ddb4-bbc3-47ad-9d6f-4386ee5a0258 req-a19cc5c3-fbab-4108-8be0-c169579689b1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:53.420698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ddb4-bbc3-47ad-9d6f-4386ee5a0258 req-a19cc5c3-fbab-4108-8be0-c169579689b1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:53.427593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ddb4-bbc3-47ad-9d6f-4386ee5a0258 req-a19cc5c3-fbab-4108-8be0-c169579689b1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:53.434165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ddb4-bbc3-47ad-9d6f-4386ee5a0258 req-a19cc5c3-fbab-4108-8be0-c169579689b1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:53.440050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ddb4-bbc3-47ad-9d6f-4386ee5a0258 req-a19cc5c3-fbab-4108-8be0-c169579689b1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:53.445919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ddb4-bbc3-47ad-9d6f-4386ee5a0258 req-a19cc5c3-fbab-4108-8be0-c169579689b1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:53.452469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ddb4-bbc3-47ad-9d6f-4386ee5a0258 req-a19cc5c3-fbab-4108-8be0-c169579689b1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:53.454438 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4182ddb4-bbc3-47ad-9d6f-4386ee5a0258 req-a19cc5c3-fbab-4108-8be0-c169579689b1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.0994883 Nov 09 00:15:53.525147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4182ddb4-bbc3-47ad-9d6f-4386ee5a0258 req-3a23e9e7-5f31-4d79-b875-c548970a5527 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646961 Nov 09 00:15:53.566747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-610295f2-f47c-4872-b4fa-cf6e8ad6575b req-8f0fd653-4b47-4f30-a799-5e0b17f03e35 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=94268577-95bf-4cb1-87ca-64b4fb18ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0309610 Nov 09 00:15:53.656588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d7b9f-6c8e-4621-b851-a3f9488c1947 req-1b6580bf-4e59-4437-82a1-49516d308ceb tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:53.658088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef0d7b9f-6c8e-4621-b851-a3f9488c1947 req-1b6580bf-4e59-4437-82a1-49516d308ceb tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0555403 Nov 09 00:15:53.706470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef0d7b9f-6c8e-4621-b851-a3f9488c1947 req-52bb7ae8-8d2e-46be-a261-c917d9498190 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424881 Nov 09 00:15:54.061545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1e725cf-10c0-41c5-b211-fbd4a84cc03e req-4424cd30-821a-4dee-b64d-47bcbf7458d4 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0287793 Nov 09 00:15:54.071176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37bc7a58-3029-46d0-a9ca-3c26e76cd466 req-82aac215-e8ac-466c-b97d-b5e2d778ba10 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0620537 Nov 09 00:15:54.168698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc7a58-3029-46d0-a9ca-3c26e76cd466 req-5653eca3-195c-4f73-8baa-f3b4f1be29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.170181 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37bc7a58-3029-46d0-a9ca-3c26e76cd466 req-5653eca3-195c-4f73-8baa-f3b4f1be29e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c490e078fbb4c83b24ae43b7b1a56db&device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 1096 time: 0.0399001 Nov 09 00:15:54.280746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc7a58-3029-46d0-a9ca-3c26e76cd466 req-75115918-bd9b-483b-9159-adfd3713fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.282278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37bc7a58-3029-46d0-a9ca-3c26e76cd466 req-75115918-bd9b-483b-9159-adfd3713fa33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0 HTTP/1.1" status: 200 len: 916 time: 0.0910158 Nov 09 00:15:54.338767 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37bc7a58-3029-46d0-a9ca-3c26e76cd466 req-00ab3757-1394-40ff-aa7a-f9a22bac858c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a50c428-9228-4a70-aa09-3bcf3a339df5 HTTP/1.1" status: 200 len: 217 time: 0.0345473 Nov 09 00:15:54.397523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc7a58-3029-46d0-a9ca-3c26e76cd466 req-b2a2221f-182e-45af-874a-7ed1d491572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.398980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37bc7a58-3029-46d0-a9ca-3c26e76cd466 req-b2a2221f-182e-45af-874a-7ed1d491572d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7 HTTP/1.1" status: 200 len: 855 time: 0.0483077 Nov 09 00:15:54.445832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc7a58-3029-46d0-a9ca-3c26e76cd466 req-80d854d8-7f7f-4c33-b9cd-d9b5a9e77c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.447341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37bc7a58-3029-46d0-a9ca-3c26e76cd466 req-80d854d8-7f7f-4c33-b9cd-d9b5a9e77c46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43b13acb-9b04-410a-9f5f-71fcab5a3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401571 Nov 09 00:15:54.542489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37bc7a58-3029-46d0-a9ca-3c26e76cd466 req-cc532731-694f-476e-aa64-80d93225ec79 service neutron] 10.222.0.30 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863459 Nov 09 00:15:54.681373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adaf9a-7ee0-46de-83c9-08b888feb38b req-16b361d1-17de-48df-aba9-119ab502c697 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.687253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adaf9a-7ee0-46de-83c9-08b888feb38b req-16b361d1-17de-48df-aba9-119ab502c697 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.693166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adaf9a-7ee0-46de-83c9-08b888feb38b req-16b361d1-17de-48df-aba9-119ab502c697 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.699622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adaf9a-7ee0-46de-83c9-08b888feb38b req-16b361d1-17de-48df-aba9-119ab502c697 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.705538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adaf9a-7ee0-46de-83c9-08b888feb38b req-16b361d1-17de-48df-aba9-119ab502c697 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.711418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adaf9a-7ee0-46de-83c9-08b888feb38b req-16b361d1-17de-48df-aba9-119ab502c697 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.717881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adaf9a-7ee0-46de-83c9-08b888feb38b req-16b361d1-17de-48df-aba9-119ab502c697 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.719757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9adaf9a-7ee0-46de-83c9-08b888feb38b req-16b361d1-17de-48df-aba9-119ab502c697 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.1153386 Nov 09 00:15:54.725898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37bc7a58-3029-46d0-a9ca-3c26e76cd466 req-17f2b58e-d52b-4ac9-a345-68c5307774e0 service neutron] 10.222.0.30 "GET /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749451 Nov 09 00:15:54.784615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9adaf9a-7ee0-46de-83c9-08b888feb38b req-cc410ff9-23de-4770-b925-e53aec21cda0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577023 Nov 09 00:15:54.920213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41adc4b-a0d9-436a-85cb-18ad3a3d7730 req-ca4ffbaa-f038-49db-a440-610e43270d64 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.921717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f41adc4b-a0d9-436a-85cb-18ad3a3d7730 req-ca4ffbaa-f038-49db-a440-610e43270d64 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0727909 Nov 09 00:15:54.933608 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab465-9276-4362-abca-330f8f20deae req-724cbc1b-22fb-4ae4-975a-c2d24a935ddc tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:54.934989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e4ab465-9276-4362-abca-330f8f20deae req-724cbc1b-22fb-4ae4-975a-c2d24a935ddc tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.0840592 Nov 09 00:15:55.008691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f41adc4b-a0d9-436a-85cb-18ad3a3d7730 req-296c205c-118b-4e02-840e-eac6f6d51705 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727568 Nov 09 00:15:55.013507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e4ab465-9276-4362-abca-330f8f20deae req-ac7fef13-1aa1-4f47-9e21-f35abe3b192c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710919 Nov 09 00:15:55.160215 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84e96d7c-dbe8-4b06-9eb7-a2b488ae1d78 req-b919a34b-33aa-4825-a92e-9880da1ac3c0 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0264711 Nov 09 00:15:55.486494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b820ea-1693-43ad-9367-83ad93a0e1a6 req-44fdde0d-30ca-4fc8-b2fd-01ae8f733c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:55.487968 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f9b820ea-1693-43ad-9367-83ad93a0e1a6 req-44fdde0d-30ca-4fc8-b2fd-01ae8f733c7f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 1096 time: 0.0387752 Nov 09 00:15:55.533031 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f9b820ea-1693-43ad-9367-83ad93a0e1a6 req-4b90ec13-54e7-4f7a-8882-a7dafcbdb116 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367296 Nov 09 00:15:55.617132 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0993f415-7805-451e-8c44-3ed70b9fe59a no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:15:55.640337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 0993f415-7805-451e-8c44-3ed70b9fe59a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:15:55.640930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0993f415-7805-451e-8c44-3ed70b9fe59a not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:15:55.914881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f077d8-a6a5-43f9-b8fa-3f06096e79c0 req-c32c6180-f403-4812-951e-a72ab1d5d13e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:55.921465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f077d8-a6a5-43f9-b8fa-3f06096e79c0 req-c32c6180-f403-4812-951e-a72ab1d5d13e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:55.927411 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f077d8-a6a5-43f9-b8fa-3f06096e79c0 req-c32c6180-f403-4812-951e-a72ab1d5d13e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:55.933331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f077d8-a6a5-43f9-b8fa-3f06096e79c0 req-c32c6180-f403-4812-951e-a72ab1d5d13e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:55.939313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f077d8-a6a5-43f9-b8fa-3f06096e79c0 req-c32c6180-f403-4812-951e-a72ab1d5d13e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:55.945238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f077d8-a6a5-43f9-b8fa-3f06096e79c0 req-c32c6180-f403-4812-951e-a72ab1d5d13e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:55.951232 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f077d8-a6a5-43f9-b8fa-3f06096e79c0 req-c32c6180-f403-4812-951e-a72ab1d5d13e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:55.953049 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94f077d8-a6a5-43f9-b8fa-3f06096e79c0 req-c32c6180-f403-4812-951e-a72ab1d5d13e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.0913930 Nov 09 00:15:56.011112 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94f077d8-a6a5-43f9-b8fa-3f06096e79c0 req-8d6073db-b367-4f4f-bbf3-b12aa870c736 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516353 Nov 09 00:15:56.163385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f48c76-949d-4292-958d-67f58ab514bb req-8f6f9397-4a2e-4f03-b982-d1b482cfdef5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:56.165050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18f48c76-949d-4292-958d-67f58ab514bb req-8f6f9397-4a2e-4f03-b982-d1b482cfdef5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0825806 Nov 09 00:15:56.172534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8298e0-bfbe-4747-a5ba-abe71d3df22f req-ba184f11-e7ae-48e5-b370-f8da76d7c403 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:56.173985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f8298e0-bfbe-4747-a5ba-abe71d3df22f req-ba184f11-e7ae-48e5-b370-f8da76d7c403 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.0904541 Nov 09 00:15:56.243453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18f48c76-949d-4292-958d-67f58ab514bb req-e4b2e2c8-8793-42dd-918f-a7e0eb8c2798 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684738 Nov 09 00:15:56.250717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f8298e0-bfbe-4747-a5ba-abe71d3df22f req-828f5fd0-c62e-4883-9218-bf6d6778dbee tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee460c5c-49ae-4861-b42b-3747e5df489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699716 Nov 09 00:15:56.333225 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e45b12d-b85c-4ba2-a2aa-132b13710d23 req-8d70f61d-901c-47fa-9479-9cc9ce21b72d tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0269380 Nov 09 00:15:56.499648 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de899b93-3e35-41ea-a25e-db725850484c req-360d5593-8878-44d9-b3f2-8e2029c35cea tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:56.501116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de899b93-3e35-41ea-a25e-db725850484c req-360d5593-8878-44d9-b3f2-8e2029c35cea tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.30 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 945 time: 0.0483460 Nov 09 00:15:56.608254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-de899b93-3e35-41ea-a25e-db725850484c req-b7b38eb0-54df-4e90-9729-5dc59b5a1da3 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Deleting port 1a50c428-9228-4a70-aa09-3bcf3a339df5 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:15:56.608597 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-de899b93-3e35-41ea-a25e-db725850484c req-b7b38eb0-54df-4e90-9729-5dc59b5a1da3 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:56.706704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-de899b93-3e35-41ea-a25e-db725850484c req-b7b38eb0-54df-4e90-9729-5dc59b5a1da3 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] For port 1a50c428-9228-4a70-aa09-3bcf3a339df5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a50c428-9228-4a70-aa09-3bcf3a339df5,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:56.707089 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-de899b93-3e35-41ea-a25e-db725850484c req-b7b38eb0-54df-4e90-9729-5dc59b5a1da3 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:56.722650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-de899b93-3e35-41ea-a25e-db725850484c req-b7b38eb0-54df-4e90-9729-5dc59b5a1da3 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Calling delete_port for 1a50c428-9228-4a70-aa09-3bcf3a339df5 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:15:56.882434 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-de899b93-3e35-41ea-a25e-db725850484c req-b7b38eb0-54df-4e90-9729-5dc59b5a1da3 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:56.894816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1a50c428-9228-4a70-aa09-3bcf3a339df5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:56.920567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e663ee-628b-4c9f-8e9c-d0328b3d0561 req-0c8cf1fc-3b06-4204-8b27-06db35c45781 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:56.922089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8e663ee-628b-4c9f-8e9c-d0328b3d0561 req-0c8cf1fc-3b06-4204-8b27-06db35c45781 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 946 time: 0.0929532 Nov 09 00:15:56.924648 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b38eb0-54df-4e90-9729-5dc59b5a1da3 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Pushing event deleted for resources: {'Port': ['ID=1a50c428-9228-4a70-aa09-3bcf3a339df5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:56.982687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-de899b93-3e35-41ea-a25e-db725850484c req-b7b38eb0-54df-4e90-9729-5dc59b5a1da3 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] No DVR routers for this DVR port 1a50c428-9228-4a70-aa09-3bcf3a339df5 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:15:56.989601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-de899b93-3e35-41ea-a25e-db725850484c req-b7b38eb0-54df-4e90-9729-5dc59b5a1da3 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:56.992967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de899b93-3e35-41ea-a25e-db725850484c req-b7b38eb0-54df-4e90-9729-5dc59b5a1da3 tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.30 "DELETE /v2.0/ports/1a50c428-9228-4a70-aa09-3bcf3a339df5 HTTP/1.1" status: 204 len: 173 time: 0.4802442 Nov 09 00:15:56.994024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249d9975-7db4-4bdb-8c0f-6d2a1d41d977', 'name': 'network-vif-deleted', 'tag': '1a50c428-9228-4a70-aa09-3bcf3a339df5'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:56.996272 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030afa25-eb45-4d98-a5fb-1c37497bccf3" -d '{"events": [{"server_uuid": "249d9975-7db4-4bdb-8c0f-6d2a1d41d977", "name": "network-vif-deleted", "tag": "1a50c428-9228-4a70-aa09-3bcf3a339df5"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:57.020439 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8e663ee-628b-4c9f-8e9c-d0328b3d0561 req-74c18fed-c5fb-4a81-be42-027a7f7ea9fb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920210 Nov 09 00:15:57.050294 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892bd38e-18e4-4162-ae66-62f53e1f9464 x-openstack-request-id: req-892bd38e-18e4-4162-ae66-62f53e1f9464 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:57.050294 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249d9975-7db4-4bdb-8c0f-6d2a1d41d977", "name": "network-vif-deleted", "tag": "1a50c428-9228-4a70-aa09-3bcf3a339df5", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:57.050294 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-892bd38e-18e4-4162-ae66-62f53e1f9464 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:57.050294 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249d9975-7db4-4bdb-8c0f-6d2a1d41d977', 'name': 'network-vif-deleted', 'tag': '1a50c428-9228-4a70-aa09-3bcf3a339df5', 'status': 'completed', 'code': 200} Nov 09 00:15:57.161342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7a3d-a1cf-4554-b15f-829189a63cf8 req-e93ba425-42ab-408b-9c03-221e18e03ab3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:57.167781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7a3d-a1cf-4554-b15f-829189a63cf8 req-e93ba425-42ab-408b-9c03-221e18e03ab3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:57.173661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7a3d-a1cf-4554-b15f-829189a63cf8 req-e93ba425-42ab-408b-9c03-221e18e03ab3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:57.179540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7a3d-a1cf-4554-b15f-829189a63cf8 req-e93ba425-42ab-408b-9c03-221e18e03ab3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:57.185932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7a3d-a1cf-4554-b15f-829189a63cf8 req-e93ba425-42ab-408b-9c03-221e18e03ab3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:57.192063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7a3d-a1cf-4554-b15f-829189a63cf8 req-e93ba425-42ab-408b-9c03-221e18e03ab3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:57.198017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7a3d-a1cf-4554-b15f-829189a63cf8 req-e93ba425-42ab-408b-9c03-221e18e03ab3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:57.199761 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-444e7a3d-a1cf-4554-b15f-829189a63cf8 req-e93ba425-42ab-408b-9c03-221e18e03ab3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.1028771 Nov 09 00:15:57.257975 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-444e7a3d-a1cf-4554-b15f-829189a63cf8 req-7c39ef7b-7bf1-4c72-9dab-2602d1290b51 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517280 Nov 09 00:15:57.370346 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68c73a12-c02d-431b-baec-e27ab05c9d01 req-87a04430-77c6-4c2f-b73f-3d13565f439c tempest-ListServerFiltersTestJSON-1988333839 tempest-ListServerFiltersTestJSON-1988333839-project] 10.222.0.25 "GET /v2.0/ports?device_id=249d9975-7db4-4bdb-8c0f-6d2a1d41d977 HTTP/1.1" status: 200 len: 210 time: 0.0290258 Nov 09 00:15:57.390606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445baeef-3836-4b15-9405-57571de8e720 req-080b483c-91d0-40d7-8329-9359c2f5d2a6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:57.393141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-445baeef-3836-4b15-9405-57571de8e720 req-080b483c-91d0-40d7-8329-9359c2f5d2a6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0773096 Nov 09 00:15:57.474426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7a3bba5-a13b-4662-99e9-a82a5e9a8a9e req-3fc75c6b-0c34-4c4b-a0ce-729be343bd77 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0369203 Nov 09 00:15:57.478849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-445baeef-3836-4b15-9405-57571de8e720 req-5dd87973-f303-4e62-9216-b8dca35dc70e tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798624 Nov 09 00:15:57.773522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-c23538d8-5641-4e80-9d99-095a4e86c902 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:57.775624 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-c23538d8-5641-4e80-9d99-095a4e86c902 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/networks?id=de14ec28-19ee-49f0-9308-d07cffb55ed5 HTTP/1.1" status: 200 len: 810 time: 0.1011631 Nov 09 00:15:57.789970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-c0eb79dc-6c4c-42c8-8666-41414846bb39 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/quotas/3b32019551524d2f9df2c3bdc1ea8bf3 HTTP/1.1" status: 200 len: 375 time: 0.0088115 Nov 09 00:15:57.842589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-695a36e4-2427-4e81-9ca8-73a4f768013a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b32019551524d2f9df2c3bdc1ea8bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475578 Nov 09 00:15:57.929372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-60e5b0ab-26e1-465a-a67a-33a45f499b1b service neutron] 10.222.0.25 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798357 Nov 09 00:15:58.022760 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-74a56421-bd25-481a-9220-cb8456d62994 service neutron] 10.222.0.25 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875494 Nov 09 00:15:58.153497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c73a7c-f7e5-4dd8-9922-175ce88c2688 req-c99e850d-3e0c-4f15-8696-d8ca373ecd1c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:58.155002 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56c73a7c-f7e5-4dd8-9922-175ce88c2688 req-c99e850d-3e0c-4f15-8696-d8ca373ecd1c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 946 time: 0.0546939 Nov 09 00:15:58.194259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fdd1964-03e5-4d2b-9b4f-be493a028292 req-a1d3678c-1c65-4ebe-9a4c-601a3f4430e5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 210 time: 0.0367115 Nov 09 00:15:58.224849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56c73a7c-f7e5-4dd8-9922-175ce88c2688 req-fd35cd34-e8ee-4c03-afaa-b51cd57b98e3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587029 Nov 09 00:15:58.398183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96efa27-27f5-442a-9630-6865fc2992fc req-43ae93b7-06a7-419e-b170-1e91bae20049 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:58.404133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96efa27-27f5-442a-9630-6865fc2992fc req-43ae93b7-06a7-419e-b170-1e91bae20049 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:58.410203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96efa27-27f5-442a-9630-6865fc2992fc req-43ae93b7-06a7-419e-b170-1e91bae20049 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:58.416649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96efa27-27f5-442a-9630-6865fc2992fc req-43ae93b7-06a7-419e-b170-1e91bae20049 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:58.422570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96efa27-27f5-442a-9630-6865fc2992fc req-43ae93b7-06a7-419e-b170-1e91bae20049 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:58.428586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96efa27-27f5-442a-9630-6865fc2992fc req-43ae93b7-06a7-419e-b170-1e91bae20049 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:58.433120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41884) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:58.435020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96efa27-27f5-442a-9630-6865fc2992fc req-43ae93b7-06a7-419e-b170-1e91bae20049 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:58.447015 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e96efa27-27f5-442a-9630-6865fc2992fc req-43ae93b7-06a7-419e-b170-1e91bae20049 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.1091142 Nov 09 00:15:58.487947 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bcaa4d-ba21-45fe-abb3-2cf7420c7222 admin admin] Deleting subnet d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:15:58.492136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8bcaa4d-ba21-45fe-abb3-2cf7420c7222 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:58.507107 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e96efa27-27f5-442a-9630-6865fc2992fc req-d7ab7292-04f8-495c-904a-b8e28cd54270 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592234 Nov 09 00:15:58.535026 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8bcaa4d-ba21-45fe-abb3-2cf7420c7222 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:58.623012 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c7958ff-702c-485d-bbff-88aef34077da req-f375d25a-d0e6-4473-8719-ca07fd7f0652 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0417209 Nov 09 00:15:58.645096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8bcaa4d-ba21-45fe-abb3-2cf7420c7222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.001880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6534ca6-b69a-4a50-ba2d-74a41fa27d80 req-954d3051-3eb6-4bf9-8f1b-6ce3443b1064 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:59.003220 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a6534ca6-b69a-4a50-ba2d-74a41fa27d80 req-954d3051-3eb6-4bf9-8f1b-6ce3443b1064 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 946 time: 0.3728719 Nov 09 00:15:59.008298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8bcaa4d-ba21-45fe-abb3-2cf7420c7222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.057871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcaa4d-ba21-45fe-abb3-2cf7420c7222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:59.063058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8bcaa4d-ba21-45fe-abb3-2cf7420c7222 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.066373 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d8bcaa4d-ba21-45fe-abb3-2cf7420c7222 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d5f94da2-f0eb-4abd-b5e2-ac30020ed3a7 HTTP/1.1" status: 204 len: 168 time: 0.6322191 Nov 09 00:15:59.067810 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fdeac1-5e7f-42e3-818c-d66748c2fc5b None None] Network 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:15:59.068918 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41894) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:15:59.170041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.216472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-a6534ca6-b69a-4a50-ba2d-74a41fa27d80 req-d0f93269-a1eb-4c73-b7a9-287758356c60 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Deleting port 4e991fbf-3ef0-4aeb-9635-747909885400 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:15:59.217668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a6534ca6-b69a-4a50-ba2d-74a41fa27d80 req-d0f93269-a1eb-4c73-b7a9-287758356c60 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.299659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af8bff-004b-4cb0-b8e7-8a8ab8cce4fc None None] DHCP port deletion for 43b13acb-9b04-410a-9f5f-71fcab5a3bf0 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:15:59.366257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-a6534ca6-b69a-4a50-ba2d-74a41fa27d80 req-d0f93269-a1eb-4c73-b7a9-287758356c60 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] For port 4e991fbf-3ef0-4aeb-9635-747909885400, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=4e991fbf-3ef0-4aeb-9635-747909885400,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:59.366631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a6534ca6-b69a-4a50-ba2d-74a41fa27d80 req-d0f93269-a1eb-4c73-b7a9-287758356c60 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.380311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f3af8bff-004b-4cb0-b8e7-8a8ab8cce4fc None None] Deleting port 1e6195fc-a970-4eb9-9882-576dabd731b1 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:15:59.380778 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3af8bff-004b-4cb0-b8e7-8a8ab8cce4fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.386650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-a6534ca6-b69a-4a50-ba2d-74a41fa27d80 req-d0f93269-a1eb-4c73-b7a9-287758356c60 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Calling delete_port for 4e991fbf-3ef0-4aeb-9635-747909885400 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:15:59.391942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Deleting port 1e6195fc-a970-4eb9-9882-576dabd731b1 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:15:59.392406 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.397941 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a31a63b4-f148-47fd-ae44-d67f14bc2c8e req-e468f23a-0536-474c-bc7a-0ebd9ec7c0f3 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 210 time: 0.0655217 Nov 09 00:15:59.452653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee0fee-1d86-4571-94d0-2222e1f10426 req-62152638-4fad-48c6-b962-3ec35bb600df tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:59.454195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3ee0fee-1d86-4571-94d0-2222e1f10426 req-62152638-4fad-48c6-b962-3ec35bb600df tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 946 time: 0.1183159 Nov 09 00:15:59.456086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f3af8bff-004b-4cb0-b8e7-8a8ab8cce4fc None None] For port 1e6195fc-a970-4eb9-9882-576dabd731b1, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e6195fc-a970-4eb9-9882-576dabd731b1,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:59.456677 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3af8bff-004b-4cb0-b8e7-8a8ab8cce4fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.461629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-b6b3d23b-4436-4864-9078-ac43a75ac32f tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:59.463649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-b6b3d23b-4436-4864-9078-ac43a75ac32f tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.30 "GET /v2.0/networks?id=de14ec28-19ee-49f0-9308-d07cffb55ed5 HTTP/1.1" status: 200 len: 810 time: 0.2737007 Nov 09 00:15:59.472119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f3af8bff-004b-4cb0-b8e7-8a8ab8cce4fc None None] Calling delete_port for 1e6195fc-a970-4eb9-9882-576dabd731b1 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:15:59.496893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Request body: {'port': {'device_id': '18ef429b-b897-4f36-8cdf-39c2dc3dc41b', 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5', 'admin_state_up': True, 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:15:59.505028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] For port 1e6195fc-a970-4eb9-9882-576dabd731b1, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e6195fc-a970-4eb9-9882-576dabd731b1,segment=NetworkSegment(101dcd91-58a5-40f1-bbf7-d0640c7744c3),segment_id=101dcd91-58a5-40f1-bbf7-d0640c7744c3)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:15:59.505551 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.527546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Calling delete_port for 1e6195fc-a970-4eb9-9882-576dabd731b1 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:15:59.554519 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3af8bff-004b-4cb0-b8e7-8a8ab8cce4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.574697 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3ee0fee-1d86-4571-94d0-2222e1f10426 req-ee540176-0604-4805-b2db-7fe3714f5042 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041770 Nov 09 00:15:59.592323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af8bff-004b-4cb0-b8e7-8a8ab8cce4fc None None] No DVR routers for this DVR port 1e6195fc-a970-4eb9-9882-576dabd731b1 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:15:59.594617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af8bff-004b-4cb0-b8e7-8a8ab8cce4fc None None] Pushing event deleted for resources: {'Port': ['ID=1e6195fc-a970-4eb9-9882-576dabd731b1,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:59.663173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1a50c428-9228-4a70-aa09-3bcf3a339df5 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:15:59.693995 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 1a50c428-9228-4a70-aa09-3bcf3a339df5 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:15:59.694332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1a50c428-9228-4a70-aa09-3bcf3a339df5 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:15:59.695389 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.697899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Made reservation on behalf of 3b32019551524d2f9df2c3bdc1ea8bf3 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:15:59.698040 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a6534ca6-b69a-4a50-ba2d-74a41fa27d80 req-d0f93269-a1eb-4c73-b7a9-287758356c60 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.703269 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.713059 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['4e991fbf-3ef0-4aeb-9635-747909885400'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:15:59.717807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984dda6-31a2-4b05-b7c8-27cbcfbaeb4c req-53b8f5a4-13e1-436a-96ab-7ecd26f65605 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:59.723697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984dda6-31a2-4b05-b7c8-27cbcfbaeb4c req-53b8f5a4-13e1-436a-96ab-7ecd26f65605 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:59.729641 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984dda6-31a2-4b05-b7c8-27cbcfbaeb4c req-53b8f5a4-13e1-436a-96ab-7ecd26f65605 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:59.730790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6195fc-a970-4eb9-9882-576dabd731b1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:59.734114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] No DVR routers for this DVR port 1e6195fc-a970-4eb9-9882-576dabd731b1 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:15:59.735586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984dda6-31a2-4b05-b7c8-27cbcfbaeb4c req-53b8f5a4-13e1-436a-96ab-7ecd26f65605 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:59.746734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984dda6-31a2-4b05-b7c8-27cbcfbaeb4c req-53b8f5a4-13e1-436a-96ab-7ecd26f65605 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:59.750341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984dda6-31a2-4b05-b7c8-27cbcfbaeb4c req-53b8f5a4-13e1-436a-96ab-7ecd26f65605 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:59.756257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984dda6-31a2-4b05-b7c8-27cbcfbaeb4c req-53b8f5a4-13e1-436a-96ab-7ecd26f65605 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:15:59.758097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2984dda6-31a2-4b05-b7c8-27cbcfbaeb4c req-53b8f5a4-13e1-436a-96ab-7ecd26f65605 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.1215272 Nov 09 00:15:59.780531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f93269-a1eb-4c73-b7a9-287758356c60 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Pushing event deleted for resources: {'Port': ['ID=4e991fbf-3ef0-4aeb-9635-747909885400,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:15:59.807182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0ab2d24-7e00-42d3-9721-da2bed44bf15 req-5b2e8362-04a3-49ac-8b6a-86858918071c tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0471606 Nov 09 00:15:59.866869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.875485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6534ca6-b69a-4a50-ba2d-74a41fa27d80 req-d0f93269-a1eb-4c73-b7a9-287758356c60 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] No DVR routers for this DVR port 4e991fbf-3ef0-4aeb-9635-747909885400 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:15:59.879036 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a6534ca6-b69a-4a50-ba2d-74a41fa27d80 req-d0f93269-a1eb-4c73-b7a9-287758356c60 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.882522 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a6534ca6-b69a-4a50-ba2d-74a41fa27d80 req-d0f93269-a1eb-4c73-b7a9-287758356c60 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "DELETE /v2.0/ports/4e991fbf-3ef0-4aeb-9635-747909885400 HTTP/1.1" status: 204 len: 173 time: 0.8713355 Nov 09 00:15:59.882975 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4197e425-250d-47d4-bb84-e8bec67a0776', 'name': 'network-vif-deleted', 'tag': '4e991fbf-3ef0-4aeb-9635-747909885400'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:15:59.885308 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299f593d-e5b5-407c-88dd-9ba87c0fe091" -d '{"events": [{"server_uuid": "4197e425-250d-47d4-bb84-e8bec67a0776", "name": "network-vif-deleted", "tag": "4e991fbf-3ef0-4aeb-9635-747909885400"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:15:59.902076 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b13acb-9b04-410a-9f5f-71fcab5a3bf0']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:59.904530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2984dda6-31a2-4b05-b7c8-27cbcfbaeb4c req-530b1482-6d35-4e5c-9d96-2bd015b9fd82 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1371496 Nov 09 00:15:59.917508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101dcd91-58a5-40f1-bbf7-d0640c7744c3') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:59.918558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101dcd91-58a5-40f1-bbf7-d0640c7744c3') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:15:59.949661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.973030 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9efd57-ea13-402e-ab3f-b080b3e93eb7 x-openstack-request-id: req-eb9efd57-ea13-402e-ab3f-b080b3e93eb7 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:15:59.973373 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4197e425-250d-47d4-bb84-e8bec67a0776", "name": "network-vif-deleted", "tag": "4e991fbf-3ef0-4aeb-9635-747909885400", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:15:59.973762 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb9efd57-ea13-402e-ab3f-b080b3e93eb7 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:15:59.974203 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4197e425-250d-47d4-bb84-e8bec67a0776', 'name': 'network-vif-deleted', 'tag': '4e991fbf-3ef0-4aeb-9635-747909885400', 'status': 'completed', 'code': 200} Nov 09 00:15:59.980912 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:15:59.981309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Allocated IP 172.20.0.9 (de14ec28-19ee-49f0-9308-d07cffb55ed5/03e6cf39-35fd-4c49-9ac2-6bcc71306417/7bcafe62-15a7-494a-968e-7b887f30069f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:16:00.002481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:16:00.002891 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:16:00.004768 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:16:00.066894 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:00.072841 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:00.079423 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] 10.222.0.25 "DELETE /v2.0/networks/43b13acb-9b04-410a-9f5f-71fcab5a3bf0 HTTP/1.1" status: 204 len: 168 time: 1.0062304 Nov 09 00:16:00.091678 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a270ee3-6e5d-45e4-8a1f-73f74f494241 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b13acb-9b04-410a-9f5f-71fcab5a3bf0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:00.153828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:00.190156 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:00.204617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['673e6b3d-19eb-4821-86b2-0e3ec46f8026'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:00.235453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Network de14ec28-19ee-49f0-9308-d07cffb55ed5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:16:00.239002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:16:00.245901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:16:00.281766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Pushing event updated for resources: {'Port': ['ID=7bcafe62-15a7-494a-968e-7b887f30069f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:00.311591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:00.312319 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:00.320333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41914) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:00.347035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-f6e95b5b-c371-4969-b594-d331b7abea3a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8549545 Nov 09 00:16:00.365268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Request body: {'port': {'device_id': '18ef429b-b897-4f36-8cdf-39c2dc3dc41b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:00.401036 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9ceb1d5e-29f2-4706-a9e3-a635d2ebff21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c490e078fbb4c83b24ae43b7b1a56db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0766118 Nov 09 00:16:00.401706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41916) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:00.464240 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:00.568319 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28d36e83-cb68-4f05-b619-3aae2bcecd59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:00.586937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812ba3-3cef-4ec8-9cfc-02c7a59a04bb req-23a9b667-5496-454f-836b-fa3e43b8aeff tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:00.589250 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07812ba3-3cef-4ec8-9cfc-02c7a59a04bb req-23a9b667-5496-454f-836b-fa3e43b8aeff tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 931 time: 0.1180637 Nov 09 00:16:00.667485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28d36e83-cb68-4f05-b619-3aae2bcecd59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:00.726776 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c95e4386-a3d9-41ea-9b1b-ce25b756a29a req-c9d0defc-d3ee-4eaf-8a91-b94fac7a36a9 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 210 time: 0.0650053 Nov 09 00:16:00.824167 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07812ba3-3cef-4ec8-9cfc-02c7a59a04bb req-b2b7e535-18c1-42c0-b092-2bab94d6ccf4 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785061 Nov 09 00:16:00.864600 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28d36e83-cb68-4f05-b619-3aae2bcecd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:00.867292 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28d36e83-cb68-4f05-b619-3aae2bcecd59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:00.871217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-28d36e83-cb68-4f05-b619-3aae2bcecd59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee460c5c-49ae-4861-b42b-3747e5df489d HTTP/1.1" status: 204 len: 168 time: 0.4661853 Nov 09 00:16:00.887043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d36e83-cb68-4f05-b619-3aae2bcecd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee460c5c-49ae-4861-b42b-3747e5df489d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:00.964454 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:16:00.967749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac2f3d0f-f06d-461b-a244-b1926e63131f req-d68589b0-da01-47d0-bb9d-2f546b7bce79 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0579736 Nov 09 00:16:01.000005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcafe62-15a7-494a-968e-7b887f30069f {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:01.021602 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:01.057438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Transition to ACTIVE for port object 7bcafe62-15a7-494a-968e-7b887f30069f will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:16:01.068389 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:01.239430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcafe62-15a7-494a-968e-7b887f30069f,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:01.263291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e6195fc-a970-4eb9-9882-576dabd731b1 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:16:01.294985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 1e6195fc-a970-4eb9-9882-576dabd731b1 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:16:01.295660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e6195fc-a970-4eb9-9882-576dabd731b1 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:16:01.298260 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e02b2-ad61-4b22-86b0-8f25eca9b320 req-6c24b274-94b1-4c83-bef2-24665aa838a5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:01.307927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e02b2-ad61-4b22-86b0-8f25eca9b320 req-6c24b274-94b1-4c83-bef2-24665aa838a5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:01.312062 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e02b2-ad61-4b22-86b0-8f25eca9b320 req-6c24b274-94b1-4c83-bef2-24665aa838a5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:01.319880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e02b2-ad61-4b22-86b0-8f25eca9b320 req-6c24b274-94b1-4c83-bef2-24665aa838a5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:01.326391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e02b2-ad61-4b22-86b0-8f25eca9b320 req-6c24b274-94b1-4c83-bef2-24665aa838a5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:01.332141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e02b2-ad61-4b22-86b0-8f25eca9b320 req-6c24b274-94b1-4c83-bef2-24665aa838a5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:01.338769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e02b2-ad61-4b22-86b0-8f25eca9b320 req-6c24b274-94b1-4c83-bef2-24665aa838a5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:01.346451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f6e02b2-ad61-4b22-86b0-8f25eca9b320 req-6c24b274-94b1-4c83-bef2-24665aa838a5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5419 time: 0.2740083 Nov 09 00:16:01.432236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Attempting to bind port 7bcafe62-15a7-494a-968e-7b887f30069f on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:16:01.432850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Attempting to bind port 7bcafe62-15a7-494a-968e-7b887f30069f by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:16:01.432850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Attempting to bind port 7bcafe62-15a7-494a-968e-7b887f30069f on network de14ec28-19ee-49f0-9308-d07cffb55ed5 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:16:01.440691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Port 7bcafe62-15a7-494a-968e-7b887f30069f on network de14ec28-19ee-49f0-9308-d07cffb55ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:16:01.441051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Attempting to bind port 7bcafe62-15a7-494a-968e-7b887f30069f on network de14ec28-19ee-49f0-9308-d07cffb55ed5 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:16:01.451444 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f6e02b2-ad61-4b22-86b0-8f25eca9b320 req-6362dcfb-0fae-49a6-8c46-001b45b375b1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041489 Nov 09 00:16:01.452348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:16:01.452681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Checking segment: {'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:16:01.453059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Bound using segment: {'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:16:01.453597 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Bound port: 7bcafe62-15a7-494a-968e-7b887f30069f, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f126d41b-dd4e-4002-bac6-fdd777563da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:16:01.453956 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:01.537103 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] For port 7bcafe62-15a7-494a-968e-7b887f30069f, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:16:01.541707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] For port 7bcafe62-15a7-494a-968e-7b887f30069f, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7bcafe62-15a7-494a-968e-7b887f30069f,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:16:01.546450 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:01.588581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:01.589210 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:01.590687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] 10.222.0.30 "PUT /v2.0/ports/7bcafe62-15a7-494a-968e-7b887f30069f HTTP/1.1" status: 200 len: 1091 time: 1.2313416 Nov 09 00:16:01.591105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ef429b-b897-4f36-8cdf-39c2dc3dc41b', 'tag': '7bcafe62-15a7-494a-968e-7b887f30069f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:01.593782 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65fe1ea-3f51-4644-b449-de4b5bf7fd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "18ef429b-b897-4f36-8cdf-39c2dc3dc41b", "tag": "7bcafe62-15a7-494a-968e-7b887f30069f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:01.631584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee87ee9-6fb3-49d1-885a-17f47b54cf79 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcafe62-15a7-494a-968e-7b887f30069f,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:01.674354 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5f6ce1-3bfd-4c15-80f2-92a7138ff1b2 x-openstack-request-id: req-ce5f6ce1-3bfd-4c15-80f2-92a7138ff1b2 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:01.674863 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ef429b-b897-4f36-8cdf-39c2dc3dc41b", "tag": "7bcafe62-15a7-494a-968e-7b887f30069f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:01.675886 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce5f6ce1-3bfd-4c15-80f2-92a7138ff1b2 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:01.680608 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:01.682086 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ef429b-b897-4f36-8cdf-39c2dc3dc41b', 'tag': '7bcafe62-15a7-494a-968e-7b887f30069f', 'status': 'completed', 'code': 200} Nov 09 00:16:01.724291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-18733f4d-31fb-4b55-b4aa-f1dd26dd1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:01.725893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-18733f4d-31fb-4b55-b4aa-f1dd26dd1a15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b32019551524d2f9df2c3bdc1ea8bf3&device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 1094 time: 0.0799079 Nov 09 00:16:01.795049 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-a5f116b9-443c-4e4a-9e2e-cbf5f838d5de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcafe62-15a7-494a-968e-7b887f30069f HTTP/1.1" status: 200 len: 217 time: 0.0554528 Nov 09 00:16:01.875175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:01.886688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25efaafb-e876-43bf-a857-553698fb0106 req-8de34d48-6169-473c-92f1-e95493ec0681 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 210 time: 0.0339820 Nov 09 00:16:01.890590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'd07d1dd2-3a71-4b9a-8b55-7e519c0389b0', 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086', 'port_id': 'd07d1dd2-3a71-4b9a-8b55-7e519c0389b0', 'mac_address': 'fa:16:3e:2e:3b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fabec67-a278-40a6-b0f0-595508fbd3ea', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:01.912024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-3ba7e366-206d-4a09-8a13-9dec69f5700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:01.913870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-3ba7e366-206d-4a09-8a13-9dec69f5700b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03e6cf39-35fd-4c49-9ac2-6bcc71306417 HTTP/1.1" status: 200 len: 850 time: 0.1061275 Nov 09 00:16:01.932115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41958) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:01.937820 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:01.957887 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:01.964179 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-cfa143c4-f7ff-4f4e-85e5-9f0693d72472 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de14ec28-19ee-49f0-9308-d07cffb55ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409081 Nov 09 00:16:01.980766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:01.986699 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:01.988540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device deca90b0-bc9b-4415-b659-c843bd9b048e details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:02.094854 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port deca90b0-bc9b-4415-b659-c843bd9b048e, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=deca90b0-bc9b-4415-b659-c843bd9b048e,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:02.099343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:02.123555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'deca90b0-bc9b-4415-b659-c843bd9b048e', 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086', 'port_id': 'deca90b0-bc9b-4415-b659-c843bd9b048e', 'mac_address': 'fa:16:3e:61:cd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fabec67-a278-40a6-b0f0-595508fbd3ea', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:02.173594 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.189807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deca90b0-bc9b-4415-b659-c843bd9b048e {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:02.211961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port deca90b0-bc9b-4415-b659-c843bd9b048e, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=deca90b0-bc9b-4415-b659-c843bd9b048e,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:02.216244 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.217194 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device badf5b56-8934-45ad-ab08-b14502d9f297 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:02.286360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port badf5b56-8934-45ad-ab08-b14502d9f297, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=badf5b56-8934-45ad-ab08-b14502d9f297,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:02.288857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=deca90b0-bc9b-4415-b659-c843bd9b048e,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:02.303454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'badf5b56-8934-45ad-ab08-b14502d9f297', 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086', 'port_id': 'badf5b56-8934-45ad-ab08-b14502d9f297', 'mac_address': 'fa:16:3e:5d:07:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fabec67-a278-40a6-b0f0-595508fbd3ea', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:02.335812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4e991fbf-3ef0-4aeb-9635-747909885400 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:16:02.358868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 4e991fbf-3ef0-4aeb-9635-747909885400 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:16:02.359232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 4e991fbf-3ef0-4aeb-9635-747909885400 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:16:02.369409 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.384711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badf5b56-8934-45ad-ab08-b14502d9f297 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:02.397010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-500872150-network', 'tenant_id': '227e12306b2441d690aed08b59886349'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:02.407026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port badf5b56-8934-45ad-ab08-b14502d9f297, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=badf5b56-8934-45ad-ab08-b14502d9f297,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:02.410975 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.411757 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 53769426-080d-41b0-bd08-730566e2cb45 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:02.441219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22574f29-8d6b-4166-ace5-4f118efa1a90 req-7b460f38-326b-4566-ac7b-dddb31342709 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0509672 Nov 09 00:16:02.455118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb63d2-b3af-426f-b231-55fd7de6d72b req-0e9b5fba-261a-4267-bf21-c9fa196684a3 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:02.457139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7fcb63d2-b3af-426f-b231-55fd7de6d72b req-0e9b5fba-261a-4267-bf21-c9fa196684a3 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 943 time: 0.5195861 Nov 09 00:16:02.497415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Made reservation on behalf of 227e12306b2441d690aed08b59886349 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:02.498144 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 53769426-080d-41b0-bd08-730566e2cb45, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=53769426-080d-41b0-bd08-730566e2cb45,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:02.499576 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.501145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=badf5b56-8934-45ad-ab08-b14502d9f297,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:02.504200 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-01ed4dc9-48e2-4163-8c65-d7b034efe017 service neutron] 10.222.0.30 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213201 Nov 09 00:16:02.514666 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.520254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '53769426-080d-41b0-bd08-730566e2cb45', 'network_id': '3b55d064-514e-49d2-a6f8-b874bdcbc086', 'port_id': '53769426-080d-41b0-bd08-730566e2cb45', 'mac_address': 'fa:16:3e:71:1a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fabec67-a278-40a6-b0f0-595508fbd3ea', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:02.566132 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.580118 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53769426-080d-41b0-bd08-730566e2cb45 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:02.608540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 53769426-080d-41b0-bd08-730566e2cb45, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=53769426-080d-41b0-bd08-730566e2cb45,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:02.618108 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.619234 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1c0ee573-9c26-4590-b2c2-93f87044e954 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:02.625199 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7fcb63d2-b3af-426f-b231-55fd7de6d72b req-903d0c1f-4522-4840-979e-f58f480d7c97 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613760 Nov 09 00:16:02.696488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217b0fdb-7c5e-4f34-b6da-3ba03ac5b8ff req-11fe0de4-8fcd-4ccc-96f0-5fe7232b0c91 service neutron] 10.222.0.30 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827989 Nov 09 00:16:02.731364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=53769426-080d-41b0-bd08-730566e2cb45,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:02.763355 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.777624 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.818273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1c0ee573-9c26-4590-b2c2-93f87044e954, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1c0ee573-9c26-4590-b2c2-93f87044e954,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:02.834322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:16:02.846334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '1c0ee573-9c26-4590-b2c2-93f87044e954', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'port_id': '1c0ee573-9c26-4590-b2c2-93f87044e954', 'mac_address': 'fa:16:3e:4d:db:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:02.887215 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.887640 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Added segment 00a82671-3d2c-4fcc-b2b1-790f8aaa2023 of type vlan for network bae6d945-d32a-43d9-ad88-a17f7b5e8075 Nov 09 00:16:02.890424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d8832-0675-4f2c-bdd9-f880ae7b447f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:02.916130 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.920353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fe1ea-3f51-4644-b449-de4b5bf7fd4b req-73158833-9f9a-4436-bf54-60d0a5a1adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:02.921942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d65fe1ea-3f51-4644-b449-de4b5bf7fd4b req-73158833-9f9a-4436-bf54-60d0a5a1adfd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b32019551524d2f9df2c3bdc1ea8bf3&device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 1094 time: 0.1612723 Nov 09 00:16:02.934963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0ee573-9c26-4590-b2c2-93f87044e954 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:02.960936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1c0ee573-9c26-4590-b2c2-93f87044e954, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1c0ee573-9c26-4590-b2c2-93f87044e954,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:02.968370 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:02.970363 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device b5a6662b-efda-4873-9888-e7071a337881 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:02.974392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a8a43-0e54-4d3a-a8b9-d6a3b2586e8e req-e09c1cfb-b906-4b10-8235-6e37b37c6ec0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:02.980534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a8a43-0e54-4d3a-a8b9-d6a3b2586e8e req-e09c1cfb-b906-4b10-8235-6e37b37c6ec0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:02.986593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a8a43-0e54-4d3a-a8b9-d6a3b2586e8e req-e09c1cfb-b906-4b10-8235-6e37b37c6ec0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:02.992621 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a8a43-0e54-4d3a-a8b9-d6a3b2586e8e req-e09c1cfb-b906-4b10-8235-6e37b37c6ec0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:02.998697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a8a43-0e54-4d3a-a8b9-d6a3b2586e8e req-e09c1cfb-b906-4b10-8235-6e37b37c6ec0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:03.004776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a8a43-0e54-4d3a-a8b9-d6a3b2586e8e req-e09c1cfb-b906-4b10-8235-6e37b37c6ec0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:03.011342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a8a43-0e54-4d3a-a8b9-d6a3b2586e8e req-e09c1cfb-b906-4b10-8235-6e37b37c6ec0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:03.013390 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-405a8a43-0e54-4d3a-a8b9-d6a3b2586e8e req-e09c1cfb-b906-4b10-8235-6e37b37c6ec0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5423 time: 0.2132657 Nov 09 00:16:03.094726 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:03.098366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1316fc65-ad1e-45a0-b6e5-5b7f31667d42 req-83cdbd86-338a-4474-bfe5-50eb1cb5c08b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 210 time: 0.0841315 Nov 09 00:16:03.103224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1c0ee573-9c26-4590-b2c2-93f87044e954,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:03.144288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port b5a6662b-efda-4873-9888-e7071a337881, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b5a6662b-efda-4873-9888-e7071a337881,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:03.161287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'b5a6662b-efda-4873-9888-e7071a337881', 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322', 'port_id': 'b5a6662b-efda-4873-9888-e7071a337881', 'mac_address': 'fa:16:3e:c6:09:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77073b2d-8182-4647-a3e4-f9ac28e41e68', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:03.193892 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:03.194738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:03.195457 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:03.204111 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:03.217893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a6662b-efda-4873-9888-e7071a337881 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:03.237980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port b5a6662b-efda-4873-9888-e7071a337881, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b5a6662b-efda-4873-9888-e7071a337881,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:03.240807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-405a8a43-0e54-4d3a-a8b9-d6a3b2586e8e req-f2ddebf1-f5f3-40b4-8f92-d323eb2c4262 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2159889 Nov 09 00:16:03.247348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fe1ea-3f51-4644-b449-de4b5bf7fd4b req-3439f620-771f-4564-be17-4e01d6e3cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:03.248723 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:03.248889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d65fe1ea-3f51-4644-b449-de4b5bf7fd4b req-3439f620-771f-4564-be17-4e01d6e3cf28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=de14ec28-19ee-49f0-9308-d07cffb55ed5 HTTP/1.1" status: 200 len: 910 time: 0.2874823 Nov 09 00:16:03.249530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device cc1506de-6e61-4a64-b986-f96a0cbae5e0 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:03.286199 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3530657 Nov 09 00:16:03.291474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41974) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:03.298391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4d81e884-d3bd-41c7-bce0-4a7c068c0547 admin admin] Request body: {'subnet': {'network_id': 'bae6d945-d32a-43d9-ad88-a17f7b5e8075', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-500872150-subnet', 'tenant_id': '227e12306b2441d690aed08b59886349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:03.324526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e1417-13c9-4b41-b3e3-2fca466b6831 admin admin] Pushing event updated for resources: {'Network': ['ID=bae6d945-d32a-43d9-ad88-a17f7b5e8075,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:03.325559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port cc1506de-6e61-4a64-b986-f96a0cbae5e0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cc1506de-6e61-4a64-b986-f96a0cbae5e0,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:03.328087 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d65fe1ea-3f51-4644-b449-de4b5bf7fd4b req-acb72a32-0724-4447-850c-25cda9505d5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcafe62-15a7-494a-968e-7b887f30069f HTTP/1.1" status: 200 len: 217 time: 0.0520420 Nov 09 00:16:03.328220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=b5a6662b-efda-4873-9888-e7071a337881,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:03.331059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d81e884-d3bd-41c7-bce0-4a7c068c0547 admin admin] Made reservation on behalf of 227e12306b2441d690aed08b59886349 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:03.334207 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d81e884-d3bd-41c7-bce0-4a7c068c0547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:03.338798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network bae6d945-d32a-43d9-ad88-a17f7b5e8075 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:16:03.357089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'cc1506de-6e61-4a64-b986-f96a0cbae5e0', 'network_id': '364a1333-8aa5-40a2-b83a-ed34d1006322', 'port_id': 'cc1506de-6e61-4a64-b986-f96a0cbae5e0', 'mac_address': 'fa:16:3e:33:ea:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77073b2d-8182-4647-a3e4-f9ac28e41e68', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:03.399391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fe1ea-3f51-4644-b449-de4b5bf7fd4b req-f7022bc8-6363-4787-902f-c2f120ba6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:03.401796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d65fe1ea-3f51-4644-b449-de4b5bf7fd4b req-f7022bc8-6363-4787-902f-c2f120ba6294 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03e6cf39-35fd-4c49-9ac2-6bcc71306417 HTTP/1.1" status: 200 len: 850 time: 0.0653086 Nov 09 00:16:03.456051 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:03.461928 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d65fe1ea-3f51-4644-b449-de4b5bf7fd4b req-86a8cb5a-d24e-4fea-af01-e64eb0512064 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de14ec28-19ee-49f0-9308-d07cffb55ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458992 Nov 09 00:16:03.470108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1506de-6e61-4a64-b986-f96a0cbae5e0 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:03.502626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port cc1506de-6e61-4a64-b986-f96a0cbae5e0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cc1506de-6e61-4a64-b986-f96a0cbae5e0,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:03.511546 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:03.534643 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d81e884-d3bd-41c7-bce0-4a7c068c0547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:03.585331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=cc1506de-6e61-4a64-b986-f96a0cbae5e0,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:03.619794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81e884-d3bd-41c7-bce0-4a7c068c0547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57527f3b-ec97-4ecf-b233-86fba0d3acb9,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:03.630469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81e884-d3bd-41c7-bce0-4a7c068c0547 admin admin] Checking segment: {'id': '00a82671-3d2c-4fcc-b2b1-790f8aaa2023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bae6d945-d32a-43d9-ad88-a17f7b5e8075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:16:03.631823 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81e884-d3bd-41c7-bce0-4a7c068c0547 admin admin] Network hostable DHCP agents. Network: bae6d945-d32a-43d9-ad88-a17f7b5e8075, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:16:03.640352 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50027b5b-40c5-42fc-bbd9-778f0e40a7e9 req-a655fd78-149e-4061-a073-32cffe845831 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0630224 Nov 09 00:16:03.657989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d65fe1ea-3f51-4644-b449-de4b5bf7fd4b req-27d47ebc-0002-4f9f-acd8-809a5ac2e71e service neutron] 10.222.0.30 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800563 Nov 09 00:16:03.669482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81e884-d3bd-41c7-bce0-4a7c068c0547 admin admin] Network bae6d945-d32a-43d9-ad88-a17f7b5e8075 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:16:03.682851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-4d81e884-d3bd-41c7-bce0-4a7c068c0547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, bae6d945-d32a-43d9-ad88-a17f7b5e8075) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:16:03.687894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81e884-d3bd-41c7-bce0-4a7c068c0547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:03.688862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d81e884-d3bd-41c7-bce0-4a7c068c0547 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:03.700450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc1d92-5a35-4c7f-8ede-27abc03764de None None] Network bae6d945-d32a-43d9-ad88-a17f7b5e8075 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:16:03.732249 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4d81e884-d3bd-41c7-bce0-4a7c068c0547 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4302244 Nov 09 00:16:03.843784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfee8fe-9d63-434b-9fb0-d314e48d70e0 req-024f3558-8453-4f43-97e6-2929f1b07fd0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:03.845534 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cfee8fe-9d63-434b-9fb0-d314e48d70e0 req-024f3558-8453-4f43-97e6-2929f1b07fd0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 943 time: 0.1055679 Nov 09 00:16:03.848069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d65fe1ea-3f51-4644-b449-de4b5bf7fd4b req-7c234e4b-a6f8-4694-8a09-ee59bbb8d9f7 service neutron] 10.222.0.30 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783826 Nov 09 00:16:03.911371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fddc60f-2504-482c-804b-9fc6af411202 None None] Network bae6d945-d32a-43d9-ad88-a17f7b5e8075 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:16:03.926831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cfee8fe-9d63-434b-9fb0-d314e48d70e0 req-9b490e85-fbc0-4ac4-8ff9-fd3094235f74 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727353 Nov 09 00:16:04.188856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['deca90b0-bc9b-4415-b659-c843bd9b048e'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:04.219091 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['d07d1dd2-3a71-4b9a-8b55-7e519c0389b0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:04.222186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1c0ee573-9c26-4590-b2c2-93f87044e954'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:04.228427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77fdd73c-fc10-4ee8-938a-3b979f6d5581 req-1b6fbc1f-2bb3-4388-a657-cc994a21b0ca tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 210 time: 0.0337758 Nov 09 00:16:04.416917 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['badf5b56-8934-45ad-ab08-b14502d9f297'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:04.419848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['b5a6662b-efda-4873-9888-e7071a337881'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:04.421857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['53769426-080d-41b0-bd08-730566e2cb45'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:04.428089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f497b-907f-416c-a2d6-48a259b9e616 req-c1068506-096a-4439-9599-6acac08c9c1c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:04.435580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f497b-907f-416c-a2d6-48a259b9e616 req-c1068506-096a-4439-9599-6acac08c9c1c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:04.443407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f497b-907f-416c-a2d6-48a259b9e616 req-c1068506-096a-4439-9599-6acac08c9c1c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:04.451071 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f497b-907f-416c-a2d6-48a259b9e616 req-c1068506-096a-4439-9599-6acac08c9c1c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:04.459672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f497b-907f-416c-a2d6-48a259b9e616 req-c1068506-096a-4439-9599-6acac08c9c1c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:04.468623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f497b-907f-416c-a2d6-48a259b9e616 req-c1068506-096a-4439-9599-6acac08c9c1c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:04.477733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f497b-907f-416c-a2d6-48a259b9e616 req-c1068506-096a-4439-9599-6acac08c9c1c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:04.480386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-533f497b-907f-416c-a2d6-48a259b9e616 req-c1068506-096a-4439-9599-6acac08c9c1c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5426 time: 0.1285934 Nov 09 00:16:04.588328 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-533f497b-907f-416c-a2d6-48a259b9e616 req-dbf746d4-e3de-4d86-bfd0-bf784b3d8f13 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969224 Nov 09 00:16:04.782277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad0d4667-f75c-4f07-9f17-18ec56d6e421 req-44a06a5a-e89a-44cc-852a-082a9ec88e05 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0349667 Nov 09 00:16:05.137935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['cc1506de-6e61-4a64-b986-f96a0cbae5e0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:05.177843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c630e-b8ee-4f0f-964b-e18cf12af4d4 req-7b979a89-7d4c-4f1d-9195-3e6679f13c1a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:05.186155 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-886c630e-b8ee-4f0f-964b-e18cf12af4d4 req-7b979a89-7d4c-4f1d-9195-3e6679f13c1a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 943 time: 0.0971167 Nov 09 00:16:05.335640 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-bd61c677-f084-41a4-b79a-5f998db11afc tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:05.337263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-bd61c677-f084-41a4-b79a-5f998db11afc tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/networks?id=bae6d945-d32a-43d9-ad88-a17f7b5e8075 HTTP/1.1" status: 200 len: 809 time: 0.1188488 Nov 09 00:16:05.363372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-886c630e-b8ee-4f0f-964b-e18cf12af4d4 req-0279137d-3318-46f5-8f09-f2f8e13eeff9 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763287 Nov 09 00:16:05.364920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-5827b1ea-bc7e-402e-8666-3083c197cd60 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/quotas/227e12306b2441d690aed08b59886349 HTTP/1.1" status: 200 len: 375 time: 0.0171945 Nov 09 00:16:05.402526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-341704b8-77b7-4666-ac27-186379ca2158 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=227e12306b2441d690aed08b59886349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287569 Nov 09 00:16:05.491388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d157c64-3826-437b-be76-22c000fed53e req-b71178fc-2a91-4162-9548-22bbaf5a73cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=4197e425-250d-47d4-bb84-e8bec67a0776 HTTP/1.1" status: 200 len: 210 time: 0.0545313 Nov 09 00:16:05.523802 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-301044d4-0141-48e9-9832-a646d4ccdec4 service neutron] 10.222.0.25 "GET /v2.0/networks/bae6d945-d32a-43d9-ad88-a17f7b5e8075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120551 Nov 09 00:16:05.620681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-976b3868-426c-4ef4-8634-06b8408ddc5a service neutron] 10.222.0.25 "GET /v2.0/networks/bae6d945-d32a-43d9-ad88-a17f7b5e8075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899470 Nov 09 00:16:05.690803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 7bcafe62-15a7-494a-968e-7b887f30069f details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:05.733730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71086932-992f-4271-8c6d-cb39fd29b862 req-d76fccb1-243d-4406-8c30-034d72c45767 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:05.741188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71086932-992f-4271-8c6d-cb39fd29b862 req-d76fccb1-243d-4406-8c30-034d72c45767 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:05.749100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71086932-992f-4271-8c6d-cb39fd29b862 req-d76fccb1-243d-4406-8c30-034d72c45767 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:05.758917 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71086932-992f-4271-8c6d-cb39fd29b862 req-d76fccb1-243d-4406-8c30-034d72c45767 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:05.767029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71086932-992f-4271-8c6d-cb39fd29b862 req-d76fccb1-243d-4406-8c30-034d72c45767 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:05.776265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71086932-992f-4271-8c6d-cb39fd29b862 req-d76fccb1-243d-4406-8c30-034d72c45767 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:05.782948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71086932-992f-4271-8c6d-cb39fd29b862 req-d76fccb1-243d-4406-8c30-034d72c45767 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:05.785017 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71086932-992f-4271-8c6d-cb39fd29b862 req-d76fccb1-243d-4406-8c30-034d72c45767 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5426 time: 0.1224558 Nov 09 00:16:05.842701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 7bcafe62-15a7-494a-968e-7b887f30069f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7bcafe62-15a7-494a-968e-7b887f30069f,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:05.857637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '7bcafe62-15a7-494a-968e-7b887f30069f', 'network_id': 'de14ec28-19ee-49f0-9308-d07cffb55ed5', 'port_id': '7bcafe62-15a7-494a-968e-7b887f30069f', 'mac_address': 'fa:16:3e:44:e7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e6cf39-35fd-4c49-9ac2-6bcc71306417', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:05.858781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71086932-992f-4271-8c6d-cb39fd29b862 req-60ba59ce-2732-486d-8d19-d734bf007f35 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666499 Nov 09 00:16:05.905278 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:05.924721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcafe62-15a7-494a-968e-7b887f30069f {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:05.964328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 7bcafe62-15a7-494a-968e-7b887f30069f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7bcafe62-15a7-494a-968e-7b887f30069f,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:05.972583 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:06.007386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac5171ec-6a9c-47c1-8fec-eaa06ef20544 req-fbf92c9e-25c0-4b37-b7bf-71159487832d tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0392022 Nov 09 00:16:06.045773 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=7bcafe62-15a7-494a-968e-7b887f30069f,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:06.073945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09f7bf8f-3e1a-4634-8c79-2ca45c7a87ee req-be0425f1-0c06-4dba-b2b5-ac4446b4cff8 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 210 time: 0.0600853 Nov 09 00:16:06.500884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097ab3-500e-4a50-bc39-575b0907b8b0 req-5a615ade-2899-49d9-801d-ac85f0224673 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:06.502416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10097ab3-500e-4a50-bc39-575b0907b8b0 req-5a615ade-2899-49d9-801d-ac85f0224673 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 944 time: 0.0620520 Nov 09 00:16:06.569977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10097ab3-500e-4a50-bc39-575b0907b8b0 req-5b718671-040b-47c1-ae37-57a3b040d0b0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613997 Nov 09 00:16:06.805438 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['7bcafe62-15a7-494a-968e-7b887f30069f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:07.047357 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5160b-f6ab-4664-9276-0fc283dbd812 req-95a73dcf-6071-41e2-a67f-492d80538aa2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:07.053226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5160b-f6ab-4664-9276-0fc283dbd812 req-95a73dcf-6071-41e2-a67f-492d80538aa2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:07.059135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5160b-f6ab-4664-9276-0fc283dbd812 req-95a73dcf-6071-41e2-a67f-492d80538aa2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:07.065150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5160b-f6ab-4664-9276-0fc283dbd812 req-95a73dcf-6071-41e2-a67f-492d80538aa2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:07.071003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5160b-f6ab-4664-9276-0fc283dbd812 req-95a73dcf-6071-41e2-a67f-492d80538aa2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:07.075567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2d2d9a2d-ca2d-4325-8e1a-e37386c03d0f tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:07.076911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5160b-f6ab-4664-9276-0fc283dbd812 req-95a73dcf-6071-41e2-a67f-492d80538aa2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:07.077065 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2d2d9a2d-ca2d-4325-8e1a-e37386c03d0f tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.11 "GET /v2.0/networks?id=bae6d945-d32a-43d9-ad88-a17f7b5e8075 HTTP/1.1" status: 200 len: 809 time: 0.1245739 Nov 09 00:16:07.083219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5160b-f6ab-4664-9276-0fc283dbd812 req-95a73dcf-6071-41e2-a67f-492d80538aa2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:07.085173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3fc5160b-f6ab-4664-9276-0fc283dbd812 req-95a73dcf-6071-41e2-a67f-492d80538aa2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5426 time: 0.1306739 Nov 09 00:16:07.093733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e6773-a9da-4c99-8acb-17a468419212 req-250dc8cd-3595-4dff-9f1b-19125736b0c5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:07.094649 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Request body: {'port': {'device_id': '94e5a0bf-9226-4a4e-ad22-ed2d2eec888e', 'network_id': 'bae6d945-d32a-43d9-ad88-a17f7b5e8075', 'admin_state_up': True, 'tenant_id': '227e12306b2441d690aed08b59886349'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:07.095699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e2e6773-a9da-4c99-8acb-17a468419212 req-250dc8cd-3595-4dff-9f1b-19125736b0c5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.2179265 Nov 09 00:16:07.122043 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e2e6773-a9da-4c99-8acb-17a468419212 req-9a5d1506-980f-4711-8f2f-6a015505540d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/quotas/32a59bfc9d2849cf8c83a3970a6af0b2 HTTP/1.1" status: 200 len: 375 time: 0.0180614 Nov 09 00:16:07.163221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e2e6773-a9da-4c99-8acb-17a468419212 req-13a22bb4-4924-475e-86c4-496416aaee4a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316074 Nov 09 00:16:07.198499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3fc5160b-f6ab-4664-9276-0fc283dbd812 req-014d5a3c-c438-4bd6-9d38-5cc5da89fe64 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018186 Nov 09 00:16:07.204343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Made reservation on behalf of 227e12306b2441d690aed08b59886349 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:07.207853 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:07.281899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e2e6773-a9da-4c99-8acb-17a468419212 req-a34f8c5e-53e2-4610-b365-d26ebb917422 service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075571 Nov 09 00:16:07.351466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Allocated IP 172.20.0.6 (bae6d945-d32a-43d9-ad88-a17f7b5e8075/57527f3b-ec97-4ecf-b233-86fba0d3acb9/d191f439-0ab7-4b44-bde2-caf978788381) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:16:07.376341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e026ff7-9dda-4d52-821a-a5d1f24996fd req-4bb000af-8217-4bf0-9b16-317d667659a8 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0369520 Nov 09 00:16:07.413202 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e2e6773-a9da-4c99-8acb-17a468419212 req-347f0d81-d643-48e3-9335-501cdb072be5 service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304266 Nov 09 00:16:07.466514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-136009dc-3eb2-4562-b037-bb4e3d815b5c req-bf5d9deb-98ec-450b-876c-7559884b7b17 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 210 time: 0.0289135 Nov 09 00:16:07.519597 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:07.566939 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:07.623768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Pushing event updated for resources: {'Port': ['ID=d191f439-0ab7-4b44-bde2-caf978788381,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:07.627288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a05b7dd3-aff4-4603-8fab-16ce09ea8be3 req-d3fa5e5c-184a-4b8b-b47b-656d6b1cb15a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1538bfa-dc18-41a8-901a-838b00f1839b HTTP/1.1" status: 200 len: 210 time: 0.0298622 Nov 09 00:16:07.643635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Network bae6d945-d32a-43d9-ad88-a17f7b5e8075 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:16:07.646161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:16:07.651007 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:16:07.714552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:07.715186 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:07.722992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 53769426-080d-41b0-bd08-730566e2cb45 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:07.728241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d3ff3-6e4a-40d4-a078-498a0aea7143 req-13dbab9f-1698-4a5a-a2df-660ad90f1753 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:07.730004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b0d3ff3-6e4a-40d4-a078-498a0aea7143 req-13dbab9f-1698-4a5a-a2df-660ad90f1753 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 944 time: 0.0644913 Nov 09 00:16:07.734421 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-2ecbc1be-9a1f-4118-917f-f7373ea568c1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6440721 Nov 09 00:16:07.760096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Request body: {'port': {'device_id': '94e5a0bf-9226-4a4e-ad22-ed2d2eec888e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:07.785301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b0d3ff3-6e4a-40d4-a078-498a0aea7143 req-60364856-21e3-4bb3-a13f-66e2bc787b52 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469744 Nov 09 00:16:07.829253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 53769426-080d-41b0-bd08-730566e2cb45 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:07.834954 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 53769426-080d-41b0-bd08-730566e2cb45 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:07.835324 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:07.844179 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:07.928588 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:07.960851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53769426-080d-41b0-bd08-730566e2cb45'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:07.963265 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2009bc-4fe9-490e-b6ca-7bc0394717b4" -d '{"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "53769426-080d-41b0-bd08-730566e2cb45"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:07.980920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 53769426-080d-41b0-bd08-730566e2cb45, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=53769426-080d-41b0-bd08-730566e2cb45,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:07.990432 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:07.991291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1c0ee573-9c26-4590-b2c2-93f87044e954 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:08.030270 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcb69eb-a08e-4973-86ba-c00820e47172 x-openstack-request-id: req-8fcb69eb-a08e-4973-86ba-c00820e47172 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:08.030570 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "53769426-080d-41b0-bd08-730566e2cb45", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:08.030825 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fcb69eb-a08e-4973-86ba-c00820e47172 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:08.031217 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53769426-080d-41b0-bd08-730566e2cb45', 'code': 200} Nov 09 00:16:08.090234 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=53769426-080d-41b0-bd08-730566e2cb45,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:08.114488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 1c0ee573-9c26-4590-b2c2-93f87044e954 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:08.119659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 1c0ee573-9c26-4590-b2c2-93f87044e954 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:08.119998 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.155976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d191f439-0ab7-4b44-bde2-caf978788381 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:08.164594 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.184964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Transition to ACTIVE for port object d191f439-0ab7-4b44-bde2-caf978788381 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:16:08.190265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.245519 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.246119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Pushing event updated for resources: {'Port': ['ID=d191f439-0ab7-4b44-bde2-caf978788381,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:08.299384 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1c0ee573-9c26-4590-b2c2-93f87044e954, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1c0ee573-9c26-4590-b2c2-93f87044e954,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:08.304359 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.305476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device b5a6662b-efda-4873-9888-e7071a337881 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:08.338831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Attempting to bind port d191f439-0ab7-4b44-bde2-caf978788381 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:16:08.339321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Attempting to bind port d191f439-0ab7-4b44-bde2-caf978788381 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '00a82671-3d2c-4fcc-b2b1-790f8aaa2023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bae6d945-d32a-43d9-ad88-a17f7b5e8075'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:16:08.339745 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Attempting to bind port d191f439-0ab7-4b44-bde2-caf978788381 on network bae6d945-d32a-43d9-ad88-a17f7b5e8075 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:16:08.344426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Port d191f439-0ab7-4b44-bde2-caf978788381 on network bae6d945-d32a-43d9-ad88-a17f7b5e8075 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:16:08.344854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Attempting to bind port d191f439-0ab7-4b44-bde2-caf978788381 on network bae6d945-d32a-43d9-ad88-a17f7b5e8075 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:16:08.349959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:16:08.350412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Checking segment: {'id': '00a82671-3d2c-4fcc-b2b1-790f8aaa2023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bae6d945-d32a-43d9-ad88-a17f7b5e8075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:16:08.350900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Bound using segment: {'id': '00a82671-3d2c-4fcc-b2b1-790f8aaa2023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bae6d945-d32a-43d9-ad88-a17f7b5e8075'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:16:08.351432 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Bound port: d191f439-0ab7-4b44-bde2-caf978788381, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a82671-3d2c-4fcc-b2b1-790f8aaa2023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bae6d945-d32a-43d9-ad88-a17f7b5e8075'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:16:08.351875 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.396893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1c0ee573-9c26-4590-b2c2-93f87044e954,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:08.409287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port b5a6662b-efda-4873-9888-e7071a337881 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:08.413759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port b5a6662b-efda-4873-9888-e7071a337881 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:08.414478 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.420290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d414e6-aaaf-4608-aeb3-13f4b216da31 req-a2efa0c7-7103-465a-bf3b-8394a9f76094 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:08.423798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] For port d191f439-0ab7-4b44-bde2-caf978788381, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:16:08.426578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d414e6-aaaf-4608-aeb3-13f4b216da31 req-a2efa0c7-7103-465a-bf3b-8394a9f76094 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:08.427030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] For port d191f439-0ab7-4b44-bde2-caf978788381, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=d191f439-0ab7-4b44-bde2-caf978788381,segment=NetworkSegment(00a82671-3d2c-4fcc-b2b1-790f8aaa2023),segment_id=00a82671-3d2c-4fcc-b2b1-790f8aaa2023)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:16:08.431960 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.434547 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d414e6-aaaf-4608-aeb3-13f4b216da31 req-a2efa0c7-7103-465a-bf3b-8394a9f76094 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:08.440828 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d414e6-aaaf-4608-aeb3-13f4b216da31 req-a2efa0c7-7103-465a-bf3b-8394a9f76094 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:08.446633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d414e6-aaaf-4608-aeb3-13f4b216da31 req-a2efa0c7-7103-465a-bf3b-8394a9f76094 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:08.452577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d414e6-aaaf-4608-aeb3-13f4b216da31 req-a2efa0c7-7103-465a-bf3b-8394a9f76094 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:08.459324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d414e6-aaaf-4608-aeb3-13f4b216da31 req-a2efa0c7-7103-465a-bf3b-8394a9f76094 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:08.462413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96d414e6-aaaf-4608-aeb3-13f4b216da31 req-a2efa0c7-7103-465a-bf3b-8394a9f76094 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5428 time: 0.1547596 Nov 09 00:16:08.471319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:08.471947 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.474835 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] 10.222.0.11 "PUT /v2.0/ports/d191f439-0ab7-4b44-bde2-caf978788381 HTTP/1.1" status: 200 len: 1091 time: 0.7238660 Nov 09 00:16:08.475305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e5a0bf-9226-4a4e-ad22-ed2d2eec888e', 'tag': 'd191f439-0ab7-4b44-bde2-caf978788381'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:08.478948 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb2c8a3-2392-405a-8e21-c228513dc8be" -d '{"events": [{"name": "network-changed", "server_uuid": "94e5a0bf-9226-4a4e-ad22-ed2d2eec888e", "tag": "d191f439-0ab7-4b44-bde2-caf978788381"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:08.510796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73d095-87d7-470d-88be-c373dbc0ce25 service neutron] Pushing event updated for resources: {'Port': ['ID=d191f439-0ab7-4b44-bde2-caf978788381,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:08.514103 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.523516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356222b0-358e-4db1-995d-af8e27919338 req-f1aced9c-df0e-4d99-8946-1116ef8e12d6 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:08.525620 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-f1aced9c-df0e-4d99-8946-1116ef8e12d6 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.2302494 Nov 09 00:16:08.554459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port b5a6662b-efda-4873-9888-e7071a337881, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b5a6662b-efda-4873-9888-e7071a337881,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:08.559004 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.559786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:08.563762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-a5c12742-69d9-4a8d-8749-f691fde9a14b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/quotas/32a59bfc9d2849cf8c83a3970a6af0b2 HTTP/1.1" status: 200 len: 375 time: 0.0263872 Nov 09 00:16:08.572420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-a0b72036-6b7b-4981-af77-ec5de23620fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:08.573949 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-a0b72036-6b7b-4981-af77-ec5de23620fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=227e12306b2441d690aed08b59886349&device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 1094 time: 0.0571065 Nov 09 00:16:08.623503 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-bc1d60f6-9d22-4d98-b797-1ad3d1f8c136 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d191f439-0ab7-4b44-bde2-caf978788381 HTTP/1.1" status: 200 len: 217 time: 0.0411308 Nov 09 00:16:08.625127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96d414e6-aaaf-4608-aeb3-13f4b216da31 req-3719c074-5c60-43e9-a3ad-eb52042fb103 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1474967 Nov 09 00:16:08.628162 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-4cd88ecd-9e07-4ed1-867a-94e246d2a991 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511053 Nov 09 00:16:08.633375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=b5a6662b-efda-4873-9888-e7071a337881,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:08.648944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:08.668809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:08.669297 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.686291 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-d8afc560-dee0-4817-b9c5-1b36262ba152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:08.688012 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-d8afc560-dee0-4817-b9c5-1b36262ba152 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=57527f3b-ec97-4ecf-b233-86fba0d3acb9 HTTP/1.1" status: 200 len: 849 time: 0.0572321 Nov 09 00:16:08.733602 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-a972cae1-b8b6-4afa-8ce0-caff66b7683b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bae6d945-d32a-43d9-ad88-a17f7b5e8075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353055 Nov 09 00:16:08.746498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-f1f73ec4-8c56-4167-920f-81713282fec8 service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111019 Nov 09 00:16:08.765187 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.802948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:08.806816 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.807882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device deca90b0-bc9b-4415-b659-c843bd9b048e up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:08.847870 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-cb0adcfd-6000-488d-a950-9095d3df32dd service neutron] 10.222.0.11 "GET /v2.0/networks/bae6d945-d32a-43d9-ad88-a17f7b5e8075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062114 Nov 09 00:16:08.848990 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d6aca80-b3ad-467a-902b-695788b1902b req-2057103c-7c1c-41ac-9e1f-9e57228ac924 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0295446 Nov 09 00:16:08.881915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-26e29941-9ee1-428d-9272-377ab065334b service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236024 Nov 09 00:16:08.899184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:08.919148 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port deca90b0-bc9b-4415-b659-c843bd9b048e completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:08.924313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port deca90b0-bc9b-4415-b659-c843bd9b048e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:08.924808 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:08.942527 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496e72ad-9454-4028-9ebb-716d49ff5650 x-openstack-request-id: req-496e72ad-9454-4028-9ebb-716d49ff5650 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:08.942827 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e5a0bf-9226-4a4e-ad22-ed2d2eec888e", "tag": "d191f439-0ab7-4b44-bde2-caf978788381", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:08.943080 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-496e72ad-9454-4028-9ebb-716d49ff5650 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:08.943481 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e5a0bf-9226-4a4e-ad22-ed2d2eec888e', 'tag': 'd191f439-0ab7-4b44-bde2-caf978788381', 'status': 'completed', 'code': 200} Nov 09 00:16:08.979898 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-97161984-014a-4193-87a6-08f6ea99f5b2 req-14d9b03a-5957-43cf-aece-dc9a58ade5e2 service neutron] 10.222.0.11 "GET /v2.0/networks/bae6d945-d32a-43d9-ad88-a17f7b5e8075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222415 Nov 09 00:16:09.041088 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:09.069371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798355ec-b87a-498b-9090-fd9d13bca0b0 req-b186e9f4-f383-4808-9cdd-423a9ffa2eac tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:09.077487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-798355ec-b87a-498b-9090-fd9d13bca0b0 req-b186e9f4-f383-4808-9cdd-423a9ffa2eac tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 943 time: 0.1019847 Nov 09 00:16:09.107966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port deca90b0-bc9b-4415-b659-c843bd9b048e, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=deca90b0-bc9b-4415-b659-c843bd9b048e,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:09.115518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:09.116325 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device cc1506de-6e61-4a64-b986-f96a0cbae5e0 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:09.145231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c8a3-2392-405a-8e21-c228513dc8be req-c24baffd-c765-4306-883b-aee665166688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:09.146306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-798355ec-b87a-498b-9090-fd9d13bca0b0 req-2da231df-2858-4508-ae33-84a609e9a159 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/security-groups?id=b57d8832-0675-4f2c-bdd9-f880ae7b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661066 Nov 09 00:16:09.146830 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cfb2c8a3-2392-405a-8e21-c228513dc8be req-c24baffd-c765-4306-883b-aee665166688 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=227e12306b2441d690aed08b59886349&device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 1094 time: 0.0770125 Nov 09 00:16:09.233245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=deca90b0-bc9b-4415-b659-c843bd9b048e,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:09.245287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port cc1506de-6e61-4a64-b986-f96a0cbae5e0 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:09.250882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port cc1506de-6e61-4a64-b986-f96a0cbae5e0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:09.251994 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:09.287112 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75c95c7b-b570-493f-a940-2dbd8b5b04b2 req-7a5f6043-1abd-48e3-81e5-eb11abcaaf9f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 210 time: 0.0668685 Nov 09 00:16:09.289780 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c8a3-2392-405a-8e21-c228513dc8be req-6c7a6790-6733-487d-a610-e222e24fe706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:09.291464 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cfb2c8a3-2392-405a-8e21-c228513dc8be req-6c7a6790-6733-487d-a610-e222e24fe706 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bae6d945-d32a-43d9-ad88-a17f7b5e8075 HTTP/1.1" status: 200 len: 909 time: 0.1341248 Nov 09 00:16:09.314006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ac03d-06e5-452b-8072-b4a728977f09 req-2be8809b-69c4-4728-a159-14b8617d8d5e tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:09.315713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-296ac03d-06e5-452b-8072-b4a728977f09 req-2be8809b-69c4-4728-a159-14b8617d8d5e tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 944 time: 0.0935376 Nov 09 00:16:09.355338 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cfb2c8a3-2392-405a-8e21-c228513dc8be req-ba56c1fe-783f-41fa-b16b-0f1d4345c3de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d191f439-0ab7-4b44-bde2-caf978788381 HTTP/1.1" status: 200 len: 217 time: 0.0456953 Nov 09 00:16:09.363207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:09.385010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-296ac03d-06e5-452b-8072-b4a728977f09 req-fcefa6ba-647c-439d-b8c9-db759be6e05e tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610430 Nov 09 00:16:09.416078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c8a3-2392-405a-8e21-c228513dc8be req-29814161-3dc7-4987-9a02-88514e124f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:09.417774 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cfb2c8a3-2392-405a-8e21-c228513dc8be req-29814161-3dc7-4987-9a02-88514e124f60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=57527f3b-ec97-4ecf-b233-86fba0d3acb9 HTTP/1.1" status: 200 len: 849 time: 0.0525324 Nov 09 00:16:09.420008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port cc1506de-6e61-4a64-b986-f96a0cbae5e0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cc1506de-6e61-4a64-b986-f96a0cbae5e0,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:09.424148 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:09.424952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device badf5b56-8934-45ad-ab08-b14502d9f297 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:09.455940 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cfb2c8a3-2392-405a-8e21-c228513dc8be req-cdc36f04-09e4-4329-9335-38ddb3a0b59e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bae6d945-d32a-43d9-ad88-a17f7b5e8075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286210 Nov 09 00:16:09.518961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=cc1506de-6e61-4a64-b986-f96a0cbae5e0,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:09.532797 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port badf5b56-8934-45ad-ab08-b14502d9f297 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:09.537586 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port badf5b56-8934-45ad-ab08-b14502d9f297 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:09.538141 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:09.558852 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cfb2c8a3-2392-405a-8e21-c228513dc8be req-40e5e97d-f59e-4bc3-97ea-25a7b95f4f30 service neutron] 10.222.0.11 "GET /v2.0/networks/bae6d945-d32a-43d9-ad88-a17f7b5e8075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936062 Nov 09 00:16:09.630935 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:09.655723 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cfb2c8a3-2392-405a-8e21-c228513dc8be req-d7c048f5-24b6-412d-a518-a11f3a3f4922 service neutron] 10.222.0.11 "GET /v2.0/networks/bae6d945-d32a-43d9-ad88-a17f7b5e8075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860777 Nov 09 00:16:09.667792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port badf5b56-8934-45ad-ab08-b14502d9f297, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=badf5b56-8934-45ad-ab08-b14502d9f297,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:09.674469 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:09.723787 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 7bcafe62-15a7-494a-968e-7b887f30069f up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:09.771789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=badf5b56-8934-45ad-ab08-b14502d9f297,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:09.781020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b3f6f-4314-454f-9ee5-33606f78b96c req-b97b845e-dc05-4af8-b001-704e43a2fcf0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:09.787558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b3f6f-4314-454f-9ee5-33606f78b96c req-b97b845e-dc05-4af8-b001-704e43a2fcf0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:09.794510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b3f6f-4314-454f-9ee5-33606f78b96c req-b97b845e-dc05-4af8-b001-704e43a2fcf0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:09.797164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 7bcafe62-15a7-494a-968e-7b887f30069f completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:09.800743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b3f6f-4314-454f-9ee5-33606f78b96c req-b97b845e-dc05-4af8-b001-704e43a2fcf0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:09.800970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 7bcafe62-15a7-494a-968e-7b887f30069f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:09.801340 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:09.807490 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b3f6f-4314-454f-9ee5-33606f78b96c req-b97b845e-dc05-4af8-b001-704e43a2fcf0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:09.813522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b3f6f-4314-454f-9ee5-33606f78b96c req-b97b845e-dc05-4af8-b001-704e43a2fcf0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:09.819576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b3f6f-4314-454f-9ee5-33606f78b96c req-b97b845e-dc05-4af8-b001-704e43a2fcf0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:09.821503 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d90b3f6f-4314-454f-9ee5-33606f78b96c req-b97b845e-dc05-4af8-b001-704e43a2fcf0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5433 time: 0.0998697 Nov 09 00:16:09.884603 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:09.884884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d90b3f6f-4314-454f-9ee5-33606f78b96c req-81dd0874-69d3-4de9-94e6-76e85501d531 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571434 Nov 09 00:16:09.919937 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 7bcafe62-15a7-494a-968e-7b887f30069f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7bcafe62-15a7-494a-968e-7b887f30069f,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:09.923816 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:09.966045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-153557cf-e7d1-4bc8-b9a8-c0e36b408273 req-2b60a313-74fa-4567-902c-3737238ae473 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0269930 Nov 09 00:16:09.971162 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=7bcafe62-15a7-494a-968e-7b887f30069f,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:10.032268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0ee573-9c26-4590-b2c2-93f87044e954'}, {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a6662b-efda-4873-9888-e7071a337881'}, {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07d1dd2-3a71-4b9a-8b55-7e519c0389b0'}, {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deca90b0-bc9b-4415-b659-c843bd9b048e'}, {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1506de-6e61-4a64-b986-f96a0cbae5e0'}, {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badf5b56-8934-45ad-ab08-b14502d9f297'}, {'server_uuid': '18ef429b-b897-4f36-8cdf-39c2dc3dc41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcafe62-15a7-494a-968e-7b887f30069f'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:10.034744 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e360a219-c08d-48d5-afa0-6ef898478860" -d '{"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "1c0ee573-9c26-4590-b2c2-93f87044e954"}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "b5a6662b-efda-4873-9888-e7071a337881"}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "d07d1dd2-3a71-4b9a-8b55-7e519c0389b0"}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "deca90b0-bc9b-4415-b659-c843bd9b048e"}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "cc1506de-6e61-4a64-b986-f96a0cbae5e0"}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "badf5b56-8934-45ad-ab08-b14502d9f297"}, {"server_uuid": "18ef429b-b897-4f36-8cdf-39c2dc3dc41b", "name": "network-vif-plugged", "status": "completed", "tag": "7bcafe62-15a7-494a-968e-7b887f30069f"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:10.081301 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cdea8f-f877-4cdc-b11b-665e51941ec9 x-openstack-request-id: req-26cdea8f-f877-4cdc-b11b-665e51941ec9 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:10.081643 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "1c0ee573-9c26-4590-b2c2-93f87044e954", "code": 200}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "b5a6662b-efda-4873-9888-e7071a337881", "code": 200}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "d07d1dd2-3a71-4b9a-8b55-7e519c0389b0", "code": 200}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "deca90b0-bc9b-4415-b659-c843bd9b048e", "code": 200}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "cc1506de-6e61-4a64-b986-f96a0cbae5e0", "code": 200}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "badf5b56-8934-45ad-ab08-b14502d9f297", "code": 200}, {"server_uuid": "18ef429b-b897-4f36-8cdf-39c2dc3dc41b", "name": "network-vif-plugged", "status": "completed", "tag": "7bcafe62-15a7-494a-968e-7b887f30069f", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:10.081896 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26cdea8f-f877-4cdc-b11b-665e51941ec9 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:10.082306 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0ee573-9c26-4590-b2c2-93f87044e954', 'code': 200} Nov 09 00:16:10.082557 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a6662b-efda-4873-9888-e7071a337881', 'code': 200} Nov 09 00:16:10.082806 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07d1dd2-3a71-4b9a-8b55-7e519c0389b0', 'code': 200} Nov 09 00:16:10.083068 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deca90b0-bc9b-4415-b659-c843bd9b048e', 'code': 200} Nov 09 00:16:10.083300 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1506de-6e61-4a64-b986-f96a0cbae5e0', 'code': 200} Nov 09 00:16:10.083591 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badf5b56-8934-45ad-ab08-b14502d9f297', 'code': 200} Nov 09 00:16:10.083787 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ef429b-b897-4f36-8cdf-39c2dc3dc41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcafe62-15a7-494a-968e-7b887f30069f', 'code': 200} Nov 09 00:16:10.248100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356222b0-358e-4db1-995d-af8e27919338 req-83720602-fd61-4d85-8d72-319d3d80c6e3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:10.249756 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-83720602-fd61-4d85-8d72-319d3d80c6e3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.1512754 Nov 09 00:16:10.279359 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-356222b0-358e-4db1-995d-af8e27919338 req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Request body: {'port': {'device_id': '65055c5d-81af-408a-84be-c72f4b748d7c', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'admin_state_up': True, 'tenant_id': '32a59bfc9d2849cf8c83a3970a6af0b2'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:10.289459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b52045-90da-4a0c-af48-5bac926f7d03 req-cb1bbf07-620a-4943-80ed-be520c7e9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:10.289872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b52045-90da-4a0c-af48-5bac926f7d03 req-cb1bbf07-620a-4943-80ed-be520c7e9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:10.290913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b52045-90da-4a0c-af48-5bac926f7d03 req-cb1bbf07-620a-4943-80ed-be520c7e9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:10.291378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b52045-90da-4a0c-af48-5bac926f7d03 req-cb1bbf07-620a-4943-80ed-be520c7e9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:10.291841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b52045-90da-4a0c-af48-5bac926f7d03 req-cb1bbf07-620a-4943-80ed-be520c7e9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:10.292302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b52045-90da-4a0c-af48-5bac926f7d03 req-cb1bbf07-620a-4943-80ed-be520c7e9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:10.292764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b52045-90da-4a0c-af48-5bac926f7d03 req-cb1bbf07-620a-4943-80ed-be520c7e9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:10.294691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0b52045-90da-4a0c-af48-5bac926f7d03 req-cb1bbf07-620a-4943-80ed-be520c7e9b44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 6490 time: 0.0960910 Nov 09 00:16:10.301787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fbd23-26c3-4ecf-8a49-ce9670e54421 req-6f8ad704-2321-4480-8190-91fc48c725c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:10.302297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa7743-d97a-47a2-8966-c7c1f600826e req-fc0fc7d6-8012-4574-94e5-c678170c7aa7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:10.303234 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3f2fbd23-26c3-4ecf-8a49-ce9670e54421 req-6f8ad704-2321-4480-8190-91fc48c725c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 1096 time: 0.0728216 Nov 09 00:16:10.303647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81aa7743-d97a-47a2-8966-c7c1f600826e req-fc0fc7d6-8012-4574-94e5-c678170c7aa7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 943 time: 0.0719135 Nov 09 00:16:10.395383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81aa7743-d97a-47a2-8966-c7c1f600826e req-32f5ae63-aa39-4320-b7d3-469a8bf6e0b9 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/security-groups?id=b57d8832-0675-4f2c-bdd9-f880ae7b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852096 Nov 09 00:16:10.402354 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3f2fbd23-26c3-4ecf-8a49-ce9670e54421 req-475fd589-4d12-4cae-8d8d-f55f89a29f41 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635965 Nov 09 00:16:10.419106 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c03fc080-c75d-4dab-953c-4700a1ab6f4b req-e2b00cb5-5a88-48d6-8605-deb42505079c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 210 time: 0.0445957 Nov 09 00:16:10.426046 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0b52045-90da-4a0c-af48-5bac926f7d03 req-b041e625-0627-4f92-9f75-a905b202d483 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd4d92a9-9986-4966-b01d-21bd7609db48&id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138840 Nov 09 00:16:10.427100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356222b0-358e-4db1-995d-af8e27919338 req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Made reservation on behalf of 32a59bfc9d2849cf8c83a3970a6af0b2 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:10.430896 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-356222b0-358e-4db1-995d-af8e27919338 req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:10.522492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d0eeb-6d18-4067-b668-95d68ad13524 req-f6b61c61-a25f-45fd-b401-ee8be556c623 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:10.524016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea0d0eeb-6d18-4067-b668-95d68ad13524 req-f6b61c61-a25f-45fd-b401-ee8be556c623 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0495672 Nov 09 00:16:10.556003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-356222b0-358e-4db1-995d-af8e27919338 req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Allocated IP 172.20.0.10 (4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0/a9749423-c78d-4642-b475-a021e262f974/29a120c1-325c-48af-bbd4-0dd1746d7d75) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:16:10.572889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea0d0eeb-6d18-4067-b668-95d68ad13524 req-5cfe8818-3b22-4020-9e8c-db6a6fc5cbb7 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Nov 09 00:16:10.700873 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-356222b0-358e-4db1-995d-af8e27919338 req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:10.735187 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-356222b0-358e-4db1-995d-af8e27919338 req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:10.779767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356222b0-358e-4db1-995d-af8e27919338 req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:16:10.784707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-356222b0-358e-4db1-995d-af8e27919338 req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:16:10.788365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-356222b0-358e-4db1-995d-af8e27919338 req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:16:10.811637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Pushing event updated for resources: {'Port': ['ID=29a120c1-325c-48af-bbd4-0dd1746d7d75,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:10.840828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356222b0-358e-4db1-995d-af8e27919338 req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:10.841535 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-356222b0-358e-4db1-995d-af8e27919338 req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:10.856933 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-e8b03402-0f66-4cd2-8890-116e1d305455 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5828364 Nov 09 00:16:10.871951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Request body: {'port': {'device_id': '65055c5d-81af-408a-84be-c72f4b748d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:10.927161 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:11.018884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8c9df-d0d8-4f03-89b0-37490cda0af1 req-9353ca4e-db9c-4214-9e6a-ede1e7e18ef2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.024838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8c9df-d0d8-4f03-89b0-37490cda0af1 req-9353ca4e-db9c-4214-9e6a-ede1e7e18ef2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.031744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8c9df-d0d8-4f03-89b0-37490cda0af1 req-9353ca4e-db9c-4214-9e6a-ede1e7e18ef2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.036590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8c9df-d0d8-4f03-89b0-37490cda0af1 req-9353ca4e-db9c-4214-9e6a-ede1e7e18ef2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.046664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8c9df-d0d8-4f03-89b0-37490cda0af1 req-9353ca4e-db9c-4214-9e6a-ede1e7e18ef2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.052693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8c9df-d0d8-4f03-89b0-37490cda0af1 req-9353ca4e-db9c-4214-9e6a-ede1e7e18ef2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.059124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8c9df-d0d8-4f03-89b0-37490cda0af1 req-9353ca4e-db9c-4214-9e6a-ede1e7e18ef2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.060991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27c8c9df-d0d8-4f03-89b0-37490cda0af1 req-9353ca4e-db9c-4214-9e6a-ede1e7e18ef2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5433 time: 0.1012957 Nov 09 00:16:11.092341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0abf09b2-5198-4e46-92d4-40855cf57a1d req-198dfbc8-e3ad-4990-bb1d-f3a88fa9386e tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0302310 Nov 09 00:16:11.139196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27c8c9df-d0d8-4f03-89b0-37490cda0af1 req-2d4ac137-74e5-4577-bbbd-fc654f0efb31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676031 Nov 09 00:16:11.187066 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a120c1-325c-48af-bbd4-0dd1746d7d75 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:11.194402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:11.206965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Transition to ACTIVE for port object 29a120c1-325c-48af-bbd4-0dd1746d7d75 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:16:11.210635 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:11.258508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Pushing event updated for resources: {'Port': ['ID=29a120c1-325c-48af-bbd4-0dd1746d7d75,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:11.332140 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Attempting to bind port 29a120c1-325c-48af-bbd4-0dd1746d7d75 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:16:11.332758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Attempting to bind port 29a120c1-325c-48af-bbd4-0dd1746d7d75 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:16:11.332758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Attempting to bind port 29a120c1-325c-48af-bbd4-0dd1746d7d75 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:16:11.337303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Port 29a120c1-325c-48af-bbd4-0dd1746d7d75 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:16:11.337641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Attempting to bind port 29a120c1-325c-48af-bbd4-0dd1746d7d75 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:16:11.342638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:16:11.342877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Checking segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:16:11.343289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Bound using segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:16:11.343922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Bound port: 29a120c1-325c-48af-bbd4-0dd1746d7d75, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:16:11.344380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:11.404336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] For port 29a120c1-325c-48af-bbd4-0dd1746d7d75, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:16:11.407544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] For port 29a120c1-325c-48af-bbd4-0dd1746d7d75, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=29a120c1-325c-48af-bbd4-0dd1746d7d75,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:16:11.411157 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:11.444676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.445291 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:11.446722 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] 10.222.0.11 "PUT /v2.0/ports/29a120c1-325c-48af-bbd4-0dd1746d7d75 HTTP/1.1" status: 200 len: 1092 time: 0.5794384 Nov 09 00:16:11.447150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65055c5d-81af-408a-84be-c72f4b748d7c', 'tag': '29a120c1-325c-48af-bbd4-0dd1746d7d75'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:11.449359 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a869de-db16-4d46-b57a-745b228800b1" -d '{"events": [{"name": "network-changed", "server_uuid": "65055c5d-81af-408a-84be-c72f4b748d7c", "tag": "29a120c1-325c-48af-bbd4-0dd1746d7d75"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:11.483433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830bfb4-845b-444d-b7d8-78d05e30ae47 service neutron] Pushing event updated for resources: {'Port': ['ID=29a120c1-325c-48af-bbd4-0dd1746d7d75,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:11.545292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356222b0-358e-4db1-995d-af8e27919338 req-6de441b0-d085-4aa1-8988-b0f694f13ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.547674 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-6de441b0-d085-4aa1-8988-b0f694f13ad5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 1095 time: 0.0489762 Nov 09 00:16:11.565778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30088fbf-e989-4ebf-afe6-a034cdddc32e req-6e1775c0-686d-40f9-9c31-3ab56f2794ce tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.567282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30088fbf-e989-4ebf-afe6-a034cdddc32e req-6e1775c0-686d-40f9-9c31-3ab56f2794ce tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 943 time: 0.0793207 Nov 09 00:16:11.598678 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-61dab1d9-daa1-4b55-aba9-3fa5c4fa1343 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29a120c1-325c-48af-bbd4-0dd1746d7d75 HTTP/1.1" status: 200 len: 217 time: 0.0389483 Nov 09 00:16:11.599612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9da8c5-c57e-467a-bb3c-671809cd7c91 req-381fa6d2-7cbf-4d03-907f-8bc8dfd507ef tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.601085 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da9da8c5-c57e-467a-bb3c-671809cd7c91 req-381fa6d2-7cbf-4d03-907f-8bc8dfd507ef tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 944 time: 0.0768716 Nov 09 00:16:11.653127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356222b0-358e-4db1-995d-af8e27919338 req-84660fb3-69a0-4293-9519-67e7632797ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.655297 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-84660fb3-69a0-4293-9519-67e7632797ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.0483587 Nov 09 00:16:11.656128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30088fbf-e989-4ebf-afe6-a034cdddc32e req-9594953d-799f-4717-9398-7e4b9b0a83f8 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/security-groups?id=b57d8832-0675-4f2c-bdd9-f880ae7b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806341 Nov 09 00:16:11.688669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da9da8c5-c57e-467a-bb3c-671809cd7c91 req-29049017-28ab-4388-a904-a6350db7436d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760927 Nov 09 00:16:11.690614 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-22e45880-6c98-4172-a004-fbd2ffb4cb87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262764 Nov 09 00:16:11.714838 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a107c4-09aa-4f5f-985c-a349209884ff x-openstack-request-id: req-b7a107c4-09aa-4f5f-985c-a349209884ff {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:11.715132 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65055c5d-81af-408a-84be-c72f4b748d7c", "tag": "29a120c1-325c-48af-bbd4-0dd1746d7d75", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:11.715421 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7a107c4-09aa-4f5f-985c-a349209884ff {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:11.715766 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65055c5d-81af-408a-84be-c72f4b748d7c', 'tag': '29a120c1-325c-48af-bbd4-0dd1746d7d75', 'status': 'completed', 'code': 200} Nov 09 00:16:11.798345 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa654f-c50a-440d-a452-edb8256d81bb req-7aee819a-317b-4fbd-91e1-074ae32ef790 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.799842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-caaa654f-c50a-440d-a452-edb8256d81bb req-7aee819a-317b-4fbd-91e1-074ae32ef790 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0497062 Nov 09 00:16:11.802680 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-8378e41b-4d4e-4034-bab6-9a544c97c2ec service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860667 Nov 09 00:16:11.848613 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-caaa654f-c50a-440d-a452-edb8256d81bb req-92b442b1-5e38-4cf3-9637-85dac64fed8a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Nov 09 00:16:11.894868 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-356222b0-358e-4db1-995d-af8e27919338 req-685475b7-5d5a-4ab4-9532-68f7e6d5612e service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830827 Nov 09 00:16:11.990459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a869de-db16-4d46-b57a-745b228800b1 req-bac6b309-9d31-4b80-b700-8b1e611bf85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:11.991995 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-24a869de-db16-4d46-b57a-745b228800b1 req-bac6b309-9d31-4b80-b700-8b1e611bf85e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 1095 time: 0.0470300 Nov 09 00:16:12.117341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a869de-db16-4d46-b57a-745b228800b1 req-0f2bf63e-d9ab-42ab-b3d9-46b2fdbab8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.121638 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-24a869de-db16-4d46-b57a-745b228800b1 req-0f2bf63e-d9ab-42ab-b3d9-46b2fdbab8e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 911 time: 0.1143954 Nov 09 00:16:12.152559 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b76ed8-2101-47a0-8954-e3dc9be781f3 req-9145c4bc-f30b-4864-bb2f-faecdf7dc1ee tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.154089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16b76ed8-2101-47a0-8954-e3dc9be781f3 req-9145c4bc-f30b-4864-bb2f-faecdf7dc1ee tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0917726 Nov 09 00:16:12.156594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299098d-0ece-4a60-89c7-9d7eb4a14094 req-e527e0a4-02f6-4fbc-a65f-79de624f0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.157439 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5299098d-0ece-4a60-89c7-9d7eb4a14094 req-e527e0a4-02f6-4fbc-a65f-79de624f0a69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b32019551524d2f9df2c3bdc1ea8bf3&device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 1096 time: 0.0805876 Nov 09 00:16:12.169913 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-24a869de-db16-4d46-b57a-745b228800b1 req-05bffefd-b9e8-471e-83f7-2a719ffb3227 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29a120c1-325c-48af-bbd4-0dd1746d7d75 HTTP/1.1" status: 200 len: 217 time: 0.0412786 Nov 09 00:16:12.221856 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a869de-db16-4d46-b57a-745b228800b1 req-9c0b8817-1e70-454d-baa7-47132253c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.223285 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-24a869de-db16-4d46-b57a-745b228800b1 req-9c0b8817-1e70-454d-baa7-47132253c6a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.0437050 Nov 09 00:16:12.255017 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4183c42f-b8b7-4735-9034-431967d22491 req-75f8482a-d4ab-44ad-9684-57b78675ca2a tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0649645 Nov 09 00:16:12.260984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-24a869de-db16-4d46-b57a-745b228800b1 req-89be11f5-d792-443c-8ebb-12200f8f172d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265040 Nov 09 00:16:12.290745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16b76ed8-2101-47a0-8954-e3dc9be781f3 req-5cd171e5-a9fd-41ed-b1a2-2026bc24a583 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293948 Nov 09 00:16:12.306610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299098d-0ece-4a60-89c7-9d7eb4a14094 req-1b7561aa-3592-4067-8683-2558f978f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.308125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5299098d-0ece-4a60-89c7-9d7eb4a14094 req-1b7561aa-3592-4067-8683-2558f978f69c service neutron] 10.222.0.30 "GET /v2.0/networks?id=de14ec28-19ee-49f0-9308-d07cffb55ed5 HTTP/1.1" status: 200 len: 910 time: 0.1408257 Nov 09 00:16:12.360448 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5299098d-0ece-4a60-89c7-9d7eb4a14094 req-1019178b-966e-44dc-836d-ec3965a0942a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcafe62-15a7-494a-968e-7b887f30069f HTTP/1.1" status: 200 len: 217 time: 0.0431728 Nov 09 00:16:12.366459 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-24a869de-db16-4d46-b57a-745b228800b1 req-b41139e1-79ab-40ae-86f1-9f624a17d21a service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960410 Nov 09 00:16:12.416127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device d191f439-0ab7-4b44-bde2-caf978788381 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:12.444050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299098d-0ece-4a60-89c7-9d7eb4a14094 req-fac3f9d6-b640-4722-9878-1c7a77ac6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.444050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5299098d-0ece-4a60-89c7-9d7eb4a14094 req-fac3f9d6-b640-4722-9878-1c7a77ac6d32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03e6cf39-35fd-4c49-9ac2-6bcc71306417 HTTP/1.1" status: 200 len: 850 time: 0.0747137 Nov 09 00:16:12.460510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e36f6-779f-4a45-8fd3-386462372f88 req-c41f93e1-4b68-445b-976a-103432429e06 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.468304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e36f6-779f-4a45-8fd3-386462372f88 req-c41f93e1-4b68-445b-976a-103432429e06 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.473840 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-24a869de-db16-4d46-b57a-745b228800b1 req-29b488a2-707f-4a4d-9683-ab6d02a68f52 service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919149 Nov 09 00:16:12.474200 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e36f6-779f-4a45-8fd3-386462372f88 req-c41f93e1-4b68-445b-976a-103432429e06 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.480100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e36f6-779f-4a45-8fd3-386462372f88 req-c41f93e1-4b68-445b-976a-103432429e06 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.485989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e36f6-779f-4a45-8fd3-386462372f88 req-c41f93e1-4b68-445b-976a-103432429e06 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.491984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e36f6-779f-4a45-8fd3-386462372f88 req-c41f93e1-4b68-445b-976a-103432429e06 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.498347 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e36f6-779f-4a45-8fd3-386462372f88 req-c41f93e1-4b68-445b-976a-103432429e06 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.500210 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c8e36f6-779f-4a45-8fd3-386462372f88 req-c41f93e1-4b68-445b-976a-103432429e06 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5433 time: 0.1437273 Nov 09 00:16:12.526094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port d191f439-0ab7-4b44-bde2-caf978788381, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=d191f439-0ab7-4b44-bde2-caf978788381,segment=NetworkSegment(00a82671-3d2c-4fcc-b2b1-790f8aaa2023),segment_id=00a82671-3d2c-4fcc-b2b1-790f8aaa2023)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:12.536072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5299098d-0ece-4a60-89c7-9d7eb4a14094 req-c16a0f3e-347b-4ace-9d5e-58ade593a81f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de14ec28-19ee-49f0-9308-d07cffb55ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348959 Nov 09 00:16:12.537372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'd191f439-0ab7-4b44-bde2-caf978788381', 'network_id': 'bae6d945-d32a-43d9-ad88-a17f7b5e8075', 'port_id': 'd191f439-0ab7-4b44-bde2-caf978788381', 'mac_address': 'fa:16:3e:61:4b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57527f3b-ec97-4ecf-b233-86fba0d3acb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:12.578608 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:12.591172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d191f439-0ab7-4b44-bde2-caf978788381 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:12.623379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port d191f439-0ab7-4b44-bde2-caf978788381, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=d191f439-0ab7-4b44-bde2-caf978788381,segment=NetworkSegment(00a82671-3d2c-4fcc-b2b1-790f8aaa2023),segment_id=00a82671-3d2c-4fcc-b2b1-790f8aaa2023)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:12.624494 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e51fef76-1d2f-406f-92b6-37c2550f868c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:12.628123 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:12.629817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c8e36f6-779f-4a45-8fd3-386462372f88 req-a823abf3-ffb3-49f4-9573-c53fd5582a38 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1197829 Nov 09 00:16:12.659860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5299098d-0ece-4a60-89c7-9d7eb4a14094 req-65441221-b389-47d6-ad1c-e4cabe28af76 service neutron] 10.222.0.30 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161764 Nov 09 00:16:12.679684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=d191f439-0ab7-4b44-bde2-caf978788381,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:12.818940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5299098d-0ece-4a60-89c7-9d7eb4a14094 req-f1f73a8d-3cb8-4c03-86b6-40662de02684 service neutron] 10.222.0.30 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524754 Nov 09 00:16:12.829682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e8e6b-8807-49c7-80a8-045ea82272d7 req-798b97e8-4a83-499d-b413-a080e3e25a7d tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.831116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e8e8e6b-8807-49c7-80a8-045ea82272d7 req-798b97e8-4a83-499d-b413-a080e3e25a7d tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 944 time: 0.1044443 Nov 09 00:16:12.843903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363a51a-93a8-426a-ac22-e40edcb32880 req-11b6c57b-53c6-4b85-b167-f2c52e00cb72 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.850168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363a51a-93a8-426a-ac22-e40edcb32880 req-11b6c57b-53c6-4b85-b167-f2c52e00cb72 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.856298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363a51a-93a8-426a-ac22-e40edcb32880 req-11b6c57b-53c6-4b85-b167-f2c52e00cb72 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.862271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363a51a-93a8-426a-ac22-e40edcb32880 req-11b6c57b-53c6-4b85-b167-f2c52e00cb72 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.868787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363a51a-93a8-426a-ac22-e40edcb32880 req-11b6c57b-53c6-4b85-b167-f2c52e00cb72 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.874748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363a51a-93a8-426a-ac22-e40edcb32880 req-11b6c57b-53c6-4b85-b167-f2c52e00cb72 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.880680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363a51a-93a8-426a-ac22-e40edcb32880 req-11b6c57b-53c6-4b85-b167-f2c52e00cb72 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:12.882490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4363a51a-93a8-426a-ac22-e40edcb32880 req-11b6c57b-53c6-4b85-b167-f2c52e00cb72 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5433 time: 0.1541960 Nov 09 00:16:12.893140 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42228) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:12.899010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8a1ed164-1d23-403a-ae33-9508535378c6 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Request body: {'floatingip': {'port_id': '1c0ee573-9c26-4590-b2c2-93f87044e954'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:12.934783 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e8e8e6b-8807-49c7-80a8-045ea82272d7 req-a4fdcd0a-a8e3-4c84-a51a-38ce4f34e0f8 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/security-groups?id=b57d8832-0675-4f2c-bdd9-f880ae7b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512407 Nov 09 00:16:12.942952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed164-1d23-403a-ae33-9508535378c6 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:12.953807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['d191f439-0ab7-4b44-bde2-caf978788381'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:13.012514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb37ae-673b-4d55-b235-c0b87176c189 req-1fda5c71-8a7e-4986-a7a6-bbf7322119bf tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:13.014190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64cb37ae-673b-4d55-b235-c0b87176c189 req-1fda5c71-8a7e-4986-a7a6-bbf7322119bf tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 944 time: 0.0649812 Nov 09 00:16:13.077455 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64cb37ae-673b-4d55-b235-c0b87176c189 req-8b69daab-f814-45e9-bb6d-0168fcb849c1 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568078 Nov 09 00:16:13.368305 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ab232ad-7cc2-4ea4-b8eb-caed118f852c req-51697c52-7047-4211-aca9-a4919cf4d277 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0314691 Nov 09 00:16:13.423747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c366281-a582-4773-bd46-7a996a93996e req-3cd3608a-1e11-441d-8695-a8de9c852000 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:13.425496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c366281-a582-4773-bd46-7a996a93996e req-3cd3608a-1e11-441d-8695-a8de9c852000 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0562871 Nov 09 00:16:13.486791 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c366281-a582-4773-bd46-7a996a93996e req-3ff1ce4f-600d-4a28-9bd4-b01a68fc6690 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543635 Nov 09 00:16:13.670868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed164-1d23-403a-ae33-9508535378c6 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:13.674516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed164-1d23-403a-ae33-9508535378c6 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:13.770193 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-8a1ed164-1d23-403a-ae33-9508535378c6 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Floating IP 09534007-ec4f-4cf0-9c0e-740ec13f615e associated. External IP: 172.25.0.37, port: 1c0ee573-9c26-4590-b2c2-93f87044e954. Nov 09 00:16:13.969678 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1ed164-1d23-403a-ae33-9508535378c6 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Router 616afd0e-7636-40e9-90e9-c18cf8092af9 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:16:14.044512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005f00b-0c23-40be-8453-09e5b955cd77 req-51fe9faf-9325-49e8-a4f1-f1b30daa3edf tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:14.046042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8005f00b-0c23-40be-8453-09e5b955cd77 req-51fe9faf-9325-49e8-a4f1-f1b30daa3edf tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 944 time: 0.0484817 Nov 09 00:16:14.077167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1ed164-1d23-403a-ae33-9508535378c6 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:16:14.082821 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed164-1d23-403a-ae33-9508535378c6 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:14.087655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd129b-190d-4b01-b553-228b67d69e48 None None] Sync routers for ids ['616afd0e-7636-40e9-90e9-c18cf8092af9'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:16:14.098238 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd129b-190d-4b01-b553-228b67d69e48 None None] Routers {'616afd0e-7636-40e9-90e9-c18cf8092af9'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:16:14.098864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d8fd129b-190d-4b01-b553-228b67d69e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:15:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['616afd0e-7636-40e9-90e9-c18cf8092af9'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:14.104007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8005f00b-0c23-40be-8453-09e5b955cd77 req-085f8bcc-e199-4c0e-86f1-cb5a9565b25b tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/security-groups?id=b57d8832-0675-4f2c-bdd9-f880ae7b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505559 Nov 09 00:16:14.119046 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8a1ed164-1d23-403a-ae33-9508535378c6 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "PUT /v2.0/floatingips/09534007-ec4f-4cf0-9c0e-740ec13f615e HTTP/1.1" status: 200 len: 991 time: 1.2240257 Nov 09 00:16:14.119821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': '1c0ee573-9c26-4590-b2c2-93f87044e954'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:14.122931 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ea1012-634d-48e6-8b68-5bd41b6a3be2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "1c0ee573-9c26-4590-b2c2-93f87044e954"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:14.212087 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b0e6e4-4a8c-42c0-a1de-a70c4e24c27b x-openstack-request-id: req-50b0e6e4-4a8c-42c0-a1de-a70c4e24c27b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:14.212375 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "tag": "1c0ee573-9c26-4590-b2c2-93f87044e954", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:14.212624 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50b0e6e4-4a8c-42c0-a1de-a70c4e24c27b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:14.213021 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'tag': '1c0ee573-9c26-4590-b2c2-93f87044e954', 'status': 'completed', 'code': 200} Nov 09 00:16:14.224605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d8fd129b-190d-4b01-b553-228b67d69e48 None None] Set router 616afd0e-7636-40e9-90e9-c18cf8092af9 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:16:14.225369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6242e-3d33-4bcd-a39b-2b3a162f2dd3 req-f7a33bb7-1981-40d8-8751-70eade67344a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:14.228767 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4f6242e-3d33-4bcd-a39b-2b3a162f2dd3 req-f7a33bb7-1981-40d8-8751-70eade67344a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 944 time: 0.0595298 Nov 09 00:16:14.306781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4f6242e-3d33-4bcd-a39b-2b3a162f2dd3 req-d9817363-5b2d-445b-9391-38ffd4090e28 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724571 Nov 09 00:16:14.312090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-4d7184b1-ec3d-4523-a838-4f9df3c59324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:14.312567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-4d7184b1-ec3d-4523-a838-4f9df3c59324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:14.313177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-4d7184b1-ec3d-4523-a838-4f9df3c59324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:14.314014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-4d7184b1-ec3d-4523-a838-4f9df3c59324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:14.314014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-4d7184b1-ec3d-4523-a838-4f9df3c59324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:14.314403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-4d7184b1-ec3d-4523-a838-4f9df3c59324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:14.314856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-4d7184b1-ec3d-4523-a838-4f9df3c59324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:14.316657 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-4d7184b1-ec3d-4523-a838-4f9df3c59324 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 6490 time: 0.0762851 Nov 09 00:16:14.429608 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 29a120c1-325c-48af-bbd4-0dd1746d7d75 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:14.437680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device d191f439-0ab7-4b44-bde2-caf978788381 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:14.578728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d8fd129b-190d-4b01-b553-228b67d69e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '09534007-ec4f-4cf0-9c0e-740ec13f615e', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'port_id': '1c0ee573-9c26-4590-b2c2-93f87044e954', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'mac_address': 'fa:16:3e:4d:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:14:49Z', 'updated_at': '2021-11-09T00:16:13Z', 'revision_number': 1, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa934def-9e15-47b1-9694-f3e1540b2b87', 'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'mac_address': 'fa:16:3e:d2:51:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:55Z', 'updated_at': '2021-11-09T00:14:04Z', 'revision_number': 5, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'subnets': [{'id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:14.584213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port d191f439-0ab7-4b44-bde2-caf978788381 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:14.613216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port d191f439-0ab7-4b44-bde2-caf978788381 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:14.613613 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:14.615230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd129b-190d-4b01-b553-228b67d69e48 None None] Checking router: 616afd0e-7636-40e9-90e9-c18cf8092af9 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:16:14.656427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 29a120c1-325c-48af-bbd4-0dd1746d7d75, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=29a120c1-325c-48af-bbd4-0dd1746d7d75,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:14.676897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd129b-190d-4b01-b553-228b67d69e48 None None] Routers {'616afd0e-7636-40e9-90e9-c18cf8092af9'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:16:14.677546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d8fd129b-190d-4b01-b553-228b67d69e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:15:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['616afd0e-7636-40e9-90e9-c18cf8092af9'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:14.680655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '29a120c1-325c-48af-bbd4-0dd1746d7d75', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'port_id': '29a120c1-325c-48af-bbd4-0dd1746d7d75', 'mac_address': 'fa:16:3e:36:7d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9749423-c78d-4642-b475-a021e262f974', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:14.775522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38a19261-c5e1-4f56-9649-e582387d204f req-e085f746-5e50-4d6e-b78f-167073d75cd2 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0532064 Nov 09 00:16:14.790369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-bff27142-271d-4381-a7e1-18df9f21cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:14.791857 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-bff27142-271d-4381-a7e1-18df9f21cd12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd00dfb3-9954-4da4-8bab-f4742925ef5a HTTP/1.1" status: 200 len: 911 time: 0.4638703 Nov 09 00:16:14.814187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2fc58-f3a3-4c68-81b4-97028dd93856 req-cb043ef7-741a-4092-bd5f-09858a686fc1 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:14.815689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8e2fc58-f3a3-4c68-81b4-97028dd93856 req-cb043ef7-741a-4092-bd5f-09858a686fc1 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0961897 Nov 09 00:16:14.832554 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:14.867496 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-034cc29b-7e0c-4ad6-ba53-7e7e053863d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:14.872779 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a120c1-325c-48af-bbd4-0dd1746d7d75 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:14.885197 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:14.891734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d8fd129b-190d-4b01-b553-228b67d69e48 None None] Set router 616afd0e-7636-40e9-90e9-c18cf8092af9 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:16:14.902817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-8e664945-13af-477d-bf45-1cb9fb01ef40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c0ee573-9c26-4590-b2c2-93f87044e954 HTTP/1.1" status: 200 len: 999 time: 0.0861080 Nov 09 00:16:14.922833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8e2fc58-f3a3-4c68-81b4-97028dd93856 req-71d98b5f-8e11-4bd6-97c3-8dc05d5f6047 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986784 Nov 09 00:16:14.935107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 29a120c1-325c-48af-bbd4-0dd1746d7d75, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=29a120c1-325c-48af-bbd4-0dd1746d7d75,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:14.955966 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:14.962604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-a1da311c-fb6f-48b0-8406-e6becaf50bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:14.964045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-a1da311c-fb6f-48b0-8406-e6becaf50bfe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e HTTP/1.1" status: 200 len: 850 time: 0.0540466 Nov 09 00:16:14.969974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e5a0bf-9226-4a4e-ad22-ed2d2eec888e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd191f439-0ab7-4b44-bde2-caf978788381'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:14.972190 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d909fb97-8c77-4b3a-9045-c92e7b9de071" -d '{"events": [{"server_uuid": "94e5a0bf-9226-4a4e-ad22-ed2d2eec888e", "name": "network-vif-plugged", "status": "completed", "tag": "d191f439-0ab7-4b44-bde2-caf978788381"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:15.012512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-22883266-1874-486b-b6c8-eabb6c1821e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:15.014061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-22883266-1874-486b-b6c8-eabb6c1821e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd00dfb3-9954-4da4-8bab-f4742925ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393045 Nov 09 00:16:15.038382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port d191f439-0ab7-4b44-bde2-caf978788381, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=d191f439-0ab7-4b44-bde2-caf978788381,segment=NetworkSegment(00a82671-3d2c-4fcc-b2b1-790f8aaa2023),segment_id=00a82671-3d2c-4fcc-b2b1-790f8aaa2023)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:15.040242 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957d33b8-dc4f-4f47-be06-98858a0c1d20 x-openstack-request-id: req-957d33b8-dc4f-4f47-be06-98858a0c1d20 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:15.040614 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e5a0bf-9226-4a4e-ad22-ed2d2eec888e", "name": "network-vif-plugged", "status": "completed", "tag": "d191f439-0ab7-4b44-bde2-caf978788381", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:15.040813 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-957d33b8-dc4f-4f47-be06-98858a0c1d20 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:15.041173 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e5a0bf-9226-4a4e-ad22-ed2d2eec888e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd191f439-0ab7-4b44-bde2-caf978788381', 'code': 200} Nov 09 00:16:15.050543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:15.076733 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=29a120c1-325c-48af-bbd4-0dd1746d7d75,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:15.116457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-0fab3da9-cb5e-4e5a-a75f-b5640ffbe118 service neutron] 10.222.0.30 "GET /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948319 Nov 09 00:16:15.176916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e098d4-48a4-4dd8-8090-d33e204ea141 req-a889a894-78b2-4791-a8ca-fd2a18ac3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:15.180124 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e5e098d4-48a4-4dd8-8090-d33e204ea141 req-a889a894-78b2-4791-a8ca-fd2a18ac3336 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 1096 time: 0.0652263 Nov 09 00:16:15.184306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=d191f439-0ab7-4b44-bde2-caf978788381,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:15.245933 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e5e098d4-48a4-4dd8-8090-d33e204ea141 req-a4e17ba2-f5ef-4abf-935d-623be9824674 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b57d8832-0675-4f2c-bdd9-f880ae7b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561769 Nov 09 00:16:15.283932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d8fd129b-190d-4b01-b553-228b67d69e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '09534007-ec4f-4cf0-9c0e-740ec13f615e', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'port_id': '1c0ee573-9c26-4590-b2c2-93f87044e954', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'mac_address': 'fa:16:3e:4d:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:14:49Z', 'updated_at': '2021-11-09T00:16:13Z', 'revision_number': 1, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa934def-9e15-47b1-9694-f3e1540b2b87', 'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'mac_address': 'fa:16:3e:d2:51:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:55Z', 'updated_at': '2021-11-09T00:14:04Z', 'revision_number': 5, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'subnets': [{'id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:15.293281 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04ea1012-634d-48e6-8b68-5bd41b6a3be2 req-4bade24c-e22f-4dda-951d-375fa9e572c6 service neutron] 10.222.0.30 "GET /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694663 Nov 09 00:16:15.307085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbf9f1-234e-4443-8440-7e98f30200d5 req-cc361a4f-43dd-4f2f-a4ad-98139fc94e49 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:15.308561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5dbf9f1-234e-4443-8440-7e98f30200d5 req-cc361a4f-43dd-4f2f-a4ad-98139fc94e49 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 945 time: 0.0804768 Nov 09 00:16:15.311755 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['29a120c1-325c-48af-bbd4-0dd1746d7d75'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:15.314657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd129b-190d-4b01-b553-228b67d69e48 None None] The sync data for ids ['616afd0e-7636-40e9-90e9-c18cf8092af9'] in n-d-813263-3 is: [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '09534007-ec4f-4cf0-9c0e-740ec13f615e', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'port_id': '1c0ee573-9c26-4590-b2c2-93f87044e954', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'mac_address': 'fa:16:3e:4d:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:14:49Z', 'updated_at': '2021-11-09T00:16:13Z', 'revision_number': 1, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa934def-9e15-47b1-9694-f3e1540b2b87', 'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'mac_address': 'fa:16:3e:d2:51:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:55Z', 'updated_at': '2021-11-09T00:14:04Z', 'revision_number': 5, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'subnets': [{'id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:16:15.386645 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5dbf9f1-234e-4443-8440-7e98f30200d5 req-61413a7b-f454-491e-812b-afe97fd52964 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/security-groups?id=b57d8832-0675-4f2c-bdd9-f880ae7b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707932 Nov 09 00:16:15.443179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa5686-f0de-4f1a-aab6-2d6ee31eafc5 req-4160067b-3d5b-4658-b71b-bfd298e31658 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:15.444669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01aa5686-f0de-4f1a-aab6-2d6ee31eafc5 req-4160067b-3d5b-4658-b71b-bfd298e31658 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 945 time: 0.0505083 Nov 09 00:16:15.499585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01aa5686-f0de-4f1a-aab6-2d6ee31eafc5 req-5694a68c-15a0-4e5a-b753-2c70df5e8787 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469885 Nov 09 00:16:15.548290 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a70f85-9a48-450d-96db-aff19b539f07 None None] New status for floating IP 09534007-ec4f-4cf0-9c0e-740ec13f615e: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:16:15.831902 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:15.881263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a64f2f3-de73-4208-aa41-2b47390c5f1a req-1fa348b3-8afc-4582-b97c-3857ff48fb8f tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0262108 Nov 09 00:16:16.013098 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:16.043064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac280318-5144-4d26-8d68-1c0093edafe0 req-794f5534-e714-4640-ba58-a13390e3512a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:16.044562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac280318-5144-4d26-8d68-1c0093edafe0 req-794f5534-e714-4640-ba58-a13390e3512a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0545917 Nov 09 00:16:16.091092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac280318-5144-4d26-8d68-1c0093edafe0 req-1b3b071a-13f1-45f0-b4fd-3c1c7525784d tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Nov 09 00:16:16.114381 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:16.446971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 29a120c1-325c-48af-bbd4-0dd1746d7d75 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:16.496674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9cf4-0414-48e1-b994-22c49058562d req-bfe9db39-eebf-44a2-bc6f-fd4a2396d0e3 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:16.498429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-360a9cf4-0414-48e1-b994-22c49058562d req-bfe9db39-eebf-44a2-bc6f-fd4a2396d0e3 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 945 time: 0.0510106 Nov 09 00:16:16.500192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 29a120c1-325c-48af-bbd4-0dd1746d7d75 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:16.504549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 29a120c1-325c-48af-bbd4-0dd1746d7d75 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:16.504920 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:16.552198 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-360a9cf4-0414-48e1-b994-22c49058562d req-f9cc98ad-0af4-45a8-bb9f-0bdc9cbbdc06 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/security-groups?id=b57d8832-0675-4f2c-bdd9-f880ae7b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466516 Nov 09 00:16:16.591290 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:16.625786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 29a120c1-325c-48af-bbd4-0dd1746d7d75, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=29a120c1-325c-48af-bbd4-0dd1746d7d75,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:16.630694 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:16.638531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81656e9-a7a4-4e98-9a16-269a5f9154f8 req-0cff155e-8106-405c-bb7b-5af71f3380b8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:16.640068 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e81656e9-a7a4-4e98-9a16-269a5f9154f8 req-0cff155e-8106-405c-bb7b-5af71f3380b8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 945 time: 0.0676126 Nov 09 00:16:16.682025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=29a120c1-325c-48af-bbd4-0dd1746d7d75,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:16.690126 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e81656e9-a7a4-4e98-9a16-269a5f9154f8 req-97979ca2-4622-43e6-a347-9620effa631c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435066 Nov 09 00:16:16.983400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a981265-1dc6-4169-8548-b081ba8befe4 req-6300d360-b338-4459-aeb4-8eb4ffbfbbfa tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0256963 Nov 09 00:16:17.042085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65055c5d-81af-408a-84be-c72f4b748d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a120c1-325c-48af-bbd4-0dd1746d7d75'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:17.044621 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3874a15-02b0-4598-8381-2bd05dfd809c" -d '{"events": [{"server_uuid": "65055c5d-81af-408a-84be-c72f4b748d7c", "name": "network-vif-plugged", "status": "completed", "tag": "29a120c1-325c-48af-bbd4-0dd1746d7d75"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:17.084115 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c74ac5-fde7-4974-8967-51fe95d1d529 x-openstack-request-id: req-58c74ac5-fde7-4974-8967-51fe95d1d529 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:17.084399 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65055c5d-81af-408a-84be-c72f4b748d7c", "name": "network-vif-plugged", "status": "completed", "tag": "29a120c1-325c-48af-bbd4-0dd1746d7d75", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:17.084648 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58c74ac5-fde7-4974-8967-51fe95d1d529 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:17.085048 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65055c5d-81af-408a-84be-c72f4b748d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a120c1-325c-48af-bbd4-0dd1746d7d75', 'code': 200} Nov 09 00:16:17.184943 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5f917-fb21-4c8f-94b3-5365b287e9f9 req-8ec9d124-0dac-41d2-8a91-81c9edef1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:17.186399 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ea5f917-fb21-4c8f-94b3-5365b287e9f9 req-8ec9d124-0dac-41d2-8a91-81c9edef1a66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 1097 time: 0.0440743 Nov 09 00:16:17.208620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc149294-ad07-4b64-9f85-9273195390ea req-b8ab0e84-d2c8-4431-9d17-55094bbd0984 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:17.210119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc149294-ad07-4b64-9f85-9273195390ea req-b8ab0e84-d2c8-4431-9d17-55094bbd0984 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0490952 Nov 09 00:16:17.232052 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1ea5f917-fb21-4c8f-94b3-5365b287e9f9 req-7b51db3e-77e2-4cf6-99e7-ad043f84f7f7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370600 Nov 09 00:16:17.258252 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc149294-ad07-4b64-9f85-9273195390ea req-f4672e2c-43c4-45a3-8959-50e9924ea3b7 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422335 Nov 09 00:16:17.530918 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:17.675032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caecaf-291e-48b2-88ad-816fe4f7f510 req-ac5b7e00-3125-4003-81b6-1920a6761fbe tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:17.676509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70caecaf-291e-48b2-88ad-816fe4f7f510 req-ac5b7e00-3125-4003-81b6-1920a6761fbe tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 945 time: 0.0524335 Nov 09 00:16:17.724952 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70caecaf-291e-48b2-88ad-816fe4f7f510 req-e95aa90f-3c83-4df1-b3ce-d84083da5513 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/security-groups?id=b57d8832-0675-4f2c-bdd9-f880ae7b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423543 Nov 09 00:16:17.828667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b9e07-f6d5-4bc3-9175-caa14607f7a3 req-5de00935-1605-4007-a457-cf88a7871b38 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:17.830183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-857b9e07-f6d5-4bc3-9175-caa14607f7a3 req-5de00935-1605-4007-a457-cf88a7871b38 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 946 time: 0.0497556 Nov 09 00:16:17.878333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-857b9e07-f6d5-4bc3-9175-caa14607f7a3 req-8f6a4ac4-6bef-47e2-b7ba-e82221e46791 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Nov 09 00:16:17.997960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6114983-20c4-4ce9-9aa1-34de856f840b req-905afa0f-14ed-46bf-8e41-f143f69325ac tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:17.999535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6114983-20c4-4ce9-9aa1-34de856f840b req-905afa0f-14ed-46bf-8e41-f143f69325ac tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 945 time: 0.0486741 Nov 09 00:16:18.051899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6114983-20c4-4ce9-9aa1-34de856f840b req-0f1a4387-cf72-49f1-9e19-ca6cc9a31191 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/security-groups?id=b57d8832-0675-4f2c-bdd9-f880ae7b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464215 Nov 09 00:16:18.122498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-895fe380-614a-4ee3-883c-6c9d745e8b86 req-0ea51941-a5eb-4cfb-985f-a4ffb1a590f4 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0255959 Nov 09 00:16:18.246291 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:18.381201 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9525c-b7ac-4c2b-a9db-086404a75362 req-d55ae30e-f184-4b29-8894-7b68d68abafb tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:18.382793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ae9525c-b7ac-4c2b-a9db-086404a75362 req-d55ae30e-f184-4b29-8894-7b68d68abafb tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0535722 Nov 09 00:16:18.451280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5acb6cef-8bc7-475b-bf47-3034e8692a08 req-0cc98d05-1abc-430b-b10a-64a1b6a350d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0321355 Nov 09 00:16:18.456119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ae9525c-b7ac-4c2b-a9db-086404a75362 req-884bb401-c665-4735-a9c6-7207e0968626 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665236 Nov 09 00:16:18.997442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354aa946-047e-4890-bcd7-d7e0ac63e2b6 req-64ce4c97-4dd6-480b-9b1e-4cfe55b861a8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:18.998907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-354aa946-047e-4890-bcd7-d7e0ac63e2b6 req-64ce4c97-4dd6-480b-9b1e-4cfe55b861a8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 946 time: 0.0517392 Nov 09 00:16:19.044796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-354aa946-047e-4890-bcd7-d7e0ac63e2b6 req-3f869d57-85f9-4451-b9b0-9e309bee875b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 Nov 09 00:16:19.228308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b971f204-d3cf-4c16-852b-16a651bb2d61 req-d1db58a6-65e4-41c4-8515-d79ae9c6b6bd tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0280237 Nov 09 00:16:19.240067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb6dac-5028-4ed4-8d14-ce983afc0da8 req-bf3c72f5-112c-4751-9526-64813c4860e1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:19.241621 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dfbb6dac-5028-4ed4-8d14-ce983afc0da8 req-bf3c72f5-112c-4751-9526-64813c4860e1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 945 time: 0.0780969 Nov 09 00:16:19.301484 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dfbb6dac-5028-4ed4-8d14-ce983afc0da8 req-5713a35f-bfa2-4674-92a2-3c5bfc24abe1 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/security-groups?id=b57d8832-0675-4f2c-bdd9-f880ae7b447f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511637 Nov 09 00:16:19.341115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489d83a-918d-44f7-9fea-0c55d85d2351 req-7135da07-97e5-4900-b763-0be2b3e756ab tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:19.342668 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a489d83a-918d-44f7-9fea-0c55d85d2351 req-7135da07-97e5-4900-b763-0be2b3e756ab tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 946 time: 0.0567310 Nov 09 00:16:19.394741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a489d83a-918d-44f7-9fea-0c55d85d2351 req-fb8f9270-bca5-4942-b481-d103f2474ee0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461247 Nov 09 00:16:19.525733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134f76e-f53c-4276-ae54-7b6ac07e4145 req-4806bb46-084d-4223-89c3-0e6059f68ed6 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:19.531142 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0134f76e-f53c-4276-ae54-7b6ac07e4145 req-4806bb46-084d-4223-89c3-0e6059f68ed6 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 945 time: 0.0752435 Nov 09 00:16:19.593013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bfd97-bd4e-45a6-89a9-062faa93f40c req-21383971-8ede-4729-b86c-f4233fa60c98 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:19.594685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad0bfd97-bd4e-45a6-89a9-062faa93f40c req-21383971-8ede-4729-b86c-f4233fa60c98 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0575919 Nov 09 00:16:19.649674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-0134f76e-f53c-4276-ae54-7b6ac07e4145 req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Deleting port d191f439-0ab7-4b44-bde2-caf978788381 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:16:19.650602 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0134f76e-f53c-4276-ae54-7b6ac07e4145 req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:19.668869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad0bfd97-bd4e-45a6-89a9-062faa93f40c req-b9f56a21-0dd6-4ced-b2ee-f152ac264d4a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670671 Nov 09 00:16:19.756260 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0134f76e-f53c-4276-ae54-7b6ac07e4145 req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] For port d191f439-0ab7-4b44-bde2-caf978788381, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=d191f439-0ab7-4b44-bde2-caf978788381,segment=NetworkSegment(00a82671-3d2c-4fcc-b2b1-790f8aaa2023),segment_id=00a82671-3d2c-4fcc-b2b1-790f8aaa2023)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:19.756622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0134f76e-f53c-4276-ae54-7b6ac07e4145 req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:19.769704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-0134f76e-f53c-4276-ae54-7b6ac07e4145 req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Calling delete_port for d191f439-0ab7-4b44-bde2-caf978788381 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:16:19.900109 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0134f76e-f53c-4276-ae54-7b6ac07e4145 req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:19.912902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['d191f439-0ab7-4b44-bde2-caf978788381'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:19.935709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Pushing event deleted for resources: {'Port': ['ID=d191f439-0ab7-4b44-bde2-caf978788381,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:19.970850 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:19.971190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:19.971525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:19.971857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:19.972186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:19.972512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:19.972834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:19.973151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:19.973527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:19.973858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:19.974178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:19.974493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:19.978600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0134f76e-f53c-4276-ae54-7b6ac07e4145 req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] No DVR routers for this DVR port d191f439-0ab7-4b44-bde2-caf978788381 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:16:19.980900 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0134f76e-f53c-4276-ae54-7b6ac07e4145 req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:19.984489 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0134f76e-f53c-4276-ae54-7b6ac07e4145 req-cf7b57b7-b8fc-4743-b235-2b1c09090dd7 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.11 "DELETE /v2.0/ports/d191f439-0ab7-4b44-bde2-caf978788381 HTTP/1.1" status: 204 len: 173 time: 0.4460673 Nov 09 00:16:19.984925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e5a0bf-9226-4a4e-ad22-ed2d2eec888e', 'name': 'network-vif-deleted', 'tag': 'd191f439-0ab7-4b44-bde2-caf978788381'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:19.987684 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3b42d3-9065-4aa9-b8f9-1c706a43c7e1" -d '{"events": [{"server_uuid": "94e5a0bf-9226-4a4e-ad22-ed2d2eec888e", "name": "network-vif-deleted", "tag": "d191f439-0ab7-4b44-bde2-caf978788381"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:20.025611 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c0af01-cf15-4930-b587-887731cc0430 x-openstack-request-id: req-f5c0af01-cf15-4930-b587-887731cc0430 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:20.025904 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e5a0bf-9226-4a4e-ad22-ed2d2eec888e", "name": "network-vif-deleted", "tag": "d191f439-0ab7-4b44-bde2-caf978788381", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:20.026150 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5c0af01-cf15-4930-b587-887731cc0430 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:20.026543 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e5a0bf-9226-4a4e-ad22-ed2d2eec888e', 'name': 'network-vif-deleted', 'tag': 'd191f439-0ab7-4b44-bde2-caf978788381', 'status': 'completed', 'code': 200} Nov 09 00:16:20.328970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e076292-8d57-4754-ae8a-6a8111b1b114 req-73e88541-e08f-40b4-b5b2-bec795992a24 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0259314 Nov 09 00:16:20.422204 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82c20d21-e100-4a05-9976-81995e295a27 req-b7d29bda-ea65-4ad4-a54e-21dfaab83bb5 tempest-ServerGroupTestJSON-293928818 tempest-ServerGroupTestJSON-293928818-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e5a0bf-9226-4a4e-ad22-ed2d2eec888e HTTP/1.1" status: 200 len: 210 time: 0.0363426 Nov 09 00:16:20.556260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a5ee1c6-1cd9-4046-b7b9-084b5c956892 req-d129330b-c8fc-4095-9a16-7e1abe652bc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0c2c81ec18d4c929210f3b996cb25d5&device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0392694 Nov 09 00:16:20.586244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a5ee1c6-1cd9-4046-b7b9-084b5c956892 req-4ac6be58-ec17-4510-bcf8-e3faae82d875 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e0c2c81ec18d4c929210f3b996cb25d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226290 Nov 09 00:16:20.598002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7359bd-4679-44ee-9eeb-9d3cc1642fdb req-38000628-6a1e-4dc4-8ed3-9590dfc7b13f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:20.599416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab7359bd-4679-44ee-9eeb-9d3cc1642fdb req-38000628-6a1e-4dc4-8ed3-9590dfc7b13f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 946 time: 0.0927672 Nov 09 00:16:20.660898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de2ab21c-06b1-4d8c-8334-2b9621b3a80a req-ea5e983a-8aaa-4184-a031-90af0db21c51 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0605214 Nov 09 00:16:20.730252 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab7359bd-4679-44ee-9eeb-9d3cc1642fdb req-d564de21-c71d-48df-aa68-5724b4468ef4 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210392 Nov 09 00:16:20.752780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ee1c6-1cd9-4046-b7b9-084b5c956892 req-7df2cbfa-865b-4594-958e-82e3e53790ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:20.754278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a5ee1c6-1cd9-4046-b7b9-084b5c956892 req-7df2cbfa-865b-4594-958e-82e3e53790ef service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1529830 Nov 09 00:16:20.834336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c44c-4571-4d43-bc2d-54d3befb1ec3 req-f1c3a5d9-9144-4fe8-a856-a246093689ee tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:20.835902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46b5c44c-4571-4d43-bc2d-54d3befb1ec3 req-f1c3a5d9-9144-4fe8-a856-a246093689ee tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0496516 Nov 09 00:16:20.893643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46b5c44c-4571-4d43-bc2d-54d3befb1ec3 req-7a9e7182-8a9b-45a9-85cc-46407690a7a9 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517833 Nov 09 00:16:20.975877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be11c47-b3a3-4f49-80ca-6991b19cf4d9 req-d0d70aae-4cce-4eeb-826c-9a09bef030ae tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:20.977940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9be11c47-b3a3-4f49-80ca-6991b19cf4d9 req-d0d70aae-4cce-4eeb-826c-9a09bef030ae tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 946 time: 0.0500755 Nov 09 00:16:21.024515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9be11c47-b3a3-4f49-80ca-6991b19cf4d9 req-e027822d-8549-4ae0-a604-ebc355c1e635 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Nov 09 00:16:21.717899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42394) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:21.783058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9960c16c-6860-4e1b-a5b3-c3dbd741d27f req-43ee2d8f-395c-4351-b3c7-0ef654bf727e tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.25 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0381711 Nov 09 00:16:21.791984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf4c7ca-106e-4873-afb5-e105125e0467 admin admin] Deleting subnet 57527f3b-ec97-4ecf-b233-86fba0d3acb9 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:16:21.795217 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-edf4c7ca-106e-4873-afb5-e105125e0467 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:21.829634 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-edf4c7ca-106e-4873-afb5-e105125e0467 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:21.869459 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-edf4c7ca-106e-4873-afb5-e105125e0467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:21.920891 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-edf4c7ca-106e-4873-afb5-e105125e0467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:21.945608 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4c7ca-106e-4873-afb5-e105125e0467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57527f3b-ec97-4ecf-b233-86fba0d3acb9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:21.952162 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-edf4c7ca-106e-4873-afb5-e105125e0467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:21.957743 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-edf4c7ca-106e-4873-afb5-e105125e0467 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/57527f3b-ec97-4ecf-b233-86fba0d3acb9 HTTP/1.1" status: 204 len: 168 time: 0.2359884 Nov 09 00:16:21.957980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42400) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:22.070724 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a5ee1c6-1cd9-4046-b7b9-084b5c956892 req-8d3a4a84-9df9-43cd-93a9-2ed0071e84d0 tempest-ServerShowV257Test-1299185445 tempest-ServerShowV257Test-1299185445-project] 10.222.0.30 "GET /v2.0/ports?device_id=38f9f0d6-a62e-49a9-9a4b-b0780f6eb171 HTTP/1.1" status: 200 len: 210 time: 0.0338736 Nov 09 00:16:22.086224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.096672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfabd8-8ae7-4066-be63-915a55e8ba9e req-f05cbd99-17d6-44cb-b50f-a1702e9d6481 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:22.098153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fdcfabd8-8ae7-4066-be63-915a55e8ba9e req-f05cbd99-17d6-44cb-b50f-a1702e9d6481 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.1329067 Nov 09 00:16:22.224142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca69402-c2ef-490c-9d9d-828498abea2f req-40ebebd8-65c2-4ce3-8ca3-816f8a3da339 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:22.225724 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ca69402-c2ef-490c-9d9d-828498abea2f req-40ebebd8-65c2-4ce3-8ca3-816f8a3da339 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 946 time: 0.1241925 Nov 09 00:16:22.228871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fdcfabd8-8ae7-4066-be63-915a55e8ba9e req-7236e064-b509-4f04-98e5-d6e3a2383c99 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181238 Nov 09 00:16:22.275593 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.309007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae6d945-d32a-43d9-ad88-a17f7b5e8075']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:22.325698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a82671-3d2c-4fcc-b2b1-790f8aaa2023') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:22.325996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a82671-3d2c-4fcc-b2b1-790f8aaa2023') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:22.330735 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ca69402-c2ef-490c-9d9d-828498abea2f req-5c92e43e-deae-4793-96de-3488355b719a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773387 Nov 09 00:16:22.339415 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.357154 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.363047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:16:22.363428 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:16:22.365067 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:16:22.424775 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.433976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.437851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bae6d945-d32a-43d9-ad88-a17f7b5e8075 HTTP/1.1" status: 204 len: 168 time: 0.4789312 Nov 09 00:16:22.442369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9be5ac-4334-48ac-9099-99dc2444c663 req-90c827c8-301c-4d20-bd21-66d97add899d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:22.444045 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6c9be5ac-4334-48ac-9099-99dc2444c663 req-90c827c8-301c-4d20-bd21-66d97add899d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 946 time: 0.0622480 Nov 09 00:16:22.448624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d4ea2-d000-40df-9b79-89b9da3072f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bae6d945-d32a-43d9-ad88-a17f7b5e8075,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:22.466187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device d191f439-0ab7-4b44-bde2-caf978788381 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:16:22.489560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: d191f439-0ab7-4b44-bde2-caf978788381 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:16:22.490191 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device d191f439-0ab7-4b44-bde2-caf978788381 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:16:22.561218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-6c9be5ac-4334-48ac-9099-99dc2444c663 req-c3ad1a1e-07dd-4691-9747-c1dee9e0165b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Deleting port 29a120c1-325c-48af-bbd4-0dd1746d7d75 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:16:22.561722 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6c9be5ac-4334-48ac-9099-99dc2444c663 req-c3ad1a1e-07dd-4691-9747-c1dee9e0165b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.596019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42410) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:22.666004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-37b00aa3-3e3a-48c6-9748-88c4d0d89033 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=227e12306b2441d690aed08b59886349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0683792 Nov 09 00:16:22.668419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42414) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:22.693851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-6c9be5ac-4334-48ac-9099-99dc2444c663 req-c3ad1a1e-07dd-4691-9747-c1dee9e0165b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] For port 29a120c1-325c-48af-bbd4-0dd1746d7d75, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=29a120c1-325c-48af-bbd4-0dd1746d7d75,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:22.694351 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6c9be5ac-4334-48ac-9099-99dc2444c663 req-c3ad1a1e-07dd-4691-9747-c1dee9e0165b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.711448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-6c9be5ac-4334-48ac-9099-99dc2444c663 req-c3ad1a1e-07dd-4691-9747-c1dee9e0165b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Calling delete_port for 29a120c1-325c-48af-bbd4-0dd1746d7d75 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:16:22.735710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70981a9-989c-4622-b175-3c7818feb627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.756222 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70981a9-989c-4622-b175-3c7818feb627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.801671 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70981a9-989c-4622-b175-3c7818feb627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.804382 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70981a9-989c-4622-b175-3c7818feb627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.805625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f70981a9-989c-4622-b175-3c7818feb627 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b57d8832-0675-4f2c-bdd9-f880ae7b447f HTTP/1.1" status: 204 len: 168 time: 0.1361713 Nov 09 00:16:22.825183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70981a9-989c-4622-b175-3c7818feb627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d8832-0675-4f2c-bdd9-f880ae7b447f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:22.864036 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6c9be5ac-4334-48ac-9099-99dc2444c663 req-c3ad1a1e-07dd-4691-9747-c1dee9e0165b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.876907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['29a120c1-325c-48af-bbd4-0dd1746d7d75'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:22.894492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad1a1e-07dd-4691-9747-c1dee9e0165b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Pushing event deleted for resources: {'Port': ['ID=29a120c1-325c-48af-bbd4-0dd1746d7d75,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:22.946530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9be5ac-4334-48ac-9099-99dc2444c663 req-c3ad1a1e-07dd-4691-9747-c1dee9e0165b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] No DVR routers for this DVR port 29a120c1-325c-48af-bbd4-0dd1746d7d75 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:16:22.949663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6c9be5ac-4334-48ac-9099-99dc2444c663 req-c3ad1a1e-07dd-4691-9747-c1dee9e0165b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:22.953725 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6c9be5ac-4334-48ac-9099-99dc2444c663 req-c3ad1a1e-07dd-4691-9747-c1dee9e0165b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "DELETE /v2.0/ports/29a120c1-325c-48af-bbd4-0dd1746d7d75 HTTP/1.1" status: 204 len: 173 time: 0.5026565 Nov 09 00:16:22.954366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65055c5d-81af-408a-84be-c72f4b748d7c', 'name': 'network-vif-deleted', 'tag': '29a120c1-325c-48af-bbd4-0dd1746d7d75'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:22.957429 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960db211-0e48-43ae-8289-0a410d987292" -d '{"events": [{"server_uuid": "65055c5d-81af-408a-84be-c72f4b748d7c", "name": "network-vif-deleted", "tag": "29a120c1-325c-48af-bbd4-0dd1746d7d75"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:23.005317 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df577de6-1f63-49c6-af8c-5a7de18ca879 x-openstack-request-id: req-df577de6-1f63-49c6-af8c-5a7de18ca879 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:23.005630 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65055c5d-81af-408a-84be-c72f4b748d7c", "name": "network-vif-deleted", "tag": "29a120c1-325c-48af-bbd4-0dd1746d7d75", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:23.005882 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df577de6-1f63-49c6-af8c-5a7de18ca879 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:23.006414 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65055c5d-81af-408a-84be-c72f4b748d7c', 'name': 'network-vif-deleted', 'tag': '29a120c1-325c-48af-bbd4-0dd1746d7d75', 'status': 'completed', 'code': 200} Nov 09 00:16:23.177221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42434) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:23.293463 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8729d8e5-bc10-417d-bb20-51ad5e6beb3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:23.414582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51220394-555c-4c8b-9d5e-e70a39bcfdaa req-feafdf2a-66eb-4d20-a9e0-dd2e8a4e66e0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:23.416656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51220394-555c-4c8b-9d5e-e70a39bcfdaa req-feafdf2a-66eb-4d20-a9e0-dd2e8a4e66e0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0956159 Nov 09 00:16:23.433500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8729d8e5-bc10-417d-bb20-51ad5e6beb3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:23.439412 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8729d8e5-bc10-417d-bb20-51ad5e6beb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:23.492845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51220394-555c-4c8b-9d5e-e70a39bcfdaa req-9c9c7718-2c9f-4c60-b5c6-f007228f06c0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613892 Nov 09 00:16:23.503765 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8729d8e5-bc10-417d-bb20-51ad5e6beb3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0c2c81ec18d4c929210f3b996cb25d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3250291 Nov 09 00:16:23.504741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729d8e5-bc10-417d-bb20-51ad5e6beb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d638912d-ceb8-405b-a690-aad1ae51d7ae,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:23.507143 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42454) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:23.554677 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64d1884c-467c-474b-a2e2-41c9f1863d7e req-c0f5d793-28ce-4549-a0ca-65166d0498a1 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=65055c5d-81af-408a-84be-c72f4b748d7c HTTP/1.1" status: 200 len: 210 time: 0.0747528 Nov 09 00:16:23.576291 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-160f58c0-8078-4272-b566-b1b01743271c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:23.605602 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-160f58c0-8078-4272-b566-b1b01743271c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:23.657606 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-160f58c0-8078-4272-b566-b1b01743271c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:23.660972 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-160f58c0-8078-4272-b566-b1b01743271c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:23.662345 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-160f58c0-8078-4272-b566-b1b01743271c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d638912d-ceb8-405b-a690-aad1ae51d7ae HTTP/1.1" status: 204 len: 168 time: 0.1542954 Nov 09 00:16:23.672605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f58c0-8078-4272-b566-b1b01743271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d638912d-ceb8-405b-a690-aad1ae51d7ae,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:23.710980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42462) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:23.945903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1678760427-network', 'tenant_id': '70fc76b625ed4d779e98d84257a69786'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:23.969439 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Made reservation on behalf of 70fc76b625ed4d779e98d84257a69786 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:23.971812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:23.984281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:24.069173 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:24.073105 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:24.097938 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:16:24.108194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753af2b1-dae3-4ef2-91b6-e24efc15ba83,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:24.113249 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:24.113631 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Added segment 302809cd-fbd2-4d15-9f13-fdb3f3e6e37c of type vlan for network 0ccbce7b-eb4f-405c-ae12-36b34ce19ade Nov 09 00:16:24.157613 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:24.186465 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:24.187019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.187633 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:24.220966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5086150 Nov 09 00:16:24.224262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42484) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:24.230088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7145503f-c04f-4a2a-927c-936b4e537637 admin admin] Request body: {'subnet': {'network_id': '0ccbce7b-eb4f-405c-ae12-36b34ce19ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1678760427-subnet', 'tenant_id': '70fc76b625ed4d779e98d84257a69786', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:24.255908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f671f-ebb5-4281-a308-1bfe1061fe6c admin admin] Pushing event updated for resources: {'Network': ['ID=0ccbce7b-eb4f-405c-ae12-36b34ce19ade,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:24.268975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 0ccbce7b-eb4f-405c-ae12-36b34ce19ade details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:16:24.277937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7145503f-c04f-4a2a-927c-936b4e537637 admin admin] Made reservation on behalf of 70fc76b625ed4d779e98d84257a69786 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:24.282485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7145503f-c04f-4a2a-927c-936b4e537637 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:24.371870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57896437-d8c5-43df-b084-38129744fc93 req-8dc7796b-9ccc-4166-be5f-e982353f43d0 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.378277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57896437-d8c5-43df-b084-38129744fc93 req-8dc7796b-9ccc-4166-be5f-e982353f43d0 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.384456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57896437-d8c5-43df-b084-38129744fc93 req-8dc7796b-9ccc-4166-be5f-e982353f43d0 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.390493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57896437-d8c5-43df-b084-38129744fc93 req-8dc7796b-9ccc-4166-be5f-e982353f43d0 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.397164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57896437-d8c5-43df-b084-38129744fc93 req-8dc7796b-9ccc-4166-be5f-e982353f43d0 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.403824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57896437-d8c5-43df-b084-38129744fc93 req-8dc7796b-9ccc-4166-be5f-e982353f43d0 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.409893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57896437-d8c5-43df-b084-38129744fc93 req-8dc7796b-9ccc-4166-be5f-e982353f43d0 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.411885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57896437-d8c5-43df-b084-38129744fc93 req-8dc7796b-9ccc-4166-be5f-e982353f43d0 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5444 time: 0.1101346 Nov 09 00:16:24.490507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57896437-d8c5-43df-b084-38129744fc93 req-739a43be-207f-4ac7-85dc-8167e09f0d90 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706799 Nov 09 00:16:24.515387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7145503f-c04f-4a2a-927c-936b4e537637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:24.575574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145503f-c04f-4a2a-927c-936b4e537637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b46669-ceff-4dc1-bdec-51c2777501db,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:24.588844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7145503f-c04f-4a2a-927c-936b4e537637 admin admin] Checking segment: {'id': '302809cd-fbd2-4d15-9f13-fdb3f3e6e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ccbce7b-eb4f-405c-ae12-36b34ce19ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:16:24.589623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145503f-c04f-4a2a-927c-936b4e537637 admin admin] Network hostable DHCP agents. Network: 0ccbce7b-eb4f-405c-ae12-36b34ce19ade, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:16:24.619061 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145503f-c04f-4a2a-927c-936b4e537637 admin admin] Network 0ccbce7b-eb4f-405c-ae12-36b34ce19ade is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:16:24.630651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-7145503f-c04f-4a2a-927c-936b4e537637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 0ccbce7b-eb4f-405c-ae12-36b34ce19ade) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:16:24.635589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7145503f-c04f-4a2a-927c-936b4e537637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.636459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7145503f-c04f-4a2a-927c-936b4e537637 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:24.641565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f43a3b-25e2-4eb3-b5ed-5afc5b97d0be None None] Network 0ccbce7b-eb4f-405c-ae12-36b34ce19ade requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:16:24.662080 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7145503f-c04f-4a2a-927c-936b4e537637 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4365075 Nov 09 00:16:24.692586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1ab8f-3990-443c-8b21-1817aa55ed38 req-7be2d1b8-f66f-41da-99d2-7697e7b450f0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.700359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d1ab8f-3990-443c-8b21-1817aa55ed38 req-7be2d1b8-f66f-41da-99d2-7697e7b450f0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.1164656 Nov 09 00:16:24.722194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8ca7-c5a2-4894-b08c-54efbad92480 req-0cafbd75-f010-4348-8419-b76c56e12e1c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.728308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8ca7-c5a2-4894-b08c-54efbad92480 req-0cafbd75-f010-4348-8419-b76c56e12e1c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.734949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8ca7-c5a2-4894-b08c-54efbad92480 req-0cafbd75-f010-4348-8419-b76c56e12e1c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.740942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8ca7-c5a2-4894-b08c-54efbad92480 req-0cafbd75-f010-4348-8419-b76c56e12e1c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.747022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8ca7-c5a2-4894-b08c-54efbad92480 req-0cafbd75-f010-4348-8419-b76c56e12e1c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.752948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8ca7-c5a2-4894-b08c-54efbad92480 req-0cafbd75-f010-4348-8419-b76c56e12e1c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.759414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8ca7-c5a2-4894-b08c-54efbad92480 req-0cafbd75-f010-4348-8419-b76c56e12e1c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:24.772502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83cb8ca7-c5a2-4894-b08c-54efbad92480 req-0cafbd75-f010-4348-8419-b76c56e12e1c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5444 time: 0.1778727 Nov 09 00:16:24.781186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba2c74f-bc48-4a41-b8a6-e5f4d347f657 None None] Network 0ccbce7b-eb4f-405c-ae12-36b34ce19ade requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:16:24.858797 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d1ab8f-3990-443c-8b21-1817aa55ed38 req-5a258142-4708-4d69-bff8-a00e416f2dcb tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506603 Nov 09 00:16:25.133429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-69d15b42-fe81-4c59-b527-cd38e81cd173 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:25.138014 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-69d15b42-fe81-4c59-b527-cd38e81cd173 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.1103046 Nov 09 00:16:25.153553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-4e22dac8-4c23-4b59-b816-fb597e2df5e3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/quotas/32a59bfc9d2849cf8c83a3970a6af0b2 HTTP/1.1" status: 200 len: 375 time: 0.0121741 Nov 09 00:16:25.193027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-62a706ed-096d-4f23-89bd-a6f9078e6544 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338330 Nov 09 00:16:25.356922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-4736a199-4d7f-4b28-98b3-475320484784 service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563957 Nov 09 00:16:25.386086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a02114-65b2-442b-94ab-962bb668d778 req-b95b3f80-bf37-405a-a45a-1407020c4658 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:25.387512 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-b95b3f80-bf37-405a-a45a-1407020c4658 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/networks?id=0ccbce7b-eb4f-405c-ae12-36b34ce19ade HTTP/1.1" status: 200 len: 821 time: 0.1618457 Nov 09 00:16:25.444447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-5cd2c23a-1c5a-4e1b-8813-caee351a3e65 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/quotas/70fc76b625ed4d779e98d84257a69786 HTTP/1.1" status: 200 len: 375 time: 0.0469911 Nov 09 00:16:25.484988 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-5be35067-b25a-43bc-8c39-a3bcf40a03ec tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=70fc76b625ed4d779e98d84257a69786&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344725 Nov 09 00:16:25.509826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-b7122da6-0b58-44c3-888f-da97130f2bfe service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423550 Nov 09 00:16:25.594550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-79f8b71f-23eb-43fd-a221-976d780cdfce service neutron] 10.222.0.25 "GET /v2.0/networks/0ccbce7b-eb4f-405c-ae12-36b34ce19ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975533 Nov 09 00:16:25.716004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-252b4482-962d-4a1b-b31f-f98842e2c66d service neutron] 10.222.0.25 "GET /v2.0/networks/0ccbce7b-eb4f-405c-ae12-36b34ce19ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140614 Nov 09 00:16:25.912431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd5b78a5-1cc7-41ff-8843-b68345b87ae4 req-11ef5c2c-a2ff-4c1e-ac6d-833ba11ec079 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 210 time: 0.0606217 Nov 09 00:16:25.966291 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-947c9f2a-15fc-4bb7-98a6-20c0980eda08 req-6c4b8f1d-dfc0-4c3c-9e73-dca1ef50f840 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 210 time: 0.0475767 Nov 09 00:16:26.075575 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3afc1-10ea-4c65-8911-5e47bbb7fcb1 req-7f6a25ec-d767-4c7b-ab82-07263c885e54 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:26.077242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cce3afc1-10ea-4c65-8911-5e47bbb7fcb1 req-7f6a25ec-d767-4c7b-ab82-07263c885e54 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.1039810 Nov 09 00:16:26.132505 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cce3afc1-10ea-4c65-8911-5e47bbb7fcb1 req-9336f464-1b4a-4cca-90f8-073834441cf1 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488255 Nov 09 00:16:26.503873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 29a120c1-325c-48af-bbd4-0dd1746d7d75 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:16:26.536424 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 29a120c1-325c-48af-bbd4-0dd1746d7d75 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:16:26.536968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 29a120c1-325c-48af-bbd4-0dd1746d7d75 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:16:26.778824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42620) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:27.019514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-398bf4cd-aa06-4aa1-bab6-a3f693deacc9 req-4463c3f2-6e5b-4081-b796-4ade242b1633 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 210 time: 0.0306060 Nov 09 00:16:27.035550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d47dc-ce40-4f2b-9541-39ad4269aaca req-673a6064-c9c8-4125-abfd-82f76207c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:27.036052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d47dc-ce40-4f2b-9541-39ad4269aaca req-673a6064-c9c8-4125-abfd-82f76207c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:27.036541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d47dc-ce40-4f2b-9541-39ad4269aaca req-673a6064-c9c8-4125-abfd-82f76207c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:27.037297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d47dc-ce40-4f2b-9541-39ad4269aaca req-673a6064-c9c8-4125-abfd-82f76207c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:27.037915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d47dc-ce40-4f2b-9541-39ad4269aaca req-673a6064-c9c8-4125-abfd-82f76207c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:27.038933 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d47dc-ce40-4f2b-9541-39ad4269aaca req-673a6064-c9c8-4125-abfd-82f76207c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:27.039656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d47dc-ce40-4f2b-9541-39ad4269aaca req-673a6064-c9c8-4125-abfd-82f76207c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:27.048495 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cd1d47dc-ce40-4f2b-9541-39ad4269aaca req-673a6064-c9c8-4125-abfd-82f76207c110 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6501 time: 0.2682240 Nov 09 00:16:27.090896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-32e3866d-03c0-44e5-859b-014574d2977a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:27.092850 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-32e3866d-03c0-44e5-859b-014574d2977a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.1840503 Nov 09 00:16:27.130017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Request body: {'port': {'device_id': 'fe3afdea-636d-4495-bb45-a8335a4f54b0', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'admin_state_up': True, 'tenant_id': '32a59bfc9d2849cf8c83a3970a6af0b2'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:27.137374 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cd1d47dc-ce40-4f2b-9541-39ad4269aaca req-33ecc415-1739-4649-8f89-75f62bd06f8f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&id=50031a94-e579-493d-b344-213d11f5e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874672 Nov 09 00:16:27.144167 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4db815cc-b426-436b-a825-4c9a8351ee63 req-69b554c9-e190-447d-b305-22af1136e083 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 210 time: 0.0357275 Nov 09 00:16:27.275147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b8195-c25f-438b-90e2-da10da1b44e4 req-795c4910-4e53-4a1d-9946-332ca526b649 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:27.276908 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-770b8195-c25f-438b-90e2-da10da1b44e4 req-795c4910-4e53-4a1d-9946-332ca526b649 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0538087 Nov 09 00:16:27.305300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Made reservation on behalf of 32a59bfc9d2849cf8c83a3970a6af0b2 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:27.309923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:27.398537 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-770b8195-c25f-438b-90e2-da10da1b44e4 req-d08d6967-fae0-40b9-938b-db0ba585b101 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141927 Nov 09 00:16:27.447923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a02114-65b2-442b-94ab-962bb668d778 req-8f9b81df-ec90-4ea2-8b3c-a93c91d40ef5 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:27.449779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-8f9b81df-ec90-4ea2-8b3c-a93c91d40ef5 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.11 "GET /v2.0/networks?id=0ccbce7b-eb4f-405c-ae12-36b34ce19ade HTTP/1.1" status: 200 len: 821 time: 0.1465147 Nov 09 00:16:27.466090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-24a02114-65b2-442b-94ab-962bb668d778 req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Request body: {'port': {'device_id': '0661f05f-860f-4c25-b102-6cfc45d3ead1', 'network_id': '0ccbce7b-eb4f-405c-ae12-36b34ce19ade', 'admin_state_up': True, 'tenant_id': '70fc76b625ed4d779e98d84257a69786'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:27.509618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Allocated IP 172.20.0.2 (4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0/a9749423-c78d-4642-b475-a021e262f974/cbb5a986-ae63-46a0-9267-8d439f93a492) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:16:27.599271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a02114-65b2-442b-94ab-962bb668d778 req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Made reservation on behalf of 70fc76b625ed4d779e98d84257a69786 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:27.603411 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-24a02114-65b2-442b-94ab-962bb668d778 req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:27.671956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:27.705699 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:27.745744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-24a02114-65b2-442b-94ab-962bb668d778 req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Allocated IP 172.20.0.6 (0ccbce7b-eb4f-405c-ae12-36b34ce19ade/e4b46669-ceff-4dc1-bdec-51c2777501db/9020828d-0a19-4349-a1af-3284fa9847bc) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:16:27.751252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:16:27.754362 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:16:27.761022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:16:27.787397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Pushing event updated for resources: {'Port': ['ID=cbb5a986-ae63-46a0-9267-8d439f93a492,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:27.815027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:27.815652 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:27.832326 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-751697ee-cffe-4abb-a10e-4d35977111cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7076235 Nov 09 00:16:27.846201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Request body: {'port': {'device_id': 'fe3afdea-636d-4495-bb45-a8335a4f54b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:27.902134 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:27.939981 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-24a02114-65b2-442b-94ab-962bb668d778 req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:27.992711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-24a02114-65b2-442b-94ab-962bb668d778 req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:28.036077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a02114-65b2-442b-94ab-962bb668d778 req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Network 0ccbce7b-eb4f-405c-ae12-36b34ce19ade is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:16:28.039627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-24a02114-65b2-442b-94ab-962bb668d778 req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:16:28.042641 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a02114-65b2-442b-94ab-962bb668d778 req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:16:28.095801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Pushing event updated for resources: {'Port': ['ID=9020828d-0a19-4349-a1af-3284fa9847bc,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:28.112709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a02114-65b2-442b-94ab-962bb668d778 req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:28.113334 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-24a02114-65b2-442b-94ab-962bb668d778 req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:28.157812 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-403f4535-a8b3-4cd4-8afc-d3ff7853d4be tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6965411 Nov 09 00:16:28.173705 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Request body: {'port': {'device_id': '0661f05f-860f-4c25-b102-6cfc45d3ead1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:28.215937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af6de6-aeea-4170-88d9-4eea271c1f66 req-0db38dd1-d59b-48de-a9b9-bb5fd17b4d80 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:28.221887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7af6de6-aeea-4170-88d9-4eea271c1f66 req-0db38dd1-d59b-48de-a9b9-bb5fd17b4d80 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 931 time: 0.1057925 Nov 09 00:16:28.249222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb5a986-ae63-46a0-9267-8d439f93a492 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:28.260970 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:28.283713 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Transition to ACTIVE for port object cbb5a986-ae63-46a0-9267-8d439f93a492 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:16:28.290359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:28.304010 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:28.346871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Pushing event updated for resources: {'Port': ['ID=cbb5a986-ae63-46a0-9267-8d439f93a492,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:28.355361 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7af6de6-aeea-4170-88d9-4eea271c1f66 req-f2686d18-bedd-4291-b2a4-1867f6fddc29 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187429 Nov 09 00:16:28.396562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd53a4-1077-42d0-a37d-415f460d3c39 req-529e68fd-e131-411f-b02c-fbadab6212b4 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:28.402582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6cd53a4-1077-42d0-a37d-415f460d3c39 req-529e68fd-e131-411f-b02c-fbadab6212b4 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 931 time: 0.0987668 Nov 09 00:16:28.425156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Attempting to bind port cbb5a986-ae63-46a0-9267-8d439f93a492 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:16:28.425563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Attempting to bind port cbb5a986-ae63-46a0-9267-8d439f93a492 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:16:28.425857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Attempting to bind port cbb5a986-ae63-46a0-9267-8d439f93a492 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:16:28.431977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Port cbb5a986-ae63-46a0-9267-8d439f93a492 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:16:28.432373 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Attempting to bind port cbb5a986-ae63-46a0-9267-8d439f93a492 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:16:28.438683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:16:28.439033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Checking segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:16:28.439459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Bound using segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:16:28.440067 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Bound port: cbb5a986-ae63-46a0-9267-8d439f93a492, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:16:28.440486 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:28.518872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] For port cbb5a986-ae63-46a0-9267-8d439f93a492, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:16:28.522167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] For port cbb5a986-ae63-46a0-9267-8d439f93a492, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cbb5a986-ae63-46a0-9267-8d439f93a492,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:16:28.529148 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:28.565940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:28.567114 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:28.569197 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] 10.222.0.11 "PUT /v2.0/ports/cbb5a986-ae63-46a0-9267-8d439f93a492 HTTP/1.1" status: 200 len: 1091 time: 0.7276044 Nov 09 00:16:28.571768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3afdea-636d-4495-bb45-a8335a4f54b0', 'tag': 'cbb5a986-ae63-46a0-9267-8d439f93a492'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:28.575544 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624b2e43-6f96-4657-ad58-fed78106b9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3afdea-636d-4495-bb45-a8335a4f54b0", "tag": "cbb5a986-ae63-46a0-9267-8d439f93a492"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:28.575907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6cd53a4-1077-42d0-a37d-415f460d3c39 req-bcec56a7-1fbc-4b1a-b45c-f61b2ff03d64 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/security-groups?id=753af2b1-dae3-4ef2-91b6-e24efc15ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677577 Nov 09 00:16:28.625945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898151a5-c2b6-43c0-bf31-0ac09ca8bf5e service neutron] Pushing event updated for resources: {'Port': ['ID=cbb5a986-ae63-46a0-9267-8d439f93a492,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:28.643674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ca116-d965-4c3b-80f4-be1540cdbd38 req-9bacd2ac-d950-45fe-b05b-88e444b32496 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:28.645227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-513ca116-d965-4c3b-80f4-be1540cdbd38 req-9bacd2ac-d950-45fe-b05b-88e444b32496 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.1384177 Nov 09 00:16:28.660265 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1d8ca6-bd10-4102-855c-4f80df6ca8b6 x-openstack-request-id: req-8a1d8ca6-bd10-4102-855c-4f80df6ca8b6 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:28.660554 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3afdea-636d-4495-bb45-a8335a4f54b0", "tag": "cbb5a986-ae63-46a0-9267-8d439f93a492", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:28.660806 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a1d8ca6-bd10-4102-855c-4f80df6ca8b6 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:28.661203 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3afdea-636d-4495-bb45-a8335a4f54b0', 'tag': 'cbb5a986-ae63-46a0-9267-8d439f93a492', 'status': 'completed', 'code': 200} Nov 09 00:16:28.676193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-33997849-0535-413d-aa7b-748dd23b6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:28.677724 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-33997849-0535-413d-aa7b-748dd23b6401 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 1094 time: 0.0487869 Nov 09 00:16:28.729571 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-0507edf8-6bbe-4b9f-9f04-125d6e2c1df4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbb5a986-ae63-46a0-9267-8d439f93a492 HTTP/1.1" status: 200 len: 217 time: 0.0436597 Nov 09 00:16:28.737045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-513ca116-d965-4c3b-80f4-be1540cdbd38 req-20c07cde-cfc4-49a1-ab07-0307a319d20b tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826466 Nov 09 00:16:28.785437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-81502572-fea5-4782-806b-3f7de9f9b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:28.786105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9020828d-0a19-4349-a1af-3284fa9847bc {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:28.788025 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-81502572-fea5-4782-806b-3f7de9f9b6a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.0512516 Nov 09 00:16:28.794289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:28.806281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Transition to ACTIVE for port object 9020828d-0a19-4349-a1af-3284fa9847bc will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:16:28.810312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:28.820827 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-c2e7d8ff-944d-4ac9-b61f-f1f59ec59f55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257049 Nov 09 00:16:28.867301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Pushing event updated for resources: {'Port': ['ID=9020828d-0a19-4349-a1af-3284fa9847bc,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:28.930253 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-a2d8403d-507d-4138-a06e-401c8803e2b6 service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023304 Nov 09 00:16:28.947531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Attempting to bind port 9020828d-0a19-4349-a1af-3284fa9847bc on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:16:28.948022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Attempting to bind port 9020828d-0a19-4349-a1af-3284fa9847bc by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '302809cd-fbd2-4d15-9f13-fdb3f3e6e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ccbce7b-eb4f-405c-ae12-36b34ce19ade'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:16:28.948447 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Attempting to bind port 9020828d-0a19-4349-a1af-3284fa9847bc on network 0ccbce7b-eb4f-405c-ae12-36b34ce19ade {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:16:28.954023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Port 9020828d-0a19-4349-a1af-3284fa9847bc on network 0ccbce7b-eb4f-405c-ae12-36b34ce19ade not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:16:28.954520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Attempting to bind port 9020828d-0a19-4349-a1af-3284fa9847bc on network 0ccbce7b-eb4f-405c-ae12-36b34ce19ade {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:16:28.963466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:16:28.964304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Checking segment: {'id': '302809cd-fbd2-4d15-9f13-fdb3f3e6e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ccbce7b-eb4f-405c-ae12-36b34ce19ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:16:28.964304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Bound using segment: {'id': '302809cd-fbd2-4d15-9f13-fdb3f3e6e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ccbce7b-eb4f-405c-ae12-36b34ce19ade'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:16:28.965484 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Bound port: 9020828d-0a19-4349-a1af-3284fa9847bc, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302809cd-fbd2-4d15-9f13-fdb3f3e6e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ccbce7b-eb4f-405c-ae12-36b34ce19ade'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:16:28.965962 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:29.041335 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b70761db-0e67-49a9-9d7e-c6ae17893d58 req-63992919-9001-4740-8d5d-1138de1b4c13 service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031978 Nov 09 00:16:29.044712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] For port 9020828d-0a19-4349-a1af-3284fa9847bc, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:16:29.048130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] For port 9020828d-0a19-4349-a1af-3284fa9847bc, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9020828d-0a19-4349-a1af-3284fa9847bc,segment=NetworkSegment(302809cd-fbd2-4d15-9f13-fdb3f3e6e37c),segment_id=302809cd-fbd2-4d15-9f13-fdb3f3e6e37c)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:16:29.053902 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:29.099087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:29.099694 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:29.101080 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] 10.222.0.11 "PUT /v2.0/ports/9020828d-0a19-4349-a1af-3284fa9847bc HTTP/1.1" status: 200 len: 1091 time: 0.9328144 Nov 09 00:16:29.101596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0661f05f-860f-4c25-b102-6cfc45d3ead1', 'tag': '9020828d-0a19-4349-a1af-3284fa9847bc'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:29.103904 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceeca892-e681-4238-9ad3-bda0cd853160" -d '{"events": [{"name": "network-changed", "server_uuid": "0661f05f-860f-4c25-b102-6cfc45d3ead1", "tag": "9020828d-0a19-4349-a1af-3284fa9847bc"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:29.122382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362e21d-2d3e-41c1-8be5-a3f69d2a8fda service neutron] Pushing event updated for resources: {'Port': ['ID=9020828d-0a19-4349-a1af-3284fa9847bc,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:29.159392 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfb10fd-870f-4e3d-be7f-7798599a9061 x-openstack-request-id: req-fbfb10fd-870f-4e3d-be7f-7798599a9061 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:29.159770 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0661f05f-860f-4c25-b102-6cfc45d3ead1", "tag": "9020828d-0a19-4349-a1af-3284fa9847bc", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:29.160093 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbfb10fd-870f-4e3d-be7f-7798599a9061 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:29.160579 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0661f05f-860f-4c25-b102-6cfc45d3ead1', 'tag': '9020828d-0a19-4349-a1af-3284fa9847bc', 'status': 'completed', 'code': 200} Nov 09 00:16:29.172005 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b2e43-6f96-4657-ad58-fed78106b9c0 req-485951a9-f99a-4463-b4ab-2dd93c2b9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:29.173554 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-624b2e43-6f96-4657-ad58-fed78106b9c0 req-485951a9-f99a-4463-b4ab-2dd93c2b9594 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 1094 time: 0.0590618 Nov 09 00:16:29.217274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a02114-65b2-442b-94ab-962bb668d778 req-0562a13c-8041-452a-b62c-4b601cdd2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:29.220077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-0562a13c-8041-452a-b62c-4b601cdd2da8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70fc76b625ed4d779e98d84257a69786&device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 1094 time: 0.0517669 Nov 09 00:16:29.273703 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-5873f0d8-7ffc-4eb2-8df0-7a5ce1e63ebc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9020828d-0a19-4349-a1af-3284fa9847bc HTTP/1.1" status: 200 len: 217 time: 0.0433028 Nov 09 00:16:29.273844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b2e43-6f96-4657-ad58-fed78106b9c0 req-6d1f6c11-412c-416a-a559-b47c3323af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:29.275945 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-624b2e43-6f96-4657-ad58-fed78106b9c0 req-6d1f6c11-412c-416a-a559-b47c3323af35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 911 time: 0.0951579 Nov 09 00:16:29.339609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a02114-65b2-442b-94ab-962bb668d778 req-d1b06f56-261c-40e3-a85e-6d468f8f1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:29.340342 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-624b2e43-6f96-4657-ad58-fed78106b9c0 req-d8081725-8d38-4657-9ea8-86bbef1578f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbb5a986-ae63-46a0-9267-8d439f93a492 HTTP/1.1" status: 200 len: 217 time: 0.0463660 Nov 09 00:16:29.341074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-d1b06f56-261c-40e3-a85e-6d468f8f1b9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4b46669-ceff-4dc1-bdec-51c2777501db HTTP/1.1" status: 200 len: 861 time: 0.0538244 Nov 09 00:16:29.394728 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-337f3a24-b367-4344-b8ec-9ced11fe7d07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ccbce7b-eb4f-405c-ae12-36b34ce19ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381978 Nov 09 00:16:29.408378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b2e43-6f96-4657-ad58-fed78106b9c0 req-a424ab75-7047-4481-918e-53a7976b8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:29.410377 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-624b2e43-6f96-4657-ad58-fed78106b9c0 req-a424ab75-7047-4481-918e-53a7976b8c7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.0546820 Nov 09 00:16:29.448308 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-624b2e43-6f96-4657-ad58-fed78106b9c0 req-6ef2d717-32a1-48aa-a864-1199424a9cd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310609 Nov 09 00:16:29.532684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f77a2-a4eb-404a-927b-f64dbee4e07a req-ae6f7963-6264-4c5a-a58f-30277b33d9c0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:29.534164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d88f77a2-a4eb-404a-927b-f64dbee4e07a req-ae6f7963-6264-4c5a-a58f-30277b33d9c0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 943 time: 0.1014800 Nov 09 00:16:29.549571 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-89093ce6-799c-4677-9f82-601aeaa0e2e2 service neutron] 10.222.0.11 "GET /v2.0/networks/0ccbce7b-eb4f-405c-ae12-36b34ce19ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432021 Nov 09 00:16:29.549953 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-624b2e43-6f96-4657-ad58-fed78106b9c0 req-f3dd876e-ca09-4012-b4f8-c46061cdbad9 service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931053 Nov 09 00:16:29.642114 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d88f77a2-a4eb-404a-927b-f64dbee4e07a req-62596031-b526-4cc2-8c6f-7c094ecb06bd tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992181 Nov 09 00:16:29.677168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a02114-65b2-442b-94ab-962bb668d778 req-6cc54fc3-3b2f-4f02-a252-8128eb281801 service neutron] 10.222.0.11 "GET /v2.0/networks/0ccbce7b-eb4f-405c-ae12-36b34ce19ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123579 Nov 09 00:16:29.695744 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-624b2e43-6f96-4657-ad58-fed78106b9c0 req-ef934d9f-d2d0-4d08-97ed-871f138decca service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318035 Nov 09 00:16:29.741069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d37e5-d33d-45c7-b2da-cb5712c64f3a req-3dc94fef-af3c-48fe-909f-dcb6360a8c47 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:29.742769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c7d37e5-d33d-45c7-b2da-cb5712c64f3a req-3dc94fef-af3c-48fe-909f-dcb6360a8c47 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 943 time: 0.0551355 Nov 09 00:16:29.772931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeca892-e681-4238-9ad3-bda0cd853160 req-1cf6fb77-4c81-412a-8eba-6ea12f2ed626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:29.774927 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ceeca892-e681-4238-9ad3-bda0cd853160 req-1cf6fb77-4c81-412a-8eba-6ea12f2ed626 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70fc76b625ed4d779e98d84257a69786&device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 1094 time: 0.0451617 Nov 09 00:16:29.796533 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c7d37e5-d33d-45c7-b2da-cb5712c64f3a req-e5c75ca9-6b74-4393-aa57-abae0b1dfa7e tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/security-groups?id=753af2b1-dae3-4ef2-91b6-e24efc15ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454328 Nov 09 00:16:29.872015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62540eb5-ef82-4242-ad8a-2151464817ad req-952c1af8-1c12-41e6-8a67-732c80ed912d tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:29.873680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62540eb5-ef82-4242-ad8a-2151464817ad req-952c1af8-1c12-41e6-8a67-732c80ed912d tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0507059 Nov 09 00:16:29.893530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeca892-e681-4238-9ad3-bda0cd853160 req-cc9b1a24-5372-415e-a7ae-8d61460dcc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:29.895000 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ceeca892-e681-4238-9ad3-bda0cd853160 req-cc9b1a24-5372-415e-a7ae-8d61460dcc9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ccbce7b-eb4f-405c-ae12-36b34ce19ade HTTP/1.1" status: 200 len: 921 time: 0.1123030 Nov 09 00:16:29.933876 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62540eb5-ef82-4242-ad8a-2151464817ad req-02d7dcbe-db2f-4d70-a817-5b7a99d8d3ca tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539644 Nov 09 00:16:29.939198 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ceeca892-e681-4238-9ad3-bda0cd853160 req-8bd5378d-afa5-4a6b-a0d4-0166df23f87c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9020828d-0a19-4349-a1af-3284fa9847bc HTTP/1.1" status: 200 len: 217 time: 0.0359764 Nov 09 00:16:29.987757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeca892-e681-4238-9ad3-bda0cd853160 req-1cd39273-556e-446d-bfbc-762b042e1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:29.989085 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ceeca892-e681-4238-9ad3-bda0cd853160 req-1cd39273-556e-446d-bfbc-762b042e1e92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4b46669-ceff-4dc1-bdec-51c2777501db HTTP/1.1" status: 200 len: 861 time: 0.0418882 Nov 09 00:16:30.030348 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ceeca892-e681-4238-9ad3-bda0cd853160 req-91885f76-3d1f-4b61-bcf9-d316f378e3b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ccbce7b-eb4f-405c-ae12-36b34ce19ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309224 Nov 09 00:16:30.132867 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ceeca892-e681-4238-9ad3-bda0cd853160 req-8cdfe9da-3f86-4445-9dc3-d11940d148de service neutron] 10.222.0.11 "GET /v2.0/networks/0ccbce7b-eb4f-405c-ae12-36b34ce19ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928094 Nov 09 00:16:30.225377 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ceeca892-e681-4238-9ad3-bda0cd853160 req-0a578180-f309-4bc8-92de-3c06df123ee2 service neutron] 10.222.0.11 "GET /v2.0/networks/0ccbce7b-eb4f-405c-ae12-36b34ce19ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852580 Nov 09 00:16:30.521971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cbb5a986-ae63-46a0-9267-8d439f93a492 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:30.645428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cbb5a986-ae63-46a0-9267-8d439f93a492, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cbb5a986-ae63-46a0-9267-8d439f93a492,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:30.659046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'cbb5a986-ae63-46a0-9267-8d439f93a492', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'port_id': 'cbb5a986-ae63-46a0-9267-8d439f93a492', 'mac_address': 'fa:16:3e:5c:d9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9749423-c78d-4642-b475-a021e262f974', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:30.703367 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:30.720716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb5a986-ae63-46a0-9267-8d439f93a492 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:30.740991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cbb5a986-ae63-46a0-9267-8d439f93a492, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cbb5a986-ae63-46a0-9267-8d439f93a492,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:30.749236 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:30.782055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16b37d-3ffb-4374-8548-64c05f0c5973 req-761feb27-3e4b-4fc8-bae5-4d20005d8f5f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:30.783539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd16b37d-3ffb-4374-8548-64c05f0c5973 req-761feb27-3e4b-4fc8-bae5-4d20005d8f5f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 943 time: 0.0548332 Nov 09 00:16:30.801048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=cbb5a986-ae63-46a0-9267-8d439f93a492,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:30.809070 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:30.809449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:30.809786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:30.810112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:30.810436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:30.810761 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:30.811079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:30.811437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:30.811932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:30.812259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:30.812570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:30.813013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:30.859199 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd16b37d-3ffb-4374-8548-64c05f0c5973 req-69c0c71b-bdfa-47ba-8cf6-b72c16b1e9c8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621219 Nov 09 00:16:30.939665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb40ad0-0acf-44de-9ab3-092c9eec6e5b req-e98b164d-5ac6-4efd-884b-2a3865a61ef1 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:30.941205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fb40ad0-0acf-44de-9ab3-092c9eec6e5b req-e98b164d-5ac6-4efd-884b-2a3865a61ef1 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 943 time: 0.0658674 Nov 09 00:16:30.990593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fb40ad0-0acf-44de-9ab3-092c9eec6e5b req-a100a85c-7a0c-4f1e-9a19-0906322048e9 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/security-groups?id=753af2b1-dae3-4ef2-91b6-e24efc15ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 Nov 09 00:16:31.049089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['cbb5a986-ae63-46a0-9267-8d439f93a492'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:31.058858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef579cf-d7de-4191-9de2-b94732724c2b req-f2c0dedd-c8a7-4f23-8787-ed6929526993 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:31.060360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fef579cf-d7de-4191-9de2-b94732724c2b req-f2c0dedd-c8a7-4f23-8787-ed6929526993 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0546293 Nov 09 00:16:31.150968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fef579cf-d7de-4191-9de2-b94732724c2b req-ae8bde22-0b26-4909-a614-2b8031718447 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792048 Nov 09 00:16:31.911029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42766) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:31.976396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3111ac2-493e-4373-88e3-bf6148ab2638 req-82308e8d-490b-4e9b-a03e-d0d54093ad08 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:31.978320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3111ac2-493e-4373-88e3-bf6148ab2638 req-82308e8d-490b-4e9b-a03e-d0d54093ad08 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 944 time: 0.0479970 Nov 09 00:16:32.017298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48748f47-0820-464e-a2c8-9fed1ed4007b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.032320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3111ac2-493e-4373-88e3-bf6148ab2638 req-52cba252-f03e-48ac-8c7d-ebefdba1534b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479569 Nov 09 00:16:32.110861 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48748f47-0820-464e-a2c8-9fed1ed4007b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.115022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48748f47-0820-464e-a2c8-9fed1ed4007b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.125685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cde884-96de-4a9f-a701-17bf5750e5ad req-07465f4f-c651-45e8-94a2-bb801b0b8f8d tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:32.127173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7cde884-96de-4a9f-a701-17bf5750e5ad req-07465f4f-c651-45e8-94a2-bb801b0b8f8d tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 943 time: 0.0489261 Nov 09 00:16:32.157303 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-48748f47-0820-464e-a2c8-9fed1ed4007b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0faaaeddbd654b46b2edadb815ec06bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2451746 Nov 09 00:16:32.158490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48748f47-0820-464e-a2c8-9fed1ed4007b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9240f7e3-a58a-4b3d-820b-938f1b53e9df,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:32.161595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42772) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:32.179937 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7cde884-96de-4a9f-a701-17bf5750e5ad req-72ffa357-a016-4c9b-886e-a40c7f9fbf65 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/security-groups?id=753af2b1-dae3-4ef2-91b6-e24efc15ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466824 Nov 09 00:16:32.215301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-57d211b0-96f6-483f-a7e9-d7c4ed360903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.237114 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-57d211b0-96f6-483f-a7e9-d7c4ed360903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.290772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81fa9f-ccb8-4ca6-b406-e41732300f8d req-91781f01-3946-4577-8193-f3a971f019b2 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:32.292014 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-57d211b0-96f6-483f-a7e9-d7c4ed360903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.292374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb81fa9f-ccb8-4ca6-b406-e41732300f8d req-91781f01-3946-4577-8193-f3a971f019b2 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0511920 Nov 09 00:16:32.294638 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-57d211b0-96f6-483f-a7e9-d7c4ed360903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.295783 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-57d211b0-96f6-483f-a7e9-d7c4ed360903 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9240f7e3-a58a-4b3d-820b-938f1b53e9df HTTP/1.1" status: 204 len: 168 time: 0.1330826 Nov 09 00:16:32.307580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d211b0-96f6-483f-a7e9-d7c4ed360903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9240f7e3-a58a-4b3d-820b-938f1b53e9df,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:32.343968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb81fa9f-ccb8-4ca6-b406-e41732300f8d req-d36a7ce5-7bec-4b98-8ff7-e47017492f22 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447884 Nov 09 00:16:32.535511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9020828d-0a19-4349-a1af-3284fa9847bc details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:32.540375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cbb5a986-ae63-46a0-9267-8d439f93a492 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:32.576850 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42786) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:32.590125 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25105949-09ae-4c35-8465-b47556550df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.654027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port cbb5a986-ae63-46a0-9267-8d439f93a492 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:32.666053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port cbb5a986-ae63-46a0-9267-8d439f93a492 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:32.666228 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25105949-09ae-4c35-8465-b47556550df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.666432 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.669692 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25105949-09ae-4c35-8465-b47556550df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.702006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 9020828d-0a19-4349-a1af-3284fa9847bc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9020828d-0a19-4349-a1af-3284fa9847bc,segment=NetworkSegment(302809cd-fbd2-4d15-9f13-fdb3f3e6e37c),segment_id=302809cd-fbd2-4d15-9f13-fdb3f3e6e37c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:32.707573 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-25105949-09ae-4c35-8465-b47556550df2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39b198f93cd94b15958eb554927e701e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295550 Nov 09 00:16:32.709616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25105949-09ae-4c35-8465-b47556550df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25800d1c-e467-4cc9-bb44-8aa3cc952ccf,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:32.710670 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42788) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:32.721884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '9020828d-0a19-4349-a1af-3284fa9847bc', 'network_id': '0ccbce7b-eb4f-405c-ae12-36b34ce19ade', 'port_id': '9020828d-0a19-4349-a1af-3284fa9847bc', 'mac_address': 'fa:16:3e:ab:ed:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b46669-ceff-4dc1-bdec-51c2777501db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:32.782586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-141cd061-d685-4d29-ac66-998a86058503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.788715 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.803578 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-141cd061-d685-4d29-ac66-998a86058503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.807948 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.810620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9020828d-0a19-4349-a1af-3284fa9847bc {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:32.843612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 9020828d-0a19-4349-a1af-3284fa9847bc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9020828d-0a19-4349-a1af-3284fa9847bc,segment=NetworkSegment(302809cd-fbd2-4d15-9f13-fdb3f3e6e37c),segment_id=302809cd-fbd2-4d15-9f13-fdb3f3e6e37c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:32.848980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3afdea-636d-4495-bb45-a8335a4f54b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5a986-ae63-46a0-9267-8d439f93a492'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:32.851292 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff94b10-dc6a-46f6-b475-fb573a85fd54" -d '{"events": [{"server_uuid": "fe3afdea-636d-4495-bb45-a8335a4f54b0", "name": "network-vif-plugged", "status": "completed", "tag": "cbb5a986-ae63-46a0-9267-8d439f93a492"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:32.852025 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-141cd061-d685-4d29-ac66-998a86058503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.855164 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-141cd061-d685-4d29-ac66-998a86058503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.856704 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.859091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-141cd061-d685-4d29-ac66-998a86058503 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25800d1c-e467-4cc9-bb44-8aa3cc952ccf HTTP/1.1" status: 204 len: 168 time: 0.1434469 Nov 09 00:16:32.868437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cd061-d685-4d29-ac66-998a86058503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25800d1c-e467-4cc9-bb44-8aa3cc952ccf,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:32.891692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cbb5a986-ae63-46a0-9267-8d439f93a492, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cbb5a986-ae63-46a0-9267-8d439f93a492,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:32.900142 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f1d79f-3d72-42d3-b419-3fb968123641 x-openstack-request-id: req-c3f1d79f-3d72-42d3-b419-3fb968123641 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:32.900434 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3afdea-636d-4495-bb45-a8335a4f54b0", "name": "network-vif-plugged", "status": "completed", "tag": "cbb5a986-ae63-46a0-9267-8d439f93a492", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:32.900691 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3f1d79f-3d72-42d3-b419-3fb968123641 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:32.901081 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3afdea-636d-4495-bb45-a8335a4f54b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5a986-ae63-46a0-9267-8d439f93a492', 'code': 200} Nov 09 00:16:32.905097 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:32.928588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=9020828d-0a19-4349-a1af-3284fa9847bc,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:32.980163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=cbb5a986-ae63-46a0-9267-8d439f93a492,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:33.005247 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cca110-d9e7-4417-b01c-c735ca89fd47 req-bdd51a63-5bde-484d-aa11-ccdb6013cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:33.006796 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f3cca110-d9e7-4417-b01c-c735ca89fd47 req-bdd51a63-5bde-484d-aa11-ccdb6013cdba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 1096 time: 0.0410559 Nov 09 00:16:33.056621 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f3cca110-d9e7-4417-b01c-c735ca89fd47 req-4d95a428-fb23-4e61-bd0c-1aa29740ec4d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413547 Nov 09 00:16:33.183105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['9020828d-0a19-4349-a1af-3284fa9847bc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:33.509928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c595-a5a6-435f-a111-31eb386064c0 req-06191a38-195c-43ac-a0a6-13600bc819ba tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:33.511556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e345c595-a5a6-435f-a111-31eb386064c0 req-06191a38-195c-43ac-a0a6-13600bc819ba tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.4075029 Nov 09 00:16:33.525026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca6f50-4fe4-4a22-b545-983c060ec40b req-5d319895-1196-40d9-ae03-3564d027cabc tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:33.526563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8ca6f50-4fe4-4a22-b545-983c060ec40b req-5d319895-1196-40d9-ae03-3564d027cabc tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 944 time: 0.0673370 Nov 09 00:16:33.606050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e345c595-a5a6-435f-a111-31eb386064c0 req-b0c203da-533e-4043-8fbc-1cac3a7ac905 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783317 Nov 09 00:16:33.611791 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8ca6f50-4fe4-4a22-b545-983c060ec40b req-5d214d89-2f42-4b42-8f57-104fff0d0732 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/security-groups?id=753af2b1-dae3-4ef2-91b6-e24efc15ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781498 Nov 09 00:16:33.793721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9748c7-2393-4bd2-a816-d652732317e7 req-94d518c9-28e3-4bf9-823b-be4e09aa3222 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:33.795302 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f9748c7-2393-4bd2-a816-d652732317e7 req-94d518c9-28e3-4bf9-823b-be4e09aa3222 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0531623 Nov 09 00:16:33.848055 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f9748c7-2393-4bd2-a816-d652732317e7 req-b80183ae-499f-4d4d-818b-455e98e2ab5e tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 Nov 09 00:16:34.540247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9020828d-0a19-4349-a1af-3284fa9847bc up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:34.588758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 9020828d-0a19-4349-a1af-3284fa9847bc completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:34.592910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 9020828d-0a19-4349-a1af-3284fa9847bc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:34.593300 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:34.676217 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:34.713017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 9020828d-0a19-4349-a1af-3284fa9847bc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9020828d-0a19-4349-a1af-3284fa9847bc,segment=NetworkSegment(302809cd-fbd2-4d15-9f13-fdb3f3e6e37c),segment_id=302809cd-fbd2-4d15-9f13-fdb3f3e6e37c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:34.716966 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:34.765921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=9020828d-0a19-4349-a1af-3284fa9847bc,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:34.777007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2b332-a851-4564-a40b-5bdaf64ee7ef req-ed937b94-19f8-4895-b5d5-c126692619a0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:34.777995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01b2b332-a851-4564-a40b-5bdaf64ee7ef req-ed937b94-19f8-4895-b5d5-c126692619a0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0832675 Nov 09 00:16:34.797709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddb8a8-308c-44b7-81f8-4f31fb67f1e2 req-1b70eb2f-e62e-4bdf-bd7b-b74581df7a23 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:34.800234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fddb8a8-308c-44b7-81f8-4f31fb67f1e2 req-1b70eb2f-e62e-4bdf-bd7b-b74581df7a23 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 945 time: 0.0923295 Nov 09 00:16:34.883171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01b2b332-a851-4564-a40b-5bdaf64ee7ef req-f628f707-2ce6-477e-add7-797c5f9c7d28 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960619 Nov 09 00:16:34.891192 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fddb8a8-308c-44b7-81f8-4f31fb67f1e2 req-529735b7-8dfd-44a6-abcd-320a104cc38e tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/security-groups?id=753af2b1-dae3-4ef2-91b6-e24efc15ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840824 Nov 09 00:16:34.901903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0661f05f-860f-4c25-b102-6cfc45d3ead1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9020828d-0a19-4349-a1af-3284fa9847bc'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:34.904718 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe3925b-7562-46cb-b95a-221964c16665" -d '{"events": [{"server_uuid": "0661f05f-860f-4c25-b102-6cfc45d3ead1", "name": "network-vif-plugged", "status": "completed", "tag": "9020828d-0a19-4349-a1af-3284fa9847bc"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:35.057172 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0d207e-7cbd-4890-b43f-a79fc61c9e24 x-openstack-request-id: req-9b0d207e-7cbd-4890-b43f-a79fc61c9e24 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:35.057776 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0661f05f-860f-4c25-b102-6cfc45d3ead1", "name": "network-vif-plugged", "status": "completed", "tag": "9020828d-0a19-4349-a1af-3284fa9847bc", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:35.058322 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b0d207e-7cbd-4890-b43f-a79fc61c9e24 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:35.059048 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0661f05f-860f-4c25-b102-6cfc45d3ead1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9020828d-0a19-4349-a1af-3284fa9847bc', 'code': 200} Nov 09 00:16:35.090943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4ea25-ed72-402c-a846-2b07eac23063 req-ee73625e-ec76-4246-9fd2-c96346d7664e tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:35.092459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30b4ea25-ed72-402c-a846-2b07eac23063 req-ee73625e-ec76-4246-9fd2-c96346d7664e tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0643525 Nov 09 00:16:35.175230 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3e2d9-9f63-484e-9351-4c4d0558c542 req-6cae6765-c684-494b-a995-343e90e102af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:35.178568 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e6d3e2d9-9f63-484e-9351-4c4d0558c542 req-6cae6765-c684-494b-a995-343e90e102af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 1096 time: 0.0552828 Nov 09 00:16:35.181554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42874) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:35.193810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30b4ea25-ed72-402c-a846-2b07eac23063 req-171fdf55-a7a4-4b7b-8d6b-db68b6c0ab72 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847893 Nov 09 00:16:35.241340 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e6d3e2d9-9f63-484e-9351-4c4d0558c542 req-c642d44e-22ea-4341-aec6-55ec59a99cf6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=753af2b1-dae3-4ef2-91b6-e24efc15ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526724 Nov 09 00:16:35.299046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48368f54-e308-4667-a544-1d5bd8a5df3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:35.374720 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48368f54-e308-4667-a544-1d5bd8a5df3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:35.378884 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48368f54-e308-4667-a544-1d5bd8a5df3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:35.424528 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-48368f54-e308-4667-a544-1d5bd8a5df3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d1d18a6ec4b4a5d8cf84e478c029225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2417228 Nov 09 00:16:35.425618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48368f54-e308-4667-a544-1d5bd8a5df3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e9d244-c887-44f0-8679-f551175e49e9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:35.427259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42888) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:35.523652 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:35.534884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb5a00-efc3-4dc2-8741-cda46d8edda5 req-c0210933-1588-4b15-b191-abdd3aef023f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:35.536391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82cb5a00-efc3-4dc2-8741-cda46d8edda5 req-c0210933-1588-4b15-b191-abdd3aef023f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0800240 Nov 09 00:16:35.569499 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:35.622129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82cb5a00-efc3-4dc2-8741-cda46d8edda5 req-7eb1fbfd-43b4-4579-a1fd-f1fb5d88bca3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773828 Nov 09 00:16:35.643711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:35.644324 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:35.645542 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06e9d244-c887-44f0-8679-f551175e49e9 HTTP/1.1" status: 204 len: 168 time: 0.2171640 Nov 09 00:16:35.653772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e9d244-c887-44f0-8679-f551175e49e9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:35.661192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:35.661567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:35.661905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:35.662241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:35.662578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:35.662897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:35.663221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:35.663708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:35.664039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:35.664358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:35.664742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:35.665618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8383d22-6071-4de8-aed5-241aa189fe99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:16:35.906449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42894) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:35.919805 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2296835b-90b3-4a0c-b5ae-9f97b94fdcac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:36.025231 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2296835b-90b3-4a0c-b5ae-9f97b94fdcac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:36.031051 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2296835b-90b3-4a0c-b5ae-9f97b94fdcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:36.065072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36935c-95d1-4740-bf3e-2db16453fe37 req-2ef96856-ffc7-4080-9a67-f3383abc542f tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:36.066609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c36935c-95d1-4740-bf3e-2db16453fe37 req-2ef96856-ffc7-4080-9a67-f3383abc542f tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 945 time: 0.0945642 Nov 09 00:16:36.107018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2296835b-90b3-4a0c-b5ae-9f97b94fdcac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50391e44001d4d31adac271be6a2b008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1992092 Nov 09 00:16:36.109803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42904) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:36.111365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296835b-90b3-4a0c-b5ae-9f97b94fdcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc23ac2-fa61-45c4-97c2-389fd4296d66,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:36.145443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c36935c-95d1-4740-bf3e-2db16453fe37 req-59b13984-9e41-4a3a-b86e-a0e27ee75935 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/security-groups?id=753af2b1-dae3-4ef2-91b6-e24efc15ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651126 Nov 09 00:16:36.163222 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1323bca2-0dc5-482a-821d-8c7020aceddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:36.183461 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1323bca2-0dc5-482a-821d-8c7020aceddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:36.233401 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1323bca2-0dc5-482a-821d-8c7020aceddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:36.236387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1323bca2-0dc5-482a-821d-8c7020aceddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:36.237570 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1323bca2-0dc5-482a-821d-8c7020aceddf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddc23ac2-fa61-45c4-97c2-389fd4296d66 HTTP/1.1" status: 204 len: 168 time: 0.1260867 Nov 09 00:16:36.245893 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323bca2-0dc5-482a-821d-8c7020aceddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc23ac2-fa61-45c4-97c2-389fd4296d66,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:36.350016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb27421-bcb8-4201-958c-e7a5d0fb459f req-3c5ac762-db88-401d-b1ed-6dcc3240222a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:36.352474 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4eb27421-bcb8-4201-958c-e7a5d0fb459f req-3c5ac762-db88-401d-b1ed-6dcc3240222a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0846710 Nov 09 00:16:36.405514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4eb27421-bcb8-4201-958c-e7a5d0fb459f req-1f1a01f1-df5c-4c0e-9474-5c33201a34a5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439150 Nov 09 00:16:36.740288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5259eb6-0931-4db0-986b-be5b026619cd req-88804f31-b26b-4584-92c5-1578fd85a3f8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:36.741906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5259eb6-0931-4db0-986b-be5b026619cd req-88804f31-b26b-4584-92c5-1578fd85a3f8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0505283 Nov 09 00:16:36.796790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5259eb6-0931-4db0-986b-be5b026619cd req-c32c4473-b130-42e8-86c3-e5633e36f8d6 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472076 Nov 09 00:16:37.281611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39800ce-0111-4c7b-8e2c-25f33cddd15a req-97a5f50e-8076-4c76-83f8-e9e617e4136b tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:37.283029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e39800ce-0111-4c7b-8e2c-25f33cddd15a req-97a5f50e-8076-4c76-83f8-e9e617e4136b tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 945 time: 0.0503509 Nov 09 00:16:37.333674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e39800ce-0111-4c7b-8e2c-25f33cddd15a req-783f1944-6cbb-4bc5-bd50-18c8b1776886 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/security-groups?id=753af2b1-dae3-4ef2-91b6-e24efc15ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428708 Nov 09 00:16:37.542611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c0daa-d856-4111-a343-8580a234e50b req-edf148f3-711f-4f31-9b1b-d25640054ce0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:37.544493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-370c0daa-d856-4111-a343-8580a234e50b req-edf148f3-711f-4f31-9b1b-d25640054ce0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0625327 Nov 09 00:16:37.611237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-370c0daa-d856-4111-a343-8580a234e50b req-29c442f1-8d30-4d9b-9179-02e3ddf39b80 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560338 Nov 09 00:16:37.947320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf508c3f-f092-4b6a-add0-36a9f43b9123 req-12b9e616-b15c-4f02-aa8d-61d7db8f144a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:37.955926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf508c3f-f092-4b6a-add0-36a9f43b9123 req-12b9e616-b15c-4f02-aa8d-61d7db8f144a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0753651 Nov 09 00:16:37.967494 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:16:38.013859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf508c3f-f092-4b6a-add0-36a9f43b9123 req-ccfe306f-04a6-4e6b-8eac-e352c97d9886 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569489 Nov 09 00:16:38.097083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7744bb8-a128-4c05-b633-1fd6f144f5ad req-ce6feb82-28e6-4ed3-817b-7081e13928de tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:38.098667 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7744bb8-a128-4c05-b633-1fd6f144f5ad req-ce6feb82-28e6-4ed3-817b-7081e13928de tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 945 time: 0.0512474 Nov 09 00:16:38.157178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7744bb8-a128-4c05-b633-1fd6f144f5ad req-bd861df6-3235-4244-b855-eef0a69e7b0d tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/security-groups?id=753af2b1-dae3-4ef2-91b6-e24efc15ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508106 Nov 09 00:16:38.269690 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43000) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:38.379289 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42bd5dad-9383-42ad-9233-6641f9a93811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:38.452358 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42bd5dad-9383-42ad-9233-6641f9a93811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:38.456344 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42bd5dad-9383-42ad-9233-6641f9a93811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:38.502734 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-42bd5dad-9383-42ad-9233-6641f9a93811 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de6aff64afc7422b80d6cb43e9434ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2319062 Nov 09 00:16:38.503824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd5dad-9383-42ad-9233-6641f9a93811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dc311b-4589-40bb-95d5-1223cef70277,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:38.505459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43004) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:38.558183 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-632ccaa0-4d55-4e57-8055-e3d4c5d6b686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:38.579810 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-632ccaa0-4d55-4e57-8055-e3d4c5d6b686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:38.631789 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-632ccaa0-4d55-4e57-8055-e3d4c5d6b686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:38.635661 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-632ccaa0-4d55-4e57-8055-e3d4c5d6b686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:38.637088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-632ccaa0-4d55-4e57-8055-e3d4c5d6b686 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2dc311b-4589-40bb-95d5-1223cef70277 HTTP/1.1" status: 204 len: 168 time: 0.1304486 Nov 09 00:16:38.647632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ccaa0-4d55-4e57-8055-e3d4c5d6b686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dc311b-4589-40bb-95d5-1223cef70277,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:38.735912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26724f3a-46db-4b69-aa5a-d39df2bb53ce req-e8bbea54-beec-4575-be94-2c95a84eca6b tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:38.737428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26724f3a-46db-4b69-aa5a-d39df2bb53ce req-e8bbea54-beec-4575-be94-2c95a84eca6b tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0521600 Nov 09 00:16:38.787905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26724f3a-46db-4b69-aa5a-d39df2bb53ce req-7372e7b6-2113-4980-8926-d1e3de9ff57f tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Nov 09 00:16:38.937540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43014) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:38.951807 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f962518e-05d1-444f-8743-bde44d9b1d4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:39.036672 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f962518e-05d1-444f-8743-bde44d9b1d4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:39.043536 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f962518e-05d1-444f-8743-bde44d9b1d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:39.086450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f962518e-05d1-444f-8743-bde44d9b1d4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=baeb560eb0794a5caf8b091105ccc633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477864 Nov 09 00:16:39.087846 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962518e-05d1-444f-8743-bde44d9b1d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94640a6d-3289-46db-bbb3-0465d88bad88,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:39.089842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43018) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:39.142472 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebfdc749-cca8-41a0-99aa-91ac512166a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:39.143355 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7147d-8909-40ef-a58b-de9f3fd2ad44 req-00cbb778-2fa5-4a9b-ba91-ecbd7e17f2cc tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:39.144885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89a7147d-8909-40ef-a58b-de9f3fd2ad44 req-00cbb778-2fa5-4a9b-ba91-ecbd7e17f2cc tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0535374 Nov 09 00:16:39.163825 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebfdc749-cca8-41a0-99aa-91ac512166a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:39.200730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89a7147d-8909-40ef-a58b-de9f3fd2ad44 req-224b6cb4-0c29-41ba-b967-55adb2b1cb68 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489502 Nov 09 00:16:39.234915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebfdc749-cca8-41a0-99aa-91ac512166a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:39.238386 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebfdc749-cca8-41a0-99aa-91ac512166a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:39.250831 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ebfdc749-cca8-41a0-99aa-91ac512166a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94640a6d-3289-46db-bbb3-0465d88bad88 HTTP/1.1" status: 204 len: 168 time: 0.1545255 Nov 09 00:16:39.263639 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdc749-cca8-41a0-99aa-91ac512166a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94640a6d-3289-46db-bbb3-0465d88bad88,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:39.329210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7adde-7c57-49ea-b40d-d9e71e653045 req-2f82d63b-3497-4153-a3d9-e3f33c28f503 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:39.337427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bd7adde-7c57-49ea-b40d-d9e71e653045 req-2f82d63b-3497-4153-a3d9-e3f33c28f503 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 945 time: 0.0608325 Nov 09 00:16:39.361160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae838238-63c5-46d7-a9ef-7f39dac6840d req-758db341-6c36-4e6b-a857-fb9a011d333a tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:39.362782 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ae838238-63c5-46d7-a9ef-7f39dac6840d req-758db341-6c36-4e6b-a857-fb9a011d333a tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.11 "GET /v2.0/ports?device_id=0661f05f-860f-4c25-b102-6cfc45d3ead1 HTTP/1.1" status: 200 len: 945 time: 0.0662644 Nov 09 00:16:39.385283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bd7adde-7c57-49ea-b40d-d9e71e653045 req-0d5d4c05-ce52-445a-b886-b453ae5d1114 tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.25 "GET /v2.0/security-groups?id=753af2b1-dae3-4ef2-91b6-e24efc15ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470669 Nov 09 00:16:39.477138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-ae838238-63c5-46d7-a9ef-7f39dac6840d req-bffffe69-8ecc-4595-a877-c43be8abaaaf tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Deleting port 9020828d-0a19-4349-a1af-3284fa9847bc {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:16:39.477509 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ae838238-63c5-46d7-a9ef-7f39dac6840d req-bffffe69-8ecc-4595-a877-c43be8abaaaf tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:39.571666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ae838238-63c5-46d7-a9ef-7f39dac6840d req-bffffe69-8ecc-4595-a877-c43be8abaaaf tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] For port 9020828d-0a19-4349-a1af-3284fa9847bc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9020828d-0a19-4349-a1af-3284fa9847bc,segment=NetworkSegment(302809cd-fbd2-4d15-9f13-fdb3f3e6e37c),segment_id=302809cd-fbd2-4d15-9f13-fdb3f3e6e37c)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:39.572028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ae838238-63c5-46d7-a9ef-7f39dac6840d req-bffffe69-8ecc-4595-a877-c43be8abaaaf tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:39.584577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-ae838238-63c5-46d7-a9ef-7f39dac6840d req-bffffe69-8ecc-4595-a877-c43be8abaaaf tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Calling delete_port for 9020828d-0a19-4349-a1af-3284fa9847bc owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:16:39.713045 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ae838238-63c5-46d7-a9ef-7f39dac6840d req-bffffe69-8ecc-4595-a877-c43be8abaaaf tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:39.725927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['9020828d-0a19-4349-a1af-3284fa9847bc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:39.746308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffffe69-8ecc-4595-a877-c43be8abaaaf tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Pushing event deleted for resources: {'Port': ['ID=9020828d-0a19-4349-a1af-3284fa9847bc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:39.787750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae838238-63c5-46d7-a9ef-7f39dac6840d req-bffffe69-8ecc-4595-a877-c43be8abaaaf tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] No DVR routers for this DVR port 9020828d-0a19-4349-a1af-3284fa9847bc on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:16:39.792569 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ae838238-63c5-46d7-a9ef-7f39dac6840d req-bffffe69-8ecc-4595-a877-c43be8abaaaf tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:39.794801 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ae838238-63c5-46d7-a9ef-7f39dac6840d req-bffffe69-8ecc-4595-a877-c43be8abaaaf tempest-ServerMetadataNegativeTestJSON-1765539659 tempest-ServerMetadataNegativeTestJSON-1765539659-project] 10.222.0.11 "DELETE /v2.0/ports/9020828d-0a19-4349-a1af-3284fa9847bc HTTP/1.1" status: 204 len: 173 time: 0.4238987 Nov 09 00:16:39.795249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0661f05f-860f-4c25-b102-6cfc45d3ead1', 'name': 'network-vif-deleted', 'tag': '9020828d-0a19-4349-a1af-3284fa9847bc'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:39.797669 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007c96e7-98a8-4579-839d-bc7400e7a3c8" -d '{"events": [{"server_uuid": "0661f05f-860f-4c25-b102-6cfc45d3ead1", "name": "network-vif-deleted", "tag": "9020828d-0a19-4349-a1af-3284fa9847bc"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:39.837296 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bf7ddb-ca68-4129-99e4-01c33c3bcce8 x-openstack-request-id: req-47bf7ddb-ca68-4129-99e4-01c33c3bcce8 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:39.837598 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0661f05f-860f-4c25-b102-6cfc45d3ead1", "name": "network-vif-deleted", "tag": "9020828d-0a19-4349-a1af-3284fa9847bc", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:39.837853 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47bf7ddb-ca68-4129-99e4-01c33c3bcce8 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:39.838354 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0661f05f-860f-4c25-b102-6cfc45d3ead1', 'name': 'network-vif-deleted', 'tag': '9020828d-0a19-4349-a1af-3284fa9847bc', 'status': 'completed', 'code': 200} Nov 09 00:16:39.940966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c5d97-2853-42d9-a890-dd95f6801c56 req-48c2a85b-7a44-4f55-bd47-b1bfca384998 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:39.942484 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a9c5d97-2853-42d9-a890-dd95f6801c56 req-48c2a85b-7a44-4f55-bd47-b1bfca384998 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0591850 Nov 09 00:16:39.990788 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a9c5d97-2853-42d9-a890-dd95f6801c56 req-896a4013-1d69-4711-a8c5-aeb3f04dfd42 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 Nov 09 00:16:40.345339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079018d-3981-49fe-8778-bb4bcbdb436d req-f8fcecb7-fd68-49d5-a2f0-c3f9e5606772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:40.352702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9079018d-3981-49fe-8778-bb4bcbdb436d req-f8fcecb7-fd68-49d5-a2f0-c3f9e5606772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0600319 Nov 09 00:16:40.403800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9079018d-3981-49fe-8778-bb4bcbdb436d req-3625d0c0-f672-4ada-a91b-9cee52be2e9d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502396 Nov 09 00:16:40.454272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43074) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:40.503631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-90570939-670b-4663-843e-1390b8646c4d admin admin] Deleting subnet e4b46669-ceff-4dc1-bdec-51c2777501db {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:16:40.506877 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90570939-670b-4663-843e-1390b8646c4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:40.544531 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90570939-670b-4663-843e-1390b8646c4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:40.583214 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90570939-670b-4663-843e-1390b8646c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:40.634566 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90570939-670b-4663-843e-1390b8646c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:40.661869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90570939-670b-4663-843e-1390b8646c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b46669-ceff-4dc1-bdec-51c2777501db,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:40.663703 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90570939-670b-4663-843e-1390b8646c4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:40.666982 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-90570939-670b-4663-843e-1390b8646c4d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e4b46669-ceff-4dc1-bdec-51c2777501db HTTP/1.1" status: 204 len: 168 time: 0.2116497 Nov 09 00:16:40.669434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43084) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:40.739151 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:40.818849 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:40.838136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ccbce7b-eb4f-405c-ae12-36b34ce19ade']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:40.846913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302809cd-fbd2-4d15-9f13-fdb3f3e6e37c') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:40.847202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302809cd-fbd2-4d15-9f13-fdb3f3e6e37c') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:40.856930 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:40.871922 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:40.878030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:16:40.878534 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:16:40.880117 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:16:40.936891 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:40.942306 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:40.945593 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0ccbce7b-eb4f-405c-ae12-36b34ce19ade HTTP/1.1" status: 204 len: 168 time: 0.2752306 Nov 09 00:16:40.958827 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f2c61-6a29-4142-b9c9-e1ac67805530 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ccbce7b-eb4f-405c-ae12-36b34ce19ade,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:41.115142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e4e5-1244-45be-bca5-b89ad46e18a8 req-867e3d89-3bd1-46f7-8688-587117d75add tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:41.117270 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8728e4e5-1244-45be-bca5-b89ad46e18a8 req-867e3d89-3bd1-46f7-8688-587117d75add tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0536904 Nov 09 00:16:41.130272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43124) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:41.186081 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3d95af76-b5d2-4fe3-bcb6-90e0027745b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70fc76b625ed4d779e98d84257a69786&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0541563 Nov 09 00:16:41.188733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43132) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:41.195747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8728e4e5-1244-45be-bca5-b89ad46e18a8 req-aaee5f2e-b64e-4be8-80d2-6450e5ca3e93 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701921 Nov 09 00:16:41.242871 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-751b77ca-b75e-4b2c-8a1e-54cc215f9f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:41.265204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-751b77ca-b75e-4b2c-8a1e-54cc215f9f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:41.318830 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-751b77ca-b75e-4b2c-8a1e-54cc215f9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:41.322506 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-751b77ca-b75e-4b2c-8a1e-54cc215f9f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:41.323680 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-751b77ca-b75e-4b2c-8a1e-54cc215f9f1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/753af2b1-dae3-4ef2-91b6-e24efc15ba83 HTTP/1.1" status: 204 len: 168 time: 0.1337810 Nov 09 00:16:41.331772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b77ca-b75e-4b2c-8a1e-54cc215f9f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753af2b1-dae3-4ef2-91b6-e24efc15ba83,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:41.573073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6018e-9663-47f5-b242-e58a82e28d45 req-90bc5deb-7a4f-4cb0-8972-67d101cf45b2 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:41.575304 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4c6018e-9663-47f5-b242-e58a82e28d45 req-90bc5deb-7a4f-4cb0-8972-67d101cf45b2 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0766201 Nov 09 00:16:41.633206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4c6018e-9663-47f5-b242-e58a82e28d45 req-67bfd0d1-9634-44e6-87d9-d10778873125 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517504 Nov 09 00:16:41.780489 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43188) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:41.935028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-080c0613-93e5-498f-b35d-866dae7163f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.011915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-080c0613-93e5-498f-b35d-866dae7163f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.016018 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-080c0613-93e5-498f-b35d-866dae7163f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.057616 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-080c0613-93e5-498f-b35d-866dae7163f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5d7bacd9edb43b4ab427dac523aeac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760515 Nov 09 00:16:42.057780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43202) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:42.058515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c0613-93e5-498f-b35d-866dae7163f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1661f4d6-6ca4-4be4-9f40-546b57d4f5b5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:42.116569 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e1c04c2-6caa-498b-a92c-a539b2cbb5b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.139364 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e1c04c2-6caa-498b-a92c-a539b2cbb5b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.187282 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e1c04c2-6caa-498b-a92c-a539b2cbb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.190455 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e1c04c2-6caa-498b-a92c-a539b2cbb5b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.191600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7e1c04c2-6caa-498b-a92c-a539b2cbb5b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1661f4d6-6ca4-4be4-9f40-546b57d4f5b5 HTTP/1.1" status: 204 len: 168 time: 0.1323407 Nov 09 00:16:42.199618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c04c2-6caa-498b-a92c-a539b2cbb5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1661f4d6-6ca4-4be4-9f40-546b57d4f5b5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:42.321110 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05edfe7-c9d4-43b6-b9e3-24344ada09d4 req-69654d16-c006-4a09-a129-f57c713c4c9a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:42.323308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f05edfe7-c9d4-43b6-b9e3-24344ada09d4 req-69654d16-c006-4a09-a129-f57c713c4c9a tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0611854 Nov 09 00:16:42.376563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f05edfe7-c9d4-43b6-b9e3-24344ada09d4 req-4124d3db-e6eb-49b4-899c-814edbefadf3 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470898 Nov 09 00:16:42.419287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43218) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:42.530535 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa55f664-5a36-41fa-9475-5c28baed9150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.554909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43224) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:42.568703 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d01418f8-79ce-47ab-921b-f7969211c322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.569590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9020828d-0a19-4349-a1af-3284fa9847bc no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:16:42.621677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 9020828d-0a19-4349-a1af-3284fa9847bc {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:16:42.622139 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9020828d-0a19-4349-a1af-3284fa9847bc not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:16:42.634863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa55f664-5a36-41fa-9475-5c28baed9150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.640545 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa55f664-5a36-41fa-9475-5c28baed9150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.641031 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4bd9a3b0-d7c8-4a01-b449-567e80e4fe34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.680375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55f664-5a36-41fa-9475-5c28baed9150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005c9932-c36b-47d9-8e3c-0f19b881ec0c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:42.686888 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d01418f8-79ce-47ab-921b-f7969211c322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.689942 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aa55f664-5a36-41fa-9475-5c28baed9150 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e58f624e511b4376aea85ea2ab72283a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2692783 Nov 09 00:16:42.691039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43230) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:42.706560 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d01418f8-79ce-47ab-921b-f7969211c322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.792202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01418f8-79ce-47ab-921b-f7969211c322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0a807b-8f3c-4ce0-b80e-45557dd48742,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:42.797375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d01418f8-79ce-47ab-921b-f7969211c322 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b3c91eef2dc428394e68fd91539a3e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413116 Nov 09 00:16:42.800381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43232) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:42.829587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60d319-b224-48bb-8ca9-661f0b3558ba req-e5dd4465-8c7d-4959-aaa3-3053cb42ccfe tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:42.831086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce60d319-b224-48bb-8ca9-661f0b3558ba req-e5dd4465-8c7d-4959-aaa3-3053cb42ccfe tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1152604 Nov 09 00:16:42.831711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7c367d53-cfab-4373-906d-038056e92a94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.852197 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b268cb79-1285-4c52-a474-d65f8abe0056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.866433 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7c367d53-cfab-4373-906d-038056e92a94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.874130 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b268cb79-1285-4c52-a474-d65f8abe0056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.917726 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce60d319-b224-48bb-8ca9-661f0b3558ba req-fb545003-f80d-4514-8924-1df0cb6df998 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767601 Nov 09 00:16:42.920132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b268cb79-1285-4c52-a474-d65f8abe0056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.922966 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b268cb79-1285-4c52-a474-d65f8abe0056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.926370 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b268cb79-1285-4c52-a474-d65f8abe0056 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e0a807b-8f3c-4ce0-b80e-45557dd48742 HTTP/1.1" status: 204 len: 168 time: 0.1227052 Nov 09 00:16:42.932844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268cb79-1285-4c52-a474-d65f8abe0056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0a807b-8f3c-4ce0-b80e-45557dd48742,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:42.946102 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7c367d53-cfab-4373-906d-038056e92a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.949155 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7c367d53-cfab-4373-906d-038056e92a94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:42.951102 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7c367d53-cfab-4373-906d-038056e92a94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/005c9932-c36b-47d9-8e3c-0f19b881ec0c HTTP/1.1" status: 204 len: 168 time: 0.2586727 Nov 09 00:16:42.963942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c367d53-cfab-4373-906d-038056e92a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005c9932-c36b-47d9-8e3c-0f19b881ec0c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:43.512970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8acde-c632-4ed6-a717-a9ca6aea4b0b req-f42dbc36-dc0e-4be7-9ea9-9c1dec88e974 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:43.515819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aaa8acde-c632-4ed6-a717-a9ca6aea4b0b req-f42dbc36-dc0e-4be7-9ea9-9c1dec88e974 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0624545 Nov 09 00:16:43.581429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aaa8acde-c632-4ed6-a717-a9ca6aea4b0b req-69b677c4-7392-4e44-b5b1-1dfd436ec7ad tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536385 Nov 09 00:16:43.676694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43280) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:43.883038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1270363455-network', 'tenant_id': 'fac795994a834c26adcae829fc064be0'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:43.907671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Made reservation on behalf of fac795994a834c26adcae829fc064be0 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:43.911129 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:43.924203 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:44.026932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f43e9-4fc9-4ca8-8eb1-6021ec6f5ba8 req-c9fbbe7c-8873-4b80-9594-f16f2949d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:44.028443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-885f43e9-4fc9-4ca8-8eb1-6021ec6f5ba8 req-c9fbbe7c-8873-4b80-9594-f16f2949d4fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 1096 time: 0.0779278 Nov 09 00:16:44.087613 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:44.099617 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:44.110243 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ce1e-2471-4f29-9ae0-a45ca5883b74 req-271d4439-f30c-4c38-928e-5a8352571da2 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:44.111862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8019ce1e-2471-4f29-9ae0-a45ca5883b74 req-271d4439-f30c-4c38-928e-5a8352571da2 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1105974 Nov 09 00:16:44.163291 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-885f43e9-4fc9-4ca8-8eb1-6021ec6f5ba8 req-8d4f2bb2-b7ec-4f9c-8799-bfaca23e226f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199551 Nov 09 00:16:44.166904 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:16:44.176097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bae72dd-ecbc-421b-987d-3acf8b1b13df,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:44.185607 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:44.185607 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Added segment 1e995b0d-73aa-49f4-b4be-3d7a9ce6a985 of type vlan for network ce22d967-e911-46ef-a648-671d86d24c3e Nov 09 00:16:44.243226 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8019ce1e-2471-4f29-9ae0-a45ca5883b74 req-71c95450-7c58-4b2b-89fb-8bef868a3e57 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087613 Nov 09 00:16:44.245361 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:44.272087 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:44.273323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:44.274130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:44.330686 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6528406 Nov 09 00:16:44.333402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43308) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:44.338215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-775e1681-f8c2-49de-8bd8-893250cf7088 admin admin] Request body: {'subnet': {'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1270363455-subnet', 'tenant_id': 'fac795994a834c26adcae829fc064be0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:44.347795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0915c0-3c4b-433a-a6a8-9d1ecb2e15a2 admin admin] Pushing event updated for resources: {'Network': ['ID=ce22d967-e911-46ef-a648-671d86d24c3e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:44.360147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network ce22d967-e911-46ef-a648-671d86d24c3e details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:16:44.368723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775e1681-f8c2-49de-8bd8-893250cf7088 admin admin] Made reservation on behalf of fac795994a834c26adcae829fc064be0 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:44.371784 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-775e1681-f8c2-49de-8bd8-893250cf7088 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:44.590404 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-775e1681-f8c2-49de-8bd8-893250cf7088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:44.653969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e1681-f8c2-49de-8bd8-893250cf7088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:44.664533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e1681-f8c2-49de-8bd8-893250cf7088 admin admin] Checking segment: {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:16:44.664968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775e1681-f8c2-49de-8bd8-893250cf7088 admin admin] Network hostable DHCP agents. Network: ce22d967-e911-46ef-a648-671d86d24c3e, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:16:44.685766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775e1681-f8c2-49de-8bd8-893250cf7088 admin admin] Network ce22d967-e911-46ef-a648-671d86d24c3e is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:16:44.719695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-775e1681-f8c2-49de-8bd8-893250cf7088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, ce22d967-e911-46ef-a648-671d86d24c3e) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:16:44.725278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775e1681-f8c2-49de-8bd8-893250cf7088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:44.725468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-775e1681-f8c2-49de-8bd8-893250cf7088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:44.729133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e20c0d-9ee1-4484-aa8a-2d590ee747d5 None None] Network ce22d967-e911-46ef-a648-671d86d24c3e requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:16:44.744909 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-775e1681-f8c2-49de-8bd8-893250cf7088 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4104726 Nov 09 00:16:44.763815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66e5f4-4fa9-4fa7-8928-1179bcd48391 req-97459b1c-99ac-409c-992b-95bae6f08790 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:44.777207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b66e5f4-4fa9-4fa7-8928-1179bcd48391 req-97459b1c-99ac-409c-992b-95bae6f08790 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0934262 Nov 09 00:16:44.831107 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dd290ed4-3a3c-47bc-b7f2-daff52508a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:44.838855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b66e5f4-4fa9-4fa7-8928-1179bcd48391 req-8cdf36d5-ba37-4c1b-9223-441494a48b76 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597923 Nov 09 00:16:45.051114 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc48579-b037-4971-bef5-988a36255897 None None] Network ce22d967-e911-46ef-a648-671d86d24c3e requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:16:45.362010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-42c835d1-a7ad-4dc0-a737-6d9b0f2c925d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:45.364591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-42c835d1-a7ad-4dc0-a737-6d9b0f2c925d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 815 time: 0.1995745 Nov 09 00:16:45.411964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-220d9171-a9bf-4d5f-980e-702646fb8840 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/quotas/fac795994a834c26adcae829fc064be0 HTTP/1.1" status: 200 len: 375 time: 0.0235105 Nov 09 00:16:45.464311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-b295da3b-ce65-4706-b427-4d025b12a1b7 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450068 Nov 09 00:16:45.478220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62440af-e4ab-422d-8925-d6c731efcb9e req-44604b2a-060f-4406-89ee-91d7f767ca40 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:45.481283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a62440af-e4ab-422d-8925-d6c731efcb9e req-44604b2a-060f-4406-89ee-91d7f767ca40 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1465394 Nov 09 00:16:45.521471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43368) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:45.603178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a62440af-e4ab-422d-8925-d6c731efcb9e req-ee94e9c3-e853-4b23-bb4c-6f1492d4c7ee tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091371 Nov 09 00:16:45.623899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6341ff4e-3d20-42ea-8ab7-1e1e5b162ab6 service neutron] 10.222.0.25 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412835 Nov 09 00:16:45.640321 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d947de6c-efe6-4d9d-8105-e9aca0afcc1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:45.738414 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-8fd0187e-67f4-434f-9a82-30e44060c062 service neutron] 10.222.0.25 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981026 Nov 09 00:16:45.746900 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d947de6c-efe6-4d9d-8105-e9aca0afcc1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:45.751776 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d947de6c-efe6-4d9d-8105-e9aca0afcc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:45.795260 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d947de6c-efe6-4d9d-8105-e9aca0afcc1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d20d8b49e73a4446a35d67dd9d3a3248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2726276 Nov 09 00:16:45.796209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947de6c-efe6-4d9d-8105-e9aca0afcc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e2ce19-3034-422c-a2fc-842a27198a05,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:45.798156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43376) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:45.850735 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:45.879773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8927f91c-defb-498c-91d8-135368ec0c1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:45.908407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8927f91c-defb-498c-91d8-135368ec0c1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:45.997942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3aad5c11-12e3-4c2a-888b-d3969126216e req-8d8a4953-f819-4ce6-8f6f-9ca6fa9b4683 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 210 time: 0.0308936 Nov 09 00:16:46.015894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec12c09-a188-487e-937f-1c9031abe56a req-d224434f-39de-4790-bb24-958e6b4e1300 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:46.017702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ec12c09-a188-487e-937f-1c9031abe56a req-d224434f-39de-4790-bb24-958e6b4e1300 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.1021490 Nov 09 00:16:46.026864 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8927f91c-defb-498c-91d8-135368ec0c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:46.029723 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8927f91c-defb-498c-91d8-135368ec0c1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:46.034116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8927f91c-defb-498c-91d8-135368ec0c1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33e2ce19-3034-422c-a2fc-842a27198a05 HTTP/1.1" status: 204 len: 168 time: 0.2348084 Nov 09 00:16:46.054593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927f91c-defb-498c-91d8-135368ec0c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e2ce19-3034-422c-a2fc-842a27198a05,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:46.063276 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:46.104478 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ec12c09-a188-487e-937f-1c9031abe56a req-0fd68772-ab03-46e3-89bf-6cf9e1fe958b tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691891 Nov 09 00:16:46.151434 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:46.381699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c76e05-792e-4545-a9f6-1741cced6d07 req-2615cb7d-c6f2-4a9b-aa19-28bea47c0919 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:46.383466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9c76e05-792e-4545-a9f6-1741cced6d07 req-2615cb7d-c6f2-4a9b-aa19-28bea47c0919 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0833340 Nov 09 00:16:46.391041 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9276c-8426-4857-9f99-e46ba6ae4d76 req-61ca5599-ec24-43fd-bcde-e3391e579a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:46.392898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cd9276c-8426-4857-9f99-e46ba6ae4d76 req-61ca5599-ec24-43fd-bcde-e3391e579a85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b32019551524d2f9df2c3bdc1ea8bf3&device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 1096 time: 0.0906281 Nov 09 00:16:46.452155 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43400) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:46.472015 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-40e4a84a-2492-4595-9110-886b2011bf20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:46.502319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9c76e05-792e-4545-a9f6-1741cced6d07 req-3525cf54-6a23-4650-8c7b-bde3ae7d2c39 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083586 Nov 09 00:16:46.534128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9276c-8426-4857-9f99-e46ba6ae4d76 req-7d982015-84b3-47d8-ab38-ea5c73e68647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:46.536395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cd9276c-8426-4857-9f99-e46ba6ae4d76 req-7d982015-84b3-47d8-ab38-ea5c73e68647 service neutron] 10.222.0.30 "GET /v2.0/networks?id=de14ec28-19ee-49f0-9308-d07cffb55ed5 HTTP/1.1" status: 200 len: 910 time: 0.1251075 Nov 09 00:16:46.576287 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-40e4a84a-2492-4595-9110-886b2011bf20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:46.581201 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-40e4a84a-2492-4595-9110-886b2011bf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:46.582592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cd9276c-8426-4857-9f99-e46ba6ae4d76 req-56f1a3a9-aa48-4bfa-8385-0d06ffa27aad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcafe62-15a7-494a-968e-7b887f30069f HTTP/1.1" status: 200 len: 217 time: 0.0393410 Nov 09 00:16:46.633050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9276c-8426-4857-9f99-e46ba6ae4d76 req-09c3c034-7f37-44de-8a42-1786d88304d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:46.635983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cd9276c-8426-4857-9f99-e46ba6ae4d76 req-09c3c034-7f37-44de-8a42-1786d88304d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03e6cf39-35fd-4c49-9ac2-6bcc71306417 HTTP/1.1" status: 200 len: 850 time: 0.0454953 Nov 09 00:16:46.677778 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cd9276c-8426-4857-9f99-e46ba6ae4d76 req-af26158e-bacc-4c63-902e-0795d31d157a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de14ec28-19ee-49f0-9308-d07cffb55ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355151 Nov 09 00:16:46.803533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc16c1-0add-46aa-836d-7c6eef4aa56b req-893f0a7c-42cd-48a2-a81c-485dab3d1ce3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:46.805106 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1dbc16c1-0add-46aa-836d-7c6eef4aa56b req-893f0a7c-42cd-48a2-a81c-485dab3d1ce3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1125338 Nov 09 00:16:46.839251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cd9276c-8426-4857-9f99-e46ba6ae4d76 req-e72ef27b-ec23-46d1-bd03-9cd0e0b06377 service neutron] 10.222.0.30 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550367 Nov 09 00:16:46.920322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1dbc16c1-0add-46aa-836d-7c6eef4aa56b req-ac71e759-718c-4e6e-95b0-11cb53be4cbb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052940 Nov 09 00:16:46.973596 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-40e4a84a-2492-4595-9110-886b2011bf20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f7f4cca431f4aed892cfee4595887ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5200322 Nov 09 00:16:46.977004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cd9276c-8426-4857-9f99-e46ba6ae4d76 req-ff2ae346-ffd0-49a5-89e0-d95a5d79bbca service neutron] 10.222.0.30 "GET /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300046 Nov 09 00:16:46.977895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43410) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:46.983576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4a84a-2492-4595-9110-886b2011bf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f83b963-9ecf-4fd0-8c4e-c5b083d3a540,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:47.050324 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9a8157e-3a21-4ac9-bb52-548e51382a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:47.072533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-00dc2e3e-d8d9-4a54-9e94-74db1df56c5a tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:47.074785 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-00dc2e3e-d8d9-4a54-9e94-74db1df56c5a tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.11 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 815 time: 0.1325543 Nov 09 00:16:47.090528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Request body: {'port': {'device_id': 'adf2026b-bbcc-49e4-9575-ca1d23341b54', 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e', 'admin_state_up': True, 'tenant_id': 'fac795994a834c26adcae829fc064be0'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:47.099738 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9a8157e-3a21-4ac9-bb52-548e51382a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:47.163902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8cb7aaf5-4877-4dd1-a0c0-c05af5d7364f req-a5caf6a7-92df-4880-9309-dc4fa50d582a tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 210 time: 0.0494785 Nov 09 00:16:47.202215 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9a8157e-3a21-4ac9-bb52-548e51382a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:47.204891 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9a8157e-3a21-4ac9-bb52-548e51382a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:47.208706 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f9a8157e-3a21-4ac9-bb52-548e51382a06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f83b963-9ecf-4fd0-8c4e-c5b083d3a540 HTTP/1.1" status: 204 len: 168 time: 0.2271144 Nov 09 00:16:47.214944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8157e-3a21-4ac9-bb52-548e51382a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f83b963-9ecf-4fd0-8c4e-c5b083d3a540,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:47.223689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Made reservation on behalf of fac795994a834c26adcae829fc064be0 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:47.227392 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:47.365271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Allocated IP 172.20.0.7 (ce22d967-e911-46ef-a648-671d86d24c3e/6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4/e0c97d25-0ff1-41d7-8da6-4e5e13f89b34) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:16:47.536999 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:47.549214 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:47.581885 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:47.633675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Network ce22d967-e911-46ef-a648-671d86d24c3e is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:16:47.637096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:16:47.644346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:16:47.645849 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34e78a-5daf-446c-824d-d6021a548fd1 req-30ac278e-01df-437b-a5f1-9ff29f030f25 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:47.653958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b34e78a-5daf-446c-824d-d6021a548fd1 req-30ac278e-01df-437b-a5f1-9ff29f030f25 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0658414 Nov 09 00:16:47.671154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Pushing event updated for resources: {'Port': ['ID=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:47.699422 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:47.700030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:47.705761 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b34e78a-5daf-446c-824d-d6021a548fd1 req-95907e5e-4250-454f-b468-06e4c74b7437 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503366 Nov 09 00:16:47.717444 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-eeb9a57b-6b74-41be-8c17-623e29911df6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6321452 Nov 09 00:16:47.734764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Request body: {'port': {'device_id': 'adf2026b-bbcc-49e4-9575-ca1d23341b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:47.794738 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:48.089776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8f1a8-2791-464e-88d4-27c3a7e6f885 req-fd2e29fd-a65c-4e78-a0c5-f1f775594926 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:48.091582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46b8f1a8-2791-464e-88d4-27c3a7e6f885 req-fd2e29fd-a65c-4e78-a0c5-f1f775594926 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0736077 Nov 09 00:16:48.100484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:48.108396 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:48.121222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Transition to ACTIVE for port object e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:16:48.125755 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:48.148797 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46b8f1a8-2791-464e-88d4-27c3a7e6f885 req-823b5132-dba5-4c2d-b022-1a9110450e6b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505836 Nov 09 00:16:48.178042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:48.259490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Attempting to bind port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:16:48.260507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Attempting to bind port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:16:48.260834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Attempting to bind port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 on network ce22d967-e911-46ef-a648-671d86d24c3e {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:16:48.265745 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 on network ce22d967-e911-46ef-a648-671d86d24c3e not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:16:48.266059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Attempting to bind port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 on network ce22d967-e911-46ef-a648-671d86d24c3e {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:16:48.268058 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:48.272618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:16:48.272958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Checking segment: {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:16:48.273366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Bound using segment: {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:16:48.273779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Bound port: e0c97d25-0ff1-41d7-8da6-4e5e13f89b34, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:16:48.274130 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:48.320354 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e6bd0-a974-49c5-94ce-2f26de1de2c7 req-95dacb01-9b2d-47d2-8e51-783c12b10594 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:48.326026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-915e6bd0-a974-49c5-94ce-2f26de1de2c7 req-95dacb01-9b2d-47d2-8e51-783c12b10594 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 943 time: 0.0723104 Nov 09 00:16:48.360099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] For port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:16:48.364121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] For port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:16:48.368310 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:48.397018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-915e6bd0-a974-49c5-94ce-2f26de1de2c7 req-4d391709-476f-47f7-80e0-47bd0b89f3f2 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676286 Nov 09 00:16:48.407447 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:48.408201 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:48.409775 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] 10.222.0.11 "PUT /v2.0/ports/e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 HTTP/1.1" status: 200 len: 1091 time: 0.6793401 Nov 09 00:16:48.410214 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf2026b-bbcc-49e4-9575-ca1d23341b54', 'tag': 'e0c97d25-0ff1-41d7-8da6-4e5e13f89b34'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:48.412502 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8267072c-0a45-4698-a0d9-40bb962f001d" -d '{"events": [{"name": "network-changed", "server_uuid": "adf2026b-bbcc-49e4-9575-ca1d23341b54", "tag": "e0c97d25-0ff1-41d7-8da6-4e5e13f89b34"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:48.472857 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84db70b3-3264-4e92-a079-3f97540b517c x-openstack-request-id: req-84db70b3-3264-4e92-a079-3f97540b517c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:48.473484 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf2026b-bbcc-49e4-9575-ca1d23341b54", "tag": "e0c97d25-0ff1-41d7-8da6-4e5e13f89b34", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:48.473863 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84db70b3-3264-4e92-a079-3f97540b517c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:48.474461 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf2026b-bbcc-49e4-9575-ca1d23341b54', 'tag': 'e0c97d25-0ff1-41d7-8da6-4e5e13f89b34', 'status': 'completed', 'code': 200} Nov 09 00:16:48.475116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc07b96-eb0c-4965-8c7f-0cfd0dee1ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:48.532642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-8e16f308-214c-4ca7-8600-c57eb5b59092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:48.534296 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-8e16f308-214c-4ca7-8600-c57eb5b59092 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 1094 time: 0.0501840 Nov 09 00:16:48.589125 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-cf10f98a-dbea-433b-a06f-02293bac2ed3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 HTTP/1.1" status: 200 len: 217 time: 0.0464911 Nov 09 00:16:48.640954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-61aab1bb-e22f-48ac-b788-61ccf4f5e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:48.642689 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-61aab1bb-e22f-48ac-b788-61ccf4f5e354 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4 HTTP/1.1" status: 200 len: 855 time: 0.0468910 Nov 09 00:16:48.679547 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-fe0a6a19-0a9c-44da-a4e7-821a92f141b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce22d967-e911-46ef-a648-671d86d24c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298629 Nov 09 00:16:48.797007 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-4838e15f-823a-400e-bcff-7118149cf9a8 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105595 Nov 09 00:16:48.845614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf60a-4366-4ed2-96ac-1870653b6306 req-b7bf6051-d895-46f0-84ad-3a93155fb085 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:48.846483 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9bbf60a-4366-4ed2-96ac-1870653b6306 req-b7bf6051-d895-46f0-84ad-3a93155fb085 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0525768 Nov 09 00:16:48.896917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43472) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:48.905268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9bbf60a-4366-4ed2-96ac-1870653b6306 req-68babab3-2e4f-40a9-90a1-5e91792374ca tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528457 Nov 09 00:16:48.921867 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-40cc0792-c5d8-43bc-80fd-cfd5ef813a50 req-a047e3a5-2bb3-4c4e-a05a-b62a00c0ac29 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169591 Nov 09 00:16:49.034766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-56af033d-7bd1-4443-8083-776f163c163b tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:49.044037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267072c-0a45-4698-a0d9-40bb962f001d req-b5f5df0d-418f-4d46-a18f-da2ade0cae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:49.045648 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8267072c-0a45-4698-a0d9-40bb962f001d req-b5f5df0d-418f-4d46-a18f-da2ade0cae8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 1094 time: 0.0626450 Nov 09 00:16:49.089036 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-56af033d-7bd1-4443-8083-776f163c163b tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] 10.222.0.25 "PUT /v2.0/quotas/1351ef4ac20a4d16acc3d051e44c1792 HTTP/1.1" status: 200 len: 368 time: 0.1909635 Nov 09 00:16:49.092603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43482) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:49.099628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Request body: {'network': {'project_id': '1351ef4ac20a4d16acc3d051e44c1792'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:49.132025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Made reservation on behalf of 1351ef4ac20a4d16acc3d051e44c1792 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:49.135777 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.160737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267072c-0a45-4698-a0d9-40bb962f001d req-cf454131-eac9-490a-91d5-a4ec528eb424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:49.162428 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8267072c-0a45-4698-a0d9-40bb962f001d req-cf454131-eac9-490a-91d5-a4ec528eb424 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 915 time: 0.1085656 Nov 09 00:16:49.165294 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.218282 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8267072c-0a45-4698-a0d9-40bb962f001d req-9fd5c356-0384-4e50-9418-48721e90a577 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 HTTP/1.1" status: 200 len: 217 time: 0.0475054 Nov 09 00:16:49.237536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae27053-8ff8-41bc-9b19-fa656a910030 req-0206e33f-fcaa-4ce3-ae98-2b935f0ed1ae tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:49.239142 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ae27053-8ff8-41bc-9b19-fa656a910030 req-0206e33f-fcaa-4ce3-ae98-2b935f0ed1ae tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0844414 Nov 09 00:16:49.278171 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267072c-0a45-4698-a0d9-40bb962f001d req-84541d42-d602-4d8c-b5b4-4ce56de8a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:49.279620 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8267072c-0a45-4698-a0d9-40bb962f001d req-84541d42-d602-4d8c-b5b4-4ce56de8a52d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4 HTTP/1.1" status: 200 len: 855 time: 0.0530732 Nov 09 00:16:49.312118 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8267072c-0a45-4698-a0d9-40bb962f001d req-054c0ed7-0fae-4b46-96cc-747cd32e114c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce22d967-e911-46ef-a648-671d86d24c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251913 Nov 09 00:16:49.370968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423f7f7-2527-42ce-a5d7-ae686a9943ba req-acf86072-3119-42fc-8ea3-6f2ddb38de7d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:49.372948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9423f7f7-2527-42ce-a5d7-ae686a9943ba req-acf86072-3119-42fc-8ea3-6f2ddb38de7d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1323750 Nov 09 00:16:49.381845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ae27053-8ff8-41bc-9b19-fa656a910030 req-00b9b2f4-4e16-4e2c-821c-ce2452e45d18 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267779 Nov 09 00:16:49.393764 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.411301 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.429585 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8267072c-0a45-4698-a0d9-40bb962f001d req-f2f1e389-1b68-42e3-aeaa-618450aba9ee service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082377 Nov 09 00:16:49.449581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:16:49.475003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6329061-e3f2-4313-bc0e-a2528796c7f5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:49.478180 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.478619 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Added segment 67d9eea7-8871-4c02-babe-54a9194eecf4 of type vlan for network fca33806-ee65-4a37-b981-eaa345998cfa Nov 09 00:16:49.485093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9423f7f7-2527-42ce-a5d7-ae686a9943ba req-12fc3810-9411-4dae-b073-8074d9ca13be tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974984 Nov 09 00:16:49.549669 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8267072c-0a45-4698-a0d9-40bb962f001d req-c828ab93-27b1-4ec9-bc81-1faba5261d1f service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120975 Nov 09 00:16:49.557490 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.594205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270105d-b886-43b1-a481-333dbb8d5e9e req-2e904f0d-cc4e-4e0b-9709-9619da5f61a1 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:49.595702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6270105d-b886-43b1-a481-333dbb8d5e9e req-2e904f0d-cc4e-4e0b-9709-9619da5f61a1 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 943 time: 0.0751398 Nov 09 00:16:49.596746 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.597623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:49.598184 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.675964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5818114 Nov 09 00:16:49.695421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43490) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:49.696581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e7c5a-684b-45f0-8886-7a1d8a74b11c tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Pushing event updated for resources: {'Network': ['ID=fca33806-ee65-4a37-b981-eaa345998cfa,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:49.696753 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0b770e5b-8b0f-499e-bd13-232beb5cf536 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Request body: {'network': {'project_id': '1351ef4ac20a4d16acc3d051e44c1792'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:49.699005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network fca33806-ee65-4a37-b981-eaa345998cfa details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:16:49.716390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b770e5b-8b0f-499e-bd13-232beb5cf536 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Made reservation on behalf of 1351ef4ac20a4d16acc3d051e44c1792 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:49.719541 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b770e5b-8b0f-499e-bd13-232beb5cf536 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.726234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6270105d-b886-43b1-a481-333dbb8d5e9e req-aee886cb-cce8-4a9b-82d2-c3b0fd44edd2 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223931 Nov 09 00:16:49.752946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b770e5b-8b0f-499e-bd13-232beb5cf536 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:16:49.762669 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b770e5b-8b0f-499e-bd13-232beb5cf536 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.763058 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-0b770e5b-8b0f-499e-bd13-232beb5cf536 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Added segment 5073fe65-b967-44a1-b9eb-f4d9aa0d0502 of type vlan for network 8f9761e0-93da-4359-8c2d-5ecc954e802e Nov 09 00:16:49.801585 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b770e5b-8b0f-499e-bd13-232beb5cf536 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.824928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b770e5b-8b0f-499e-bd13-232beb5cf536 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.825825 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b770e5b-8b0f-499e-bd13-232beb5cf536 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:49.826418 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b770e5b-8b0f-499e-bd13-232beb5cf536 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:49.856327 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0b770e5b-8b0f-499e-bd13-232beb5cf536 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1764026 Nov 09 00:16:49.859257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43492) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:49.864495 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-309cb01c-9cf4-44eb-b367-097ad34bce13 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Request body: {'network': {'project_id': '1351ef4ac20a4d16acc3d051e44c1792'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:49.877190 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-309cb01c-9cf4-44eb-b367-097ad34bce13 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 00:16:49.877695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309cb01c-9cf4-44eb-b367-097ad34bce13 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:16:49.878832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-309cb01c-9cf4-44eb-b367-097ad34bce13 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0185339 Nov 09 00:16:49.881611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43494) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:49.891605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b770e5b-8b0f-499e-bd13-232beb5cf536 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Pushing event updated for resources: {'Network': ['ID=8f9761e0-93da-4359-8c2d-5ecc954e802e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:49.901486 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 8f9761e0-93da-4359-8c2d-5ecc954e802e details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:16:49.922617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-31a24a04-ee2e-40d0-8a21-f014c0dd7d4b tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1351ef4ac20a4d16acc3d051e44c1792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399542 Nov 09 00:16:49.925054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43496) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:49.978748 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-426c5c61-1d21-4377-8aaf-2291d479bf79 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.000339 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-426c5c61-1d21-4377-8aaf-2291d479bf79 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.051572 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-426c5c61-1d21-4377-8aaf-2291d479bf79 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.054374 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-426c5c61-1d21-4377-8aaf-2291d479bf79 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.055530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-426c5c61-1d21-4377-8aaf-2291d479bf79 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6329061-e3f2-4313-bc0e-a2528796c7f5 HTTP/1.1" status: 204 len: 168 time: 0.1295521 Nov 09 00:16:50.059188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43502) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:50.064094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c5c61-1d21-4377-8aaf-2291d479bf79 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6329061-e3f2-4313-bc0e-a2528796c7f5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:50.129370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.208448 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.229799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9761e0-93da-4359-8c2d-5ecc954e802e']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:50.239207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5073fe65-b967-44a1-b9eb-f4d9aa0d0502') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:50.239498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5073fe65-b967-44a1-b9eb-f4d9aa0d0502') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:50.249162 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.261886 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.267780 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:16:50.268181 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:16:50.269772 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:16:50.324028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.329429 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.334975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] 10.222.0.25 "DELETE /v2.0/networks/8f9761e0-93da-4359-8c2d-5ecc954e802e HTTP/1.1" status: 204 len: 168 time: 0.2723489 Nov 09 00:16:50.335418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43506) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:50.342706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d41b26-2079-468e-b633-881b780b40be tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f9761e0-93da-4359-8c2d-5ecc954e802e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:50.417018 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.530635 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.557317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca33806-ee65-4a37-b981-eaa345998cfa']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:50.578480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d9eea7-8871-4c02-babe-54a9194eecf4') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:50.578773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d9eea7-8871-4c02-babe-54a9194eecf4') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:16:50.588707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:16:50.589293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3e9de-1f82-445c-8018-aca295d3d259 req-7f4ab5fb-be39-4163-8e25-d41becbea9ac tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:50.590796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7c3e9de-1f82-445c-8018-aca295d3d259 req-7f4ab5fb-be39-4163-8e25-d41becbea9ac tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.1250052 Nov 09 00:16:50.615413 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.647840 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.663295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:16:50.663681 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:16:50.665427 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:16:50.686651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:50.697953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'e0c97d25-0ff1-41d7-8da6-4e5e13f89b34', 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e', 'port_id': 'e0c97d25-0ff1-41d7-8da6-4e5e13f89b34', 'mac_address': 'fa:16:3e:fe:b2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:16:50.722120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54f5aa-225e-4913-a72d-089cba89610d req-5bd81495-2995-46ae-87f5-d5a84b27a5dc tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:50.723553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e54f5aa-225e-4913-a72d-089cba89610d req-5bd81495-2995-46ae-87f5-d5a84b27a5dc tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1585042 Nov 09 00:16:50.742287 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7c3e9de-1f82-445c-8018-aca295d3d259 req-951ee18c-68a0-46c6-85ae-25286b40de9b tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331062 Nov 09 00:16:50.742518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.758912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:16:50.759142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.772344 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.774451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] 10.222.0.25 "DELETE /v2.0/networks/fca33806-ee65-4a37-b981-eaa345998cfa HTTP/1.1" status: 204 len: 168 time: 0.4379070 Nov 09 00:16:50.794004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ae3c4-d229-4a22-bb67-9417b8605704 tempest-QuotasNegativeTest-355621928 tempest-QuotasNegativeTest-355621928-project-admin] Pushing event deleted for resources: {'Network': ['ID=fca33806-ee65-4a37-b981-eaa345998cfa,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:50.804625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:50.806579 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e54f5aa-225e-4913-a72d-089cba89610d req-dd319cdc-62c7-4f80-add4-1613f3685622 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729113 Nov 09 00:16:50.812963 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:50.864213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:50.889799 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775097f-8d3c-4eba-8d53-f029c9b43d21 req-9b611fd8-41bf-483c-aa20-2d4fafca3b98 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:50.891681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9775097f-8d3c-4eba-8d53-f029c9b43d21 req-9b611fd8-41bf-483c-aa20-2d4fafca3b98 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 944 time: 0.0578003 Nov 09 00:16:50.943168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9775097f-8d3c-4eba-8d53-f029c9b43d21 req-70d51c7b-5ab0-4a12-9f20-dac202227087 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444183 Nov 09 00:16:51.115687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e0c97d25-0ff1-41d7-8da6-4e5e13f89b34'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:51.199517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43524) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:51.303238 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0a4008ec-5e0e-4ff2-be65-482e727cc33b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:51.386437 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0a4008ec-5e0e-4ff2-be65-482e727cc33b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:51.390090 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0a4008ec-5e0e-4ff2-be65-482e727cc33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:51.426961 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0a4008ec-5e0e-4ff2-be65-482e727cc33b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab03489a3fe04d24845766e3e2db2593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263753 Nov 09 00:16:51.428051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4008ec-5e0e-4ff2-be65-482e727cc33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b02a2f2-2e55-41e8-89e4-c0a112a5b1a1,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:51.429754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43530) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:51.483606 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04ece18c-eda7-4e2b-94dd-98d087fa3ca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:51.504142 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04ece18c-eda7-4e2b-94dd-98d087fa3ca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:51.549559 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04ece18c-eda7-4e2b-94dd-98d087fa3ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:51.552052 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04ece18c-eda7-4e2b-94dd-98d087fa3ca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:51.553280 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-04ece18c-eda7-4e2b-94dd-98d087fa3ca0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b02a2f2-2e55-41e8-89e4-c0a112a5b1a1 HTTP/1.1" status: 204 len: 168 time: 0.1219356 Nov 09 00:16:51.560917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ece18c-eda7-4e2b-94dd-98d087fa3ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b02a2f2-2e55-41e8-89e4-c0a112a5b1a1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:51.813421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43538) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:51.826485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-84a5feb5-90cd-4cf0-9e7f-c5467035019c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:51.875918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9538d-0906-498e-be33-ffb4ae6edf43 req-c7d67e1f-4f8a-43ee-bd44-deba7c429ef9 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:51.877596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-adf9538d-0906-498e-be33-ffb4ae6edf43 req-c7d67e1f-4f8a-43ee-bd44-deba7c429ef9 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0531940 Nov 09 00:16:51.906593 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-84a5feb5-90cd-4cf0-9e7f-c5467035019c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:51.910550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-84a5feb5-90cd-4cf0-9e7f-c5467035019c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:51.950375 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-84a5feb5-90cd-4cf0-9e7f-c5467035019c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56738c47807f48a888c375067164a823&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358364 Nov 09 00:16:51.951781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5feb5-90cd-4cf0-9e7f-c5467035019c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19fba64-3bf0-4c50-9852-9f1450225059,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:51.954183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43542) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:51.959247 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bad0aa-4b44-4e2d-a7e7-24ad7df39b22 req-1d1f2db4-6130-41f8-b477-290669d508be tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:51.960853 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6bad0aa-4b44-4e2d-a7e7-24ad7df39b22 req-1d1f2db4-6130-41f8-b477-290669d508be tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0801933 Nov 09 00:16:51.973962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-adf9538d-0906-498e-be33-ffb4ae6edf43 req-69543935-af95-4e0a-b8c9-4d18769fc740 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836594 Nov 09 00:16:52.013254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe955244-ad29-423a-b0e3-613b4cd9d51f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:52.022638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6bad0aa-4b44-4e2d-a7e7-24ad7df39b22 req-796aff35-2a0b-4fd8-9a68-463c29fae25a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474401 Nov 09 00:16:52.039517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe955244-ad29-423a-b0e3-613b4cd9d51f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:52.093241 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe955244-ad29-423a-b0e3-613b4cd9d51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:52.096612 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe955244-ad29-423a-b0e3-613b4cd9d51f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:52.100368 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fe955244-ad29-423a-b0e3-613b4cd9d51f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d19fba64-3bf0-4c50-9852-9f1450225059 HTTP/1.1" status: 204 len: 168 time: 0.1427407 Nov 09 00:16:52.107109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe955244-ad29-423a-b0e3-613b4cd9d51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19fba64-3bf0-4c50-9852-9f1450225059,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:52.111699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcc535-418a-4084-be97-7b04422b9f87 req-5b07a324-557e-4cae-b4c7-71eec7bbbbdf tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:52.120880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1cdcc535-418a-4084-be97-7b04422b9f87 req-5b07a324-557e-4cae-b4c7-71eec7bbbbdf tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 944 time: 0.0834801 Nov 09 00:16:52.213889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9d4f2-6a9a-426f-be20-e4cd5e707def req-a8ebac8b-78d8-4b90-b288-81356388f1a3 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:52.215718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06e9d4f2-6a9a-426f-be20-e4cd5e707def req-a8ebac8b-78d8-4b90-b288-81356388f1a3 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.30 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 945 time: 0.0920651 Nov 09 00:16:52.220386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1cdcc535-418a-4084-be97-7b04422b9f87 req-d1c78b41-b6ec-4f7f-879b-c2cf62b69c5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986991 Nov 09 00:16:52.321482 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-06e9d4f2-6a9a-426f-be20-e4cd5e707def req-f380ffe1-0f08-4ea6-9f43-d9cac83dcef6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Deleting port 7bcafe62-15a7-494a-968e-7b887f30069f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:16:52.321941 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-06e9d4f2-6a9a-426f-be20-e4cd5e707def req-f380ffe1-0f08-4ea6-9f43-d9cac83dcef6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:52.425775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-06e9d4f2-6a9a-426f-be20-e4cd5e707def req-f380ffe1-0f08-4ea6-9f43-d9cac83dcef6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] For port 7bcafe62-15a7-494a-968e-7b887f30069f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7bcafe62-15a7-494a-968e-7b887f30069f,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:52.426141 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-06e9d4f2-6a9a-426f-be20-e4cd5e707def req-f380ffe1-0f08-4ea6-9f43-d9cac83dcef6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:52.439817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-06e9d4f2-6a9a-426f-be20-e4cd5e707def req-f380ffe1-0f08-4ea6-9f43-d9cac83dcef6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Calling delete_port for 7bcafe62-15a7-494a-968e-7b887f30069f owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:16:52.568924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-06e9d4f2-6a9a-426f-be20-e4cd5e707def req-f380ffe1-0f08-4ea6-9f43-d9cac83dcef6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:52.582001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['7bcafe62-15a7-494a-968e-7b887f30069f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:52.584389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['673e6b3d-19eb-4821-86b2-0e3ec46f8026'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:52.609334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380ffe1-0f08-4ea6-9f43-d9cac83dcef6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Pushing event deleted for resources: {'Port': ['ID=7bcafe62-15a7-494a-968e-7b887f30069f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:52.630831 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:16:52.657102 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e9d4f2-6a9a-426f-be20-e4cd5e707def req-f380ffe1-0f08-4ea6-9f43-d9cac83dcef6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] No DVR routers for this DVR port 7bcafe62-15a7-494a-968e-7b887f30069f on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:16:52.660465 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-06e9d4f2-6a9a-426f-be20-e4cd5e707def req-f380ffe1-0f08-4ea6-9f43-d9cac83dcef6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:52.664328 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06e9d4f2-6a9a-426f-be20-e4cd5e707def req-f380ffe1-0f08-4ea6-9f43-d9cac83dcef6 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.30 "DELETE /v2.0/ports/7bcafe62-15a7-494a-968e-7b887f30069f HTTP/1.1" status: 204 len: 173 time: 0.4413252 Nov 09 00:16:52.664860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ef429b-b897-4f36-8cdf-39c2dc3dc41b', 'name': 'network-vif-deleted', 'tag': '7bcafe62-15a7-494a-968e-7b887f30069f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:52.669222 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd80ca28-6b94-456b-bbcd-2c207c1afa17" -d '{"events": [{"server_uuid": "18ef429b-b897-4f36-8cdf-39c2dc3dc41b", "name": "network-vif-deleted", "tag": "7bcafe62-15a7-494a-968e-7b887f30069f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:52.720607 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184f507e-374d-4599-aac6-54a3352bf3a1 x-openstack-request-id: req-184f507e-374d-4599-aac6-54a3352bf3a1 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:52.720987 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ef429b-b897-4f36-8cdf-39c2dc3dc41b", "name": "network-vif-deleted", "tag": "7bcafe62-15a7-494a-968e-7b887f30069f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:52.721305 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-184f507e-374d-4599-aac6-54a3352bf3a1 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:52.721607 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:16:52.721814 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ef429b-b897-4f36-8cdf-39c2dc3dc41b', 'name': 'network-vif-deleted', 'tag': '7bcafe62-15a7-494a-968e-7b887f30069f', 'status': 'completed', 'code': 200} Nov 09 00:16:52.734149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:16:52.734524 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:52.867129 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:52.889091 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf2026b-bbcc-49e4-9575-ca1d23341b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c97d25-0ff1-41d7-8da6-4e5e13f89b34'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:52.891336 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e32723-7f49-4d4a-9832-b41e4affbe8f" -d '{"events": [{"server_uuid": "adf2026b-bbcc-49e4-9575-ca1d23341b54", "name": "network-vif-plugged", "status": "completed", "tag": "e0c97d25-0ff1-41d7-8da6-4e5e13f89b34"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:52.904507 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:52.909207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:52.934573 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708fed15-d638-42ba-99fc-726ad4c14a8f x-openstack-request-id: req-708fed15-d638-42ba-99fc-726ad4c14a8f {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:52.934874 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf2026b-bbcc-49e4-9575-ca1d23341b54", "name": "network-vif-plugged", "status": "completed", "tag": "e0c97d25-0ff1-41d7-8da6-4e5e13f89b34", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:52.935135 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-708fed15-d638-42ba-99fc-726ad4c14a8f {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:52.935550 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf2026b-bbcc-49e4-9575-ca1d23341b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c97d25-0ff1-41d7-8da6-4e5e13f89b34', 'code': 200} Nov 09 00:16:52.961625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:53.034997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b007df-6d34-4408-80ce-ffb9922b90f0 req-f44aa596-84ec-440d-bbef-f399535e3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:53.036895 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-61b007df-6d34-4408-80ce-ffb9922b90f0 req-f44aa596-84ec-440d-bbef-f399535e3bc7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 1096 time: 0.0437291 Nov 09 00:16:53.103526 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-61b007df-6d34-4408-80ce-ffb9922b90f0 req-6dec0faf-0c72-4485-af5c-c6b159c13de9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584400 Nov 09 00:16:53.111764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9be8258e-7b6b-443d-b85d-61edd0a84821 req-24568360-6dc0-4973-b8a6-8cffc64fe116 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=18ef429b-b897-4f36-8cdf-39c2dc3dc41b HTTP/1.1" status: 200 len: 210 time: 0.0511119 Nov 09 00:16:53.191141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042abcc-fbb1-4457-8df8-ba618b5080d7 req-14b93940-7982-445c-a0d2-1dcdc3644b45 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:53.200956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a042abcc-fbb1-4457-8df8-ba618b5080d7 req-14b93940-7982-445c-a0d2-1dcdc3644b45 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0670774 Nov 09 00:16:53.265868 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a042abcc-fbb1-4457-8df8-ba618b5080d7 req-b02f4810-9c55-49a2-b75d-a6447cc67686 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629969 Nov 09 00:16:53.406690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd542d27-56a9-4626-b915-1792ee27123d req-a8c92375-ac58-4bc5-92ca-098920536882 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:53.414185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd542d27-56a9-4626-b915-1792ee27123d req-a8c92375-ac58-4bc5-92ca-098920536882 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 945 time: 0.0766075 Nov 09 00:16:53.464186 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd542d27-56a9-4626-b915-1792ee27123d req-22197084-d74f-4aeb-be1c-2e6ed9a60cf0 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464981 Nov 09 00:16:53.674460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43610) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:53.767921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-85f9fc03-e5cf-4882-bb7e-887bd3546056 tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:53.792209 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-85f9fc03-e5cf-4882-bb7e-887bd3546056 tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] 10.222.0.25 "PUT /v2.0/quotas/783f3951c1e24bc9a8d7ecfd03936c7b HTTP/1.1" status: 200 len: 366 time: 0.1166627 Nov 09 00:16:53.794819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43614) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:53.805164 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9c4ad225-340d-4f61-98b5-b4edfdf07e7a tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0091932 Nov 09 00:16:53.808193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43616) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:53.817837 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ad2d466d-a8ae-4b50-9aff-ca696cd6ff24 tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] 10.222.0.25 "GET /v2.0/quotas/783f3951c1e24bc9a8d7ecfd03936c7b HTTP/1.1" status: 200 len: 366 time: 0.0086479 Nov 09 00:16:53.820199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43618) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:53.832316 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f09c89c6-5279-4252-bd98-e0b26010c67e tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/783f3951c1e24bc9a8d7ecfd03936c7b HTTP/1.1" status: 204 len: 168 time: 0.0112386 Nov 09 00:16:53.834508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43620) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:53.844960 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0de9f480-5780-45cd-baaa-6c70aedfe232 tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0075059 Nov 09 00:16:53.845114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43622) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:53.854115 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4086ee39-2b3a-459b-be5a-3a4783e5d003 tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] 10.222.0.25 "GET /v2.0/quotas/783f3951c1e24bc9a8d7ecfd03936c7b HTTP/1.1" status: 200 len: 370 time: 0.0075138 Nov 09 00:16:53.856294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43624) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:53.860527 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e8eaad91-435c-4bd6-b372-8cd0ff12ca74 tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] 10.222.0.25 "GET /v2.0/quotas/783f3951c1e24bc9a8d7ecfd03936c7b/default HTTP/1.1" status: 200 len: 370 time: 0.0033484 Nov 09 00:16:53.862709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43626) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:53.871156 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-ea5938ee-2fc4-4fe5-9f62-bebed53f4ab0 tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] delete failed (client error): The resource could not be found. Nov 09 00:16:53.872091 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ea5938ee-2fc4-4fe5-9f62-bebed53f4ab0 tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/783f3951c1e24bc9a8d7ecfd03936c7b HTTP/1.1" status: 404 len: 348 time: 0.0085607 Nov 09 00:16:53.969273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43630) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:53.988531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Usage tracker for resource:network and project:e1f624fc141b455c94942747513867d7 is out of sync, need to count used quota {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 00:16:53.992190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 00:16:53.998948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Usage tracker for resource:subnet and project:e1f624fc141b455c94942747513867d7 is out of sync, need to count used quota {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 00:16:54.002058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 00:16:54.007878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Usage tracker for resource:subnetpool and project:e1f624fc141b455c94942747513867d7 is out of sync, need to count used quota {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 00:16:54.012732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 00:16:54.018944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Usage tracker for resource:port and project:e1f624fc141b455c94942747513867d7 is out of sync, need to count used quota {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 00:16:54.021964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 00:16:54.027752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Usage tracker for resource:router and project:e1f624fc141b455c94942747513867d7 is out of sync, need to count used quota {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 00:16:54.030749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 00:16:54.036527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Usage tracker for resource:floatingip and project:e1f624fc141b455c94942747513867d7 is out of sync, need to count used quota {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 00:16:54.039505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 00:16:54.074288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Usage tracker for resource:security_group and project:e1f624fc141b455c94942747513867d7 is out of sync, need to count used quota {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 00:16:54.077367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 00:16:54.086478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Usage tracker for resource:security_group_rule and project:e1f624fc141b455c94942747513867d7 is out of sync, need to count used quota {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 00:16:54.090408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.quota.resource [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101781) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 00:16:54.094883 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-76c6c050-9aed-4605-b367-825a4ffca8be tempest-QuotasTest-240025279 tempest-QuotasTest-240025279-project-admin] 10.222.0.25 "GET /v2.0/quotas/e1f624fc141b455c94942747513867d7/details.json HTTP/1.1" status: 200 len: 703 time: 0.1245754 Nov 09 00:16:54.433005 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43648) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:54.445777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcddf7-ae2c-4126-9ccd-c404bc38855a req-749eefd5-7a2b-4500-960a-918c858bb89c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:54.447768 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2fcddf7-ae2c-4126-9ccd-c404bc38855a req-749eefd5-7a2b-4500-960a-918c858bb89c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0768752 Nov 09 00:16:54.484274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dd7b9-250b-4cfe-9c01-730f75063b3c req-b4f0e69a-c6cd-499d-a58c-825bf5c2cee1 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:54.485770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-432dd7b9-250b-4cfe-9c01-730f75063b3c req-b4f0e69a-c6cd-499d-a58c-825bf5c2cee1 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0803828 Nov 09 00:16:54.525737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2fcddf7-ae2c-4126-9ccd-c404bc38855a req-02864a48-5e71-40c2-af58-cdf46ea263d0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703967 Nov 09 00:16:54.547331 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cddb762d-56d9-4767-9f5b-f60a2684d1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:54.560092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-432dd7b9-250b-4cfe-9c01-730f75063b3c req-9117dc96-f688-43dd-ab72-9da0ec8819b0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637758 Nov 09 00:16:54.659367 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cddb762d-56d9-4767-9f5b-f60a2684d1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:54.663537 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cddb762d-56d9-4767-9f5b-f60a2684d1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:54.702074 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cddb762d-56d9-4767-9f5b-f60a2684d1d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcf32ce0c9034b51abe9f5255c6760c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2677367 Nov 09 00:16:54.702264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e36d-d685-4618-b1eb-0c07e9532b25 req-aab1f310-f0e5-4648-a68f-cbe5e2f74592 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:54.703111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb762d-56d9-4767-9f5b-f60a2684d1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c770d459-e2bf-4975-954c-4b5aecfa2f77,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:54.703793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5725e36d-d685-4618-b1eb-0c07e9532b25 req-aab1f310-f0e5-4648-a68f-cbe5e2f74592 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 945 time: 0.0520473 Nov 09 00:16:54.704348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43656) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:54.786698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5725e36d-d685-4618-b1eb-0c07e9532b25 req-222ef37d-fc5a-4e38-ba85-5bbefa86088d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731351 Nov 09 00:16:54.787471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e985d0d8-b067-45cb-8670-26aade6b429c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:54.813097 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e985d0d8-b067-45cb-8670-26aade6b429c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:54.858843 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e985d0d8-b067-45cb-8670-26aade6b429c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:54.861586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e985d0d8-b067-45cb-8670-26aade6b429c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:54.862720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e985d0d8-b067-45cb-8670-26aade6b429c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c770d459-e2bf-4975-954c-4b5aecfa2f77 HTTP/1.1" status: 204 len: 168 time: 0.1565940 Nov 09 00:16:54.872511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985d0d8-b067-45cb-8670-26aade6b429c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c770d459-e2bf-4975-954c-4b5aecfa2f77,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:55.075492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32f3f194-6157-4777-b341-7a62be18c350 req-28f493da-e5b9-44dd-849c-3ba7322c5135 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550091 Nov 09 00:16:55.144396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3f194-6157-4777-b341-7a62be18c350 req-fed77553-b64c-4216-9471-940e2a989901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:55.146031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32f3f194-6157-4777-b341-7a62be18c350 req-fed77553-b64c-4216-9471-940e2a989901 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5b6655d13f84cf5bdce8ae2a3c1622a&device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 1096 time: 0.0474122 Nov 09 00:16:55.177551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43668) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:55.191588 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e53fd216-391d-42d9-b6fc-b27b1b540988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:55.269879 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e53fd216-391d-42d9-b6fc-b27b1b540988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:55.274873 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e53fd216-391d-42d9-b6fc-b27b1b540988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:55.276459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3f194-6157-4777-b341-7a62be18c350 req-7ce8f13c-cdb1-4d79-a6f9-2cc4ab4639aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:55.278977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32f3f194-6157-4777-b341-7a62be18c350 req-7ce8f13c-cdb1-4d79-a6f9-2cc4ab4639aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0295c79-6143-4279-b81c-2a805a1e6869 HTTP/1.1" status: 200 len: 915 time: 0.1114213 Nov 09 00:16:55.313103 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e53fd216-391d-42d9-b6fc-b27b1b540988 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1f624fc141b455c94942747513867d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344583 Nov 09 00:16:55.313983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fd216-391d-42d9-b6fc-b27b1b540988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a63e49-5cde-426e-bd40-1b13f6a5e20b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:55.316177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43672) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:55.354750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32f3f194-6157-4777-b341-7a62be18c350 req-29ed022f-504a-4f30-bbc4-251b1618c996 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce0189a-5cef-4865-b642-3689d6290d83 HTTP/1.1" status: 200 len: 1000 time: 0.0689673 Nov 09 00:16:55.370125 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-29faca57-2a8e-4a6f-b14f-761245be5d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:55.392652 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-29faca57-2a8e-4a6f-b14f-761245be5d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:55.428028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3f194-6157-4777-b341-7a62be18c350 req-dce46d0d-7132-4498-9f83-a49e493d91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:55.430636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32f3f194-6157-4777-b341-7a62be18c350 req-dce46d0d-7132-4498-9f83-a49e493d91da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e28612e1-6237-4c61-a74c-f0bb4e7ca68f HTTP/1.1" status: 200 len: 854 time: 0.0684588 Nov 09 00:16:55.444379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-29faca57-2a8e-4a6f-b14f-761245be5d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:55.448098 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-29faca57-2a8e-4a6f-b14f-761245be5d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:55.449323 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-29faca57-2a8e-4a6f-b14f-761245be5d69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13a63e49-5cde-426e-bd40-1b13f6a5e20b HTTP/1.1" status: 204 len: 168 time: 0.1322107 Nov 09 00:16:55.457894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faca57-2a8e-4a6f-b14f-761245be5d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a63e49-5cde-426e-bd40-1b13f6a5e20b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:55.922586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3f194-6157-4777-b341-7a62be18c350 req-4ed2161c-ee63-4642-b4ba-4c49a1263924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:55.924376 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32f3f194-6157-4777-b341-7a62be18c350 req-4ed2161c-ee63-4642-b4ba-4c49a1263924 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0295c79-6143-4279-b81c-2a805a1e6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4859495 Nov 09 00:16:55.925109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 7bcafe62-15a7-494a-968e-7b887f30069f no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:16:55.934406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c131c83-3374-4dfc-9ce2-501db3d6253f req-49cf2285-021a-49a4-bafc-e113f6f26c3b tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:55.935940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c131c83-3374-4dfc-9ce2-501db3d6253f req-49cf2285-021a-49a4-bafc-e113f6f26c3b tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.1081014 Nov 09 00:16:55.954024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a256d57-6ad2-4402-b51d-08ea8ce0597a req-d85c8f6b-08f7-4441-964c-56ac7eaa079d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:55.955720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a256d57-6ad2-4402-b51d-08ea8ce0597a req-d85c8f6b-08f7-4441-964c-56ac7eaa079d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1268013 Nov 09 00:16:55.959278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 7bcafe62-15a7-494a-968e-7b887f30069f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:16:55.959877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 7bcafe62-15a7-494a-968e-7b887f30069f not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:16:56.088269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c131c83-3374-4dfc-9ce2-501db3d6253f req-5ec0ed08-36d9-4ef8-b998-627481d95840 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceca496b-ca49-4b6d-ac5a-549f23772a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309600 Nov 09 00:16:56.110176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a256d57-6ad2-4402-b51d-08ea8ce0597a req-506fb9d5-31e8-4298-99b6-ff32b89b4c3a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249483 Nov 09 00:16:56.147582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32f3f194-6157-4777-b341-7a62be18c350 req-3b91e5a7-1add-4ed8-b6c0-830212e65bbe service neutron] 10.222.0.30 "GET /v2.0/networks/f0295c79-6143-4279-b81c-2a805a1e6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096989 Nov 09 00:16:56.264913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32f3f194-6157-4777-b341-7a62be18c350 req-5e190d6c-0fe7-41ac-9e99-0400b7ef03fa service neutron] 10.222.0.30 "GET /v2.0/networks/f0295c79-6143-4279-b81c-2a805a1e6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095042 Nov 09 00:16:56.607971 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35692f-9dc1-43a9-b9af-9b87b6adfc31 req-a5e7b945-eeeb-4346-ad7a-de15bd5224f0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:56.609524 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b35692f-9dc1-43a9-b9af-9b87b6adfc31 req-a5e7b945-eeeb-4346-ad7a-de15bd5224f0 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.11 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 945 time: 0.0526893 Nov 09 00:16:56.722886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-4b35692f-9dc1-43a9-b9af-9b87b6adfc31 req-b31b8957-9aac-427b-a41f-0385b64f7dd5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Deleting port 673e6b3d-19eb-4821-86b2-0e3ec46f8026 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:16:56.723397 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4b35692f-9dc1-43a9-b9af-9b87b6adfc31 req-b31b8957-9aac-427b-a41f-0385b64f7dd5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:56.819153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4b35692f-9dc1-43a9-b9af-9b87b6adfc31 req-b31b8957-9aac-427b-a41f-0385b64f7dd5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] For port 673e6b3d-19eb-4821-86b2-0e3ec46f8026, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=673e6b3d-19eb-4821-86b2-0e3ec46f8026,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:56.825809 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4b35692f-9dc1-43a9-b9af-9b87b6adfc31 req-b31b8957-9aac-427b-a41f-0385b64f7dd5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:56.839888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-4b35692f-9dc1-43a9-b9af-9b87b6adfc31 req-b31b8957-9aac-427b-a41f-0385b64f7dd5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Calling delete_port for 673e6b3d-19eb-4821-86b2-0e3ec46f8026 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:16:56.929709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43732) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:56.987550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4b35692f-9dc1-43a9-b9af-9b87b6adfc31 req-b31b8957-9aac-427b-a41f-0385b64f7dd5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:57.000805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['673e6b3d-19eb-4821-86b2-0e3ec46f8026'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:16:57.018532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b8957-9aac-427b-a41f-0385b64f7dd5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Pushing event deleted for resources: {'Port': ['ID=673e6b3d-19eb-4821-86b2-0e3ec46f8026,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:57.060497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b35692f-9dc1-43a9-b9af-9b87b6adfc31 req-b31b8957-9aac-427b-a41f-0385b64f7dd5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] No DVR routers for this DVR port 673e6b3d-19eb-4821-86b2-0e3ec46f8026 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:16:57.066401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2000002462', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:57.069821 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4b35692f-9dc1-43a9-b9af-9b87b6adfc31 req-b31b8957-9aac-427b-a41f-0385b64f7dd5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:57.073502 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b35692f-9dc1-43a9-b9af-9b87b6adfc31 req-b31b8957-9aac-427b-a41f-0385b64f7dd5 tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.11 "DELETE /v2.0/ports/673e6b3d-19eb-4821-86b2-0e3ec46f8026 HTTP/1.1" status: 204 len: 173 time: 0.4543555 Nov 09 00:16:57.073942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26565f69-71c0-434c-b5db-b98ef6fe6238', 'name': 'network-vif-deleted', 'tag': '673e6b3d-19eb-4821-86b2-0e3ec46f8026'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:16:57.076829 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17c62f2-6ad2-4eab-a129-1f00639ae126" -d '{"events": [{"server_uuid": "26565f69-71c0-434c-b5db-b98ef6fe6238", "name": "network-vif-deleted", "tag": "673e6b3d-19eb-4821-86b2-0e3ec46f8026"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:16:57.102506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Made reservation on behalf of 63d78b28943d458f89c5506d89cd93d3 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:16:57.105267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:57.124613 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:57.154078 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e439d062-9dc8-40d1-b426-6c940331f125 x-openstack-request-id: req-e439d062-9dc8-40d1-b426-6c940331f125 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:16:57.154372 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26565f69-71c0-434c-b5db-b98ef6fe6238", "name": "network-vif-deleted", "tag": "673e6b3d-19eb-4821-86b2-0e3ec46f8026", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:16:57.154621 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e439d062-9dc8-40d1-b426-6c940331f125 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:16:57.155109 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26565f69-71c0-434c-b5db-b98ef6fe6238', 'name': 'network-vif-deleted', 'tag': '673e6b3d-19eb-4821-86b2-0e3ec46f8026', 'status': 'completed', 'code': 200} Nov 09 00:16:57.241632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:57.247077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:57.258770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5133e01-6f29-4158-9c91-ec8900000c1e req-d514d3d2-cbb5-498a-a5ab-b2d4d1b6ecea tempest-ServerRescueTestJSON-1547291134 tempest-ServerRescueTestJSON-1547291134-project] 10.222.0.25 "GET /v2.0/ports?device_id=26565f69-71c0-434c-b5db-b98ef6fe6238 HTTP/1.1" status: 200 len: 210 time: 0.0339699 Nov 09 00:16:57.267287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] device_id is not set on port f5771564-8087-4dd3-a43b-cdaa53f81745 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:16:57.319533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc5582-98c6-4f91-b9fa-cad6e5c8dd3b req-e2c727e4-da61-4cf0-8204-1e46e3583b09 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:57.321716 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62bc5582-98c6-4f91-b9fa-cad6e5c8dd3b req-e2c727e4-da61-4cf0-8204-1e46e3583b09 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0676265 Nov 09 00:16:57.396749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62bc5582-98c6-4f91-b9fa-cad6e5c8dd3b req-a1ec2a1d-9fea-4f66-bcf8-caafc63ba8fa tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669041 Nov 09 00:16:57.404770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9323de-9789-4ec7-8ce8-61734e1a9851,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:57.488286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Allocated IP 172.25.0.240 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/f5771564-8087-4dd3-a43b-cdaa53f81745) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:16:57.655284 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:57.688679 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:57.733640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:16:57.738357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:16:57.740708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:16:57.768833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Pushing event updated for resources: {'Port': ['ID=f5771564-8087-4dd3-a43b-cdaa53f81745,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:57.789582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:57.790311 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:57.810984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-50140509-321e-4666-b690-84df23b958c5 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8773749 Nov 09 00:16:57.811197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43752) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:57.816044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.240'}]}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:16:57.838711 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:57.840756 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:57.901900 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:58.041935 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:58.247713 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:58.271264 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:58.334885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43756) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:58.461253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:58.655338 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:58.658150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:58.678853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8e250-0ca9-44f5-94a6-f081880339ed req-37df5388-1c43-4602-bb3e-66f3aebe10cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:16:58.680372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91e8e250-0ca9-44f5-94a6-f081880339ed req-37df5388-1c43-4602-bb3e-66f3aebe10cb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1439133 Nov 09 00:16:58.715140 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:58.716591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 465804e6-46ef-4b0d-a5a0-9ffb528c9fd2 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:16:58.744867 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 00:16:58.748788 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f02a07a9-8a9b-4f16-b858-dc4188dbc04b tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9339645 Nov 09 00:16:58.749162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43768) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:58.782621 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91e8e250-0ca9-44f5-94a6-f081880339ed req-9af99f85-3a20-49af-aa15-755cc69f4d5b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932908 Nov 09 00:16:58.841698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-05657ecc-729c-4872-8d3f-bbf00d0b78e1 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Deleting port f5771564-8087-4dd3-a43b-cdaa53f81745 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:16:58.842082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-05657ecc-729c-4872-8d3f-bbf00d0b78e1 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:58.926301 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8944451c-fa08-4d7f-9a3a-cb1687e52a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:58.926750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-05657ecc-729c-4872-8d3f-bbf00d0b78e1 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:58.939236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-05657ecc-729c-4872-8d3f-bbf00d0b78e1 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Calling delete_port for f5771564-8087-4dd3-a43b-cdaa53f81745 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:16:59.067242 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-05657ecc-729c-4872-8d3f-bbf00d0b78e1 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:59.098579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05657ecc-729c-4872-8d3f-bbf00d0b78e1 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5771564-8087-4dd3-a43b-cdaa53f81745,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:59.170537 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-05657ecc-729c-4872-8d3f-bbf00d0b78e1 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:59.174773 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-05657ecc-729c-4872-8d3f-bbf00d0b78e1 tempest-RoutersAdminNegativeTest-265328570 tempest-RoutersAdminNegativeTest-265328570-project-admin] 10.222.0.25 "DELETE /v2.0/ports/f5771564-8087-4dd3-a43b-cdaa53f81745 HTTP/1.1" status: 204 len: 168 time: 0.4244208 Nov 09 00:16:59.207854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8944451c-fa08-4d7f-9a3a-cb1687e52a96 admin admin] Deleting port ddf94b8e-beda-4c48-be9a-297298ae0367 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:16:59.208208 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8944451c-fa08-4d7f-9a3a-cb1687e52a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:59.305576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-8944451c-fa08-4d7f-9a3a-cb1687e52a96 admin admin] For port ddf94b8e-beda-4c48-be9a-297298ae0367, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ddf94b8e-beda-4c48-be9a-297298ae0367,segment=NetworkSegment(f126d41b-dd4e-4002-bac6-fdd777563da5),segment_id=f126d41b-dd4e-4002-bac6-fdd777563da5)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:16:59.305949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8944451c-fa08-4d7f-9a3a-cb1687e52a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:59.322269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8944451c-fa08-4d7f-9a3a-cb1687e52a96 admin admin] Calling delete_port for ddf94b8e-beda-4c48-be9a-297298ae0367 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:16:59.505761 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43776) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:59.578119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8944451c-fa08-4d7f-9a3a-cb1687e52a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:59.675271 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a26211fb-ba33-437b-ae18-52afe3f153b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:59.741179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944451c-fa08-4d7f-9a3a-cb1687e52a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf94b8e-beda-4c48-be9a-297298ae0367,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:59.784281 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a26211fb-ba33-437b-ae18-52afe3f153b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:59.795378 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a26211fb-ba33-437b-ae18-52afe3f153b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:59.885257 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8944451c-fa08-4d7f-9a3a-cb1687e52a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:16:59.895697 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a26211fb-ba33-437b-ae18-52afe3f153b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d929a3ffd27465ab6759c5fe7d86e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3878565 Nov 09 00:16:59.898549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26211fb-ba33-437b-ae18-52afe3f153b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7451281e-2d41-491d-9a04-131e1ffd2b02,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:16:59.903379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43788) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:16:59.977187 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-245ee199-101e-425d-99d2-459fe77e0244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:00.000965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-245ee199-101e-425d-99d2-459fe77e0244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:00.056594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dc59b-95ec-45d5-8fc5-e0d7f24191e7 req-d6125415-5a95-47b2-bfa4-379e623e74d0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:00.057810 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-245ee199-101e-425d-99d2-459fe77e0244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:00.058337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-612dc59b-95ec-45d5-8fc5-e0d7f24191e7 req-d6125415-5a95-47b2-bfa4-379e623e74d0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1640248 Nov 09 00:17:00.060831 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-245ee199-101e-425d-99d2-459fe77e0244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:00.064495 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-245ee199-101e-425d-99d2-459fe77e0244 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7451281e-2d41-491d-9a04-131e1ffd2b02 HTTP/1.1" status: 204 len: 168 time: 0.1570902 Nov 09 00:17:00.070343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ee199-101e-425d-99d2-459fe77e0244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7451281e-2d41-491d-9a04-131e1ffd2b02,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:00.198712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-612dc59b-95ec-45d5-8fc5-e0d7f24191e7 req-efc49a14-7cba-41a2-ad4a-c12ec42e0ea8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312611 Nov 09 00:17:00.227356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8944451c-fa08-4d7f-9a3a-cb1687e52a96 admin admin] Router e11524bb-8155-4ebe-9a28-12bb9392abc0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:17:00.346285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8944451c-fa08-4d7f-9a3a-cb1687e52a96 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:17:00.352023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8944451c-fa08-4d7f-9a3a-cb1687e52a96 admin admin] 10.222.0.25 "PUT /v2.0/routers/e11524bb-8155-4ebe-9a28-12bb9392abc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0162344 Nov 09 00:17:00.357575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43794) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:00.362927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f13458b-25f8-4c56-9e78-b003703b05df None None] Sync routers for ids ['e11524bb-8155-4ebe-9a28-12bb9392abc0'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:17:00.380746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43796) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:00.382141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13458b-25f8-4c56-9e78-b003703b05df None None] Routers {'e11524bb-8155-4ebe-9a28-12bb9392abc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:17:00.382779 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5f13458b-25f8-4c56-9e78-b003703b05df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:16:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e11524bb-8155-4ebe-9a28-12bb9392abc0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:00.435905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3000d7cd-4720-4093-90cc-636cb43c1090 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63d78b28943d458f89c5506d89cd93d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534213 Nov 09 00:17:00.440822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43798) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:00.496454 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1907c4fe-430d-4a42-a779-f8c6510e45eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:00.497735 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:00.525027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1907c4fe-430d-4a42-a779-f8c6510e45eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:00.530942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-5f13458b-25f8-4c56-9e78-b003703b05df None None] Set router e11524bb-8155-4ebe-9a28-12bb9392abc0 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:17:00.636117 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1907c4fe-430d-4a42-a779-f8c6510e45eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:00.640024 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1907c4fe-430d-4a42-a779-f8c6510e45eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:00.645038 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1907c4fe-430d-4a42-a779-f8c6510e45eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a9323de-9789-4ec7-8ce8-61734e1a9851 HTTP/1.1" status: 204 len: 168 time: 0.2029822 Nov 09 00:17:00.656344 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907c4fe-430d-4a42-a779-f8c6510e45eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9323de-9789-4ec7-8ce8-61734e1a9851,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:00.667089 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:00.683568 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 673e6b3d-19eb-4821-86b2-0e3ec46f8026 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:00.734844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 673e6b3d-19eb-4821-86b2-0e3ec46f8026 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:00.735270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 673e6b3d-19eb-4821-86b2-0e3ec46f8026 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:00.758315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Deleting port 9faa6a98-3c87-4d5c-b681-b938809e3f89 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:00.761763 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:00.835435 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5f13458b-25f8-4c56-9e78-b003703b05df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'name': 'tempest-ServerRescueTestJSON-176778396-router', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:43Z', 'updated_at': '2021-11-09T00:16:59Z', 'revision_number': 5, 'project_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'gw_port': {'id': '9faa6a98-3c87-4d5c-b681-b938809e3f89', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:46Z', 'updated_at': '2021-11-09T00:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:00.877756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] For port 9faa6a98-3c87-4d5c-b681-b938809e3f89, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9faa6a98-3c87-4d5c-b681-b938809e3f89,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:00.879318 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:00.890937 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f13458b-25f8-4c56-9e78-b003703b05df None None] Checking router: e11524bb-8155-4ebe-9a28-12bb9392abc0 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:17:00.907552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Calling delete_port for 9faa6a98-3c87-4d5c-b681-b938809e3f89 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:00.907884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13458b-25f8-4c56-9e78-b003703b05df None None] Routers {'e11524bb-8155-4ebe-9a28-12bb9392abc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:17:00.908528 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5f13458b-25f8-4c56-9e78-b003703b05df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:16:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e11524bb-8155-4ebe-9a28-12bb9392abc0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:01.040163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-5f13458b-25f8-4c56-9e78-b003703b05df None None] Set router e11524bb-8155-4ebe-9a28-12bb9392abc0 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:17:01.109388 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:01.115306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5f13458b-25f8-4c56-9e78-b003703b05df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'name': 'tempest-ServerRescueTestJSON-176778396-router', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:43Z', 'updated_at': '2021-11-09T00:17:00Z', 'revision_number': 6, 'project_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:01.147450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f13458b-25f8-4c56-9e78-b003703b05df None None] The sync data for ids ['e11524bb-8155-4ebe-9a28-12bb9392abc0'] in n-d-813263-3 is: [{'id': 'e11524bb-8155-4ebe-9a28-12bb9392abc0', 'name': 'tempest-ServerRescueTestJSON-176778396-router', 'tenant_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:43Z', 'updated_at': '2021-11-09T00:17:00Z', 'revision_number': 6, 'project_id': '3b32019551524d2f9df2c3bdc1ea8bf3', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:17:01.155530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=9faa6a98-3c87-4d5c-b681-b938809e3f89,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:01.255252 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:01.357917 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970e109-a3be-4a3d-9fcc-6556c8d7b7a1 req-72673e6c-956a-4d49-9d05-f28c0c370f60 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:01.360065 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6970e109-a3be-4a3d-9fcc-6556c8d7b7a1 req-72673e6c-956a-4d49-9d05-f28c0c370f60 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.0693219 Nov 09 00:17:01.452725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6970e109-a3be-4a3d-9fcc-6556c8d7b7a1 req-a7c57083-4c22-4598-b330-401b63a0fa20 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828402 Nov 09 00:17:01.820503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43834) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:01.848243 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:01.852742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:01.930065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:01.930746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e11524bb-8155-4ebe-9a28-12bb9392abc0 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:17:01.936801 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:01.938975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-17644cd4-27d1-422c-b8ec-52c65c9d8fbf admin admin] 10.222.0.25 "DELETE /v2.0/routers/e11524bb-8155-4ebe-9a28-12bb9392abc0 HTTP/1.1" status: 204 len: 168 time: 1.5804074 Nov 09 00:17:01.941621 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43840) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:01.997278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aefad51-1469-4b84-acca-89fc6d34f71b admin admin] Deleting subnet 03e6cf39-35fd-4c49-9ac2-6bcc71306417 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:17:02.002499 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8aefad51-1469-4b84-acca-89fc6d34f71b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.007465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1726519348'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:02.109090 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8aefad51-1469-4b84-acca-89fc6d34f71b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.129210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:02.132957 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.146483 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.188790 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8aefad51-1469-4b84-acca-89fc6d34f71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.318759 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.326670 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.337038 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8aefad51-1469-4b84-acca-89fc6d34f71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.362016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:17:02.395270 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8aefad51-1469-4b84-acca-89fc6d34f71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.399237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8aefad51-1469-4b84-acca-89fc6d34f71b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/03e6cf39-35fd-4c49-9ac2-6bcc71306417 HTTP/1.1" status: 204 len: 168 time: 0.4565635 Nov 09 00:17:02.400133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefad51-1469-4b84-acca-89fc6d34f71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e6cf39-35fd-4c49-9ac2-6bcc71306417,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:02.401877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43844) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:02.408804 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.408804 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Added segment 54f2978d-64b5-48b2-9372-bf6157f0fa41 of type vlan for network 4b25b31d-824d-4c19-b029-c214af43fc61 Nov 09 00:17:02.425323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e1dcc3-7946-4fe8-9c6b-d95e8d6a088e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:02.488666 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.535402 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.536785 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.542800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:02.543529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.608877 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7871797 Nov 09 00:17:02.618113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43848) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:02.625161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'name': 'tempest-PortsTestJSON-265132439'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:02.660058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c03b5-98b7-43fb-b5be-3280fa9c9f14 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Network': ['ID=4b25b31d-824d-4c19-b029-c214af43fc61,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:02.672154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cbb5a986-ae63-46a0-9267-8d439f93a492 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:17:02.678353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60675155-84d4-4e6c-80ad-bc27b52e51f6 req-86c0d292-8583-4671-b150-0f1668d96c65 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:02.678631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.685642 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60675155-84d4-4e6c-80ad-bc27b52e51f6 req-86c0d292-8583-4671-b150-0f1668d96c65 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1094477 Nov 09 00:17:02.702904 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 4b25b31d-824d-4c19-b029-c214af43fc61 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:17:02.739130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de14ec28-19ee-49f0-9308-d07cffb55ed5']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:02.771275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f126d41b-dd4e-4002-bac6-fdd777563da5') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:02.771776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f126d41b-dd4e-4002-bac6-fdd777563da5') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:02.785427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60675155-84d4-4e6c-80ad-bc27b52e51f6 req-57258d03-a310-4090-927f-cc86e0f12f5b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988815 Nov 09 00:17:02.794626 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.835026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:02.839574 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.859494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.867687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port e98dc203-350a-4f7f-90e2-71a1e7012bae yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:02.876628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:17:02.877033 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:17:02.886625 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:17:02.889044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cbb5a986-ae63-46a0-9267-8d439f93a492, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cbb5a986-ae63-46a0-9267-8d439f93a492,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:02.904334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'cbb5a986-ae63-46a0-9267-8d439f93a492', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'port_id': 'cbb5a986-ae63-46a0-9267-8d439f93a492', 'mac_address': 'fa:16:3e:5c:d9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9749423-c78d-4642-b475-a021e262f974', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:17:02.949801 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:02.965380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbb5a986-ae63-46a0-9267-8d439f93a492 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:02.987022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cbb5a986-ae63-46a0-9267-8d439f93a492, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cbb5a986-ae63-46a0-9267-8d439f93a492,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:02.991795 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.000010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.005835 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.010494 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] 10.222.0.25 "DELETE /v2.0/networks/de14ec28-19ee-49f0-9308-d07cffb55ed5 HTTP/1.1" status: 204 len: 168 time: 0.6071174 Nov 09 00:17:03.046832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=cbb5a986-ae63-46a0-9267-8d439f93a492,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:03.076194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fd90b-b57d-4461-acf3-c9783f904922 admin admin] Pushing event deleted for resources: {'Network': ['ID=de14ec28-19ee-49f0-9308-d07cffb55ed5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:03.111545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['cbb5a986-ae63-46a0-9267-8d439f93a492'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:03.228934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.230776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ddf94b8e-beda-4c48-be9a-297298ae0367 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:03.252954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43874) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:03.254159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: ddf94b8e-beda-4c48-be9a-297298ae0367 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:03.254511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ddf94b8e-beda-4c48-be9a-297298ae0367 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:03.255039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9faa6a98-3c87-4d5c-b681-b938809e3f89 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:03.275957 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.284271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 9faa6a98-3c87-4d5c-b681-b938809e3f89 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:03.284618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9faa6a98-3c87-4d5c-b681-b938809e3f89 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:03.305329 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d0f54f7b-6b00-4ba0-b188-b3f3eadf386f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b32019551524d2f9df2c3bdc1ea8bf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511601 Nov 09 00:17:03.308167 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43876) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:03.365072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=e98dc203-350a-4f7f-90e2-71a1e7012bae,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:03.369599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Checking segment: {'id': '54f2978d-64b5-48b2-9372-bf6157f0fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:03.370251 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-680f5155-186f-484e-81d0-961d4a1988e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.370482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network hostable DHCP agents. Network: 4b25b31d-824d-4c19-b029-c214af43fc61, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:17:03.391047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 4b25b31d-824d-4c19-b029-c214af43fc61 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:17:03.394993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-680f5155-186f-484e-81d0-961d4a1988e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.402696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 4b25b31d-824d-4c19-b029-c214af43fc61) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:03.407764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:03.413972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:03.414667 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.416301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8830b5-f3c9-4117-b5ff-01e8e2672b55 None None] Network 4b25b31d-824d-4c19-b029-c214af43fc61 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:03.463345 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f0f13cb8-2c4a-4351-9a14-b292b3ae569e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8440228 Nov 09 00:17:03.463726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43888) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:03.472929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9e6b2ae9-f892-4e28-8a8b-8eec866246bd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-425344960'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:03.487148 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-66be5a81-507f-4b87-8920-7aaab6981d32 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0692956 Nov 09 00:17:03.493436 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-680f5155-186f-484e-81d0-961d4a1988e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.497703 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-680f5155-186f-484e-81d0-961d4a1988e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.499054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-680f5155-186f-484e-81d0-961d4a1988e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ceca496b-ca49-4b6d-ac5a-549f23772a65 HTTP/1.1" status: 204 len: 168 time: 0.1893106 Nov 09 00:17:03.511220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f5155-186f-484e-81d0-961d4a1988e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceca496b-ca49-4b6d-ac5a-549f23772a65,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:03.524818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6b2ae9-f892-4e28-8a8b-8eec866246bd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:03.530459 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2ae9-f892-4e28-8a8b-8eec866246bd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.584162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6b2ae9-f892-4e28-8a8b-8eec866246bd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:17:03.618509 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2ae9-f892-4e28-8a8b-8eec866246bd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.620717 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-9e6b2ae9-f892-4e28-8a8b-8eec866246bd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Added segment 176e95a9-263f-4e79-bae2-2d0fc02ff03a of type vlan for network cf894529-bd9e-40ed-8715-17e4cdf53c06 Nov 09 00:17:03.658386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-e3ccb693-003e-433e-9952-32f723948f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:03.658928 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-e3ccb693-003e-433e-9952-32f723948f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:03.659992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-e3ccb693-003e-433e-9952-32f723948f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:03.660845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-e3ccb693-003e-433e-9952-32f723948f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:03.661379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-e3ccb693-003e-433e-9952-32f723948f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:03.663287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-e3ccb693-003e-433e-9952-32f723948f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:03.663760 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-e3ccb693-003e-433e-9952-32f723948f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:03.668682 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-e3ccb693-003e-433e-9952-32f723948f0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a38229d73e04560820824b4219eee11&device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 6501 time: 0.1151962 Nov 09 00:17:03.677452 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2ae9-f892-4e28-8a8b-8eec866246bd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.716107 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2ae9-f892-4e28-8a8b-8eec866246bd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.729217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6b2ae9-f892-4e28-8a8b-8eec866246bd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:03.730589 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2ae9-f892-4e28-8a8b-8eec866246bd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:03.818892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b2ae9-f892-4e28-8a8b-8eec866246bd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Network': ['ID=cf894529-bd9e-40ed-8715-17e4cdf53c06,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:03.834504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network cf894529-bd9e-40ed-8715-17e4cdf53c06 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:17:03.845002 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-650ba250-256c-401c-906d-a70c0f08077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:03.848015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-650ba250-256c-401c-906d-a70c0f08077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:03.848015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-650ba250-256c-401c-906d-a70c0f08077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:03.848254 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9e6b2ae9-f892-4e28-8a8b-8eec866246bd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3805852 Nov 09 00:17:03.848352 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-650ba250-256c-401c-906d-a70c0f08077e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4800f68-4a56-437c-93ae-0635f13e0fec&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&id=db9ff48a-f148-4078-8cab-499f349f3760&id=db9ff48a-f148-4078-8cab-499f349f3760 HTTP/1.1" status: 200 len: 2293 time: 0.1429107 Nov 09 00:17:03.848352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43898) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:03.854727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'ports': [{'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61'}, {'network_id': 'cf894529-bd9e-40ed-8715-17e4cdf53c06'}]} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:03.855043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:03.855674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': 'cf894529-bd9e-40ed-8715-17e4cdf53c06'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:04.020758 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6ea20-b384-4b43-9b75-49be2d864bc6 req-003921e0-447e-4641-962b-3e280a9cfcd4 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:04.032504 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cc6ea20-b384-4b43-9b75-49be2d864bc6 req-003921e0-447e-4641-962b-3e280a9cfcd4 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 944 time: 0.1095188 Nov 09 00:17:04.095813 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-bad215a4-4884-44c0-8010-8b812060b971 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d5d4e0-09b0-416c-b84e-0944c88e9f71 HTTP/1.1" status: 200 len: 1001 time: 0.1525357 Nov 09 00:17:04.117563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cc6ea20-b384-4b43-9b75-49be2d864bc6 req-06481348-7d8e-4b26-8b68-f6e097703a4d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802937 Nov 09 00:17:04.277207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-50bb6219-ae98-4150-af77-ea4aeaadf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:04.278690 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-50bb6219-ae98-4150-af77-ea4aeaadf56e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79f442c6-9654-4986-bb72-cb3ccd7531a0 HTTP/1.1" status: 200 len: 854 time: 0.1746249 Nov 09 00:17:04.331032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 2} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:04.336059 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:04.355856 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:04.372816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-26885c2d-0cd1-41f8-8b75-cb14e01daa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:04.374455 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-26885c2d-0cd1-41f8-8b75-cb14e01daa02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4800f68-4a56-437c-93ae-0635f13e0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722725 Nov 09 00:17:04.504976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port 0d0b6009-c59c-44e3-b219-b6b839ec74bf yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:04.553423 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-22696565-df62-4ed2-99ba-3efaaa3b8388 service neutron] 10.222.0.11 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621490 Nov 09 00:17:04.640436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43926) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:04.698204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cbb5a986-ae63-46a0-9267-8d439f93a492 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:04.732334 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:04.738164 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-bc87a5ed-dde1-4640-8df8-3755264de350 service neutron] 10.222.0.11 "GET /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765897 Nov 09 00:17:04.791201 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-1393846b-824c-4ab8-8f70-b672445a2a26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=05cc56ff-ba70-4c09-879d-a4c54089a9e0 HTTP/1.1" status: 200 len: 217 time: 0.0412424 Nov 09 00:17:04.792386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port cbb5a986-ae63-46a0-9267-8d439f93a492 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:04.792957 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:04.825925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-946814000-network', 'tenant_id': '81abf7e762c9439d8a0c04f80fc5832c'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:04.855213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-f45a4973-538c-493a-8cda-b349e646abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:04.856664 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-f45a4973-538c-493a-8cda-b349e646abe9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.0588562 Nov 09 00:17:04.881816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Made reservation on behalf of 81abf7e762c9439d8a0c04f80fc5832c for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:04.895680 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:04.904407 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:04.926158 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:04.950572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cbb5a986-ae63-46a0-9267-8d439f93a492, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cbb5a986-ae63-46a0-9267-8d439f93a492,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:04.952127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3afdea-636d-4495-bb45-a8335a4f54b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5a986-ae63-46a0-9267-8d439f93a492'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:04.956257 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515cb701-77e7-4113-900c-e4287d272216" -d '{"events": [{"server_uuid": "fe3afdea-636d-4495-bb45-a8335a4f54b0", "name": "network-vif-plugged", "status": "completed", "tag": "cbb5a986-ae63-46a0-9267-8d439f93a492"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:04.956507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port 4151bca4-a663-44df-ab96-bdd02f599224 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:04.963003 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:04.980201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-09085df7-08e8-4707-b0d3-0cda932e0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:04.981751 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-09085df7-08e8-4707-b0d3-0cda932e0d4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822759 Nov 09 00:17:05.116297 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:05.131685 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:05.158182 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:17:05.188718 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:05.189737 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Added segment ec5cbed0-1393-4755-83d8-a9e5cecf1056 of type vlan for network 49bb5136-a60a-4d3a-9b73-b4c64059b314 Nov 09 00:17:05.280305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:05.303995 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-a0f5e761-e4d7-4a38-867f-009ca11ac241 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131661 Nov 09 00:17:05.325691 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b52b56-c67f-4889-9ebe-d2593775a64c x-openstack-request-id: req-e2b52b56-c67f-4889-9ebe-d2593775a64c {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:05.325981 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3afdea-636d-4495-bb45-a8335a4f54b0", "name": "network-vif-plugged", "status": "completed", "tag": "cbb5a986-ae63-46a0-9267-8d439f93a492", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:05.326233 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2b52b56-c67f-4889-9ebe-d2593775a64c {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:05.326629 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3afdea-636d-4495-bb45-a8335a4f54b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5a986-ae63-46a0-9267-8d439f93a492', 'code': 200} Nov 09 00:17:05.340562 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=cbb5a986-ae63-46a0-9267-8d439f93a492,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:05.438162 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:05.467291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a15e89-b7ea-4e2c-968e-1eaec3666df9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:05.474076 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:05.475760 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:05.477328 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:05.505548 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-7d1580ce-3c62-4b2f-a3cb-02eea42b16fc service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908665 Nov 09 00:17:05.535588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672d19c-6170-4681-b377-f191ca7fd95b req-7802f978-1900-40cc-a2f5-d1f8f36b13d7 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:05.544909 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4672d19c-6170-4681-b377-f191ca7fd95b req-7802f978-1900-40cc-a2f5-d1f8f36b13d7 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.2013996 Nov 09 00:17:05.566924 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-99febf13-9681-4307-b0a4-1f80eb29c157 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=c3601f1b-6090-4fb1-98a9-a0f33c061444 HTTP/1.1" status: 200 len: 217 time: 0.0514023 Nov 09 00:17:05.622811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9806457 Nov 09 00:17:05.627615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43942) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:05.629542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-cff84f51-1dfa-4a5c-b706-e9457d399edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:05.630633 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-cff84f51-1dfa-4a5c-b706-e9457d399edd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.0563419 Nov 09 00:17:05.631844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:05.637826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-eb4e3c1a-4ac4-4e65-84cd-06c2cd25e721 admin admin] Request body: {'subnet': {'network_id': '49bb5136-a60a-4d3a-9b73-b4c64059b314', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-946814000-subnet', 'tenant_id': '81abf7e762c9439d8a0c04f80fc5832c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:05.655929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb1622-eccb-40af-b474-16ab698670ee admin admin] Pushing event updated for resources: {'Network': ['ID=49bb5136-a60a-4d3a-9b73-b4c64059b314,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:05.670642 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 49bb5136-a60a-4d3a-9b73-b4c64059b314 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:17:05.695292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=0d0b6009-c59c-44e3-b219-b6b839ec74bf,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:05.696992 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4672d19c-6170-4681-b377-f191ca7fd95b req-d75d480a-a6fa-4a32-b71b-8d5e40c856a9 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459613 Nov 09 00:17:05.727418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4e3c1a-4ac4-4e65-84cd-06c2cd25e721 admin admin] Made reservation on behalf of 81abf7e762c9439d8a0c04f80fc5832c for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:05.730869 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb4e3c1a-4ac4-4e65-84cd-06c2cd25e721 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:05.735944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 4b25b31d-824d-4c19-b029-c214af43fc61 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:05.737801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:05.741088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:05.742091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:05.812601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-2b27b7d2-453b-44fb-ad4d-9d3b177583ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:05.814133 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-2b27b7d2-453b-44fb-ad4d-9d3b177583ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1759491 Nov 09 00:17:05.817651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=4151bca4-a663-44df-ab96-bdd02f599224,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:05.896719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Checking segment: {'id': '176e95a9-263f-4e79-bae2-2d0fc02ff03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cf894529-bd9e-40ed-8715-17e4cdf53c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:05.897131 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network hostable DHCP agents. Network: cf894529-bd9e-40ed-8715-17e4cdf53c06, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:17:05.939675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network cf894529-bd9e-40ed-8715-17e4cdf53c06 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:17:05.969482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, cf894529-bd9e-40ed-8715-17e4cdf53c06) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:05.978019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa0d0f-13b4-49c0-9935-692eed3351e7 None None] Network cf894529-bd9e-40ed-8715-17e4cdf53c06 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:05.987646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:05.995243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:06.000509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:06.002132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:06.015686 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-42899d02-5d1f-4f66-9f87-f63ae237259b service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919637 Nov 09 00:17:06.032868 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8bf08bb0-4370-4795-9a5c-732232d1111f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1830859 Nov 09 00:17:06.035416 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43944) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:06.133841 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb4e3c1a-4ac4-4e65-84cd-06c2cd25e721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:06.137391 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-fba631da-ea38-4f45-a4ec-73e2cd2f7754 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030610 Nov 09 00:17:06.193617 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-c5e7f533-4a9e-4c8a-80be-fa925e576c08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=c64ad2d8-e1ee-4760-b623-361c968d3a5d HTTP/1.1" status: 200 len: 217 time: 0.0445809 Nov 09 00:17:06.284550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e3c1a-4ac4-4e65-84cd-06c2cd25e721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eeb9f6b-c4cb-46ef-8a8c-c8f1ca8cc5f9,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:06.318620 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-2fb2a358-afd2-448c-a576-fc9c3a3af837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:06.325461 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-2fb2a358-afd2-448c-a576-fc9c3a3af837 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.1214640 Nov 09 00:17:06.406130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-c765310c-2176-4c84-80bd-f310b3039f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:06.407821 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-c765310c-2176-4c84-80bd-f310b3039f49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727484 Nov 09 00:17:06.411342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2b8376b0-762b-4db8-a50f-9169cf5500cf tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 4151bca4-a663-44df-ab96-bdd02f599224 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:06.411695 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b8376b0-762b-4db8-a50f-9169cf5500cf tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:06.429614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e3c1a-4ac4-4e65-84cd-06c2cd25e721 admin admin] Checking segment: {'id': 'ec5cbed0-1393-4755-83d8-a9e5cecf1056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '49bb5136-a60a-4d3a-9b73-b4c64059b314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:06.429614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e3c1a-4ac4-4e65-84cd-06c2cd25e721 admin admin] Network hostable DHCP agents. Network: 49bb5136-a60a-4d3a-9b73-b4c64059b314, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:17:06.498005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e3c1a-4ac4-4e65-84cd-06c2cd25e721 admin admin] Network 49bb5136-a60a-4d3a-9b73-b4c64059b314 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:17:06.516830 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b8376b0-762b-4db8-a50f-9169cf5500cf tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:06.528504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e3c1a-4ac4-4e65-84cd-06c2cd25e721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 49bb5136-a60a-4d3a-9b73-b4c64059b314) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:06.538386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e3c1a-4ac4-4e65-84cd-06c2cd25e721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:06.538925 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb4e3c1a-4ac4-4e65-84cd-06c2cd25e721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:06.541676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b631469-3254-4bdc-9779-f7462e446bce None None] Network 49bb5136-a60a-4d3a-9b73-b4c64059b314 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:06.553372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2b8376b0-762b-4db8-a50f-9169cf5500cf tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 4151bca4-a663-44df-ab96-bdd02f599224 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:06.575991 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-d8f1522b-fd17-472d-9bc9-5102ddffa4f9 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594727 Nov 09 00:17:06.674338 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-eb4e3c1a-4ac4-4e65-84cd-06c2cd25e721 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0398881 Nov 09 00:17:06.740565 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-7a489928-84ee-4f69-b1d4-4632f026efcc service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541929 Nov 09 00:17:06.768074 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b8376b0-762b-4db8-a50f-9169cf5500cf tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:06.821663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8376b0-762b-4db8-a50f-9169cf5500cf tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=4151bca4-a663-44df-ab96-bdd02f599224,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:06.837182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1499eb5a-6362-49f4-815b-df96ff5e6c95 None None] Network 49bb5136-a60a-4d3a-9b73-b4c64059b314 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:06.847818 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-de640b18-ce3b-43b0-9793-cfb463492fa4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5ec376c1-315f-4ca8-8930-77a9fd93e81c HTTP/1.1" status: 200 len: 217 time: 0.0992806 Nov 09 00:17:06.867333 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b8376b0-762b-4db8-a50f-9169cf5500cf tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:06.872662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2b8376b0-762b-4db8-a50f-9169cf5500cf tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/4151bca4-a663-44df-ab96-bdd02f599224 HTTP/1.1" status: 204 len: 168 time: 0.8358762 Nov 09 00:17:06.875953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43958) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:06.963917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-1d74d9f2-9f4f-4202-98f7-fb75619dfcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:06.966927 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-1d74d9f2-9f4f-4202-98f7-fb75619dfcf0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 200 len: 797 time: 0.1112392 Nov 09 00:17:07.060420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-158d80c9-484f-4dfd-bc52-953f858aef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:07.061946 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-158d80c9-484f-4dfd-bc52-953f858aef4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9455cba-4534-4af4-b9ee-f8c67064c7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0850394 Nov 09 00:17:07.071315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a46a-3568-4811-9770-de0ba5a914a3 req-5165ce75-2b7d-4a2d-b988-e70f613639e0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:07.093311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a6a46a-3568-4811-9770-de0ba5a914a3 req-5165ce75-2b7d-4a2d-b988-e70f613639e0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.2796102 Nov 09 00:17:07.131681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344d316-72a9-411d-bcff-75d494099611 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:07.138626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344d316-72a9-411d-bcff-75d494099611 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:07.143125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6344d316-72a9-411d-bcff-75d494099611 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2633383 Nov 09 00:17:07.144043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43966) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:07.250514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86a6a46a-3568-4811-9770-de0ba5a914a3 req-9030ad02-8e1e-41cb-ad00-f75f9f493d04 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560576 Nov 09 00:17:07.279570 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-a10ac238-6a90-4893-8ed7-77d8089909ca service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074652 Nov 09 00:17:07.307995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-45abbc90-40c8-4044-a803-c3215289fc23 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 0d0b6009-c59c-44e3-b219-b6b839ec74bf {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:07.308434 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-45abbc90-40c8-4044-a803-c3215289fc23 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:07.411049 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-45abbc90-40c8-4044-a803-c3215289fc23 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:07.431167 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-ddfcebd3-a6a7-41bb-94c9-32e29ecbb662 service neutron] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432800 Nov 09 00:17:07.439186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-45abbc90-40c8-4044-a803-c3215289fc23 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 0d0b6009-c59c-44e3-b219-b6b839ec74bf owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:07.493910 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-d46f41e2-f0cd-4400-aa13-ebf645ae8702 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bebae9d8-ef83-4a9d-b792-d0891225bdf6 HTTP/1.1" status: 200 len: 217 time: 0.0523267 Nov 09 00:17:07.564955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-c52e56b2-eda9-4cd9-936a-1f42630300fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:07.569168 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-c52e56b2-eda9-4cd9-936a-1f42630300fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47 HTTP/1.1" status: 200 len: 797 time: 0.0646021 Nov 09 00:17:07.599385 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-45abbc90-40c8-4044-a803-c3215289fc23 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:07.635568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-45abbc90-40c8-4044-a803-c3215289fc23 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:07.640148 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-45abbc90-40c8-4044-a803-c3215289fc23 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/0d0b6009-c59c-44e3-b219-b6b839ec74bf HTTP/1.1" status: 204 len: 168 time: 0.4955108 Nov 09 00:17:07.644125 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-ab43f860-8c81-42ed-916f-42bec9ea1482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:07.646292 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-ab43f860-8c81-42ed-916f-42bec9ea1482 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db9ff48a-f148-4078-8cab-499f349f3760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699391 Nov 09 00:17:07.646861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43984) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:07.669638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abbc90-40c8-4044-a803-c3215289fc23 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=0d0b6009-c59c-44e3-b219-b6b839ec74bf,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:07.702198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def427-000e-43d8-b919-7f80be739328 req-dcbfcd8b-ea51-46b2-99c6-f743757ac707 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:07.709967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-dcbfcd8b-ea51-46b2-99c6-f743757ac707 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/networks?id=49bb5136-a60a-4d3a-9b73-b4c64059b314 HTTP/1.1" status: 200 len: 808 time: 0.4064445 Nov 09 00:17:07.730644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-ea50a3ff-375a-476e-a52c-2017717c95ec tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/quotas/81abf7e762c9439d8a0c04f80fc5832c HTTP/1.1" status: 200 len: 375 time: 0.0196409 Nov 09 00:17:07.774571 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-a5e65c4d-4f3b-46eb-b2c9-8c87fbea3125 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=81abf7e762c9439d8a0c04f80fc5832c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427723 Nov 09 00:17:07.795921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98525107-1d4b-4af1-9624-7f72420dab0a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:07.801577 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-98525107-1d4b-4af1-9624-7f72420dab0a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1508250 Nov 09 00:17:07.802636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43986) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:07.836805 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-0eec9f33-431e-4dcb-8383-1ea79e62c8e1 service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801298 Nov 09 00:17:07.966643 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-bab0ca16-4c95-44ae-816b-5ae00da474b5 service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222620 Nov 09 00:17:08.086081 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-3fcedc48-6cda-4f37-bb81-7743d2881d07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18940ff5-5975-402e-8da8-ec60b66967b3 HTTP/1.1" status: 200 len: 217 time: 0.0952332 Nov 09 00:17:08.158259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-c623798b-aaf8-4935-8e81-0771df8c6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:08.159742 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-c623798b-aaf8-4935-8e81-0771df8c6f87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47 HTTP/1.1" status: 200 len: 797 time: 0.0612223 Nov 09 00:17:08.222912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-a0cd8791-b9ac-4018-852f-14ba0791a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:08.224587 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-a0cd8791-b9ac-4018-852f-14ba0791a7e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db9ff48a-f148-4078-8cab-499f349f3760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566986 Nov 09 00:17:08.276509 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-219dc3ce-333a-43ae-96ec-068a824d7e89 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:17:08.278320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-219dc3ce-333a-43ae-96ec-068a824d7e89 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/4151bca4-a663-44df-ab96-bdd02f599224 HTTP/1.1" status: 404 len: 333 time: 0.4746580 Nov 09 00:17:08.282565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43992) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:08.315476 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c782dc-539f-40ce-b366-3cdf23455012 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:17:08.317424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f3c782dc-539f-40ce-b366-3cdf23455012 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/0d0b6009-c59c-44e3-b219-b6b839ec74bf HTTP/1.1" status: 404 len: 333 time: 0.0328403 Nov 09 00:17:08.319772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43994) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:08.375477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-cb8b0442-b5e6-4ac9-abbf-9f3727095f7a service neutron] 10.222.0.25 "GET /v2.0/networks/49bb5136-a60a-4d3a-9b73-b4c64059b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997400 Nov 09 00:17:08.423012 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-de39e2cf-86c8-4db9-abfa-c8429dca211f service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894460 Nov 09 00:17:08.514448 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:08.562679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ebb28-bc7a-4de0-8d43-632b2534cde8 req-dee377b5-c27b-4926-bb44-eedec1807541 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:08.564227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c14ebb28-bc7a-4de0-8d43-632b2534cde8 req-dee377b5-c27b-4926-bb44-eedec1807541 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1532006 Nov 09 00:17:08.602400 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e66cfe7c-b79e-4d2d-af53-988c0c5d18aa req-cceaeb45-3430-430c-880a-dd20a3b6c4d8 service neutron] 10.222.0.11 "GET /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694527 Nov 09 00:17:08.676744 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-819b1d03-6646-4073-9aee-ab61d05a51d0 service neutron] 10.222.0.25 "GET /v2.0/networks/49bb5136-a60a-4d3a-9b73-b4c64059b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003535 Nov 09 00:17:08.712276 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c14ebb28-bc7a-4de0-8d43-632b2534cde8 req-8e36f6c9-7e16-4a10-8a92-325a0fde641e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334028 Nov 09 00:17:08.803540 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:08.878027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf894529-bd9e-40ed-8715-17e4cdf53c06']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:08.910579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176e95a9-263f-4e79-bae2-2d0fc02ff03a') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:08.911158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176e95a9-263f-4e79-bae2-2d0fc02ff03a') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:08.925324 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:08.946486 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:08.955806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:17:08.956817 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:17:09.036317 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:17:09.078129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18457d2c-1366-4041-9f69-7a89e637f468 req-26920eb9-bc1b-4ae7-8fdd-c00536c9f8f1 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 210 time: 0.0401475 Nov 09 00:17:09.081496 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:09.104814 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:09.109248 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/networks/cf894529-bd9e-40ed-8715-17e4cdf53c06 HTTP/1.1" status: 204 len: 168 time: 0.7888269 Nov 09 00:17:09.115055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44012) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:09.120438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f68772-761d-4d06-8e0f-237e891d1171 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Network': ['ID=cf894529-bd9e-40ed-8715-17e4cdf53c06,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:09.121714 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-745ab04a-2601-4905-b109-db248516bfb4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1662591588'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:09.150327 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745ab04a-2601-4905-b109-db248516bfb4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:09.156668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-745ab04a-2601-4905-b109-db248516bfb4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:09.232390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745ab04a-2601-4905-b109-db248516bfb4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:17:09.243470 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-745ab04a-2601-4905-b109-db248516bfb4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:09.244359 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-745ab04a-2601-4905-b109-db248516bfb4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Added segment 42b990d1-6e30-4437-a436-e5f422e0289d of type vlan for network 21437cab-8bf2-458a-8e12-186e9ef65605 Nov 09 00:17:09.301018 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-745ab04a-2601-4905-b109-db248516bfb4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:09.339791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-745ab04a-2601-4905-b109-db248516bfb4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:09.348384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ab04a-2601-4905-b109-db248516bfb4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:09.349288 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-745ab04a-2601-4905-b109-db248516bfb4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:09.376547 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-745ab04a-2601-4905-b109-db248516bfb4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2600698 Nov 09 00:17:09.379544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44018) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:09.391374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': '21437cab-8bf2-458a-8e12-186e9ef65605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:09.491096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ab04a-2601-4905-b109-db248516bfb4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Network': ['ID=21437cab-8bf2-458a-8e12-186e9ef65605,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:09.511987 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 21437cab-8bf2-458a-8e12-186e9ef65605 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:17:09.629418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:09.633525 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:09.745883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.ipam_backend_mixin [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Performing IP validity checks on allocation pools {{(pid=101780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 00:17:09.746499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.ipam_backend_mixin [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 00:17:09.967200 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acdc8c-34a4-4ea2-9ee5-3c1471e41db5 req-2cfe4a45-9027-4000-9037-d243ea725027 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:09.968708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3acdc8c-34a4-4ea2-9ee5-3c1471e41db5 req-2cfe4a45-9027-4000-9037-d243ea725027 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1304004 Nov 09 00:17:09.970754 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:10.089338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Subnet': ['ID=c9ee7caa-3165-47f5-9edb-69582e1ea10c,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:10.096567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Checking segment: {'id': '42b990d1-6e30-4437-a436-e5f422e0289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '21437cab-8bf2-458a-8e12-186e9ef65605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:10.097018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network hostable DHCP agents. Network: 21437cab-8bf2-458a-8e12-186e9ef65605, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:17:10.118285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3acdc8c-34a4-4ea2-9ee5-3c1471e41db5 req-fd88f3a6-7430-48aa-8012-a34d34ccfbe4 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407075 Nov 09 00:17:10.214033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 21437cab-8bf2-458a-8e12-186e9ef65605 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:17:10.234267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 21437cab-8bf2-458a-8e12-186e9ef65605) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:10.243515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52d2e9-c70a-443e-9794-98b89634fe2e None None] Network 21437cab-8bf2-458a-8e12-186e9ef65605 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:10.246828 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:10.247629 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:10.277971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-cfbfcfd5-1ac8-484e-a645-c22721caae88 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:10.287324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-cfbfcfd5-1ac8-484e-a645-c22721caae88 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 815 time: 0.1840179 Nov 09 00:17:10.305010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-69d208be-a92c-403c-99e7-1adba3c0445b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9243169 Nov 09 00:17:10.307941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44048) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:10.313800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-970a9981-5ea8-4be1-ad19-5e383afc92c7 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/quotas/fac795994a834c26adcae829fc064be0 HTTP/1.1" status: 200 len: 375 time: 0.0261898 Nov 09 00:17:10.314706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': '21437cab-8bf2-458a-8e12-186e9ef65605', 'name': 'tempest-PortsTestJSON-1901580020'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:10.393140 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-bb8cbf96-a121-45ea-9cc8-7b6bf8ad94d2 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778708 Nov 09 00:17:10.478131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-21437cab-8bf2-458a-8e12-186e9ef65605', 'network_id': '21437cab-8bf2-458a-8e12-186e9ef65605', 'tenant_id': '16efdbc20c354699a3da23bce3b0f15b', 'fixed_ips': [{'subnet_id': 'c9ee7caa-3165-47f5-9edb-69582e1ea10c'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:17:10.479597 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:10.547866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:10.554657 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:10.573722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port e64acf54-5dbb-4ef2-8a5b-0d9852a0b8ed yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:10.582576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def427-000e-43d8-b919-7f80be739328 req-48a568f3-b27d-4fa8-addc-35d67f18d86a tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:10.584582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-48a568f3-b27d-4fa8-addc-35d67f18d86a tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.30 "GET /v2.0/networks?id=49bb5136-a60a-4d3a-9b73-b4c64059b314 HTTP/1.1" status: 200 len: 808 time: 0.1559386 Nov 09 00:17:10.620311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e9def427-000e-43d8-b919-7f80be739328 req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Request body: {'port': {'device_id': '9cdf2c4e-54c0-437c-a526-849880277a40', 'network_id': '49bb5136-a60a-4d3a-9b73-b4c64059b314', 'admin_state_up': True, 'tenant_id': '81abf7e762c9439d8a0c04f80fc5832c'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:10.664516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Allocated IP 172.20.0.2 (21437cab-8bf2-458a-8e12-186e9ef65605/c9ee7caa-3165-47f5-9edb-69582e1ea10c/099e2cb9-a9c1-499b-a130-3dcee5464d58) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:10.708237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d590790-7ec3-4346-a7de-95b2131c8fce req-954831f8-e4d8-4c78-84a6-007d1860a28a tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 210 time: 0.2778471 Nov 09 00:17:10.830543 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-e96065c8-c863-4c3c-a335-e82b3826ead5 service neutron] 10.222.0.25 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364533 Nov 09 00:17:10.841157 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:10.850245 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:10.918552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Network 21437cab-8bf2-458a-8e12-186e9ef65605 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:10.922648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:10.927873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:10.932555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Pushing event updated for resources: {'Port': ['ID=099e2cb9-a9c1-499b-a130-3dcee5464d58,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:10.945749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9def427-000e-43d8-b919-7f80be739328 req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Made reservation on behalf of 81abf7e762c9439d8a0c04f80fc5832c for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:10.949929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.5 (21437cab-8bf2-458a-8e12-186e9ef65605/c9ee7caa-3165-47f5-9edb-69582e1ea10c/e64acf54-5dbb-4ef2-8a5b-0d9852a0b8ed) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:10.950437 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9def427-000e-43d8-b919-7f80be739328 req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:10.998711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-6b940771-bbe0-46ad-b11c-b9138274ce63 service neutron] 10.222.0.25 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672280 Nov 09 00:17:11.010921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Attempting to bind port 099e2cb9-a9c1-499b-a130-3dcee5464d58 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:11.011292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Attempting to bind port 099e2cb9-a9c1-499b-a130-3dcee5464d58 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '42b990d1-6e30-4437-a436-e5f422e0289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '21437cab-8bf2-458a-8e12-186e9ef65605'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:11.011653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Attempting to bind port 099e2cb9-a9c1-499b-a130-3dcee5464d58 on network 21437cab-8bf2-458a-8e12-186e9ef65605 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:11.018390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:17:11.018766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Checking segment: {'id': '42b990d1-6e30-4437-a436-e5f422e0289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '21437cab-8bf2-458a-8e12-186e9ef65605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:11.019295 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:11.019695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Bound using segment: {'id': '42b990d1-6e30-4437-a436-e5f422e0289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '21437cab-8bf2-458a-8e12-186e9ef65605'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:17:11.020451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Bound port: 099e2cb9-a9c1-499b-a130-3dcee5464d58, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b990d1-6e30-4437-a436-e5f422e0289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '21437cab-8bf2-458a-8e12-186e9ef65605'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:17:11.020833 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:11.116239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] For port 099e2cb9-a9c1-499b-a130-3dcee5464d58, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:17:11.120571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] For port 099e2cb9-a9c1-499b-a130-3dcee5464d58, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=099e2cb9-a9c1-499b-a130-3dcee5464d58,segment=NetworkSegment(42b990d1-6e30-4437-a436-e5f422e0289d),segment_id=42b990d1-6e30-4437-a436-e5f422e0289d)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:17:11.136844 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:11.238341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-e9def427-000e-43d8-b919-7f80be739328 req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Allocated IP 172.20.0.13 (49bb5136-a60a-4d3a-9b73-b4c64059b314/6eeb9f6b-c4cb-46ef-8a8c-c8f1ca8cc5f9/c87a93f1-e846-4da0-ae08-bad5eaa25cd6) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:11.301559 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:11.307051 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78f6db-9b44-4501-86fa-bb2b1512af79 None None] Pushing event updated for resources: {'Port': ['ID=099e2cb9-a9c1-499b-a130-3dcee5464d58,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:11.380025 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:11.458225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 21437cab-8bf2-458a-8e12-186e9ef65605 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:11.461644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:11.467313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:11.476597 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=e64acf54-5dbb-4ef2-8a5b-0d9852a0b8ed,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:11.550515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b466577-84af-4ab2-986e-e4be0cfc2266 req-4561e358-207a-47ae-b4f7-8c31bc6751c5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:11.574034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b466577-84af-4ab2-986e-e4be0cfc2266 req-4561e358-207a-47ae-b4f7-8c31bc6751c5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.2583892 Nov 09 00:17:11.645069 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:11.645643 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:11.687887 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d480a592-7f4a-4365-9c37-346450d4cf8c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3775308 Nov 09 00:17:11.689331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44066) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:11.749208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b466577-84af-4ab2-986e-e4be0cfc2266 req-195d2e99-d520-4e39-b34a-3c396dfd372e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648448 Nov 09 00:17:11.791839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-782644b8-584f-4279-a2dd-26f30da84f27 req-a111e3a8-fcb3-42fd-94c6-b98220830b4a tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 210 time: 0.1236417 Nov 09 00:17:11.870776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9def427-000e-43d8-b919-7f80be739328 req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:11.877080 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-fab6a027-9aeb-4fb2-ab05-93506c0c70fb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port e64acf54-5dbb-4ef2-8a5b-0d9852a0b8ed {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:11.878917 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fab6a027-9aeb-4fb2-ab05-93506c0c70fb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:11.889931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c846d4a-0141-479d-a1d2-1dc1bd9c54bb req-444835b8-07d7-4c1f-8ef3-a827b266e547 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 210 time: 0.0526419 Nov 09 00:17:11.932440 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9def427-000e-43d8-b919-7f80be739328 req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:11.996605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9def427-000e-43d8-b919-7f80be739328 req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Network 49bb5136-a60a-4d3a-9b73-b4c64059b314 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:12.005096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-e9def427-000e-43d8-b919-7f80be739328 req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:12.015245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9def427-000e-43d8-b919-7f80be739328 req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:12.022445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fab6a027-9aeb-4fb2-ab05-93506c0c70fb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:12.031851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Pushing event updated for resources: {'Port': ['ID=c87a93f1-e846-4da0-ae08-bad5eaa25cd6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:12.049753 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-fab6a027-9aeb-4fb2-ab05-93506c0c70fb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for e64acf54-5dbb-4ef2-8a5b-0d9852a0b8ed owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:12.110334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def427-000e-43d8-b919-7f80be739328 req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:12.111012 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9def427-000e-43d8-b919-7f80be739328 req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:12.146154 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-acc57db8-93a5-49fb-8c15-96ee1bada891 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5304618 Nov 09 00:17:12.185775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Request body: {'port': {'device_id': '9cdf2c4e-54c0-437c-a526-849880277a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:12.273560 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fab6a027-9aeb-4fb2-ab05-93506c0c70fb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:12.295287 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:12.342154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6a027-9aeb-4fb2-ab05-93506c0c70fb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=e64acf54-5dbb-4ef2-8a5b-0d9852a0b8ed,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:12.498715 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fab6a027-9aeb-4fb2-ab05-93506c0c70fb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:12.506110 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44076) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:12.506700 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fab6a027-9aeb-4fb2-ab05-93506c0c70fb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/e64acf54-5dbb-4ef2-8a5b-0d9852a0b8ed HTTP/1.1" status: 204 len: 168 time: 0.8160250 Nov 09 00:17:12.543433 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5ebc31-3701-4e76-af37-70bb701819b7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] DELETE failed (client error): The resource could not be found. Nov 09 00:17:12.544066 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5ebc31-3701-4e76-af37-70bb701819b7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:17:12.547206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bd5ebc31-3701-4e76-af37-70bb701819b7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/e64acf54-5dbb-4ef2-8a5b-0d9852a0b8ed HTTP/1.1" status: 404 len: 333 time: 0.0401268 Nov 09 00:17:12.550360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44078) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:12.594845 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6b018a-7f31-464e-9b0b-57adae3b3bd9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:17:12.596475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0c6b018a-7f31-464e-9b0b-57adae3b3bd9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/e64acf54-5dbb-4ef2-8a5b-0d9852a0b8ed HTTP/1.1" status: 404 len: 333 time: 0.0455854 Nov 09 00:17:12.599137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44082) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:12.622599 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-25faa224-7640-4db0-b739-618f39ed2c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:12.725926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b4bd78-b6f3-4314-b536-a87f7ad8552a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting subnet c9ee7caa-3165-47f5-9edb-69582e1ea10c {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:17:12.738288 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6b4bd78-b6f3-4314-b536-a87f7ad8552a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:12.821761 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6b4bd78-b6f3-4314-b536-a87f7ad8552a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:12.839927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93286414-c985-414e-bcc8-defb8de49d78 None None] Network 21437cab-8bf2-458a-8e12-186e9ef65605 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:12.984980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87a93f1-e846-4da0-ae08-bad5eaa25cd6 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:12.997911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfe90968-a893-48ee-9d27-f4642e1be5d8 req-59eaac86-cae9-4f96-be54-06d41b30ba45 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 210 time: 0.0954974 Nov 09 00:17:13.024239 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:13.066525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d02f971b-9bd4-4562-8c85-77059a2d0259 None None] Provisioning complete for port 099e2cb9-a9c1-499b-a130-3dcee5464d58 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:13.075654 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d02f971b-9bd4-4562-8c85-77059a2d0259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:13.082982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264cbb3-01e5-46eb-913d-922951c2af89 req-5edb1c4f-f098-4476-8402-fe11c3252308 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:13.091973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2264cbb3-01e5-46eb-913d-922951c2af89 req-5edb1c4f-f098-4476-8402-fe11c3252308 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.2405393 Nov 09 00:17:13.238373 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2264cbb3-01e5-46eb-913d-922951c2af89 req-4c611b3f-7a15-43f7-ab77-c4aab950dff0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450856 Nov 09 00:17:13.258802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Transition to ACTIVE for port object c87a93f1-e846-4da0-ae08-bad5eaa25cd6 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:17:13.364205 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d02f971b-9bd4-4562-8c85-77059a2d0259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:13.370578 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:13.423636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 099e2cb9-a9c1-499b-a130-3dcee5464d58 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:13.437172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Pushing event updated for resources: {'Port': ['ID=c87a93f1-e846-4da0-ae08-bad5eaa25cd6,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:13.444291 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6b4bd78-b6f3-4314-b536-a87f7ad8552a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:13.485544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-1498f4a5-f1c7-4e00-a372-3eca84fa6952 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:13.487072 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-1498f4a5-f1c7-4e00-a372-3eca84fa6952 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.11 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 815 time: 0.6096573 Nov 09 00:17:13.506986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Request body: {'port': {'device_id': '50be0477-c182-435c-b2c0-7244fb35886b', 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e', 'admin_state_up': True, 'tenant_id': 'fac795994a834c26adcae829fc064be0'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:13.521598 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67882f-993c-437b-a59d-6fd05099c3fb req-a1c55bed-095a-4ee8-90c5-d9fde745c9ed tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:13.530889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d67882f-993c-437b-a59d-6fd05099c3fb req-a1c55bed-095a-4ee8-90c5-d9fde745c9ed tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 932 time: 0.4067292 Nov 09 00:17:13.555119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 099e2cb9-a9c1-499b-a130-3dcee5464d58 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:13.555502 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:13.692636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d67882f-993c-437b-a59d-6fd05099c3fb req-ebd2a035-43f2-475e-8a4a-7c9666ca21fa tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/security-groups?id=71a15e89-b7ea-4e2c-968e-1eaec3666df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606195 Nov 09 00:17:13.708583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6b4bd78-b6f3-4314-b536-a87f7ad8552a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:13.772794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4bd78-b6f3-4314-b536-a87f7ad8552a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ee7caa-3165-47f5-9edb-69582e1ea10c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:13.788256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6b4bd78-b6f3-4314-b536-a87f7ad8552a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:13.810502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c6b4bd78-b6f3-4314-b536-a87f7ad8552a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/c9ee7caa-3165-47f5-9edb-69582e1ea10c HTTP/1.1" status: 204 len: 168 time: 1.2103276 Nov 09 00:17:13.814188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44098) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:13.826816 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:13.831236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Made reservation on behalf of fac795994a834c26adcae829fc064be0 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:13.836219 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:13.853155 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-d02f971b-9bd4-4562-8c85-77059a2d0259 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:17:13.853555 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-d02f971b-9bd4-4562-8c85-77059a2d0259 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:17:13.885514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Attempting to bind port c87a93f1-e846-4da0-ae08-bad5eaa25cd6 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:13.886000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Attempting to bind port c87a93f1-e846-4da0-ae08-bad5eaa25cd6 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'ec5cbed0-1393-4755-83d8-a9e5cecf1056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '49bb5136-a60a-4d3a-9b73-b4c64059b314'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:13.886430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Attempting to bind port c87a93f1-e846-4da0-ae08-bad5eaa25cd6 on network 49bb5136-a60a-4d3a-9b73-b4c64059b314 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:13.896468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Port c87a93f1-e846-4da0-ae08-bad5eaa25cd6 on network 49bb5136-a60a-4d3a-9b73-b4c64059b314 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:17:13.896934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Attempting to bind port c87a93f1-e846-4da0-ae08-bad5eaa25cd6 on network 49bb5136-a60a-4d3a-9b73-b4c64059b314 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:13.934748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:17:13.935264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Checking segment: {'id': 'ec5cbed0-1393-4755-83d8-a9e5cecf1056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '49bb5136-a60a-4d3a-9b73-b4c64059b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:13.936220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Bound using segment: {'id': 'ec5cbed0-1393-4755-83d8-a9e5cecf1056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '49bb5136-a60a-4d3a-9b73-b4c64059b314'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:17:13.936220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Bound port: c87a93f1-e846-4da0-ae08-bad5eaa25cd6, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5cbed0-1393-4755-83d8-a9e5cecf1056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '49bb5136-a60a-4d3a-9b73-b4c64059b314'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:17:13.936687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:13.959043 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:17:13.959395 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:17:13.993420 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.036331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea2ba69-d972-41b3-b1f0-85d1dba27ff1 None None] Network 21437cab-8bf2-458a-8e12-186e9ef65605 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:14.069880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] For port c87a93f1-e846-4da0-ae08-bad5eaa25cd6, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:17:14.084059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Allocated IP 172.20.0.3 (ce22d967-e911-46ef-a648-671d86d24c3e/6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4/40574555-6504-458e-9368-2bec63d85eae) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:14.088052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] For port c87a93f1-e846-4da0-ae08-bad5eaa25cd6, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c87a93f1-e846-4da0-ae08-bad5eaa25cd6,segment=NetworkSegment(ec5cbed0-1393-4755-83d8-a9e5cecf1056),segment_id=ec5cbed0-1393-4755-83d8-a9e5cecf1056)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:17:14.112167 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.142141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 099e2cb9-a9c1-499b-a130-3dcee5464d58 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:14.142745 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.361771 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.448738 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.484131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec1b863-faab-4813-b47a-2a9f0312c4e4 None None] DHCP port deletion for 21437cab-8bf2-458a-8e12-186e9ef65605 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:17:14.491326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e0c97d25-0ff1-41d7-8da6-4e5e13f89b34'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:14.542977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Network ce22d967-e911-46ef-a648-671d86d24c3e is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:14.544539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Pushing event updated for resources: {'Port': ['ID=40574555-6504-458e-9368-2bec63d85eae,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:14.548956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:14.552743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:14.556201 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:14.557206 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.558298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] 10.222.0.30 "PUT /v2.0/ports/c87a93f1-e846-4da0-ae08-bad5eaa25cd6 HTTP/1.1" status: 200 len: 1092 time: 2.4008875 Nov 09 00:17:14.562247 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdf2c4e-54c0-437c-a526-849880277a40', 'tag': 'c87a93f1-e846-4da0-ae08-bad5eaa25cd6'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:14.564525 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c99462a-e23e-4f54-8fba-eb3175a9a7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdf2c4e-54c0-437c-a526-849880277a40", "tag": "c87a93f1-e846-4da0-ae08-bad5eaa25cd6"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:14.569120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5ae3e25-a09e-4603-8409-77bb3e0536a1 req-c93e4d02-ed8b-4251-ab90-f184d7b85869 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 210 time: 0.3697448 Nov 09 00:17:14.573836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] For port 099e2cb9-a9c1-499b-a130-3dcee5464d58, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=099e2cb9-a9c1-499b-a130-3dcee5464d58,segment=NetworkSegment(42b990d1-6e30-4437-a436-e5f422e0289d),segment_id=42b990d1-6e30-4437-a436-e5f422e0289d)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:14.574330 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.611426 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.644954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e7b73-4ff1-488b-aaf0-52ab7c2faafc service neutron] Pushing event updated for resources: {'Port': ['ID=c87a93f1-e846-4da0-ae08-bad5eaa25cd6,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:14.670333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 099e2cb9-a9c1-499b-a130-3dcee5464d58 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:14.690191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:14.690900 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.736182 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-a2e0ab64-72ac-407e-b8a5-9c78d072f2bb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2334242 Nov 09 00:17:14.748121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 099e2cb9-a9c1-499b-a130-3dcee5464d58, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=099e2cb9-a9c1-499b-a130-3dcee5464d58,segment=NetworkSegment(42b990d1-6e30-4437-a436-e5f422e0289d),segment_id=42b990d1-6e30-4437-a436-e5f422e0289d)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:14.749857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Request body: {'port': {'device_id': '50be0477-c182-435c-b2c0-7244fb35886b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:14.751977 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d02f971b-9bd4-4562-8c85-77059a2d0259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.797812 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.823657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764975e7-54ff-4a48-b08e-3f77d39c4523 req-e9983cc9-4114-4d16-b8c0-ac113c881cb0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:14.832142 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-764975e7-54ff-4a48-b08e-3f77d39c4523 req-e9983cc9-4114-4d16-b8c0-ac113c881cb0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.2121596 Nov 09 00:17:14.850996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-cec1b863-faab-4813-b47a-2a9f0312c4e4 None None] Deleting port 099e2cb9-a9c1-499b-a130-3dcee5464d58 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:14.851559 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cec1b863-faab-4813-b47a-2a9f0312c4e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.857297 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:14.930339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def427-000e-43d8-b919-7f80be739328 req-b03485d3-e3eb-4e6d-82fa-6df8429e3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:14.933039 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-b03485d3-e3eb-4e6d-82fa-6df8429e3d93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81abf7e762c9439d8a0c04f80fc5832c&device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 1095 time: 0.3096273 Nov 09 00:17:14.968111 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:17:15.034259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-21d20929-cd56-41ad-b1de-e8273dc3da88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c87a93f1-e846-4da0-ae08-bad5eaa25cd6 HTTP/1.1" status: 200 len: 217 time: 0.0767510 Nov 09 00:17:15.044527 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-d02f971b-9bd4-4562-8c85-77059a2d0259 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:17:15.044851 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-d02f971b-9bd4-4562-8c85-77059a2d0259 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:17:15.068542 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-764975e7-54ff-4a48-b08e-3f77d39c4523 req-b4544334-8df8-47a6-b837-c437cc95abdd tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342308 Nov 09 00:17:15.079830 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9a411770-ad68-4566-9766-33eb6f08e060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.135816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba04539-be72-49e2-ab5d-3e930609052f req-f05cddce-a0d4-4983-befc-a611372ccd38 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:15.144470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ba04539-be72-49e2-ab5d-3e930609052f req-f05cddce-a0d4-4983-befc-a611372ccd38 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 945 time: 0.3513856 Nov 09 00:17:15.156309 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.180171 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=099e2cb9-a9c1-499b-a130-3dcee5464d58,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:15.187074 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cec1b863-faab-4813-b47a-2a9f0312c4e4 None None] For port 099e2cb9-a9c1-499b-a130-3dcee5464d58, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=099e2cb9-a9c1-499b-a130-3dcee5464d58,segment=NetworkSegment(42b990d1-6e30-4437-a436-e5f422e0289d),segment_id=42b990d1-6e30-4437-a436-e5f422e0289d)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:15.187485 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cec1b863-faab-4813-b47a-2a9f0312c4e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.211769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-cec1b863-faab-4813-b47a-2a9f0312c4e4 None None] Calling delete_port for 099e2cb9-a9c1-499b-a130-3dcee5464d58 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:15.247617 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905e3a0e-9355-4d54-bed6-b25d53ad13de x-openstack-request-id: req-905e3a0e-9355-4d54-bed6-b25d53ad13de {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:15.249288 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdf2c4e-54c0-437c-a526-849880277a40", "tag": "c87a93f1-e846-4da0-ae08-bad5eaa25cd6", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:15.250205 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-905e3a0e-9355-4d54-bed6-b25d53ad13de {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:15.250712 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdf2c4e-54c0-437c-a526-849880277a40', 'tag': 'c87a93f1-e846-4da0-ae08-bad5eaa25cd6', 'status': 'completed', 'code': 200} Nov 09 00:17:15.256292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No DVR routers for this DVR port 099e2cb9-a9c1-499b-a130-3dcee5464d58 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:15.258001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=099e2cb9-a9c1-499b-a130-3dcee5464d58,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:15.294297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40574555-6504-458e-9368-2bec63d85eae {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:15.323532 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.332683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def427-000e-43d8-b919-7f80be739328 req-f0872eea-fd60-4d37-8dcf-a0101ab16e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:15.334316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-f0872eea-fd60-4d37-8dcf-a0101ab16e2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6eeb9f6b-c4cb-46ef-8a8c-c8f1ca8cc5f9 HTTP/1.1" status: 200 len: 848 time: 0.2894747 Nov 09 00:17:15.351842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Transition to ACTIVE for port object 40574555-6504-458e-9368-2bec63d85eae will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:17:15.363061 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.394158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d02f971b-9bd4-4562-8c85-77059a2d0259 None None] Port 099e2cb9-a9c1-499b-a130-3dcee5464d58 update to ACTIVE by agent not found {{(pid=101782) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 00:17:15.399149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 099e2cb9-a9c1-499b-a130-3dcee5464d58 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:15.409754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Pushing event updated for resources: {'Port': ['ID=40574555-6504-458e-9368-2bec63d85eae,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:15.455509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ba04539-be72-49e2-ab5d-3e930609052f req-512ec2fe-0f45-44c8-b692-20d664d5c70d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/security-groups?id=153ea567-b802-4950-847b-4690976a7e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097527 Nov 09 00:17:15.457309 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cec1b863-faab-4813-b47a-2a9f0312c4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.462943 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-da10a4f3-e6ac-4cba-ac7d-ce61fdbd9e83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49bb5136-a60a-4d3a-9b73-b4c64059b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959835 Nov 09 00:17:15.470250 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.484525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 099e2cb9-a9c1-499b-a130-3dcee5464d58 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:15.487809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 099e2cb9-a9c1-499b-a130-3dcee5464d58 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:15.529101 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Attempting to bind port 40574555-6504-458e-9368-2bec63d85eae on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:15.529463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Attempting to bind port 40574555-6504-458e-9368-2bec63d85eae by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:15.529817 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Attempting to bind port 40574555-6504-458e-9368-2bec63d85eae on network ce22d967-e911-46ef-a648-671d86d24c3e {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:15.534861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Port 40574555-6504-458e-9368-2bec63d85eae on network ce22d967-e911-46ef-a648-671d86d24c3e not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:17:15.535180 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Attempting to bind port 40574555-6504-458e-9368-2bec63d85eae on network ce22d967-e911-46ef-a648-671d86d24c3e {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:15.542878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:17:15.543214 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Checking segment: {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:15.543785 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Bound using segment: {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:17:15.544018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Bound port: 40574555-6504-458e-9368-2bec63d85eae, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:17:15.544372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.548877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1b863-faab-4813-b47a-2a9f0312c4e4 None None] Pushing event deleted for resources: {'Port': ['ID=099e2cb9-a9c1-499b-a130-3dcee5464d58,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:15.569039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1b863-faab-4813-b47a-2a9f0312c4e4 None None] No DVR routers for this DVR port 099e2cb9-a9c1-499b-a130-3dcee5464d58 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:15.570668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-93f25967-cd9e-4e0e-85a0-746e36f23822 None None] Could not find standard attr ID for object 099e2cb9-a9c1-499b-a130-3dcee5464d58. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:17:15.586682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-93f25967-cd9e-4e0e-85a0-746e36f23822 None None] Could not find standard attr ID for object e64acf54-5dbb-4ef2-8a5b-0d9852a0b8ed. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:17:15.604195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21437cab-8bf2-458a-8e12-186e9ef65605']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:15.621566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3604e2d-b28a-4fc4-886b-be283612a023 req-b7d81f3a-2d7b-49c5-85a5-ea8475823569 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:15.623187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3604e2d-b28a-4fc4-886b-be283612a023 req-b7d81f3a-2d7b-49c5-85a5-ea8475823569 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 944 time: 0.3054674 Nov 09 00:17:15.639882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] For port 40574555-6504-458e-9368-2bec63d85eae, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:17:15.647146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] For port 40574555-6504-458e-9368-2bec63d85eae, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=40574555-6504-458e-9368-2bec63d85eae,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:17:15.661916 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.672938 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b990d1-6e30-4437-a436-e5f422e0289d') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:15.673236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b990d1-6e30-4437-a436-e5f422e0289d') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:15.718215 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.718875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:15.719701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.721632 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] 10.222.0.11 "PUT /v2.0/ports/40574555-6504-458e-9368-2bec63d85eae HTTP/1.1" status: 200 len: 1091 time: 0.9768114 Nov 09 00:17:15.722377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50be0477-c182-435c-b2c0-7244fb35886b', 'tag': '40574555-6504-458e-9368-2bec63d85eae'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:15.725242 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c037b97-f982-41e8-ad86-1a8ad48b1af9" -d '{"events": [{"name": "network-changed", "server_uuid": "50be0477-c182-435c-b2c0-7244fb35886b", "tag": "40574555-6504-458e-9368-2bec63d85eae"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:15.765055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f414649-53b4-4b77-8ffa-568db31ff300 service neutron] Pushing event updated for resources: {'Port': ['ID=40574555-6504-458e-9368-2bec63d85eae,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:15.800611 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.822337 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:17:15.822762 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:17:15.831893 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:17:15.857039 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-1456072a-fc6f-43f8-9808-1f261b666db6 service neutron] 10.222.0.30 "GET /v2.0/networks/49bb5136-a60a-4d3a-9b73-b4c64059b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790021 Nov 09 00:17:15.873851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3604e2d-b28a-4fc4-886b-be283612a023 req-c3fa3cdb-0cd0-4273-b003-dc5939fa5f58 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/security-groups?id=71a15e89-b7ea-4e2c-968e-1eaec3666df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080016 Nov 09 00:17:15.875266 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:15.890415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-1e825918-a38f-47a3-936f-7035e15fea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:15.892469 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-1e825918-a38f-47a3-936f-7035e15fea07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 1094 time: 0.1098783 Nov 09 00:17:15.910810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-9c04a457-cb57-4cc8-ae88-13c86f9af33d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:15.912474 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-9c04a457-cb57-4cc8-ae88-13c86f9af33d tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 945 time: 0.1094141 Nov 09 00:17:15.980836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540eaf9-7657-46ef-86f9-d03968a4cdf5 req-0b7d68bd-8749-408e-aff6-d27a6a514729 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:15.984596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a540eaf9-7657-46ef-86f9-d03968a4cdf5 req-0b7d68bd-8749-408e-aff6-d27a6a514729 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 943 time: 0.2782547 Nov 09 00:17:15.991993 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-5f192a09-782d-48a2-99d2-0ef23a463ec1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40574555-6504-458e-9368-2bec63d85eae HTTP/1.1" status: 200 len: 217 time: 0.0780935 Nov 09 00:17:16.039012 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:16.043240 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:16.090167 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:16.094514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/networks/21437cab-8bf2-458a-8e12-186e9ef65605 HTTP/1.1" status: 204 len: 168 time: 2.2717824 Nov 09 00:17:16.109690 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-12b08c4a-8a31-4a94-809d-4a26a50434b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:16.111311 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-12b08c4a-8a31-4a94-809d-4a26a50434b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4 HTTP/1.1" status: 200 len: 855 time: 0.0901196 Nov 09 00:17:16.111933 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44128) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:16.113463 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698b4b5f-75bd-415f-94a9-65ab41fe4da8 x-openstack-request-id: req-698b4b5f-75bd-415f-94a9-65ab41fe4da8 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:16.113823 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50be0477-c182-435c-b2c0-7244fb35886b", "tag": "40574555-6504-458e-9368-2bec63d85eae", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:16.114041 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-698b4b5f-75bd-415f-94a9-65ab41fe4da8 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:16.115028 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50be0477-c182-435c-b2c0-7244fb35886b', 'tag': '40574555-6504-458e-9368-2bec63d85eae', 'status': 'completed', 'code': 200} Nov 09 00:17:16.124247 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839371e-f8eb-43dc-bbc9-b1bc4a5d713e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Network': ['ID=21437cab-8bf2-458a-8e12-186e9ef65605,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:16.126683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fee2101c-b005-4261-815c-5c8f4d445969 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1994306660'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:16.144572 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:16.153626 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a540eaf9-7657-46ef-86f9-d03968a4cdf5 req-5a27f344-8170-459d-a242-3b31d7170b2c tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679730 Nov 09 00:17:16.162844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee2101c-b005-4261-815c-5c8f4d445969 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:16.166317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fee2101c-b005-4261-815c-5c8f4d445969 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:16.192769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9def427-000e-43d8-b919-7f80be739328 req-d1e05eff-44af-4db6-b7ec-fe45512a397b service neutron] 10.222.0.30 "GET /v2.0/networks/49bb5136-a60a-4d3a-9b73-b4c64059b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161595 Nov 09 00:17:16.232273 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-b828fb01-6be9-412b-9cc5-f765089321f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce22d967-e911-46ef-a648-671d86d24c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796993 Nov 09 00:17:16.253879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee2101c-b005-4261-815c-5c8f4d445969 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:17:16.289308 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fee2101c-b005-4261-815c-5c8f4d445969 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:16.289734 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-fee2101c-b005-4261-815c-5c8f4d445969 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Added segment 2bc4ee92-244e-4e98-99b2-438a0a81a04e of type vlan for network 34a893eb-44f2-4a10-bac6-ae2df2393633 Nov 09 00:17:16.350519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c8249-dbd0-4a67-a3ca-65b2ac45a395 req-c5260f21-82ba-45e0-b59a-442ce7287c46 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:16.358666 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-746c8249-dbd0-4a67-a3ca-65b2ac45a395 req-c5260f21-82ba-45e0-b59a-442ce7287c46 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1602800 Nov 09 00:17:16.360747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99462a-e23e-4f54-8fba-eb3175a9a7bf req-a12e5bff-54c9-4d54-86db-cfa8d6290666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:16.364562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c99462a-e23e-4f54-8fba-eb3175a9a7bf req-a12e5bff-54c9-4d54-86db-cfa8d6290666 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81abf7e762c9439d8a0c04f80fc5832c&device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 1095 time: 0.1039670 Nov 09 00:17:16.427025 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fee2101c-b005-4261-815c-5c8f4d445969 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:16.454228 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-4ae96e7d-cd77-41f5-9747-6d8fe8be9ff3 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087610 Nov 09 00:17:16.458838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fee2101c-b005-4261-815c-5c8f4d445969 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:16.465787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee2101c-b005-4261-815c-5c8f4d445969 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:16.466494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fee2101c-b005-4261-815c-5c8f4d445969 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:16.486276 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-746c8249-dbd0-4a67-a3ca-65b2ac45a395 req-20fab813-b8f5-453e-a436-92ee10d43361 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065247 Nov 09 00:17:16.491078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Deleting port cce0189a-5cef-4865-b642-3689d6290d83 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:16.491391 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:16.524901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99462a-e23e-4f54-8fba-eb3175a9a7bf req-5608f22a-e2cf-4190-b44b-358b57905b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:16.526366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c99462a-e23e-4f54-8fba-eb3175a9a7bf req-5608f22a-e2cf-4190-b44b-358b57905b58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=49bb5136-a60a-4d3a-9b73-b4c64059b314 HTTP/1.1" status: 200 len: 908 time: 0.1389897 Nov 09 00:17:16.590866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c99462a-e23e-4f54-8fba-eb3175a9a7bf req-13d2c45b-59b2-489d-aff0-331e3f3c9f79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c87a93f1-e846-4da0-ae08-bad5eaa25cd6 HTTP/1.1" status: 200 len: 217 time: 0.0565975 Nov 09 00:17:16.634703 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fee2101c-b005-4261-815c-5c8f4d445969 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5130844 Nov 09 00:17:16.639470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44134) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:16.646274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9178b707-8edf-416c-8514-d0b424cf5536 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': '34a893eb-44f2-4a10-bac6-ae2df2393633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:16.749148 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] For port cce0189a-5cef-4865-b642-3689d6290d83, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cce0189a-5cef-4865-b642-3689d6290d83,segment=NetworkSegment(189c1925-6161-44ec-9f8e-15a7a705400b),segment_id=189c1925-6161-44ec-9f8e-15a7a705400b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:16.749573 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:16.759160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4b316-9ba8-4164-88b6-96da95f433dc req-ab80d026-44f6-4f8d-b7b1-bc27589ee95b tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:16.759350 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2101c-b005-4261-815c-5c8f4d445969 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Network': ['ID=34a893eb-44f2-4a10-bac6-ae2df2393633,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:16.766742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00e4b316-9ba8-4164-88b6-96da95f433dc req-ab80d026-44f6-4f8d-b7b1-bc27589ee95b tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 945 time: 0.1888869 Nov 09 00:17:16.781028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 34a893eb-44f2-4a10-bac6-ae2df2393633 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:17:16.803186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99462a-e23e-4f54-8fba-eb3175a9a7bf req-a7dea2be-c02f-4e5a-b6a5-984b3f767520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:16.804766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c99462a-e23e-4f54-8fba-eb3175a9a7bf req-a7dea2be-c02f-4e5a-b6a5-984b3f767520 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6eeb9f6b-c4cb-46ef-8a8c-c8f1ca8cc5f9 HTTP/1.1" status: 200 len: 848 time: 0.1870482 Nov 09 00:17:16.859070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c99462a-e23e-4f54-8fba-eb3175a9a7bf req-d51b81ab-a65e-489c-8c11-dc77fe244b55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49bb5136-a60a-4d3a-9b73-b4c64059b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433123 Nov 09 00:17:16.890527 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad44765e-cd64-42fe-8f35-f7654ad46b3a req-7f534de5-f93b-415d-8e59-e62c18ca7906 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212151 Nov 09 00:17:16.973853 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c99462a-e23e-4f54-8fba-eb3175a9a7bf req-bf92a2c4-eea2-4ffa-a827-c0cfacc32497 service neutron] 10.222.0.30 "GET /v2.0/networks/49bb5136-a60a-4d3a-9b73-b4c64059b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028044 Nov 09 00:17:16.986320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00e4b316-9ba8-4164-88b6-96da95f433dc req-c6765be7-1389-4f51-a16b-f6fef52f4416 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/security-groups?id=153ea567-b802-4950-847b-4690976a7e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186446 Nov 09 00:17:17.003381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9178b707-8edf-416c-8514-d0b424cf5536 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:17.007088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9178b707-8edf-416c-8514-d0b424cf5536 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:17.066025 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:17.066380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:17.066693 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Floating IP 09dd04d2-1e7e-4b73-88d8-b00d2a04f997 disassociated. External IP: 172.25.0.26, port: cce0189a-5cef-4865-b642-3689d6290d83. Nov 09 00:17:17.067032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Calling delete_port for cce0189a-5cef-4865-b642-3689d6290d83 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:17.233186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5bec7-950c-4144-aa3f-9ee047f3b692 req-b7873359-e02c-45b3-9d36-f9b2725e546b tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:17.241488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44d5bec7-950c-4144-aa3f-9ee047f3b692 req-b7873359-e02c-45b3-9d36-f9b2725e546b tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 944 time: 0.1940928 Nov 09 00:17:17.254042 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:17.269042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c99462a-e23e-4f54-8fba-eb3175a9a7bf req-8d0f9527-bc1f-4d6d-9840-52696ff5531b service neutron] 10.222.0.30 "GET /v2.0/networks/49bb5136-a60a-4d3a-9b73-b4c64059b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765975 Nov 09 00:17:17.307030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Pushing event deleted for resources: {'Port': ['ID=cce0189a-5cef-4865-b642-3689d6290d83,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:17.341121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c037b97-f982-41e8-ad86-1a8ad48b1af9 req-e6a477ea-8244-43f6-ab76-a716027eff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:17.344001 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3c037b97-f982-41e8-ad86-1a8ad48b1af9 req-e6a477ea-8244-43f6-ab76-a716027eff23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 1094 time: 0.3702583 Nov 09 00:17:17.390967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44d5bec7-950c-4144-aa3f-9ee047f3b692 req-ca76cc97-96e7-42ed-88b1-39c5ce8f1e20 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/security-groups?id=71a15e89-b7ea-4e2c-968e-1eaec3666df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440215 Nov 09 00:17:17.451981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6623e-6e06-4ccb-9162-67b817aa8ee9 req-884db28d-22ca-4147-a096-2ca372dc43dd tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:17.453751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59b6623e-6e06-4ccb-9162-67b817aa8ee9 req-884db28d-22ca-4147-a096-2ca372dc43dd tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 943 time: 0.1579444 Nov 09 00:17:17.455282 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9178b707-8edf-416c-8514-d0b424cf5536 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:17.503139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c037b97-f982-41e8-ad86-1a8ad48b1af9 req-07d41563-6bdb-40b4-9289-792d326889ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:17.504669 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3c037b97-f982-41e8-ad86-1a8ad48b1af9 req-07d41563-6bdb-40b4-9289-792d326889ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 915 time: 0.1179976 Nov 09 00:17:17.548828 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:17.572239 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3c037b97-f982-41e8-ad86-1a8ad48b1af9 req-b5d6ab09-2f60-4e04-a045-7784bf0de905 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40574555-6504-458e-9368-2bec63d85eae HTTP/1.1" status: 200 len: 217 time: 0.0382562 Nov 09 00:17:17.631986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c037b97-f982-41e8-ad86-1a8ad48b1af9 req-02da4c75-2b62-49fe-a8f1-7ff16158e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:17.633557 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3c037b97-f982-41e8-ad86-1a8ad48b1af9 req-02da4c75-2b62-49fe-a8f1-7ff16158e8ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4 HTTP/1.1" status: 200 len: 855 time: 0.0510004 Nov 09 00:17:17.667126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178b707-8edf-416c-8514-d0b424cf5536 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Subnet': ['ID=e165b8e7-a3fa-45fe-81ca-e46402488857,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:17.674886 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3c037b97-f982-41e8-ad86-1a8ad48b1af9 req-d2076025-39e8-4d65-b3b2-da531ee3c8c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce22d967-e911-46ef-a648-671d86d24c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302451 Nov 09 00:17:17.682357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Router 2572323c-8175-46fa-8784-f54c135d6cb8 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:17:17.690901 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59b6623e-6e06-4ccb-9162-67b817aa8ee9 req-34113adc-d398-4007-9f97-4bb0e1e1862d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266326 Nov 09 00:17:17.709428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d099926-286c-426c-94b1-0d6f3c624239 req-1c0ab51a-90a3-4f1b-9f19-029eba5b388c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:17.712773 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d099926-286c-426c-94b1-0d6f3c624239 req-1c0ab51a-90a3-4f1b-9f19-029eba5b388c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1188047 Nov 09 00:17:17.713579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178b707-8edf-416c-8514-d0b424cf5536 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Checking segment: {'id': '2bc4ee92-244e-4e98-99b2-438a0a81a04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '34a893eb-44f2-4a10-bac6-ae2df2393633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:17.713964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9178b707-8edf-416c-8514-d0b424cf5536 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network hostable DHCP agents. Network: 34a893eb-44f2-4a10-bac6-ae2df2393633, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:17:17.781751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9178b707-8edf-416c-8514-d0b424cf5536 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 34a893eb-44f2-4a10-bac6-ae2df2393633 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:17:17.826514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d099926-286c-426c-94b1-0d6f3c624239 req-64f42a5d-993c-4ec9-ad56-a049ae5308e2 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023750 Nov 09 00:17:17.827729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9178b707-8edf-416c-8514-d0b424cf5536 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 34a893eb-44f2-4a10-bac6-ae2df2393633) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:17.840077 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3c037b97-f982-41e8-ad86-1a8ad48b1af9 req-44cac07c-35c4-4e54-a908-6ac1fc393736 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561036 Nov 09 00:17:17.846956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9178b707-8edf-416c-8514-d0b424cf5536 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:17.847142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9178b707-8edf-416c-8514-d0b424cf5536 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:17.857539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3afc874-4893-448a-89a2-255abc677319 None None] Network 34a893eb-44f2-4a10-bac6-ae2df2393633 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:17.885950 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9178b707-8edf-416c-8514-d0b424cf5536 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2443297 Nov 09 00:17:17.889279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44146) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:17.899184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': '34a893eb-44f2-4a10-bac6-ae2df2393633', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1403393200'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:17.955413 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3c037b97-f982-41e8-ad86-1a8ad48b1af9 req-14ff2640-ffd0-41b1-ae2c-c13768911e08 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979245 Nov 09 00:17:18.064676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c87a93f1-e846-4da0-ae08-bad5eaa25cd6 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:17:18.077570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:17:18.089704 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58275be2-6c57-47ea-a324-429bab960dd2 None None] Sync routers for ids ['2572323c-8175-46fa-8784-f54c135d6cb8'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:17:18.102109 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58275be2-6c57-47ea-a324-429bab960dd2 None None] Routers {'2572323c-8175-46fa-8784-f54c135d6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:17:18.103577 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-58275be2-6c57-47ea-a324-429bab960dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:17:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2572323c-8175-46fa-8784-f54c135d6cb8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:18.135946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] No DVR routers for this DVR port cce0189a-5cef-4865-b642-3689d6290d83 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:18.141874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:18.162290 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-beffe9c6-4d9d-4007-b1bf-cf8e776da361 req-87fdc8ca-6c39-47c3-82a8-65931fdf9e8e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.30 "DELETE /v2.0/ports/cce0189a-5cef-4865-b642-3689d6290d83 HTTP/1.1" status: 204 len: 173 time: 2.2357588 Nov 09 00:17:18.163656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd746aff-c380-4c89-94cf-51262bd39350', 'name': 'network-vif-deleted', 'tag': 'cce0189a-5cef-4865-b642-3689d6290d83'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:18.167377 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96314cd-2721-411f-b668-cac55dda3b8b" -d '{"events": [{"server_uuid": "fd746aff-c380-4c89-94cf-51262bd39350", "name": "network-vif-deleted", "tag": "cce0189a-5cef-4865-b642-3689d6290d83"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:18.229460 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c87a93f1-e846-4da0-ae08-bad5eaa25cd6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c87a93f1-e846-4da0-ae08-bad5eaa25cd6,segment=NetworkSegment(ec5cbed0-1393-4755-83d8-a9e5cecf1056),segment_id=ec5cbed0-1393-4755-83d8-a9e5cecf1056)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:18.264187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf34d916-d7bb-4dd5-8e57-549963c755f9 req-5b8cbba4-cecc-44fa-8529-1633ee60d01e tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd746aff-c380-4c89-94cf-51262bd39350 HTTP/1.1" status: 200 len: 210 time: 0.1681714 Nov 09 00:17:18.281137 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-34a893eb-44f2-4a10-bac6-ae2df2393633', 'network_id': '34a893eb-44f2-4a10-bac6-ae2df2393633', 'tenant_id': '16efdbc20c354699a3da23bce3b0f15b', 'fixed_ips': [{'subnet_id': 'e165b8e7-a3fa-45fe-81ca-e46402488857'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:17:18.282123 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:18.307990 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d453737-ba83-48f9-842e-b07834195ec9 x-openstack-request-id: req-3d453737-ba83-48f9-842e-b07834195ec9 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:18.308527 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd746aff-c380-4c89-94cf-51262bd39350", "name": "network-vif-deleted", "tag": "cce0189a-5cef-4865-b642-3689d6290d83", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:18.309148 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d453737-ba83-48f9-842e-b07834195ec9 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:18.309980 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd746aff-c380-4c89-94cf-51262bd39350', 'name': 'network-vif-deleted', 'tag': 'cce0189a-5cef-4865-b642-3689d6290d83', 'status': 'completed', 'code': 200} Nov 09 00:17:18.316323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'c87a93f1-e846-4da0-ae08-bad5eaa25cd6', 'network_id': '49bb5136-a60a-4d3a-9b73-b4c64059b314', 'port_id': 'c87a93f1-e846-4da0-ae08-bad5eaa25cd6', 'mac_address': 'fa:16:3e:78:4f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eeb9f6b-c4cb-46ef-8a8c-c8f1ca8cc5f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:17:18.336795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:18.343920 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:18.368721 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:18.372294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port e0d9ea5a-e0b4-4732-8ab3-7dfe09361e61 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:18.430590 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-58275be2-6c57-47ea-a324-429bab960dd2 None None] Set router 2572323c-8175-46fa-8784-f54c135d6cb8 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:17:18.454674 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:18.472179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87a93f1-e846-4da0-ae08-bad5eaa25cd6 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:18.501550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c87a93f1-e846-4da0-ae08-bad5eaa25cd6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c87a93f1-e846-4da0-ae08-bad5eaa25cd6,segment=NetworkSegment(ec5cbed0-1393-4755-83d8-a9e5cecf1056),segment_id=ec5cbed0-1393-4755-83d8-a9e5cecf1056)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:18.548919 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:18.629257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae5398-4c62-43b6-be92-e92711594b05 req-ca61f024-60c9-4b26-8cce-c1602f0a4da1 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:18.632520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2ae5398-4c62-43b6-be92-e92711594b05 req-ca61f024-60c9-4b26-8cce-c1602f0a4da1 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 945 time: 0.1236753 Nov 09 00:17:18.641242 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Allocated IP 172.20.0.2 (34a893eb-44f2-4a10-bac6-ae2df2393633/e165b8e7-a3fa-45fe-81ca-e46402488857/1e0d4e3d-42a5-4873-8d62-917a6b1fac12) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:18.735097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2ae5398-4c62-43b6-be92-e92711594b05 req-3c80b543-5637-4ec6-b372-3ddb7fb61f78 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/security-groups?id=71a15e89-b7ea-4e2c-968e-1eaec3666df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883508 Nov 09 00:17:18.768132 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-58275be2-6c57-47ea-a324-429bab960dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:15:00Z', 'revision_number': 4, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'aa72307f-b4f7-4113-9dc7-4db9341b0aa0', 'name': '', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'mac_address': 'fa:16:3e:b3:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:58Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 5, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'subnets': [{'id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:18.774461 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=c87a93f1-e846-4da0-ae08-bad5eaa25cd6,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:18.806684 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58275be2-6c57-47ea-a324-429bab960dd2 None None] Checking router: 2572323c-8175-46fa-8784-f54c135d6cb8 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:17:18.808352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 40574555-6504-458e-9368-2bec63d85eae details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:17:18.818954 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58275be2-6c57-47ea-a324-429bab960dd2 None None] Routers {'2572323c-8175-46fa-8784-f54c135d6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:17:18.819603 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-58275be2-6c57-47ea-a324-429bab960dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:17:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2572323c-8175-46fa-8784-f54c135d6cb8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:18.877684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['c87a93f1-e846-4da0-ae08-bad5eaa25cd6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:18.955675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502c0eb-a2c7-4f33-8ac8-c4a38812d3fb req-599305db-5c2d-4c7e-bff3-0b54d01619b5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:18.957240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3502c0eb-a2c7-4f33-8ac8-c4a38812d3fb req-599305db-5c2d-4c7e-bff3-0b54d01619b5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 943 time: 0.1130486 Nov 09 00:17:19.015331 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-58275be2-6c57-47ea-a324-429bab960dd2 None None] Set router 2572323c-8175-46fa-8784-f54c135d6cb8 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:17:19.047351 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:19.058884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 40574555-6504-458e-9368-2bec63d85eae, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=40574555-6504-458e-9368-2bec63d85eae,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:19.078197 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:19.093193 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '40574555-6504-458e-9368-2bec63d85eae', 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e', 'port_id': '40574555-6504-458e-9368-2bec63d85eae', 'mac_address': 'fa:16:3e:94:42:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:17:19.117877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eafa2a-2437-451f-b089-334cf7e2cd83 req-4d9670cb-130b-4140-8759-faacf662aed3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:19.133708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12eafa2a-2437-451f-b089-334cf7e2cd83 req-4d9670cb-130b-4140-8759-faacf662aed3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1921270 Nov 09 00:17:19.162853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Network 34a893eb-44f2-4a10-bac6-ae2df2393633 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:19.181820 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:19.182630 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3502c0eb-a2c7-4f33-8ac8-c4a38812d3fb req-91691933-52bb-40c6-b183-cc05f6372f4d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039900 Nov 09 00:17:19.188030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:19.263645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Pushing event updated for resources: {'Port': ['ID=1e0d4e3d-42a5-4873-8d62-917a6b1fac12,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:19.281425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.14 (34a893eb-44f2-4a10-bac6-ae2df2393633/e165b8e7-a3fa-45fe-81ca-e46402488857/e0d9ea5a-e0b4-4732-8ab3-7dfe09361e61) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:19.301054 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:19.309624 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12eafa2a-2437-451f-b089-334cf7e2cd83 req-0acd8dfc-0809-48f7-97ca-41d23e552b57 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741538 Nov 09 00:17:19.333305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40574555-6504-458e-9368-2bec63d85eae {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:19.386323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Attempting to bind port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:19.386693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Attempting to bind port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '2bc4ee92-244e-4e98-99b2-438a0a81a04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '34a893eb-44f2-4a10-bac6-ae2df2393633'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:19.387059 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Attempting to bind port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 on network 34a893eb-44f2-4a10-bac6-ae2df2393633 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:19.401314 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-58275be2-6c57-47ea-a324-429bab960dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:15:00Z', 'revision_number': 4, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'aa72307f-b4f7-4113-9dc7-4db9341b0aa0', 'name': '', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'mac_address': 'fa:16:3e:b3:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:58Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 5, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'subnets': [{'id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:19.403493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 40574555-6504-458e-9368-2bec63d85eae, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=40574555-6504-458e-9368-2bec63d85eae,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:19.440419 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:19.453066 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44168) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:19.454645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:17:19.455018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Checking segment: {'id': '2bc4ee92-244e-4e98-99b2-438a0a81a04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '34a893eb-44f2-4a10-bac6-ae2df2393633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:19.455413 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:19.455850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Bound using segment: {'id': '2bc4ee92-244e-4e98-99b2-438a0a81a04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '34a893eb-44f2-4a10-bac6-ae2df2393633'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:17:19.456332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Bound port: 1e0d4e3d-42a5-4873-8d62-917a6b1fac12, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc4ee92-244e-4e98-99b2-438a0a81a04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '34a893eb-44f2-4a10-bac6-ae2df2393633'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:17:19.456759 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:19.466431 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58275be2-6c57-47ea-a324-429bab960dd2 None None] The sync data for ids ['2572323c-8175-46fa-8784-f54c135d6cb8'] in n-d-813263-3 is: [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:15:00Z', 'revision_number': 4, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'aa72307f-b4f7-4113-9dc7-4db9341b0aa0', 'name': '', 'network_id': 'f0295c79-6143-4279-b81c-2a805a1e6869', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'mac_address': 'fa:16:3e:b3:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:58Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 5, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'subnets': [{'id': 'e28612e1-6237-4c61-a74c-f0bb4e7ca68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:17:19.629860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=40574555-6504-458e-9368-2bec63d85eae,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:19.659431 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] For port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:17:19.663904 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bc4da24f-acdb-40ea-84bc-efb5150aead7 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:19.664249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] For port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e0d4e3d-42a5-4873-8d62-917a6b1fac12,segment=NetworkSegment(2bc4ee92-244e-4e98-99b2-438a0a81a04e),segment_id=2bc4ee92-244e-4e98-99b2-438a0a81a04e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:17:19.670539 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:19.707006 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bc4da24f-acdb-40ea-84bc-efb5150aead7 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:19.801184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ecb53-c198-4475-a8e5-4a954f221db8 None None] Pushing event updated for resources: {'Port': ['ID=1e0d4e3d-42a5-4873-8d62-917a6b1fac12,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:19.819251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['40574555-6504-458e-9368-2bec63d85eae'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:19.853652 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bc4da24f-acdb-40ea-84bc-efb5150aead7 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:19.856395 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bc4da24f-acdb-40ea-84bc-efb5150aead7 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:19.858100 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bc4da24f-acdb-40ea-84bc-efb5150aead7 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "DELETE /v2.0/security-groups/153ea567-b802-4950-847b-4690976a7e7d HTTP/1.1" status: 204 len: 168 time: 0.4022365 Nov 09 00:17:19.861436 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44174) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:19.898026 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:19.932682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4da24f-acdb-40ea-84bc-efb5150aead7 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153ea567-b802-4950-847b-4690976a7e7d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:19.941886 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-3dc4e20f-a43d-43cc-9c63-4e5b738f7ab4 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] show failed (client error): The resource could not be found. Nov 09 00:17:19.942873 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3dc4e20f-a43d-43cc-9c63-4e5b738f7ab4 tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "GET /v2.0/security-groups/153ea567-b802-4950-847b-4690976a7e7d HTTP/1.1" status: 404 len: 347 time: 0.0805123 Nov 09 00:17:19.953661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44176) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:19.967592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d35946-cb4f-4f36-800c-1518d4b09bec req-cd5a1890-0008-46e3-b9ca-5e94b77f7d10 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:19.969262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92d35946-cb4f-4f36-800c-1518d4b09bec req-cd5a1890-0008-46e3-b9ca-5e94b77f7d10 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 945 time: 0.2341399 Nov 09 00:17:20.020006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device cce0189a-5cef-4865-b642-3689d6290d83 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:20.034453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fcc66-1714-4dc6-8a70-5f0337355c61 req-6cfe8b93-929f-4b28-913d-5293931e7198 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:20.042548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b9fcc66-1714-4dc6-8a70-5f0337355c61 req-6cfe8b93-929f-4b28-913d-5293931e7198 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 945 time: 0.1296251 Nov 09 00:17:20.062125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: cce0189a-5cef-4865-b642-3689d6290d83 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:20.062497 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device cce0189a-5cef-4865-b642-3689d6290d83 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:20.130923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e2c2ed-1bd3-449e-a474-73645b44a8c3 None None] New status for floating IP 09dd04d2-1e7e-4b73-88d8-b00d2a04f997: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:17:20.140214 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:20.211019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Deleting port 75ef5357-0f5b-4535-90a1-db7961fca4f9 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:20.212044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:20.258869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92d35946-cb4f-4f36-800c-1518d4b09bec req-e1ef0ecb-3f7c-458f-9ac0-5ef827eb37c2 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups?id=da6e0c3c-d2fe-4b9d-8913-b546464835d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680886 Nov 09 00:17:20.268800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 34a893eb-44f2-4a10-bac6-ae2df2393633 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:20.281472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:20.315692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b9fcc66-1714-4dc6-8a70-5f0337355c61 req-6b9b4a7f-e9a5-481e-bf90-ab4914828792 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/security-groups?id=71a15e89-b7ea-4e2c-968e-1eaec3666df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717860 Nov 09 00:17:20.317788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:20.355845 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:20.356273 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:20.375540 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Calling delete_port for 75ef5357-0f5b-4535-90a1-db7961fca4f9 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:20.418277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=e0d9ea5a-e0b4-4732-8ab3-7dfe09361e61,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:20.481339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:20.482387 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:20.565421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:20.584233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-870e25c3-6a9a-40cc-aa32-53e46657661c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.6935887 Nov 09 00:17:20.588791 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Pushing event deleted for resources: {'Port': ['ID=75ef5357-0f5b-4535-90a1-db7961fca4f9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:20.589138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44186) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:20.602511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:20.602881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:20.603220 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:20.603552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:20.603879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:20.604206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:20.604524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:20.604831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:20.605217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:20.605513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:20.605828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:20.606147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:20.657411 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfb2e1-2508-4261-af00-7c67d9e658b9 req-9161ec59-75ce-43f3-8e11-ef0932594d87 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:20.657411 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88cfb2e1-2508-4261-af00-7c67d9e658b9 req-9161ec59-75ce-43f3-8e11-ef0932594d87 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 944 time: 0.2190726 Nov 09 00:17:20.711436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa0fb2-997a-4197-8194-1f222c5d096f req-10e3dcc1-1964-46db-b606-ce65f854fe8e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:20.713552 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53fa0fb2-997a-4197-8194-1f222c5d096f req-10e3dcc1-1964-46db-b606-ce65f854fe8e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1930766 Nov 09 00:17:20.713757 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:20.716453 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:20.718427 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-580a9276-82a5-4e0f-9cc1-303a8dbc2ebc tempest-ServersTestFqdnHostnames-1796064775 tempest-ServersTestFqdnHostnames-1796064775-project] 10.222.0.25 "DELETE /v2.0/floatingips/09dd04d2-1e7e-4b73-88d8-b00d2a04f997 HTTP/1.1" status: 204 len: 168 time: 0.7610469 Nov 09 00:17:20.725863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44190) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:20.797069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88cfb2e1-2508-4261-af00-7c67d9e658b9 req-14e26fd5-4595-46e1-a842-832abc27a3a9 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344950 Nov 09 00:17:20.910426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53fa0fb2-997a-4197-8194-1f222c5d096f req-9ddfb646-b13e-442b-8045-6d7a41dbc620 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647251 Nov 09 00:17:20.926460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c364fc09-ce82-436f-bf93-6207bda66743 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port e0d9ea5a-e0b4-4732-8ab3-7dfe09361e61 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:20.927570 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c364fc09-ce82-436f-bf93-6207bda66743 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:21.065772 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c364fc09-ce82-436f-bf93-6207bda66743 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:21.079835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c364fc09-ce82-436f-bf93-6207bda66743 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for e0d9ea5a-e0b4-4732-8ab3-7dfe09361e61 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:21.245487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9c11b-a344-4339-b629-abae9c4a4263 req-b85d3ba7-a5ca-4a72-a34f-6f02288bff9b tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:21.247254 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1e9c11b-a344-4339-b629-abae9c4a4263 req-b85d3ba7-a5ca-4a72-a34f-6f02288bff9b tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 945 time: 0.0788879 Nov 09 00:17:21.317031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1e9c11b-a344-4339-b629-abae9c4a4263 req-893c876d-a820-4956-9f60-4d3029430792 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups?id=da6e0c3c-d2fe-4b9d-8913-b546464835d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585561 Nov 09 00:17:21.330300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3b7c56-06bd-4254-aac8-0fbac0dbe638 None None] Network 34a893eb-44f2-4a10-bac6-ae2df2393633 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:21.337033 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1989b9c-7f23-4cdf-b68e-12028ecf1f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:21.410051 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c364fc09-ce82-436f-bf93-6207bda66743 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:21.493476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364fc09-ce82-436f-bf93-6207bda66743 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=e0d9ea5a-e0b4-4732-8ab3-7dfe09361e61,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:21.522863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:21.590612 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c364fc09-ce82-436f-bf93-6207bda66743 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:21.598282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44206) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:21.598895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c364fc09-ce82-436f-bf93-6207bda66743 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/e0d9ea5a-e0b4-4732-8ab3-7dfe09361e61 HTTP/1.1" status: 204 len: 168 time: 1.0060933 Nov 09 00:17:21.608752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3f06e516-dae9-4949-a6da-b88e582d54f7 None None] Provisioning complete for port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:21.609031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24096f68-9362-4ec8-9f2c-688ac660563f req-1209b359-601b-45d0-a5c9-3f149878527c tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:21.609159 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f06e516-dae9-4949-a6da-b88e582d54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:21.611127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24096f68-9362-4ec8-9f2c-688ac660563f req-1209b359-601b-45d0-a5c9-3f149878527c tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 945 time: 0.1829541 Nov 09 00:17:21.651467 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfb7d77-deb0-4047-934b-1f7150150c55 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:17:21.653268 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ccfb7d77-deb0-4047-934b-1f7150150c55 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/e0d9ea5a-e0b4-4732-8ab3-7dfe09361e61 HTTP/1.1" status: 404 len: 333 time: 0.0530045 Nov 09 00:17:21.657665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44208) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:21.708939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:21.709240 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:21.771769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24096f68-9362-4ec8-9f2c-688ac660563f req-08739841-9df8-411e-a1a8-45d0b0c65064 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/security-groups?id=71a15e89-b7ea-4e2c-968e-1eaec3666df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420557 Nov 09 00:17:21.783797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b65fc3-091e-4dee-9226-493ef920ff38 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting subnet e165b8e7-a3fa-45fe-81ca-e46402488857 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:17:21.789519 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0b65fc3-091e-4dee-9226-493ef920ff38 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:21.809996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e1989b9c-7f23-4cdf-b68e-12028ecf1f8c admin admin] Deleting port aa72307f-b4f7-4113-9dc7-4db9341b0aa0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:21.811103 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1989b9c-7f23-4cdf-b68e-12028ecf1f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:21.860092 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0b65fc3-091e-4dee-9226-493ef920ff38 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:21.983937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-e1989b9c-7f23-4cdf-b68e-12028ecf1f8c admin admin] For port aa72307f-b4f7-4113-9dc7-4db9341b0aa0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=aa72307f-b4f7-4113-9dc7-4db9341b0aa0,segment=NetworkSegment(189c1925-6161-44ec-9f8e-15a7a705400b),segment_id=189c1925-6161-44ec-9f8e-15a7a705400b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:21.984433 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1989b9c-7f23-4cdf-b68e-12028ecf1f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:22.006524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c87a93f1-e846-4da0-ae08-bad5eaa25cd6 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:22.010260 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e1989b9c-7f23-4cdf-b68e-12028ecf1f8c admin admin] Calling delete_port for aa72307f-b4f7-4113-9dc7-4db9341b0aa0 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:22.062218 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f06e516-dae9-4949-a6da-b88e582d54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:22.092215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfb23a-5029-4e2d-91a5-e77fd98cf7ea req-850810a8-3d3f-442b-91e9-478d357c6a75 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:22.099380 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eacfb23a-5029-4e2d-91a5-e77fd98cf7ea req-850810a8-3d3f-442b-91e9-478d357c6a75 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 944 time: 0.1758692 Nov 09 00:17:22.113640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0b65fc3-091e-4dee-9226-493ef920ff38 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:22.124343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f7261-95d4-4f54-a0a1-c01f7d983c81 req-6c4c04c0-96dd-486a-9e7b-c667415c106e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:22.125918 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f56f7261-95d4-4f54-a0a1-c01f7d983c81 req-6c4c04c0-96dd-486a-9e7b-c667415c106e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1274338 Nov 09 00:17:22.143440 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:22.167440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port c87a93f1-e846-4da0-ae08-bad5eaa25cd6 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:17:22.172127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port c87a93f1-e846-4da0-ae08-bad5eaa25cd6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:22.172127 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:22.233101 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1989b9c-7f23-4cdf-b68e-12028ecf1f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:22.250103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eacfb23a-5029-4e2d-91a5-e77fd98cf7ea req-9ab83121-fefa-4cb5-a83b-241e8edd4142 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497400 Nov 09 00:17:22.254819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f56f7261-95d4-4f54-a0a1-c01f7d983c81 req-9de118dd-6621-4e16-8e0c-72f3004c9f89 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022511 Nov 09 00:17:22.272880 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0b65fc3-091e-4dee-9226-493ef920ff38 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:22.279201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1989b9c-7f23-4cdf-b68e-12028ecf1f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=aa72307f-b4f7-4113-9dc7-4db9341b0aa0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:22.329476 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:22.340759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65fc3-091e-4dee-9226-493ef920ff38 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Subnet': ['ID=e165b8e7-a3fa-45fe-81ca-e46402488857,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:22.342847 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0b65fc3-091e-4dee-9226-493ef920ff38 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:22.360745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e0b65fc3-091e-4dee-9226-493ef920ff38 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/e165b8e7-a3fa-45fe-81ca-e46402488857 HTTP/1.1" status: 204 len: 168 time: 0.7017155 Nov 09 00:17:22.363386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44228) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:22.424702 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-3f06e516-dae9-4949-a6da-b88e582d54f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:17:22.425293 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-3f06e516-dae9-4949-a6da-b88e582d54f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:17:22.432182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdf2c4e-54c0-437c-a526-849880277a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87a93f1-e846-4da0-ae08-bad5eaa25cd6'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:22.440384 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40be0c4-6290-4c3f-be13-e5a4ac687063" -d '{"events": [{"server_uuid": "9cdf2c4e-54c0-437c-a526-849880277a40", "name": "network-vif-plugged", "status": "completed", "tag": "c87a93f1-e846-4da0-ae08-bad5eaa25cd6"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:22.447733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0f5d2-4a17-45e9-88e7-e9a0c24d8e57 req-fa1eea5f-183a-457f-8e0b-601af340065e tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:22.455964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18a0f5d2-4a17-45e9-88e7-e9a0c24d8e57 req-fa1eea5f-183a-457f-8e0b-601af340065e tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 945 time: 0.0939817 Nov 09 00:17:22.480115 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:17:22.480383 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:17:22.482067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c87a93f1-e846-4da0-ae08-bad5eaa25cd6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c87a93f1-e846-4da0-ae08-bad5eaa25cd6,segment=NetworkSegment(ec5cbed0-1393-4755-83d8-a9e5cecf1056),segment_id=ec5cbed0-1393-4755-83d8-a9e5cecf1056)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:22.487840 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:22.532940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18a0f5d2-4a17-45e9-88e7-e9a0c24d8e57 req-2d2b5484-3da5-4452-8236-3be10b0f59fd tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups?id=da6e0c3c-d2fe-4b9d-8913-b546464835d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747271 Nov 09 00:17:22.542752 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18d0743-4b38-4830-8dd1-e9082736ba03 x-openstack-request-id: req-f18d0743-4b38-4830-8dd1-e9082736ba03 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:22.544649 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdf2c4e-54c0-437c-a526-849880277a40", "name": "network-vif-plugged", "status": "completed", "tag": "c87a93f1-e846-4da0-ae08-bad5eaa25cd6", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:22.544649 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f18d0743-4b38-4830-8dd1-e9082736ba03 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:22.544649 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdf2c4e-54c0-437c-a526-849880277a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87a93f1-e846-4da0-ae08-bad5eaa25cd6', 'code': 200} Nov 09 00:17:22.546497 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e2961e-c323-40f1-a1ea-cdae0a06f0ca None None] Network 34a893eb-44f2-4a10-bac6-ae2df2393633 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:22.657641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=c87a93f1-e846-4da0-ae08-bad5eaa25cd6,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:22.808764 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 40574555-6504-458e-9368-2bec63d85eae up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:22.814868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80ab4d6-78bf-4393-9513-8b91811d48fa None None] DHCP port deletion for 34a893eb-44f2-4a10-bac6-ae2df2393633 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:17:22.922905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be9000-e9ea-4fe7-93f5-d0124ffa77e2 req-6a61700b-29d9-4591-8265-10d4ada00503 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:22.923283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c80ab4d6-78bf-4393-9513-8b91811d48fa None None] Deleting port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:22.923667 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c80ab4d6-78bf-4393-9513-8b91811d48fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:22.926747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5be9000-e9ea-4fe7-93f5-d0124ffa77e2 req-6a61700b-29d9-4591-8265-10d4ada00503 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 946 time: 0.0562067 Nov 09 00:17:22.980507 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.003285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5be9000-e9ea-4fe7-93f5-d0124ffa77e2 req-055f1778-82af-4b05-80e8-de3062a451d9 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/security-groups?id=71a15e89-b7ea-4e2c-968e-1eaec3666df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609038 Nov 09 00:17:23.018328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababfc1-71df-418a-a851-8eed177a4866 req-9fdb403a-7cbd-4e6f-8d91-da2948d0493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:23.019815 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6ababfc1-71df-418a-a851-8eed177a4866 req-9fdb403a-7cbd-4e6f-8d91-da2948d0493e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 1096 time: 0.1575556 Nov 09 00:17:23.022479 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc1a28-5bd4-4d2c-81bb-4eb9e46f0cad req-67dfbf67-3bc8-49ba-bbd7-167024ed47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:23.023803 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c3bc1a28-5bd4-4d2c-81bb-4eb9e46f0cad req-67dfbf67-3bc8-49ba-bbd7-167024ed47e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 1097 time: 0.1539254 Nov 09 00:17:23.025382 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1989b9c-7f23-4cdf-b68e-12028ecf1f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.027879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 40574555-6504-458e-9368-2bec63d85eae completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:17:23.056269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 40574555-6504-458e-9368-2bec63d85eae triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:23.056648 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.091972 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f06e516-dae9-4949-a6da-b88e582d54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.100823 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.117875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c80ab4d6-78bf-4393-9513-8b91811d48fa None None] For port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e0d4e3d-42a5-4873-8d62-917a6b1fac12,segment=NetworkSegment(2bc4ee92-244e-4e98-99b2-438a0a81a04e),segment_id=2bc4ee92-244e-4e98-99b2-438a0a81a04e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:23.118295 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c80ab4d6-78bf-4393-9513-8b91811d48fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.146361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c80ab4d6-78bf-4393-9513-8b91811d48fa None None] Calling delete_port for 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:23.204603 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c3bc1a28-5bd4-4d2c-81bb-4eb9e46f0cad req-ba10f1e0-1e4e-4b8b-bf77-43a76e883222 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=71a15e89-b7ea-4e2c-968e-1eaec3666df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628764 Nov 09 00:17:23.214303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e0d4e3d-42a5-4873-8d62-917a6b1fac12,segment=NetworkSegment(2bc4ee92-244e-4e98-99b2-438a0a81a04e),segment_id=2bc4ee92-244e-4e98-99b2-438a0a81a04e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:23.221850 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.274207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababfc1-71df-418a-a851-8eed177a4866 req-bf059730-b8a2-42be-906b-2dc2e82555bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:23.276247 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6ababfc1-71df-418a-a851-8eed177a4866 req-bf059730-b8a2-42be-906b-2dc2e82555bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 911 time: 0.2439532 Nov 09 00:17:23.279479 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:23.279819 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.340457 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.347728 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-3f06e516-dae9-4949-a6da-b88e582d54f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:17:23.348085 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-3f06e516-dae9-4949-a6da-b88e582d54f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:17:23.369485 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6ababfc1-71df-418a-a851-8eed177a4866 req-82a472b2-2de1-400a-a6ed-fd4f14c20a5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbb5a986-ae63-46a0-9267-8d439f93a492 HTTP/1.1" status: 200 len: 217 time: 0.0758488 Nov 09 00:17:23.375455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=1e0d4e3d-42a5-4873-8d62-917a6b1fac12,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:23.400930 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c80ab4d6-78bf-4393-9513-8b91811d48fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.417233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 40574555-6504-458e-9368-2bec63d85eae, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=40574555-6504-458e-9368-2bec63d85eae,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:23.440591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:23.444995 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.447468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ab4d6-78bf-4393-9513-8b91811d48fa None None] Pushing event deleted for resources: {'Port': ['ID=1e0d4e3d-42a5-4873-8d62-917a6b1fac12,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:23.465184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ab4d6-78bf-4393-9513-8b91811d48fa None None] No DVR routers for this DVR port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:23.472280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:23.472280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:23.473213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] For port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e0d4e3d-42a5-4873-8d62-917a6b1fac12,segment=NetworkSegment(2bc4ee92-244e-4e98-99b2-438a0a81a04e),segment_id=2bc4ee92-244e-4e98-99b2-438a0a81a04e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:23.473213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.508319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e876462-96a2-4b28-a7c3-84dd430aee80 req-2cf66a79-3e25-46c6-8d7b-f7766b4b4121 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:23.513840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e876462-96a2-4b28-a7c3-84dd430aee80 req-2cf66a79-3e25-46c6-8d7b-f7766b4b4121 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 945 time: 0.1074891 Nov 09 00:17:23.529991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=40574555-6504-458e-9368-2bec63d85eae,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:23.535840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:23.536259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f369a0-9cc8-43b2-b5c8-309af0adfc40 req-4540586c-156f-4750-9da5-aa963fb9b5eb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:23.541821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60f369a0-9cc8-43b2-b5c8-309af0adfc40 req-4540586c-156f-4750-9da5-aa963fb9b5eb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 945 time: 0.1203496 Nov 09 00:17:23.545146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababfc1-71df-418a-a851-8eed177a4866 req-53bfadef-56b3-463c-b5dc-28def4443575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:23.546620 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6ababfc1-71df-418a-a851-8eed177a4866 req-53bfadef-56b3-463c-b5dc-28def4443575 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.1693625 Nov 09 00:17:23.601146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3f06e516-dae9-4949-a6da-b88e582d54f7 None None] Port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 update to ACTIVE by agent not found {{(pid=101782) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 00:17:23.614476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e876462-96a2-4b28-a7c3-84dd430aee80 req-cf41a5c7-f96a-41ba-97f4-ca80668ec7fb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950060 Nov 09 00:17:23.621341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60f369a0-9cc8-43b2-b5c8-309af0adfc40 req-522b9b8d-7dae-4ac4-ae83-dbfd5e767744 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769856 Nov 09 00:17:23.627455 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6ababfc1-71df-418a-a851-8eed177a4866 req-99bda54d-7fe7-4982-a686-88c7670c2d04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348837 Nov 09 00:17:23.633994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1989b9c-7f23-4cdf-b68e-12028ecf1f8c admin admin] Router 2572323c-8175-46fa-8784-f54c135d6cb8 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:17:23.677712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-472074b8-a0a8-4e42-987f-01cc2ad67336 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:23.679925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-472074b8-a0a8-4e42-987f-01cc2ad67336 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.11 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 945 time: 0.0576646 Nov 09 00:17:23.722828 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7e1c21ba-b48d-42da-9f88-c56e04a52fd6 None None] Could not find standard attr ID for object 1e0d4e3d-42a5-4873-8d62-917a6b1fac12. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:17:23.786165 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.807180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f903c-a013-41bc-81b7-d80391adf749 req-9c732fcc-912b-4c0c-a809-c93c8f3d5e19 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:23.808703 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-622f903c-a013-41bc-81b7-d80391adf749 req-9c732fcc-912b-4c0c-a809-c93c8f3d5e19 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 945 time: 0.0942168 Nov 09 00:17:23.845947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Deleting port 820c87a2-9736-44f7-9a19-46a464e913cc {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:23.846290 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.855731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=1e0d4e3d-42a5-4873-8d62-917a6b1fac12,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:23.857574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No DVR routers for this DVR port 1e0d4e3d-42a5-4873-8d62-917a6b1fac12 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:23.865034 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6ababfc1-71df-418a-a851-8eed177a4866 req-64b8ad83-3145-4169-83ba-07e7d7c0bf5b service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277706 Nov 09 00:17:23.926342 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-622f903c-a013-41bc-81b7-d80391adf749 req-d3dff172-51ad-4978-8ff3-e3fa75c408ed tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups?id=da6e0c3c-d2fe-4b9d-8913-b546464835d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026399 Nov 09 00:17:23.959720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] For port 820c87a2-9736-44f7-9a19-46a464e913cc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=820c87a2-9736-44f7-9a19-46a464e913cc,segment=NetworkSegment(d1e4878d-d8a6-49ec-84a0-79cc30b186e5),segment_id=d1e4878d-d8a6-49ec-84a0-79cc30b186e5)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:23.960090 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:23.973290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1989b9c-7f23-4cdf-b68e-12028ecf1f8c admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:17:23.984080 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1badd979-367a-4d04-aa74-233459ee448c None None] Sync routers for ids ['2572323c-8175-46fa-8784-f54c135d6cb8'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:17:23.995967 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1badd979-367a-4d04-aa74-233459ee448c None None] Routers {'2572323c-8175-46fa-8784-f54c135d6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:17:23.996686 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1badd979-367a-4d04-aa74-233459ee448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:17:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2572323c-8175-46fa-8784-f54c135d6cb8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:24.006875 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e1989b9c-7f23-4cdf-b68e-12028ecf1f8c admin admin] 10.222.0.25 "PUT /v2.0/routers/2572323c-8175-46fa-8784-f54c135d6cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2794471 Nov 09 00:17:24.014359 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44244) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:24.059941 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.097702 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a893eb-44f2-4a10-bac6-ae2df2393633']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:24.123201 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1badd979-367a-4d04-aa74-233459ee448c None None] Set router 2572323c-8175-46fa-8784-f54c135d6cb8 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:17:24.149865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc4ee92-244e-4e98-99b2-438a0a81a04e') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:24.150317 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc4ee92-244e-4e98-99b2-438a0a81a04e') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:24.165823 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.170985 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6ababfc1-71df-418a-a851-8eed177a4866 req-fe91e092-ab09-4f72-9064-c848125155e7 service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837427 Nov 09 00:17:24.197022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.206213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.211223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd73a9-47aa-489f-8210-9c3d38c47425 req-4a463b9b-9555-42da-85ac-72bb2fc98a3c tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:24.213425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3bd73a9-47aa-489f-8210-9c3d38c47425 req-4a463b9b-9555-42da-85ac-72bb2fc98a3c tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 946 time: 0.1312556 Nov 09 00:17:24.249888 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.250213 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.250539 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Floating IP c92383bd-7bb3-4e68-865a-ed986add88e4 disassociated. External IP: 172.25.0.108, port: 820c87a2-9736-44f7-9a19-46a464e913cc. Nov 09 00:17:24.250951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Calling delete_port for 820c87a2-9736-44f7-9a19-46a464e913cc owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:24.255709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:17:24.256250 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:17:24.260095 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:17:24.316654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3bd73a9-47aa-489f-8210-9c3d38c47425 req-32cc090e-0865-4d1b-b5d3-e14a610943aa tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/security-groups?id=71a15e89-b7ea-4e2c-968e-1eaec3666df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959339 Nov 09 00:17:24.362292 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.372869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.379861 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/networks/34a893eb-44f2-4a10-bac6-ae2df2393633 HTTP/1.1" status: 204 len: 168 time: 2.0102012 Nov 09 00:17:24.380928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44248) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:24.390523 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7207efa-064c-4301-9db3-0f1d00cda91c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Network': ['ID=34a893eb-44f2-4a10-bac6-ae2df2393633,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:24.393436 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.405383 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1badd979-367a-4d04-aa74-233459ee448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:17:22Z', 'revision_number': 5, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port': {'id': 'f4aa4434-ee49-4aed-99c5-67344a9b8251', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:24.418644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'name': 'tempest-PortsTestJSON-1909026763'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:24.432738 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1badd979-367a-4d04-aa74-233459ee448c None None] Checking router: 2572323c-8175-46fa-8784-f54c135d6cb8 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:17:24.441473 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1badd979-367a-4d04-aa74-233459ee448c None None] Routers {'2572323c-8175-46fa-8784-f54c135d6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:17:24.442163 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1badd979-367a-4d04-aa74-233459ee448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:17:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2572323c-8175-46fa-8784-f54c135d6cb8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:24.450072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Deleting port f4aa4434-ee49-4aed-99c5-67344a9b8251 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:24.450499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.499978 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.535184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] For port f4aa4434-ee49-4aed-99c5-67344a9b8251, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f4aa4434-ee49-4aed-99c5-67344a9b8251,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:24.535475 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1badd979-367a-4d04-aa74-233459ee448c None None] Set router 2572323c-8175-46fa-8784-f54c135d6cb8 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:17:24.535829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.544105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Pushing event deleted for resources: {'Port': ['ID=820c87a2-9736-44f7-9a19-46a464e913cc,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:24.544694 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50be0477-c182-435c-b2c0-7244fb35886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40574555-6504-458e-9368-2bec63d85eae'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:24.547008 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9c56ff-ac32-421e-9c9a-72dcb6d5ceb1" -d '{"events": [{"server_uuid": "50be0477-c182-435c-b2c0-7244fb35886b", "name": "network-vif-plugged", "status": "completed", "tag": "40574555-6504-458e-9368-2bec63d85eae"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:24.553367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Calling delete_port for f4aa4434-ee49-4aed-99c5-67344a9b8251 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:24.599668 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae804e9-1217-4209-95d8-574dde2c72ce x-openstack-request-id: req-1ae804e9-1217-4209-95d8-574dde2c72ce {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:24.599965 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50be0477-c182-435c-b2c0-7244fb35886b", "name": "network-vif-plugged", "status": "completed", "tag": "40574555-6504-458e-9368-2bec63d85eae", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:24.600219 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ae804e9-1217-4209-95d8-574dde2c72ce {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:24.600612 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50be0477-c182-435c-b2c0-7244fb35886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40574555-6504-458e-9368-2bec63d85eae', 'code': 200} Nov 09 00:17:24.608318 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1badd979-367a-4d04-aa74-233459ee448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:17:24Z', 'revision_number': 6, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:24.637886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:24.639495 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1badd979-367a-4d04-aa74-233459ee448c None None] The sync data for ids ['2572323c-8175-46fa-8784-f54c135d6cb8'] in n-d-813263-3 is: [{'id': '2572323c-8175-46fa-8784-f54c135d6cb8', 'name': 'tempest-ServersTestFqdnHostnames-1344051085-router', 'tenant_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:50Z', 'updated_at': '2021-11-09T00:17:24Z', 'revision_number': 6, 'project_id': 'd5b6655d13f84cf5bdce8ae2a3c1622a', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:17:24.641497 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.694490 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port 11d42d53-c6fa-4382-b901-f1d23f43c6ba yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:24.779433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f7f2d-8c2a-418d-af02-5e55bc72cf5f req-1a5a27cf-6ad4-4295-8caa-cf1762b392cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:24.780956 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-219f7f2d-8c2a-418d-af02-5e55bc72cf5f req-1a5a27cf-6ad4-4295-8caa-cf1762b392cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 1096 time: 0.0621159 Nov 09 00:17:24.804029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cbb5a986-ae63-46a0-9267-8d439f93a492 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:24.854849 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.865621 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-219f7f2d-8c2a-418d-af02-5e55bc72cf5f req-9967e6e2-bac3-43bb-bff9-1398b07e2c2e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627162 Nov 09 00:17:24.888684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4aa4434-ee49-4aed-99c5-67344a9b8251,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:24.894416 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.935920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cbb5a986-ae63-46a0-9267-8d439f93a492, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cbb5a986-ae63-46a0-9267-8d439f93a492,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:24.942056 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:24.973774 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.000614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=cbb5a986-ae63-46a0-9267-8d439f93a492,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:25.098521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Router 44387521-bc32-433a-808f-b79ffed5d0aa has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:17:25.101533 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.105503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.108077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc115c2b-60c6-4084-8a8a-e60cc7a1689c req-ca2d5a52-66f5-451d-972c-e85a78359178 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:25.109832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc115c2b-60c6-4084-8a8a-e60cc7a1689c req-ca2d5a52-66f5-451d-972c-e85a78359178 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 943 time: 0.1664701 Nov 09 00:17:25.165932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.166558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2572323c-8175-46fa-8784-f54c135d6cb8 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:17:25.171867 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.173203 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5bca91c0-be5f-434a-a194-4055464e9198 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2572323c-8175-46fa-8784-f54c135d6cb8 HTTP/1.1" status: 204 len: 168 time: 1.1575005 Nov 09 00:17:25.175553 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44260) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:25.175903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48557-bd12-4483-9a58-d31f0e32441c req-7826a58a-da6c-4e6d-8917-cc522faf1ac0 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:25.177433 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5a48557-bd12-4483-9a58-d31f0e32441c req-7826a58a-da6c-4e6d-8917-cc522faf1ac0 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 945 time: 0.2329326 Nov 09 00:17:25.219095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de02dc4-2e97-4062-a293-a0f60ad04b17 admin admin] Deleting subnet e28612e1-6237-4c61-a74c-f0bb4e7ca68f {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:17:25.222207 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6de02dc4-2e97-4062-a293-a0f60ad04b17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.259608 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6de02dc4-2e97-4062-a293-a0f60ad04b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.309281 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc115c2b-60c6-4084-8a8a-e60cc7a1689c req-7aae8ad4-05ee-4d16-aa98-4e2f397e5d1b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870506 Nov 09 00:17:25.335911 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6de02dc4-2e97-4062-a293-a0f60ad04b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.373053 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.382750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5a48557-bd12-4483-9a58-d31f0e32441c req-5df9e3f5-52e1-4d53-a26a-c73ad2f7c360 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914122 Nov 09 00:17:25.402419 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6de02dc4-2e97-4062-a293-a0f60ad04b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.425026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:17:25.435989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc2505-3cf9-4256-a205-74f3afc34ad8 None None] Sync routers for ids ['44387521-bc32-433a-808f-b79ffed5d0aa'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:17:25.450862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6de02dc4-2e97-4062-a293-a0f60ad04b17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.454806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cc2505-3cf9-4256-a205-74f3afc34ad8 None None] Routers {'44387521-bc32-433a-808f-b79ffed5d0aa'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:17:25.457917 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6de02dc4-2e97-4062-a293-a0f60ad04b17 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e28612e1-6237-4c61-a74c-f0bb4e7ca68f HTTP/1.1" status: 204 len: 168 time: 0.2813246 Nov 09 00:17:25.460418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44264) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:25.469504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-45cc2505-3cf9-4256-a205-74f3afc34ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:17:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['44387521-bc32-433a-808f-b79ffed5d0aa'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:25.471596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de02dc4-2e97-4062-a293-a0f60ad04b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e28612e1-6237-4c61-a74c-f0bb4e7ca68f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:25.511600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] No DVR routers for this DVR port 820c87a2-9736-44f7-9a19-46a464e913cc on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:25.521593 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.522133 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.530530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c8e9182-6ee9-4f06-ad6d-815ae171cd35 req-3c205d8b-34d6-40f9-bdcd-f8d144ab91bb tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.11 "DELETE /v2.0/ports/820c87a2-9736-44f7-9a19-46a464e913cc HTTP/1.1" status: 204 len: 173 time: 1.8419907 Nov 09 00:17:25.531016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'name': 'network-vif-deleted', 'tag': '820c87a2-9736-44f7-9a19-46a464e913cc'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:25.533384 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4629680-695b-4c83-9d7a-b021634cde4b" -d '{"events": [{"server_uuid": "538834b1-1aaf-4d8e-9fb9-13bea1c7988c", "name": "network-vif-deleted", "tag": "820c87a2-9736-44f7-9a19-46a464e913cc"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:25.551174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.575375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31562b89-cc91-4ee4-b9ed-f7e4d578a1a7 None None] Network f0295c79-6143-4279-b81c-2a805a1e6869 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:25.598208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f4aa4434-ee49-4aed-99c5-67344a9b8251 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:25.631217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Deleting port 59e6ddac-511b-479d-aaa9-ee8d5399e84e {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:25.631388 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.631503 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: f4aa4434-ee49-4aed-99c5-67344a9b8251 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:25.631826 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f4aa4434-ee49-4aed-99c5-67344a9b8251 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:25.632245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device aa72307f-b4f7-4113-9dc7-4db9341b0aa0 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:25.658580 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e9835ec-babc-4504-9622-94440ae55dd4 req-572d62c3-b148-4175-b0af-2885e1bd8db7 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/ports?device_id=538834b1-1aaf-4d8e-9fb9-13bea1c7988c HTTP/1.1" status: 200 len: 210 time: 0.0953574 Nov 09 00:17:25.712960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625f84b-7eab-4a05-b95e-feb6d34d7003 req-ceb4a4e1-2408-45d5-aa6a-e2ec41a4812b tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:25.717172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: aa72307f-b4f7-4113-9dc7-4db9341b0aa0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:25.717554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device aa72307f-b4f7-4113-9dc7-4db9341b0aa0 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:25.725587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1625f84b-7eab-4a05-b95e-feb6d34d7003 req-ceb4a4e1-2408-45d5-aa6a-e2ec41a4812b tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 946 time: 0.2229490 Nov 09 00:17:25.745565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 4b25b31d-824d-4c19-b029-c214af43fc61 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:25.784040 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] For port 59e6ddac-511b-479d-aaa9-ee8d5399e84e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=59e6ddac-511b-479d-aaa9-ee8d5399e84e,segment=NetworkSegment(189c1925-6161-44ec-9f8e-15a7a705400b),segment_id=189c1925-6161-44ec-9f8e-15a7a705400b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:25.784040 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.784376 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a006b8-01bb-4148-abc5-bfe4fbe02262 x-openstack-request-id: req-57a006b8-01bb-4148-abc5-bfe4fbe02262 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:25.784376 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538834b1-1aaf-4d8e-9fb9-13bea1c7988c", "name": "network-vif-deleted", "tag": "820c87a2-9736-44f7-9a19-46a464e913cc", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:25.784606 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57a006b8-01bb-4148-abc5-bfe4fbe02262 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:25.784885 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538834b1-1aaf-4d8e-9fb9-13bea1c7988c', 'name': 'network-vif-deleted', 'tag': '820c87a2-9736-44f7-9a19-46a464e913cc', 'status': 'completed', 'code': 200} Nov 09 00:17:25.786006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:25.788564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:25.794776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:25.795500 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.797995 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Calling delete_port for 59e6ddac-511b-479d-aaa9-ee8d5399e84e owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:25.800473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=11d42d53-c6fa-4382-b901-f1d23f43c6ba,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:25.808794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-45cc2505-3cf9-4256-a205-74f3afc34ad8 None None] Set router 44387521-bc32-433a-808f-b79ffed5d0aa gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:17:25.846079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1625f84b-7eab-4a05-b95e-feb6d34d7003 req-2f5b2dce-5836-4a55-8372-dbacad4ae518 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/security-groups?id=71a15e89-b7ea-4e2c-968e-1eaec3666df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193018 Nov 09 00:17:25.853332 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8552c7c2-140a-4629-98c0-f06d3620fb57 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4718902 Nov 09 00:17:25.855787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44268) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:25.920848 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:25.962195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=59e6ddac-511b-479d-aaa9-ee8d5399e84e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:25.966109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] No DVR routers for this DVR port 59e6ddac-511b-479d-aaa9-ee8d5399e84e on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:25.988451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d71fbdf-eafd-4e48-b504-da549793d35c None None] DHCP port deletion for f0295c79-6143-4279-b81c-2a805a1e6869 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:17:26.060810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-776ffd7f-d7e6-4022-8d62-53416fbaa184 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 11d42d53-c6fa-4382-b901-f1d23f43c6ba {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:26.072788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.073274 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-776ffd7f-d7e6-4022-8d62-53416fbaa184 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.104951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0295c79-6143-4279-b81c-2a805a1e6869']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:26.124002 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189c1925-6161-44ec-9f8e-15a7a705400b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:26.124594 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189c1925-6161-44ec-9f8e-15a7a705400b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:26.137067 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.148467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-45cc2505-3cf9-4256-a205-74f3afc34ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '38c693b3-1225-4c02-9118-e3efff2ca260', 'name': '', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'mac_address': 'fa:16:3e:a9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:15:02Z', 'updated_at': '2021-11-09T00:15:11Z', 'revision_number': 5, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'subnets': [{'id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:26.154052 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.162578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:17:26.169816 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:17:26.171856 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:17:26.191691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc2505-3cf9-4256-a205-74f3afc34ad8 None None] Checking router: 44387521-bc32-433a-808f-b79ffed5d0aa for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:17:26.201591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cc2505-3cf9-4256-a205-74f3afc34ad8 None None] Routers {'44387521-bc32-433a-808f-b79ffed5d0aa'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:17:26.202423 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-45cc2505-3cf9-4256-a205-74f3afc34ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:17:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['44387521-bc32-433a-808f-b79ffed5d0aa'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:26.215639 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-776ffd7f-d7e6-4022-8d62-53416fbaa184 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.231451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-776ffd7f-d7e6-4022-8d62-53416fbaa184 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 11d42d53-c6fa-4382-b901-f1d23f43c6ba owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:26.288068 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.297966 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.307692 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] 10.222.0.25 "DELETE /v2.0/networks/f0295c79-6143-4279-b81c-2a805a1e6869 HTTP/1.1" status: 204 len: 168 time: 0.8456807 Nov 09 00:17:26.335808 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-776ffd7f-d7e6-4022-8d62-53416fbaa184 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.364880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4f787-36da-4d99-8998-6e1c5f893f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=f0295c79-6143-4279-b81c-2a805a1e6869,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:26.383672 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-776ffd7f-d7e6-4022-8d62-53416fbaa184 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.389697 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-776ffd7f-d7e6-4022-8d62-53416fbaa184 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/11d42d53-c6fa-4382-b901-f1d23f43c6ba HTTP/1.1" status: 204 len: 168 time: 0.5301192 Nov 09 00:17:26.389907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44280) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:26.390020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ffd7f-d7e6-4022-8d62-53416fbaa184 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=11d42d53-c6fa-4382-b901-f1d23f43c6ba,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:26.395647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'mac_address': 'fa:16:3e:79:8b:34', 'name': 'tempest-PortsTestJSON-1868738351'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:26.535138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80216787-e457-4d96-9cd0-ac9119dafddd req-b773e458-0323-4f9d-ac14-52e18763ecc8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:26.546315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80216787-e457-4d96-9cd0-ac9119dafddd req-b773e458-0323-4f9d-ac14-52e18763ecc8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 943 time: 0.1046095 Nov 09 00:17:26.550565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:26.553201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-45cc2505-3cf9-4256-a205-74f3afc34ad8 None None] Set router 44387521-bc32-433a-808f-b79ffed5d0aa gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:17:26.598785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44288) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:26.602249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3afdea-636d-4495-bb45-a8335a4f54b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb5a986-ae63-46a0-9267-8d439f93a492'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:26.605079 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0cbe54-b40f-48fd-a872-a178909e1e48" -d '{"events": [{"server_uuid": "fe3afdea-636d-4495-bb45-a8335a4f54b0", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb5a986-ae63-46a0-9267-8d439f93a492"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:26.634251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80216787-e457-4d96-9cd0-ac9119dafddd req-a1b43a24-5102-456e-b73b-5e10a43c77c6 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865254 Nov 09 00:17:26.639047 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.672239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port ef519848-5c28-46db-8c46-34c5af1a3e33 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:26.718342 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-986231a2-3759-4bf0-8239-fd2d8647daab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5b6655d13f84cf5bdce8ae2a3c1622a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1181512 Nov 09 00:17:26.721021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44298) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:26.730561 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dfa323-c7ba-4dca-a622-20d720c5f7f6 x-openstack-request-id: req-33dfa323-c7ba-4dca-a622-20d720c5f7f6 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:26.731156 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3afdea-636d-4495-bb45-a8335a4f54b0", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb5a986-ae63-46a0-9267-8d439f93a492", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:26.731790 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33dfa323-c7ba-4dca-a622-20d720c5f7f6 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:26.732281 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3afdea-636d-4495-bb45-a8335a4f54b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb5a986-ae63-46a0-9267-8d439f93a492', 'code': 200} Nov 09 00:17:26.747415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29231f49-29c2-492b-8bdc-b024f3ef5e66 req-daa42144-5622-43ed-ac55-d9947f73736c tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:26.749602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29231f49-29c2-492b-8bdc-b024f3ef5e66 req-daa42144-5622-43ed-ac55-d9947f73736c tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 945 time: 0.0717235 Nov 09 00:17:26.815377 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe4b4cf7-146a-4cd8-8f47-6dbfc46067a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.826221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 820c87a2-9736-44f7-9a19-46a464e913cc no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:26.841685 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe4b4cf7-146a-4cd8-8f47-6dbfc46067a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.842106 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29231f49-29c2-492b-8bdc-b024f3ef5e66 req-58b30539-8d0c-4d5a-940a-f6bc0a3f89bd tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849957 Nov 09 00:17:26.858231 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 820c87a2-9736-44f7-9a19-46a464e913cc {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:26.858623 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 820c87a2-9736-44f7-9a19-46a464e913cc not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:26.883319 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-45cc2505-3cf9-4256-a205-74f3afc34ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '38c693b3-1225-4c02-9118-e3efff2ca260', 'name': '', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'mac_address': 'fa:16:3e:a9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:15:02Z', 'updated_at': '2021-11-09T00:15:11Z', 'revision_number': 5, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'subnets': [{'id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:26.948538 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc2505-3cf9-4256-a205-74f3afc34ad8 None None] The sync data for ids ['44387521-bc32-433a-808f-b79ffed5d0aa'] in n-d-813263-3 is: [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:15:04Z', 'revision_number': 4, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '38c693b3-1225-4c02-9118-e3efff2ca260', 'name': '', 'network_id': 'a45e88f6-9c3a-40de-a653-bd8974542bf6', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'mac_address': 'fa:16:3e:a9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:15:02Z', 'updated_at': '2021-11-09T00:15:11Z', 'revision_number': 5, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'subnets': [{'id': '95dc5722-f607-4285-b3a5-ba128fc68000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:17:26.992363 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.994842 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe4b4cf7-146a-4cd8-8f47-6dbfc46067a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:26.997421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe4b4cf7-146a-4cd8-8f47-6dbfc46067a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:27.000892 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fe4b4cf7-146a-4cd8-8f47-6dbfc46067a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc51409f-6c49-434b-bb8d-809d7704268c HTTP/1.1" status: 204 len: 168 time: 0.2751396 Nov 09 00:17:27.010677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b4cf7-146a-4cd8-8f47-6dbfc46067a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc51409f-6c49-434b-bb8d-809d7704268c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:27.068192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:27.130133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 4b25b31d-824d-4c19-b029-c214af43fc61 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:27.155184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=ef519848-5c28-46db-8c46-34c5af1a3e33,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:27.157995 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:27.160218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:27.167148 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:27.168519 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:27.195083 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8b216c45-9823-40ab-8c61-3bf5796c4276 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8034081 Nov 09 00:17:27.196038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44324) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:27.279721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e6dd7-39fd-4273-af70-5991c300800f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:27.281151 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b00e6dd7-39fd-4273-af70-5991c300800f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/ef519848-5c28-46db-8c46-34c5af1a3e33 HTTP/1.1" status: 200 len: 841 time: 0.0841055 Nov 09 00:17:27.297906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44330) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:27.358845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44346) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:27.378083 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 59e6ddac-511b-479d-aaa9-ee8d5399e84e no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:27.440513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 59e6ddac-511b-479d-aaa9-ee8d5399e84e {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:27.440513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 59e6ddac-511b-479d-aaa9-ee8d5399e84e not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:27.455210 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dd19cf-d4a6-42da-a9fd-fd5266a674ac None None] New status for floating IP c92383bd-7bb3-4e68-865a-ed986add88e4: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:17:27.579876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dab35-5c53-4b30-b797-f42548b14cb7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port ef519848-5c28-46db-8c46-34c5af1a3e33 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:27.583046 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6c8dab35-5c53-4b30-b797-f42548b14cb7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:27.763163 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6c8dab35-5c53-4b30-b797-f42548b14cb7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:27.782490 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dab35-5c53-4b30-b797-f42548b14cb7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for ef519848-5c28-46db-8c46-34c5af1a3e33 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:27.831202 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-77357fab-df52-4c53-b385-1fd71120678e tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:27.866623 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-77357fab-df52-4c53-b385-1fd71120678e tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:27.923483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8580c-9a53-4258-8abe-6f948a865ba7 req-d1349fba-9620-4d91-adef-78a9b10902bc tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:27.925150 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14b8580c-9a53-4258-8abe-6f948a865ba7 req-d1349fba-9620-4d91-adef-78a9b10902bc tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3afdea-636d-4495-bb45-a8335a4f54b0 HTTP/1.1" status: 200 len: 943 time: 0.0734959 Nov 09 00:17:27.926544 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6c8dab35-5c53-4b30-b797-f42548b14cb7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:27.961622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-77357fab-df52-4c53-b385-1fd71120678e tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:27.964899 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-77357fab-df52-4c53-b385-1fd71120678e tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:27.969061 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-77357fab-df52-4c53-b385-1fd71120678e tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "DELETE /v2.0/security-groups/da6e0c3c-d2fe-4b9d-8913-b546464835d2 HTTP/1.1" status: 204 len: 168 time: 0.6086068 Nov 09 00:17:27.969733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44380) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:27.973013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dab35-5c53-4b30-b797-f42548b14cb7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=ef519848-5c28-46db-8c46-34c5af1a3e33,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:27.999045 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-b3bd7eeb-71db-4a01-93cb-4ec743b244f1 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] show failed (client error): The resource could not be found. Nov 09 00:17:28.003781 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b3bd7eeb-71db-4a01-93cb-4ec743b244f1 tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "GET /v2.0/security-groups/da6e0c3c-d2fe-4b9d-8913-b546464835d2 HTTP/1.1" status: 404 len: 347 time: 0.0279057 Nov 09 00:17:28.004890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77357fab-df52-4c53-b385-1fd71120678e tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e0c3c-d2fe-4b9d-8913-b546464835d2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:28.008237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44384) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:28.018931 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6c8dab35-5c53-4b30-b797-f42548b14cb7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.022677 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6c8dab35-5c53-4b30-b797-f42548b14cb7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/ef519848-5c28-46db-8c46-34c5af1a3e33 HTTP/1.1" status: 204 len: 168 time: 0.7236996 Nov 09 00:17:28.025671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44388) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:28.067837 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9226a7-76d4-4f86-8425-705c8b348aa5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:17:28.069590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7c9226a7-76d4-4f86-8425-705c8b348aa5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/ef519848-5c28-46db-8c46-34c5af1a3e33 HTTP/1.1" status: 404 len: 333 time: 0.0427506 Nov 09 00:17:28.076103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44390) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:28.084904 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'name': 'tempest-PortsTestJSON-1426217628'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:28.137717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-14b8580c-9a53-4258-8abe-6f948a865ba7 req-5ef1728d-02bd-4c85-815e-502452abbbc5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Deleting port cbb5a986-ae63-46a0-9267-8d439f93a492 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:28.138186 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14b8580c-9a53-4258-8abe-6f948a865ba7 req-5ef1728d-02bd-4c85-815e-502452abbbc5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.256351 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44398) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:28.263305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-760cda77-8e25-467c-b302-a6bd40ad123c tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Deleting port ab7387b4-efc4-401e-b380-fec447183d8b {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:28.263845 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-760cda77-8e25-467c-b302-a6bd40ad123c tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.267240 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:28.270987 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.272986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-14b8580c-9a53-4258-8abe-6f948a865ba7 req-5ef1728d-02bd-4c85-815e-502452abbbc5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] For port cbb5a986-ae63-46a0-9267-8d439f93a492, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cbb5a986-ae63-46a0-9267-8d439f93a492,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:28.273486 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14b8580c-9a53-4258-8abe-6f948a865ba7 req-5ef1728d-02bd-4c85-815e-502452abbbc5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.286962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-14b8580c-9a53-4258-8abe-6f948a865ba7 req-5ef1728d-02bd-4c85-815e-502452abbbc5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Calling delete_port for cbb5a986-ae63-46a0-9267-8d439f93a492 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:28.305375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port 5a8087d7-8aba-453a-931b-3bfb1af36133 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:28.390805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1559494921-network', 'tenant_id': '30996a77303e4b508c0cc62bc664df64'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:28.429097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Made reservation on behalf of 30996a77303e4b508c0cc62bc664df64 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:28.431717 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.437652 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-760cda77-8e25-467c-b302-a6bd40ad123c tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.438077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-760cda77-8e25-467c-b302-a6bd40ad123c tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.463156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-760cda77-8e25-467c-b302-a6bd40ad123c tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Calling delete_port for ab7387b4-efc4-401e-b380-fec447183d8b owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:28.493036 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.505463 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14b8580c-9a53-4258-8abe-6f948a865ba7 req-5ef1728d-02bd-4c85-815e-502452abbbc5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.543383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1728d-02bd-4c85-815e-502452abbbc5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Pushing event deleted for resources: {'Port': ['ID=cbb5a986-ae63-46a0-9267-8d439f93a492,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:28.619653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b8580c-9a53-4258-8abe-6f948a865ba7 req-5ef1728d-02bd-4c85-815e-502452abbbc5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] No DVR routers for this DVR port cbb5a986-ae63-46a0-9267-8d439f93a492 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:28.625520 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14b8580c-9a53-4258-8abe-6f948a865ba7 req-5ef1728d-02bd-4c85-815e-502452abbbc5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.625682 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.636615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14b8580c-9a53-4258-8abe-6f948a865ba7 req-5ef1728d-02bd-4c85-815e-502452abbbc5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "DELETE /v2.0/ports/cbb5a986-ae63-46a0-9267-8d439f93a492 HTTP/1.1" status: 204 len: 173 time: 0.6964622 Nov 09 00:17:28.636902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3afdea-636d-4495-bb45-a8335a4f54b0', 'name': 'network-vif-deleted', 'tag': 'cbb5a986-ae63-46a0-9267-8d439f93a492'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:28.639341 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e4d7b4-ed1f-40c3-b0ea-7a698b611375" -d '{"events": [{"server_uuid": "fe3afdea-636d-4495-bb45-a8335a4f54b0", "name": "network-vif-deleted", "tag": "cbb5a986-ae63-46a0-9267-8d439f93a492"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:28.713326 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.720957 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.736524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.769104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:17:28.791569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=5a8087d7-8aba-453a-931b-3bfb1af36133,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:28.807922 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e07b88-6003-4e0e-bea0-41b54f31d651 x-openstack-request-id: req-55e07b88-6003-4e0e-bea0-41b54f31d651 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:28.810776 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3afdea-636d-4495-bb45-a8335a4f54b0", "name": "network-vif-deleted", "tag": "cbb5a986-ae63-46a0-9267-8d439f93a492", "status": "failed", "code": 422}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:28.811114 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55e07b88-6003-4e0e-bea0-41b54f31d651 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:28.812102 n-d-813263-3 neutron-server[101780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe3afdea-636d-4495-bb45-a8335a4f54b0', 'name': 'network-vif-deleted', 'tag': 'cbb5a986-ae63-46a0-9267-8d439f93a492', 'status': 'failed', 'code': 422} returned with failed status Nov 09 00:17:28.813022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 4b25b31d-824d-4c19-b029-c214af43fc61 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:28.816585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc17dc1-38d6-46a1-836f-0e18453ad6b4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:28.818665 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:28.820347 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.821338 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Added segment daffbcc8-0d89-4127-a1ed-fafce277e68b of type vlan for network 32280605-09f4-494c-9d83-cfd5a49e7a02 Nov 09 00:17:28.821505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:28.834318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cbb5a986-ae63-46a0-9267-8d439f93a492 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:28.843800 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:28.844471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.850084 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-760cda77-8e25-467c-b302-a6bd40ad123c tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.879491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: cbb5a986-ae63-46a0-9267-8d439f93a492 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:28.880463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cbb5a986-ae63-46a0-9267-8d439f93a492 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:28.913581 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-94a9d6f4-a444-4755-97da-285e1e9d464c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8328111 Nov 09 00:17:28.914420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760cda77-8e25-467c-b302-a6bd40ad123c tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Pushing event deleted for resources: {'Port': ['ID=ab7387b4-efc4-401e-b380-fec447183d8b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:28.916852 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44416) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:28.926974 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8949e375-046d-404b-bdad-37c4644b651f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:28.928274 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.970954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:28.971898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:28.972695 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:29.051410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] Pushing event updated for resources: {'Network': ['ID=32280605-09f4-494c-9d83-cfd5a49e7a02,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:29.064582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 32280605-09f4-494c-9d83-cfd5a49e7a02 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:17:29.088686 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8949e375-046d-404b-bdad-37c4644b651f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:29.104679 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-315e8709-6488-42e5-b261-b7151c173a05 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8441837 Nov 09 00:17:29.105724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44426) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:29.111112 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fd8610bb-664d-4e1a-a7c4-02ec15321ca6 admin admin] Request body: {'subnet': {'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1559494921-subnet', 'tenant_id': '30996a77303e4b508c0cc62bc664df64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:29.334373 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-760cda77-8e25-467c-b302-a6bd40ad123c tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:29.338278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-760cda77-8e25-467c-b302-a6bd40ad123c tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:29.341761 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-760cda77-8e25-467c-b302-a6bd40ad123c tempest-ServersTestJSON-1697351501 tempest-ServersTestJSON-1697351501-project] 10.222.0.25 "DELETE /v2.0/floatingips/c92383bd-7bb3-4e68-865a-ed986add88e4 HTTP/1.1" status: 204 len: 168 time: 1.3326926 Nov 09 00:17:29.347402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44442) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:29.349696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8610bb-664d-4e1a-a7c4-02ec15321ca6 admin admin] Made reservation on behalf of 30996a77303e4b508c0cc62bc664df64 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:29.352688 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd8610bb-664d-4e1a-a7c4-02ec15321ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:29.426793 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8949e375-046d-404b-bdad-37c4644b651f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:29.444661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8949e375-046d-404b-bdad-37c4644b651f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:29.507550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8949e375-046d-404b-bdad-37c4644b651f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] In _notify_port_updated(), no bound segment for port 5a8087d7-8aba-453a-931b-3bfb1af36133 on network 4b25b31d-824d-4c19-b029-c214af43fc61 {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:17:29.513102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8949e375-046d-404b-bdad-37c4644b651f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:29.513795 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8949e375-046d-404b-bdad-37c4644b651f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:29.515122 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8949e375-046d-404b-bdad-37c4644b651f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "PUT /v2.0/ports/5a8087d7-8aba-453a-931b-3bfb1af36133 HTTP/1.1" status: 200 len: 818 time: 0.5973067 Nov 09 00:17:29.517225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949e375-046d-404b-bdad-37c4644b651f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=5a8087d7-8aba-453a-931b-3bfb1af36133,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:29.518341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44450) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:29.603706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e0bf1551-82a3-4e28-935b-bc24865bfde6 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:29.612642 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e0bf1551-82a3-4e28-935b-bc24865bfde6 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.3000417 Nov 09 00:17:29.638029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-5f82592d-a086-4052-a443-502d5e7c137c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/quotas/32a59bfc9d2849cf8c83a3970a6af0b2 HTTP/1.1" status: 200 len: 375 time: 0.0240800 Nov 09 00:17:29.643487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd8610bb-664d-4e1a-a7c4-02ec15321ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:29.686950 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-3a4b83fe-b7c9-428c-ad1a-5231da3ee7d0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469780 Nov 09 00:17:29.712390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8610bb-664d-4e1a-a7c4-02ec15321ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed52b68-50d6-43a8-a928-368df0d1fe36,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:29.724255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8610bb-664d-4e1a-a7c4-02ec15321ca6 admin admin] Checking segment: {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:29.724695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8610bb-664d-4e1a-a7c4-02ec15321ca6 admin admin] Network hostable DHCP agents. Network: 32280605-09f4-494c-9d83-cfd5a49e7a02, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:17:29.748773 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8610bb-664d-4e1a-a7c4-02ec15321ca6 admin admin] Network 32280605-09f4-494c-9d83-cfd5a49e7a02 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:17:29.760584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-fd8610bb-664d-4e1a-a7c4-02ec15321ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 32280605-09f4-494c-9d83-cfd5a49e7a02) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:29.765768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8610bb-664d-4e1a-a7c4-02ec15321ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:29.766611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd8610bb-664d-4e1a-a7c4-02ec15321ca6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:29.772009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888f2d63-b0bf-47c2-9fba-9e7007e63c9d None None] Network 32280605-09f4-494c-9d83-cfd5a49e7a02 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:29.797202 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fd8610bb-664d-4e1a-a7c4-02ec15321ca6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6813550 Nov 09 00:17:29.929669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cf74f7-0fd6-4a1a-a880-8e947873c854 None None] Network 32280605-09f4-494c-9d83-cfd5a49e7a02 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:30.185469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe78b76-0237-4ba7-99e3-37747e1e9ef8 req-91aa9386-0bda-4c61-8059-d9fb02410c2e tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:30.186927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fe78b76-0237-4ba7-99e3-37747e1e9ef8 req-91aa9386-0bda-4c61-8059-d9fb02410c2e tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 946 time: 0.3872015 Nov 09 00:17:30.201040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a100c4d2-ba31-4c1b-8736-18264291c695 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 5a8087d7-8aba-453a-931b-3bfb1af36133 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:30.201396 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a100c4d2-ba31-4c1b-8736-18264291c695 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:30.260956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-978c06f0-c2f4-4926-9ba6-52b211cfc5f0 service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728374 Nov 09 00:17:30.371206 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a100c4d2-ba31-4c1b-8736-18264291c695 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:30.420043 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fe78b76-0237-4ba7-99e3-37747e1e9ef8 req-c4f65a5d-1707-4712-a48a-bb54f9f007ef tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/security-groups?id=71a15e89-b7ea-4e2c-968e-1eaec3666df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233024 Nov 09 00:17:30.420934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a100c4d2-ba31-4c1b-8736-18264291c695 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 5a8087d7-8aba-453a-931b-3bfb1af36133 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:30.541217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-3b568969-2e13-4207-9a0a-8b733b8f5118 service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539713 Nov 09 00:17:30.600287 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a100c4d2-ba31-4c1b-8736-18264291c695 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:30.634996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100c4d2-ba31-4c1b-8736-18264291c695 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=5a8087d7-8aba-453a-931b-3bfb1af36133,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:30.643248 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a100c4d2-ba31-4c1b-8736-18264291c695 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:30.646942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a100c4d2-ba31-4c1b-8736-18264291c695 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/5a8087d7-8aba-453a-931b-3bfb1af36133 HTTP/1.1" status: 204 len: 168 time: 1.1274147 Nov 09 00:17:30.650235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44474) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:30.794852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c43c8a-6212-4225-bb12-345bbfdfcf19 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:30.798958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-16c43c8a-6212-4225-bb12-345bbfdfcf19 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1451607 Nov 09 00:17:30.799799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44480) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:30.853313 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afcadd21-82dd-4504-9630-6081fa8f7dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:30.867391 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-89239134-1937-49fd-8046-a6088b5c7cb0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:17:30.872519 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-89239134-1937-49fd-8046-a6088b5c7cb0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/5a8087d7-8aba-453a-931b-3bfb1af36133 HTTP/1.1" status: 404 len: 333 time: 0.0687311 Nov 09 00:17:30.874236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44482) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:30.886179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-88c7a260-2472-4697-b5fe-7c3acf49aee3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-161787244'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:30.912451 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c7a260-2472-4697-b5fe-7c3acf49aee3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:30.916151 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c7a260-2472-4697-b5fe-7c3acf49aee3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:30.942033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c7a260-2472-4697-b5fe-7c3acf49aee3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:17:30.947256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-61c181a3-366a-4ac7-8c5d-4ce6db99eafd tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:30.949849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-61c181a3-366a-4ac7-8c5d-4ce6db99eafd tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/networks?id=32280605-09f4-494c-9d83-cfd5a49e7a02 HTTP/1.1" status: 200 len: 813 time: 0.2832365 Nov 09 00:17:30.955963 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c7a260-2472-4697-b5fe-7c3acf49aee3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:30.956308 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-88c7a260-2472-4697-b5fe-7c3acf49aee3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Added segment 53dbb75f-312a-4748-908f-286be0b1407d of type vlan for network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be Nov 09 00:17:30.996474 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e816438-a25f-45a4-b201-eaa3f65ea03f req-c6840ab0-92e2-40d3-ba65-2f547433f5ba tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 210 time: 0.0712328 Nov 09 00:17:31.013801 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d30bb601-709c-48c1-9eed-101b96092cbf tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/quotas/30996a77303e4b508c0cc62bc664df64 HTTP/1.1" status: 200 len: 375 time: 0.0481346 Nov 09 00:17:31.022888 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c7a260-2472-4697-b5fe-7c3acf49aee3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:31.081826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c7a260-2472-4697-b5fe-7c3acf49aee3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:31.088246 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c7a260-2472-4697-b5fe-7c3acf49aee3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:31.089021 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c7a260-2472-4697-b5fe-7c3acf49aee3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:31.127558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-ca298110-475c-4360-bbae-fe83da85e6b8 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=30996a77303e4b508c0cc62bc664df64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124630 Nov 09 00:17:31.132370 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1abbc4-2447-40c7-a67e-db640bbeee62 req-6b0c69af-6024-4177-83b1-ea5cdff634b1 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:31.133067 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7f1abbc4-2447-40c7-a67e-db640bbeee62 req-6b0c69af-6024-4177-83b1-ea5cdff634b1 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 946 time: 0.0868769 Nov 09 00:17:31.203748 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-88c7a260-2472-4697-b5fe-7c3acf49aee3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3284349 Nov 09 00:17:31.204398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44490) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:31.213401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a24e8b9c-77ca-4679-8ea2-173ad75b7a4c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': '3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:31.258181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7a260-2472-4697-b5fe-7c3acf49aee3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Network': ['ID=3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:31.286580 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:17:31.376510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-77ef7e7c-4a04-4ec4-a02c-d99a863abe49 service neutron] 10.222.0.25 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478824 Nov 09 00:17:31.380157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-7f1abbc4-2447-40c7-a67e-db640bbeee62 req-883cbf93-f78c-4963-bb4f-ddb64112d3bf tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Deleting port c87a93f1-e846-4da0-ae08-bad5eaa25cd6 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:31.380500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7f1abbc4-2447-40c7-a67e-db640bbeee62 req-883cbf93-f78c-4963-bb4f-ddb64112d3bf tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:31.385239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24e8b9c-77ca-4679-8ea2-173ad75b7a4c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:31.388629 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a24e8b9c-77ca-4679-8ea2-173ad75b7a4c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:31.580766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-7f1abbc4-2447-40c7-a67e-db640bbeee62 req-883cbf93-f78c-4963-bb4f-ddb64112d3bf tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] For port c87a93f1-e846-4da0-ae08-bad5eaa25cd6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c87a93f1-e846-4da0-ae08-bad5eaa25cd6,segment=NetworkSegment(ec5cbed0-1393-4755-83d8-a9e5cecf1056),segment_id=ec5cbed0-1393-4755-83d8-a9e5cecf1056)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:31.581212 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7f1abbc4-2447-40c7-a67e-db640bbeee62 req-883cbf93-f78c-4963-bb4f-ddb64112d3bf tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:31.592763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-02f0aa61-2c59-4133-b399-b57419e4eaa0 service neutron] 10.222.0.25 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050829 Nov 09 00:17:31.597330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-7f1abbc4-2447-40c7-a67e-db640bbeee62 req-883cbf93-f78c-4963-bb4f-ddb64112d3bf tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Calling delete_port for c87a93f1-e846-4da0-ae08-bad5eaa25cd6 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:31.665545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7a899-721e-44ad-863a-5fe0bd85b548 req-4b992259-f7be-47a1-bcb7-b4181a6ab7b4 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:31.673102 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dfd7a899-721e-44ad-863a-5fe0bd85b548 req-4b992259-f7be-47a1-bcb7-b4181a6ab7b4 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 946 time: 0.1028864 Nov 09 00:17:31.686408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-afcadd21-82dd-4504-9630-6081fa8f7dba admin admin] Deleting port 38c693b3-1225-4c02-9118-e3efff2ca260 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:31.686772 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afcadd21-82dd-4504-9630-6081fa8f7dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:31.769384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a24e8b9c-77ca-4679-8ea2-173ad75b7a4c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:31.782050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dfd7a899-721e-44ad-863a-5fe0bd85b548 req-85a63459-487d-4e69-a0a6-6b1064066d3d tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/security-groups?id=71a15e89-b7ea-4e2c-968e-1eaec3666df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080410 Nov 09 00:17:31.829256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-afcadd21-82dd-4504-9630-6081fa8f7dba admin admin] For port 38c693b3-1225-4c02-9118-e3efff2ca260, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=38c693b3-1225-4c02-9118-e3efff2ca260,segment=NetworkSegment(d1e4878d-d8a6-49ec-84a0-79cc30b186e5),segment_id=d1e4878d-d8a6-49ec-84a0-79cc30b186e5)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:31.829649 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afcadd21-82dd-4504-9630-6081fa8f7dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:31.849720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-afcadd21-82dd-4504-9630-6081fa8f7dba admin admin] Calling delete_port for 38c693b3-1225-4c02-9118-e3efff2ca260 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:31.896868 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e8b9c-77ca-4679-8ea2-173ad75b7a4c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Subnet': ['ID=1283cc0f-87b2-4b8b-b0b7-f244c44acfe2,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:32.023759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e8b9c-77ca-4679-8ea2-173ad75b7a4c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Checking segment: {'id': '53dbb75f-312a-4748-908f-286be0b1407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:32.024120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e8b9c-77ca-4679-8ea2-173ad75b7a4c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network hostable DHCP agents. Network: 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:17:32.034061 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7f1abbc4-2447-40c7-a67e-db640bbeee62 req-883cbf93-f78c-4963-bb4f-ddb64112d3bf tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:32.077923 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8737a8b8-5062-4a43-9721-362fdae48125 req-69bf4445-5d7f-4763-9ac4-9fa42bd48614 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 210 time: 0.0902088 Nov 09 00:17:32.094504 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e8b9c-77ca-4679-8ea2-173ad75b7a4c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:17:32.129332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cbf93-f78c-4963-bb4f-ddb64112d3bf tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Pushing event deleted for resources: {'Port': ['ID=c87a93f1-e846-4da0-ae08-bad5eaa25cd6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:32.146120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1abbc4-2447-40c7-a67e-db640bbeee62 req-883cbf93-f78c-4963-bb4f-ddb64112d3bf tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] No DVR routers for this DVR port c87a93f1-e846-4da0-ae08-bad5eaa25cd6 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:32.147518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a24e8b9c-77ca-4679-8ea2-173ad75b7a4c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:32.149413 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7f1abbc4-2447-40c7-a67e-db640bbeee62 req-883cbf93-f78c-4963-bb4f-ddb64112d3bf tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:32.152978 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7f1abbc4-2447-40c7-a67e-db640bbeee62 req-883cbf93-f78c-4963-bb4f-ddb64112d3bf tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.30 "DELETE /v2.0/ports/c87a93f1-e846-4da0-ae08-bad5eaa25cd6 HTTP/1.1" status: 204 len: 173 time: 1.0129311 Nov 09 00:17:32.153527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdf2c4e-54c0-437c-a526-849880277a40', 'name': 'network-vif-deleted', 'tag': 'c87a93f1-e846-4da0-ae08-bad5eaa25cd6'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:32.156120 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb3757a-5bf8-48b0-85f5-d0a61095997a" -d '{"events": [{"server_uuid": "9cdf2c4e-54c0-437c-a526-849880277a40", "name": "network-vif-deleted", "tag": "c87a93f1-e846-4da0-ae08-bad5eaa25cd6"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:32.156632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881290b0-6702-4f42-9564-70379dc3b026 None None] Network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:32.174183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24e8b9c-77ca-4679-8ea2-173ad75b7a4c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:32.177462 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a24e8b9c-77ca-4679-8ea2-173ad75b7a4c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:32.208635 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a24e8b9c-77ca-4679-8ea2-173ad75b7a4c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9990935 Nov 09 00:17:32.211639 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44512) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:32.216874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cab5be4e-62fa-4100-9215-5f1e2e0b8011 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': '3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:32.224555 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2536fa-dc15-419b-8c67-8e366019d4b0 x-openstack-request-id: req-aa2536fa-dc15-419b-8c67-8e366019d4b0 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:32.225024 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdf2c4e-54c0-437c-a526-849880277a40", "name": "network-vif-deleted", "tag": "c87a93f1-e846-4da0-ae08-bad5eaa25cd6", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:32.225469 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa2536fa-dc15-419b-8c67-8e366019d4b0 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:32.226042 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdf2c4e-54c0-437c-a526-849880277a40', 'name': 'network-vif-deleted', 'tag': 'c87a93f1-e846-4da0-ae08-bad5eaa25cd6', 'status': 'completed', 'code': 200} Nov 09 00:17:32.303324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-24bb530f-8224-4d87-a786-d3b7816c5e8a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:32.304923 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-24bb530f-8224-4d87-a786-d3b7816c5e8a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.30 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.3399258 Nov 09 00:17:32.349786 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Request body: {'port': {'device_id': 'c5f3c2a4-59e7-4002-b578-bfb22a3baff0', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'admin_state_up': True, 'tenant_id': '32a59bfc9d2849cf8c83a3970a6af0b2'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:32.389090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6bb3ccf5-e993-4f84-b8c4-0e93d6c1f010 req-1616f4e6-7418-46cf-add1-8ac9b5172000 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 210 time: 0.0797796 Nov 09 00:17:32.421806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab5be4e-62fa-4100-9215-5f1e2e0b8011 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:32.425521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cab5be4e-62fa-4100-9215-5f1e2e0b8011 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:32.446812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be', 'network_id': '3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be', 'tenant_id': '16efdbc20c354699a3da23bce3b0f15b', 'fixed_ips': [{'subnet_id': '1283cc0f-87b2-4b8b-b0b7-f244c44acfe2'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:17:32.448073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:32.578956 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afcadd21-82dd-4504-9630-6081fa8f7dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:32.611634 n-d-813263-3 neutron-server[101781]: INFO neutron.db.ipam_backend_mixin [None req-cab5be4e-62fa-4100-9215-5f1e2e0b8011 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1283cc0f-87b2-4b8b-b0b7-f244c44acfe2 (CIDR: 172.20.0.0/28) Nov 09 00:17:32.618838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Made reservation on behalf of 32a59bfc9d2849cf8c83a3970a6af0b2 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:32.619827 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab5be4e-62fa-4100-9215-5f1e2e0b8011 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:17:32.620320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab5be4e-62fa-4100-9215-5f1e2e0b8011 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:17:32.623441 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:32.632551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Allocated IP 172.20.0.2 (3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be/1283cc0f-87b2-4b8b-b0b7-f244c44acfe2/2b481790-cf7f-4088-8a05-87bbc0bc42e3) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:32.643451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcadd21-82dd-4504-9630-6081fa8f7dba admin admin] Pushing event deleted for resources: {'Port': ['ID=38c693b3-1225-4c02-9118-e3efff2ca260,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:32.698297 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cab5be4e-62fa-4100-9215-5f1e2e0b8011 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4827769 Nov 09 00:17:32.699338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44520) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:32.712728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-94e2e7dd-1c34-4d51-b700-d9a3a1b4de6f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': '3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:32.894220 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:32.913587 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:32.966586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afcadd21-82dd-4504-9630-6081fa8f7dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:32.989817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Allocated IP 172.20.0.6 (4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0/a9749423-c78d-4642-b475-a021e262f974/16beb026-c436-476f-a69c-f276d90ce961) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:33.047250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:33.062109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:33.065888 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:33.090524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e2e7dd-1c34-4d51-b700-d9a3a1b4de6f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:33.095059 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94e2e7dd-1c34-4d51-b700-d9a3a1b4de6f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:33.130210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Pushing event updated for resources: {'Port': ['ID=2b481790-cf7f-4088-8a05-87bbc0bc42e3,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:33.210200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:33.211184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:33.211626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:33.212752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:33.213687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:33.214493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:33.214957 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:33.215383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:33.215811 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:33.216266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:33.216818 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:33.217240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:33.225671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Attempting to bind port 2b481790-cf7f-4088-8a05-87bbc0bc42e3 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:33.226178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Attempting to bind port 2b481790-cf7f-4088-8a05-87bbc0bc42e3 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '53dbb75f-312a-4748-908f-286be0b1407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:33.226638 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Attempting to bind port 2b481790-cf7f-4088-8a05-87bbc0bc42e3 on network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:33.234060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:17:33.234445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Checking segment: {'id': '53dbb75f-312a-4748-908f-286be0b1407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:33.234935 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:33.235417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Bound using segment: {'id': '53dbb75f-312a-4748-908f-286be0b1407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:17:33.236058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Bound port: 2b481790-cf7f-4088-8a05-87bbc0bc42e3, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dbb75f-312a-4748-908f-286be0b1407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:17:33.237119 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:33.334444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] For port 2b481790-cf7f-4088-8a05-87bbc0bc42e3, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:17:33.343488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] For port 2b481790-cf7f-4088-8a05-87bbc0bc42e3, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2b481790-cf7f-4088-8a05-87bbc0bc42e3,segment=NetworkSegment(53dbb75f-312a-4748-908f-286be0b1407d),segment_id=53dbb75f-312a-4748-908f-286be0b1407d)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:17:33.354110 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:33.510244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee661de6-8105-447b-8276-bf440c9b1c13 None None] Pushing event updated for resources: {'Port': ['ID=2b481790-cf7f-4088-8a05-87bbc0bc42e3,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:33.583237 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94e2e7dd-1c34-4d51-b700-d9a3a1b4de6f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:33.665066 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e2e7dd-1c34-4d51-b700-d9a3a1b4de6f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:33.667652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-299f6af5-9a47-4544-908d-865f8c9f1f54 req-d5605285-91a1-48c1-b18b-0b769be0b5a6 tempest-ServerTagsTestJSON-20304564 tempest-ServerTagsTestJSON-20304564-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2c4e-54c0-437c-a526-849880277a40 HTTP/1.1" status: 200 len: 210 time: 0.6704121 Nov 09 00:17:33.668902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-94e2e7dd-1c34-4d51-b700-d9a3a1b4de6f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:33.674897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e2e7dd-1c34-4d51-b700-d9a3a1b4de6f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:33.675475 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94e2e7dd-1c34-4d51-b700-d9a3a1b4de6f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:33.680146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d928f53-3bdd-4c46-aa3b-acdad4f67513 req-e64df628-a309-4083-b517-59c8d2b9968c tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 210 time: 0.0704491 Nov 09 00:17:33.704522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2e7dd-1c34-4d51-b700-d9a3a1b4de6f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Subnet': ['ID=7f83e109-d589-4832-a229-6a23a6ea5782,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:33.726159 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-94e2e7dd-1c34-4d51-b700-d9a3a1b4de6f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0255671 Nov 09 00:17:33.727001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44532) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:33.732375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': '3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be', 'fixed_ips': [{'subnet_id': '1283cc0f-87b2-4b8b-b0b7-f244c44acfe2'}, {'subnet_id': '7f83e109-d589-4832-a229-6a23a6ea5782'}], 'name': 'tempest-PortsTestJSON-222424560'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:33.903442 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-094cef66-42f9-48e5-896e-083de0ef8fd7 req-61963ba8-619f-432e-b013-74911732832f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 210 time: 0.0568404 Nov 09 00:17:33.962824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:34.018493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c87a93f1-e846-4da0-ae08-bad5eaa25cd6 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:34.063158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: c87a93f1-e846-4da0-ae08-bad5eaa25cd6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:34.063497 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c87a93f1-e846-4da0-ae08-bad5eaa25cd6 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:34.155523 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:34.198202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port 2d0f2f44-98bd-4206-b3e2-b31644b11274 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:34.263413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-2318fbc8-3985-434b-ac97-03fb2291b925 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:34.265523 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-2318fbc8-3985-434b-ac97-03fb2291b925 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.30 "GET /v2.0/networks?id=32280605-09f4-494c-9d83-cfd5a49e7a02 HTTP/1.1" status: 200 len: 813 time: 0.1952226 Nov 09 00:17:34.280479 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Request body: {'port': {'device_id': '59149b7c-23ab-4d78-ad03-2a583bbbf113', 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02', 'admin_state_up': True, 'tenant_id': '30996a77303e4b508c0cc62bc664df64'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:34.367341 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:34.384695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcadd21-82dd-4504-9630-6081fa8f7dba admin admin] Router 44387521-bc32-433a-808f-b79ffed5d0aa has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:17:34.409656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-5a0fc222-1696-440d-8067-43201926e61e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:34.413976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-5a0fc222-1696-440d-8067-43201926e61e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.11 "GET /v2.0/networks?id=32280605-09f4-494c-9d83-cfd5a49e7a02 HTTP/1.1" status: 200 len: 813 time: 0.3484609 Nov 09 00:17:34.547225 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Request body: {'port': {'device_id': '0394bc6c-9ff5-4ada-ba66-a806972cf4a1', 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02', 'admin_state_up': True, 'tenant_id': '30996a77303e4b508c0cc62bc664df64'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:34.554426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcadd21-82dd-4504-9630-6081fa8f7dba admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:17:34.564108 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-afcadd21-82dd-4504-9630-6081fa8f7dba admin admin] 10.222.0.25 "PUT /v2.0/routers/44387521-bc32-433a-808f-b79ffed5d0aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2149100 Nov 09 00:17:34.564862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44538) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:34.571952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a1350d-60e1-493d-a407-22e1bf129bf2 None None] Sync routers for ids ['44387521-bc32-433a-808f-b79ffed5d0aa'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:17:34.593229 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1350d-60e1-493d-a407-22e1bf129bf2 None None] Routers {'44387521-bc32-433a-808f-b79ffed5d0aa'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:17:34.594484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d3a1350d-60e1-493d-a407-22e1bf129bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:17:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['44387521-bc32-433a-808f-b79ffed5d0aa'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:34.630931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Made reservation on behalf of 30996a77303e4b508c0cc62bc664df64 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:34.635204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:34.674207 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:34.776849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d3a1350d-60e1-493d-a407-22e1bf129bf2 None None] Set router 44387521-bc32-433a-808f-b79ffed5d0aa gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:17:34.794511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44544) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:34.848871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:34.882283 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:34.884544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:34.889233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff7a0b10-fb73-4a05-b945-4ce6829ed6a6 req-9a98106a-ceb7-49da-a61a-2cdc106120d2 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 210 time: 0.0575714 Nov 09 00:17:35.012109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Pushing event updated for resources: {'Port': ['ID=16beb026-c436-476f-a69c-f276d90ce961,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:35.026332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f83282-dec2-4a6b-bc5f-8b43faaac605 None None] Network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:35.065820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:35.066480 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.086283 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-da50181f-28e1-4d07-8615-1d1c91a16039 admin admin] Deleting subnet 6eeb9f6b-c4cb-46ef-8a8c-c8f1ca8cc5f9 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:17:35.092415 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-da50181f-28e1-4d07-8615-1d1c91a16039 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.116931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Made reservation on behalf of 30996a77303e4b508c0cc62bc664df64 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:35.120538 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.137056 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-e681b9da-3bae-4f31-9cc1-86850fafa772 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8179760 Nov 09 00:17:35.156206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Request body: {'port': {'device_id': 'c5f3c2a4-59e7-4002-b578-bfb22a3baff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:35.194955 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-da50181f-28e1-4d07-8615-1d1c91a16039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.205274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960816-6e6b-4e6f-8ec4-8105d34422c3 req-1b05131a-d69b-48e5-a4e3-284e6b718b9a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:35.207073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be960816-6e6b-4e6f-8ec4-8105d34422c3 req-1b05131a-d69b-48e5-a4e3-284e6b718b9a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 931 time: 0.1919823 Nov 09 00:17:35.248811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.9 (3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be/1283cc0f-87b2-4b8b-b0b7-f244c44acfe2/2d0f2f44-98bd-4206-b3e2-b31644b11274) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:35.262277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.22 (3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be/7f83e109-d589-4832-a229-6a23a6ea5782/2d0f2f44-98bd-4206-b3e2-b31644b11274) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:35.276286 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.297567 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-592d8dc9-8391-40e0-92e9-0f18059dc05d None None] Provisioning complete for port 2b481790-cf7f-4088-8a05-87bbc0bc42e3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:35.297927 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-592d8dc9-8391-40e0-92e9-0f18059dc05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.359281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-da50181f-28e1-4d07-8615-1d1c91a16039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.361498 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.413718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be960816-6e6b-4e6f-8ec4-8105d34422c3 req-08651519-7898-4afa-b9ce-e5f7ec1d4471 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529348 Nov 09 00:17:35.432367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Allocated IP 172.20.0.3 (32280605-09f4-494c-9d83-cfd5a49e7a02/6ed52b68-50d6-43a8-a928-368df0d1fe36/07427452-899b-4ef3-860c-229b656e593d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:35.491525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d3a1350d-60e1-493d-a407-22e1bf129bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:17:32Z', 'revision_number': 5, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port': {'id': 'ef9effbb-c395-4603-8faf-994c2b7dab5d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:14:54Z', 'updated_at': '2021-11-09T00:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:35.515629 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-da50181f-28e1-4d07-8615-1d1c91a16039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.525438 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a1350d-60e1-493d-a407-22e1bf129bf2 None None] Checking router: 44387521-bc32-433a-808f-b79ffed5d0aa for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:17:35.543550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.574052 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2b481790-cf7f-4088-8a05-87bbc0bc42e3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:35.583199 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-592d8dc9-8391-40e0-92e9-0f18059dc05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.617038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50181f-28e1-4d07-8615-1d1c91a16039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eeb9f6b-c4cb-46ef-8a8c-c8f1ca8cc5f9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:35.626344 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-da50181f-28e1-4d07-8615-1d1c91a16039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.629704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-da50181f-28e1-4d07-8615-1d1c91a16039 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6eeb9f6b-c4cb-46ef-8a8c-c8f1ca8cc5f9 HTTP/1.1" status: 204 len: 168 time: 0.8123279 Nov 09 00:17:35.632899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44554) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:35.710315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1350d-60e1-493d-a407-22e1bf129bf2 None None] Routers {'44387521-bc32-433a-808f-b79ffed5d0aa'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:17:35.711901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d3a1350d-60e1-493d-a407-22e1bf129bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:17:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['44387521-bc32-433a-808f-b79ffed5d0aa'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:35.712163 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.751496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-592d8dc9-8391-40e0-92e9-0f18059dc05d None None] For port 2b481790-cf7f-4088-8a05-87bbc0bc42e3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2b481790-cf7f-4088-8a05-87bbc0bc42e3,segment=NetworkSegment(53dbb75f-312a-4748-908f-286be0b1407d),segment_id=53dbb75f-312a-4748-908f-286be0b1407d)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:35.752656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Deleting port ef9effbb-c395-4603-8faf-994c2b7dab5d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:35.753076 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.796715 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.805379 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.842545 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-592d8dc9-8391-40e0-92e9-0f18059dc05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.874241 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.928809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] For port ef9effbb-c395-4603-8faf-994c2b7dab5d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ef9effbb-c395-4603-8faf-994c2b7dab5d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:35.929447 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:35.929715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8668e48-5406-4c61-9ad3-21b9d65e16c3 None None] Update dhcp port {'port': {'network_id': '3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be', 'fixed_ips': [{'subnet_id': '1283cc0f-87b2-4b8b-b0b7-f244c44acfe2', 'ip_address': '172.20.0.2'}, {'subnet_id': '7f83e109-d589-4832-a229-6a23a6ea5782'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '2b481790-cf7f-4088-8a05-87bbc0bc42e3'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:17:35.971883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=2d0f2f44-98bd-4206-b3e2-b31644b11274,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:35.989179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d3a1350d-60e1-493d-a407-22e1bf129bf2 None None] Set router 44387521-bc32-433a-808f-b79ffed5d0aa gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:17:35.990470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Calling delete_port for ef9effbb-c395-4603-8faf-994c2b7dab5d owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:36.005427 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.011084 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:36.025706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:36.030448 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2b481790-cf7f-4088-8a05-87bbc0bc42e3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:36.030448 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.041309 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.077764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:36.084297 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b8668e48-5406-4c61-9ad3-21b9d65e16c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.088748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d8dc9-8391-40e0-92e9-0f18059dc05d None None] Pushing event updated for resources: {'Port': ['ID=2b481790-cf7f-4088-8a05-87bbc0bc42e3,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:36.101709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d3a1350d-60e1-493d-a407-22e1bf129bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:17:35Z', 'revision_number': 6, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:36.121021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bb5136-a60a-4d3a-9b73-b4c64059b314']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:36.127012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Network 32280605-09f4-494c-9d83-cfd5a49e7a02 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:36.138723 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a1350d-60e1-493d-a407-22e1bf129bf2 None None] The sync data for ids ['44387521-bc32-433a-808f-b79ffed5d0aa'] in n-d-813263-3 is: [{'id': '44387521-bc32-433a-808f-b79ffed5d0aa', 'name': 'tempest-ServersTestJSON-1246751348-router', 'tenant_id': 'd5378c6f8c10406f952a632d318c1dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:14:51Z', 'updated_at': '2021-11-09T00:17:35Z', 'revision_number': 6, 'project_id': 'd5378c6f8c10406f952a632d318c1dd7', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:17:36.144125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5cbed0-1393-4755-83d8-a9e5cecf1056') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:36.144125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5cbed0-1393-4755-83d8-a9e5cecf1056') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:36.145701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:36.152415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Pushing event updated for resources: {'Port': ['ID=07427452-899b-4ef3-860c-229b656e593d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:36.156039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:36.168405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16beb026-c436-476f-a69c-f276d90ce961 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:36.193769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.198095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Allocated IP 172.20.0.14 (32280605-09f4-494c-9d83-cfd5a49e7a02/6ed52b68-50d6-43a8-a928-368df0d1fe36/be2af711-a838-49c8-8dac-4d6762612e97) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:36.201286 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.214994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:36.215384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.230811 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-79019239-a734-44e7-8b08-d75b15845710 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:36.232580 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-79019239-a734-44e7-8b08-d75b15845710 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 815 time: 0.3904576 Nov 09 00:17:36.250140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929e32c-b408-4d94-a965-7eec0a76cb5e req-baa727c1-5fe9-412e-bfc8-758136f410f8 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:36.252553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d929e32c-b408-4d94-a965-7eec0a76cb5e req-baa727c1-5fe9-412e-bfc8-758136f410f8 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 931 time: 0.2544701 Nov 09 00:17:36.254529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.283461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:17:36.284411 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.284835 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0b250dc9-17fd-4005-9074-80d40929c586 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.5563452 Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:17:36.289507 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:17:36.292225 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44570) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:36.292322 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:36.293851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.314089 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-a3d7bd99-1cba-4d39-a1d5-fc802b2be218 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0375729 Nov 09 00:17:36.319101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e7bc3cdb-81ee-4530-a6e4-568d2d0be2ea tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1283cc0f-87b2-4b8b-b0b7-f244c44acfe2'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:36.342014 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-f53564e8-062a-407b-a1fa-bd9eb680afe1 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/quotas/fac795994a834c26adcae829fc064be0 HTTP/1.1" status: 200 len: 375 time: 0.0854223 Nov 09 00:17:36.342823 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Request body: {'port': {'device_id': '59149b7c-23ab-4d78-ad03-2a583bbbf113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:36.363650 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-b8668e48-5406-4c61-9ad3-21b9d65e16c3 None None] Allocated IP 172.20.0.18 (3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be/7f83e109-d589-4832-a229-6a23a6ea5782/2b481790-cf7f-4088-8a05-87bbc0bc42e3) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:36.412555 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.438174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.448149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9effbb-c395-4603-8faf-994c2b7dab5d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:36.469972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Transition to ACTIVE for port object 16beb026-c436-476f-a69c-f276d90ce961 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:17:36.487224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b8668e48-5406-4c61-9ad3-21b9d65e16c3 None None] For port 2b481790-cf7f-4088-8a05-87bbc0bc42e3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2b481790-cf7f-4088-8a05-87bbc0bc42e3,segment=NetworkSegment(53dbb75f-312a-4748-908f-286be0b1407d),segment_id=53dbb75f-312a-4748-908f-286be0b1407d)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:36.488569 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.501083 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.522038 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b8668e48-5406-4c61-9ad3-21b9d65e16c3 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.538315 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b8668e48-5406-4c61-9ad3-21b9d65e16c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.546166 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.554284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] 10.222.0.25 "DELETE /v2.0/networks/49bb5136-a60a-4d3a-9b73-b4c64059b314 HTTP/1.1" status: 204 len: 168 time: 0.9168308 Nov 09 00:17:36.606432 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d929e32c-b408-4d94-a965-7eec0a76cb5e req-944a9dbf-2760-47f8-8453-35fb1a0c021c tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357224 Nov 09 00:17:36.638326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8668e48-5406-4c61-9ad3-21b9d65e16c3 None None] Pushing event updated for resources: {'Port': ['ID=2b481790-cf7f-4088-8a05-87bbc0bc42e3,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:36.664206 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.775284 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.778102 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.824390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44578) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:36.852253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.852846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44387521-bc32-433a-808f-b79ffed5d0aa {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:17:36.859300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.863618 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ed22a793-ce45-4686-8a13-9f58ae0f0733 admin admin] 10.222.0.25 "DELETE /v2.0/routers/44387521-bc32-433a-808f-b79ffed5d0aa HTTP/1.1" status: 204 len: 168 time: 2.2936335 Nov 09 00:17:36.863618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44580) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:36.915168 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d825be94-c4ce-40ef-a6de-85791dc0e069 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81abf7e762c9439d8a0c04f80fc5832c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0887632 Nov 09 00:17:36.919092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44582) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:36.938397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedb7bc0-ca0d-41fe-92ce-4855b495c24d admin admin] Deleting subnet 95dc5722-f607-4285-b3a5-ba128fc68000 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:17:36.947038 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aedb7bc0-ca0d-41fe-92ce-4855b495c24d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:36.999133 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aedb7bc0-ca0d-41fe-92ce-4855b495c24d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.023239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=49bb5136-a60a-4d3a-9b73-b4c64059b314,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:37.035662 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f843bed-305d-4c67-befa-a8a8746ffc8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.058650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-f19252ec-d181-49a7-ab4f-2ff1b2214244 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6645005 Nov 09 00:17:37.073699 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f843bed-305d-4c67-befa-a8a8746ffc8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.099114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:37.099838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:37.099838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:37.100045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:37.100340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:37.100661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:37.102319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:37.102716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:37.103050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:37.103784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:37.104123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:37.104451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfae4a-3576-494f-9f79-c818d9869d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:17:37.126667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Pushing event updated for resources: {'Port': ['ID=16beb026-c436-476f-a69c-f276d90ce961,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:37.166859 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aedb7bc0-ca0d-41fe-92ce-4855b495c24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.224465 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f843bed-305d-4c67-befa-a8a8746ffc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.227972 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f843bed-305d-4c67-befa-a8a8746ffc8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.233990 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6f843bed-305d-4c67-befa-a8a8746ffc8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71a15e89-b7ea-4e2c-968e-1eaec3666df9 HTTP/1.1" status: 204 len: 168 time: 0.3093576 Nov 09 00:17:37.241763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f843bed-305d-4c67-befa-a8a8746ffc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a15e89-b7ea-4e2c-968e-1eaec3666df9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:37.267492 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aedb7bc0-ca0d-41fe-92ce-4855b495c24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.309769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b067418-38f0-4ea8-8d88-06cd23c001f0 None None] Network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:37.353693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700faec-b2d5-4ab8-ba3c-399c7e1bb442 req-a046cea5-b85e-4691-b99c-19e39ae41c37 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:37.357877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb7bc0-ca0d-41fe-92ce-4855b495c24d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95dc5722-f607-4285-b3a5-ba128fc68000,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:37.361132 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5700faec-b2d5-4ab8-ba3c-399c7e1bb442 req-a046cea5-b85e-4691-b99c-19e39ae41c37 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 943 time: 0.3424067 Nov 09 00:17:37.372731 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.373579 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aedb7bc0-ca0d-41fe-92ce-4855b495c24d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.387775 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aedb7bc0-ca0d-41fe-92ce-4855b495c24d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/95dc5722-f607-4285-b3a5-ba128fc68000 HTTP/1.1" status: 204 len: 168 time: 0.5234392 Nov 09 00:17:37.388440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44586) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:37.407840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf432d-681b-40ea-b5eb-3f204aa4929d None None] Network a45e88f6-9c3a-40de-a653-bd8974542bf6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:37.412712 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7bc3cdb-81ee-4530-a6e4-568d2d0be2ea tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.470020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-d082b11f-aa6b-406a-8f02-832e4f53e1f2 service neutron] 10.222.0.25 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729002 Nov 09 00:17:37.499548 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Attempting to bind port 16beb026-c436-476f-a69c-f276d90ce961 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:37.500122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Attempting to bind port 16beb026-c436-476f-a69c-f276d90ce961 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:37.500883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Attempting to bind port 16beb026-c436-476f-a69c-f276d90ce961 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:37.514577 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2b481790-cf7f-4088-8a05-87bbc0bc42e3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:37.535873 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.562719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Port 16beb026-c436-476f-a69c-f276d90ce961 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:17:37.563089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Attempting to bind port 16beb026-c436-476f-a69c-f276d90ce961 on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:37.606685 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Deleting port 4112cd9f-6819-4837-b5b1-7e69fbd7575a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:37.606951 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.619406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5700faec-b2d5-4ab8-ba3c-399c7e1bb442 req-f48761c2-0dc5-426e-9ff4-ca32870f8057 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569778 Nov 09 00:17:37.640665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:17:37.651641 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Checking segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:37.652259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Bound using segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:17:37.655415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Bound port: 16beb026-c436-476f-a69c-f276d90ce961, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:17:37.655979 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.710495 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5764d711-7512-47bc-b3d6-f1feaf22869c None None] Provisioning complete for port 2b481790-cf7f-4088-8a05-87bbc0bc42e3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:37.710956 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5764d711-7512-47bc-b3d6-f1feaf22869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.712367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] For port 4112cd9f-6819-4837-b5b1-7e69fbd7575a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4112cd9f-6819-4837-b5b1-7e69fbd7575a,segment=NetworkSegment(d1e4878d-d8a6-49ec-84a0-79cc30b186e5),segment_id=d1e4878d-d8a6-49ec-84a0-79cc30b186e5)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:37.712911 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.734293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Calling delete_port for 4112cd9f-6819-4837-b5b1-7e69fbd7575a owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:37.769589 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.779689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2b481790-cf7f-4088-8a05-87bbc0bc42e3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:37.780317 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:37.956602 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df08ce9a-fe87-4926-bb7f-9538ef3fd076 None None] DHCP port deletion for a45e88f6-9c3a-40de-a653-bd8974542bf6 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:17:37.957831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-2019ce6d-9b34-44d1-92d4-a6a819cdac07 service neutron] 10.222.0.25 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867299 Nov 09 00:17:38.050603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ef9effbb-c395-4603-8faf-994c2b7dab5d no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:38.081606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Network 32280605-09f4-494c-9d83-cfd5a49e7a02 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:38.087679 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07427452-899b-4ef3-860c-229b656e593d {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:38.093070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Pushing event updated for resources: {'Port': ['ID=be2af711-a838-49c8-8dac-4d6762612e97,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:38.094159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: ef9effbb-c395-4603-8faf-994c2b7dab5d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:38.094515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ef9effbb-c395-4603-8faf-994c2b7dab5d not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:38.094922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 38c693b3-1225-4c02-9118-e3efff2ca260 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:38.098751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:38.109309 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.115566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:38.128474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Transition to ACTIVE for port object 07427452-899b-4ef3-860c-229b656e593d will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:17:38.134150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.140249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.164335 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 38c693b3-1225-4c02-9118-e3efff2ca260 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:38.164681 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 38c693b3-1225-4c02-9118-e3efff2ca260 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:38.206182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-df08ce9a-fe87-4926-bb7f-9538ef3fd076 None None] Deleting port 4112cd9f-6819-4837-b5b1-7e69fbd7575a {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:38.206821 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-df08ce9a-fe87-4926-bb7f-9538ef3fd076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.226449 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] No DVR routers for this DVR port 4112cd9f-6819-4837-b5b1-7e69fbd7575a on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:38.262238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ec71-fdff-4655-ba58-e1709df69f94 req-8a2b26a9-56a4-4ace-ab92-2217198b69c5 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:38.268850 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f47ec71-fdff-4655-ba58-e1709df69f94 req-8a2b26a9-56a4-4ace-ab92-2217198b69c5 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 931 time: 0.5376542 Nov 09 00:17:38.289262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Pushing event deleted for resources: {'Port': ['ID=4112cd9f-6819-4837-b5b1-7e69fbd7575a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:38.337452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-df08ce9a-fe87-4926-bb7f-9538ef3fd076 None None] For port 4112cd9f-6819-4837-b5b1-7e69fbd7575a, host n-d-813263-3, got binding levels [] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:38.337929 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-df08ce9a-fe87-4926-bb7f-9538ef3fd076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.369264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-df08ce9a-fe87-4926-bb7f-9538ef3fd076 None None] Calling delete_port for 4112cd9f-6819-4837-b5b1-7e69fbd7575a owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:38.374223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.ipam_backend_mixin [None req-df08ce9a-fe87-4926-bb7f-9538ef3fd076 None None] Port 4112cd9f-6819-4837-b5b1-7e69fbd7575a was not found and therefore no delete operation was performed {{(pid=101782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 00:17:38.375886 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-df08ce9a-fe87-4926-bb7f-9538ef3fd076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.418450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08ce9a-fe87-4926-bb7f-9538ef3fd076 None None] No DVR routers for this DVR port 4112cd9f-6819-4837-b5b1-7e69fbd7575a on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:38.422977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08ce9a-fe87-4926-bb7f-9538ef3fd076 None None] Pushing event deleted for resources: {'Port': ['ID=4112cd9f-6819-4837-b5b1-7e69fbd7575a,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:38.453864 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.465449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-e7bc3cdb-81ee-4530-a6e4-568d2d0be2ea tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Delete allocated IP 172.20.0.22 (3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be/7f83e109-d589-4832-a229-6a23a6ea5782) {{(pid=101780) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 00:17:38.514317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] For port 16beb026-c436-476f-a69c-f276d90ce961, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:17:38.524849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e8532721-d490-4b53-b586-3fedf3383dcd None None] Provisioning complete for port 2d0f2f44-98bd-4206-b3e2-b31644b11274 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:38.525552 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e8532721-d490-4b53-b586-3fedf3383dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.551402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45e88f6-9c3a-40de-a653-bd8974542bf6']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:38.571489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a05fea7-e8d5-49cd-9cf2-654f1431b036 req-18c0e091-ff29-4db8-b5d4-38691107754b tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 210 time: 0.0838549 Nov 09 00:17:38.587922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e8532721-d490-4b53-b586-3fedf3383dcd None None] Port 2d0f2f44-98bd-4206-b3e2-b31644b11274 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:17:38.619498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:38.619684 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.623942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Pushing event updated for resources: {'Port': ['ID=07427452-899b-4ef3-860c-229b656e593d,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:38.634466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:38.634885 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e4878d-d8a6-49ec-84a0-79cc30b186e5') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:38.654949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] For port 16beb026-c436-476f-a69c-f276d90ce961, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=16beb026-c436-476f-a69c-f276d90ce961,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:17:38.666465 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.670760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e8532721-d490-4b53-b586-3fedf3383dcd None None] Provisioning complete for port 2b481790-cf7f-4088-8a05-87bbc0bc42e3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:38.671735 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e8532721-d490-4b53-b586-3fedf3383dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.676917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Attempting to bind port 07427452-899b-4ef3-860c-229b656e593d on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:38.677324 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Attempting to bind port 07427452-899b-4ef3-860c-229b656e593d by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:38.677671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Attempting to bind port 07427452-899b-4ef3-860c-229b656e593d on network 32280605-09f4-494c-9d83-cfd5a49e7a02 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:38.694121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Port 07427452-899b-4ef3-860c-229b656e593d on network 32280605-09f4-494c-9d83-cfd5a49e7a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:17:38.695105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Attempting to bind port 07427452-899b-4ef3-860c-229b656e593d on network 32280605-09f4-494c-9d83-cfd5a49e7a02 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:38.700268 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.710576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:17:38.711374 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:17:38.714794 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:17:38.716818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f47ec71-fdff-4655-ba58-e1709df69f94 req-786345d4-36f4-4645-9280-87a8f5b3162a tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299101 Nov 09 00:17:38.740326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:17:38.740812 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Checking segment: {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:38.741277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Bound using segment: {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:17:38.741971 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Bound port: 07427452-899b-4ef3-860c-229b656e593d, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:17:38.742419 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.774152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-c725a411-a9d7-4ecc-9355-c4a11de61072 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3449483 Nov 09 00:17:38.838454 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.843019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.864720 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.868318 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a45e88f6-9c3a-40de-a653-bd8974542bf6 HTTP/1.1" status: 204 len: 168 time: 1.4788971 Nov 09 00:17:38.869513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1e89a-d34f-4e65-95c6-5857ffd1e560 admin admin] Pushing event deleted for resources: {'Network': ['ID=a45e88f6-9c3a-40de-a653-bd8974542bf6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:38.889853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] For port 07427452-899b-4ef3-860c-229b656e593d, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:17:38.894223 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] For port 07427452-899b-4ef3-860c-229b656e593d, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=07427452-899b-4ef3-860c-229b656e593d,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:17:38.903273 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.958671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Request body: {'port': {'device_id': '0394bc6c-9ff5-4ada-ba66-a806972cf4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:38.983703 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a7c23dda-aa66-44fd-b3eb-b9e2cb595a8c None None] Provisioning complete for port 2d0f2f44-98bd-4206-b3e2-b31644b11274 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:38.984115 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a7c23dda-aa66-44fd-b3eb-b9e2cb595a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.991727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:38.992409 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:38.993939 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d33e8113-0f24-418d-9626-9465baab036c service neutron] 10.222.0.30 "PUT /v2.0/ports/07427452-899b-4ef3-860c-229b656e593d HTTP/1.1" status: 200 len: 1091 time: 2.6553941 Nov 09 00:17:38.996770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59149b7c-23ab-4d78-ad03-2a583bbbf113', 'tag': '07427452-899b-4ef3-860c-229b656e593d'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:39.008440 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9302cfa-ff43-4b00-bc4c-5b22dfd9032a" -d '{"events": [{"name": "network-changed", "server_uuid": "59149b7c-23ab-4d78-ad03-2a583bbbf113", "tag": "07427452-899b-4ef3-860c-229b656e593d"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:39.019981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e8113-0f24-418d-9626-9465baab036c service neutron] Pushing event updated for resources: {'Port': ['ID=07427452-899b-4ef3-860c-229b656e593d,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:39.059567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:39.060225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:39.061649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] 10.222.0.30 "PUT /v2.0/ports/16beb026-c436-476f-a69c-f276d90ce961 HTTP/1.1" status: 200 len: 1091 time: 3.9160669 Nov 09 00:17:39.062311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ea825-79e9-4755-b169-2b7b81f1408b service neutron] Pushing event updated for resources: {'Port': ['ID=16beb026-c436-476f-a69c-f276d90ce961,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:39.065447 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f3c2a4-59e7-4002-b578-bfb22a3baff0', 'tag': '16beb026-c436-476f-a69c-f276d90ce961'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:39.067352 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a8b62f-1576-4059-b8f6-b1635ea90a77" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f3c2a4-59e7-4002-b578-bfb22a3baff0", "tag": "16beb026-c436-476f-a69c-f276d90ce961"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:39.089061 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a7c23dda-aa66-44fd-b3eb-b9e2cb595a8c None None] Port 2d0f2f44-98bd-4206-b3e2-b31644b11274 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:17:39.135038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3132b2-bfff-4268-9c39-84ed51dcf89d req-9b88cedf-394b-4d00-af8a-285db9733adf tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:39.142338 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea3132b2-bfff-4268-9c39-84ed51dcf89d req-9b88cedf-394b-4d00-af8a-285db9733adf tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 943 time: 0.3780622 Nov 09 00:17:39.144423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-ea8fd181-b990-459c-83fe-7c41d6caa5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:39.150241 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-ea8fd181-b990-459c-83fe-7c41d6caa5a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30996a77303e4b508c0cc62bc664df64&device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 1094 time: 0.1053863 Nov 09 00:17:39.178577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7bc3cdb-81ee-4530-a6e4-568d2d0be2ea tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:39.194093 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:39.209322 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7bc3cdb-81ee-4530-a6e4-568d2d0be2ea tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:39.217453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44642) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:39.218430 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-d5bd904b-cf18-4324-84e0-2c8a5c41cd18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07427452-899b-4ef3-860c-229b656e593d HTTP/1.1" status: 200 len: 217 time: 0.0509896 Nov 09 00:17:39.332306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4112cd9f-6819-4837-b5b1-7e69fbd7575a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:39.353444 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7c9c40-0e73-4f9e-884e-d366396e0002 x-openstack-request-id: req-8c7c9c40-0e73-4f9e-884e-d366396e0002 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:39.353829 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59149b7c-23ab-4d78-ad03-2a583bbbf113", "tag": "07427452-899b-4ef3-860c-229b656e593d", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:39.354169 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c7c9c40-0e73-4f9e-884e-d366396e0002 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:39.355131 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59149b7c-23ab-4d78-ad03-2a583bbbf113', 'tag': '07427452-899b-4ef3-860c-229b656e593d', 'status': 'completed', 'code': 200} Nov 09 00:17:39.393294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea3132b2-bfff-4268-9c39-84ed51dcf89d req-15828191-9af2-4453-b839-b02ca71d48a9 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386837 Nov 09 00:17:39.403118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-ba2f772e-c744-48cd-8aa9-3aa452a679fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:39.404729 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-ba2f772e-c744-48cd-8aa9-3aa452a679fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ed52b68-50d6-43a8-a928-368df0d1fe36 HTTP/1.1" status: 200 len: 853 time: 0.1738701 Nov 09 00:17:39.464622 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-0e4a96a9-994b-4d01-8eff-992547fa772d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32280605-09f4-494c-9d83-cfd5a49e7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508881 Nov 09 00:17:39.468006 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c273b8-dafb-4395-93af-214b33ae2b7c x-openstack-request-id: req-e4c273b8-dafb-4395-93af-214b33ae2b7c {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:39.468309 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f3c2a4-59e7-4002-b578-bfb22a3baff0", "tag": "16beb026-c436-476f-a69c-f276d90ce961", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:39.468568 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4c273b8-dafb-4395-93af-214b33ae2b7c {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:39.468967 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f3c2a4-59e7-4002-b578-bfb22a3baff0', 'tag': '16beb026-c436-476f-a69c-f276d90ce961', 'status': 'completed', 'code': 200} Nov 09 00:17:39.485381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-9b9a4270-ce06-4944-ad16-1902bb474055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:39.491619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-9b9a4270-ce06-4944-ad16-1902bb474055 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 1094 time: 0.3153496 Nov 09 00:17:39.602435 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-3885c02f-25b3-4552-8e6a-e78b310f297a service neutron] 10.222.0.30 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229503 Nov 09 00:17:39.621492 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 4112cd9f-6819-4837-b5b1-7e69fbd7575a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:39.623323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4112cd9f-6819-4837-b5b1-7e69fbd7575a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:39.690861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc3cdb-81ee-4530-a6e4-568d2d0be2ea tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=2d0f2f44-98bd-4206-b3e2-b31644b11274,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:39.715681 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cc559d46-2fda-4a0a-81bb-6384aff5ff7e None None] Provisioning complete for port 2d0f2f44-98bd-4206-b3e2-b31644b11274 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:39.716059 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc559d46-2fda-4a0a-81bb-6384aff5ff7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:39.764816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-cc559d46-2fda-4a0a-81bb-6384aff5ff7e None None] Port 2d0f2f44-98bd-4206-b3e2-b31644b11274 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:17:39.822074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c6a60eeb-481d-4347-9dab-c48901d2249f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5378c6f8c10406f952a632d318c1dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6005175 Nov 09 00:17:39.841604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44660) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:39.855989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504fc6d8-916e-4ff0-90c6-48351e6c2cf2 req-d57c7711-11b4-4397-bc04-4f2e072ccf85 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.3810875 Nov 09 00:17:39.879431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-71dd3d50-ac6f-4953-a842-5ab8aaa027c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16beb026-c436-476f-a69c-f276d90ce961 HTTP/1.1" status: 200 len: 217 time: 0.2385981 Nov 09 00:17:39.908416 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-71ee09a0-47e7-48ac-a859-d362c1690067 service neutron] 10.222.0.30 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967517 Nov 09 00:17:39.921335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc3cdb-81ee-4530-a6e4-568d2d0be2ea tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] In _notify_port_updated(), no bound segment for port 2d0f2f44-98bd-4206-b3e2-b31644b11274 on network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be {{(pid=101780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:17:39.941609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bc3cdb-81ee-4530-a6e4-568d2d0be2ea tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:39.942687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e7bc3cdb-81ee-4530-a6e4-568d2d0be2ea tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:39.944180 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e7bc3cdb-81ee-4530-a6e4-568d2d0be2ea tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "PUT /v2.0/ports/2d0f2f44-98bd-4206-b3e2-b31644b11274 HTTP/1.1" status: 200 len: 918 time: 3.6313369 Nov 09 00:17:39.949584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44662) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:39.957419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-b1659531-2f30-488a-83b3-b484cc3140a1 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:39.958890 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-b1659531-2f30-488a-83b3-b484cc3140a1 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.30 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 815 time: 0.2174945 Nov 09 00:17:39.965779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-842f7cd9-0b1c-4026-b047-1a1baa95bdf5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1283cc0f-87b2-4b8b-b0b7-f244c44acfe2'}, {'subnet_id': '7f83e109-d589-4832-a229-6a23a6ea5782'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:39.975417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2292aa5-d802-4ab5-90b5-36a367c9780b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:39.982336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1601abc-1e60-4c01-8757-06c0ddf05e75 req-9a743397-6009-4ef6-b0ef-789da9d16c33 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 210 time: 0.1798244 Nov 09 00:17:40.016165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Request body: {'port': {'device_id': '742f39b5-73ec-477b-a252-2d8b1673d77a', 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e', 'admin_state_up': True, 'tenant_id': 'fac795994a834c26adcae829fc064be0'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:40.122048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2292aa5-d802-4ab5-90b5-36a367c9780b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:40.209081 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9302cfa-ff43-4b00-bc4c-5b22dfd9032a req-9e346279-e0ff-45a1-ad3f-144fb466e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:40.210530 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9302cfa-ff43-4b00-bc4c-5b22dfd9032a req-9e346279-e0ff-45a1-ad3f-144fb466e7a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30996a77303e4b508c0cc62bc664df64&device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 1094 time: 0.2158003 Nov 09 00:17:40.326764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-6b045f42-29f8-4bab-88f5-66e2b1ce12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:40.328257 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-6b045f42-29f8-4bab-88f5-66e2b1ce12f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.4371696 Nov 09 00:17:40.365943 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2292aa5-d802-4ab5-90b5-36a367c9780b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:40.369112 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2292aa5-d802-4ab5-90b5-36a367c9780b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:40.370278 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d2292aa5-d802-4ab5-90b5-36a367c9780b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b311655d-f2f2-4d4d-ac91-7321e3b10745 HTTP/1.1" status: 204 len: 168 time: 0.5275891 Nov 09 00:17:40.376671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8992e-7e6d-4fb6-8f11-bd6a47b46445 req-e908f23c-eaee-4bf3-a5f0-6ef530dbe932 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:40.378229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fb8992e-7e6d-4fb6-8f11-bd6a47b46445 req-e908f23c-eaee-4bf3-a5f0-6ef530dbe932 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 943 time: 0.4233258 Nov 09 00:17:40.380096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-ce59a01a-f59f-40e1-805a-92e1f4de5ad8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422122 Nov 09 00:17:40.547935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fb8992e-7e6d-4fb6-8f11-bd6a47b46445 req-a79c3210-ff92-4903-aaa8-575926e5a1e0 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582770 Nov 09 00:17:40.613481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-44f0cf21-ad07-4350-8677-47af504f2162 service neutron] 10.222.0.30 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204428 Nov 09 00:17:40.674114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2af711-a838-49c8-8dac-4d6762612e97 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:40.688737 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:40.729818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6aa7ce-76c3-4f5e-842b-48a2546827ab req-ebf06029-abab-4f67-ac3e-54c5445a8ecb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:40.737528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a6aa7ce-76c3-4f5e-842b-48a2546827ab req-ebf06029-abab-4f67-ac3e-54c5445a8ecb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 943 time: 0.2788913 Nov 09 00:17:40.776900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Transition to ACTIVE for port object be2af711-a838-49c8-8dac-4d6762612e97 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:17:40.788122 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:40.814342 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Made reservation on behalf of fac795994a834c26adcae829fc064be0 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:40.817958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:40.820210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9302cfa-ff43-4b00-bc4c-5b22dfd9032a req-84d8879b-b0ba-4dba-8133-82fbdffbc4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:40.821700 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9302cfa-ff43-4b00-bc4c-5b22dfd9032a req-84d8879b-b0ba-4dba-8133-82fbdffbc4dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=32280605-09f4-494c-9d83-cfd5a49e7a02 HTTP/1.1" status: 200 len: 913 time: 0.5992513 Nov 09 00:17:40.822379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2292aa5-d802-4ab5-90b5-36a367c9780b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b311655d-f2f2-4d4d-ac91-7321e3b10745,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:40.835334 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-842f7cd9-0b1c-4026-b047-1a1baa95bdf5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:40.885988 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9302cfa-ff43-4b00-bc4c-5b22dfd9032a req-7b6821ab-3e0b-4dcf-867b-7c518d1fd52e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07427452-899b-4ef3-860c-229b656e593d HTTP/1.1" status: 200 len: 217 time: 0.0515308 Nov 09 00:17:40.902291 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a6aa7ce-76c3-4f5e-842b-48a2546827ab req-db4fde72-7ebc-4e63-b62e-c0e07e0e88b3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638379 Nov 09 00:17:40.907926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da68773-6ad6-4130-86b6-b48d5a04e9a6 req-446c2914-e892-4625-a9d6-a6d7dfe702ce service neutron] 10.222.0.30 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862637 Nov 09 00:17:40.916083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Pushing event updated for resources: {'Port': ['ID=be2af711-a838-49c8-8dac-4d6762612e97,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:41.057925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-046d52a9-fedf-4e45-b9e7-d2ce88eeb8cf req-227a89c7-7b18-4017-a2c0-cde799a5dfd9 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0548537 Nov 09 00:17:41.061890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9302cfa-ff43-4b00-bc4c-5b22dfd9032a req-6de5e1c1-d819-415f-83b9-bf09419bdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:41.063385 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9302cfa-ff43-4b00-bc4c-5b22dfd9032a req-6de5e1c1-d819-415f-83b9-bf09419bdcd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ed52b68-50d6-43a8-a928-368df0d1fe36 HTTP/1.1" status: 200 len: 853 time: 0.1653857 Nov 09 00:17:41.118375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a5b38c0-64bf-4ede-a204-0892151346f8 req-46c217d2-517f-4c9b-9124-d89b9b2d90df tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 210 time: 0.0370140 Nov 09 00:17:41.121245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Attempting to bind port be2af711-a838-49c8-8dac-4d6762612e97 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:41.121425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Attempting to bind port be2af711-a838-49c8-8dac-4d6762612e97 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:41.121838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Attempting to bind port be2af711-a838-49c8-8dac-4d6762612e97 on network 32280605-09f4-494c-9d83-cfd5a49e7a02 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:41.129929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8b62f-1576-4059-b8f6-b1635ea90a77 req-66f38fdc-07d4-4ed1-932b-07ebc1f340c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:41.131439 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a8b62f-1576-4059-b8f6-b1635ea90a77 req-66f38fdc-07d4-4ed1-932b-07ebc1f340c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 1094 time: 0.1459646 Nov 09 00:17:41.132008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Port be2af711-a838-49c8-8dac-4d6762612e97 on network 32280605-09f4-494c-9d83-cfd5a49e7a02 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:17:41.132329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Attempting to bind port be2af711-a838-49c8-8dac-4d6762612e97 on network 32280605-09f4-494c-9d83-cfd5a49e7a02 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:41.138181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:17:41.138522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Checking segment: {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:41.138915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Bound using segment: {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:17:41.139346 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Bound port: be2af711-a838-49c8-8dac-4d6762612e97, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:17:41.139707 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:41.161331 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9302cfa-ff43-4b00-bc4c-5b22dfd9032a req-63fb024e-5ef5-4ed9-8938-5bb59e92b5a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32280605-09f4-494c-9d83-cfd5a49e7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858784 Nov 09 00:17:41.214793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Allocated IP 172.20.0.12 (ce22d967-e911-46ef-a648-671d86d24c3e/6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4/18be3dd2-f4a4-4593-b9b2-84506220f2dd) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:41.279837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] For port be2af711-a838-49c8-8dac-4d6762612e97, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:17:41.284191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] For port be2af711-a838-49c8-8dac-4d6762612e97, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=be2af711-a838-49c8-8dac-4d6762612e97,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:17:41.286298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8b62f-1576-4059-b8f6-b1635ea90a77 req-4cd06be8-e463-4760-ad40-c5159e594034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:41.287761 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a8b62f-1576-4059-b8f6-b1635ea90a77 req-4cd06be8-e463-4760-ad40-c5159e594034 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 911 time: 0.1459532 Nov 09 00:17:41.290796 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:41.362979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a8b62f-1576-4059-b8f6-b1635ea90a77 req-57b90fc1-e8ad-4606-a94e-14559b4f44f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16beb026-c436-476f-a69c-f276d90ce961 HTTP/1.1" status: 200 len: 217 time: 0.0630839 Nov 09 00:17:41.367858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:41.368523 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:41.369935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] 10.222.0.11 "PUT /v2.0/ports/be2af711-a838-49c8-8dac-4d6762612e97 HTTP/1.1" status: 200 len: 1092 time: 2.5027843 Nov 09 00:17:41.406341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44694) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:41.426626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcfac7-9a98-4b3f-a2a6-1ee73a945196 service neutron] Pushing event updated for resources: {'Port': ['ID=be2af711-a838-49c8-8dac-4d6762612e97,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:41.437189 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9302cfa-ff43-4b00-bc4c-5b22dfd9032a req-648f1e44-0c7f-45f7-8cb2-87873e1c0941 service neutron] 10.222.0.30 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636702 Nov 09 00:17:41.465141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8b62f-1576-4059-b8f6-b1635ea90a77 req-09684a7b-93ba-43eb-b238-10cd0c8e72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:41.466652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a8b62f-1576-4059-b8f6-b1635ea90a77 req-09684a7b-93ba-43eb-b238-10cd0c8e72a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.0958266 Nov 09 00:17:41.470347 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0394bc6c-9ff5-4ada-ba66-a806972cf4a1', 'tag': 'be2af711-a838-49c8-8dac-4d6762612e97'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:41.472897 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440b0741-a2f6-4889-a610-f54dfd5b2204" -d '{"events": [{"name": "network-changed", "server_uuid": "0394bc6c-9ff5-4ada-ba66-a806972cf4a1", "tag": "be2af711-a838-49c8-8dac-4d6762612e97"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:41.510221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a8b62f-1576-4059-b8f6-b1635ea90a77 req-da712724-4d20-4808-8668-6a0344f28165 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338602 Nov 09 00:17:41.512882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-f9b970c7-b20a-4a63-b14e-1c3c298f4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:41.514345 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-f9b970c7-b20a-4a63-b14e-1c3c298f4b06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30996a77303e4b508c0cc62bc664df64&device_id=0394bc6c-9ff5-4ada-ba66-a806972cf4a1 HTTP/1.1" status: 200 len: 1095 time: 0.0810337 Nov 09 00:17:41.541479 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbcad73-be50-46ad-bfb8-d38058f50ed4 x-openstack-request-id: req-edbcad73-be50-46ad-bfb8-d38058f50ed4 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:41.541773 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0394bc6c-9ff5-4ada-ba66-a806972cf4a1", "tag": "be2af711-a838-49c8-8dac-4d6762612e97", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:41.542027 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edbcad73-be50-46ad-bfb8-d38058f50ed4 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:41.542406 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0394bc6c-9ff5-4ada-ba66-a806972cf4a1', 'tag': 'be2af711-a838-49c8-8dac-4d6762612e97', 'status': 'completed', 'code': 200} Nov 09 00:17:41.548081 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-842f7cd9-0b1c-4026-b047-1a1baa95bdf5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.20 (3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be/7f83e109-d589-4832-a229-6a23a6ea5782/2d0f2f44-98bd-4206-b3e2-b31644b11274) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:41.551441 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2089298052-network', 'tenant_id': '04262a18ab834578a7ad2d646a65afaf'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:41.636256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-911d0041-8e75-4c9d-8765-3922d4309289 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be2af711-a838-49c8-8dac-4d6762612e97 HTTP/1.1" status: 200 len: 217 time: 0.0979576 Nov 09 00:17:41.659441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:41.695657 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e9302cfa-ff43-4b00-bc4c-5b22dfd9032a req-7a0c7c03-f1aa-46de-a003-825a3bf3ce64 service neutron] 10.222.0.30 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228148 Nov 09 00:17:41.735396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Made reservation on behalf of 04262a18ab834578a7ad2d646a65afaf for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:41.738149 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:41.768332 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-668632cd-0a13-4b41-bbd7-203d38caaba5 req-9b62759d-4619-4b05-85fd-6b0f8670f414 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0438590 Nov 09 00:17:41.783695 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:41.788259 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:41.798540 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-842f7cd9-0b1c-4026-b047-1a1baa95bdf5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:41.799763 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811c590-ddca-47b0-91aa-353730bbbaab req-0c62a77b-4189-4f9d-8548-829a3bdd7dcf tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:41.801437 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7811c590-ddca-47b0-91aa-353730bbbaab req-0c62a77b-4189-4f9d-8548-829a3bdd7dcf tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 943 time: 0.1717234 Nov 09 00:17:41.802248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e0c97d25-0ff1-41d7-8da6-4e5e13f89b34', '40574555-6504-458e-9368-2bec63d85eae'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:41.803293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a8b62f-1576-4059-b8f6-b1635ea90a77 req-b0bf568b-23dc-49ed-982e-722994a21991 service neutron] 10.222.0.30 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845726 Nov 09 00:17:41.804653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-246b64c5-a32b-4735-94ba-62514659411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:41.806638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-246b64c5-a32b-4735-94ba-62514659411f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ed52b68-50d6-43a8-a928-368df0d1fe36 HTTP/1.1" status: 200 len: 853 time: 0.1591449 Nov 09 00:17:41.822888 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-842f7cd9-0b1c-4026-b047-1a1baa95bdf5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:41.849742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Network ce22d967-e911-46ef-a648-671d86d24c3e is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:41.854787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:41.857841 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:41.860323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Pushing event updated for resources: {'Port': ['ID=18be3dd2-f4a4-4593-b9b2-84506220f2dd,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:41.969727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7811c590-ddca-47b0-91aa-353730bbbaab req-253a37a9-41d3-4d6b-bd63-bb4a6fd8c334 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519663 Nov 09 00:17:42.024607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-ba95a745-6eb1-43c0-9abd-4f4d1be12908 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32280605-09f4-494c-9d83-cfd5a49e7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508888 Nov 09 00:17:42.025083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:42.031429 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.036962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f7cd9-0b1c-4026-b047-1a1baa95bdf5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=2d0f2f44-98bd-4206-b3e2-b31644b11274,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:42.050364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 07427452-899b-4ef3-860c-229b656e593d details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:17:42.071884 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-16a6fe7f-e2b6-42ec-aacd-540a2edc9b5d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0758076 Nov 09 00:17:42.077923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-842f7cd9-0b1c-4026-b047-1a1baa95bdf5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] In _notify_port_updated(), no bound segment for port 2d0f2f44-98bd-4206-b3e2-b31644b11274 on network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:17:42.083701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f7cd9-0b1c-4026-b047-1a1baa95bdf5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:42.094697 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-842f7cd9-0b1c-4026-b047-1a1baa95bdf5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.097894 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-842f7cd9-0b1c-4026-b047-1a1baa95bdf5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "PUT /v2.0/ports/2d0f2f44-98bd-4206-b3e2-b31644b11274 HTTP/1.1" status: 200 len: 998 time: 2.1380596 Nov 09 00:17:42.101625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44708) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:42.104686 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a8b62f-1576-4059-b8f6-b1635ea90a77 req-57b2251d-ea52-4e13-a877-38fe04b3f211 service neutron] 10.222.0.30 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903166 Nov 09 00:17:42.120533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Request body: {'port': {'device_id': '742f39b5-73ec-477b-a252-2d8b1673d77a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:42.195132 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.230267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 07427452-899b-4ef3-860c-229b656e593d, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=07427452-899b-4ef3-860c-229b656e593d,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:42.243074 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '07427452-899b-4ef3-860c-229b656e593d', 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02', 'port_id': '07427452-899b-4ef3-860c-229b656e593d', 'mac_address': 'fa:16:3e:45:ba:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed52b68-50d6-43a8-a928-368df0d1fe36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:17:42.243541 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.262892 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.291345 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c4d3006-5be0-4088-a4ca-8a4345a0b3dc req-881e1e1e-bd83-46c6-97ff-3f517dfcf3b3 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0679712 Nov 09 00:17:42.302556 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:17:42.324685 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.326284 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.326639 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Added segment 9ccd1b5d-1c19-4933-8b35-c487d4033a07 of type vlan for network c8de3d7c-db80-4639-ac7d-62eafd6a3887 Nov 09 00:17:42.328304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1007d8-3ae5-430f-84fc-2c27cc10ccb4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:42.357060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07427452-899b-4ef3-860c-229b656e593d {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:42.375359 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e14ffda8-9753-445e-b115-22562ccf87a3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 2d0f2f44-98bd-4206-b3e2-b31644b11274 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:42.375949 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e14ffda8-9753-445e-b115-22562ccf87a3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.382736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9857d-0096-446f-885b-4ce7a656f5b9 req-ecf97116-2ec9-457f-88d6-3cb0d9685cbc tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:42.384314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-45f9857d-0096-446f-885b-4ce7a656f5b9 req-ecf97116-2ec9-457f-88d6-3cb0d9685cbc tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 943 time: 0.2428195 Nov 09 00:17:42.386408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 07427452-899b-4ef3-860c-229b656e593d, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=07427452-899b-4ef3-860c-229b656e593d,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:42.388242 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2793db6d-f72d-44a5-9210-4232e6f59be6 None None] Provisioning complete for port 2d0f2f44-98bd-4206-b3e2-b31644b11274 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:42.391257 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2793db6d-f72d-44a5-9210-4232e6f59be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.396385 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-70489b91-b1fc-44dc-a521-92db3a070f58 service neutron] 10.222.0.11 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594458 Nov 09 00:17:42.411698 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.422130 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.458922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2793db6d-f72d-44a5-9210-4232e6f59be6 None None] Port 2d0f2f44-98bd-4206-b3e2-b31644b11274 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:17:42.482146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=07427452-899b-4ef3-860c-229b656e593d,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:42.553376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.554256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:42.554838 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.559742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-45f9857d-0096-446f-885b-4ce7a656f5b9 req-6210204b-9cb3-4bdc-a7c9-99fba5f09228 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553202 Nov 09 00:17:42.574824 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e14ffda8-9753-445e-b115-22562ccf87a3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.592261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f553d2-f461-4cc7-a071-56429381bb53 req-9c8ab001-c480-4b9e-a54a-dd1eb979010d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:42.593736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7f553d2-f461-4cc7-a071-56429381bb53 req-9c8ab001-c480-4b9e-a54a-dd1eb979010d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 932 time: 0.2053275 Nov 09 00:17:42.598599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e14ffda8-9753-445e-b115-22562ccf87a3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 2d0f2f44-98bd-4206-b3e2-b31644b11274 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:42.627379 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-666fd44d-eb07-4d68-a90b-443df43f5cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.663824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2518630 Nov 09 00:17:42.669865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44712) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:42.674578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a93662b7-af4b-4939-9981-109f491db978 admin admin] Request body: {'subnet': {'network_id': 'c8de3d7c-db80-4639-ac7d-62eafd6a3887', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2089298052-subnet', 'tenant_id': '04262a18ab834578a7ad2d646a65afaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:42.681826 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['07427452-899b-4ef3-860c-229b656e593d'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:42.683182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71bc1c80-784f-4c7a-ba13-b74da415095d req-2494e6e3-01c0-47e9-9850-146663d5579f service neutron] 10.222.0.11 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743752 Nov 09 00:17:42.685524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4233915-6b4d-4242-90f3-312c0f7a3fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=c8de3d7c-db80-4639-ac7d-62eafd6a3887,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:42.730218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7f553d2-f461-4cc7-a071-56429381bb53 req-6885f626-d8ed-49ba-a626-82547c56ce81 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216872 Nov 09 00:17:42.737365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network c8de3d7c-db80-4639-ac7d-62eafd6a3887 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:17:42.756946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93662b7-af4b-4939-9981-109f491db978 admin admin] Made reservation on behalf of 04262a18ab834578a7ad2d646a65afaf for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:42.759352 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a93662b7-af4b-4939-9981-109f491db978 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.765212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18be3dd2-f4a4-4593-b9b2-84506220f2dd {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:42.786308 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.813418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b0741-a2f6-4889-a610-f54dfd5b2204 req-4b7a3065-b4ee-4005-b875-8c5b4182bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:42.817717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-440b0741-a2f6-4889-a610-f54dfd5b2204 req-4b7a3065-b4ee-4005-b875-8c5b4182bfff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30996a77303e4b508c0cc62bc664df64&device_id=0394bc6c-9ff5-4ada-ba66-a806972cf4a1 HTTP/1.1" status: 200 len: 1095 time: 0.0632608 Nov 09 00:17:42.915079 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Transition to ACTIVE for port object 18be3dd2-f4a4-4593-b9b2-84506220f2dd will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:17:42.926909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:42.939482 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b0741-a2f6-4889-a610-f54dfd5b2204 req-093b326a-e55d-4a7b-9806-748ff229c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:42.941643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-440b0741-a2f6-4889-a610-f54dfd5b2204 req-093b326a-e55d-4a7b-9806-748ff229c705 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32280605-09f4-494c-9d83-cfd5a49e7a02 HTTP/1.1" status: 200 len: 913 time: 0.1151462 Nov 09 00:17:42.986319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-440b0741-a2f6-4889-a610-f54dfd5b2204 req-5757cbbe-0c0e-4894-acd6-889508fd9c63 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be2af711-a838-49c8-8dac-4d6762612e97 HTTP/1.1" status: 200 len: 217 time: 0.0376468 Nov 09 00:17:43.026695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Pushing event updated for resources: {'Port': ['ID=18be3dd2-f4a4-4593-b9b2-84506220f2dd,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:43.067819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b0741-a2f6-4889-a610-f54dfd5b2204 req-ff55f463-11aa-4bdc-9989-a26196677475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:43.069207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-440b0741-a2f6-4889-a610-f54dfd5b2204 req-ff55f463-11aa-4bdc-9989-a26196677475 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ed52b68-50d6-43a8-a928-368df0d1fe36 HTTP/1.1" status: 200 len: 853 time: 0.0749774 Nov 09 00:17:43.093640 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e14ffda8-9753-445e-b115-22562ccf87a3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:43.147442 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ffda8-9753-445e-b115-22562ccf87a3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=2d0f2f44-98bd-4206-b3e2-b31644b11274,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:43.182670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Attempting to bind port 18be3dd2-f4a4-4593-b9b2-84506220f2dd on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:43.183013 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Attempting to bind port 18be3dd2-f4a4-4593-b9b2-84506220f2dd by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:43.183345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Attempting to bind port 18be3dd2-f4a4-4593-b9b2-84506220f2dd on network ce22d967-e911-46ef-a648-671d86d24c3e {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:43.212135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Port 18be3dd2-f4a4-4593-b9b2-84506220f2dd on network ce22d967-e911-46ef-a648-671d86d24c3e not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:17:43.212135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Attempting to bind port 18be3dd2-f4a4-4593-b9b2-84506220f2dd on network ce22d967-e911-46ef-a648-671d86d24c3e {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:43.259701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:17:43.260044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Checking segment: {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:43.260434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Bound using segment: {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:17:43.260869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Bound port: 18be3dd2-f4a4-4593-b9b2-84506220f2dd, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:17:43.261232 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:43.357385 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e14ffda8-9753-445e-b115-22562ccf87a3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:43.360693 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e14ffda8-9753-445e-b115-22562ccf87a3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/2d0f2f44-98bd-4206-b3e2-b31644b11274 HTTP/1.1" status: 204 len: 168 time: 1.2371328 Nov 09 00:17:43.364395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44720) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:43.371214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-440b0741-a2f6-4889-a610-f54dfd5b2204 req-0736387b-a531-4bc3-a4d0-eec04a4269c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32280605-09f4-494c-9d83-cfd5a49e7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2931671 Nov 09 00:17:43.382774 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a93662b7-af4b-4939-9981-109f491db978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:43.385426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fd28f-4028-4b80-b4d4-76b567387e72 req-6d57e786-d66d-487e-85aa-362fe91fd1da tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:43.386931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-507fd28f-4028-4b80-b4d4-76b567387e72 req-6d57e786-d66d-487e-85aa-362fe91fd1da tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 944 time: 0.3545129 Nov 09 00:17:43.411924 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de3a6e1-cb3f-499e-87ae-f6cd4b60bc75 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:17:43.413486 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5de3a6e1-cb3f-499e-87ae-f6cd4b60bc75 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/2d0f2f44-98bd-4206-b3e2-b31644b11274 HTTP/1.1" status: 404 len: 333 time: 0.0481369 Nov 09 00:17:43.434174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44722) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:43.458626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] For port 18be3dd2-f4a4-4593-b9b2-84506220f2dd, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:17:43.465110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] For port 18be3dd2-f4a4-4593-b9b2-84506220f2dd, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=18be3dd2-f4a4-4593-b9b2-84506220f2dd,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:17:43.475881 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:43.478248 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93662b7-af4b-4939-9981-109f491db978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79dee1fc-4735-4d87-a12d-e47b11b598c0,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:43.489234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c74a5662-46a6-4180-967e-2b3ba5bb357f req-843e3894-7956-4711-906e-e9fc6a207fb2 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0892863 Nov 09 00:17:43.530014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93662b7-af4b-4939-9981-109f491db978 admin admin] Checking segment: {'id': '9ccd1b5d-1c19-4933-8b35-c487d4033a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8de3d7c-db80-4639-ac7d-62eafd6a3887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:43.530375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93662b7-af4b-4939-9981-109f491db978 admin admin] Network hostable DHCP agents. Network: c8de3d7c-db80-4639-ac7d-62eafd6a3887, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:17:43.538129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:43.538732 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:43.540700 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] 10.222.0.30 "PUT /v2.0/ports/18be3dd2-f4a4-4593-b9b2-84506220f2dd HTTP/1.1" status: 200 len: 1092 time: 1.4408886 Nov 09 00:17:43.545824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742f39b5-73ec-477b-a252-2d8b1673d77a', 'tag': '18be3dd2-f4a4-4593-b9b2-84506220f2dd'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:43.548077 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec544a71-b198-4469-9045-0f05231a55e3" -d '{"events": [{"name": "network-changed", "server_uuid": "742f39b5-73ec-477b-a252-2d8b1673d77a", "tag": "18be3dd2-f4a4-4593-b9b2-84506220f2dd"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:43.559968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9333430-9f19-4057-8b3d-a29d9f405886 service neutron] Pushing event updated for resources: {'Port': ['ID=18be3dd2-f4a4-4593-b9b2-84506220f2dd,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:43.562855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-507fd28f-4028-4b80-b4d4-76b567387e72 req-5abb9abb-16ae-4ddf-a232-5bf8cf487d6b tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654236 Nov 09 00:17:43.566696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ba5b52-fad0-4ee8-8697-f8107ad19b0b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting subnet 7f83e109-d589-4832-a229-6a23a6ea5782 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:17:43.570104 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5b52-fad0-4ee8-8697-f8107ad19b0b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:43.575412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93662b7-af4b-4939-9981-109f491db978 admin admin] Network c8de3d7c-db80-4639-ac7d-62eafd6a3887 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:17:43.587953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a93662b7-af4b-4939-9981-109f491db978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, c8de3d7c-db80-4639-ac7d-62eafd6a3887) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:43.592474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93662b7-af4b-4939-9981-109f491db978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:43.593204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a93662b7-af4b-4939-9981-109f491db978 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:43.626747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-440b0741-a2f6-4889-a610-f54dfd5b2204 req-acb38faa-80f6-4646-8c1a-d2a2c212f01f service neutron] 10.222.0.11 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308095 Nov 09 00:17:43.632828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5b52-fad0-4ee8-8697-f8107ad19b0b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:43.634454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5322f58c-8b99-4594-87ae-80a9bd1d538f None None] Network c8de3d7c-db80-4639-ac7d-62eafd6a3887 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:43.635727 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a93662b7-af4b-4939-9981-109f491db978 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9637473 Nov 09 00:17:43.702594 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-3ca111eb-7855-48df-823c-c7d2b5e3ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:43.707375 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-3ca111eb-7855-48df-823c-c7d2b5e3ef44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 1095 time: 0.0977802 Nov 09 00:17:43.712831 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d81ca83-9b51-4cde-9f18-8919c922f26c x-openstack-request-id: req-5d81ca83-9b51-4cde-9f18-8919c922f26c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:43.713336 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742f39b5-73ec-477b-a252-2d8b1673d77a", "tag": "18be3dd2-f4a4-4593-b9b2-84506220f2dd", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:43.713468 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d81ca83-9b51-4cde-9f18-8919c922f26c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:43.713896 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742f39b5-73ec-477b-a252-2d8b1673d77a', 'tag': '18be3dd2-f4a4-4593-b9b2-84506220f2dd', 'status': 'completed', 'code': 200} Nov 09 00:17:43.780747 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-02214161-45c3-4c66-ab7d-8b1f7642bf7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18be3dd2-f4a4-4593-b9b2-84506220f2dd HTTP/1.1" status: 200 len: 217 time: 0.0651314 Nov 09 00:17:43.835806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-dfd0fa50-06f2-4aec-872e-4919f72c7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:43.837662 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-dfd0fa50-06f2-4aec-872e-4919f72c7c2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4 HTTP/1.1" status: 200 len: 855 time: 0.0497987 Nov 09 00:17:43.876152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-440b0741-a2f6-4889-a610-f54dfd5b2204 req-ef383653-6057-434d-a341-f584b90d0ab9 service neutron] 10.222.0.11 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456570 Nov 09 00:17:43.881303 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5b52-fad0-4ee8-8697-f8107ad19b0b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:43.902824 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-9e0a3434-2caa-4121-bc7b-bb7f88618eb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce22d967-e911-46ef-a648-671d86d24c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580480 Nov 09 00:17:43.905953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9471322-6e92-417c-b35b-9436992ccf02 None None] Network c8de3d7c-db80-4639-ac7d-62eafd6a3887 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:43.931350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a17e0-52fc-45f6-a67e-dd299bd1d205 req-66f34564-05a9-4460-b89a-62d24357eca6 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:43.934024 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c05a17e0-52fc-45f6-a67e-dd299bd1d205 req-66f34564-05a9-4460-b89a-62d24357eca6 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 943 time: 0.1327610 Nov 09 00:17:44.016134 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-5a5c9812-a69f-4072-881a-36415f0eda6c service neutron] 10.222.0.30 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055427 Nov 09 00:17:44.035280 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fac27-ea47-441d-9f4c-c5ad3a8f32f9 req-e758794c-68e1-46d4-b415-9b569e98ec3d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:44.036939 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e7fac27-ea47-441d-9f4c-c5ad3a8f32f9 req-e758794c-68e1-46d4-b415-9b569e98ec3d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 944 time: 0.0996816 Nov 09 00:17:44.052834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 16beb026-c436-476f-a69c-f276d90ce961 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:17:44.055268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 07427452-899b-4ef3-860c-229b656e593d up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:44.112446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c05a17e0-52fc-45f6-a67e-dd299bd1d205 req-5b46f51f-37be-4cf9-906a-3f54ded8de8f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624515 Nov 09 00:17:44.116200 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5b52-fad0-4ee8-8697-f8107ad19b0b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.117536 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-38e45621-da7a-4646-9ad4-c316ddd4ea6f req-36d239b5-ee22-4085-8e2d-93e595478f1c service neutron] 10.222.0.30 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947335 Nov 09 00:17:44.145198 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e7fac27-ea47-441d-9f4c-c5ad3a8f32f9 req-0866dcac-3950-47a1-8bcb-53447f1c01b9 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971997 Nov 09 00:17:44.167747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba5b52-fad0-4ee8-8697-f8107ad19b0b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Subnet': ['ID=7f83e109-d589-4832-a229-6a23a6ea5782,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:44.169807 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5b52-fad0-4ee8-8697-f8107ad19b0b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.173879 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f4ba5b52-fad0-4ee8-8697-f8107ad19b0b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/7f83e109-d589-4832-a229-6a23a6ea5782 HTTP/1.1" status: 204 len: 168 time: 0.7370384 Nov 09 00:17:44.176434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44742) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:44.182018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 07427452-899b-4ef3-860c-229b656e593d completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:17:44.205510 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b456c2a3-1dce-4e3e-90c7-e1e5acc2a797 None None] Network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:44.225316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 07427452-899b-4ef3-860c-229b656e593d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:44.225729 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.243442 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 16beb026-c436-476f-a69c-f276d90ce961, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=16beb026-c436-476f-a69c-f276d90ce961,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:44.268156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec544a71-b198-4469-9045-0f05231a55e3 req-e9b0cef6-b35c-423c-8cd9-5f178c2df6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:44.269720 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec544a71-b198-4469-9045-0f05231a55e3 req-e9b0cef6-b35c-423c-8cd9-5f178c2df6e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 1095 time: 0.0689564 Nov 09 00:17:44.286255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfa8300-39b8-4b5f-b6fc-a4626a7293a5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting subnet 1283cc0f-87b2-4b8b-b0b7-f244c44acfe2 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:17:44.295739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8300-39b8-4b5f-b6fc-a4626a7293a5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.327154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '16beb026-c436-476f-a69c-f276d90ce961', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'port_id': '16beb026-c436-476f-a69c-f276d90ce961', 'mac_address': 'fa:16:3e:84:f4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9749423-c78d-4642-b475-a021e262f974', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:17:44.377455 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8300-39b8-4b5f-b6fc-a4626a7293a5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.400634 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.462837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16beb026-c436-476f-a69c-f276d90ce961 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:44.468548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec544a71-b198-4469-9045-0f05231a55e3 req-f56ac4c3-77e6-420a-8f89-e4322c39544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:44.471392 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec544a71-b198-4469-9045-0f05231a55e3 req-f56ac4c3-77e6-420a-8f89-e4322c39544f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 915 time: 0.1943452 Nov 09 00:17:44.488913 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8300-39b8-4b5f-b6fc-a4626a7293a5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.526707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 16beb026-c436-476f-a69c-f276d90ce961, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=16beb026-c436-476f-a69c-f276d90ce961,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:44.528685 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.562121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.563687 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec544a71-b198-4469-9045-0f05231a55e3 req-7b475d1e-1551-4d0c-a44a-012e89cb35bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18be3dd2-f4a4-4593-b9b2-84506220f2dd HTTP/1.1" status: 200 len: 217 time: 0.0828903 Nov 09 00:17:44.620862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=16beb026-c436-476f-a69c-f276d90ce961,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:44.637909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59149b7c-23ab-4d78-ad03-2a583bbbf113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07427452-899b-4ef3-860c-229b656e593d'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:44.640538 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c234bc3-2628-4f84-97f0-60de7152233d" -d '{"events": [{"server_uuid": "59149b7c-23ab-4d78-ad03-2a583bbbf113", "name": "network-vif-plugged", "status": "completed", "tag": "07427452-899b-4ef3-860c-229b656e593d"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:44.650651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba6bbeac-9982-45f8-9bb0-3f17179455f9 req-7f8736b0-5af3-4a95-ac5e-751aa1a1b973 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0608640 Nov 09 00:17:44.682836 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8300-39b8-4b5f-b6fc-a4626a7293a5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.683456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec544a71-b198-4469-9045-0f05231a55e3 req-5816543b-ced2-4073-b5f5-7fc7d583dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:44.686881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 07427452-899b-4ef3-860c-229b656e593d, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=07427452-899b-4ef3-860c-229b656e593d,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:44.693910 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.696451 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec544a71-b198-4469-9045-0f05231a55e3 req-5816543b-ced2-4073-b5f5-7fc7d583dd09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4 HTTP/1.1" status: 200 len: 855 time: 0.1236963 Nov 09 00:17:44.727999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa8300-39b8-4b5f-b6fc-a4626a7293a5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Subnet': ['ID=1283cc0f-87b2-4b8b-b0b7-f244c44acfe2,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:44.755777 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8300-39b8-4b5f-b6fc-a4626a7293a5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.757928 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=07427452-899b-4ef3-860c-229b656e593d,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:44.761865 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec544a71-b198-4469-9045-0f05231a55e3 req-156bc3a8-34cd-45d5-95f1-878a173a147f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce22d967-e911-46ef-a648-671d86d24c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578444 Nov 09 00:17:44.762282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3cfa8300-39b8-4b5f-b6fc-a4626a7293a5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/1283cc0f-87b2-4b8b-b0b7-f244c44acfe2 HTTP/1.1" status: 204 len: 168 time: 0.5838418 Nov 09 00:17:44.762530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44772) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:44.830003 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-700fc4a0-bc79-4752-bd30-0b96b09128bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.845872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c11e14-6294-480c-8a28-e42261290898 None None] Update dhcp port {'port': {'network_id': '3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be', 'fixed_ips': [{'subnet_id': '1283cc0f-87b2-4b8b-b0b7-f244c44acfe2'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '2b481790-cf7f-4088-8a05-87bbc0bc42e3'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:17:44.857074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01e07c-ccfb-4c2f-adf2-9680f56be9b4 req-c1f4e767-acb7-4b78-97b2-2ff913e7449c tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:44.858634 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b01e07c-ccfb-4c2f-adf2-9680f56be9b4 req-c1f4e767-acb7-4b78-97b2-2ff913e7449c tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 945 time: 0.1116872 Nov 09 00:17:44.874632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['16beb026-c436-476f-a69c-f276d90ce961'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:44.893475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-f578810c-6005-4e28-9210-ffab6bf3ad7c tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:44.894870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-f578810c-6005-4e28-9210-ffab6bf3ad7c tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/networks?id=c8de3d7c-db80-4639-ac7d-62eafd6a3887 HTTP/1.1" status: 200 len: 822 time: 0.2015123 Nov 09 00:17:44.915338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device be2af711-a838-49c8-8dac-4d6762612e97 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:17:44.922585 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-45c11e14-6294-480c-8a28-e42261290898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.929728 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-e8599595-475a-49a5-a029-3b5eb76b0b02 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/quotas/04262a18ab834578a7ad2d646a65afaf HTTP/1.1" status: 200 len: 375 time: 0.0206759 Nov 09 00:17:44.934596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b01e07c-ccfb-4c2f-adf2-9680f56be9b4 req-5e02dad2-c9d9-466b-b04f-77ba6ccb85b0 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690627 Nov 09 00:17:44.961045 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:44.988089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-84ca303c-4a73-4c96-ae56-562f5e967389 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=04262a18ab834578a7ad2d646a65afaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520747 Nov 09 00:17:45.068321 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be60c0f9-3623-45a9-8fee-ba968780ff9e x-openstack-request-id: req-be60c0f9-3623-45a9-8fee-ba968780ff9e {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:45.068598 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59149b7c-23ab-4d78-ad03-2a583bbbf113", "name": "network-vif-plugged", "status": "completed", "tag": "07427452-899b-4ef3-860c-229b656e593d", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:45.068844 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be60c0f9-3623-45a9-8fee-ba968780ff9e {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:45.069234 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59149b7c-23ab-4d78-ad03-2a583bbbf113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07427452-899b-4ef3-860c-229b656e593d', 'code': 200} Nov 09 00:17:45.092120 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:17:45.122148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73136d14-68b7-4175-b022-3376ecc84a3a req-b836e8a1-6472-4577-ac73-4d17a3d0641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:45.125668 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73136d14-68b7-4175-b022-3376ecc84a3a req-b836e8a1-6472-4577-ac73-4d17a3d0641f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 1096 time: 0.0629010 Nov 09 00:17:45.144621 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4626d5ff-aeae-4473-a90b-0d5a2d4ab302 service neutron] 10.222.0.25 "GET /v2.0/networks/c8de3d7c-db80-4639-ac7d-62eafd6a3887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549664 Nov 09 00:17:45.238918 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0be0463-5e1c-4a2f-a4af-a45a349a4943 None None] Network 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:45.329232 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec544a71-b198-4469-9045-0f05231a55e3 req-3047323d-67ba-4336-b77c-d0adbe74a220 service neutron] 10.222.0.30 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566545 Nov 09 00:17:45.350534 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2b481790-cf7f-4088-8a05-87bbc0bc42e3 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:45.361385 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-5e06c562-794b-46cf-9107-b84e0ad88ee8 service neutron] 10.222.0.25 "GET /v2.0/networks/c8de3d7c-db80-4639-ac7d-62eafd6a3887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158494 Nov 09 00:17:45.368559 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73136d14-68b7-4175-b022-3376ecc84a3a req-80ae6e82-cee5-4f60-94ce-04e65afcb610 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485095 Nov 09 00:17:45.382435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f920c-cc10-4ea3-bf7f-ad652ec13ab3 req-ea24c091-357e-4d5c-9bb2-ffd0d201d1fb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:45.390167 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-572f920c-cc10-4ea3-bf7f-ad652ec13ab3 req-ea24c091-357e-4d5c-9bb2-ffd0d201d1fb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 944 time: 0.1694863 Nov 09 00:17:45.415794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 2b481790-cf7f-4088-8a05-87bbc0bc42e3 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:45.415794 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.423362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port be2af711-a838-49c8-8dac-4d6762612e97, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=be2af711-a838-49c8-8dac-4d6762612e97,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:45.454635 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-572f920c-cc10-4ea3-bf7f-ad652ec13ab3 req-39fb34bb-e88e-4d3c-8963-a2f53464a618 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585430 Nov 09 00:17:45.460379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1809bf17-07a2-46cb-949d-0ff49f385b5a None None] Provisioning complete for port 2b481790-cf7f-4088-8a05-87bbc0bc42e3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:45.460747 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1809bf17-07a2-46cb-949d-0ff49f385b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.483384 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec544a71-b198-4469-9045-0f05231a55e3 req-a26e0fcf-6b2a-4276-a423-b722cfa2d4d0 service neutron] 10.222.0.30 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458521 Nov 09 00:17:45.499696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] For port 2b481790-cf7f-4088-8a05-87bbc0bc42e3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2b481790-cf7f-4088-8a05-87bbc0bc42e3,segment=NetworkSegment(53dbb75f-312a-4748-908f-286be0b1407d),segment_id=53dbb75f-312a-4748-908f-286be0b1407d)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:45.500195 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.522254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 2b481790-cf7f-4088-8a05-87bbc0bc42e3 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:45.632202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14bce6-5d7c-4759-9176-ac617011f873 req-74ad2342-915b-4ef8-9b3c-a0b9c1cb7bbe tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:45.635676 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.640998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f14bce6-5d7c-4759-9176-ac617011f873 req-74ad2342-915b-4ef8-9b3c-a0b9c1cb7bbe tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 944 time: 0.1078472 Nov 09 00:17:45.676513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'be2af711-a838-49c8-8dac-4d6762612e97', 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02', 'port_id': 'be2af711-a838-49c8-8dac-4d6762612e97', 'mac_address': 'fa:16:3e:32:6d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed52b68-50d6-43a8-a928-368df0d1fe36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:17:45.679381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No DVR routers for this DVR port 2b481790-cf7f-4088-8a05-87bbc0bc42e3 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:45.681869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=2b481790-cf7f-4088-8a05-87bbc0bc42e3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:45.701236 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5f16b83-c574-4c96-a56f-5460dce27d93 req-d96cf90f-4b61-48fb-ac49-889e2f941fe4 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 210 time: 0.0428121 Nov 09 00:17:45.730236 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No active binding found for port 2b481790-cf7f-4088-8a05-87bbc0bc42e3 {{(pid=101782) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 00:17:45.730689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2b481790-cf7f-4088-8a05-87bbc0bc42e3 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:45.734514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f14bce6-5d7c-4759-9176-ac617011f873 req-25fd699b-a111-4f1a-90d2-9c2d5dcee58d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894861 Nov 09 00:17:45.747422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1809bf17-07a2-46cb-949d-0ff49f385b5a None None] Could not find standard attr ID for object 2b481790-cf7f-4088-8a05-87bbc0bc42e3. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:17:45.769932 n-d-813263-3 neutron-server[101782]: INFO neutron.plugins.ml2.db [None req-1809bf17-07a2-46cb-949d-0ff49f385b5a None None] No ports have port_id starting with 2b481790-cf7f-4088-8a05-87bbc0bc42e3 Nov 09 00:17:45.804264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.819284 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.821466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2af711-a838-49c8-8dac-4d6762612e97 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:45.830496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545079a0-1bd0-455b-b97f-c6436e716111 None None] DHCP port deletion for 3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:17:45.836385 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-014d399f-311e-4eb2-b226-ec6ca17dfafb req-ab98ab26-d8f5-4538-87ed-02cf82e5a7c7 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0418105 Nov 09 00:17:45.852078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:45.854439 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port be2af711-a838-49c8-8dac-4d6762612e97, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=be2af711-a838-49c8-8dac-4d6762612e97,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:45.865262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dbb75f-312a-4748-908f-286be0b1407d') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:45.866394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dbb75f-312a-4748-908f-286be0b1407d') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:45.872005 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.878991 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.879595 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.893201 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.899642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:17:45.900030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:17:45.903696 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:17:45.938199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=be2af711-a838-49c8-8dac-4d6762612e97,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:45.974844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.983321 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:45.990725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44794) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:45.990895 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/networks/3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be HTTP/1.1" status: 204 len: 168 time: 1.2270548 Nov 09 00:17:46.022394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f4222-8cba-4f80-ba86-10bf3a48a86c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Network': ['ID=3bdb4d0b-c3cd-41a9-ab50-bbb19899d6be,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:46.028358 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:46.047867 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 18be3dd2-f4a4-4593-b9b2-84506220f2dd details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:17:46.075710 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc26d2-897b-4911-93c2-e466785315b4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:46.081398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-34fc26d2-897b-4911-93c2-e466785315b4 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0857754 Nov 09 00:17:46.082977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44796) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:46.106383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663d87d-708b-48cf-9529-aab6c84ad75d req-e7846e3a-e268-46a3-bd12-33d79fe38cb5 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:46.107967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e663d87d-708b-48cf-9529-aab6c84ad75d req-e7846e3a-e268-46a3-bd12-33d79fe38cb5 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 945 time: 0.0810640 Nov 09 00:17:46.148257 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:46.167448 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 18be3dd2-f4a4-4593-b9b2-84506220f2dd, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=18be3dd2-f4a4-4593-b9b2-84506220f2dd,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:46.171455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['be2af711-a838-49c8-8dac-4d6762612e97'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:46.187062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b7fe9a9e-a7ea-45c4-b54a-05c2b50855dc tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0990424 Nov 09 00:17:46.187416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44798) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:46.193371 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e663d87d-708b-48cf-9529-aab6c84ad75d req-a937e1b3-059b-4f00-8b14-c07e45e494df tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711913 Nov 09 00:17:46.193515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-aff6a463-c3d3-4537-9d6d-c2d6be016551 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-504889697'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:46.210383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '18be3dd2-f4a4-4593-b9b2-84506220f2dd', 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e', 'port_id': '18be3dd2-f4a4-4593-b9b2-84506220f2dd', 'mac_address': 'fa:16:3e:c1:c7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:17:46.220369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff6a463-c3d3-4537-9d6d-c2d6be016551 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:46.228132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aff6a463-c3d3-4537-9d6d-c2d6be016551 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:46.253233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff6a463-c3d3-4537-9d6d-c2d6be016551 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:17:46.263993 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aff6a463-c3d3-4537-9d6d-c2d6be016551 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:46.264357 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-aff6a463-c3d3-4537-9d6d-c2d6be016551 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Added segment 329717a9-0336-4464-a25e-b6a4e4914064 of type vlan for network c7d23f15-6ee5-46fb-9df1-63339c446e66 Nov 09 00:17:46.266768 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:46.296722 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18be3dd2-f4a4-4593-b9b2-84506220f2dd {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:46.320731 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aff6a463-c3d3-4537-9d6d-c2d6be016551 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:46.333589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 18be3dd2-f4a4-4593-b9b2-84506220f2dd, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=18be3dd2-f4a4-4593-b9b2-84506220f2dd,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:46.339241 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:46.359104 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aff6a463-c3d3-4537-9d6d-c2d6be016551 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:46.365009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6a463-c3d3-4537-9d6d-c2d6be016551 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:46.365607 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aff6a463-c3d3-4537-9d6d-c2d6be016551 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:46.418080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=18be3dd2-f4a4-4593-b9b2-84506220f2dd,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:46.439187 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aff6a463-c3d3-4537-9d6d-c2d6be016551 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2501509 Nov 09 00:17:46.442081 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44800) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:46.448619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6a463-c3d3-4537-9d6d-c2d6be016551 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Network': ['ID=c7d23f15-6ee5-46fb-9df1-63339c446e66,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:46.449053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-303948c2-2d5f-4e38-8043-4286a0e3ffa9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': 'c7d23f15-6ee5-46fb-9df1-63339c446e66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:46.459120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network c7d23f15-6ee5-46fb-9df1-63339c446e66 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:17:46.587228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d91e1f-432d-493b-b596-059e2f87fdc5 req-5fd7f20a-ecce-4c21-95b1-dce444d5ea1f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:46.588723 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31d91e1f-432d-493b-b596-059e2f87fdc5 req-5fd7f20a-ecce-4c21-95b1-dce444d5ea1f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 944 time: 0.0743067 Nov 09 00:17:46.590512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303948c2-2d5f-4e38-8043-4286a0e3ffa9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:46.594058 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-303948c2-2d5f-4e38-8043-4286a0e3ffa9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:46.633909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['18be3dd2-f4a4-4593-b9b2-84506220f2dd'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:46.740355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31d91e1f-432d-493b-b596-059e2f87fdc5 req-087d05cd-d69b-4f46-885c-ececc6b9e5ea tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429429 Nov 09 00:17:46.823241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-14255dcf-f40e-403e-809d-56117ecb0739 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:46.824706 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-14255dcf-f40e-403e-809d-56117ecb0739 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.30 "GET /v2.0/networks?id=c8de3d7c-db80-4639-ac7d-62eafd6a3887 HTTP/1.1" status: 200 len: 822 time: 0.1577132 Nov 09 00:17:46.838299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Request body: {'port': {'device_id': '2d55fa51-8ecb-4c07-af09-5101df7b261c', 'network_id': 'c8de3d7c-db80-4639-ac7d-62eafd6a3887', 'admin_state_up': True, 'tenant_id': '04262a18ab834578a7ad2d646a65afaf'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:46.918049 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4056068-76c7-40cb-a26e-d3a0295091db req-b6afefa3-a46c-4a8d-a353-b8711351b9ff tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 210 time: 0.0834987 Nov 09 00:17:46.938942 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-303948c2-2d5f-4e38-8043-4286a0e3ffa9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:46.974851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Made reservation on behalf of 04262a18ab834578a7ad2d646a65afaf for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:46.979360 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:46.994421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8a0ca-faf3-464e-a280-940d6ad2708b req-75de5b12-eb75-47f0-ba72-b2bea82be155 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:46.995840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81f8a0ca-faf3-464e-a280-940d6ad2708b req-75de5b12-eb75-47f0-ba72-b2bea82be155 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 945 time: 0.1602714 Nov 09 00:17:47.036626 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7bb836f-4938-47c1-b2ff-4b0847ef946d req-a10c0627-abc8-4ce2-918c-62995e4fec4e tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0543177 Nov 09 00:17:47.056510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303948c2-2d5f-4e38-8043-4286a0e3ffa9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Subnet': ['ID=d3e7099f-5437-4a30-b1c6-5e7a271174d6,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:47.078341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303948c2-2d5f-4e38-8043-4286a0e3ffa9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Checking segment: {'id': '329717a9-0336-4464-a25e-b6a4e4914064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c7d23f15-6ee5-46fb-9df1-63339c446e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:47.078711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303948c2-2d5f-4e38-8043-4286a0e3ffa9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network hostable DHCP agents. Network: c7d23f15-6ee5-46fb-9df1-63339c446e66, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:17:47.098569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81f8a0ca-faf3-464e-a280-940d6ad2708b req-27e234b8-7a78-41ce-8516-a8232927c193 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879898 Nov 09 00:17:47.108857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303948c2-2d5f-4e38-8043-4286a0e3ffa9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network c7d23f15-6ee5-46fb-9df1-63339c446e66 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:17:47.120862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-303948c2-2d5f-4e38-8043-4286a0e3ffa9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, c7d23f15-6ee5-46fb-9df1-63339c446e66) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:47.125095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303948c2-2d5f-4e38-8043-4286a0e3ffa9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:47.125745 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-303948c2-2d5f-4e38-8043-4286a0e3ffa9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.131928 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49cde76-0195-4200-91d0-bfc620d5fbbc None None] Network c7d23f15-6ee5-46fb-9df1-63339c446e66 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:47.133289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Allocated IP 172.20.0.14 (c8de3d7c-db80-4639-ac7d-62eafd6a3887/79dee1fc-4735-4d87-a12d-e47b11b598c0/f2860dca-9d76-4da5-a6b3-2af1cc0b2051) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:47.143420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-303948c2-2d5f-4e38-8043-4286a0e3ffa9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6993444 Nov 09 00:17:47.145483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44812) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:47.152139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': 'c7d23f15-6ee5-46fb-9df1-63339c446e66', 'name': 'tempest-PortsTestJSON-1168548060'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:47.304145 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.307807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:47.310870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-c7d23f15-6ee5-46fb-9df1-63339c446e66', 'network_id': 'c7d23f15-6ee5-46fb-9df1-63339c446e66', 'tenant_id': '16efdbc20c354699a3da23bce3b0f15b', 'fixed_ips': [{'subnet_id': 'd3e7099f-5437-4a30-b1c6-5e7a271174d6'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:17:47.311247 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.311578 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.332867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port aaca9867-8410-457c-bd54-403e0c7859b5 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:47.342451 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.388049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6b2c7-5b11-46ee-bc30-80fd90947eb6 req-5f142772-9e4e-49cf-8f5e-be58d07e0c07 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:47.389416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a6b2c7-5b11-46ee-bc30-80fd90947eb6 req-5f142772-9e4e-49cf-8f5e-be58d07e0c07 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 945 time: 0.1111870 Nov 09 00:17:47.393607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Network c8de3d7c-db80-4639-ac7d-62eafd6a3887 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:47.397793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:47.400036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Pushing event updated for resources: {'Port': ['ID=f2860dca-9d76-4da5-a6b3-2af1cc0b2051,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:47.401952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:47.450065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:47.450680 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.465218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a6b2c7-5b11-46ee-bc30-80fd90947eb6 req-4d4aba2e-2739-45ed-9b70-7993b86eccfc tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458095 Nov 09 00:17:47.467175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Allocated IP 172.20.0.2 (c7d23f15-6ee5-46fb-9df1-63339c446e66/d3e7099f-5437-4a30-b1c6-5e7a271174d6/3b6a89aa-b37c-4551-a97c-ecd319407fc4) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:47.472485 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-4a4c287a-cc46-4abb-9561-33ee7b5a56fd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6378396 Nov 09 00:17:47.485654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Request body: {'port': {'device_id': '2d55fa51-8ecb-4c07-af09-5101df7b261c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:47.547323 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.560203 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.592281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a75be-d512-4deb-8416-33ce9118cf5e req-09487514-8301-4b5b-85b4-fa45bcd7184a tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:47.593807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-412a75be-d512-4deb-8416-33ce9118cf5e req-09487514-8301-4b5b-85b4-fa45bcd7184a tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=0394bc6c-9ff5-4ada-ba66-a806972cf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0575452 Nov 09 00:17:47.636324 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.643721 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.653316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-412a75be-d512-4deb-8416-33ce9118cf5e req-aafc5131-1633-4a78-9d78-b087f9a2bae0 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530288 Nov 09 00:17:47.692395 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Network c7d23f15-6ee5-46fb-9df1-63339c446e66 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:47.697898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:47.700006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Pushing event updated for resources: {'Port': ['ID=3b6a89aa-b37c-4551-a97c-ecd319407fc4,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:47.708184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:47.725824 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.db.api [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2b462535-b83f-42cf-8f36-22f919957cfa {{(pid=101780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:17:47.726148 n-d-813263-3 neutron-server[101780]: DEBUG oslo_db.api [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:17:47.767631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Attempting to bind port 3b6a89aa-b37c-4551-a97c-ecd319407fc4 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:47.768269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Attempting to bind port 3b6a89aa-b37c-4551-a97c-ecd319407fc4 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '329717a9-0336-4464-a25e-b6a4e4914064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c7d23f15-6ee5-46fb-9df1-63339c446e66'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:47.768637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Attempting to bind port 3b6a89aa-b37c-4551-a97c-ecd319407fc4 on network c7d23f15-6ee5-46fb-9df1-63339c446e66 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:47.776903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:17:47.777295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Checking segment: {'id': '329717a9-0336-4464-a25e-b6a4e4914064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c7d23f15-6ee5-46fb-9df1-63339c446e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:47.777723 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.778117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Bound using segment: {'id': '329717a9-0336-4464-a25e-b6a4e4914064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c7d23f15-6ee5-46fb-9df1-63339c446e66'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:17:47.778589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Bound port: 3b6a89aa-b37c-4551-a97c-ecd319407fc4, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329717a9-0336-4464-a25e-b6a4e4914064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c7d23f15-6ee5-46fb-9df1-63339c446e66'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:17:47.778972 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.845030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] For port 3b6a89aa-b37c-4551-a97c-ecd319407fc4, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:17:47.848224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] For port 3b6a89aa-b37c-4551-a97c-ecd319407fc4, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3b6a89aa-b37c-4551-a97c-ecd319407fc4,segment=NetworkSegment(329717a9-0336-4464-a25e-b6a4e4914064),segment_id=329717a9-0336-4464-a25e-b6a4e4914064)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:17:47.854892 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.870439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2860dca-9d76-4da5-a6b3-2af1cc0b2051 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:47.871372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc9286-54e8-4768-9d62-01338e586a98 req-66206d55-3978-4d51-855a-8c5f6c96fb34 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:47.872906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20cc9286-54e8-4768-9d62-01338e586a98 req-66206d55-3978-4d51-855a-8c5f6c96fb34 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 944 time: 0.0621424 Nov 09 00:17:47.878150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.893396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Transition to ACTIVE for port object f2860dca-9d76-4da5-a6b3-2af1cc0b2051 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:17:47.900631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:47.927479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20cc9286-54e8-4768-9d62-01338e586a98 req-8daa20be-d99d-48b6-8fab-dd4f690dc9dd tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473268 Nov 09 00:17:47.928753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f78794-8f16-4b3b-b2f9-8a2c359b9067 None None] Pushing event updated for resources: {'Port': ['ID=3b6a89aa-b37c-4551-a97c-ecd319407fc4,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:47.963261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Pushing event updated for resources: {'Port': ['ID=f2860dca-9d76-4da5-a6b3-2af1cc0b2051,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:48.039026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Attempting to bind port f2860dca-9d76-4da5-a6b3-2af1cc0b2051 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:48.039366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Attempting to bind port f2860dca-9d76-4da5-a6b3-2af1cc0b2051 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '9ccd1b5d-1c19-4933-8b35-c487d4033a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8de3d7c-db80-4639-ac7d-62eafd6a3887'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:48.039764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Attempting to bind port f2860dca-9d76-4da5-a6b3-2af1cc0b2051 on network c8de3d7c-db80-4639-ac7d-62eafd6a3887 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:48.044583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Port f2860dca-9d76-4da5-a6b3-2af1cc0b2051 on network c8de3d7c-db80-4639-ac7d-62eafd6a3887 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:17:48.044906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Attempting to bind port f2860dca-9d76-4da5-a6b3-2af1cc0b2051 on network c8de3d7c-db80-4639-ac7d-62eafd6a3887 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:48.048116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 16beb026-c436-476f-a69c-f276d90ce961 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:48.048251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1a0e1-2fbf-488b-a48c-4435e06912b9 req-3c0554b1-29a9-4478-bdce-8783c5b7acd1 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:48.049849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ed1a0e1-2fbf-488b-a48c-4435e06912b9 req-3c0554b1-29a9-4478-bdce-8783c5b7acd1 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 944 time: 0.0502660 Nov 09 00:17:48.051232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:17:48.051562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Checking segment: {'id': '9ccd1b5d-1c19-4933-8b35-c487d4033a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8de3d7c-db80-4639-ac7d-62eafd6a3887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:48.051939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Bound using segment: {'id': '9ccd1b5d-1c19-4933-8b35-c487d4033a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8de3d7c-db80-4639-ac7d-62eafd6a3887'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:17:48.052444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Bound port: f2860dca-9d76-4da5-a6b3-2af1cc0b2051, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccd1b5d-1c19-4933-8b35-c487d4033a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8de3d7c-db80-4639-ac7d-62eafd6a3887'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:17:48.052728 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.150179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 16beb026-c436-476f-a69c-f276d90ce961 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:17:48.161658 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 16beb026-c436-476f-a69c-f276d90ce961 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:48.162358 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.165693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] For port f2860dca-9d76-4da5-a6b3-2af1cc0b2051, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:17:48.169311 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] For port f2860dca-9d76-4da5-a6b3-2af1cc0b2051, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f2860dca-9d76-4da5-a6b3-2af1cc0b2051,segment=NetworkSegment(9ccd1b5d-1c19-4933-8b35-c487d4033a07),segment_id=9ccd1b5d-1c19-4933-8b35-c487d4033a07)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:17:48.176358 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.184362 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35f133f2-8549-47ab-a047-a297baf38b4f req-63310325-a2ec-43d3-b81d-8667b9aa66cf tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0438700 Nov 09 00:17:48.214423 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ed1a0e1-2fbf-488b-a48c-4435e06912b9 req-3aed5487-655b-4b2a-89f4-01ea898f52cf tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f1007d8-3ae5-430f-84fc-2c27cc10ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412168 Nov 09 00:17:48.214658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:48.215166 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.216553 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] 10.222.0.30 "PUT /v2.0/ports/f2860dca-9d76-4da5-a6b3-2af1cc0b2051 HTTP/1.1" status: 200 len: 1092 time: 0.7355332 Nov 09 00:17:48.216991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d55fa51-8ecb-4c07-af09-5101df7b261c', 'tag': 'f2860dca-9d76-4da5-a6b3-2af1cc0b2051'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:48.223943 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a207056-3eb5-4fcd-8a3d-0e69ef990825" -d '{"events": [{"name": "network-changed", "server_uuid": "2d55fa51-8ecb-4c07-af09-5101df7b261c", "tag": "f2860dca-9d76-4da5-a6b3-2af1cc0b2051"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:48.227714 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.252178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port 16ce9dbd-3f41-4af5-bea3-df4787547adf yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:48.323965 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.343222 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c80165-af75-4600-9ab6-6e039c55021b x-openstack-request-id: req-80c80165-af75-4600-9ab6-6e039c55021b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:48.343518 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d55fa51-8ecb-4c07-af09-5101df7b261c", "tag": "f2860dca-9d76-4da5-a6b3-2af1cc0b2051", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:48.343775 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80c80165-af75-4600-9ab6-6e039c55021b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:48.344175 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d55fa51-8ecb-4c07-af09-5101df7b261c', 'tag': 'f2860dca-9d76-4da5-a6b3-2af1cc0b2051', 'status': 'completed', 'code': 200} Nov 09 00:17:48.351275 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.365001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fc887-f609-465b-ac38-36ce8ed55187 service neutron] Pushing event updated for resources: {'Port': ['ID=f2860dca-9d76-4da5-a6b3-2af1cc0b2051,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:48.377164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-970c14db-136a-4c45-ac69-566f5776887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:48.378704 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-970c14db-136a-4c45-ac69-566f5776887d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04262a18ab834578a7ad2d646a65afaf&device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 1095 time: 0.0805283 Nov 09 00:17:48.384179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f3c2a4-59e7-4002-b578-bfb22a3baff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16beb026-c436-476f-a69c-f276d90ce961'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:48.386534 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c48092-f7c1-4735-9488-7265899892cf" -d '{"events": [{"server_uuid": "c5f3c2a4-59e7-4002-b578-bfb22a3baff0", "name": "network-vif-plugged", "status": "completed", "tag": "16beb026-c436-476f-a69c-f276d90ce961"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:48.399798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 16beb026-c436-476f-a69c-f276d90ce961, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=16beb026-c436-476f-a69c-f276d90ce961,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:48.406175 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.406965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 18be3dd2-f4a4-4593-b9b2-84506220f2dd up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:48.415535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29fb54-789f-41b3-8be3-f83d1a325d1d req-e535a99f-9ac0-4953-86c2-2a0f8d53d5b8 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:48.417175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d29fb54-789f-41b3-8be3-f83d1a325d1d req-e535a99f-9ac0-4953-86c2-2a0f8d53d5b8 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 945 time: 0.1060183 Nov 09 00:17:48.427031 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-b3d222bc-4e69-42ea-a504-69ab7bfd5135 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2860dca-9d76-4da5-a6b3-2af1cc0b2051 HTTP/1.1" status: 200 len: 217 time: 0.0402308 Nov 09 00:17:48.445120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.7 (c7d23f15-6ee5-46fb-9df1-63339c446e66/d3e7099f-5437-4a30-b1c6-5e7a271174d6/16ce9dbd-3f41-4af5-bea3-df4787547adf) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:48.461718 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729650f8-aa52-4761-bb17-3730b7f564ec x-openstack-request-id: req-729650f8-aa52-4761-bb17-3730b7f564ec {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:48.461718 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f3c2a4-59e7-4002-b578-bfb22a3baff0", "name": "network-vif-plugged", "status": "completed", "tag": "16beb026-c436-476f-a69c-f276d90ce961", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:48.462062 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-729650f8-aa52-4761-bb17-3730b7f564ec {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:48.462251 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f3c2a4-59e7-4002-b578-bfb22a3baff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16beb026-c436-476f-a69c-f276d90ce961', 'code': 200} Nov 09 00:17:48.501270 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d29fb54-789f-41b3-8be3-f83d1a325d1d req-5b286adb-df74-45c1-bbc2-6b96a7aaa300 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778706 Nov 09 00:17:48.519597 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-da150402-a2f6-44af-8c83-e3a591d74091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:48.521065 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-da150402-a2f6-44af-8c83-e3a591d74091 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79dee1fc-4735-4d87-a12d-e47b11b598c0 HTTP/1.1" status: 200 len: 862 time: 0.0877974 Nov 09 00:17:48.522845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=16beb026-c436-476f-a69c-f276d90ce961,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:48.538993 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 18be3dd2-f4a4-4593-b9b2-84506220f2dd completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:17:48.545696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 18be3dd2-f4a4-4593-b9b2-84506220f2dd triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:48.546121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.564024 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-82b517b9-c6b8-4115-9e59-9107cea96902 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8de3d7c-db80-4639-ac7d-62eafd6a3887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351062 Nov 09 00:17:48.625044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9699d1-9e5a-4195-9636-e4231aa6a773 req-1d73f6ca-a044-451d-a69a-a97358381f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:48.626687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd9699d1-9e5a-4195-9636-e4231aa6a773 req-1d73f6ca-a044-451d-a69a-a97358381f67 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 1096 time: 0.1054137 Nov 09 00:17:48.646412 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.668097 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-7abed8b1-9b60-4b45-8f17-5b22ec882f2c service neutron] 10.222.0.30 "GET /v2.0/networks/c8de3d7c-db80-4639-ac7d-62eafd6a3887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960078 Nov 09 00:17:48.691526 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 18be3dd2-f4a4-4593-b9b2-84506220f2dd, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=18be3dd2-f4a4-4593-b9b2-84506220f2dd,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:48.698870 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.711500 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd9699d1-9e5a-4195-9636-e4231aa6a773 req-94c351df-1c10-4bca-a195-d59141e1c42c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757284 Nov 09 00:17:48.727923 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.768513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=18be3dd2-f4a4-4593-b9b2-84506220f2dd,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:48.803168 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.844882 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0dcfba64-10ae-4542-ada7-55346a3ec242 req-02ed5892-3c34-47fc-980c-2db0ed39ec6c service neutron] 10.222.0.30 "GET /v2.0/networks/c8de3d7c-db80-4639-ac7d-62eafd6a3887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696939 Nov 09 00:17:48.858982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a3673-1cf6-4ae1-89ec-095c9b4d9721 req-2ee23544-e53d-4b0f-a8de-213461ded52d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:48.860530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce2a3673-1cf6-4ae1-89ec-095c9b4d9721 req-2ee23544-e53d-4b0f-a8de-213461ded52d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=0394bc6c-9ff5-4ada-ba66-a806972cf4a1 HTTP/1.1" status: 200 len: 945 time: 0.0967090 Nov 09 00:17:48.864425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network c7d23f15-6ee5-46fb-9df1-63339c446e66 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:48.874369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:48.883195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:48.893709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=16ce9dbd-3f41-4af5-bea3-df4787547adf,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:48.899944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device be2af711-a838-49c8-8dac-4d6762612e97 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:48.969081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port be2af711-a838-49c8-8dac-4d6762612e97 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:17:48.976654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port be2af711-a838-49c8-8dac-4d6762612e97 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:48.977030 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.996619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:48.997386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a207056-3eb5-4fcd-8a3d-0e69ef990825 req-18bee95a-ad7b-4abd-a268-c616d655809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:48.997800 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:48.999197 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7a207056-3eb5-4fcd-8a3d-0e69ef990825 req-18bee95a-ad7b-4abd-a268-c616d655809b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04262a18ab834578a7ad2d646a65afaf&device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 1095 time: 0.0470748 Nov 09 00:17:49.005295 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce2a3673-1cf6-4ae1-89ec-095c9b4d9721 req-57f4f477-0857-45db-9d86-4301c9a5a78e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348116 Nov 09 00:17:49.037483 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-140992ef-dd10-4901-9c05-e1b2823789cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8882356 Nov 09 00:17:49.038372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44840) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:49.043900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': 'c7d23f15-6ee5-46fb-9df1-63339c446e66', 'name': 'tempest-PortsTestJSON-904022060'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:49.086963 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:49.126576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port be2af711-a838-49c8-8dac-4d6762612e97, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=be2af711-a838-49c8-8dac-4d6762612e97,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:49.135242 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:49.143920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a207056-3eb5-4fcd-8a3d-0e69ef990825 req-21455092-eae0-4d92-a0a4-b16946c7b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:49.145617 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7a207056-3eb5-4fcd-8a3d-0e69ef990825 req-21455092-eae0-4d92-a0a4-b16946c7b6b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8de3d7c-db80-4639-ac7d-62eafd6a3887 HTTP/1.1" status: 200 len: 922 time: 0.1374910 Nov 09 00:17:49.169659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab1415-df2b-4806-b29e-8adc31828599 req-7f99f835-08dd-4065-b531-e8e18fb803a3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:49.169918 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b42a276-f09e-4ccc-b1bb-45c88be29786 None None] Network c7d23f15-6ee5-46fb-9df1-63339c446e66 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:49.171171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6aab1415-df2b-4806-b29e-8adc31828599 req-7f99f835-08dd-4065-b531-e8e18fb803a3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.1027095 Nov 09 00:17:49.208580 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7a207056-3eb5-4fcd-8a3d-0e69ef990825 req-efc66ecb-f2b7-45fb-b6dc-15cf18b45935 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2860dca-9d76-4da5-a6b3-2af1cc0b2051 HTTP/1.1" status: 200 len: 217 time: 0.0378730 Nov 09 00:17:49.244083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6aab1415-df2b-4806-b29e-8adc31828599 req-b2619939-b5db-4086-b697-9d1f7b225fe6 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631678 Nov 09 00:17:49.245139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:49.248540 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:49.269906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=be2af711-a838-49c8-8dac-4d6762612e97,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:49.283989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-dcf813e6-ed6f-4412-b112-f59d7dc6a761 None None] Provisioning complete for port 3b6a89aa-b37c-4551-a97c-ecd319407fc4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:49.284362 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dcf813e6-ed6f-4412-b112-f59d7dc6a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:49.285358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port dbbef6e6-7956-4571-8f7f-ada09e7cdf23 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:49.305409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a207056-3eb5-4fcd-8a3d-0e69ef990825 req-20c5fe45-e4c5-4a0b-a546-0a19723510f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:49.317746 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7a207056-3eb5-4fcd-8a3d-0e69ef990825 req-20c5fe45-e4c5-4a0b-a546-0a19723510f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79dee1fc-4735-4d87-a12d-e47b11b598c0 HTTP/1.1" status: 200 len: 862 time: 0.0898821 Nov 09 00:17:49.365254 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7a207056-3eb5-4fcd-8a3d-0e69ef990825 req-9182e12b-cce9-4449-ac94-d4062072212b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8de3d7c-db80-4639-ac7d-62eafd6a3887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466201 Nov 09 00:17:49.434872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c22ae5c4-79fe-4600-be13-92967f11648f req-e1c195c8-c85b-499c-8380-6b2131aa1d21 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0518820 Nov 09 00:17:49.469292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3b6a89aa-b37c-4551-a97c-ecd319407fc4 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:49.472576 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dcf813e6-ed6f-4412-b112-f59d7dc6a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:49.492496 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7a207056-3eb5-4fcd-8a3d-0e69ef990825 req-73dbf3b0-1cab-47f9-b437-c5fea3675801 service neutron] 10.222.0.30 "GET /v2.0/networks/c8de3d7c-db80-4639-ac7d-62eafd6a3887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181986 Nov 09 00:17:49.494958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fe22c-2654-4d3b-903f-2d8e90042172 req-5640fa31-a91e-4436-bba5-714c83934341 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:49.496457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-615fe22c-2654-4d3b-903f-2d8e90042172 req-5640fa31-a91e-4436-bba5-714c83934341 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 944 time: 0.1478741 Nov 09 00:17:49.542221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.12 (c7d23f15-6ee5-46fb-9df1-63339c446e66/d3e7099f-5437-4a30-b1c6-5e7a271174d6/dbbef6e6-7956-4571-8f7f-ada09e7cdf23) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:49.546189 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-dcf813e6-ed6f-4412-b112-f59d7dc6a761 None None] For port 3b6a89aa-b37c-4551-a97c-ecd319407fc4, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3b6a89aa-b37c-4551-a97c-ecd319407fc4,segment=NetworkSegment(329717a9-0336-4464-a25e-b6a4e4914064),segment_id=329717a9-0336-4464-a25e-b6a4e4914064)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:49.555775 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dcf813e6-ed6f-4412-b112-f59d7dc6a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:49.582934 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-615fe22c-2654-4d3b-903f-2d8e90042172 req-c985a9e4-59b6-4320-a7e3-8dc9dc1b7f54 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f1007d8-3ae5-430f-84fc-2c27cc10ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774543 Nov 09 00:17:49.605260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3b6a89aa-b37c-4551-a97c-ecd319407fc4 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:49.605588 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:49.653021 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7a207056-3eb5-4fcd-8a3d-0e69ef990825 req-9c215ea5-c739-4bd8-8c7b-2984284db655 service neutron] 10.222.0.30 "GET /v2.0/networks/c8de3d7c-db80-4639-ac7d-62eafd6a3887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512325 Nov 09 00:17:49.669967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf813e6-ed6f-4412-b112-f59d7dc6a761 None None] Pushing event updated for resources: {'Port': ['ID=3b6a89aa-b37c-4551-a97c-ecd319407fc4,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:49.755444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0009c01-1a00-4811-bcb2-a261e8ac818e req-9d87853e-64ba-4013-a33e-7047b757e276 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:49.757036 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0009c01-1a00-4811-bcb2-a261e8ac818e req-9d87853e-64ba-4013-a33e-7047b757e276 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 946 time: 0.1280174 Nov 09 00:17:49.811319 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:49.835007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0009c01-1a00-4811-bcb2-a261e8ac818e req-55ef5559-ca88-4ea6-ab12-ead493443b03 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707400 Nov 09 00:17:49.866222 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:49.899749 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0dc84c2e-4116-4cb8-b8f6-ee85f9c475f0 None None] Provisioning complete for port 16ce9dbd-3f41-4af5-bea3-df4787547adf triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:49.900122 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0dc84c2e-4116-4cb8-b8f6-ee85f9c475f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:49.915515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network c7d23f15-6ee5-46fb-9df1-63339c446e66 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:49.922271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:49.938130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:49.948333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0dc84c2e-4116-4cb8-b8f6-ee85f9c475f0 None None] Port 16ce9dbd-3f41-4af5-bea3-df4787547adf cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:17:49.961121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0dc84c2e-4116-4cb8-b8f6-ee85f9c475f0 None None] Provisioning complete for port 3b6a89aa-b37c-4551-a97c-ecd319407fc4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:49.961561 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0dc84c2e-4116-4cb8-b8f6-ee85f9c475f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:49.975461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=dbbef6e6-7956-4571-8f7f-ada09e7cdf23,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:50.020425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:50.021051 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:50.042916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b08b3523-b4d9-4998-8f6f-66267b157e62 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0034838 Nov 09 00:17:50.045754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44852) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:50.135096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1515553-147f-41e8-b198-c2e79db1b28c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:50.136620 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f1515553-147f-41e8-b198-c2e79db1b28c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.0898457 Nov 09 00:17:50.139355 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44854) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:50.145249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115610e-9c53-4952-bfc8-1e776847c948 req-55b4c3d1-54fb-4e54-b60b-205b70f083f0 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:50.149873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c115610e-9c53-4952-bfc8-1e776847c948 req-55b4c3d1-54fb-4e54-b60b-205b70f083f0 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=0394bc6c-9ff5-4ada-ba66-a806972cf4a1 HTTP/1.1" status: 200 len: 946 time: 0.0596309 Nov 09 00:17:50.182231 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8ff7632b-0ca2-4822-a8c0-170ecb6930eb None None] Provisioning complete for port 16ce9dbd-3f41-4af5-bea3-df4787547adf triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:50.183295 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8ff7632b-0ca2-4822-a8c0-170ecb6930eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:50.210722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c115610e-9c53-4952-bfc8-1e776847c948 req-82ede13d-8b74-4e52-85c5-d47a81f13c3a tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578468 Nov 09 00:17:50.229851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7632b-0ca2-4822-a8c0-170ecb6930eb None None] Port 16ce9dbd-3f41-4af5-bea3-df4787547adf cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:17:50.240779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-6e00adea-d92c-4ef5-bacd-f4a81588e15f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port dbbef6e6-7956-4571-8f7f-ada09e7cdf23 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:50.241217 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e00adea-d92c-4ef5-bacd-f4a81588e15f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:50.325721 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e00adea-d92c-4ef5-bacd-f4a81588e15f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:50.337715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-6e00adea-d92c-4ef5-bacd-f4a81588e15f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for dbbef6e6-7956-4571-8f7f-ada09e7cdf23 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:50.350065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f397e359-ff13-47bc-8c42-f1e8c5781933 None None] Provisioning complete for port dbbef6e6-7956-4571-8f7f-ada09e7cdf23 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:50.350563 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f397e359-ff13-47bc-8c42-f1e8c5781933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:50.368413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91cee0-8356-4f96-8211-47b79f491b48 req-4c131f51-2fd7-4864-a91e-95efc6775d23 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:50.369941 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d91cee0-8356-4f96-8211-47b79f491b48 req-4c131f51-2fd7-4864-a91e-95efc6775d23 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.0523720 Nov 09 00:17:50.389723 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f397e359-ff13-47bc-8c42-f1e8c5781933 None None] Port dbbef6e6-7956-4571-8f7f-ada09e7cdf23 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:17:50.421896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d91cee0-8356-4f96-8211-47b79f491b48 req-1d4b2d07-557b-4f47-9f5f-0eff27be07af tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456436 Nov 09 00:17:50.463124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742f39b5-73ec-477b-a252-2d8b1673d77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18be3dd2-f4a4-4593-b9b2-84506220f2dd'}, {'server_uuid': '0394bc6c-9ff5-4ada-ba66-a806972cf4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2af711-a838-49c8-8dac-4d6762612e97'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:50.465766 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626d7cb6-2981-498f-9b7b-588e09be9426" -d '{"events": [{"server_uuid": "742f39b5-73ec-477b-a252-2d8b1673d77a", "name": "network-vif-plugged", "status": "completed", "tag": "18be3dd2-f4a4-4593-b9b2-84506220f2dd"}, {"server_uuid": "0394bc6c-9ff5-4ada-ba66-a806972cf4a1", "name": "network-vif-plugged", "status": "completed", "tag": "be2af711-a838-49c8-8dac-4d6762612e97"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:50.471900 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e00adea-d92c-4ef5-bacd-f4a81588e15f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:50.508245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00adea-d92c-4ef5-bacd-f4a81588e15f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=dbbef6e6-7956-4571-8f7f-ada09e7cdf23,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:50.512174 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee481e4e-5eca-4f2c-9714-37148f9258ee x-openstack-request-id: req-ee481e4e-5eca-4f2c-9714-37148f9258ee {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:50.512643 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742f39b5-73ec-477b-a252-2d8b1673d77a", "name": "network-vif-plugged", "status": "completed", "tag": "18be3dd2-f4a4-4593-b9b2-84506220f2dd", "code": 200}, {"server_uuid": "0394bc6c-9ff5-4ada-ba66-a806972cf4a1", "name": "network-vif-plugged", "status": "completed", "tag": "be2af711-a838-49c8-8dac-4d6762612e97", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:50.512897 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee481e4e-5eca-4f2c-9714-37148f9258ee {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:50.513487 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742f39b5-73ec-477b-a252-2d8b1673d77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18be3dd2-f4a4-4593-b9b2-84506220f2dd', 'code': 200} Nov 09 00:17:50.513744 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0394bc6c-9ff5-4ada-ba66-a806972cf4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2af711-a838-49c8-8dac-4d6762612e97', 'code': 200} Nov 09 00:17:50.639039 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e00adea-d92c-4ef5-bacd-f4a81588e15f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:50.644799 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6e00adea-d92c-4ef5-bacd-f4a81588e15f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/dbbef6e6-7956-4571-8f7f-ada09e7cdf23 HTTP/1.1" status: 204 len: 168 time: 0.5043163 Nov 09 00:17:50.647973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44868) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:50.677385 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe00954-7dde-4fd8-8643-bec153ebdd18 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:17:50.679381 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cfe00954-7dde-4fd8-8643-bec153ebdd18 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/dbbef6e6-7956-4571-8f7f-ada09e7cdf23 HTTP/1.1" status: 404 len: 333 time: 0.0302975 Nov 09 00:17:50.682033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44870) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:50.692241 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61b556ca-9511-4fa8-88eb-a418b05ee586 req-9d3f3125-4562-4611-b7f7-7d11d096e7aa tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0838566 Nov 09 00:17:50.694739 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c8cf2-f8d7-4dd4-bc77-968a477ac73d req-3ba8ed79-6545-46cd-a752-7fee28a15cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:50.696827 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1c4c8cf2-f8d7-4dd4-bc77-968a477ac73d req-3ba8ed79-6545-46cd-a752-7fee28a15cb9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 1097 time: 0.0963538 Nov 09 00:17:50.740159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bca2d-9bcb-4968-b63c-2980a13c1097 req-c23de321-b04c-4a50-b368-33980cc72f23 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:50.748193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-779bca2d-9bcb-4968-b63c-2980a13c1097 req-c23de321-b04c-4a50-b368-33980cc72f23 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.0822906 Nov 09 00:17:50.759691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5cfc6-5aad-45e9-a810-95cf6b23e7cb req-b27b022e-fa5e-456f-b601-31bad1dbcd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:50.760711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36d5cfc6-5aad-45e9-a810-95cf6b23e7cb req-b27b022e-fa5e-456f-b601-31bad1dbcd0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0394bc6c-9ff5-4ada-ba66-a806972cf4a1 HTTP/1.1" status: 200 len: 1097 time: 0.1387806 Nov 09 00:17:50.811447 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1c4c8cf2-f8d7-4dd4-bc77-968a477ac73d req-492f974c-8372-4ff3-8581-f72b1f72cf89 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953717 Nov 09 00:17:50.834069 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0dec5bef-f063-4169-97e0-d8c412085336 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 16ce9dbd-3f41-4af5-bea3-df4787547adf {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:50.834408 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0dec5bef-f063-4169-97e0-d8c412085336 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:50.859933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-779bca2d-9bcb-4968-b63c-2980a13c1097 req-9571213a-861c-4bfc-99b2-7a3214b66a63 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108689 Nov 09 00:17:50.865830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36d5cfc6-5aad-45e9-a810-95cf6b23e7cb req-313002a8-4ede-42fc-8331-6a9ad12c3888 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957634 Nov 09 00:17:50.881242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d41ae-a535-4dd1-933d-d3919ddfabb7 req-a26ff2d1-e690-45e6-8279-e85a183856ee tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:50.883210 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a57d41ae-a535-4dd1-933d-d3919ddfabb7 req-a26ff2d1-e690-45e6-8279-e85a183856ee tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 944 time: 0.0987730 Nov 09 00:17:50.923199 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0dec5bef-f063-4169-97e0-d8c412085336 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:50.935849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0dec5bef-f063-4169-97e0-d8c412085336 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 16ce9dbd-3f41-4af5-bea3-df4787547adf owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:50.956756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a57d41ae-a535-4dd1-933d-d3919ddfabb7 req-c7905d49-074f-4d0d-a987-d69817d9d8a0 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f1007d8-3ae5-430f-84fc-2c27cc10ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671828 Nov 09 00:17:50.976375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e104ed6-3cd8-4fca-9433-4cfe21ff09a9 req-5a46bcb5-828f-4b9d-bfd1-250ed168ae0f tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:50.978524 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e104ed6-3cd8-4fca-9433-4cfe21ff09a9 req-5a46bcb5-828f-4b9d-bfd1-250ed168ae0f tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 946 time: 0.0597119 Nov 09 00:17:51.027669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e104ed6-3cd8-4fca-9433-4cfe21ff09a9 req-74e8c2e8-3a80-40c3-8584-c6bb0a67c528 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Nov 09 00:17:51.067709 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0dec5bef-f063-4169-97e0-d8c412085336 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.095984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec5bef-f063-4169-97e0-d8c412085336 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=16ce9dbd-3f41-4af5-bea3-df4787547adf,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:51.167770 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0dec5bef-f063-4169-97e0-d8c412085336 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.171411 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0dec5bef-f063-4169-97e0-d8c412085336 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/16ce9dbd-3f41-4af5-bea3-df4787547adf HTTP/1.1" status: 204 len: 168 time: 0.4883044 Nov 09 00:17:51.173917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44876) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:51.198192 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e14936-c932-40a7-831c-076f9608c983 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:17:51.199704 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-34e14936-c932-40a7-831c-076f9608c983 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/16ce9dbd-3f41-4af5-bea3-df4787547adf HTTP/1.1" status: 404 len: 333 time: 0.0248210 Nov 09 00:17:51.202335 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44878) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:51.255663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b15883-045e-4ed5-ae8c-0cddf62d5458 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting subnet d3e7099f-5437-4a30-b1c6-5e7a271174d6 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:17:51.259944 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45b15883-045e-4ed5-ae8c-0cddf62d5458 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.304043 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45b15883-045e-4ed5-ae8c-0cddf62d5458 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.325064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e7dbb-8e50-4ac6-8324-48dada16a346 req-75f088f5-620f-43d6-87f4-5bbd21b76d1a tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:51.326669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-674e7dbb-8e50-4ac6-8324-48dada16a346 req-75f088f5-620f-43d6-87f4-5bbd21b76d1a tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=0394bc6c-9ff5-4ada-ba66-a806972cf4a1 HTTP/1.1" status: 200 len: 946 time: 0.0498765 Nov 09 00:17:51.341848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3b6a89aa-b37c-4551-a97c-ecd319407fc4 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:51.403375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3b6a89aa-b37c-4551-a97c-ecd319407fc4 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:51.403646 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.412387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45b15883-045e-4ed5-ae8c-0cddf62d5458 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.479946 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45b15883-045e-4ed5-ae8c-0cddf62d5458 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.515633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45b15883-045e-4ed5-ae8c-0cddf62d5458 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.519492 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-45b15883-045e-4ed5-ae8c-0cddf62d5458 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/d3e7099f-5437-4a30-b1c6-5e7a271174d6 HTTP/1.1" status: 204 len: 168 time: 0.3159790 Nov 09 00:17:51.520254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b15883-045e-4ed5-ae8c-0cddf62d5458 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e7099f-5437-4a30-b1c6-5e7a271174d6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:51.522861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44882) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:51.528117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464249a-eada-4a7b-82df-5c11228abc99 None None] Network c7d23f15-6ee5-46fb-9df1-63339c446e66 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:51.606085 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.626892 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-674e7dbb-8e50-4ac6-8324-48dada16a346 req-ed332937-6c8a-46bf-85e5-dffe34f95411 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943759 Nov 09 00:17:51.667060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 3b6a89aa-b37c-4551-a97c-ecd319407fc4 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:51.667395 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.708531 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bff44e-dd90-4a54-8186-b2698ce6de9a None None] DHCP port deletion for c7d23f15-6ee5-46fb-9df1-63339c446e66 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:17:51.730131 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] For port 3b6a89aa-b37c-4551-a97c-ecd319407fc4, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3b6a89aa-b37c-4551-a97c-ecd319407fc4,segment=NetworkSegment(329717a9-0336-4464-a25e-b6a4e4914064),segment_id=329717a9-0336-4464-a25e-b6a4e4914064)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:51.730503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.748463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 3b6a89aa-b37c-4551-a97c-ecd319407fc4 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:51.761326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-94bff44e-dd90-4a54-8186-b2698ce6de9a None None] Deleting port 3b6a89aa-b37c-4551-a97c-ecd319407fc4 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:51.761834 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-94bff44e-dd90-4a54-8186-b2698ce6de9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.803594 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22bab47c-259c-4501-92c1-56332d11b80e req-690b7b97-56e9-492e-a54e-2101081764b2 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0249820 Nov 09 00:17:51.835662 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.837326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-94bff44e-dd90-4a54-8186-b2698ce6de9a None None] For port 3b6a89aa-b37c-4551-a97c-ecd319407fc4, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3b6a89aa-b37c-4551-a97c-ecd319407fc4,segment=NetworkSegment(329717a9-0336-4464-a25e-b6a4e4914064),segment_id=329717a9-0336-4464-a25e-b6a4e4914064)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:51.837756 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-94bff44e-dd90-4a54-8186-b2698ce6de9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.850432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-94bff44e-dd90-4a54-8186-b2698ce6de9a None None] Calling delete_port for 3b6a89aa-b37c-4551-a97c-ecd319407fc4 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:51.861814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=3b6a89aa-b37c-4551-a97c-ecd319407fc4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:51.865383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No DVR routers for this DVR port 3b6a89aa-b37c-4551-a97c-ecd319407fc4 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:51.938924 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-94bff44e-dd90-4a54-8186-b2698ce6de9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.952506 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:51.965372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bff44e-dd90-4a54-8186-b2698ce6de9a None None] Pushing event deleted for resources: {'Port': ['ID=3b6a89aa-b37c-4551-a97c-ecd319407fc4,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:51.969545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bff44e-dd90-4a54-8186-b2698ce6de9a None None] No DVR routers for this DVR port 3b6a89aa-b37c-4551-a97c-ecd319407fc4 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:51.975710 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d23f15-6ee5-46fb-9df1-63339c446e66']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:51.990141 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329717a9-0336-4464-a25e-b6a4e4914064') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:51.990441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329717a9-0336-4464-a25e-b6a4e4914064') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:52.002269 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.009573 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:17:52.020702 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.028450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:17:52.029120 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:17:52.034099 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:17:52.043306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c082e-e83f-4fcb-ad0a-0dbe6c60d903 req-929796a6-7c77-47a0-846a-286cd2ea670c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:52.045223 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af8c082e-e83f-4fcb-ad0a-0dbe6c60d903 req-929796a6-7c77-47a0-846a-286cd2ea670c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.0610273 Nov 09 00:17:52.056528 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f2860dca-9d76-4da5-a6b3-2af1cc0b2051 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:17:52.140184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.147348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.154549 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/networks/c7d23f15-6ee5-46fb-9df1-63339c446e66 HTTP/1.1" status: 204 len: 168 time: 0.6302810 Nov 09 00:17:52.156544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44894) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:52.161609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d44139e4-f5b2-4bc3-b2ec-62d5e09cef02 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1502975089'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:52.174853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab76ef-ee34-406d-bd7d-1602ee6dff6e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Network': ['ID=c7d23f15-6ee5-46fb-9df1-63339c446e66,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:52.194865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efb58f-ed0c-4128-b618-b0c9ae590d31 req-540d2844-7cd7-44c4-b213-5f86b553fece tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:52.197212 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3efb58f-ed0c-4128-b618-b0c9ae590d31 req-540d2844-7cd7-44c4-b213-5f86b553fece tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 944 time: 0.1277721 Nov 09 00:17:52.202755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44139e4-f5b2-4bc3-b2ec-62d5e09cef02 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:52.202956 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f2860dca-9d76-4da5-a6b3-2af1cc0b2051, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f2860dca-9d76-4da5-a6b3-2af1cc0b2051,segment=NetworkSegment(9ccd1b5d-1c19-4933-8b35-c487d4033a07),segment_id=9ccd1b5d-1c19-4933-8b35-c487d4033a07)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:52.206887 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d44139e4-f5b2-4bc3-b2ec-62d5e09cef02 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.207027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af8c082e-e83f-4fcb-ad0a-0dbe6c60d903 req-e891755a-4cce-48a6-a3ca-14cd58e942b9 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550317 Nov 09 00:17:52.257926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44139e4-f5b2-4bc3-b2ec-62d5e09cef02 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:17:52.260061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3efb58f-ed0c-4128-b618-b0c9ae590d31 req-4491d0eb-fe4c-433f-b40e-26afbdd4cdae tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f1007d8-3ae5-430f-84fc-2c27cc10ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519929 Nov 09 00:17:52.274408 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d44139e4-f5b2-4bc3-b2ec-62d5e09cef02 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.274875 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-d44139e4-f5b2-4bc3-b2ec-62d5e09cef02 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Added segment 156ad314-c5f7-4a22-9b73-9c043b0274c9 of type vlan for network c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb Nov 09 00:17:52.327552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d44139e4-f5b2-4bc3-b2ec-62d5e09cef02 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.333336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d965b-c717-454b-99bb-57bb2a5c3979 req-d949dcbe-8e31-48e5-b84b-1dd654bc16d6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:52.334927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-146d965b-c717-454b-99bb-57bb2a5c3979 req-d949dcbe-8e31-48e5-b84b-1dd654bc16d6 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 946 time: 0.0625429 Nov 09 00:17:52.363314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d44139e4-f5b2-4bc3-b2ec-62d5e09cef02 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.369698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44139e4-f5b2-4bc3-b2ec-62d5e09cef02 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:52.370520 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d44139e4-f5b2-4bc3-b2ec-62d5e09cef02 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.374166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'f2860dca-9d76-4da5-a6b3-2af1cc0b2051', 'network_id': 'c8de3d7c-db80-4639-ac7d-62eafd6a3887', 'port_id': 'f2860dca-9d76-4da5-a6b3-2af1cc0b2051', 'mac_address': 'fa:16:3e:6f:c5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79dee1fc-4735-4d87-a12d-e47b11b598c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:17:52.393149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-146d965b-c717-454b-99bb-57bb2a5c3979 req-166e0c08-42bd-45f0-b15b-a79411520119 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500054 Nov 09 00:17:52.413993 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.428079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2860dca-9d76-4da5-a6b3-2af1cc0b2051 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:52.435780 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d44139e4-f5b2-4bc3-b2ec-62d5e09cef02 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2781866 Nov 09 00:17:52.438869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44898) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:52.443907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-42ce15f4-bb3d-4819-86f5-fbce07f79843 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': 'c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:52.448678 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44139e4-f5b2-4bc3-b2ec-62d5e09cef02 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Network': ['ID=c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:52.449165 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f2860dca-9d76-4da5-a6b3-2af1cc0b2051, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f2860dca-9d76-4da5-a6b3-2af1cc0b2051,segment=NetworkSegment(9ccd1b5d-1c19-4933-8b35-c487d4033a07),segment_id=9ccd1b5d-1c19-4933-8b35-c487d4033a07)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:52.454677 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.481193 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:17:52.538203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce15f4-bb3d-4819-86f5-fbce07f79843 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:52.544141 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42ce15f4-bb3d-4819-86f5-fbce07f79843 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.563942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=f2860dca-9d76-4da5-a6b3-2af1cc0b2051,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:52.753479 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f2860dca-9d76-4da5-a6b3-2af1cc0b2051'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:52.792376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42ce15f4-bb3d-4819-86f5-fbce07f79843 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:52.809287 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4f71-9e72-487f-8f2b-2f1330d0e0a5 req-c9f44401-1744-4072-b125-0e5a9708fbc0 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:52.810827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e3c4f71-9e72-487f-8f2b-2f1330d0e0a5 req-c9f44401-1744-4072-b125-0e5a9708fbc0 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=0394bc6c-9ff5-4ada-ba66-a806972cf4a1 HTTP/1.1" status: 200 len: 946 time: 0.0764072 Nov 09 00:17:52.912966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce15f4-bb3d-4819-86f5-fbce07f79843 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Subnet': ['ID=dd50d7a6-2ce7-4726-a911-bf6f0898b2cb,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:52.951415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4284ed05-b01d-4f8c-8be8-7bb82313a843 req-1de0bb82-07fc-403e-a847-49a1bb52ca70 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0458252 Nov 09 00:17:52.956469 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e3c4f71-9e72-487f-8f2b-2f1330d0e0a5 req-daab7508-089b-444d-833d-9f1a89dcb424 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276784 Nov 09 00:17:52.957637 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce15f4-bb3d-4819-86f5-fbce07f79843 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Checking segment: {'id': '156ad314-c5f7-4a22-9b73-9c043b0274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:52.958005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce15f4-bb3d-4819-86f5-fbce07f79843 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network hostable DHCP agents. Network: c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:17:52.978485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce15f4-bb3d-4819-86f5-fbce07f79843 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:17:52.999719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-42ce15f4-bb3d-4819-86f5-fbce07f79843 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:53.006067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce15f4-bb3d-4819-86f5-fbce07f79843 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:53.006803 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42ce15f4-bb3d-4819-86f5-fbce07f79843 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:53.009860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf52b30-b9ca-43ad-b954-0340797865fe None None] Network c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:53.029375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-42ce15f4-bb3d-4819-86f5-fbce07f79843 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5892313 Nov 09 00:17:53.032091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44912) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:53.038155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': 'c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb', 'name': 'tempest-PortsTestJSON-257695460', 'fixed_ips': [{'subnet_id': 'dd50d7a6-2ce7-4726-a911-bf6f0898b2cb', 'ip_address': '172.20.0.10'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:53.190135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:53.193563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb', 'network_id': 'c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb', 'tenant_id': '16efdbc20c354699a3da23bce3b0f15b', 'fixed_ips': [{'subnet_id': 'dd50d7a6-2ce7-4726-a911-bf6f0898b2cb'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:17:53.197920 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:53.391314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3b6a89aa-b37c-4551-a97c-ecd319407fc4 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:53.444021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 3b6a89aa-b37c-4551-a97c-ecd319407fc4 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:53.444021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3b6a89aa-b37c-4551-a97c-ecd319407fc4 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:53.465903 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:53.468863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Allocated IP 172.20.0.2 (c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb/dd50d7a6-2ce7-4726-a911-bf6f0898b2cb/d14529ba-a53c-40fc-8042-84a812dcb957) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:53.488465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f0f9-f6dd-47de-b2c8-3b4d90cdfa05 req-b517dd30-699e-4f0b-8733-5bf3789d714c tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:53.489922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5241f0f9-f6dd-47de-b2c8-3b4d90cdfa05 req-b517dd30-699e-4f0b-8733-5bf3789d714c tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 945 time: 0.0960329 Nov 09 00:17:53.509054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port da4312bc-db13-45c8-9be0-1a785ffc7420 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:53.545634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fcf3e-e135-4df7-bed0-5a9a4bd2c90f req-42f8f207-fd85-4209-9df1-546483db6fd5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:53.547747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d0fcf3e-e135-4df7-bed0-5a9a4bd2c90f req-42f8f207-fd85-4209-9df1-546483db6fd5 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.1655929 Nov 09 00:17:53.632313 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:53.641034 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:53.647818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5241f0f9-f6dd-47de-b2c8-3b4d90cdfa05 req-5ba5780e-8fa6-4efc-904a-1e34838deb9d tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f1007d8-3ae5-430f-84fc-2c27cc10ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503491 Nov 09 00:17:53.708711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d0fcf3e-e135-4df7-bed0-5a9a4bd2c90f req-9c67b0c9-0fe4-4afd-acd5-0ea317f4599b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244037 Nov 09 00:17:53.739822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Pushing event updated for resources: {'Port': ['ID=d14529ba-a53c-40fc-8042-84a812dcb957,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:53.744720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Network c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:53.747946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:53.752565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:53.812688 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.10 (c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb/dd50d7a6-2ce7-4726-a911-bf6f0898b2cb/da4312bc-db13-45c8-9be0-1a785ffc7420) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:53.829394 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Attempting to bind port d14529ba-a53c-40fc-8042-84a812dcb957 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:53.829844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Attempting to bind port d14529ba-a53c-40fc-8042-84a812dcb957 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '156ad314-c5f7-4a22-9b73-9c043b0274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:53.830270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Attempting to bind port d14529ba-a53c-40fc-8042-84a812dcb957 on network c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:17:53.836068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:17:53.836549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Checking segment: {'id': '156ad314-c5f7-4a22-9b73-9c043b0274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:17:53.837010 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:53.837440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Bound using segment: {'id': '156ad314-c5f7-4a22-9b73-9c043b0274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:17:53.837911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Bound port: d14529ba-a53c-40fc-8042-84a812dcb957, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156ad314-c5f7-4a22-9b73-9c043b0274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:17:53.838277 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:53.900293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] For port d14529ba-a53c-40fc-8042-84a812dcb957, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:17:53.903564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] For port d14529ba-a53c-40fc-8042-84a812dcb957, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d14529ba-a53c-40fc-8042-84a812dcb957,segment=NetworkSegment(156ad314-c5f7-4a22-9b73-9c043b0274c9),segment_id=156ad314-c5f7-4a22-9b73-9c043b0274c9)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:17:53.907330 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:53.967881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1f1a9-7b18-4522-bba9-8dec8f8f692a None None] Pushing event updated for resources: {'Port': ['ID=d14529ba-a53c-40fc-8042-84a812dcb957,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:54.035622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-6fc55e19-1585-4c25-abb8-f8fc5ae9229a tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:54.037191 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-6fc55e19-1585-4c25-abb8-f8fc5ae9229a tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/networks?id=32280605-09f4-494c-9d83-cfd5a49e7a02 HTTP/1.1" status: 200 len: 813 time: 0.1958377 Nov 09 00:17:54.060386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f2860dca-9d76-4da5-a6b3-2af1cc0b2051 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:54.093339 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b0b9da3-ec29-4066-89fd-ebb8138fd3fa req-2acf848d-2c30-4d9b-8a4e-4f3a97c117a8 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0376918 Nov 09 00:17:54.094619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-495b5955-7f65-4d2e-b471-9c63b6080ffb tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/quotas/30996a77303e4b508c0cc62bc664df64 HTTP/1.1" status: 200 len: 375 time: 0.0496426 Nov 09 00:17:54.136753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port f2860dca-9d76-4da5-a6b3-2af1cc0b2051 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:17:54.136959 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:54.141051 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port f2860dca-9d76-4da5-a6b3-2af1cc0b2051 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:54.141489 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:54.199327 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-b3b0d445-e11d-41ad-b6ea-bc3053f70c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=30996a77303e4b508c0cc62bc664df64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939732 Nov 09 00:17:54.232910 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:54.253711 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:54.280556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d55fa51-8ecb-4c07-af09-5101df7b261c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2860dca-9d76-4da5-a6b3-2af1cc0b2051'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:54.282944 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc437838-3db9-4ee9-aa75-6e861cfbfe2f" -d '{"events": [{"server_uuid": "2d55fa51-8ecb-4c07-af09-5101df7b261c", "name": "network-vif-plugged", "status": "completed", "tag": "f2860dca-9d76-4da5-a6b3-2af1cc0b2051"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:54.299421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f2860dca-9d76-4da5-a6b3-2af1cc0b2051, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f2860dca-9d76-4da5-a6b3-2af1cc0b2051,segment=NetworkSegment(9ccd1b5d-1c19-4933-8b35-c487d4033a07),segment_id=9ccd1b5d-1c19-4933-8b35-c487d4033a07)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:54.305732 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:54.322491 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:54.332171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:54.333856 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed06076-bdea-437a-9a24-89368d4b7681 x-openstack-request-id: req-eed06076-bdea-437a-9a24-89368d4b7681 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:54.334147 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d55fa51-8ecb-4c07-af09-5101df7b261c", "name": "network-vif-plugged", "status": "completed", "tag": "f2860dca-9d76-4da5-a6b3-2af1cc0b2051", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:54.334397 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eed06076-bdea-437a-9a24-89368d4b7681 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:54.334569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:54.334781 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d55fa51-8ecb-4c07-af09-5101df7b261c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2860dca-9d76-4da5-a6b3-2af1cc0b2051', 'code': 200} Nov 09 00:17:54.341380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=da4312bc-db13-45c8-9be0-1a785ffc7420,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:54.363681 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=f2860dca-9d76-4da5-a6b3-2af1cc0b2051,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:54.403240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-7b116d4f-4fd4-4077-92e0-5845480f7998 service neutron] 10.222.0.25 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941149 Nov 09 00:17:54.415255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:54.415867 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:54.457787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44940) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:54.458450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-da813ca5-239e-423d-a376-05ac250296eb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4250522 Nov 09 00:17:54.464784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': 'c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb', 'name': 'tempest-PortsTestJSON-1058353778', 'fixed_ips': [{'subnet_id': 'dd50d7a6-2ce7-4726-a911-bf6f0898b2cb', 'ip_address': '172.20.0.9'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:54.483638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46c2f9-9a4e-416e-a0c5-82af40ac8710 req-abce7864-a234-4888-9a49-ad333a5b79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:54.485135 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6b46c2f9-9a4e-416e-a0c5-82af40ac8710 req-abce7864-a234-4888-9a49-ad333a5b79f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 1097 time: 0.0621576 Nov 09 00:17:54.522115 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-0b7935b5-50e5-4964-9cdd-f91ff6b8c8e0 service neutron] 10.222.0.25 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029019 Nov 09 00:17:54.589033 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6b46c2f9-9a4e-416e-a0c5-82af40ac8710 req-e280d636-b56c-4934-bf64-12809a65b8d4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1f1007d8-3ae5-430f-84fc-2c27cc10ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669186 Nov 09 00:17:54.619109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:54.643866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378def04-07e0-4ef1-8335-ba373825371e req-b807075c-f70c-46e8-a4a0-b526df2ce9e0 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:54.645619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-378def04-07e0-4ef1-8335-ba373825371e req-b807075c-f70c-46e8-a4a0-b526df2ce9e0 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.11 "GET /v2.0/ports?device_id=0394bc6c-9ff5-4ada-ba66-a806972cf4a1 HTTP/1.1" status: 200 len: 946 time: 0.0710912 Nov 09 00:17:54.724289 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:54.746901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port 8de1aef5-3a42-4e1d-af0c-51c6b4d6c0b0 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:17:54.788315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-378def04-07e0-4ef1-8335-ba373825371e req-579445e9-f947-49c7-95d3-b2eaba2db49f tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Deleting port be2af711-a838-49c8-8dac-4d6762612e97 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:54.788833 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-378def04-07e0-4ef1-8335-ba373825371e req-579445e9-f947-49c7-95d3-b2eaba2db49f tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:54.986574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-378def04-07e0-4ef1-8335-ba373825371e req-579445e9-f947-49c7-95d3-b2eaba2db49f tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] For port be2af711-a838-49c8-8dac-4d6762612e97, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=be2af711-a838-49c8-8dac-4d6762612e97,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:54.986945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-378def04-07e0-4ef1-8335-ba373825371e req-579445e9-f947-49c7-95d3-b2eaba2db49f tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:55.042951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-378def04-07e0-4ef1-8335-ba373825371e req-579445e9-f947-49c7-95d3-b2eaba2db49f tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Calling delete_port for be2af711-a838-49c8-8dac-4d6762612e97 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:55.068253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531299-6d44-424f-a96a-9e9f0117a624 req-c71281f0-a5b4-433f-bed9-2131ae3bdc0d tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:55.076711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8b531299-6d44-424f-a96a-9e9f0117a624 req-c71281f0-a5b4-433f-bed9-2131ae3bdc0d tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 946 time: 0.1506958 Nov 09 00:17:55.137899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8b531299-6d44-424f-a96a-9e9f0117a624 req-aaaec9e4-7d8f-41f9-b7c0-5b1026c09867 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f1007d8-3ae5-430f-84fc-2c27cc10ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602624 Nov 09 00:17:55.219238 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35f9224-9d00-49b5-a53b-7ea006736751 None None] Network c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:55.268934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036e98d-6db1-4d0a-a991-bd163f9511e6 req-3e9fbed6-bc38-4081-ac9e-bd55b078d769 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:55.278213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4036e98d-6db1-4d0a-a991-bd163f9511e6 req-3e9fbed6-bc38-4081-ac9e-bd55b078d769 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.2939878 Nov 09 00:17:55.320859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.9 (c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb/dd50d7a6-2ce7-4726-a911-bf6f0898b2cb/8de1aef5-3a42-4e1d-af0c-51c6b4d6c0b0) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:55.402155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-352d6ac6-e6f6-4c86-80b4-ffd84b3a7399 None None] Provisioning complete for port d14529ba-a53c-40fc-8042-84a812dcb957 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:55.403984 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-352d6ac6-e6f6-4c86-80b4-ffd84b3a7399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:55.413061 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-378def04-07e0-4ef1-8335-ba373825371e req-579445e9-f947-49c7-95d3-b2eaba2db49f tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:55.444923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2f6a5-9b2f-4992-ae6a-87a5669fd6fe req-ca66489a-5c45-4752-8217-9fb125d548fd tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:55.446242 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c2f2f6a5-9b2f-4992-ae6a-87a5669fd6fe req-ca66489a-5c45-4752-8217-9fb125d548fd tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.30 "GET /v2.0/ports?device_id=59149b7c-23ab-4d78-ad03-2a583bbbf113 HTTP/1.1" status: 200 len: 945 time: 0.6372075 Nov 09 00:17:55.459852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4036e98d-6db1-4d0a-a991-bd163f9511e6 req-7b5e2ef0-390a-4736-847c-06b3e1d9f62c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684935 Nov 09 00:17:55.482679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579445e9-f947-49c7-95d3-b2eaba2db49f tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Pushing event deleted for resources: {'Port': ['ID=be2af711-a838-49c8-8dac-4d6762612e97,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:55.505487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['be2af711-a838-49c8-8dac-4d6762612e97'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:55.522204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['07427452-899b-4ef3-860c-229b656e593d'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:55.597044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d14529ba-a53c-40fc-8042-84a812dcb957 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:55.616333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-378def04-07e0-4ef1-8335-ba373825371e req-579445e9-f947-49c7-95d3-b2eaba2db49f tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] No DVR routers for this DVR port be2af711-a838-49c8-8dac-4d6762612e97 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:55.632213 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-378def04-07e0-4ef1-8335-ba373825371e req-579445e9-f947-49c7-95d3-b2eaba2db49f tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:55.640884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-c2f2f6a5-9b2f-4992-ae6a-87a5669fd6fe req-56b4ab2e-152d-4774-9899-a9f19f4a4eeb tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Deleting port 07427452-899b-4ef3-860c-229b656e593d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:55.641510 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c2f2f6a5-9b2f-4992-ae6a-87a5669fd6fe req-56b4ab2e-152d-4774-9899-a9f19f4a4eeb tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:55.646950 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:55.649386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-378def04-07e0-4ef1-8335-ba373825371e req-579445e9-f947-49c7-95d3-b2eaba2db49f tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.11 "DELETE /v2.0/ports/be2af711-a838-49c8-8dac-4d6762612e97 HTTP/1.1" status: 204 len: 173 time: 0.9946723 Nov 09 00:17:55.707672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0394bc6c-9ff5-4ada-ba66-a806972cf4a1', 'name': 'network-vif-deleted', 'tag': 'be2af711-a838-49c8-8dac-4d6762612e97'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:55.712681 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8ea8e9-0235-4808-9c19-b39d1fe5bd37" -d '{"events": [{"server_uuid": "0394bc6c-9ff5-4ada-ba66-a806972cf4a1", "name": "network-vif-deleted", "tag": "be2af711-a838-49c8-8dac-4d6762612e97"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:55.725088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a596e82-1ee3-4774-aef3-1c51f6f51172 req-42040619-d85f-4e4c-be23-83052cc6ae59 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 210 time: 0.1683216 Nov 09 00:17:55.804387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:55.829732 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e56cacc-973a-4de5-9f78-abb03e95e611 x-openstack-request-id: req-0e56cacc-973a-4de5-9f78-abb03e95e611 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:55.830029 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0394bc6c-9ff5-4ada-ba66-a806972cf4a1", "name": "network-vif-deleted", "tag": "be2af711-a838-49c8-8dac-4d6762612e97", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:55.830282 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e56cacc-973a-4de5-9f78-abb03e95e611 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:55.830677 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0394bc6c-9ff5-4ada-ba66-a806972cf4a1', 'name': 'network-vif-deleted', 'tag': 'be2af711-a838-49c8-8dac-4d6762612e97', 'status': 'completed', 'code': 200} Nov 09 00:17:55.889394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f91f6895-d1b0-46cb-ae7e-86e15d6a8923 req-143e5d09-7f75-4992-8044-72d5a226c6f7 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0393710 Nov 09 00:17:55.969841 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:55.979675 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-352d6ac6-e6f6-4c86-80b4-ffd84b3a7399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:56.000496 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c2f2f6a5-9b2f-4992-ae6a-87a5669fd6fe req-56b4ab2e-152d-4774-9899-a9f19f4a4eeb tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] For port 07427452-899b-4ef3-860c-229b656e593d, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=07427452-899b-4ef3-860c-229b656e593d,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:56.001865 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c2f2f6a5-9b2f-4992-ae6a-87a5669fd6fe req-56b4ab2e-152d-4774-9899-a9f19f4a4eeb tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:56.011172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:56.013937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:56.054306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d14529ba-a53c-40fc-8042-84a812dcb957 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:56.054662 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:56.054786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=8de1aef5-3a42-4e1d-af0c-51c6b4d6c0b0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:56.059164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-c2f2f6a5-9b2f-4992-ae6a-87a5669fd6fe req-56b4ab2e-152d-4774-9899-a9f19f4a4eeb tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Calling delete_port for 07427452-899b-4ef3-860c-229b656e593d owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:56.111119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-352d6ac6-e6f6-4c86-80b4-ffd84b3a7399 None None] For port d14529ba-a53c-40fc-8042-84a812dcb957, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d14529ba-a53c-40fc-8042-84a812dcb957,segment=NetworkSegment(156ad314-c5f7-4a22-9b73-9c043b0274c9),segment_id=156ad314-c5f7-4a22-9b73-9c043b0274c9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:56.126149 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-352d6ac6-e6f6-4c86-80b4-ffd84b3a7399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:56.134271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:56.135443 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:56.166711 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3314c2df-0ae5-4834-a325-84263c3cc64d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7076452 Nov 09 00:17:56.169284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44982) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:56.279586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c2f2f6a5-9b2f-4992-ae6a-87a5669fd6fe req-56b4ab2e-152d-4774-9899-a9f19f4a4eeb tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:56.285092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26700a38-4eea-4674-9444-e274f75b55e3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:56.289965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-26700a38-4eea-4674-9444-e274f75b55e3 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1192839 Nov 09 00:17:56.298379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44986) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:56.306869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['be2af711-a838-49c8-8dac-4d6762612e97'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:56.311258 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d6ac6-e6f6-4c86-80b4-ffd84b3a7399 None None] Pushing event updated for resources: {'Port': ['ID=d14529ba-a53c-40fc-8042-84a812dcb957,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:56.382036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43da7-cc57-4497-97b2-c3e24c1e5471 req-8689cd54-6f39-49eb-a3a6-45c977d9d0e2 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:56.384306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13c43da7-cc57-4497-97b2-c3e24c1e5471 req-8689cd54-6f39-49eb-a3a6-45c977d9d0e2 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 946 time: 0.0931332 Nov 09 00:17:56.472073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13c43da7-cc57-4497-97b2-c3e24c1e5471 req-24699711-5da1-499e-a16d-9ad3da0b3fe7 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f1007d8-3ae5-430f-84fc-2c27cc10ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811090 Nov 09 00:17:56.517065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4ab2e-152d-4774-9899-a9f19f4a4eeb tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Pushing event deleted for resources: {'Port': ['ID=07427452-899b-4ef3-860c-229b656e593d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:56.606707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f2f6a5-9b2f-4992-ae6a-87a5669fd6fe req-56b4ab2e-152d-4774-9899-a9f19f4a4eeb tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] No DVR routers for this DVR port 07427452-899b-4ef3-860c-229b656e593d on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:56.630851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c2f2f6a5-9b2f-4992-ae6a-87a5669fd6fe req-56b4ab2e-152d-4774-9899-a9f19f4a4eeb tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:56.648827 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c2f2f6a5-9b2f-4992-ae6a-87a5669fd6fe req-56b4ab2e-152d-4774-9899-a9f19f4a4eeb tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.30 "DELETE /v2.0/ports/07427452-899b-4ef3-860c-229b656e593d HTTP/1.1" status: 204 len: 173 time: 1.1864221 Nov 09 00:17:56.657087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3a54c8c4-ad26-4aff-8034-9a3401f23ba2 None None] Provisioning complete for port da4312bc-db13-45c8-9be0-1a785ffc7420 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:56.660025 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3a54c8c4-ad26-4aff-8034-9a3401f23ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:56.673293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff0bf6-25d2-478d-9d0a-b3c652fbedae tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:56.692544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff0bf6-25d2-478d-9d0a-b3c652fbedae tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:56.710442 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff0bf6-25d2-478d-9d0a-b3c652fbedae tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:56.712982 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-98ff0bf6-25d2-478d-9d0a-b3c652fbedae tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3506474 Nov 09 00:17:56.714162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59149b7c-23ab-4d78-ad03-2a583bbbf113', 'name': 'network-vif-deleted', 'tag': '07427452-899b-4ef3-860c-229b656e593d'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:56.717385 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a383e-6d65-4807-b903-2e008bf366c0" -d '{"events": [{"server_uuid": "59149b7c-23ab-4d78-ad03-2a583bbbf113", "name": "network-vif-deleted", "tag": "07427452-899b-4ef3-860c-229b656e593d"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:56.720749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44996) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:56.756095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3a54c8c4-ad26-4aff-8034-9a3401f23ba2 None None] Port da4312bc-db13-45c8-9be0-1a785ffc7420 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:17:56.785613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3a54c8c4-ad26-4aff-8034-9a3401f23ba2 None None] Provisioning complete for port 8de1aef5-3a42-4e1d-af0c-51c6b4d6c0b0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:56.785613 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3a54c8c4-ad26-4aff-8034-9a3401f23ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:56.848576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b690d-86c8-4317-b950-d427dd156d9b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 8de1aef5-3a42-4e1d-af0c-51c6b4d6c0b0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:56.849330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8f0b690d-86c8-4317-b950-d427dd156d9b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:56.896624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3a54c8c4-ad26-4aff-8034-9a3401f23ba2 None None] Port 8de1aef5-3a42-4e1d-af0c-51c6b4d6c0b0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:17:56.902817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-af2addf6-af65-485b-8101-d2dfa40e412a tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:56.904889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-af2addf6-af65-485b-8101-d2dfa40e412a tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.11 "GET /v2.0/networks?id=32280605-09f4-494c-9d83-cfd5a49e7a02 HTTP/1.1" status: 200 len: 813 time: 0.3826973 Nov 09 00:17:56.934860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Request body: {'port': {'device_id': '5dfb6d3a-c952-41e2-b639-e487fa7ada74', 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02', 'admin_state_up': True, 'tenant_id': '30996a77303e4b508c0cc62bc664df64'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:56.936210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3a54c8c4-ad26-4aff-8034-9a3401f23ba2 None None] Provisioning complete for port d14529ba-a53c-40fc-8042-84a812dcb957 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:56.936593 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3a54c8c4-ad26-4aff-8034-9a3401f23ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:57.018414 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a70a43-b5d3-4eae-b377-b25ae8875e57 x-openstack-request-id: req-26a70a43-b5d3-4eae-b377-b25ae8875e57 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:57.018414 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59149b7c-23ab-4d78-ad03-2a583bbbf113", "name": "network-vif-deleted", "tag": "07427452-899b-4ef3-860c-229b656e593d", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:57.018414 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26a70a43-b5d3-4eae-b377-b25ae8875e57 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:57.019045 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59149b7c-23ab-4d78-ad03-2a583bbbf113', 'name': 'network-vif-deleted', 'tag': '07427452-899b-4ef3-860c-229b656e593d', 'status': 'completed', 'code': 200} Nov 09 00:17:57.115767 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8f0b690d-86c8-4317-b950-d427dd156d9b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:57.154101 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b690d-86c8-4317-b950-d427dd156d9b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 8de1aef5-3a42-4e1d-af0c-51c6b4d6c0b0 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:57.162380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b8157-cf10-4b8b-a87d-51f6c16c9092 req-da4fec00-6749-432c-8586-c28b3cbfcff0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:57.171523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-709b8157-cf10-4b8b-a87d-51f6c16c9092 req-da4fec00-6749-432c-8586-c28b3cbfcff0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.2626483 Nov 09 00:17:57.226566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-1e890c3a-b243-43b4-aeef-2f7f11c5591d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:57.230386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-1e890c3a-b243-43b4-aeef-2f7f11c5591d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.30 "GET /v2.0/networks?id=32280605-09f4-494c-9d83-cfd5a49e7a02 HTTP/1.1" status: 200 len: 813 time: 0.7361906 Nov 09 00:17:57.259796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-042a3af1-b61d-40fa-ae27-d5e88289b009 req-417ec435-d7eb-4d07-a66c-c8841125d730 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 210 time: 0.0798745 Nov 09 00:17:57.265306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Request body: {'port': {'device_id': 'c894f077-7c2c-4baa-954a-2be833d6747f', 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02', 'admin_state_up': True, 'tenant_id': '30996a77303e4b508c0cc62bc664df64'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:57.318398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a9fda3b6-2ef4-4162-89b4-a74f25a245f7 None None] Provisioning complete for port da4312bc-db13-45c8-9be0-1a785ffc7420 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:57.321389 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a9fda3b6-2ef4-4162-89b4-a74f25a245f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:57.356614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Made reservation on behalf of 30996a77303e4b508c0cc62bc664df64 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:57.360519 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:57.411955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d14529ba-a53c-40fc-8042-84a812dcb957 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:17:57.454064 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a9fda3b6-2ef4-4162-89b4-a74f25a245f7 None None] Port da4312bc-db13-45c8-9be0-1a785ffc7420 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:17:57.462078 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8f0b690d-86c8-4317-b950-d427dd156d9b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:57.466805 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-709b8157-cf10-4b8b-a87d-51f6c16c9092 req-8147ca83-1086-494d-a9ab-212ff6bad484 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943151 Nov 09 00:17:57.498232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b690d-86c8-4317-b950-d427dd156d9b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=8de1aef5-3a42-4e1d-af0c-51c6b4d6c0b0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:57.558407 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d14529ba-a53c-40fc-8042-84a812dcb957 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:17:57.561753 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:57.596301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8f0b690d-86c8-4317-b950-d427dd156d9b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:57.601543 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8f0b690d-86c8-4317-b950-d427dd156d9b tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/8de1aef5-3a42-4e1d-af0c-51c6b4d6c0b0 HTTP/1.1" status: 204 len: 168 time: 0.8791566 Nov 09 00:17:57.604251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45010) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:57.623012 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c20bbd3d-1d58-451b-8459-3fb8f5ab038b None None] Could not find standard attr ID for object 8de1aef5-3a42-4e1d-af0c-51c6b4d6c0b0. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:17:57.647231 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1717c6-a9f3-4deb-83c7-195d0b78c03f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:17:57.649597 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9c1717c6-a9f3-4deb-83c7-195d0b78c03f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/8de1aef5-3a42-4e1d-af0c-51c6b4d6c0b0 HTTP/1.1" status: 404 len: 333 time: 0.0434620 Nov 09 00:17:57.652684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45012) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:57.714958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c755098-c2f5-4337-b4a4-6b97b5f63201 req-3d3b0528-06fe-491e-be3d-26b0631a51fe tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.1299324 Nov 09 00:17:57.785057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e2331ea8-ec52-4dba-850f-5a904f018e27 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port da4312bc-db13-45c8-9be0-1a785ffc7420 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:57.785592 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2331ea8-ec52-4dba-850f-5a904f018e27 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:57.800144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10baf2-78a5-49eb-ac02-41d85497a900 req-bb6562fb-286c-4282-8326-bd119cf4bfd7 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:57.808163 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f10baf2-78a5-49eb-ac02-41d85497a900 req-bb6562fb-286c-4282-8326-bd119cf4bfd7 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 946 time: 0.3636539 Nov 09 00:17:57.895126 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2331ea8-ec52-4dba-850f-5a904f018e27 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:57.898426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Made reservation on behalf of 30996a77303e4b508c0cc62bc664df64 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:17:57.901909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:57.908343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e2331ea8-ec52-4dba-850f-5a904f018e27 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for da4312bc-db13-45c8-9be0-1a785ffc7420 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:57.921748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Allocated IP 172.20.0.7 (32280605-09f4-494c-9d83-cfd5a49e7a02/6ed52b68-50d6-43a8-a928-368df0d1fe36/d4ff73cf-1dd9-404c-81d2-d708039cb889) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:57.934300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f10baf2-78a5-49eb-ac02-41d85497a900 req-5584056d-9a9b-4e9b-ab5a-0ec7669a30cd tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f1007d8-3ae5-430f-84fc-2c27cc10ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252658 Nov 09 00:17:58.066216 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2331ea8-ec52-4dba-850f-5a904f018e27 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:58.089930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 07427452-899b-4ef3-860c-229b656e593d no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:58.103961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 07427452-899b-4ef3-860c-229b656e593d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:58.104320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 07427452-899b-4ef3-860c-229b656e593d not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:58.106408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2331ea8-ec52-4dba-850f-5a904f018e27 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=da4312bc-db13-45c8-9be0-1a785ffc7420,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:58.198672 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2331ea8-ec52-4dba-850f-5a904f018e27 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:58.204412 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e2331ea8-ec52-4dba-850f-5a904f018e27 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/da4312bc-db13-45c8-9be0-1a785ffc7420 HTTP/1.1" status: 204 len: 168 time: 0.5472889 Nov 09 00:17:58.205156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45016) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:58.237670 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18dfcff-75d5-439b-8839-624834bafdb0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:17:58.242272 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f18dfcff-75d5-439b-8839-624834bafdb0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/da4312bc-db13-45c8-9be0-1a785ffc7420 HTTP/1.1" status: 404 len: 333 time: 0.0335443 Nov 09 00:17:58.242797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45018) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:58.412343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3258fa-4604-480d-be75-64d74f8716fa tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting subnet dd50d7a6-2ce7-4726-a911-bf6f0898b2cb {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:17:58.429290 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c3258fa-4604-480d-be75-64d74f8716fa tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:58.456343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1518f89a-5d75-46a2-90dd-ede06fbc18ce req-7eca5d4d-6286-44c3-ac57-1a8913b4bf3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 210 time: 0.0920734 Nov 09 00:17:58.494588 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c3258fa-4604-480d-be75-64d74f8716fa tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:58.563557 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:58.604629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9fb7-2aa8-4865-97ab-2a027443c259 req-a7f0afc4-aa8c-4331-b061-a20c85df2111 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:58.606162 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ae0c9fb7-2aa8-4865-97ab-2a027443c259 req-a7f0afc4-aa8c-4331-b061-a20c85df2111 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 946 time: 0.0572214 Nov 09 00:17:58.660150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2e704-04df-47c7-a21f-18e6401faf8e req-872e5d9f-0eed-4c11-95b7-d5851339556f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:58.661727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fa2e704-04df-47c7-a21f-18e6401faf8e req-872e5d9f-0eed-4c11-95b7-d5851339556f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.1220753 Nov 09 00:17:58.672249 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c3258fa-4604-480d-be75-64d74f8716fa tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:58.712622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-ae0c9fb7-2aa8-4865-97ab-2a027443c259 req-8d96562d-ce87-447f-aa7f-7c2eab079d65 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Deleting port f2860dca-9d76-4da5-a6b3-2af1cc0b2051 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:58.713229 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ae0c9fb7-2aa8-4865-97ab-2a027443c259 req-8d96562d-ce87-447f-aa7f-7c2eab079d65 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:58.726147 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:58.818638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ae0c9fb7-2aa8-4865-97ab-2a027443c259 req-8d96562d-ce87-447f-aa7f-7c2eab079d65 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] For port f2860dca-9d76-4da5-a6b3-2af1cc0b2051, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f2860dca-9d76-4da5-a6b3-2af1cc0b2051,segment=NetworkSegment(9ccd1b5d-1c19-4933-8b35-c487d4033a07),segment_id=9ccd1b5d-1c19-4933-8b35-c487d4033a07)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:58.819102 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ae0c9fb7-2aa8-4865-97ab-2a027443c259 req-8d96562d-ce87-447f-aa7f-7c2eab079d65 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:58.821976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.db.api [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-652845e3-6848-405f-aecf-23e02e5d05e5 {{(pid=101780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:17:58.822302 n-d-813263-3 neutron-server[101780]: DEBUG oslo_db.api [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:17:58.837310 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-ae0c9fb7-2aa8-4865-97ab-2a027443c259 req-8d96562d-ce87-447f-aa7f-7c2eab079d65 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Calling delete_port for f2860dca-9d76-4da5-a6b3-2af1cc0b2051 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:58.875282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4e814ed-9dec-41d0-9be9-fb299943c027 req-93336293-9102-45b0-894a-50d62a0d3edc tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0787339 Nov 09 00:17:58.895188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Network 32280605-09f4-494c-9d83-cfd5a49e7a02 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:17:58.917382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:17:58.919234 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device be2af711-a838-49c8-8dac-4d6762612e97 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:17:58.933947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fa2e704-04df-47c7-a21f-18e6401faf8e req-0b62f5a2-8bec-42d4-b3f8-afe577366ba7 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570322 Nov 09 00:17:58.937083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:17:58.968581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: be2af711-a838-49c8-8dac-4d6762612e97 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:17:58.973135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device be2af711-a838-49c8-8dac-4d6762612e97 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:17:58.979603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Pushing event updated for resources: {'Port': ['ID=d4ff73cf-1dd9-404c-81d2-d708039cb889,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:58.994325 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c3258fa-4604-480d-be75-64d74f8716fa tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.038278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ae0c9fb7-2aa8-4865-97ab-2a027443c259 req-8d96562d-ce87-447f-aa7f-7c2eab079d65 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.040255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3258fa-4604-480d-be75-64d74f8716fa tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Subnet': ['ID=dd50d7a6-2ce7-4726-a911-bf6f0898b2cb,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:59.047029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:17:59.047474 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e238c-b440-4e3e-a129-daadb0f3cd8e None None] Network c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:17:59.047683 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.050535 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c3258fa-4604-480d-be75-64d74f8716fa tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.053736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4c3258fa-4604-480d-be75-64d74f8716fa tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/dd50d7a6-2ce7-4726-a911-bf6f0898b2cb HTTP/1.1" status: 204 len: 168 time: 0.8084807 Nov 09 00:17:59.061249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45030) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:17:59.074874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f2860dca-9d76-4da5-a6b3-2af1cc0b2051'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:17:59.085114 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ac64602-aa81-46db-869b-dd0d418adc4e req-ef07a815-227b-4f62-a867-b3e01e86f6e0 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d55fa51-8ecb-4c07-af09-5101df7b261c HTTP/1.1" status: 200 len: 210 time: 0.0491028 Nov 09 00:17:59.122610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d8d862c-b8a3-4d5f-ba29-700c02c71c3e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1959846 Nov 09 00:17:59.122906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96562d-ce87-447f-aa7f-7c2eab079d65 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Pushing event deleted for resources: {'Port': ['ID=f2860dca-9d76-4da5-a6b3-2af1cc0b2051,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:59.137942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Request body: {'port': {'device_id': '5dfb6d3a-c952-41e2-b639-e487fa7ada74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:17:59.207091 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.209561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0c9fb7-2aa8-4865-97ab-2a027443c259 req-8d96562d-ce87-447f-aa7f-7c2eab079d65 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] No DVR routers for this DVR port f2860dca-9d76-4da5-a6b3-2af1cc0b2051 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:59.212366 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ae0c9fb7-2aa8-4865-97ab-2a027443c259 req-8d96562d-ce87-447f-aa7f-7c2eab079d65 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.216239 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ae0c9fb7-2aa8-4865-97ab-2a027443c259 req-8d96562d-ce87-447f-aa7f-7c2eab079d65 tempest-ServerAddressesNegativeTestJSON-434015056 tempest-ServerAddressesNegativeTestJSON-434015056-project] 10.222.0.30 "DELETE /v2.0/ports/f2860dca-9d76-4da5-a6b3-2af1cc0b2051 HTTP/1.1" status: 204 len: 173 time: 0.6038077 Nov 09 00:17:59.221384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.225975 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d55fa51-8ecb-4c07-af09-5101df7b261c', 'name': 'network-vif-deleted', 'tag': 'f2860dca-9d76-4da5-a6b3-2af1cc0b2051'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:17:59.229541 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa5d225-0220-4887-9119-e03a083d2b62" -d '{"events": [{"server_uuid": "2d55fa51-8ecb-4c07-af09-5101df7b261c", "name": "network-vif-deleted", "tag": "f2860dca-9d76-4da5-a6b3-2af1cc0b2051"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:17:59.325757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port d14529ba-a53c-40fc-8042-84a812dcb957 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:59.327372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.346391 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.349060 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25728f69-9929-40a5-a245-fa02794dcf4e x-openstack-request-id: req-25728f69-9929-40a5-a245-fa02794dcf4e {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:17:59.349370 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d55fa51-8ecb-4c07-af09-5101df7b261c", "name": "network-vif-deleted", "tag": "f2860dca-9d76-4da5-a6b3-2af1cc0b2051", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:17:59.349636 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25728f69-9929-40a5-a245-fa02794dcf4e {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:17:59.350032 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d55fa51-8ecb-4c07-af09-5101df7b261c', 'name': 'network-vif-deleted', 'tag': 'f2860dca-9d76-4da5-a6b3-2af1cc0b2051', 'status': 'completed', 'code': 200} Nov 09 00:17:59.401607 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f88329e-a010-444c-bab9-66bd447d98d1 None None] DHCP port deletion for c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:17:59.438953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] For port d14529ba-a53c-40fc-8042-84a812dcb957, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d14529ba-a53c-40fc-8042-84a812dcb957,segment=NetworkSegment(156ad314-c5f7-4a22-9b73-9c043b0274c9),segment_id=156ad314-c5f7-4a22-9b73-9c043b0274c9)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:59.439317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.455635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for d14529ba-a53c-40fc-8042-84a812dcb957 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:59.484660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4f88329e-a010-444c-bab9-66bd447d98d1 None None] Deleting port d14529ba-a53c-40fc-8042-84a812dcb957 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:17:59.485778 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4f88329e-a010-444c-bab9-66bd447d98d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.590019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4f88329e-a010-444c-bab9-66bd447d98d1 None None] For port d14529ba-a53c-40fc-8042-84a812dcb957, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d14529ba-a53c-40fc-8042-84a812dcb957,segment=NetworkSegment(156ad314-c5f7-4a22-9b73-9c043b0274c9),segment_id=156ad314-c5f7-4a22-9b73-9c043b0274c9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:17:59.590689 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4f88329e-a010-444c-bab9-66bd447d98d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.614926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4f88329e-a010-444c-bab9-66bd447d98d1 None None] Calling delete_port for d14529ba-a53c-40fc-8042-84a812dcb957 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:17:59.615312 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.615586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3f69462-19b4-476c-8789-f9c034ed4130 req-14d3875c-d870-494e-a23f-868c38ac06b2 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 210 time: 0.0435095 Nov 09 00:17:59.629922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No DVR routers for this DVR port d14529ba-a53c-40fc-8042-84a812dcb957 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:17:59.652781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=d14529ba-a53c-40fc-8042-84a812dcb957,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:59.692962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ff73cf-1dd9-404c-81d2-d708039cb889 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:17:59.702225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.723814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Transition to ACTIVE for port object d4ff73cf-1dd9-404c-81d2-d708039cb889 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:17:59.736860 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.769669 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.796557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:59.811444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156ad314-c5f7-4a22-9b73-9c043b0274c9') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:59.811829 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156ad314-c5f7-4a22-9b73-9c043b0274c9') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:17:59.827471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.848187 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.860083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:17:59.860751 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:17:59.866242 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:17:59.880614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ff73cf-1dd9-404c-81d2-d708039cb889,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:59.908517 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4f88329e-a010-444c-bab9-66bd447d98d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:17:59.949123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Allocated IP 172.20.0.2 (32280605-09f4-494c-9d83-cfd5a49e7a02/6ed52b68-50d6-43a8-a928-368df0d1fe36/60ec51eb-bb58-4531-bd56-a37183aeae6e) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:17:59.965960 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88329e-a010-444c-bab9-66bd447d98d1 None None] Pushing event deleted for resources: {'Port': ['ID=d14529ba-a53c-40fc-8042-84a812dcb957,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:17:59.997602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Attempting to bind port d4ff73cf-1dd9-404c-81d2-d708039cb889 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:17:59.998915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Attempting to bind port d4ff73cf-1dd9-404c-81d2-d708039cb889 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:17:59.998915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Attempting to bind port d4ff73cf-1dd9-404c-81d2-d708039cb889 on network 32280605-09f4-494c-9d83-cfd5a49e7a02 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:00.005453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f88329e-a010-444c-bab9-66bd447d98d1 None None] No DVR routers for this DVR port d14529ba-a53c-40fc-8042-84a812dcb957 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:00.010259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Port d4ff73cf-1dd9-404c-81d2-d708039cb889 on network 32280605-09f4-494c-9d83-cfd5a49e7a02 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:18:00.010589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Attempting to bind port d4ff73cf-1dd9-404c-81d2-d708039cb889 on network 32280605-09f4-494c-9d83-cfd5a49e7a02 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:00.012047 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.025933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:18:00.026281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Checking segment: {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:18:00.026670 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Bound using segment: {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:18:00.027122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Bound port: d4ff73cf-1dd9-404c-81d2-d708039cb889, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:18:00.027481 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.060580 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.068359 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/networks/c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb HTTP/1.1" status: 204 len: 168 time: 1.0057619 Nov 09 00:18:00.069316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5c76f-ded0-4a68-96bf-9bee58b8489f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Network': ['ID=c721eb7d-919b-4ee2-b8f4-bc9625a2cfcb,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:00.071788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45044) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:00.080221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b35bd91e-6236-4915-b8a1-145f62330d99 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-712632494'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:00.136828 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ac81e7b-aa72-4aa8-8779-4deefe8cdfba req-29411018-656b-45e6-a170-3dcc7f084962 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0820088 Nov 09 00:18:00.257105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35bd91e-6236-4915-b8a1-145f62330d99 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:00.261642 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b35bd91e-6236-4915-b8a1-145f62330d99 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.276124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45050) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:00.318834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] For port d4ff73cf-1dd9-404c-81d2-d708039cb889, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:18:00.328596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea779cd9-a6f0-40a5-845b-e3903284dab9 admin admin] Deleting subnet 79dee1fc-4735-4d87-a12d-e47b11b598c0 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:18:00.329576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ada92-5019-47d1-91e2-a54a1b48839f req-d4a7be00-30fe-4814-9cb4-53df73186abe tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:00.332953 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea779cd9-a6f0-40a5-845b-e3903284dab9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.333843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-537ada92-5019-47d1-91e2-a54a1b48839f req-d4a7be00-30fe-4814-9cb4-53df73186abe tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.2504656 Nov 09 00:18:00.358728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] For port d4ff73cf-1dd9-404c-81d2-d708039cb889, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=d4ff73cf-1dd9-404c-81d2-d708039cb889,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:18:00.375082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea779cd9-a6f0-40a5-845b-e3903284dab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.380575 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35bd91e-6236-4915-b8a1-145f62330d99 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:18:00.385585 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.390179 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.423661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea779cd9-a6f0-40a5-845b-e3903284dab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.439252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b35bd91e-6236-4915-b8a1-145f62330d99 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.439595 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-b35bd91e-6236-4915-b8a1-145f62330d99 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Added segment f1922fae-ac28-4114-8711-df6a6c821fcb of type vlan for network ad8cf083-c53f-42c7-98ee-944edf64b950 Nov 09 00:18:00.469899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:00.470519 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.471905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] 10.222.0.11 "PUT /v2.0/ports/d4ff73cf-1dd9-404c-81d2-d708039cb889 HTTP/1.1" status: 200 len: 1091 time: 1.3442800 Nov 09 00:18:00.474320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfb6d3a-c952-41e2-b639-e487fa7ada74', 'tag': 'd4ff73cf-1dd9-404c-81d2-d708039cb889'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:00.476753 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f5a539-a8c6-4017-9d8a-f6ab8bf97ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "5dfb6d3a-c952-41e2-b639-e487fa7ada74", "tag": "d4ff73cf-1dd9-404c-81d2-d708039cb889"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:00.515116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea779cd9-a6f0-40a5-845b-e3903284dab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.557760 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-537ada92-5019-47d1-91e2-a54a1b48839f req-cfbb0d53-b374-4ad5-b170-7a9861865fb8 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122517 Nov 09 00:18:00.559254 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662fbf9f-bbcf-4b4a-a1e8-6a8e1a8b25ad x-openstack-request-id: req-662fbf9f-bbcf-4b4a-a1e8-6a8e1a8b25ad {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:00.559549 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dfb6d3a-c952-41e2-b639-e487fa7ada74", "tag": "d4ff73cf-1dd9-404c-81d2-d708039cb889", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:00.559793 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-662fbf9f-bbcf-4b4a-a1e8-6a8e1a8b25ad {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:00.560185 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfb6d3a-c952-41e2-b639-e487fa7ada74', 'tag': 'd4ff73cf-1dd9-404c-81d2-d708039cb889', 'status': 'completed', 'code': 200} Nov 09 00:18:00.566941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea779cd9-a6f0-40a5-845b-e3903284dab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79dee1fc-4735-4d87-a12d-e47b11b598c0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:00.568428 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b35bd91e-6236-4915-b8a1-145f62330d99 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.576991 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea779cd9-a6f0-40a5-845b-e3903284dab9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.583968 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ea779cd9-a6f0-40a5-845b-e3903284dab9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/79dee1fc-4735-4d87-a12d-e47b11b598c0 HTTP/1.1" status: 204 len: 168 time: 0.3044772 Nov 09 00:18:00.584334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45054) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:00.606313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967283a4-bfc5-4fca-a052-b053c6c82912 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ff73cf-1dd9-404c-81d2-d708039cb889,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:00.639486 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.665867 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.677315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b35bd91e-6236-4915-b8a1-145f62330d99 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.683398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35bd91e-6236-4915-b8a1-145f62330d99 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:00.684182 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b35bd91e-6236-4915-b8a1-145f62330d99 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.714910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-f4eb341a-90b5-4bbf-85a8-5260a0bca899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:00.716707 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-f4eb341a-90b5-4bbf-85a8-5260a0bca899 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30996a77303e4b508c0cc62bc664df64&device_id=5dfb6d3a-c952-41e2-b639-e487fa7ada74 HTTP/1.1" status: 200 len: 1094 time: 0.1761253 Nov 09 00:18:00.765433 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.778084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Network 32280605-09f4-494c-9d83-cfd5a49e7a02 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:00.788317 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8de3d7c-db80-4639-ac7d-62eafd6a3887']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:00.798890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccd1b5d-1c19-4933-8b35-c487d4033a07') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:00.799190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccd1b5d-1c19-4933-8b35-c487d4033a07') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:00.810459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.816125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b35bd91e-6236-4915-b8a1-145f62330d99 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7373059 Nov 09 00:18:00.817002 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45058) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:00.823998 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b4a6b140-e23c-46ab-b0e8-e41abbeb1a83 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': 'ad8cf083-c53f-42c7-98ee-944edf64b950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:00.841631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.847307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:00.849855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Pushing event updated for resources: {'Port': ['ID=60ec51eb-bb58-4531-bd56-a37183aeae6e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:00.857513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:18:00.857926 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:18:00.859682 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:18:00.863837 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-be8b5980-0b3c-4b82-b366-c7b1c010c65e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4ff73cf-1dd9-404c-81d2-d708039cb889 HTTP/1.1" status: 200 len: 217 time: 0.1236057 Nov 09 00:18:00.865374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:00.910401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bd91e-6236-4915-b8a1-145f62330d99 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Network': ['ID=ad8cf083-c53f-42c7-98ee-944edf64b950,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:00.923416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network ad8cf083-c53f-42c7-98ee-944edf64b950 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:18:00.965377 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9589c69-ec04-4a6a-87ef-2aa0b3ffc373 req-35b8896b-3196-4099-8139-658a649c7e17 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:00.974352 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9589c69-ec04-4a6a-87ef-2aa0b3ffc373 req-35b8896b-3196-4099-8139-658a649c7e17 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 931 time: 0.2515137 Nov 09 00:18:00.991379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:00.995586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:00.996229 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.000883 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.006933 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] 10.222.0.25 "DELETE /v2.0/networks/c8de3d7c-db80-4639-ac7d-62eafd6a3887 HTTP/1.1" status: 204 len: 168 time: 0.4191868 Nov 09 00:18:01.021705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a6b140-e23c-46ab-b0e8-e41abbeb1a83 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:01.027008 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b4a6b140-e23c-46ab-b0e8-e41abbeb1a83 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.027374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-587353c7-1e94-4bc9-95fe-84684d8cfb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:01.028992 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-587353c7-1e94-4bc9-95fe-84684d8cfb7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ed52b68-50d6-43a8-a928-368df0d1fe36 HTTP/1.1" status: 200 len: 853 time: 0.1519661 Nov 09 00:18:01.035012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc1b23-2978-4940-85e6-33abae97310f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8de3d7c-db80-4639-ac7d-62eafd6a3887,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:01.066425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fadca3dd-3f31-4bf8-a287-08e19f14771d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8090780 Nov 09 00:18:01.086018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-c8897144-d1fd-478c-9a34-507e886003dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32280605-09f4-494c-9d83-cfd5a49e7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359571 Nov 09 00:18:01.099622 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9589c69-ec04-4a6a-87ef-2aa0b3ffc373 req-a4fd2ad6-5a8b-4c6e-9aeb-f021dc6703b8 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242523 Nov 09 00:18:01.112172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Request body: {'port': {'device_id': 'c894f077-7c2c-4baa-954a-2be833d6747f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:01.189741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45064) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:01.235448 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.278670 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4477fab8-ab88-405a-9b9f-8569f7e65dc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04262a18ab834578a7ad2d646a65afaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0877454 Nov 09 00:18:01.290717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45070) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:01.350258 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2e9150a-aba0-46fe-8749-3e9e8507afb1 req-abec33bf-f0c5-47b3-9a07-6c545dd33d86 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0980237 Nov 09 00:18:01.358407 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-fd2a396f-2af7-44c2-a589-c3d13b469a16 service neutron] 10.222.0.11 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431817 Nov 09 00:18:01.379718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d14529ba-a53c-40fc-8042-84a812dcb957 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:01.420205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: d14529ba-a53c-40fc-8042-84a812dcb957 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:18:01.420447 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94671234-1cd3-4cfb-b11d-d31d4449a611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.420759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d14529ba-a53c-40fc-8042-84a812dcb957 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:18:01.422627 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b4a6b140-e23c-46ab-b0e8-e41abbeb1a83 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.479095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94671234-1cd3-4cfb-b11d-d31d4449a611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.508856 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6b140-e23c-46ab-b0e8-e41abbeb1a83 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Subnet': ['ID=e8cf45b7-c62a-4375-86f1-d5de70048f30,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:01.539947 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a6b140-e23c-46ab-b0e8-e41abbeb1a83 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Checking segment: {'id': 'f1922fae-ac28-4114-8711-df6a6c821fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ad8cf083-c53f-42c7-98ee-944edf64b950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:18:01.540197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a6b140-e23c-46ab-b0e8-e41abbeb1a83 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network hostable DHCP agents. Network: ad8cf083-c53f-42c7-98ee-944edf64b950, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:18:01.563011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a6b140-e23c-46ab-b0e8-e41abbeb1a83 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network ad8cf083-c53f-42c7-98ee-944edf64b950 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:18:01.567667 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94671234-1cd3-4cfb-b11d-d31d4449a611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.573418 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94671234-1cd3-4cfb-b11d-d31d4449a611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.576942 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-94671234-1cd3-4cfb-b11d-d31d4449a611 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f1007d8-3ae5-430f-84fc-2c27cc10ccb4 HTTP/1.1" status: 204 len: 168 time: 0.2807436 Nov 09 00:18:01.595589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94671234-1cd3-4cfb-b11d-d31d4449a611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1007d8-3ae5-430f-84fc-2c27cc10ccb4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:01.597364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b4a6b140-e23c-46ab-b0e8-e41abbeb1a83 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, ad8cf083-c53f-42c7-98ee-944edf64b950) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:01.602111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6b140-e23c-46ab-b0e8-e41abbeb1a83 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:01.602402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b4a6b140-e23c-46ab-b0e8-e41abbeb1a83 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.622751 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b4a6b140-e23c-46ab-b0e8-e41abbeb1a83 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8047016 Nov 09 00:18:01.625454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45076) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:01.631146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62267b44-0a93-4a0a-95b9-a8eeb5922b8d None None] Network ad8cf083-c53f-42c7-98ee-944edf64b950 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:01.634181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7991e05c-728b-451c-b564-ca2c94358fb6 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-204297340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:01.640887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-56b81349-e030-43cd-b769-85b12d291772 service neutron] 10.222.0.11 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744618 Nov 09 00:18:01.688550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7991e05c-728b-451c-b564-ca2c94358fb6 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.689944 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7991e05c-728b-451c-b564-ca2c94358fb6 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.777759 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7991e05c-728b-451c-b564-ca2c94358fb6 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.785827 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7991e05c-728b-451c-b564-ca2c94358fb6 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.831622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7991e05c-728b-451c-b564-ca2c94358fb6 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:01.840118 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7991e05c-728b-451c-b564-ca2c94358fb6 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2089953 Nov 09 00:18:01.840118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45078) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:01.871358 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'network_id': 'ad8cf083-c53f-42c7-98ee-944edf64b950', 'name': 'tempest-PortsTestJSON-1493016092'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:01.873302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5a539-a8c6-4017-9d8a-f6ab8bf97ce6 req-81689d78-93f6-40f5-a763-05fb655d4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:01.875112 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7f5a539-a8c6-4017-9d8a-f6ab8bf97ce6 req-81689d78-93f6-40f5-a763-05fb655d4646 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30996a77303e4b508c0cc62bc664df64&device_id=5dfb6d3a-c952-41e2-b639-e487fa7ada74 HTTP/1.1" status: 200 len: 1094 time: 0.1800656 Nov 09 00:18:01.903229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ec51eb-bb58-4531-bd56-a37183aeae6e {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:18:01.932806 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:02.000029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-ad8cf083-c53f-42c7-98ee-944edf64b950', 'network_id': 'ad8cf083-c53f-42c7-98ee-944edf64b950', 'tenant_id': '16efdbc20c354699a3da23bce3b0f15b', 'fixed_ips': [{'subnet_id': 'e8cf45b7-c62a-4375-86f1-d5de70048f30'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:18:02.002445 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:02.014809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dde613-5283-4b57-a479-2f94c3c6aacf req-475b5bbd-9bfd-4d91-9551-e72d66420595 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:02.023453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a3dde613-5283-4b57-a479-2f94c3c6aacf req-475b5bbd-9bfd-4d91-9551-e72d66420595 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.2235925 Nov 09 00:18:02.068954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Transition to ACTIVE for port object 60ec51eb-bb58-4531-bd56-a37183aeae6e will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:18:02.084546 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:02.109119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:02.123562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:02.140463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f2860dca-9d76-4da5-a6b3-2af1cc0b2051 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:02.153405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port 09867610-a674-40f6-9917-faf7f0c504eb yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:18:02.245251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: f2860dca-9d76-4da5-a6b3-2af1cc0b2051 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:18:02.245710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f2860dca-9d76-4da5-a6b3-2af1cc0b2051 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:18:02.310816 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a3dde613-5283-4b57-a479-2f94c3c6aacf req-ed7b12b1-7310-46ed-8ef0-d81129d9740e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860255 Nov 09 00:18:02.318248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Allocated IP 172.20.0.2 (ad8cf083-c53f-42c7-98ee-944edf64b950/e8cf45b7-c62a-4375-86f1-d5de70048f30/199b1ddf-cdc2-4715-b2a6-cec2624cbf6c) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:02.327383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5a539-a8c6-4017-9d8a-f6ab8bf97ce6 req-c9c5299d-e01f-4c66-8183-f27eb8818220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:02.329375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7f5a539-a8c6-4017-9d8a-f6ab8bf97ce6 req-c9c5299d-e01f-4c66-8183-f27eb8818220 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32280605-09f4-494c-9d83-cfd5a49e7a02 HTTP/1.1" status: 200 len: 913 time: 0.4434230 Nov 09 00:18:02.625713 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:02.634153 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:02.681513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Network ad8cf083-c53f-42c7-98ee-944edf64b950 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:02.684533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:02.687632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:02.707504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Pushing event updated for resources: {'Port': ['ID=199b1ddf-cdc2-4715-b2a6-cec2624cbf6c,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:02.750494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.4 (ad8cf083-c53f-42c7-98ee-944edf64b950/e8cf45b7-c62a-4375-86f1-d5de70048f30/09867610-a674-40f6-9917-faf7f0c504eb) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:02.798517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Attempting to bind port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:18:02.798877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Attempting to bind port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f1922fae-ac28-4114-8711-df6a6c821fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ad8cf083-c53f-42c7-98ee-944edf64b950'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:18:02.799248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Attempting to bind port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c on network ad8cf083-c53f-42c7-98ee-944edf64b950 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:02.806820 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:18:02.807065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Checking segment: {'id': 'f1922fae-ac28-4114-8711-df6a6c821fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ad8cf083-c53f-42c7-98ee-944edf64b950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:18:02.807338 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:02.807739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Bound using segment: {'id': 'f1922fae-ac28-4114-8711-df6a6c821fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ad8cf083-c53f-42c7-98ee-944edf64b950'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:18:02.808213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Bound port: 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1922fae-ac28-4114-8711-df6a6c821fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ad8cf083-c53f-42c7-98ee-944edf64b950'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:18:02.808598 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:02.878000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] For port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:18:02.881516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] For port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=199b1ddf-cdc2-4715-b2a6-cec2624cbf6c,segment=NetworkSegment(f1922fae-ac28-4114-8711-df6a6c821fcb),segment_id=f1922fae-ac28-4114-8711-df6a6c821fcb)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:18:02.887042 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:02.905937 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7f5a539-a8c6-4017-9d8a-f6ab8bf97ce6 req-976fe9a8-3316-4bc5-b0d9-5e56b2377419 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4ff73cf-1dd9-404c-81d2-d708039cb889 HTTP/1.1" status: 200 len: 217 time: 0.5620468 Nov 09 00:18:02.922259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Pushing event updated for resources: {'Port': ['ID=60ec51eb-bb58-4531-bd56-a37183aeae6e,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:02.949026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Attempting to bind port 60ec51eb-bb58-4531-bd56-a37183aeae6e on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:18:02.949385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Attempting to bind port 60ec51eb-bb58-4531-bd56-a37183aeae6e by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:18:02.949722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Attempting to bind port 60ec51eb-bb58-4531-bd56-a37183aeae6e on network 32280605-09f4-494c-9d83-cfd5a49e7a02 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:02.958973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dd35a-f5f2-41c6-b985-5decdce2feb7 req-24c75204-1df2-4c17-88ea-6546cf44bc15 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:02.967312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e3dd35a-f5f2-41c6-b985-5decdce2feb7 req-24c75204-1df2-4c17-88ea-6546cf44bc15 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 943 time: 0.7314281 Nov 09 00:18:02.978471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:02.982817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012752-3301-42ff-bcc8-48e4a53e8ac2 None None] Pushing event updated for resources: {'Port': ['ID=199b1ddf-cdc2-4715-b2a6-cec2624cbf6c,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:03.027267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5a539-a8c6-4017-9d8a-f6ab8bf97ce6 req-a3b2935b-26fe-4553-92a6-4cc1dd610d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:03.028786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7f5a539-a8c6-4017-9d8a-f6ab8bf97ce6 req-a3b2935b-26fe-4553-92a6-4cc1dd610d7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ed52b68-50d6-43a8-a928-368df0d1fe36 HTTP/1.1" status: 200 len: 853 time: 0.0838571 Nov 09 00:18:03.057327 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:03.092204 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b616040f-559d-4c37-ba31-94acec260d8e req-2099c126-6e1c-4005-bc8b-9f0a7b262ab9 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.2490506 Nov 09 00:18:03.124427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7f5a539-a8c6-4017-9d8a-f6ab8bf97ce6 req-a8b923dc-3554-4553-b226-51be0c5a3023 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32280605-09f4-494c-9d83-cfd5a49e7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416367 Nov 09 00:18:03.125005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Port 60ec51eb-bb58-4531-bd56-a37183aeae6e on network 32280605-09f4-494c-9d83-cfd5a49e7a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:18:03.125329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Attempting to bind port 60ec51eb-bb58-4531-bd56-a37183aeae6e on network 32280605-09f4-494c-9d83-cfd5a49e7a02 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:03.172205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:18:03.172527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Checking segment: {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:18:03.172913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Bound using segment: {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:18:03.173395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Bound port: 60ec51eb-bb58-4531-bd56-a37183aeae6e, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daffbcc8-0d89-4127-a1ed-fafce277e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:18:03.173727 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:03.203231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=09867610-a674-40f6-9917-faf7f0c504eb,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:03.215471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network ad8cf083-c53f-42c7-98ee-944edf64b950 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:03.217937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:03.224482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:03.298097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e3dd35a-f5f2-41c6-b985-5decdce2feb7 req-683f3867-a525-47fe-81a2-15ea0841c5b1 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298614 Nov 09 00:18:03.335332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:03.336835 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:03.383271 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6cd053a5-bb18-4d90-a087-2d56b4b39670 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5384912 Nov 09 00:18:03.384336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45118) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:03.526831 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] For port 60ec51eb-bb58-4531-bd56-a37183aeae6e, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:18:03.545701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7f5a539-a8c6-4017-9d8a-f6ab8bf97ce6 req-c701d497-d4d1-47a4-b132-bd21cb869b9b service neutron] 10.222.0.11 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115422 Nov 09 00:18:03.549125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] For port 60ec51eb-bb58-4531-bd56-a37183aeae6e, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=60ec51eb-bb58-4531-bd56-a37183aeae6e,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:18:03.581533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:03.595982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a887f80-5001-44e6-9df7-29134cfbba79 req-3391ebd3-2610-4a4b-b3d0-20b3055d73fa tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:03.597689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a887f80-5001-44e6-9df7-29134cfbba79 req-3391ebd3-2610-4a4b-b3d0-20b3055d73fa tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.1362946 Nov 09 00:18:03.598856 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:03.660324 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:03.660935 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:03.776914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:03.777732 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:03.779032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] 10.222.0.30 "PUT /v2.0/ports/60ec51eb-bb58-4531-bd56-a37183aeae6e HTTP/1.1" status: 200 len: 1091 time: 2.6725810 Nov 09 00:18:03.782440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c894f077-7c2c-4baa-954a-2be833d6747f', 'tag': '60ec51eb-bb58-4531-bd56-a37183aeae6e'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:03.784963 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaf5684-8468-4ae6-8707-62e6185c1e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c894f077-7c2c-4baa-954a-2be833d6747f", "tag": "60ec51eb-bb58-4531-bd56-a37183aeae6e"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:03.820222 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:03.873508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d829c-bfb6-4c18-9e5f-5a2cf8428a85 service neutron] Pushing event updated for resources: {'Port': ['ID=60ec51eb-bb58-4531-bd56-a37183aeae6e,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:03.889773 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=199b1ddf-cdc2-4715-b2a6-cec2624cbf6c,segment=NetworkSegment(f1922fae-ac28-4114-8711-df6a6c821fcb),segment_id=f1922fae-ac28-4114-8711-df6a6c821fcb)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:03.895239 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:03.911387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a887f80-5001-44e6-9df7-29134cfbba79 req-a1ad64e3-156f-4acd-9b11-0625d0cc8282 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416234 Nov 09 00:18:03.934381 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd61fd22-b9fd-4f61-88e2-d1f76a33eb86 req-7ba03ed2-bdab-4393-98f1-b2c7415bf7eb tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5eafa0-58ea-4994-b4b3-b4f83af3f723 HTTP/1.1" status: 200 len: 210 time: 0.0577095 Nov 09 00:18:03.942502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7f5a539-a8c6-4017-9d8a-f6ab8bf97ce6 req-35e759ca-6686-4d1e-8cca-8adf697d4e8d service neutron] 10.222.0.11 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819687 Nov 09 00:18:03.969005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-254551c2-fe36-48a6-b580-e55872e131e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:03.970596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-254551c2-fe36-48a6-b580-e55872e131e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30996a77303e4b508c0cc62bc664df64&device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 1094 time: 0.1277039 Nov 09 00:18:04.026472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4881ab67-656f-416e-bb79-b6eb01e2ad68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60ec51eb-bb58-4531-bd56-a37183aeae6e HTTP/1.1" status: 200 len: 217 time: 0.0459135 Nov 09 00:18:04.035531 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=199b1ddf-cdc2-4715-b2a6-cec2624cbf6c,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:04.110837 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448213be-71c1-4165-a23d-53d828274314 x-openstack-request-id: req-448213be-71c1-4165-a23d-53d828274314 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:04.111378 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c894f077-7c2c-4baa-954a-2be833d6747f", "tag": "60ec51eb-bb58-4531-bd56-a37183aeae6e", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:04.111840 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-448213be-71c1-4165-a23d-53d828274314 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:04.112249 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c894f077-7c2c-4baa-954a-2be833d6747f', 'tag': '60ec51eb-bb58-4531-bd56-a37183aeae6e', 'status': 'completed', 'code': 200} Nov 09 00:18:04.174761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-07d08d83-4803-4ff4-a6d8-1df3b471c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:04.176885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-07d08d83-4803-4ff4-a6d8-1df3b471c250 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ed52b68-50d6-43a8-a928-368df0d1fe36 HTTP/1.1" status: 200 len: 853 time: 0.1424749 Nov 09 00:18:04.246156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-4d4b4499-9cb9-4bbf-8152-5792ac953281 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32280605-09f4-494c-9d83-cfd5a49e7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551007 Nov 09 00:18:04.260042 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:04.427111 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d74bfa3-3d86-4e6c-874c-481045fad745 req-4ef24477-2be8-406a-a94e-a8a48f90588c tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.1948342 Nov 09 00:18:04.529795 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61d1ec16-6aef-458a-a6ac-349352bd79bd req-f8ab47c1-3249-4be4-8b08-4300df6fbc6b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1796126 Nov 09 00:18:04.542369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-68b386dc-78e2-479d-ae24-90ff38e92760 service neutron] 10.222.0.30 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872343 Nov 09 00:18:04.581088 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b1e09-3163-49d9-aed5-6410c18e3b4f req-9ad2cdef-1201-4d5f-8ae1-ea92d582fb91 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:04.582753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-856b1e09-3163-49d9-aed5-6410c18e3b4f req-9ad2cdef-1201-4d5f-8ae1-ea92d582fb91 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 943 time: 0.1757305 Nov 09 00:18:04.718952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd7e4d3-40f2-4026-80e0-239826e872b1 None None] Network ad8cf083-c53f-42c7-98ee-944edf64b950 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:04.795072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04713a09-baf5-4604-af1c-eed20eee0c5b req-e5df0f39-f430-4f07-83b7-ae5392bd36b3 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0852718 Nov 09 00:18:04.863030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c92764-00a4-4864-97b2-cfc8d24f2584 req-09eb2550-7a24-403f-96e2-42fe2a9336fc service neutron] 10.222.0.30 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156574 Nov 09 00:18:04.880695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1ec16-6aef-458a-a6ac-349352bd79bd req-c5101734-c6b3-4283-a074-af2bde885be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:04.896159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61d1ec16-6aef-458a-a6ac-349352bd79bd req-c5101734-c6b3-4283-a074-af2bde885be7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 1096 time: 0.3294499 Nov 09 00:18:04.910794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cc86554c-6514-4ac9-9fd5-e64ab1475b65 None None] Provisioning complete for port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:04.912805 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc86554c-6514-4ac9-9fd5-e64ab1475b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:04.915519 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-856b1e09-3163-49d9-aed5-6410c18e3b4f req-24cdd0ce-74b7-414c-91d7-4c81edb4dcff tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155246 Nov 09 00:18:04.969858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device d4ff73cf-1dd9-404c-81d2-d708039cb889 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:18:05.105953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1ec16-6aef-458a-a6ac-349352bd79bd req-c95e6c10-9542-4d19-a28b-2676bcb9ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:05.107612 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61d1ec16-6aef-458a-a6ac-349352bd79bd req-c95e6c10-9542-4d19-a28b-2676bcb9ed1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 915 time: 0.1605148 Nov 09 00:18:05.208853 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61d1ec16-6aef-458a-a6ac-349352bd79bd req-4325a1cd-1157-4aaa-b603-faf6e11693ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 HTTP/1.1" status: 200 len: 217 time: 0.0893440 Nov 09 00:18:05.254113 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port d4ff73cf-1dd9-404c-81d2-d708039cb889, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=d4ff73cf-1dd9-404c-81d2-d708039cb889,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:05.265848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1ec16-6aef-458a-a6ac-349352bd79bd req-de841801-788b-4aad-b087-9f19f7566c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:05.267254 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61d1ec16-6aef-458a-a6ac-349352bd79bd req-de841801-788b-4aad-b087-9f19f7566c32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4 HTTP/1.1" status: 200 len: 855 time: 0.0503993 Nov 09 00:18:05.273275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'd4ff73cf-1dd9-404c-81d2-d708039cb889', 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02', 'port_id': 'd4ff73cf-1dd9-404c-81d2-d708039cb889', 'mac_address': 'fa:16:3e:d3:23:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed52b68-50d6-43a8-a928-368df0d1fe36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:18:05.296198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf5684-8468-4ae6-8707-62e6185c1e5a req-c8dc48c6-24f5-4ef8-a43d-85ed5abbdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:05.298597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0aaf5684-8468-4ae6-8707-62e6185c1e5a req-c8dc48c6-24f5-4ef8-a43d-85ed5abbdf81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30996a77303e4b508c0cc62bc664df64&device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 1094 time: 0.1887145 Nov 09 00:18:05.329939 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:05.339062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61d1ec16-6aef-458a-a6ac-349352bd79bd req-34dba9e3-20fd-4353-9b37-32b6063fdc30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce22d967-e911-46ef-a648-671d86d24c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620244 Nov 09 00:18:05.348262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ff73cf-1dd9-404c-81d2-d708039cb889 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:18:05.361872 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:05.373306 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:05.374198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port d4ff73cf-1dd9-404c-81d2-d708039cb889, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=d4ff73cf-1dd9-404c-81d2-d708039cb889,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:05.380270 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:05.447624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=d4ff73cf-1dd9-404c-81d2-d708039cb889,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:05.450740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:05.484735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a67e44-f22d-44b7-af9c-2094b3d22fa2 req-f678bf72-9b22-4c57-9fd8-a8bdda6f2e47 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:05.506907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a67e44-f22d-44b7-af9c-2094b3d22fa2 req-f678bf72-9b22-4c57-9fd8-a8bdda6f2e47 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.3978646 Nov 09 00:18:05.508657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:05.509241 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:05.516006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=09867610-a674-40f6-9917-faf7f0c504eb,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:05.717138 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['d4ff73cf-1dd9-404c-81d2-d708039cb889'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:18:05.762761 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84672c19-0629-40cf-b615-a5078f114ff5 req-53b5f29b-3025-4542-a5fa-aa990fbb4eaa tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.1105220 Nov 09 00:18:05.809857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-08e5c87f-4280-4b06-8dee-326ac656ce3b None None] Provisioning complete for port 09867610-a674-40f6-9917-faf7f0c504eb triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:05.810881 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-08e5c87f-4280-4b06-8dee-326ac656ce3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:05.860096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:05.895772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a67e44-f22d-44b7-af9c-2094b3d22fa2 req-03873962-a164-4c11-b465-3c22c2479f0b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734157 Nov 09 00:18:05.899592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-08e5c87f-4280-4b06-8dee-326ac656ce3b None None] Port 09867610-a674-40f6-9917-faf7f0c504eb cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:05.920634 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-08e5c87f-4280-4b06-8dee-326ac656ce3b None None] Provisioning complete for port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:05.921092 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-08e5c87f-4280-4b06-8dee-326ac656ce3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:05.931549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61d1ec16-6aef-458a-a6ac-349352bd79bd req-4947fe30-12dd-4318-a928-56334e2913a0 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757210 Nov 09 00:18:05.932885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf5684-8468-4ae6-8707-62e6185c1e5a req-e1939632-b9e8-404d-be2e-ad948d54b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:05.934431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0aaf5684-8468-4ae6-8707-62e6185c1e5a req-e1939632-b9e8-404d-be2e-ad948d54b1fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=32280605-09f4-494c-9d83-cfd5a49e7a02 HTTP/1.1" status: 200 len: 913 time: 0.6023877 Nov 09 00:18:06.111872 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:06.152448 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0aaf5684-8468-4ae6-8707-62e6185c1e5a req-f30b2b2b-8188-4cbb-945f-5c6170f9fd71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60ec51eb-bb58-4531-bd56-a37183aeae6e HTTP/1.1" status: 200 len: 217 time: 0.2092667 Nov 09 00:18:06.274208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8e10f91d-e383-44cb-84a9-77ee1d7dbfc3 None None] Provisioning complete for port 09867610-a674-40f6-9917-faf7f0c504eb triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:06.274717 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e10f91d-e383-44cb-84a9-77ee1d7dbfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:06.292055 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61d1ec16-6aef-458a-a6ac-349352bd79bd req-5a3bfc0b-86f3-4cad-9e04-79ba2fef9003 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503141 Nov 09 00:18:06.335627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fffb1b7-6c84-4113-a233-b04ec5eab229 req-2252a63e-a5f8-4fa6-8c9c-754d30beaa68 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.3669505 Nov 09 00:18:06.373922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8e10f91d-e383-44cb-84a9-77ee1d7dbfc3 None None] Port 09867610-a674-40f6-9917-faf7f0c504eb cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:06.421886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfddc2-35c2-4bf7-9c35-00f72d42f374 req-78d9a9f5-f1a3-42ee-9242-6fbfe1c8e3f0 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:06.424941 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-becfddc2-35c2-4bf7-9c35-00f72d42f374 req-78d9a9f5-f1a3-42ee-9242-6fbfe1c8e3f0 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 943 time: 0.3582630 Nov 09 00:18:06.451476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf5684-8468-4ae6-8707-62e6185c1e5a req-b87393da-8fa5-4276-a221-02439eddb562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:06.452960 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0aaf5684-8468-4ae6-8707-62e6185c1e5a req-b87393da-8fa5-4276-a221-02439eddb562 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ed52b68-50d6-43a8-a928-368df0d1fe36 HTTP/1.1" status: 200 len: 853 time: 0.1600084 Nov 09 00:18:06.490376 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:06.494226 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0aaf5684-8468-4ae6-8707-62e6185c1e5a req-6e8a1941-8fb2-43ca-948c-7ec2af6ea3b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32280605-09f4-494c-9d83-cfd5a49e7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277352 Nov 09 00:18:06.496759 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:06.501087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4a3a52fb-0181-4703-ad36-b44e7ae55ee5 None None] Provisioning complete for port 09867610-a674-40f6-9917-faf7f0c504eb triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:06.502152 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4a3a52fb-0181-4703-ad36-b44e7ae55ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:06.519876 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-becfddc2-35c2-4bf7-9c35-00f72d42f374 req-d5c8efef-fa46-46b1-a818-d49d84ce0edf tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879097 Nov 09 00:18:06.555183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a52fb-0181-4703-ad36-b44e7ae55ee5 None None] Port 09867610-a674-40f6-9917-faf7f0c504eb cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:06.585902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=09867610-a674-40f6-9917-faf7f0c504eb,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:06.588952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:06.627419 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0aaf5684-8468-4ae6-8707-62e6185c1e5a req-3ee7bc77-b3e0-4dc2-86d1-63b258c35239 service neutron] 10.222.0.30 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196709 Nov 09 00:18:06.682966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network ad8cf083-c53f-42c7-98ee-944edf64b950 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:06.684469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:06.741083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0aaf5684-8468-4ae6-8707-62e6185c1e5a req-9d8598c9-ad83-49f1-bd38-580429f73444 service neutron] 10.222.0.30 "GET /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049881 Nov 09 00:18:06.844274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Router 6a2f5903-4010-421a-ac39-d528446ca7bf is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:18:06.880021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a73cf740-f31b-421f-a546-184c98f2e975 req-0a6cc7b2-9f02-44da-9ea6-63ff756722b6 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0273211 Nov 09 00:18:06.949040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device d4ff73cf-1dd9-404c-81d2-d708039cb889 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:06.957914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:18:06.970507 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aeff7fa0-77e7-4b95-8a4d-b377dd141078 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "PUT /v2.0/routers/6a2f5903-4010-421a-ac39-d528446ca7bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5857220 Nov 09 00:18:06.971511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45190) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:06.972030 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8eb3e6-d711-489a-9ce0-b874b016fe24 None None] Sync routers for ids ['6a2f5903-4010-421a-ac39-d528446ca7bf'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:18:06.988226 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88b51b99-1a83-4e75-be51-e6baf3832a3b req-fef68997-e342-417b-9db4-a65372553f02 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd5eafa0-58ea-4994-b4b3-b4f83af3f723 HTTP/1.1" status: 200 len: 210 time: 0.0377903 Nov 09 00:18:06.993687 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8eb3e6-d711-489a-9ce0-b874b016fe24 None None] Routers {'6a2f5903-4010-421a-ac39-d528446ca7bf'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:18:06.994243 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3b8eb3e6-d711-489a-9ce0-b874b016fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:17:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['6a2f5903-4010-421a-ac39-d528446ca7bf'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:07.025087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4123db34-b10b-4fcc-9ccc-62ce6828d230 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:07.026862 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4123db34-b10b-4fcc-9ccc-62ce6828d230 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2f5903-4010-421a-ac39-d528446ca7bf HTTP/1.1" status: 200 len: 982 time: 0.0543821 Nov 09 00:18:07.029629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45192) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:07.034331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b201468-af90-445c-a54d-857e10cb66ee req-ac861c5a-c238-4ccb-b1e6-a69a05601f6d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:07.037437 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b201468-af90-445c-a54d-857e10cb66ee req-ac861c5a-c238-4ccb-b1e6-a69a05601f6d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.0792465 Nov 09 00:18:07.037985 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3b8eb3e6-d711-489a-9ce0-b874b016fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:07.047359 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8eb3e6-d711-489a-9ce0-b874b016fe24 None None] Routers {'6a2f5903-4010-421a-ac39-d528446ca7bf'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:18:07.047962 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3b8eb3e6-d711-489a-9ce0-b874b016fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:17:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['6a2f5903-4010-421a-ac39-d528446ca7bf'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:07.050840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d0069162-7d80-45e6-962a-2ee881b6698c None None] Provisioning complete for port 09867610-a674-40f6-9917-faf7f0c504eb triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:07.051459 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0069162-7d80-45e6-962a-2ee881b6698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:07.096108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d0069162-7d80-45e6-962a-2ee881b6698c None None] Port 09867610-a674-40f6-9917-faf7f0c504eb cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:07.102604 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port d4ff73cf-1dd9-404c-81d2-d708039cb889 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:18:07.107845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port d4ff73cf-1dd9-404c-81d2-d708039cb889 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:07.109678 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b201468-af90-445c-a54d-857e10cb66ee req-dc230090-fadf-4164-9424-cfcaf8c4054f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649037 Nov 09 00:18:07.116146 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:07.175716 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3b8eb3e6-d711-489a-9ce0-b874b016fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:07.176366 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8eb3e6-d711-489a-9ce0-b874b016fe24 None None] The sync data for ids ['6a2f5903-4010-421a-ac39-d528446ca7bf'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:18:07.217770 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:07.239453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfb6d3a-c952-41e2-b639-e487fa7ada74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ff73cf-1dd9-404c-81d2-d708039cb889'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:07.241921 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a1d79a-1539-434b-a97c-06564c4b52a0" -d '{"events": [{"server_uuid": "5dfb6d3a-c952-41e2-b639-e487fa7ada74", "name": "network-vif-plugged", "status": "completed", "tag": "d4ff73cf-1dd9-404c-81d2-d708039cb889"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:07.255470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port d4ff73cf-1dd9-404c-81d2-d708039cb889, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=d4ff73cf-1dd9-404c-81d2-d708039cb889,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:07.261664 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:07.286173 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245d1089-1cda-47af-9df0-5e06c2ffcc05 x-openstack-request-id: req-245d1089-1cda-47af-9df0-5e06c2ffcc05 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:07.286465 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfb6d3a-c952-41e2-b639-e487fa7ada74", "name": "network-vif-plugged", "status": "completed", "tag": "d4ff73cf-1dd9-404c-81d2-d708039cb889", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:07.286716 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-245d1089-1cda-47af-9df0-5e06c2ffcc05 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:07.287103 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfb6d3a-c952-41e2-b639-e487fa7ada74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ff73cf-1dd9-404c-81d2-d708039cb889', 'code': 200} Nov 09 00:18:07.316275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=d4ff73cf-1dd9-404c-81d2-d708039cb889,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:07.388443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00040d69-2405-4478-8456-fb73da9008ed req-7e8fa40c-d9bd-4580-a231-8af7bd431897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:07.390287 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00040d69-2405-4478-8456-fb73da9008ed req-7e8fa40c-d9bd-4580-a231-8af7bd431897 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5dfb6d3a-c952-41e2-b639-e487fa7ada74 HTTP/1.1" status: 200 len: 1096 time: 0.0422881 Nov 09 00:18:07.443728 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a15d7b8c-6662-45ff-a189-c209066e8453 req-8eb3cb21-89cb-42a5-8b89-5094ba40f07c tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0320179 Nov 09 00:18:07.474554 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00040d69-2405-4478-8456-fb73da9008ed req-e09feeca-b8a9-4349-8148-c8f631d6d7ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761707 Nov 09 00:18:07.507607 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9daf949-61a3-402e-b638-4d6fe6b3439c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:07.638650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf721cf-2ee3-485f-8062-1df76cfc4dda req-33ee1e52-41a2-4825-b76b-cec337eee291 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:07.640268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bf721cf-2ee3-485f-8062-1df76cfc4dda req-33ee1e52-41a2-4825-b76b-cec337eee291 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 943 time: 0.0497301 Nov 09 00:18:07.687903 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bf721cf-2ee3-485f-8062-1df76cfc4dda req-0b99f080-fbd0-41c5-b098-9b7b6ed3e88b tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Nov 09 00:18:07.721622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b9daf949-61a3-402e-b638-4d6fe6b3439c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 09867610-a674-40f6-9917-faf7f0c504eb {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:07.721955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9daf949-61a3-402e-b638-4d6fe6b3439c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:07.809241 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9daf949-61a3-402e-b638-4d6fe6b3439c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:07.822025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b9daf949-61a3-402e-b638-4d6fe6b3439c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 09867610-a674-40f6-9917-faf7f0c504eb owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:07.882910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7a65186-a70e-4ecb-a222-9699c230bbec req-579651db-e762-4b53-8a07-66ebdb321a81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0239058 Nov 09 00:18:07.986450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70268d0a-e9b0-417b-bbce-17f616fa6048 req-48041d3e-d627-4c40-9358-09621eda35ad tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0276232 Nov 09 00:18:08.000466 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9daf949-61a3-402e-b638-4d6fe6b3439c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:08.038665 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9daf949-61a3-402e-b638-4d6fe6b3439c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=09867610-a674-40f6-9917-faf7f0c504eb,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:08.138371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 60ec51eb-bb58-4531-bd56-a37183aeae6e details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:18:08.187077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9daf949-61a3-402e-b638-4d6fe6b3439c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:08.272093 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 60ec51eb-bb58-4531-bd56-a37183aeae6e, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=60ec51eb-bb58-4531-bd56-a37183aeae6e,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:08.283621 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf96b-5db3-45fa-b706-286e0c8cc98b req-25b8c4b6-14aa-46fc-8a01-a92f60c9d721 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:08.284998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '60ec51eb-bb58-4531-bd56-a37183aeae6e', 'network_id': '32280605-09f4-494c-9d83-cfd5a49e7a02', 'port_id': '60ec51eb-bb58-4531-bd56-a37183aeae6e', 'mac_address': 'fa:16:3e:b4:9e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed52b68-50d6-43a8-a928-368df0d1fe36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:18:08.285209 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c8cf96b-5db3-45fa-b706-286e0c8cc98b req-25b8c4b6-14aa-46fc-8a01-a92f60c9d721 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.0725410 Nov 09 00:18:08.326005 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:08.342019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ec51eb-bb58-4531-bd56-a37183aeae6e {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:18:08.358658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c8cf96b-5db3-45fa-b706-286e0c8cc98b req-68f87743-cc7f-4f5b-bd32-7733b7ff7ca1 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625601 Nov 09 00:18:08.363606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 60ec51eb-bb58-4531-bd56-a37183aeae6e, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=60ec51eb-bb58-4531-bd56-a37183aeae6e,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:08.371270 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:08.378921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9daf949-61a3-402e-b638-4d6fe6b3439c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Router 6a2f5903-4010-421a-ac39-d528446ca7bf has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:18:08.428843 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=60ec51eb-bb58-4531-bd56-a37183aeae6e,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:08.463092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9daf949-61a3-402e-b638-4d6fe6b3439c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:18:08.469755 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b9daf949-61a3-402e-b638-4d6fe6b3439c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "PUT /v2.0/routers/6a2f5903-4010-421a-ac39-d528446ca7bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4375179 Nov 09 00:18:08.470727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45208) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:08.473217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f0861a-8ec2-492f-abe7-e6bd296d1f2d None None] Sync routers for ids ['6a2f5903-4010-421a-ac39-d528446ca7bf'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:18:08.490374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0861a-8ec2-492f-abe7-e6bd296d1f2d None None] Routers {'6a2f5903-4010-421a-ac39-d528446ca7bf'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:18:08.491003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f5f0861a-8ec2-492f-abe7-e6bd296d1f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:17:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['6a2f5903-4010-421a-ac39-d528446ca7bf'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:08.497609 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6ad379-5db1-447b-a1cb-98de1b26a977 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:18:08.501836 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-da6ad379-5db1-447b-a1cb-98de1b26a977 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/09867610-a674-40f6-9917-faf7f0c504eb HTTP/1.1" status: 404 len: 333 time: 0.0301228 Nov 09 00:18:08.502195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45212) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:08.533564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f5f0861a-8ec2-492f-abe7-e6bd296d1f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:08.543221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0861a-8ec2-492f-abe7-e6bd296d1f2d None None] Routers {'6a2f5903-4010-421a-ac39-d528446ca7bf'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:18:08.543832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f5f0861a-8ec2-492f-abe7-e6bd296d1f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:17:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['6a2f5903-4010-421a-ac39-d528446ca7bf'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:08.590338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f5f0861a-8ec2-492f-abe7-e6bd296d1f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:08.590729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f0861a-8ec2-492f-abe7-e6bd296d1f2d None None] The sync data for ids ['6a2f5903-4010-421a-ac39-d528446ca7bf'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:18:08.673096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-099089af-5e2d-4c19-b938-db12b4e4ea4a req-a3f7ff43-a82f-43fb-8961-117b1b3014e5 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.1396360 Nov 09 00:18:08.677190 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ccf2060-7374-4d09-9919-35e0ca1dafcc tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:08.760914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['60ec51eb-bb58-4531-bd56-a37183aeae6e'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:18:09.151890 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ccf2060-7374-4d09-9919-35e0ca1dafcc tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.156264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-105ea99a-5530-4e4c-a614-44dfdb0f4d50 req-143e7f48-3cd5-4811-b8c2-0b944fa7ca91 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0627837 Nov 09 00:18:09.157554 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ccf2060-7374-4d09-9919-35e0ca1dafcc tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.168720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b54cd7-b4f6-4d12-9680-489b9ac6b62a req-65ae7dae-500f-4a56-a2c3-454afd368c20 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:09.170584 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69b54cd7-b4f6-4d12-9680-489b9ac6b62a req-65ae7dae-500f-4a56-a2c3-454afd368c20 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 944 time: 0.2099075 Nov 09 00:18:09.244243 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ccf2060-7374-4d09-9919-35e0ca1dafcc tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.244832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccf2060-7374-4d09-9919-35e0ca1dafcc tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Fanout notify agent at l3_agent the message router_deleted on router 6a2f5903-4010-421a-ac39-d528446ca7bf {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:18:09.253740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ccf2060-7374-4d09-9919-35e0ca1dafcc tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.255021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6ccf2060-7374-4d09-9919-35e0ca1dafcc tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/routers/6a2f5903-4010-421a-ac39-d528446ca7bf HTTP/1.1" status: 204 len: 168 time: 0.7518046 Nov 09 00:18:09.257672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45222) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:09.312242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69b54cd7-b4f6-4d12-9680-489b9ac6b62a req-54438926-3d40-4f55-98c5-48c371063c79 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198583 Nov 09 00:18:09.329488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-927d79a1-9f6d-4d2f-a39e-c31603086432 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting subnet e8cf45b7-c62a-4375-86f1-d5de70048f30 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:18:09.332700 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-927d79a1-9f6d-4d2f-a39e-c31603086432 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.372776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-927d79a1-9f6d-4d2f-a39e-c31603086432 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.485587 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-927d79a1-9f6d-4d2f-a39e-c31603086432 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.529949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacda2e-cafd-49e7-8553-c4c97391ca6f req-c6224df4-2192-49f7-895e-1b9ce6da4c75 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:09.531431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fcacda2e-cafd-49e7-8553-c4c97391ca6f req-c6224df4-2192-49f7-895e-1b9ce6da4c75 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.0886946 Nov 09 00:18:09.580097 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-927d79a1-9f6d-4d2f-a39e-c31603086432 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.619547 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d79a1-9f6d-4d2f-a39e-c31603086432 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Subnet': ['ID=e8cf45b7-c62a-4375-86f1-d5de70048f30,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:09.624770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fcacda2e-cafd-49e7-8553-c4c97391ca6f req-7affadae-0f85-47ec-9514-916f7aa8b435 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843816 Nov 09 00:18:09.629788 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-927d79a1-9f6d-4d2f-a39e-c31603086432 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.636549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-927d79a1-9f6d-4d2f-a39e-c31603086432 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/e8cf45b7-c62a-4375-86f1-d5de70048f30 HTTP/1.1" status: 204 len: 168 time: 0.3744059 Nov 09 00:18:09.636549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45228) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:09.637379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97455d54-1dd5-4f62-a8a2-8f794e35b664 None None] Network ad8cf083-c53f-42c7-98ee-944edf64b950 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:09.729750 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.793926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09e29f5d-1d3e-469a-a153-dbcff783f50b req-a3cb7e05-064e-4401-ba9e-3cef2b5dfd08 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0329497 Nov 09 00:18:09.814918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:09.815255 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.831033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79caa976-4db4-4d97-9d43-d3918d1cb7c5 None None] DHCP port deletion for ad8cf083-c53f-42c7-98ee-944edf64b950 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:18:09.881707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] For port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=199b1ddf-cdc2-4715-b2a6-cec2624cbf6c,segment=NetworkSegment(f1922fae-ac28-4114-8711-df6a6c821fcb),segment_id=f1922fae-ac28-4114-8711-df6a6c821fcb)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:09.882072 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.884228 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-79caa976-4db4-4d97-9d43-d3918d1cb7c5 None None] Deleting port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:09.884598 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-79caa976-4db4-4d97-9d43-d3918d1cb7c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.896956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:09.961266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-79caa976-4db4-4d97-9d43-d3918d1cb7c5 None None] For port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=199b1ddf-cdc2-4715-b2a6-cec2624cbf6c,segment=NetworkSegment(f1922fae-ac28-4114-8711-df6a6c821fcb),segment_id=f1922fae-ac28-4114-8711-df6a6c821fcb)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:09.961266 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-79caa976-4db4-4d97-9d43-d3918d1cb7c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:09.969542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-79caa976-4db4-4d97-9d43-d3918d1cb7c5 None None] Calling delete_port for 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:10.009853 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.035730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=199b1ddf-cdc2-4715-b2a6-cec2624cbf6c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:10.041852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No DVR routers for this DVR port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:10.107727 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-79caa976-4db4-4d97-9d43-d3918d1cb7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.141722 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79caa976-4db4-4d97-9d43-d3918d1cb7c5 None None] No DVR routers for this DVR port 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:10.148323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79caa976-4db4-4d97-9d43-d3918d1cb7c5 None None] Pushing event deleted for resources: {'Port': ['ID=199b1ddf-cdc2-4715-b2a6-cec2624cbf6c,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:10.154198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 60ec51eb-bb58-4531-bd56-a37183aeae6e up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:10.217731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 60ec51eb-bb58-4531-bd56-a37183aeae6e completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:18:10.222267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 60ec51eb-bb58-4531-bd56-a37183aeae6e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:10.222771 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.258692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-736a7f27-ae2d-4577-8eed-dbd1cf6f1911 req-9811a698-251e-4d7d-9a8e-eeb53c84a7ec tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0637944 Nov 09 00:18:10.260207 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.290554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8cf083-c53f-42c7-98ee-944edf64b950']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:10.311816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1922fae-ac28-4114-8711-df6a6c821fcb') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:10.312118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1922fae-ac28-4114-8711-df6a6c821fcb') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:10.325560 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.333931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dbae9053-e367-461f-aac4-0994fc48d187 req-2590a04e-22ef-4730-9dbf-dcd98ea2c511 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0403116 Nov 09 00:18:10.340119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.354750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c894f077-7c2c-4baa-954a-2be833d6747f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ec51eb-bb58-4531-bd56-a37183aeae6e'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:10.356668 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.357012 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb916f2-236f-4560-a4d1-1ba320fdfde4" -d '{"events": [{"server_uuid": "c894f077-7c2c-4baa-954a-2be833d6747f", "name": "network-vif-plugged", "status": "completed", "tag": "60ec51eb-bb58-4531-bd56-a37183aeae6e"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:10.365117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:18:10.365684 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:18:10.370623 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:18:10.373371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 60ec51eb-bb58-4531-bd56-a37183aeae6e, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=60ec51eb-bb58-4531-bd56-a37183aeae6e,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:10.378825 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.451096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=60ec51eb-bb58-4531-bd56-a37183aeae6e,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:10.494771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.499910 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.503329 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/networks/ad8cf083-c53f-42c7-98ee-944edf64b950 HTTP/1.1" status: 204 len: 168 time: 0.8644238 Nov 09 00:18:10.507271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45270) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:10.525018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a39c6d-cd36-487e-b224-11e6f64f411c tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Network': ['ID=ad8cf083-c53f-42c7-98ee-944edf64b950,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:10.547338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd773a6a-76e6-402a-95a7-33606891e428 req-bd17c246-b7bb-449b-8cb5-11b32ff42984 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:10.549810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd773a6a-76e6-402a-95a7-33606891e428 req-bd17c246-b7bb-449b-8cb5-11b32ff42984 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 945 time: 0.1005497 Nov 09 00:18:10.562808 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16f978f-cf9c-4309-a572-fa0dc82f84ff tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:10.564507 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b16f978f-cf9c-4309-a572-fa0dc82f84ff tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/e98dc203-350a-4f7f-90e2-71a1e7012bae HTTP/1.1" status: 200 len: 840 time: 0.0565093 Nov 09 00:18:10.568114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45274) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:10.580083 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9a783a-4ad6-484f-b2c0-3b5b171577dc x-openstack-request-id: req-7b9a783a-4ad6-484f-b2c0-3b5b171577dc {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:10.580619 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c894f077-7c2c-4baa-954a-2be833d6747f", "name": "network-vif-plugged", "status": "completed", "tag": "60ec51eb-bb58-4531-bd56-a37183aeae6e", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:10.581067 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b9a783a-4ad6-484f-b2c0-3b5b171577dc {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:10.581674 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c894f077-7c2c-4baa-954a-2be833d6747f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ec51eb-bb58-4531-bd56-a37183aeae6e', 'code': 200} Nov 09 00:18:10.641562 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d799fc1e-b8fb-4ac7-82d8-fe010be9d85f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/e98dc203-350a-4f7f-90e2-71a1e7012bae?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0722809 Nov 09 00:18:10.642259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd773a6a-76e6-402a-95a7-33606891e428 req-fcc4f96a-176e-473f-a94f-038030eb5af0 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842497 Nov 09 00:18:10.642536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45276) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:10.648063 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ec57b587-afd6-477f-a493-b0e6b0e63a95 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:10.706554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cfd8a-5a96-444f-917f-60f42417adcf req-34f7adff-3f16-4f8c-b3ff-556e2578dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:10.708187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-600cfd8a-5a96-444f-917f-60f42417adcf req-34f7adff-3f16-4f8c-b3ff-556e2578dab3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 1096 time: 0.0510650 Nov 09 00:18:10.759419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec57b587-afd6-477f-a493-b0e6b0e63a95 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:10.763117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec57b587-afd6-477f-a493-b0e6b0e63a95 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.785732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9fa4-64b1-4a6a-ba37-aaa66684d94c req-afe11ae5-3029-4905-af97-b660c3e13db2 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:10.786712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3cd9fa4-64b1-4a6a-ba37-aaa66684d94c req-afe11ae5-3029-4905-af97-b660c3e13db2 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.0746179 Nov 09 00:18:10.806714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-600cfd8a-5a96-444f-917f-60f42417adcf req-54a06d9c-715a-40e6-b3f9-fe622c6b1730 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663886 Nov 09 00:18:10.847522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3cd9fa4-64b1-4a6a-ba37-aaa66684d94c req-7c685ef4-0df7-4d8c-b744-83b92b7cd25d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525224 Nov 09 00:18:10.946827 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec57b587-afd6-477f-a493-b0e6b0e63a95 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.985411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec57b587-afd6-477f-a493-b0e6b0e63a95 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 4b25b31d-824d-4c19-b029-c214af43fc61 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:10.988606 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ec57b587-afd6-477f-a493-b0e6b0e63a95 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:10.994023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec57b587-afd6-477f-a493-b0e6b0e63a95 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:10.994611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec57b587-afd6-477f-a493-b0e6b0e63a95 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:10.996988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba25ef3-5da7-4d0a-bb30-9571b2629605 None None] Network 4b25b31d-824d-4c19-b029-c214af43fc61 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:11.008674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57b587-afd6-477f-a493-b0e6b0e63a95 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Subnet': ['ID=2320dd34-989d-4158-8233-643589405a74,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:11.016933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45282) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:11.017064 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ec57b587-afd6-477f-a493-b0e6b0e63a95 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3730772 Nov 09 00:18:11.021982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-58621146-d8f8-4248-ae74-fb5668d9fc26 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'security_group': {'name': 'tempest-secgroup-319681836'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:11.047010 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58621146-d8f8-4248-ae74-fb5668d9fc26 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.112067 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58621146-d8f8-4248-ae74-fb5668d9fc26 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.116464 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58621146-d8f8-4248-ae74-fb5668d9fc26 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.146313 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58621146-d8f8-4248-ae74-fb5668d9fc26 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.147671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-58621146-d8f8-4248-ae74-fb5668d9fc26 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1296380 Nov 09 00:18:11.150297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58621146-d8f8-4248-ae74-fb5668d9fc26 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d314e93-6e83-463a-8d07-55e43d39355b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:11.151102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45284) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:11.156318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-797ddb86-795c-4e33-9bfd-858e3db312c2 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'security_group': {'name': 'tempest-secgroup-27829252'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:11.161548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-4b25b31d-824d-4c19-b029-c214af43fc61', 'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'tenant_id': '16efdbc20c354699a3da23bce3b0f15b', 'fixed_ips': [{'subnet_id': '2320dd34-989d-4158-8233-643589405a74'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:18:11.162427 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.189789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-797ddb86-795c-4e33-9bfd-858e3db312c2 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.258734 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-797ddb86-795c-4e33-9bfd-858e3db312c2 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.262541 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-797ddb86-795c-4e33-9bfd-858e3db312c2 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.292421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-797ddb86-795c-4e33-9bfd-858e3db312c2 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.296606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45288) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:11.302254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-788388449', 'security_groups': ['7c674ee4-f80d-401f-a6c1-affa30e8f1c5'], 'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2320dd34-989d-4158-8233-643589405a74'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:11.302624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Allocated IP 172.20.0.2 (4b25b31d-824d-4c19-b029-c214af43fc61/2320dd34-989d-4158-8233-643589405a74/558fa334-922c-4ee7-badf-e4c81aadb193) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:11.304978 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-797ddb86-795c-4e33-9bfd-858e3db312c2 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1427815 Nov 09 00:18:11.307359 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ddb86-795c-4e33-9bfd-858e3db312c2 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c674ee4-f80d-401f-a6c1-affa30e8f1c5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:11.378628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:11.405087 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b6d15bc9-a124-412f-93f3-f7c65830c69a req-e7bec7b4-4357-40c1-8a4f-0de9e5f0c326 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0373225 Nov 09 00:18:11.472306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:18:11.472652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 199b1ddf-cdc2-4715-b2a6-cec2624cbf6c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:18:11.486985 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.492992 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:11.495774 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.522862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e1e92b6-0b80-434e-b9b1-8da2a9af80c0 req-20fec67b-864f-49aa-802d-b46b2d4af717 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0442500 Nov 09 00:18:11.535449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Network 4b25b31d-824d-4c19-b029-c214af43fc61 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:11.540814 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:11.544502 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:11.571030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Pushing event updated for resources: {'Port': ['ID=558fa334-922c-4ee7-badf-e4c81aadb193,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:11.611502 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Attempting to bind port 558fa334-922c-4ee7-badf-e4c81aadb193 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:18:11.612535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Attempting to bind port 558fa334-922c-4ee7-badf-e4c81aadb193 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '54f2978d-64b5-48b2-9372-bf6157f0fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:18:11.613145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Attempting to bind port 558fa334-922c-4ee7-badf-e4c81aadb193 on network 4b25b31d-824d-4c19-b029-c214af43fc61 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:11.619142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.622356 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:18:11.622803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Checking segment: {'id': '54f2978d-64b5-48b2-9372-bf6157f0fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:18:11.623269 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.623748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Bound using segment: {'id': '54f2978d-64b5-48b2-9372-bf6157f0fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:18:11.624390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Bound port: 558fa334-922c-4ee7-badf-e4c81aadb193, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f2978d-64b5-48b2-9372-bf6157f0fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:18:11.624771 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.637369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port e5c711f4-07e8-4761-a964-926c8129691d yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:18:11.713122 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] For port 558fa334-922c-4ee7-badf-e4c81aadb193, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:18:11.718768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] For port 558fa334-922c-4ee7-badf-e4c81aadb193, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=558fa334-922c-4ee7-badf-e4c81aadb193,segment=NetworkSegment(54f2978d-64b5-48b2-9372-bf6157f0fa41),segment_id=54f2978d-64b5-48b2-9372-bf6157f0fa41)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:18:11.725597 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:11.800834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b35cc-d7be-448a-9c4f-72fe5d527471 None None] Pushing event updated for resources: {'Port': ['ID=558fa334-922c-4ee7-badf-e4c81aadb193,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:11.837172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3a9ca-74dd-415d-9dc4-96082d4e6368 req-c2d05dae-ef96-4e9a-aadf-7dab919ba40c tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:11.838740 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72e3a9ca-74dd-415d-9dc4-96082d4e6368 req-c2d05dae-ef96-4e9a-aadf-7dab919ba40c tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 945 time: 0.1026051 Nov 09 00:18:11.862464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.7 (4b25b31d-824d-4c19-b029-c214af43fc61/2320dd34-989d-4158-8233-643589405a74/e5c711f4-07e8-4761-a964-926c8129691d) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:11.932562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72e3a9ca-74dd-415d-9dc4-96082d4e6368 req-34e6ac94-6be2-4cfe-ad8d-64156406469f tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785542 Nov 09 00:18:12.058317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92790e-d594-4894-a918-c0b637a8fedf req-05c9bc16-1320-4b06-9f1b-38979076af44 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:12.059839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d92790e-d594-4894-a918-c0b637a8fedf req-05c9bc16-1320-4b06-9f1b-38979076af44 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.1234076 Nov 09 00:18:12.141636 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:12.146830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d92790e-d594-4894-a918-c0b637a8fedf req-4c5404b6-5597-4297-ade6-fcb2a0d3b9fa tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769482 Nov 09 00:18:12.190267 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:12.233951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 4b25b31d-824d-4c19-b029-c214af43fc61 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:12.239044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:12.242816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:12.249854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=e5c711f4-07e8-4761-a964-926c8129691d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:12.307017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:12.308186 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:12.326332 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-653a2320-be61-4667-96c1-26d27710366e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0282779 Nov 09 00:18:12.329131 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45300) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:12.334547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7397e2c4-56b5-482d-be83-83255833d9c0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:12.456567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7397e2c4-56b5-482d-be83-83255833d9c0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:12.460520 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7397e2c4-56b5-482d-be83-83255833d9c0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:12.564971 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b5d6bea-4ec7-4f41-9d96-63dfee621eb8 req-07756f06-f971-409c-a662-b843b3b3307f tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0656016 Nov 09 00:18:12.571920 n-d-813263-3 neutron-server[101781]: INFO neutron.db.ipam_backend_mixin [None req-7397e2c4-56b5-482d-be83-83255833d9c0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2320dd34-989d-4158-8233-643589405a74 (CIDR: 172.20.0.0/28) Nov 09 00:18:12.577341 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7397e2c4-56b5-482d-be83-83255833d9c0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:18:12.578228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7397e2c4-56b5-482d-be83-83255833d9c0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:12.597339 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7397e2c4-56b5-482d-be83-83255833d9c0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2669444 Nov 09 00:18:12.599797 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45306) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:12.604733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-45912963-5ea4-4f2e-b015-54022f410abd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:12.618647 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-805af426-c0de-491a-b089-d0418c618733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:12.679191 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7aedf03f-05ea-42c3-bf32-aefe99fa48fe req-93a077ea-6190-472a-aa8c-bbc3e93413f9 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0309522 Nov 09 00:18:12.747560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45912963-5ea4-4f2e-b015-54022f410abd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:12.751396 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45912963-5ea4-4f2e-b015-54022f410abd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:13.006263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45912963-5ea4-4f2e-b015-54022f410abd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:13.055274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45912963-5ea4-4f2e-b015-54022f410abd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 4b25b31d-824d-4c19-b029-c214af43fc61 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:13.061018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-45912963-5ea4-4f2e-b015-54022f410abd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:13.065880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45912963-5ea4-4f2e-b015-54022f410abd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:13.066853 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45912963-5ea4-4f2e-b015-54022f410abd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:13.077041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45912963-5ea4-4f2e-b015-54022f410abd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Subnet': ['ID=06626e48-7071-400f-a606-ce96e4f7a68f,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:13.085379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f79bfa3a-0f7c-4a7e-a75d-290a7b93f45c None None] Provisioning complete for port e98dc203-350a-4f7f-90e2-71a1e7012bae triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:13.085661 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f79bfa3a-0f7c-4a7e-a75d-290a7b93f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:13.093302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-45912963-5ea4-4f2e-b015-54022f410abd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4924464 Nov 09 00:18:13.096270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45314) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:13.102178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2cbf0f7d-71ed-4326-8245-e8a88ed0f060 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1892665368', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06626e48-7071-400f-a606-ce96e4f7a68f'}], 'security_groups': ['9d314e93-6e83-463a-8d07-55e43d39355b']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:13.111609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed712d-d4e6-473e-ac74-da1935d62044 req-4324e053-8406-4fa9-b737-60b95ad8ff2c tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:13.113738 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16ed712d-d4e6-473e-ac74-da1935d62044 req-4324e053-8406-4fa9-b737-60b95ad8ff2c tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 945 time: 0.1119301 Nov 09 00:18:13.153803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f79bfa3a-0f7c-4a7e-a75d-290a7b93f45c None None] Port e98dc203-350a-4f7f-90e2-71a1e7012bae cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:13.168324 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f79bfa3a-0f7c-4a7e-a75d-290a7b93f45c None None] Provisioning complete for port 558fa334-922c-4ee7-badf-e4c81aadb193 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:13.169045 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f79bfa3a-0f7c-4a7e-a75d-290a7b93f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:13.217070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16ed712d-d4e6-473e-ac74-da1935d62044 req-97d36d49-6103-423b-9ddd-5f6d570133fe tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851619 Nov 09 00:18:13.265742 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f79bfa3a-0f7c-4a7e-a75d-290a7b93f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:13.316016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f79bfa3a-0f7c-4a7e-a75d-290a7b93f45c None None] For port 558fa334-922c-4ee7-badf-e4c81aadb193, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=558fa334-922c-4ee7-badf-e4c81aadb193,segment=NetworkSegment(54f2978d-64b5-48b2-9372-bf6157f0fa41),segment_id=54f2978d-64b5-48b2-9372-bf6157f0fa41)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:13.325300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0f7d-71ed-4326-8245-e8a88ed0f060 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:13.330542 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f79bfa3a-0f7c-4a7e-a75d-290a7b93f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:13.392682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3bc7c0-874c-4668-9459-70ffd73d6043 None None] Network 4b25b31d-824d-4c19-b029-c214af43fc61 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:13.418424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dd158-6e1d-481e-8ea0-15bba3422995 req-f44f525e-7393-488f-b5ba-43104b3d1f0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:13.419937 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-734dd158-6e1d-481e-8ea0-15bba3422995 req-f44f525e-7393-488f-b5ba-43104b3d1f0e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.1233761 Nov 09 00:18:13.432323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bfa3a-0f7c-4a7e-a75d-290a7b93f45c None None] Pushing event updated for resources: {'Port': ['ID=558fa334-922c-4ee7-badf-e4c81aadb193,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:13.433888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ca81-bf53-471c-aeb9-ad3ded020e68 req-51a7d88e-e325-4832-ad9d-665b3936b28c tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:13.443667 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0d3ca81-bf53-471c-aeb9-ad3ded020e68 req-51a7d88e-e325-4832-ad9d-665b3936b28c tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dfb6d3a-c952-41e2-b639-e487fa7ada74 HTTP/1.1" status: 200 len: 945 time: 0.1009548 Nov 09 00:18:13.476291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 558fa334-922c-4ee7-badf-e4c81aadb193 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:13.519968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-734dd158-6e1d-481e-8ea0-15bba3422995 req-d0a3b04d-fffc-48a1-ba61-bfaf71879486 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660343 Nov 09 00:18:13.563632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0d3ca81-bf53-471c-aeb9-ad3ded020e68 req-db3a640d-bb9e-4a70-b774-3a09c5c77153 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143901 Nov 09 00:18:13.567703 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-eb5d9941-ba90-41a8-8773-f2a956d683bf None None] Provisioning complete for port e5c711f4-07e8-4761-a964-926c8129691d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:13.569101 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9941-ba90-41a8-8773-f2a956d683bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:13.695027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39e755c3-3183-4069-ad6a-54425690eed9 req-800ddd66-b7fe-4a6c-bbbf-0a94701d3724 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0387483 Nov 09 00:18:13.725451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 558fa334-922c-4ee7-badf-e4c81aadb193 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:13.725980 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:13.734728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d9941-ba90-41a8-8773-f2a956d683bf None None] Port e5c711f4-07e8-4761-a964-926c8129691d cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:13.817010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-2cbf0f7d-71ed-4326-8245-e8a88ed0f060 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Delete allocated IP 172.20.0.7 (4b25b31d-824d-4c19-b029-c214af43fc61/2320dd34-989d-4158-8233-643589405a74) {{(pid=101781) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 00:18:13.833991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f18f6ff6-5ff5-41b9-9605-9ad6f01150d5 req-907d29d0-0626-4863-9434-582b50b9bb5d tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0485113 Nov 09 00:18:13.849126 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-2cbf0f7d-71ed-4326-8245-e8a88ed0f060 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.18 (4b25b31d-824d-4c19-b029-c214af43fc61/06626e48-7071-400f-a606-ce96e4f7a68f/e5c711f4-07e8-4761-a964-926c8129691d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:13.967247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ebc439-adee-42ca-9cdd-5d0ee7f0da88 None None] Update dhcp port {'port': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'fixed_ips': [{'subnet_id': '2320dd34-989d-4158-8233-643589405a74', 'ip_address': '172.20.0.2'}, {'subnet_id': '06626e48-7071-400f-a606-ce96e4f7a68f'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '558fa334-922c-4ee7-badf-e4c81aadb193'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:18:14.020281 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-87ebc439-adee-42ca-9cdd-5d0ee7f0da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:14.106719 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0f7d-71ed-4326-8245-e8a88ed0f060 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:14.113182 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0f7d-71ed-4326-8245-e8a88ed0f060 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:14.211808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787197cf-59d3-4c40-89fb-654713631391 req-ce5910d2-5ceb-40e5-a7a0-ea1655bbc9f3 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:14.223751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-787197cf-59d3-4c40-89fb-654713631391 req-ce5910d2-5ceb-40e5-a7a0-ea1655bbc9f3 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dfb6d3a-c952-41e2-b639-e487fa7ada74 HTTP/1.1" status: 200 len: 945 time: 0.0786901 Nov 09 00:18:14.226367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf0f7d-71ed-4326-8245-e8a88ed0f060 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=e5c711f4-07e8-4761-a964-926c8129691d,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:14.244825 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-87ebc439-adee-42ca-9cdd-5d0ee7f0da88 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-98f525d8-7325-419c-b449-be7dedb4aa79 {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:18:14.245304 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-87ebc439-adee-42ca-9cdd-5d0ee7f0da88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:18:14.245537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf0f7d-71ed-4326-8245-e8a88ed0f060 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] In _notify_port_updated(), no bound segment for port e5c711f4-07e8-4761-a964-926c8129691d on network 4b25b31d-824d-4c19-b029-c214af43fc61 {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:18:14.251759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf0f7d-71ed-4326-8245-e8a88ed0f060 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:14.252401 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0f7d-71ed-4326-8245-e8a88ed0f060 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:14.253756 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2cbf0f7d-71ed-4326-8245-e8a88ed0f060 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "PUT /v2.0/ports/e5c711f4-07e8-4761-a964-926c8129691d HTTP/1.1" status: 200 len: 921 time: 1.1564422 Nov 09 00:18:14.256611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45334) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:14.284744 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-787197cf-59d3-4c40-89fb-654713631391 req-6205f9cb-5bc8-4cc4-a159-f391d8303867 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600133 Nov 09 00:18:14.651708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c59057-f24a-485d-9b5c-94869f25568c req-2b78c8aa-c39f-4585-96eb-ba7661b5d425 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:14.653438 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48c59057-f24a-485d-9b5c-94869f25568c req-2b78c8aa-c39f-4585-96eb-ba7661b5d425 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.0591657 Nov 09 00:18:14.676676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7e7920ef-e5e1-4c21-b693-36a5944f4196 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port e5c711f4-07e8-4761-a964-926c8129691d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:14.677021 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7e7920ef-e5e1-4c21-b693-36a5944f4196 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:14.707131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48c59057-f24a-485d-9b5c-94869f25568c req-236320ac-0b6a-4b5b-96ec-b8c72333e6f6 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445297 Nov 09 00:18:14.775570 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-87ebc439-adee-42ca-9cdd-5d0ee7f0da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:14.796554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7e7920ef-e5e1-4c21-b693-36a5944f4196 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:14.812359 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7e7920ef-e5e1-4c21-b693-36a5944f4196 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for e5c711f4-07e8-4761-a964-926c8129691d owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:14.827442 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-def66d78-ec53-4d76-aaee-82b00f525257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:14.831310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-90b8aa6b-3fa7-4894-9d41-0aad3a042417 req-a6996f73-4864-4074-8170-6c0adb145b4c tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0489724 Nov 09 00:18:14.978763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-342b22a8-20f3-4d24-a69f-d8a57f1f2b4f req-afa09e51-8a24-45ca-b828-48dbaa41da62 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0484462 Nov 09 00:18:15.012077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7e7920ef-e5e1-4c21-b693-36a5944f4196 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.028405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-87ebc439-adee-42ca-9cdd-5d0ee7f0da88 None None] Allocated IP 172.20.0.19 (4b25b31d-824d-4c19-b029-c214af43fc61/06626e48-7071-400f-a606-ce96e4f7a68f/558fa334-922c-4ee7-badf-e4c81aadb193) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:15.051717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7920ef-e5e1-4c21-b693-36a5944f4196 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=e5c711f4-07e8-4761-a964-926c8129691d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:15.136044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7e7920ef-e5e1-4c21-b693-36a5944f4196 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.141823 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7e7920ef-e5e1-4c21-b693-36a5944f4196 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/e5c711f4-07e8-4761-a964-926c8129691d HTTP/1.1" status: 204 len: 168 time: 0.8818219 Nov 09 00:18:15.142076 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45346) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:15.151696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-87ebc439-adee-42ca-9cdd-5d0ee7f0da88 None None] For port 558fa334-922c-4ee7-badf-e4c81aadb193, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=558fa334-922c-4ee7-badf-e4c81aadb193,segment=NetworkSegment(54f2978d-64b5-48b2-9372-bf6157f0fa41),segment_id=54f2978d-64b5-48b2-9372-bf6157f0fa41)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:15.174091 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b850628d-50bd-4cae-bf84-ebc459abd2d0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:18:15.179576 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b850628d-50bd-4cae-bf84-ebc459abd2d0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/e5c711f4-07e8-4761-a964-926c8129691d HTTP/1.1" status: 404 len: 333 time: 0.0365107 Nov 09 00:18:15.182266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45348) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:15.204128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f61eb9-ef96-4368-b741-02f116d36bdb req-c02352ca-63de-4ef2-b8a5-110a0dc89b0e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:15.206079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1f61eb9-ef96-4368-b741-02f116d36bdb req-c02352ca-63de-4ef2-b8a5-110a0dc89b0e tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.11 "GET /v2.0/ports?device_id=5dfb6d3a-c952-41e2-b639-e487fa7ada74 HTTP/1.1" status: 200 len: 945 time: 0.0511873 Nov 09 00:18:15.247328 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ea11cc2-54dd-4e3f-8b36-3cee3690a548 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.294955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ea11cc2-54dd-4e3f-8b36-3cee3690a548 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.335322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-f1f61eb9-ef96-4368-b741-02f116d36bdb req-083e718a-cc1d-4654-bf2a-f6b9b0fc5f2d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Deleting port d4ff73cf-1dd9-404c-81d2-d708039cb889 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:15.337035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f1f61eb9-ef96-4368-b741-02f116d36bdb req-083e718a-cc1d-4654-bf2a-f6b9b0fc5f2d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.346282 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-87ebc439-adee-42ca-9cdd-5d0ee7f0da88 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.358869 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-87ebc439-adee-42ca-9cdd-5d0ee7f0da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.390748 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ea11cc2-54dd-4e3f-8b36-3cee3690a548 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.395351 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ea11cc2-54dd-4e3f-8b36-3cee3690a548 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.396784 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1ea11cc2-54dd-4e3f-8b36-3cee3690a548 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/security-groups/7c674ee4-f80d-401f-a6c1-affa30e8f1c5 HTTP/1.1" status: 204 len: 168 time: 0.2131515 Nov 09 00:18:15.404157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 558fa334-922c-4ee7-badf-e4c81aadb193 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:15.409119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45352) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:15.430548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea11cc2-54dd-4e3f-8b36-3cee3690a548 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c674ee4-f80d-401f-a6c1-affa30e8f1c5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:15.484826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48744a9b-9f64-4911-ab3f-9c3c87f98949 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.516847 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48744a9b-9f64-4911-ab3f-9c3c87f98949 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.522107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb159ee7-5ec5-43f7-ae09-1478397fc740 req-2f9f4042-1a39-4954-bf99-9268c32e004b tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:15.524936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebc439-adee-42ca-9cdd-5d0ee7f0da88 None None] Pushing event updated for resources: {'Port': ['ID=558fa334-922c-4ee7-badf-e4c81aadb193,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:15.526046 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb159ee7-5ec5-43f7-ae09-1478397fc740 req-2f9f4042-1a39-4954-bf99-9268c32e004b tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dfb6d3a-c952-41e2-b639-e487fa7ada74 HTTP/1.1" status: 200 len: 945 time: 0.0924661 Nov 09 00:18:15.532741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-f1f61eb9-ef96-4368-b741-02f116d36bdb req-083e718a-cc1d-4654-bf2a-f6b9b0fc5f2d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] For port d4ff73cf-1dd9-404c-81d2-d708039cb889, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=d4ff73cf-1dd9-404c-81d2-d708039cb889,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:15.533373 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f1f61eb9-ef96-4368-b741-02f116d36bdb req-083e718a-cc1d-4654-bf2a-f6b9b0fc5f2d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.577075 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48744a9b-9f64-4911-ab3f-9c3c87f98949 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.579731 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48744a9b-9f64-4911-ab3f-9c3c87f98949 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.582795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-f1f61eb9-ef96-4368-b741-02f116d36bdb req-083e718a-cc1d-4654-bf2a-f6b9b0fc5f2d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Calling delete_port for d4ff73cf-1dd9-404c-81d2-d708039cb889 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:15.583269 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-48744a9b-9f64-4911-ab3f-9c3c87f98949 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/security-groups/9d314e93-6e83-463a-8d07-55e43d39355b HTTP/1.1" status: 204 len: 168 time: 0.1731009 Nov 09 00:18:15.588465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 558fa334-922c-4ee7-badf-e4c81aadb193 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:15.588613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45354) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:15.588704 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.605273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48744a9b-9f64-4911-ab3f-9c3c87f98949 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d314e93-6e83-463a-8d07-55e43d39355b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:15.750567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbde688-530a-418e-a672-66440f547069 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting subnet 2320dd34-989d-4158-8233-643589405a74 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:18:15.762019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb159ee7-5ec5-43f7-ae09-1478397fc740 req-100f1f77-331c-44cb-84af-3a17d3fd8aa9 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbc17dc1-38d6-46a1-836f-0e18453ad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252791 Nov 09 00:18:15.807238 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbde688-530a-418e-a672-66440f547069 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.899238 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:15.914894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4abe4-6fd6-4c4b-9f18-c9d6edea29da req-eec51921-c8c6-4c19-a00e-84ab6be0795a tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:15.916687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ee4abe4-6fd6-4c4b-9f18-c9d6edea29da req-eec51921-c8c6-4c19-a00e-84ab6be0795a tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.30 "GET /v2.0/ports?device_id=c894f077-7c2c-4baa-954a-2be833d6747f HTTP/1.1" status: 200 len: 945 time: 0.2563388 Nov 09 00:18:16.028248 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:16.143512 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:16.189489 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8912359c-00d8-4eac-9cfa-059e89b4700d None None] Provisioning complete for port e98dc203-350a-4f7f-90e2-71a1e7012bae triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:16.190207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8912359c-00d8-4eac-9cfa-059e89b4700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:16.231772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8912359c-00d8-4eac-9cfa-059e89b4700d None None] Port e98dc203-350a-4f7f-90e2-71a1e7012bae cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:16.235073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8912359c-00d8-4eac-9cfa-059e89b4700d None None] Could not find standard attr ID for object e5c711f4-07e8-4761-a964-926c8129691d. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:18:16.243112 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbde688-530a-418e-a672-66440f547069 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:16.251014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8912359c-00d8-4eac-9cfa-059e89b4700d None None] Provisioning complete for port 558fa334-922c-4ee7-badf-e4c81aadb193 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:16.251740 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8912359c-00d8-4eac-9cfa-059e89b4700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:16.298573 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f1f61eb9-ef96-4368-b741-02f116d36bdb req-083e718a-cc1d-4654-bf2a-f6b9b0fc5f2d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:16.307018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0fd9bd0-c1ac-4249-8d19-385c3928cb98 req-70494bc6-cdcd-419a-a166-0cc2c24b1826 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.3624814 Nov 09 00:18:16.325790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ada53b-7b17-4654-ac7d-73cf92f93156 req-a38e2963-114c-4d85-a1c2-120f4b2faf3a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:16.327493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4ada53b-7b17-4654-ac7d-73cf92f93156 req-a38e2963-114c-4d85-a1c2-120f4b2faf3a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.5215647 Nov 09 00:18:16.353948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['d4ff73cf-1dd9-404c-81d2-d708039cb889'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:18:16.363227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e718a-cc1d-4654-bf2a-f6b9b0fc5f2d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Pushing event deleted for resources: {'Port': ['ID=d4ff73cf-1dd9-404c-81d2-d708039cb889,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:16.503888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4f3eb81-0224-4547-acc4-deecb7f5df85 req-334fcc3e-df2b-48dc-9892-069f6d75de39 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0928843 Nov 09 00:18:16.510012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f61eb9-ef96-4368-b741-02f116d36bdb req-083e718a-cc1d-4654-bf2a-f6b9b0fc5f2d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] No DVR routers for this DVR port d4ff73cf-1dd9-404c-81d2-d708039cb889 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:16.519286 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f1f61eb9-ef96-4368-b741-02f116d36bdb req-083e718a-cc1d-4654-bf2a-f6b9b0fc5f2d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:16.522642 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1f61eb9-ef96-4368-b741-02f116d36bdb req-083e718a-cc1d-4654-bf2a-f6b9b0fc5f2d tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.11 "DELETE /v2.0/ports/d4ff73cf-1dd9-404c-81d2-d708039cb889 HTTP/1.1" status: 204 len: 173 time: 1.3089547 Nov 09 00:18:16.524769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfb6d3a-c952-41e2-b639-e487fa7ada74', 'name': 'network-vif-deleted', 'tag': 'd4ff73cf-1dd9-404c-81d2-d708039cb889'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:16.527255 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd81d6b-4815-433b-a714-0bb31286544a" -d '{"events": [{"server_uuid": "5dfb6d3a-c952-41e2-b639-e487fa7ada74", "name": "network-vif-deleted", "tag": "d4ff73cf-1dd9-404c-81d2-d708039cb889"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:16.558831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4ada53b-7b17-4654-ac7d-73cf92f93156 req-b03eb565-f89f-42a7-a97a-56be15c8aedb tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083590 Nov 09 00:18:16.564845 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbde688-530a-418e-a672-66440f547069 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:16.614164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-1ee4abe4-6fd6-4c4b-9f18-c9d6edea29da req-02844872-646d-45a1-9aee-d5aa29b0fdea tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Deleting port 60ec51eb-bb58-4531-bd56-a37183aeae6e {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:16.614509 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1ee4abe4-6fd6-4c4b-9f18-c9d6edea29da req-02844872-646d-45a1-9aee-d5aa29b0fdea tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:16.690637 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1b3889-009f-4a7f-893c-2e628f80b102 x-openstack-request-id: req-5c1b3889-009f-4a7f-893c-2e628f80b102 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:16.691095 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfb6d3a-c952-41e2-b639-e487fa7ada74", "name": "network-vif-deleted", "tag": "d4ff73cf-1dd9-404c-81d2-d708039cb889", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:16.691367 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c1b3889-009f-4a7f-893c-2e628f80b102 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:16.691766 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfb6d3a-c952-41e2-b639-e487fa7ada74', 'name': 'network-vif-deleted', 'tag': 'd4ff73cf-1dd9-404c-81d2-d708039cb889', 'status': 'completed', 'code': 200} Nov 09 00:18:16.717246 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbde688-530a-418e-a672-66440f547069 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:16.765602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbde688-530a-418e-a672-66440f547069 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Subnet': ['ID=2320dd34-989d-4158-8233-643589405a74,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:16.768671 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbde688-530a-418e-a672-66440f547069 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:16.773069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0fbde688-530a-418e-a672-66440f547069 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/2320dd34-989d-4158-8233-643589405a74 HTTP/1.1" status: 204 len: 168 time: 1.1835206 Nov 09 00:18:16.779869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45368) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:16.786148 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5fd20b45-edd9-4be2-9108-45a04d9de67a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:16.793774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ee32d-5f99-47f6-bd3a-191c28a20b64 None None] Network 4b25b31d-824d-4c19-b029-c214af43fc61 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:16.804059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-1ee4abe4-6fd6-4c4b-9f18-c9d6edea29da req-02844872-646d-45a1-9aee-d5aa29b0fdea tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] For port 60ec51eb-bb58-4531-bd56-a37183aeae6e, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=60ec51eb-bb58-4531-bd56-a37183aeae6e,segment=NetworkSegment(daffbcc8-0d89-4127-a1ed-fafce277e68b),segment_id=daffbcc8-0d89-4127-a1ed-fafce277e68b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:16.805201 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1ee4abe4-6fd6-4c4b-9f18-c9d6edea29da req-02844872-646d-45a1-9aee-d5aa29b0fdea tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:16.819575 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-1ee4abe4-6fd6-4c4b-9f18-c9d6edea29da req-02844872-646d-45a1-9aee-d5aa29b0fdea tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Calling delete_port for 60ec51eb-bb58-4531-bd56-a37183aeae6e owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:16.894523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8dd3ed3c-787b-42b7-a6f2-b4625fb09fe4 None None] Could not find standard attr ID for object e5c711f4-07e8-4761-a964-926c8129691d. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:18:16.933206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7bfbea54-3ae2-47c4-94df-7c5c2536788e req-ce34ac4a-913b-45d2-b1be-c5f25ceae543 tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.25 "GET /v2.0/ports?device_id=5dfb6d3a-c952-41e2-b639-e487fa7ada74 HTTP/1.1" status: 200 len: 210 time: 0.0364001 Nov 09 00:18:16.992751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd20b45-edd9-4be2-9108-45a04d9de67a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:16.998861 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5fd20b45-edd9-4be2-9108-45a04d9de67a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.029534 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1ee4abe4-6fd6-4c4b-9f18-c9d6edea29da req-02844872-646d-45a1-9aee-d5aa29b0fdea tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.118799 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02844872-646d-45a1-9aee-d5aa29b0fdea tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Pushing event deleted for resources: {'Port': ['ID=60ec51eb-bb58-4531-bd56-a37183aeae6e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:17.170830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee4abe4-6fd6-4c4b-9f18-c9d6edea29da req-02844872-646d-45a1-9aee-d5aa29b0fdea tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] No DVR routers for this DVR port 60ec51eb-bb58-4531-bd56-a37183aeae6e on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:17.175060 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1ee4abe4-6fd6-4c4b-9f18-c9d6edea29da req-02844872-646d-45a1-9aee-d5aa29b0fdea tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.179211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ee4abe4-6fd6-4c4b-9f18-c9d6edea29da req-02844872-646d-45a1-9aee-d5aa29b0fdea tempest-MultipleCreateTestJSON-1855225829 tempest-MultipleCreateTestJSON-1855225829-project] 10.222.0.30 "DELETE /v2.0/ports/60ec51eb-bb58-4531-bd56-a37183aeae6e HTTP/1.1" status: 204 len: 173 time: 1.2481093 Nov 09 00:18:17.313597 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5fd20b45-edd9-4be2-9108-45a04d9de67a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.373890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd20b45-edd9-4be2-9108-45a04d9de67a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Subnet': ['ID=5803d465-c559-4c5d-8fc0-bc38bbf68aaf,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:17.380476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19c7537b-c862-4e1d-885d-ed19670ebb1b req-9ae67c0d-d0c5-4eb1-be7e-284d8e6b9c94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0479817 Nov 09 00:18:17.384854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd20b45-edd9-4be2-9108-45a04d9de67a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 4b25b31d-824d-4c19-b029-c214af43fc61 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:17.388564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-5fd20b45-edd9-4be2-9108-45a04d9de67a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:17.396264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 558fa334-922c-4ee7-badf-e4c81aadb193 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:17.405896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd20b45-edd9-4be2-9108-45a04d9de67a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:17.406766 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5fd20b45-edd9-4be2-9108-45a04d9de67a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.426545 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5fd20b45-edd9-4be2-9108-45a04d9de67a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6453774 Nov 09 00:18:17.428953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45374) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:17.434354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ee907914-0440-45f5-af28-11df03557c72 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'security_group': {'name': 'tempest-secgroup-1156115181'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:17.456150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 558fa334-922c-4ee7-badf-e4c81aadb193 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:17.456674 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.456793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1682eae8-6d75-40b4-acb6-0b3a5ee4455f req-dad4f8ca-5925-4bde-86dd-666f917f6123 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0329430 Nov 09 00:18:17.465737 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee907914-0440-45f5-af28-11df03557c72 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.556853 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee907914-0440-45f5-af28-11df03557c72 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.565891 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee907914-0440-45f5-af28-11df03557c72 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.570608 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.598881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee907914-0440-45f5-af28-11df03557c72 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c7e534-5549-49e4-848b-795b20f0ead4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:17.605312 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee907914-0440-45f5-af28-11df03557c72 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.620806 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ee907914-0440-45f5-af28-11df03557c72 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1900692 Nov 09 00:18:17.621483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45382) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:17.645058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-09686226-995c-41d4-a6e9-ae9756d25316 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'security_group': {'name': 'tempest-secgroup-1583719400'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:17.674210 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2038d2e8-7531-49cb-a042-5eb05dd4e924 req-481fbe7e-b454-49b4-8d4d-5e2ef067040c tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0636144 Nov 09 00:18:17.720190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa6c407-9dd9-421d-8f55-da73a0fd5829 None None] Network 4b25b31d-824d-4c19-b029-c214af43fc61 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:17.761134 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fe132-4b4d-4a94-8011-1aae0221f075 req-4f489a95-b39d-4b4a-8d2d-ff2a3d07d453 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:17.769033 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-000fe132-4b4d-4a94-8011-1aae0221f075 req-4f489a95-b39d-4b4a-8d2d-ff2a3d07d453 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.1004636 Nov 09 00:18:17.771829 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09686226-995c-41d4-a6e9-ae9756d25316 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.841776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-18c7c910-1352-4290-acbe-864231204e01 None None] Provisioning complete for port e98dc203-350a-4f7f-90e2-71a1e7012bae triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:17.842149 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18c7c910-1352-4290-acbe-864231204e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.856517 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-000fe132-4b4d-4a94-8011-1aae0221f075 req-1cc831ce-5cc4-4078-a2bd-8aaa66518b4d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865672 Nov 09 00:18:17.896612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-18c7c910-1352-4290-acbe-864231204e01 None None] Port e98dc203-350a-4f7f-90e2-71a1e7012bae cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:17.906670 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09686226-995c-41d4-a6e9-ae9756d25316 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.911266 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09686226-995c-41d4-a6e9-ae9756d25316 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.928305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-18c7c910-1352-4290-acbe-864231204e01 None None] Provisioning complete for port 558fa334-922c-4ee7-badf-e4c81aadb193 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:17.928674 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18c7c910-1352-4290-acbe-864231204e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.943214 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09686226-995c-41d4-a6e9-ae9756d25316 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:17.944454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-09686226-995c-41d4-a6e9-ae9756d25316 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3215220 Nov 09 00:18:17.947826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45390) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:17.953161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-91bc464c-50b8-4ce6-8eec-785332e89be5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'security_group': {'name': 'tempest-secgroup-1076612985'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:17.984556 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09686226-995c-41d4-a6e9-ae9756d25316 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e324c441-85d4-4615-b9e9-55f236e481d8,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:17.991780 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91bc464c-50b8-4ce6-8eec-785332e89be5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.046288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45406) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:18.093772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a7eb66-11b8-4706-af7a-384817b2e53f admin admin] Deleting subnet 6ed52b68-50d6-43a8-a928-368df0d1fe36 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:18:18.097022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-75a7eb66-11b8-4706-af7a-384817b2e53f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.144193 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-75a7eb66-11b8-4706-af7a-384817b2e53f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.145059 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91bc464c-50b8-4ce6-8eec-785332e89be5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.151999 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91bc464c-50b8-4ce6-8eec-785332e89be5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.161273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81ad5e2-bdaf-48e1-b89d-cc6d8d49c835 None None] Update dhcp port {'port': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'fixed_ips': [{'subnet_id': '06626e48-7071-400f-a606-ce96e4f7a68f', 'ip_address': '172.20.0.19'}, {'subnet_id': '5803d465-c559-4c5d-8fc0-bc38bbf68aaf'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '558fa334-922c-4ee7-badf-e4c81aadb193'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:18:18.188991 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-75a7eb66-11b8-4706-af7a-384817b2e53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.190492 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f81ad5e2-bdaf-48e1-b89d-cc6d8d49c835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.191825 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91bc464c-50b8-4ce6-8eec-785332e89be5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.196464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-91bc464c-50b8-4ce6-8eec-785332e89be5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2447269 Nov 09 00:18:18.196655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 60ec51eb-bb58-4531-bd56-a37183aeae6e no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:18.204701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45408) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:18.209963 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2047870344', 'security_groups': ['742efea3-0538-4717-8d04-56de2ebc2911'], 'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5803d465-c559-4c5d-8fc0-bc38bbf68aaf'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:18.217279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc464c-50b8-4ce6-8eec-785332e89be5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742efea3-0538-4717-8d04-56de2ebc2911,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:18.224930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 60ec51eb-bb58-4531-bd56-a37183aeae6e {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:18:18.225556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 60ec51eb-bb58-4531-bd56-a37183aeae6e not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:18:18.252371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-75a7eb66-11b8-4706-af7a-384817b2e53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.267374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-3b7abd93-9ede-4e3b-872f-7cefeae0dab3 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:18.269094 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-3b7abd93-9ede-4e3b-872f-7cefeae0dab3 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 815 time: 0.2232494 Nov 09 00:18:18.293885 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-75a7eb66-11b8-4706-af7a-384817b2e53f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.300114 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-75a7eb66-11b8-4706-af7a-384817b2e53f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6ed52b68-50d6-43a8-a928-368df0d1fe36 HTTP/1.1" status: 204 len: 168 time: 0.2505264 Nov 09 00:18:18.300114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7eb66-11b8-4706-af7a-384817b2e53f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed52b68-50d6-43a8-a928-368df0d1fe36,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:18.300640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45410) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:18.319991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-7739b372-7ff5-4cc8-b74c-80743f54d1d0 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/quotas/fac795994a834c26adcae829fc064be0 HTTP/1.1" status: 200 len: 375 time: 0.0165322 Nov 09 00:18:18.328441 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.389994 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.438428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-95c1ed9f-f474-4d0e-98d6-363a2cd853bd tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026778 Nov 09 00:18:18.449869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:18.461770 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-f81ad5e2-bdaf-48e1-b89d-cc6d8d49c835 None None] Allocated IP 172.20.0.2 (4b25b31d-824d-4c19-b029-c214af43fc61/5803d465-c559-4c5d-8fc0-bc38bbf68aaf/558fa334-922c-4ee7-badf-e4c81aadb193) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:18.496675 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.525076 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32280605-09f4-494c-9d83-cfd5a49e7a02']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:18.536299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daffbcc8-0d89-4127-a1ed-fafce277e68b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:18.537111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daffbcc8-0d89-4127-a1ed-fafce277e68b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:18.548757 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.571182 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.583644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:18:18.584375 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:18:18.600650 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:18:18.606119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98453b9b-5634-4317-8982-aba46caa1404 req-7f12547d-9fa0-4f25-ab3a-adb761d2bd74 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0379498 Nov 09 00:18:18.631886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f81ad5e2-bdaf-48e1-b89d-cc6d8d49c835 None None] For port 558fa334-922c-4ee7-badf-e4c81aadb193, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=558fa334-922c-4ee7-badf-e4c81aadb193,segment=NetworkSegment(54f2978d-64b5-48b2-9372-bf6157f0fa41),segment_id=54f2978d-64b5-48b2-9372-bf6157f0fa41)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:18.648460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-a985785d-6219-43c9-9093-ed6cf2649e6e service neutron] 10.222.0.25 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028108 Nov 09 00:18:18.654374 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.668165 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f81ad5e2-bdaf-48e1-b89d-cc6d8d49c835 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.674442 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.676588 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f81ad5e2-bdaf-48e1-b89d-cc6d8d49c835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.686965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:18.688855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] device_id is not set on port c47b9e9c-a57e-4ee2-afef-04c16b5ee90b yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:18:18.691110 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] 10.222.0.25 "DELETE /v2.0/networks/32280605-09f4-494c-9d83-cfd5a49e7a02 HTTP/1.1" status: 204 len: 168 time: 0.3894668 Nov 09 00:18:18.713923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14a924-1bbd-4a1e-8c3f-638e9cfe432d admin admin] Pushing event deleted for resources: {'Network': ['ID=32280605-09f4-494c-9d83-cfd5a49e7a02,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:18.733476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c894f077-7c2c-4baa-954a-2be833d6747f', 'name': 'network-vif-deleted', 'tag': '60ec51eb-bb58-4531-bd56-a37183aeae6e'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:18.736636 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61c7c5f-437b-4a4e-8269-2cc3d717583d" -d '{"events": [{"server_uuid": "c894f077-7c2c-4baa-954a-2be833d6747f", "name": "network-vif-deleted", "tag": "60ec51eb-bb58-4531-bd56-a37183aeae6e"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:18.772154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ad5e2-bdaf-48e1-b89d-cc6d8d49c835 None None] Pushing event updated for resources: {'Port': ['ID=558fa334-922c-4ee7-badf-e4c81aadb193,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:18.836740 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e98dd159-399d-4d01-9cfb-e40b7fab2e88 req-92fc78ca-f209-4c3a-bc6b-7ce25906590d tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0482235 Nov 09 00:18:18.955813 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132d1cdc-eea7-48c9-8500-4f0cdb17e618 x-openstack-request-id: req-132d1cdc-eea7-48c9-8500-4f0cdb17e618 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:18.956329 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c894f077-7c2c-4baa-954a-2be833d6747f", "name": "network-vif-deleted", "tag": "60ec51eb-bb58-4531-bd56-a37183aeae6e", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:18.956794 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-132d1cdc-eea7-48c9-8500-4f0cdb17e618 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:18.957374 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c894f077-7c2c-4baa-954a-2be833d6747f', 'name': 'network-vif-deleted', 'tag': '60ec51eb-bb58-4531-bd56-a37183aeae6e', 'status': 'completed', 'code': 200} Nov 09 00:18:18.958892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45426) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:18.979386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-42d4ced0-36f2-46e0-b51c-ef2444ae1378 service neutron] 10.222.0.25 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352439 Nov 09 00:18:18.993545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.9 (4b25b31d-824d-4c19-b029-c214af43fc61/5803d465-c559-4c5d-8fc0-bc38bbf68aaf/c47b9e9c-a57e-4ee2-afef-04c16b5ee90b) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:19.004704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device d4ff73cf-1dd9-404c-81d2-d708039cb889 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:19.018694 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b4cf79ee-9530-4664-be66-25a51a13b09b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30996a77303e4b508c0cc62bc664df64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567095 Nov 09 00:18:19.019700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45428) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:19.057102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: d4ff73cf-1dd9-404c-81d2-d708039cb889 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:18:19.059855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device d4ff73cf-1dd9-404c-81d2-d708039cb889 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:18:19.105416 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c71957e-37d2-493b-9040-4aad6a1006a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:19.153498 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c71957e-37d2-493b-9040-4aad6a1006a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:19.204546 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:19.236864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d378f-37af-43a5-8794-840d966001f1 req-e9ead9d6-d41a-461e-9bad-739ab141820c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:19.238509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-913d378f-37af-43a5-8794-840d966001f1 req-e9ead9d6-d41a-461e-9bad-739ab141820c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.1088574 Nov 09 00:18:19.247331 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c71957e-37d2-493b-9040-4aad6a1006a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:19.250902 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c71957e-37d2-493b-9040-4aad6a1006a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:19.256293 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1c71957e-37d2-493b-9040-4aad6a1006a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbc17dc1-38d6-46a1-836f-0e18453ad6b4 HTTP/1.1" status: 204 len: 168 time: 0.2351878 Nov 09 00:18:19.271714 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71957e-37d2-493b-9040-4aad6a1006a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc17dc1-38d6-46a1-836f-0e18453ad6b4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:19.394719 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:19.455637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 558fa334-922c-4ee7-badf-e4c81aadb193 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:19.481139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41f105be-d418-461a-838f-e052f1889d8d req-53994d7d-cef1-4b14-a510-f0eed98b9bbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09aee8c931c04f239c95e9092a0c0198&device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.1126306 Nov 09 00:18:19.507453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-913d378f-37af-43a5-8794-840d966001f1 req-d9f170cc-5a18-4e82-a7a6-ccc32c5759b0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512667 Nov 09 00:18:19.569450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 558fa334-922c-4ee7-badf-e4c81aadb193 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:19.569989 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:19.584145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a4ba3a8-8760-4343-9e49-36e541927256 req-0711d95a-f73c-4eef-99ff-e160b7520c6a tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 210 time: 0.1483901 Nov 09 00:18:19.617807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 4b25b31d-824d-4c19-b029-c214af43fc61 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:19.628461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41f105be-d418-461a-838f-e052f1889d8d req-5913a92b-53a2-4883-a8df-5cf460af46ef service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=09aee8c931c04f239c95e9092a0c0198&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743344 Nov 09 00:18:19.697847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-26d9b88c-db70-48bc-b97d-58b49ee7ca19 None None] Provisioning complete for port e98dc203-350a-4f7f-90e2-71a1e7012bae triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:19.698309 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-26d9b88c-db70-48bc-b97d-58b49ee7ca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:19.711147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-404e61f4-7264-40c0-a9c8-b5dbb783e350 req-1c907fb0-c403-4dd1-ba55-2f55679437d3 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0814703 Nov 09 00:18:19.712044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:19.719999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:19.752361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-26d9b88c-db70-48bc-b97d-58b49ee7ca19 None None] Port e98dc203-350a-4f7f-90e2-71a1e7012bae cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:19.789050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=c47b9e9c-a57e-4ee2-afef-04c16b5ee90b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:19.815782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-26d9b88c-db70-48bc-b97d-58b49ee7ca19 None None] Provisioning complete for port 558fa334-922c-4ee7-badf-e4c81aadb193 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:19.816233 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-26d9b88c-db70-48bc-b97d-58b49ee7ca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:19.862823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fd7476d-53cf-4c39-b62e-d2ce4f7d0132 req-23ecdb0c-b21e-42dd-b481-8934279e2481 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0824451 Nov 09 00:18:19.953199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:19.953957 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:19.986083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9a3743be-e715-4625-a467-4c7a86d42472 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7802606 Nov 09 00:18:19.988834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45460) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:19.997064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-63b4e497-6439-4771-a4fb-53200789712f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:20.010414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f105be-d418-461a-838f-e052f1889d8d req-6c2294cf-1454-4d98-ba89-844e08716da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:20.012186 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41f105be-d418-461a-838f-e052f1889d8d req-6c2294cf-1454-4d98-ba89-844e08716da6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2391572 Nov 09 00:18:20.200802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b4e497-6439-4771-a4fb-53200789712f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:20.204467 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63b4e497-6439-4771-a4fb-53200789712f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:20.282985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45470) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:20.297868 n-d-813263-3 neutron-server[101781]: INFO neutron.db.ipam_backend_mixin [None req-63b4e497-6439-4771-a4fb-53200789712f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5803d465-c559-4c5d-8fc0-bc38bbf68aaf (CIDR: 172.20.0.0/28) Nov 09 00:18:20.301426 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b4e497-6439-4771-a4fb-53200789712f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:18:20.301924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b4e497-6439-4771-a4fb-53200789712f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:20.317533 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-63b4e497-6439-4771-a4fb-53200789712f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3266656 Nov 09 00:18:20.320358 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45474) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:20.325196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5b36e233-bffb-41ad-bfc6-9cba2fb3468e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:20.342013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f8a2cf2e-2857-4940-bf7b-4f1524954cc9 None None] Provisioning complete for port c47b9e9c-a57e-4ee2-afef-04c16b5ee90b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:20.342508 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f8a2cf2e-2857-4940-bf7b-4f1524954cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:20.383230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2cf2e-2857-4940-bf7b-4f1524954cc9 None None] Port c47b9e9c-a57e-4ee2-afef-04c16b5ee90b cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:20.394570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1555967057-network', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:20.416017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Made reservation on behalf of bbaf884dbbf848df8b65aeaf3af74797 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:20.419032 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:20.430507 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:20.445879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b36e233-bffb-41ad-bfc6-9cba2fb3468e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:20.449908 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5b36e233-bffb-41ad-bfc6-9cba2fb3468e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:20.550137 n-d-813263-3 neutron-server[101781]: INFO neutron.db.ipam_backend_mixin [None req-5b36e233-bffb-41ad-bfc6-9cba2fb3468e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 06626e48-7071-400f-a606-ce96e4f7a68f (CIDR: 172.20.0.16/28) Nov 09 00:18:20.554578 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b36e233-bffb-41ad-bfc6-9cba2fb3468e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:18:20.555688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b36e233-bffb-41ad-bfc6-9cba2fb3468e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:20.575974 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5b36e233-bffb-41ad-bfc6-9cba2fb3468e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2544987 Nov 09 00:18:20.578801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45478) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:20.585316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'subnet': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:20.606419 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:20.639474 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:20.657477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-8b01b955-4d31-4e73-8141-97a6f558c517 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:20.658948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-8b01b955-4d31-4e73-8141-97a6f558c517 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.11 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 815 time: 0.1853187 Nov 09 00:18:20.695989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Request body: {'port': {'device_id': '26094d21-e62f-4a40-9bf2-55a2d0087bb5', 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e', 'admin_state_up': True, 'tenant_id': 'fac795994a834c26adcae829fc064be0'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:20.714645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:18:20.721967 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Made reservation on behalf of 16efdbc20c354699a3da23bce3b0f15b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:20.725665 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:20.740743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314695bc-2508-453c-a96e-2a06e9fa3cf0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:20.753656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f4f4a80-c843-4ef1-83f4-08f0b76b7f4a req-2c294e48-a4a8-417c-8594-4a11cfc3da1e tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 210 time: 0.0797529 Nov 09 00:18:20.764110 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83de957-256b-4281-9d77-7bd4b75ae0fb req-740c5856-515d-414c-bda1-f468220dc120 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:20.765744 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b83de957-256b-4281-9d77-7bd4b75ae0fb req-740c5856-515d-414c-bda1-f468220dc120 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.1737986 Nov 09 00:18:20.808831 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:20.809182 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Added segment 09df76cc-4979-46ba-8132-ce4da16d2df0 of type vlan for network 4fbc6293-fd00-4c08-b35f-32e48f74db06 Nov 09 00:18:20.888863 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3f60471-a291-4776-bcbb-a1e1c782c01c req-e29a77f0-4abd-40b3-ade0-91910896f2e5 tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.25 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0653844 Nov 09 00:18:20.903372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:20.949006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b83de957-256b-4281-9d77-7bd4b75ae0fb req-90212c11-0e29-42d7-a711-3c85aa447866 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380236 Nov 09 00:18:20.986608 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.019613 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62a2afd3-002a-4dd1-a353-919497869984 req-d2bdacfd-fbb6-4866-9484-231956824f81 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0431788 Nov 09 00:18:21.028731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Network 4b25b31d-824d-4c19-b029-c214af43fc61 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:21.033601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:21.034783 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.035846 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:21.036438 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.037967 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:21.038626 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.042889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Made reservation on behalf of fac795994a834c26adcae829fc064be0 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:21.046036 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.050333 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Subnet': ['ID=f5a38578-ed12-40ad-8501-1aae2bd152c4,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:21.052802 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabe679c-e19e-4fbd-a3bd-0a6418aafa91 None None] Network 4b25b31d-824d-4c19-b029-c214af43fc61 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:21.059276 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:21.059700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:21.059803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:21.060113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:21.060427 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:21.060721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:21.061048 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:21.061392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:21.061727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:21.062051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:21.062417 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:21.062699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:21.068693 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c4cd2419-e05d-4e0d-9e36-0702579149d5 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4887064 Nov 09 00:18:21.072698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45486) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:21.079135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-aad84aa5-ab1d-4d4d-a6ec-eb444427ed5d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-688333399', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f5a38578-ed12-40ad-8501-1aae2bd152c4'}], 'security_groups': ['c1c7e534-5549-49e4-848b-795b20f0ead4', 'e324c441-85d4-4615-b9e9-55f236e481d8']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:21.115069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8309319 Nov 09 00:18:21.118193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45490) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:21.124978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9edf381a-f6b2-4c6b-8f2e-867bae39c5eb admin admin] Request body: {'subnet': {'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1555967057-subnet', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:21.135153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08fff2-9030-4dbf-b4aa-e06e94308eab admin admin] Pushing event updated for resources: {'Network': ['ID=4fbc6293-fd00-4c08-b35f-32e48f74db06,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:21.154289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:18:21.195792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edf381a-f6b2-4c6b-8f2e-867bae39c5eb admin admin] Made reservation on behalf of bbaf884dbbf848df8b65aeaf3af74797 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:21.198293 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9edf381a-f6b2-4c6b-8f2e-867bae39c5eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.329200 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Allocated IP 172.20.0.14 (ce22d967-e911-46ef-a648-671d86d24c3e/6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4/a4ebad24-8467-419a-90ec-33e7e09aad08) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:21.339009 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-41f105be-d418-461a-838f-e052f1889d8d req-49a208b8-2219-4b32-a0d9-91102417b13f tempest-ServerShowV254Test-1780969321 tempest-ServerShowV254Test-1780969321-project] 10.222.0.11 "GET /v2.0/ports?device_id=482bf250-9a2b-455b-b098-1ae63ddcdaa4 HTTP/1.1" status: 200 len: 210 time: 0.0582833 Nov 09 00:18:21.350242 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aad84aa5-ab1d-4d4d-a6ec-eb444427ed5d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.437860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd39cfe9-af67-4d8e-82dc-ebbae93ac0f2 None None] Update dhcp port {'port': {'network_id': '4b25b31d-824d-4c19-b029-c214af43fc61', 'fixed_ips': [{'subnet_id': '06626e48-7071-400f-a606-ce96e4f7a68f', 'ip_address': '172.20.0.19'}, {'subnet_id': '5803d465-c559-4c5d-8fc0-bc38bbf68aaf', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f5a38578-ed12-40ad-8501-1aae2bd152c4'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '558fa334-922c-4ee7-badf-e4c81aadb193'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:18:21.477361 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd39cfe9-af67-4d8e-82dc-ebbae93ac0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.711152 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-aad84aa5-ab1d-4d4d-a6ec-eb444427ed5d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Delete allocated IP 172.20.0.9 (4b25b31d-824d-4c19-b029-c214af43fc61/5803d465-c559-4c5d-8fc0-bc38bbf68aaf) {{(pid=101781) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 00:18:21.720213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-aad84aa5-ab1d-4d4d-a6ec-eb444427ed5d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Allocated IP 172.20.0.41 (4b25b31d-824d-4c19-b029-c214af43fc61/f5a38578-ed12-40ad-8501-1aae2bd152c4/c47b9e9c-a57e-4ee2-afef-04c16b5ee90b) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:21.771271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9edf381a-f6b2-4c6b-8f2e-867bae39c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.877945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.885215 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2196d483-cd14-4513-a79f-d037bbafd25d req-da82ca62-60e4-4780-b94e-4cc889a668c8 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 210 time: 0.0497384 Nov 09 00:18:21.890099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf381a-f6b2-4c6b-8f2e-867bae39c5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf1a8c6-0274-49ee-a78c-605a04ac90b8,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:21.912723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf381a-f6b2-4c6b-8f2e-867bae39c5eb admin admin] Checking segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:18:21.913091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf381a-f6b2-4c6b-8f2e-867bae39c5eb admin admin] Network hostable DHCP agents. Network: 4fbc6293-fd00-4c08-b35f-32e48f74db06, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:18:21.938781 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aad84aa5-ab1d-4d4d-a6ec-eb444427ed5d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.944933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf381a-f6b2-4c6b-8f2e-867bae39c5eb admin admin] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:18:21.949491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aad84aa5-ab1d-4d4d-a6ec-eb444427ed5d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.959384 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9edf381a-f6b2-4c6b-8f2e-867bae39c5eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 4fbc6293-fd00-4c08-b35f-32e48f74db06) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:21.966551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edf381a-f6b2-4c6b-8f2e-867bae39c5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:21.967207 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9edf381a-f6b2-4c6b-8f2e-867bae39c5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:21.972227 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.015249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e4abc0-3d5f-4778-b04a-b538148f8f05 None None] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:22.019264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e0c97d25-0ff1-41d7-8da6-4e5e13f89b34', '40574555-6504-458e-9368-2bec63d85eae'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:18:22.024182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['18be3dd2-f4a4-4593-b9b2-84506220f2dd'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:18:22.059911 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45500) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:22.060131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9edf381a-f6b2-4c6b-8f2e-867bae39c5eb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9408064 Nov 09 00:18:22.067723 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:22.070235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Network ce22d967-e911-46ef-a648-671d86d24c3e is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:22.073739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:22.082120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:22.113169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad84aa5-ab1d-4d4d-a6ec-eb444427ed5d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event updated for resources: {'Port': ['ID=c47b9e9c-a57e-4ee2-afef-04c16b5ee90b,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:22.141581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-aad84aa5-ab1d-4d4d-a6ec-eb444427ed5d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] In _notify_port_updated(), no bound segment for port c47b9e9c-a57e-4ee2-afef-04c16b5ee90b on network 4b25b31d-824d-4c19-b029-c214af43fc61 {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:18:22.149390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad84aa5-ab1d-4d4d-a6ec-eb444427ed5d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:22.150053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aad84aa5-ab1d-4d4d-a6ec-eb444427ed5d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.152263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Pushing event updated for resources: {'Port': ['ID=a4ebad24-8467-419a-90ec-33e7e09aad08,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:22.154958 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aad84aa5-ab1d-4d4d-a6ec-eb444427ed5d tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "PUT /v2.0/ports/c47b9e9c-a57e-4ee2-afef-04c16b5ee90b HTTP/1.1" status: 200 len: 959 time: 1.0809479 Nov 09 00:18:22.155633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45504) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:22.166218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.167257 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.196554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:22.197203 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.227956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.228650 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-bd39cfe9-af67-4d8e-82dc-ebbae93ac0f2 None None] Allocated IP 172.20.0.34 (4b25b31d-824d-4c19-b029-c214af43fc61/f5a38578-ed12-40ad-8501-1aae2bd152c4/558fa334-922c-4ee7-badf-e4c81aadb193) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:22.244616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527b45a-bf0b-478e-902b-03283e1b7594 req-116f992b-4fc5-4da7-a9dc-526d41862d41 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:22.257177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b527b45a-bf0b-478e-902b-03283e1b7594 req-116f992b-4fc5-4da7-a9dc-526d41862d41 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.1721268 Nov 09 00:18:22.315485 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65aaa0ef-b002-41fb-a5af-ac83cb98cbeb req-41ee9574-482e-4661-84ed-e94019e640c4 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0489910 Nov 09 00:18:22.335591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-48fd01d1-e998-497f-aaf2-f5007322f167 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6566329 Nov 09 00:18:22.357661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Request body: {'port': {'device_id': '26094d21-e62f-4a40-9bf2-55a2d0087bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:22.403563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45510) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:22.420727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b527b45a-bf0b-478e-902b-03283e1b7594 req-67dcb36e-558e-412b-a945-d073594d8396 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625254 Nov 09 00:18:22.455742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.506139 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-bd39cfe9-af67-4d8e-82dc-ebbae93ac0f2 None None] For port 558fa334-922c-4ee7-badf-e4c81aadb193, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=558fa334-922c-4ee7-badf-e4c81aadb193,segment=NetworkSegment(54f2978d-64b5-48b2-9372-bf6157f0fa41),segment_id=54f2978d-64b5-48b2-9372-bf6157f0fa41)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:22.510980 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.517433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d894dd89-daaf-4922-859f-b784a8f1db77 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port c47b9e9c-a57e-4ee2-afef-04c16b5ee90b {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:22.517863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d894dd89-daaf-4922-859f-b784a8f1db77 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.596582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-4fbc6293-fd00-4c08-b35f-32e48f74db06', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:18:22.597471 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.660058 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd39cfe9-af67-4d8e-82dc-ebbae93ac0f2 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.680458 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd39cfe9-af67-4d8e-82dc-ebbae93ac0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.704511 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d894dd89-daaf-4922-859f-b784a8f1db77 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.717405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d894dd89-daaf-4922-859f-b784a8f1db77 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for c47b9e9c-a57e-4ee2-afef-04c16b5ee90b owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:22.784936 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e4e026d-4f22-4e1c-a0fa-581847088176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:22.847910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a1909-6b6c-4b01-9c92-d3cf19da629a req-ef06831a-957a-41d3-906b-f28193c8ef3d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:22.849460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-147a1909-6b6c-4b01-9c92-d3cf19da629a req-ef06831a-957a-41d3-906b-f28193c8ef3d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.1042311 Nov 09 00:18:22.918656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39cfe9-af67-4d8e-82dc-ebbae93ac0f2 None None] Pushing event updated for resources: {'Port': ['ID=558fa334-922c-4ee7-badf-e4c81aadb193,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:22.989436 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-147a1909-6b6c-4b01-9c92-d3cf19da629a req-a1eee178-dc84-4cc7-9249-0f19ae1cb236 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264393 Nov 09 00:18:23.005188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Allocated IP 172.20.0.2 (4fbc6293-fd00-4c08-b35f-32e48f74db06/2cf1a8c6-0274-49ee-a78c-605a04ac90b8/3289f407-15ef-42ba-8ef1-e03b0fcf50f5) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:23.005989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ebad24-8467-419a-90ec-33e7e09aad08 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:18:23.018898 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.034372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e4e026d-4f22-4e1c-a0fa-581847088176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.045785 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e4e026d-4f22-4e1c-a0fa-581847088176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.084418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Transition to ACTIVE for port object a4ebad24-8467-419a-90ec-33e7e09aad08 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:18:23.153193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8e4e026d-4f22-4e1c-a0fa-581847088176 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09aee8c931c04f239c95e9092a0c0198&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7420652 Nov 09 00:18:23.156634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45520) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:23.157441 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e026d-4f22-4e1c-a0fa-581847088176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35f1696-2583-4447-a733-95e102835f26,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:23.289510 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.308324 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.328197 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.332035 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.341004 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d894dd89-daaf-4922-859f-b784a8f1db77 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.405721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:23.410237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:23.421518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 558fa334-922c-4ee7-badf-e4c81aadb193 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:23.424197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:23.426532 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Pushing event updated for resources: {'Port': ['ID=3289f407-15ef-42ba-8ef1-e03b0fcf50f5,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:23.435073 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.464180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ebad24-8467-419a-90ec-33e7e09aad08,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:23.475492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894dd89-daaf-4922-859f-b784a8f1db77 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=c47b9e9c-a57e-4ee2-afef-04c16b5ee90b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:23.481025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25925e08-87c4-4302-b88f-05dbf69db730 req-e0ebb1d6-d7aa-41eb-b8ca-7e46166e63f9 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:23.483660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25925e08-87c4-4302-b88f-05dbf69db730 req-e0ebb1d6-d7aa-41eb-b8ca-7e46166e63f9 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 944 time: 0.3969820 Nov 09 00:18:23.484437 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b532885f-f714-4ba6-b728-6c1cc8bda525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.539721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a4dcfc1-42e7-464b-a2ca-25c7b9f66839 req-f1875dc9-65fe-4e92-9092-2222bb1f0986 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0514393 Nov 09 00:18:23.632461 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Attempting to bind port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:18:23.633330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Attempting to bind port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:18:23.633972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Attempting to bind port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:23.641122 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:18:23.641921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Checking segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:18:23.643494 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.644397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Bound using segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:18:23.645339 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Bound port: 3289f407-15ef-42ba-8ef1-e03b0fcf50f5, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:18:23.646225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d894dd89-daaf-4922-859f-b784a8f1db77 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.646754 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.650156 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d894dd89-daaf-4922-859f-b784a8f1db77 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/c47b9e9c-a57e-4ee2-afef-04c16b5ee90b HTTP/1.1" status: 204 len: 168 time: 1.4931359 Nov 09 00:18:23.658111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45526) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:23.670050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 558fa334-922c-4ee7-badf-e4c81aadb193 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:23.671087 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.703467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Allocated IP 172.25.0.94 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/3828c55a-0b44-4535-b061-861d166af313) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:23.742586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b532885f-f714-4ba6-b728-6c1cc8bda525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.744793 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c1e94a-d959-41a0-8188-21347e73a115 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] GET failed (client error): The resource could not be found. Nov 09 00:18:23.746617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f0c1e94a-d959-41a0-8188-21347e73a115 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports/c47b9e9c-a57e-4ee2-afef-04c16b5ee90b HTTP/1.1" status: 404 len: 333 time: 0.0845590 Nov 09 00:18:23.754137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45528) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:23.786134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25925e08-87c4-4302-b88f-05dbf69db730 req-132871df-f974-4dd5-8f30-0d0192c849b9 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378685 Nov 09 00:18:23.804877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] For port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:18:23.848080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.849224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] For port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3289f407-15ef-42ba-8ef1-e03b0fcf50f5,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:18:23.859619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Attempting to bind port a4ebad24-8467-419a-90ec-33e7e09aad08 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:18:23.860214 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.860403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Attempting to bind port a4ebad24-8467-419a-90ec-33e7e09aad08 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:18:23.860535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Attempting to bind port a4ebad24-8467-419a-90ec-33e7e09aad08 on network ce22d967-e911-46ef-a648-671d86d24c3e {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:23.870060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Port a4ebad24-8467-419a-90ec-33e7e09aad08 on network ce22d967-e911-46ef-a648-671d86d24c3e not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:18:23.870391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Attempting to bind port a4ebad24-8467-419a-90ec-33e7e09aad08 on network ce22d967-e911-46ef-a648-671d86d24c3e {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:23.883969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:18:23.884311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Checking segment: {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:18:23.884884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Bound using segment: {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:18:23.885580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Bound port: a4ebad24-8467-419a-90ec-33e7e09aad08, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:18:23.885902 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.901134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-951b546b-821f-49d2-80ef-2880949ea1a3 None None] Provisioning complete for port e98dc203-350a-4f7f-90e2-71a1e7012bae triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:23.901525 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-951b546b-821f-49d2-80ef-2880949ea1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.904362 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15c14f4d-315b-466c-b5a9-ac32376c7adb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.906278 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b532885f-f714-4ba6-b728-6c1cc8bda525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.908944 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b532885f-f714-4ba6-b728-6c1cc8bda525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.910174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b532885f-f714-4ba6-b728-6c1cc8bda525 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c35f1696-2583-4447-a733-95e102835f26 HTTP/1.1" status: 204 len: 168 time: 0.7136173 Nov 09 00:18:23.914428 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:23.965504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532885f-f714-4ba6-b728-6c1cc8bda525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35f1696-2583-4447-a733-95e102835f26,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:23.969829 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:23.971306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:23.974962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:23.994962 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15c14f4d-315b-466c-b5a9-ac32376c7adb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.022973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dfd52-c7d2-4584-b627-82fd91628ec1 None None] Pushing event updated for resources: {'Port': ['ID=3289f407-15ef-42ba-8ef1-e03b0fcf50f5,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:24.042656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Pushing event updated for resources: {'Port': ['ID=3828c55a-0b44-4535-b061-861d166af313,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:24.050961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-951b546b-821f-49d2-80ef-2880949ea1a3 None None] Port e98dc203-350a-4f7f-90e2-71a1e7012bae cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:24.063529 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-951b546b-821f-49d2-80ef-2880949ea1a3 None None] Could not find standard attr ID for object c47b9e9c-a57e-4ee2-afef-04c16b5ee90b. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:18:24.080495 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] For port a4ebad24-8467-419a-90ec-33e7e09aad08, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:18:24.081522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-951b546b-821f-49d2-80ef-2880949ea1a3 None None] Provisioning complete for port 558fa334-922c-4ee7-badf-e4c81aadb193 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:24.082337 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-951b546b-821f-49d2-80ef-2880949ea1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.137450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] For port a4ebad24-8467-419a-90ec-33e7e09aad08, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4ebad24-8467-419a-90ec-33e7e09aad08,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:18:24.140341 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15c14f4d-315b-466c-b5a9-ac32376c7adb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.145389 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15c14f4d-315b-466c-b5a9-ac32376c7adb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.147301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-15c14f4d-315b-466c-b5a9-ac32376c7adb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/security-groups/742efea3-0538-4717-8d04-56de2ebc2911 HTTP/1.1" status: 204 len: 168 time: 0.3890700 Nov 09 00:18:24.163556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45536) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:24.182976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.312390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:24.312639 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.314134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] 10.222.0.11 "PUT /v2.0/ports/a4ebad24-8467-419a-90ec-33e7e09aad08 HTTP/1.1" status: 200 len: 1092 time: 1.9677963 Nov 09 00:18:24.325400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c14f4d-315b-466c-b5a9-ac32376c7adb tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742efea3-0538-4717-8d04-56de2ebc2911,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:24.325400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26094d21-e62f-4a40-9bf2-55a2d0087bb5', 'tag': 'a4ebad24-8467-419a-90ec-33e7e09aad08'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:24.326453 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6f1145-d8e4-4e98-afa9-d7142f94d80f" -d '{"events": [{"name": "network-changed", "server_uuid": "26094d21-e62f-4a40-9bf2-55a2d0087bb5", "tag": "a4ebad24-8467-419a-90ec-33e7e09aad08"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:24.404629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f0dba-6420-44cf-9140-a7e9524dae45 req-e9a55a14-c602-4b97-a201-75d6c90d686f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:24.406280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c79f0dba-6420-44cf-9140-a7e9524dae45 req-e9a55a14-c602-4b97-a201-75d6c90d686f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.2673533 Nov 09 00:18:24.413387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2508690f-c7cb-4dd3-94c9-efcb1b955d3a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.422118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717257d-bd19-4bfb-b425-c73481d76fa1 req-8cee2e81-75bf-43b2-b594-e6edd02c7899 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:24.431717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5717257d-bd19-4bfb-b425-c73481d76fa1 req-8cee2e81-75bf-43b2-b594-e6edd02c7899 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 945 time: 0.3206091 Nov 09 00:18:24.442941 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f60798-eda2-4703-893a-659b3d771933 x-openstack-request-id: req-38f60798-eda2-4703-893a-659b3d771933 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:24.443245 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26094d21-e62f-4a40-9bf2-55a2d0087bb5", "tag": "a4ebad24-8467-419a-90ec-33e7e09aad08", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:24.443550 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38f60798-eda2-4703-893a-659b3d771933 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:24.443946 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26094d21-e62f-4a40-9bf2-55a2d0087bb5', 'tag': 'a4ebad24-8467-419a-90ec-33e7e09aad08', 'status': 'completed', 'code': 200} Nov 09 00:18:24.445787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d6c2a-0435-495d-af7d-b144809e2e36 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ebad24-8467-419a-90ec-33e7e09aad08,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:24.454645 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2508690f-c7cb-4dd3-94c9-efcb1b955d3a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.584380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2508690f-c7cb-4dd3-94c9-efcb1b955d3a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.587582 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2508690f-c7cb-4dd3-94c9-efcb1b955d3a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.591822 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2508690f-c7cb-4dd3-94c9-efcb1b955d3a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/security-groups/e324c441-85d4-4615-b9e9-55f236e481d8 HTTP/1.1" status: 204 len: 168 time: 0.4270844 Nov 09 00:18:24.592502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45550) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:24.594879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-5762b365-06dc-4402-9f71-d41648c38117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:24.596363 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-5762b365-06dc-4402-9f71-d41648c38117 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 1095 time: 0.1844471 Nov 09 00:18:24.612595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5717257d-bd19-4bfb-b425-c73481d76fa1 req-92047c74-0a06-47d8-8677-503f4541a267 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799061 Nov 09 00:18:24.647757 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4eadd581-fec8-4793-8b18-f8fb10664717 None None] Could not find standard attr ID for object c47b9e9c-a57e-4ee2-afef-04c16b5ee90b. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:18:24.652092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508690f-c7cb-4dd3-94c9-efcb1b955d3a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e324c441-85d4-4615-b9e9-55f236e481d8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:24.724467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-dfafe12d-b1ca-447b-89b5-fd0e94c2a31e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4ebad24-8467-419a-90ec-33e7e09aad08 HTTP/1.1" status: 200 len: 217 time: 0.1096709 Nov 09 00:18:24.766520 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7030fa69-11b9-40bd-8eb4-71a5abc18903 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.782937 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c23c3ae0-555f-42e9-931f-3295cec75f73 req-a7184bbf-35ee-44fa-8603-47a839e91684 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0683088 Nov 09 00:18:24.807293 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.830388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c79f0dba-6420-44cf-9140-a7e9524dae45 req-fa8c0065-3f69-433e-bfa1-8e3163de5712 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Deleting port 16beb026-c436-476f-a69c-f276d90ce961 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:24.830940 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c79f0dba-6420-44cf-9140-a7e9524dae45 req-fa8c0065-3f69-433e-bfa1-8e3163de5712 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.904225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7030fa69-11b9-40bd-8eb4-71a5abc18903 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:24.937146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-3e36986c-02d4-492d-b9f4-721ae403aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:24.938964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-3e36986c-02d4-492d-b9f4-721ae403aeb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4 HTTP/1.1" status: 200 len: 855 time: 0.1917586 Nov 09 00:18:24.997663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7030fa69-11b9-40bd-8eb4-71a5abc18903 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.000328 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7030fa69-11b9-40bd-8eb4-71a5abc18903 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.003908 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7030fa69-11b9-40bd-8eb4-71a5abc18903 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/security-groups/c1c7e534-5549-49e4-848b-795b20f0ead4 HTTP/1.1" status: 204 len: 168 time: 0.4036238 Nov 09 00:18:25.007060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-3c73bc1c-4707-4a66-bf34-355c1c4ed6a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce22d967-e911-46ef-a648-671d86d24c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458043 Nov 09 00:18:25.008764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45564) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:25.026682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030fa69-11b9-40bd-8eb4-71a5abc18903 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c7e534-5549-49e4-848b-795b20f0ead4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:25.102332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abef276-bd50-4824-924c-057bbdb8e45d req-f2586fee-6830-4e4d-b5ba-3d2f68a53353 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:25.103989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5abef276-bd50-4824-924c-057bbdb8e45d req-f2586fee-6830-4e4d-b5ba-3d2f68a53353 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 944 time: 0.1744123 Nov 09 00:18:25.150988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-5756f021-7fc0-4e53-b846-bc45fb38a83e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting subnet 5803d465-c559-4c5d-8fc0-bc38bbf68aaf {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:18:25.161660 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5756f021-7fc0-4e53-b846-bc45fb38a83e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.183115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c79f0dba-6420-44cf-9140-a7e9524dae45 req-fa8c0065-3f69-433e-bfa1-8e3163de5712 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] For port 16beb026-c436-476f-a69c-f276d90ce961, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=16beb026-c436-476f-a69c-f276d90ce961,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:25.183489 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c79f0dba-6420-44cf-9140-a7e9524dae45 req-fa8c0065-3f69-433e-bfa1-8e3163de5712 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.209899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c79f0dba-6420-44cf-9140-a7e9524dae45 req-fa8c0065-3f69-433e-bfa1-8e3163de5712 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Calling delete_port for 16beb026-c436-476f-a69c-f276d90ce961 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:25.210107 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.213394 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5756f021-7fc0-4e53-b846-bc45fb38a83e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.246378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5abef276-bd50-4824-924c-057bbdb8e45d req-dbd7e565-ee61-4632-8685-8ceab760a3f2 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136954 Nov 09 00:18:25.292771 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-0986372d-6a27-4697-9e31-f46c2d00eea3 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679577 Nov 09 00:18:25.425239 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5756f021-7fc0-4e53-b846-bc45fb38a83e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.457656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13e82cb1-c59c-4733-ba73-d37145a51ce3 req-656f6fde-101d-421d-b1e4-5ee0a5c61963 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551230 Nov 09 00:18:25.481816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:25.487197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f2ac4a-afb3-4c53-a5bb-9534c3f7ed05 None None] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:25.493150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Router 993e5778-182c-4fa8-95cc-51bbb3cc0eac is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:18:25.514352 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5756f021-7fc0-4e53-b846-bc45fb38a83e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.530806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45578) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:25.583716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756f021-7fc0-4e53-b846-bc45fb38a83e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Subnet': ['ID=5803d465-c559-4c5d-8fc0-bc38bbf68aaf,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:25.586155 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5756f021-7fc0-4e53-b846-bc45fb38a83e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.589621 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5756f021-7fc0-4e53-b846-bc45fb38a83e tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/5803d465-c559-4c5d-8fc0-bc38bbf68aaf HTTP/1.1" status: 204 len: 168 time: 0.5798383 Nov 09 00:18:25.595218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45582) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:25.665049 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c79f0dba-6420-44cf-9140-a7e9524dae45 req-fa8c0065-3f69-433e-bfa1-8e3163de5712 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.697402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0805c8-87ae-4b5a-8ea7-338c1eb88b8a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting subnet f5a38578-ed12-40ad-8501-1aae2bd152c4 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:18:25.703499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c0805c8-87ae-4b5a-8ea7-338c1eb88b8a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.706685 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:18:25.718249 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Sync routers for ids ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:18:25.732066 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Routers {'993e5778-182c-4fa8-95cc-51bbb3cc0eac'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:18:25.734067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c0065-3f69-433e-bfa1-8e3163de5712 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Pushing event deleted for resources: {'Port': ['ID=16beb026-c436-476f-a69c-f276d90ce961,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:25.734898 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:18:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:25.754492 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.756557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a912e5-e1b3-4cfd-9485-72c2c21990bd None None] Network 4b25b31d-824d-4c19-b029-c214af43fc61 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:25.758747 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-423bf203-0eb8-4776-b7be-3c44fdce4603 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6944458 Nov 09 00:18:25.759355 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45586) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:25.803524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f1145-d8e4-4e98-afa9-d7142f94d80f req-8daf5084-488d-45bd-ab74-88f5c43f5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:25.805257 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b6f1145-d8e4-4e98-afa9-d7142f94d80f req-8daf5084-488d-45bd-ab74-88f5c43f5055 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 1095 time: 0.2754028 Nov 09 00:18:25.806095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79f0dba-6420-44cf-9140-a7e9524dae45 req-fa8c0065-3f69-433e-bfa1-8e3163de5712 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] No DVR routers for this DVR port 16beb026-c436-476f-a69c-f276d90ce961 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:25.811100 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c79f0dba-6420-44cf-9140-a7e9524dae45 req-fa8c0065-3f69-433e-bfa1-8e3163de5712 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.815040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c79f0dba-6420-44cf-9140-a7e9524dae45 req-fa8c0065-3f69-433e-bfa1-8e3163de5712 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.30 "DELETE /v2.0/ports/16beb026-c436-476f-a69c-f276d90ce961 HTTP/1.1" status: 204 len: 173 time: 1.3744462 Nov 09 00:18:25.832130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c525fd9-1432-4f23-9b96-63a5cc00d38c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.844381 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['16beb026-c436-476f-a69c-f276d90ce961'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:18:25.873594 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c0805c8-87ae-4b5a-8ea7-338c1eb88b8a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:25.941264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f1145-d8e4-4e98-afa9-d7142f94d80f req-47373565-9790-4692-8ff7-368ece7b9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:25.944518 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b6f1145-d8e4-4e98-afa9-d7142f94d80f req-47373565-9790-4692-8ff7-368ece7b9fe9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 915 time: 0.1135378 Nov 09 00:18:25.963164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2057c11-f909-4f68-8d06-53b2459aeac5 req-9acb1264-eced-40b9-abc8-ad7d2e7807e3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f3c2a4-59e7-4002-b578-bfb22a3baff0 HTTP/1.1" status: 200 len: 210 time: 0.2315221 Nov 09 00:18:26.006015 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Set router 993e5778-182c-4fa8-95cc-51bbb3cc0eac gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:18:26.063931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b6f1145-d8e4-4e98-afa9-d7142f94d80f req-5f634324-7dc8-4e21-8dc6-1e9f64ce7123 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4ebad24-8467-419a-90ec-33e7e09aad08 HTTP/1.1" status: 200 len: 217 time: 0.0778172 Nov 09 00:18:26.080569 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c0805c8-87ae-4b5a-8ea7-338c1eb88b8a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.083614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-948cf118-8bcc-4dce-b677-3a4a9c937b2d None None] Provisioning complete for port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:26.084154 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-948cf118-8bcc-4dce-b677-3a4a9c937b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.157441 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c525fd9-1432-4f23-9b96-63a5cc00d38c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.206035 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:18:24Z', 'revision_number': 3, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:26.229988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-948cf118-8bcc-4dce-b677-3a4a9c937b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.250067 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Checking router: 993e5778-182c-4fa8-95cc-51bbb3cc0eac for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:18:26.251124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f1145-d8e4-4e98-afa9-d7142f94d80f req-708209d7-1805-4df7-8b53-f74f53e18c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:26.252061 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Updating router 993e5778-182c-4fa8-95cc-51bbb3cc0eac port 3828c55a-0b44-4535-b061-861d166af313 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:18:26.253172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b6f1145-d8e4-4e98-afa9-d7142f94d80f req-708209d7-1805-4df7-8b53-f74f53e18c66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4 HTTP/1.1" status: 200 len: 855 time: 0.0670259 Nov 09 00:18:26.263616 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:26.263988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.276048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c2d24fa2-4565-43d9-8695-b298dfd5ccb7 req-abf882fc-2f5a-451c-a402-5d5bb93f5fed tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.1158059 Nov 09 00:18:26.276784 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c525fd9-1432-4f23-9b96-63a5cc00d38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.283741 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.389862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c525fd9-1432-4f23-9b96-63a5cc00d38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec6789b-66ae-4791-96b8-9193806dc3f0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:26.401436 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b6f1145-d8e4-4e98-afa9-d7142f94d80f req-92dca1c7-b9e4-4d45-a186-fef161d56e7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce22d967-e911-46ef-a648-671d86d24c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215551 Nov 09 00:18:26.455961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f3c2a4-59e7-4002-b578-bfb22a3baff0', 'name': 'network-vif-deleted', 'tag': '16beb026-c436-476f-a69c-f276d90ce961'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:26.458325 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98514b9b-982c-4288-af74-ac4f8b7eafd4" -d '{"events": [{"server_uuid": "c5f3c2a4-59e7-4002-b578-bfb22a3baff0", "name": "network-vif-deleted", "tag": "16beb026-c436-476f-a69c-f276d90ce961"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:26.465261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-948cf118-8bcc-4dce-b677-3a4a9c937b2d None None] For port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3289f407-15ef-42ba-8ef1-e03b0fcf50f5,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:26.526962 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-948cf118-8bcc-4dce-b677-3a4a9c937b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.564924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9c525fd9-1432-4f23-9b96-63a5cc00d38c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d80fa3a5260d43839d44205dd8fa40ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0325227 Nov 09 00:18:26.566906 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788f8cf9-e96a-4a9a-a11c-63a4c400204e x-openstack-request-id: req-788f8cf9-e96a-4a9a-a11c-63a4c400204e {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:26.567197 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f3c2a4-59e7-4002-b578-bfb22a3baff0", "name": "network-vif-deleted", "tag": "16beb026-c436-476f-a69c-f276d90ce961", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:26.567452 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-788f8cf9-e96a-4a9a-a11c-63a4c400204e {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:26.567851 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f3c2a4-59e7-4002-b578-bfb22a3baff0', 'name': 'network-vif-deleted', 'tag': '16beb026-c436-476f-a69c-f276d90ce961', 'status': 'completed', 'code': 200} Nov 09 00:18:26.586057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45596) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:26.597325 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cf118-8bcc-4dce-b677-3a4a9c937b2d None None] Pushing event updated for resources: {'Port': ['ID=3289f407-15ef-42ba-8ef1-e03b0fcf50f5,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:26.689569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7d01e-5c9d-4cd1-8603-a40930b7e773 req-f9b08009-267c-4fd7-ba26-d9c2c4b90db0 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:26.691742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0c7d01e-5c9d-4cd1-8603-a40930b7e773 req-f9b08009-267c-4fd7-ba26-d9c2c4b90db0 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 944 time: 0.2887833 Nov 09 00:18:26.733630 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.745401 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c0805c8-87ae-4b5a-8ea7-338c1eb88b8a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.752768 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.792387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0c7d01e-5c9d-4cd1-8603-a40930b7e773 req-39bf0c28-7103-4f49-a6c9-d06e69fddb48 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920255 Nov 09 00:18:26.801979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b6f1145-d8e4-4e98-afa9-d7142f94d80f req-3bf0bdb3-224e-4ef0-86bc-629bb6f3e872 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893442 Nov 09 00:18:26.808587 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d68c337-ecbb-4e6c-b832-f4abcd96a152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.813404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0805c8-87ae-4b5a-8ea7-338c1eb88b8a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a38578-ed12-40ad-8501-1aae2bd152c4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:26.830543 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c0805c8-87ae-4b5a-8ea7-338c1eb88b8a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.841618 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1c0805c8-87ae-4b5a-8ea7-338c1eb88b8a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/f5a38578-ed12-40ad-8501-1aae2bd152c4 HTTP/1.1" status: 204 len: 168 time: 1.2426538 Nov 09 00:18:26.841855 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Attempting to bind port 3828c55a-0b44-4535-b061-861d166af313 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:18:26.841855 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Attempting to bind port 3828c55a-0b44-4535-b061-861d166af313 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:18:26.842196 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Attempting to bind port 3828c55a-0b44-4535-b061-861d166af313 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:26.846610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45598) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:26.858051 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:18:26.858431 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:18:26.858832 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.859723 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:18:26.860280 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Bound port: 3828c55a-0b44-4535-b061-861d166af313, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:18:26.861097 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.922656 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] For port 3828c55a-0b44-4535-b061-861d166af313, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:18:26.926123 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] For port 3828c55a-0b44-4535-b061-861d166af313, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3828c55a-0b44-4535-b061-861d166af313,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:18:26.936850 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:26.940753 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Pushing event updated for resources: {'Port': ['ID=3828c55a-0b44-4535-b061-861d166af313,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:26.955951 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:26.956195 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97b062c-98ff-469e-a22d-34a2fab132b1 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] DELETE failed (client error): The resource could not be found. Nov 09 00:18:26.956292 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:26.956501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97b062c-98ff-469e-a22d-34a2fab132b1 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:26.956608 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:26.956996 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:26.957328 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:26.957682 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:26.958013 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:26.958336 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:26.958657 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:26.959015 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:26.959378 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:26.959669 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:26.967790 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b97b062c-98ff-469e-a22d-34a2fab132b1 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/5803d465-c559-4c5d-8fc0-bc38bbf68aaf HTTP/1.1" status: 404 len: 337 time: 0.1115563 Nov 09 00:18:26.968461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45602) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:27.037707 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.095485 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50844fe5-7276-4571-9a91-544fd0a57562 None None] Pushing event updated for resources: {'Port': ['ID=3828c55a-0b44-4535-b061-861d166af313,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:27.096915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69c4925-b051-4028-bad1-23b99a773c2f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting subnet 06626e48-7071-400f-a606-ce96e4f7a68f {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:18:27.119836 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Routers {'993e5778-182c-4fa8-95cc-51bbb3cc0eac'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:18:27.120473 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:18:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:27.125693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d69c4925-b051-4028-bad1-23b99a773c2f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.167936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a94f6ba4-4bfc-4729-b1da-52536b1c4656 None None] Provisioning complete for port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:27.168549 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a94f6ba4-4bfc-4729-b1da-52536b1c4656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.246628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41631fec-53f0-4c22-939a-5cec522e148c None None] Network 4b25b31d-824d-4c19-b029-c214af43fc61 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:27.294967 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d68c337-ecbb-4e6c-b832-f4abcd96a152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.321591 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] Set router 993e5778-182c-4fa8-95cc-51bbb3cc0eac gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:18:27.340851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d69c4925-b051-4028-bad1-23b99a773c2f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.502396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:27.537835 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d69c4925-b051-4028-bad1-23b99a773c2f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.559749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99e64b72-7c05-4e0b-b953-031a4e2f0530 req-58fa80df-8ad8-4955-8edf-7f52d3897ee8 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0815802 Nov 09 00:18:27.566114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Allocated IP 172.20.0.1 (4fbc6293-fd00-4c08-b35f-32e48f74db06/2cf1a8c6-0274-49ee-a78c-605a04ac90b8/1e071fa3-d992-427c-8aab-2a6877b20e5d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:27.568323 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:18:24Z', 'revision_number': 3, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:27.581825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b6f1145-d8e4-4e98-afa9-d7142f94d80f req-618d8784-3f54-4163-9e5f-7a59159a3ff6 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7710731 Nov 09 00:18:27.597361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:27.597911 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.626167 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80043b0-1235-494e-9dea-c427463fd125 None None] The sync data for ids ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'] in n-d-813263-3 is: [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:18:24Z', 'revision_number': 3, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:18:27.636999 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d68c337-ecbb-4e6c-b832-f4abcd96a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.640586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d68c337-ecbb-4e6c-b832-f4abcd96a152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.647251 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d69c4925-b051-4028-bad1-23b99a773c2f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.659289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1d68c337-ecbb-4e6c-b832-f4abcd96a152 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ec6789b-66ae-4791-96b8-9193806dc3f0 HTTP/1.1" status: 204 len: 168 time: 1.0638456 Nov 09 00:18:27.690671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68c337-ecbb-4e6c-b832-f4abcd96a152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec6789b-66ae-4791-96b8-9193806dc3f0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:27.700889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d5994a9c-a9ae-4653-9504-6a829f5774b1 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:27.702661 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d5994a9c-a9ae-4653-9504-6a829f5774b1 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.3665013 Nov 09 00:18:27.705482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c4925-b051-4028-bad1-23b99a773c2f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Subnet': ['ID=06626e48-7071-400f-a606-ce96e4f7a68f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:27.720495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-170e38b2-bd7b-4378-9a4c-48c90419dcc0 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/quotas/32a59bfc9d2849cf8c83a3970a6af0b2 HTTP/1.1" status: 200 len: 375 time: 0.0108118 Nov 09 00:18:27.736010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d0450fb4-6f1d-43b2-babb-a3881109867a None None] Provisioning complete for port e98dc203-350a-4f7f-90e2-71a1e7012bae triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:27.736573 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0450fb4-6f1d-43b2-babb-a3881109867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.767999 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d69c4925-b051-4028-bad1-23b99a773c2f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.776081 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d69c4925-b051-4028-bad1-23b99a773c2f tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/06626e48-7071-400f-a606-ce96e4f7a68f HTTP/1.1" status: 204 len: 168 time: 0.7957058 Nov 09 00:18:27.776882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45622) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:27.795037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-1bef183f-9616-4a0e-a8e9-030b8620f22f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642960 Nov 09 00:18:27.839615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d0450fb4-6f1d-43b2-babb-a3881109867a None None] Port e98dc203-350a-4f7f-90e2-71a1e7012bae cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:27.849009 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-329802db-184a-4646-bb9f-1515eee19c87 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] DELETE failed (client error): The resource could not be found. Nov 09 00:18:27.849549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329802db-184a-4646-bb9f-1515eee19c87 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:27.855365 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-329802db-184a-4646-bb9f-1515eee19c87 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/2320dd34-989d-4158-8233-643589405a74 HTTP/1.1" status: 404 len: 337 time: 0.0749729 Nov 09 00:18:27.855572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45626) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:27.925966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d0450fb4-6f1d-43b2-babb-a3881109867a None None] Provisioning complete for port 558fa334-922c-4ee7-badf-e4c81aadb193 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:27.926797 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0450fb4-6f1d-43b2-babb-a3881109867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:27.969600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:28.052362 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:28.065863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183d5bc-831f-4aaa-b707-c734060709e8 req-88254c0a-222a-45df-a0e4-50facfe8f3b2 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:28.074129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a183d5bc-831f-4aaa-b707-c734060709e8 req-88254c0a-222a-45df-a0e4-50facfe8f3b2 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 944 time: 0.1334422 Nov 09 00:18:28.130243 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b4fe2377-3f7c-48a0-a75d-66d4799367c7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2f5903-4010-421a-ac39-d528446ca7bf HTTP/1.1" status: 200 len: 205 time: 0.2732489 Nov 09 00:18:28.134153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45634) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:28.157942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:28.162455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:28.165320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:28.171142 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e071fa3-d992-427c-8aab-2a6877b20e5d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:28.202691 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-b355e6b2-d9f7-4583-a3de-7b3f4e15b7cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] delete failed (client error): The resource could not be found. Nov 09 00:18:28.206168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b355e6b2-d9f7-4583-a3de-7b3f4e15b7cd tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/routers/6a2f5903-4010-421a-ac39-d528446ca7bf HTTP/1.1" status: 404 len: 336 time: 0.0673060 Nov 09 00:18:28.220322 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45638) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:28.236753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-c4c5b907-aac1-4966-bd85-6b89cc58ae97 service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315615 Nov 09 00:18:28.240753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 16beb026-c436-476f-a69c-f276d90ce961 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:28.280983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a183d5bc-831f-4aaa-b707-c734060709e8 req-0d3d5d1e-7688-4eb1-bfd9-b001bb9c2f98 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058856 Nov 09 00:18:28.290247 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f45db3-ce26-4b3a-ade4-97d69fd715f7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] DELETE failed (client error): The resource could not be found. Nov 09 00:18:28.290705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f45db3-ce26-4b3a-ade4-97d69fd715f7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:28.298040 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e3f45db3-ce26-4b3a-ade4-97d69fd715f7 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/e8cf45b7-c62a-4375-86f1-d5de70048f30 HTTP/1.1" status: 404 len: 337 time: 0.0760350 Nov 09 00:18:28.300146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45642) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:28.309917 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 16beb026-c436-476f-a69c-f276d90ce961 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:18:28.310200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 16beb026-c436-476f-a69c-f276d90ce961 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:18:28.323239 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:28.449002 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d4e4d9-809d-4c4d-b1c1-7f258c757ef9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] DELETE failed (client error): The resource could not be found. Nov 09 00:18:28.449487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d4e4d9-809d-4c4d-b1c1-7f258c757ef9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:28.456017 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-30d4e4d9-809d-4c4d-b1c1-7f258c757ef9 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/dd50d7a6-2ce7-4726-a911-bf6f0898b2cb HTTP/1.1" status: 404 len: 337 time: 0.1548316 Nov 09 00:18:28.460252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45646) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:28.518232 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-962df4a2-ff43-42b7-8d12-c125d1c32bb0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] DELETE failed (client error): The resource could not be found. Nov 09 00:18:28.521747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962df4a2-ff43-42b7-8d12-c125d1c32bb0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:28.529067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-962df4a2-ff43-42b7-8d12-c125d1c32bb0 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/d3e7099f-5437-4a30-b1c6-5e7a271174d6 HTTP/1.1" status: 404 len: 337 time: 0.0665133 Nov 09 00:18:28.531569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45648) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:28.554171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-f61e325d-59e9-4b3b-af9a-bd11d13467fb service neutron] 10.222.0.25 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181119 Nov 09 00:18:28.583305 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fe7e73-55e9-460e-8cc1-7d3ed93996de tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] DELETE failed (client error): The resource could not be found. Nov 09 00:18:28.590986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fe7e73-55e9-460e-8cc1-7d3ed93996de tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:28.594416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-82fe7e73-55e9-460e-8cc1-7d3ed93996de tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/2d0f2f44-98bd-4206-b3e2-b31644b11274 HTTP/1.1" status: 404 len: 333 time: 0.0602596 Nov 09 00:18:28.599782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45652) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:28.628673 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:28.657143 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-934b7f06-6c16-40b9-9cf6-e516379e0d3a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] DELETE failed (client error): The resource could not be found. Nov 09 00:18:28.658179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934b7f06-6c16-40b9-9cf6-e516379e0d3a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:28.674108 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-934b7f06-6c16-40b9-9cf6-e516379e0d3a tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/7f83e109-d589-4832-a229-6a23a6ea5782 HTTP/1.1" status: 404 len: 337 time: 0.0732598 Nov 09 00:18:28.676532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45658) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:28.708426 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc957c7-f545-4006-b02c-774fb1ca2a87 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] DELETE failed (client error): The resource could not be found. Nov 09 00:18:28.711157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc957c7-f545-4006-b02c-774fb1ca2a87 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:28.714965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-adc957c7-f545-4006-b02c-774fb1ca2a87 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/1283cc0f-87b2-4b8b-b0b7-f244c44acfe2 HTTP/1.1" status: 404 len: 337 time: 0.0372515 Nov 09 00:18:28.718100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45660) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:28.751290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bbf2735f-073b-43c3-ae3b-24671cc6ce86 req-a97cb517-f1e8-4bb4-9db9-12c6f22c821d tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0351386 Nov 09 00:18:28.762378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846c4905-049d-456f-98fd-92397e63cebf None None] Network 4b25b31d-824d-4c19-b029-c214af43fc61 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:18:28.779410 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f631b367-8a9a-4598-8f03-dd7023713498 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] DELETE failed (client error): The resource could not be found. Nov 09 00:18:28.779410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f631b367-8a9a-4598-8f03-dd7023713498 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:28.779410 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f631b367-8a9a-4598-8f03-dd7023713498 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/e0d9ea5a-e0b4-4732-8ab3-7dfe09361e61 HTTP/1.1" status: 404 len: 333 time: 0.0536258 Nov 09 00:18:28.780094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45664) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:28.812802 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d680973-da6b-4b93-a2c9-348c1b25eaee tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] DELETE failed (client error): The resource could not be found. Nov 09 00:18:28.813263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d680973-da6b-4b93-a2c9-348c1b25eaee tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:28.817002 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3d680973-da6b-4b93-a2c9-348c1b25eaee tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/e165b8e7-a3fa-45fe-81ca-e46402488857 HTTP/1.1" status: 404 len: 337 time: 0.0392213 Nov 09 00:18:28.821465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45666) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:28.840412 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4341e376-fe0b-4c46-b9f9-7a65e4852b64 None None] Provisioning complete for port 1e071fa3-d992-427c-8aab-2a6877b20e5d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:28.841215 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4341e376-fe0b-4c46-b9f9-7a65e4852b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:28.878159 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-65151c4c-aff2-4104-b622-4a9c99813f25 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] DELETE failed (client error): The resource could not be found. Nov 09 00:18:28.878622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65151c4c-aff2-4104-b622-4a9c99813f25 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:18:28.885591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-65151c4c-aff2-4104-b622-4a9c99813f25 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/subnets/c9ee7caa-3165-47f5-9edb-69582e1ea10c HTTP/1.1" status: 404 len: 337 time: 0.0599556 Nov 09 00:18:28.901090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45674) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:28.953318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4341e376-fe0b-4c46-b9f9-7a65e4852b64 None None] Port 1e071fa3-d992-427c-8aab-2a6877b20e5d cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:28.972695 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:18:29.053638 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.056546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4ebad24-8467-419a-90ec-33e7e09aad08 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:18:29.066579 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.157334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-45e5b703-bbc7-4ad4-96a7-d4a6cf38e678 req-45a85e74-995d-4f47-82e8-bdc34fbb373d tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 210 time: 0.1484213 Nov 09 00:18:29.158116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e071fa3-d992-427c-8aab-2a6877b20e5d,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:29.183618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b2d6a3-24e1-4289-a7a2-1d96b675ba86 None None] DHCP port deletion for 4b25b31d-824d-4c19-b029-c214af43fc61 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:18:29.216691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-06cea318-09ca-4bae-8e98-f3d678be82c8 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Deleting port e98dc203-350a-4f7f-90e2-71a1e7012bae {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:29.217255 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-06cea318-09ca-4bae-8e98-f3d678be82c8 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.275294 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.300894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1b569cf0-fd2e-4de7-84e9-4f0de77c6747 None None] Provisioning complete for port e98dc203-350a-4f7f-90e2-71a1e7012bae triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:29.302099 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1b569cf0-fd2e-4de7-84e9-4f0de77c6747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.420072 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-06cea318-09ca-4bae-8e98-f3d678be82c8 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.451787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-06cea318-09ca-4bae-8e98-f3d678be82c8 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Calling delete_port for e98dc203-350a-4f7f-90e2-71a1e7012bae owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:29.528592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a4ebad24-8467-419a-90ec-33e7e09aad08, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4ebad24-8467-419a-90ec-33e7e09aad08,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:29.533098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:29.534488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-1b569cf0-fd2e-4de7-84e9-4f0de77c6747 None None] Port e98dc203-350a-4f7f-90e2-71a1e7012bae cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:29.536855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:29.538119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3828c55a-0b44-4535-b061-861d166af313 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:29.594874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'a4ebad24-8467-419a-90ec-33e7e09aad08', 'network_id': 'ce22d967-e911-46ef-a648-671d86d24c3e', 'port_id': 'a4ebad24-8467-419a-90ec-33e7e09aad08', 'mac_address': 'fa:16:3e:e9:61:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:18:29.687838 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.695546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1b569cf0-fd2e-4de7-84e9-4f0de77c6747 None None] Provisioning complete for port 558fa334-922c-4ee7-badf-e4c81aadb193 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:29.695911 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1b569cf0-fd2e-4de7-84e9-4f0de77c6747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.736513 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-06cea318-09ca-4bae-8e98-f3d678be82c8 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.745228 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-52b2d6a3-24e1-4289-a7a2-1d96b675ba86 None None] Deleting port 558fa334-922c-4ee7-badf-e4c81aadb193 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:29.745620 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52b2d6a3-24e1-4289-a7a2-1d96b675ba86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.748285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ebad24-8467-419a-90ec-33e7e09aad08 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:18:29.813159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cea318-09ca-4bae-8e98-f3d678be82c8 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Port': ['ID=e98dc203-350a-4f7f-90e2-71a1e7012bae,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:29.861930 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-06cea318-09ca-4bae-8e98-f3d678be82c8 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.873922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-06cea318-09ca-4bae-8e98-f3d678be82c8 tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/ports/e98dc203-350a-4f7f-90e2-71a1e7012bae HTTP/1.1" status: 204 len: 168 time: 0.9716733 Nov 09 00:18:29.877759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45704) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:29.886806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a4ebad24-8467-419a-90ec-33e7e09aad08, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4ebad24-8467-419a-90ec-33e7e09aad08,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:29.906659 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.918262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Router 993e5778-182c-4fa8-95cc-51bbb3cc0eac has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:18:29.924563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7471b-4dac-4d49-9a09-4ad795c3ad89 req-38e41a08-3055-4ca9-8dec-4c8975b916cf tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:29.935661 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e8b7471b-4dac-4d49-9a09-4ad795c3ad89 req-38e41a08-3055-4ca9-8dec-4c8975b916cf tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 944 time: 0.2751346 Nov 09 00:18:29.961656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3828c55a-0b44-4535-b061-861d166af313 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:29.962030 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:29.972855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-52b2d6a3-24e1-4289-a7a2-1d96b675ba86 None None] For port 558fa334-922c-4ee7-badf-e4c81aadb193, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=558fa334-922c-4ee7-badf-e4c81aadb193,segment=NetworkSegment(54f2978d-64b5-48b2-9372-bf6157f0fa41),segment_id=54f2978d-64b5-48b2-9372-bf6157f0fa41)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:29.973230 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52b2d6a3-24e1-4289-a7a2-1d96b675ba86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:30.064526 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-52b2d6a3-24e1-4289-a7a2-1d96b675ba86 None None] Calling delete_port for 558fa334-922c-4ee7-badf-e4c81aadb193 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:30.077983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=a4ebad24-8467-419a-90ec-33e7e09aad08,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:30.142368 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:18:30.154448 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ea7b0452-61f7-4b8b-a331-aec0788912b8 admin admin] 10.222.0.25 "PUT /v2.0/routers/993e5778-182c-4fa8-95cc-51bbb3cc0eac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3918846 Nov 09 00:18:30.204167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['a4ebad24-8467-419a-90ec-33e7e09aad08'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:18:30.222387 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:30.240592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e8b7471b-4dac-4d49-9a09-4ad795c3ad89 req-6d8489c6-68a1-414f-9b1d-1023741dcb64 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990601 Nov 09 00:18:30.277297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d4a81-3bbb-4df6-b366-d33542ce5867 req-67c92e30-ccea-478f-a81d-042e0242b908 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:30.284346 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d4a81-3bbb-4df6-b366-d33542ce5867 req-67c92e30-ccea-478f-a81d-042e0242b908 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:30.295301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d4a81-3bbb-4df6-b366-d33542ce5867 req-67c92e30-ccea-478f-a81d-042e0242b908 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:30.309714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d4a81-3bbb-4df6-b366-d33542ce5867 req-67c92e30-ccea-478f-a81d-042e0242b908 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:30.317586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d4a81-3bbb-4df6-b366-d33542ce5867 req-67c92e30-ccea-478f-a81d-042e0242b908 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:30.326461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d4a81-3bbb-4df6-b366-d33542ce5867 req-67c92e30-ccea-478f-a81d-042e0242b908 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:30.333018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d4a81-3bbb-4df6-b366-d33542ce5867 req-67c92e30-ccea-478f-a81d-042e0242b908 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:30.341341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d24d4a81-3bbb-4df6-b366-d33542ce5867 req-67c92e30-ccea-478f-a81d-042e0242b908 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5444 time: 0.3168888 Nov 09 00:18:30.368959 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52b2d6a3-24e1-4289-a7a2-1d96b675ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:30.395697 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43cd9d13-3c88-4cc8-9e32-ae4f9c627269 req-d6bc7229-e6eb-46b8-96d3-53f0a7256fb4 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0522311 Nov 09 00:18:30.517847 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:30.536441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d24d4a81-3bbb-4df6-b366-d33542ce5867 req-93def6a4-0123-4c81-9078-5be14d0dfa54 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905937 Nov 09 00:18:30.598510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75017682-5239-4d4c-9684-eeca25ba469d req-ae51a574-624c-45bc-a755-3075fe6a1332 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 210 time: 0.0536075 Nov 09 00:18:30.600191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b25b31d-824d-4c19-b029-c214af43fc61']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:30.619606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f2978d-64b5-48b2-9372-bf6157f0fa41') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:30.619915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f2978d-64b5-48b2-9372-bf6157f0fa41') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:30.637627 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:30.661605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:30.672885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:18:30.673205 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:30.681757 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2d6a3-24e1-4289-a7a2-1d96b675ba86 None None] Pushing event deleted for resources: {'Port': ['ID=558fa334-922c-4ee7-badf-e4c81aadb193,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:18:30.702637 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:18:30.710195 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Sync routers for ids ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:18:30.723798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b2d6a3-24e1-4289-a7a2-1d96b675ba86 None None] No DVR routers for this DVR port 558fa334-922c-4ee7-badf-e4c81aadb193 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:30.739955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f371391e-3cf5-410a-9be6-fc752b59f4c1 None None] Provisioning complete for port 1e071fa3-d992-427c-8aab-2a6877b20e5d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:30.740418 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f371391e-3cf5-410a-9be6-fc752b59f4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:30.742872 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:30.782351 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Routers {'993e5778-182c-4fa8-95cc-51bbb3cc0eac'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:18:30.783031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:18:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:30.856486 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 3828c55a-0b44-4535-b061-861d166af313, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3828c55a-0b44-4535-b061-861d166af313,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:30.861063 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:30.880655 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:30.886765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f371391e-3cf5-410a-9be6-fc752b59f4c1 None None] Port 1e071fa3-d992-427c-8aab-2a6877b20e5d cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:30.937036 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:30.944157 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] 10.222.0.25 "DELETE /v2.0/networks/4b25b31d-824d-4c19-b029-c214af43fc61 HTTP/1.1" status: 204 len: 168 time: 1.0648286 Nov 09 00:18:30.962133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f0301-da4e-4b6e-983a-17f3d2327dab tempest-PortsTestJSON-2065597704 tempest-PortsTestJSON-2065597704-project] Pushing event deleted for resources: {'Network': ['ID=4b25b31d-824d-4c19-b029-c214af43fc61,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:30.998412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-acfb1203-3018-4b86-b4b8-0bab289fc0ed tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:31.019052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-acfb1203-3018-4b86-b4b8-0bab289fc0ed tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:31.023667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-06a44cd3-5f60-46ae-9d2d-2501722b016a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:31.026337 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-acfb1203-3018-4b86-b4b8-0bab289fc0ed tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:31.027676 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-06a44cd3-5f60-46ae-9d2d-2501722b016a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 811 time: 0.3568535 Nov 09 00:18:31.043146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-acfb1203-3018-4b86-b4b8-0bab289fc0ed tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:31.051373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Request body: {'port': {'device_id': '39ced655-b467-4307-a960-347c6524ee8d', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'admin_state_up': True, 'tenant_id': '32a59bfc9d2849cf8c83a3970a6af0b2'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:31.071868 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-acfb1203-3018-4b86-b4b8-0bab289fc0ed tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:31.078599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-acfb1203-3018-4b86-b4b8-0bab289fc0ed tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:31.096015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-acfb1203-3018-4b86-b4b8-0bab289fc0ed tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:31.098193 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-acfb1203-3018-4b86-b4b8-0bab289fc0ed tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5444 time: 0.2857485 Nov 09 00:18:31.100090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 558fa334-922c-4ee7-badf-e4c81aadb193 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:31.130596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=3828c55a-0b44-4535-b061-861d166af313,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:31.162676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 558fa334-922c-4ee7-badf-e4c81aadb193 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:18:31.166097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 558fa334-922c-4ee7-badf-e4c81aadb193 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:18:31.184663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-ed672de1-44ed-4d8f-bd2d-e4a57c56e0fb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:31.189884 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-ed672de1-44ed-4d8f-bd2d-e4a57c56e0fb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "GET /v2.0/ports/c3601f1b-6090-4fb1-98a9-a0f33c061444?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0850551 Nov 09 00:18:31.230536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Set router 993e5778-182c-4fa8-95cc-51bbb3cc0eac gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:18:31.242470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Made reservation on behalf of 32a59bfc9d2849cf8c83a3970a6af0b2 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:31.248348 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:31.361726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45748) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:31.396094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-626a0abc-7730-45a5-9568-92515d17720d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1709911488', 'description': 'tempest-description--1378402986'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:31.405774 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-7192c56f-faab-45b5-be2a-0b4c005c62e2 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "GET /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2082911 Nov 09 00:18:31.407684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45750) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:31.424487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:31.427262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3828c55a-0b44-4535-b061-861d166af313 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:31.507256 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:31.612466 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-626a0abc-7730-45a5-9568-92515d17720d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:31.622747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f41ec05-402a-49bd-a820-f0e19b5a7372 req-30b1a865-8502-4c1d-afd8-3f423d49c79d tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0820727 Nov 09 00:18:31.664085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3828c55a-0b44-4535-b061-861d166af313 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:31.664431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:31.704540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e107d3e-c0f4-4f04-8372-d33aaf45a6c9 req-d81c0ac6-3607-4df9-94e1-1a8d4b2b04b3 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:31.712292 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e107d3e-c0f4-4f04-8372-d33aaf45a6c9 req-d81c0ac6-3607-4df9-94e1-1a8d4b2b04b3 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 945 time: 0.3524585 Nov 09 00:18:31.716248 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] For port c3601f1b-6090-4fb1-98a9-a0f33c061444, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c3601f1b-6090-4fb1-98a9-a0f33c061444,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:31.731032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Allocated IP 172.20.0.2 (4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0/a9749423-c78d-4642-b475-a021e262f974/36074f8a-b506-4426-a4ee-062b1dc01f5b) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:31.793247 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-79fda83d-a4c4-4143-bb70-14bf17f1d6a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16efdbc20c354699a3da23bce3b0f15b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3836663 Nov 09 00:18:31.796465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45766) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:31.801069 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:18:28Z', 'revision_number': 4, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '1e071fa3-d992-427c-8aab-2a6877b20e5d', 'name': '', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'mac_address': 'fa:16:3e:71:ae:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:27Z', 'updated_at': '2021-11-09T00:18:28Z', 'revision_number': 2, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'subnets': [{'id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:31.810298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] For port c3601f1b-6090-4fb1-98a9-a0f33c061444, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:18:31.846316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Checking router: 993e5778-182c-4fa8-95cc-51bbb3cc0eac for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:18:31.846716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Updating router 993e5778-182c-4fa8-95cc-51bbb3cc0eac port 1e071fa3-d992-427c-8aab-2a6877b20e5d binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:18:31.872486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] device_id is not set on port c3601f1b-6090-4fb1-98a9-a0f33c061444 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:18:31.888531 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:31.898011 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:31.906257 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:31.909674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e107d3e-c0f4-4f04-8372-d33aaf45a6c9 req-f0700eb3-4831-4df0-a494-90325ce114dd tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923730 Nov 09 00:18:31.921600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7afd4cd-8791-442a-af04-ea5aa31f2315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:31.944281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-626a0abc-7730-45a5-9568-92515d17720d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:31.990016 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-626a0abc-7730-45a5-9568-92515d17720d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.019831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] No DVR routers for this DVR port c3601f1b-6090-4fb1-98a9-a0f33c061444 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:32.035688 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7afd4cd-8791-442a-af04-ea5aa31f2315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.051740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615838b-9a5a-4bba-b659-5188ec67e52a req-15e37e4f-1cad-4ccd-8d2d-e54209939316 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:32.060122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615838b-9a5a-4bba-b659-5188ec67e52a req-15e37e4f-1cad-4ccd-8d2d-e54209939316 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:32.067488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615838b-9a5a-4bba-b659-5188ec67e52a req-15e37e4f-1cad-4ccd-8d2d-e54209939316 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:32.069202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] Pushing event updated for resources: {'Port': ['ID=c3601f1b-6090-4fb1-98a9-a0f33c061444,revision_number=6']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:32.074969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615838b-9a5a-4bba-b659-5188ec67e52a req-15e37e4f-1cad-4ccd-8d2d-e54209939316 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:32.082464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615838b-9a5a-4bba-b659-5188ec67e52a req-15e37e4f-1cad-4ccd-8d2d-e54209939316 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:32.089085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615838b-9a5a-4bba-b659-5188ec67e52a req-15e37e4f-1cad-4ccd-8d2d-e54209939316 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:32.096207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615838b-9a5a-4bba-b659-5188ec67e52a req-15e37e4f-1cad-4ccd-8d2d-e54209939316 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:32.107306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f615838b-9a5a-4bba-b659-5188ec67e52a req-15e37e4f-1cad-4ccd-8d2d-e54209939316 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 5366 time: 0.3495908 Nov 09 00:18:32.110903 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] In _notify_port_updated(), no bound segment for port c3601f1b-6090-4fb1-98a9-a0f33c061444 on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:18:32.111788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:32.112406 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.113737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-94399547-dca1-4096-af5b-5c3b40935091 service neutron] 10.222.0.11 "PUT /v2.0/ports/c3601f1b-6090-4fb1-98a9-a0f33c061444 HTTP/1.1" status: 200 len: 1033 time: 0.6946905 Nov 09 00:18:32.160262 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7afd4cd-8791-442a-af04-ea5aa31f2315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.162985 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7afd4cd-8791-442a-af04-ea5aa31f2315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.164706 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e7afd4cd-8791-442a-af04-ea5aa31f2315 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78e1dcc3-7946-4fe8-9c6b-d95e8d6a088e HTTP/1.1" status: 204 len: 168 time: 0.3668568 Nov 09 00:18:32.204853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c509faf1-c28b-43bf-826e-fb515bee7aeb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:32.206874 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c509faf1-c28b-43bf-826e-fb515bee7aeb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "GET /v2.0/ports/05cc56ff-ba70-4c09-879d-a4c54089a9e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0866766 Nov 09 00:18:32.207879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afd4cd-8791-442a-af04-ea5aa31f2315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e1dcc3-7946-4fe8-9c6b-d95e8d6a088e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:32.227448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:32.251705 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.321423 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.329340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45776) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:32.329727 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.359058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.387883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6e069-ff31-4033-acf1-35f2424b2c6d None None] Pushing event updated for resources: {'Port': ['ID=1e071fa3-d992-427c-8aab-2a6877b20e5d,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:32.388142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-626a0abc-7730-45a5-9568-92515d17720d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.389601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-626a0abc-7730-45a5-9568-92515d17720d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0264485 Nov 09 00:18:32.390831 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.394201 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80d2943f-4e38-45b2-b57e-77e38de7acd8 req-57ff87a7-1cf3-49fa-8393-c3524d881410 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 210 time: 0.3922956 Nov 09 00:18:32.394811 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45780) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:32.486751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bd178910-6b18-416f-96fa-006ebed88f77 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Request body: {'security_group_rule': {'security_group_id': '50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:32.492720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Pushing event updated for resources: {'Port': ['ID=36074f8a-b506-4426-a4ee-062b1dc01f5b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:32.499523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a0abc-7730-45a5-9568-92515d17720d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:32.537086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:32.557798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:32.565009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ca8510b9-fd67-4667-88d2-102583e49648 None None] Provisioning complete for port c3601f1b-6090-4fb1-98a9-a0f33c061444 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:32.565571 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca8510b9-fd67-4667-88d2-102583e49648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.572757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] For port 05cc56ff-ba70-4c09-879d-a4c54089a9e0, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=05cc56ff-ba70-4c09-879d-a4c54089a9e0,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:32.593204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:32.596760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Attempting to bind port 1e071fa3-d992-427c-8aab-2a6877b20e5d on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:18:32.597152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Attempting to bind port 1e071fa3-d992-427c-8aab-2a6877b20e5d by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:18:32.597598 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Attempting to bind port 1e071fa3-d992-427c-8aab-2a6877b20e5d on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:32.613590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] For port 05cc56ff-ba70-4c09-879d-a4c54089a9e0, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:18:32.653851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] device_id is not set on port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:18:32.671350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:18:32.672306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Checking segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:18:32.672711 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.673252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Bound using segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:18:32.673775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Bound port: 1e071fa3-d992-427c-8aab-2a6877b20e5d, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:18:32.674155 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.677236 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ca8510b9-fd67-4667-88d2-102583e49648 None None] Port c3601f1b-6090-4fb1-98a9-a0f33c061444 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:32.693576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.704623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:32.705530 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.708566 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.755377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f615838b-9a5a-4bba-b659-5188ec67e52a req-4d5cda28-e0b3-464a-89d3-7deb14a36142 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=50031a94-e579-493d-b344-213d11f5e4e5&id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6409502 Nov 09 00:18:32.764817 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bd178910-6b18-416f-96fa-006ebed88f77 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.800836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] For port 1e071fa3-d992-427c-8aab-2a6877b20e5d, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:18:32.804740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] For port 1e071fa3-d992-427c-8aab-2a6877b20e5d, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e071fa3-d992-427c-8aab-2a6877b20e5d,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:18:32.810261 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.812818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-d93497cc-4423-462a-b346-d2514fe66510 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7721274 Nov 09 00:18:32.857052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Request body: {'port': {'device_id': '39ced655-b467-4307-a960-347c6524ee8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:32.872454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6e069-ff31-4033-acf1-35f2424b2c6d None None] Pushing event updated for resources: {'Port': ['ID=1e071fa3-d992-427c-8aab-2a6877b20e5d,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:32.908643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Routers {'993e5778-182c-4fa8-95cc-51bbb3cc0eac'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:18:32.909124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] No DVR routers for this DVR port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:32.909300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:18:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:32.911163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Provisioning complete for port 1e071fa3-d992-427c-8aab-2a6877b20e5d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:32.911534 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.912619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] Pushing event updated for resources: {'Port': ['ID=05cc56ff-ba70-4c09-879d-a4c54089a9e0,revision_number=6']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:32.964154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] In _notify_port_updated(), no bound segment for port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 on network b9455cba-4534-4af4-b9ee-f8c67064c7b0 {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:18:32.965045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:32.965992 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:32.967091 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-006b9f6d-5230-4415-94be-ca5489698631 service neutron] 10.222.0.11 "PUT /v2.0/ports/05cc56ff-ba70-4c09-879d-a4c54089a9e0 HTTP/1.1" status: 200 len: 1032 time: 0.7514751 Nov 09 00:18:32.990318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2dd8314-9383-4c12-b1fc-70391b2e103c req-16bc6dec-1fb0-4688-b55d-aedeea500302 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.1760845 Nov 09 00:18:33.003340 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1848945-6f17-4bc6-b0ae-491bdbd569b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.099727 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4ebad24-8467-419a-90ec-33e7e09aad08 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:33.127918 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bd178910-6b18-416f-96fa-006ebed88f77 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.140450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-9e073794-586f-4a62-8636-b703f18da637 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Deleting port bebae9d8-ef83-4a9d-b792-d0891225bdf6 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:33.141201 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-9e073794-586f-4a62-8636-b703f18da637 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.183796 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.191906 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bd178910-6b18-416f-96fa-006ebed88f77 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.243894 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1848945-6f17-4bc6-b0ae-491bdbd569b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.265780 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1848945-6f17-4bc6-b0ae-491bdbd569b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.311076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1848945-6f17-4bc6-b0ae-491bdbd569b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9461f042-56a4-44ed-a77e-84aa7ae400a0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:33.315407 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-9e073794-586f-4a62-8636-b703f18da637 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] For port bebae9d8-ef83-4a9d-b792-d0891225bdf6, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bebae9d8-ef83-4a9d-b792-d0891225bdf6,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:33.315979 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-9e073794-586f-4a62-8636-b703f18da637 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.336725 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.338579 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port a4ebad24-8467-419a-90ec-33e7e09aad08 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:18:33.349324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd178910-6b18-416f-96fa-006ebed88f77 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f6706a-be9b-4e39-8f92-6c067607b2c1,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:33.354194 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port a4ebad24-8467-419a-90ec-33e7e09aad08 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:33.354502 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.362239 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bd178910-6b18-416f-96fa-006ebed88f77 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.365286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bd178910-6b18-416f-96fa-006ebed88f77 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9651501 Nov 09 00:18:33.369688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45804) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:33.377258 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-db5443ae-2e56-4ec3-a478-d60343cbeef0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Request body: {'security_group_rule': {'security_group_id': '50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:33.392163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-9e073794-586f-4a62-8636-b703f18da637 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Calling delete_port for bebae9d8-ef83-4a9d-b792-d0891225bdf6 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:33.406102 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a2fb-77e8-4360-93c2-8d5c88ed7a47 req-12338aea-92b5-40ea-a674-389bcb0f7003 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:33.407738 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5983a2fb-77e8-4360-93c2-8d5c88ed7a47 req-12338aea-92b5-40ea-a674-389bcb0f7003 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 945 time: 0.2845228 Nov 09 00:18:33.416482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b1848945-6f17-4bc6-b0ae-491bdbd569b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9aac4ae135b449d886587907aa8be64c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0757155 Nov 09 00:18:33.419657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45806) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:33.440001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] Set router 993e5778-182c-4fa8-95cc-51bbb3cc0eac gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:18:33.526642 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-db5443ae-2e56-4ec3-a478-d60343cbeef0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.591169 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-db5443ae-2e56-4ec3-a478-d60343cbeef0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.602754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45814) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:33.610898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-db5443ae-2e56-4ec3-a478-d60343cbeef0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.637074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5443ae-2e56-4ec3-a478-d60343cbeef0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d695ff9-c6fe-45b1-b063-bde4f1f69240,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:33.649078 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-db5443ae-2e56-4ec3-a478-d60343cbeef0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.653416 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-db5443ae-2e56-4ec3-a478-d60343cbeef0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2826586 Nov 09 00:18:33.654039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45818) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:33.681930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:33.712573 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-77fe99fe-4055-4a57-a958-4228ba4324c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.718322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5983a2fb-77e8-4360-93c2-8d5c88ed7a47 req-c96dc842-64fc-4ee4-bb7a-a47117597fa5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115059 Nov 09 00:18:33.735360 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.735878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e643f8a-eeeb-4947-9c67-916c99c34c7a req-8d3a60fc-165c-439c-b291-2058a0cb16f3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:33.737830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e643f8a-eeeb-4947-9c67-916c99c34c7a req-8d3a60fc-165c-439c-b291-2058a0cb16f3 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 931 time: 0.1877401 Nov 09 00:18:33.754851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-9e073794-586f-4a62-8636-b703f18da637 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.798120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a7cfc679-2793-4c2e-af0b-b894dbf4c5d3 tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1677832044', 'prefixes': ['172.20.0.0/16']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:33.807691 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-77fe99fe-4055-4a57-a958-4228ba4324c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.812065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] For port 1e071fa3-d992-427c-8aab-2a6877b20e5d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e071fa3-d992-427c-8aab-2a6877b20e5d,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:33.851964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e073794-586f-4a62-8636-b703f18da637 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Port': ['ID=bebae9d8-ef83-4a9d-b792-d0891225bdf6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:33.901960 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.928382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-9e073794-586f-4a62-8636-b703f18da637 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] No DVR routers for this DVR port bebae9d8-ef83-4a9d-b792-d0891225bdf6 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:33.949655 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.963683 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e643f8a-eeeb-4947-9c67-916c99c34c7a req-7d56d63e-88ff-4927-bd48-a70a309dc366 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181780 Nov 09 00:18:33.980865 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-9e073794-586f-4a62-8636-b703f18da637 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:33.985749 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-9e073794-586f-4a62-8636-b703f18da637 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "DELETE /v2.0/ports/bebae9d8-ef83-4a9d-b792-d0891225bdf6 HTTP/1.1" status: 204 len: 173 time: 1.0082262 Nov 09 00:18:33.986452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-deleted', 'tag': 'bebae9d8-ef83-4a9d-b792-d0891225bdf6'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:33.988944 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447c30ce-788c-445b-bc48-cd9f101c6c63" -d '{"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-deleted", "tag": "bebae9d8-ef83-4a9d-b792-d0891225bdf6"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:34.021933 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a4ebad24-8467-419a-90ec-33e7e09aad08, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4ebad24-8467-419a-90ec-33e7e09aad08,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:34.026963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26094d21-e62f-4a40-9bf2-55a2d0087bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ebad24-8467-419a-90ec-33e7e09aad08'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:34.031081 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6477e013-d478-46ba-af85-debc3534274a" -d '{"events": [{"server_uuid": "26094d21-e62f-4a40-9bf2-55a2d0087bb5", "name": "network-vif-plugged", "status": "completed", "tag": "a4ebad24-8467-419a-90ec-33e7e09aad08"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:34.036145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Pushing event updated for resources: {'Port': ['ID=1e071fa3-d992-427c-8aab-2a6877b20e5d,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:34.041746 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc679-2793-4c2e-af0b-b894dbf4c5d3 tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] Publish callbacks [] for subnetpool, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.042339 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.043078 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a7cfc679-2793-4c2e-af0b-b894dbf4c5d3 tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4393158 Nov 09 00:18:34.043382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 18940ff5-5975-402e-8da8-ec60b66967b3 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:34.047603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45828) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:34.067113 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ee647f-0136-4407-9b51-276512771c2c x-openstack-request-id: req-92ee647f-0136-4407-9b51-276512771c2c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:34.067416 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-deleted", "tag": "bebae9d8-ef83-4a9d-b792-d0891225bdf6", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:34.067638 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92ee647f-0136-4407-9b51-276512771c2c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:34.068156 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-deleted', 'tag': 'bebae9d8-ef83-4a9d-b792-d0891225bdf6', 'status': 'completed', 'code': 200} Nov 09 00:18:34.082771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:34.083129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:34.083466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:34.083680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919fd06-b402-498b-ae19-b1154c08b42b req-86ec7e2b-80de-4360-bc8f-f657cb98db27 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:34.084169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:34.084169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:34.085823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:34.085823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:34.085823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:34.085823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:34.085823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:34.086333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:34.086820 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c5488-23f0-4e3d-8642-80e4ce1167a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:34.092080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919fd06-b402-498b-ae19-b1154c08b42b req-86ec7e2b-80de-4360-bc8f-f657cb98db27 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:34.100588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919fd06-b402-498b-ae19-b1154c08b42b req-86ec7e2b-80de-4360-bc8f-f657cb98db27 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:34.106740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919fd06-b402-498b-ae19-b1154c08b42b req-86ec7e2b-80de-4360-bc8f-f657cb98db27 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:34.111888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5919fd06-b402-498b-ae19-b1154c08b42b req-86ec7e2b-80de-4360-bc8f-f657cb98db27 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 3150 time: 0.1787984 Nov 09 00:18:34.163215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=a4ebad24-8467-419a-90ec-33e7e09aad08,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:34.169916 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-37ed666d-033e-4eea-87e0-7042720f1487 tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] 10.222.0.25 "GET /v2.0/subnetpools/9fe222a2-6d96-41ba-b778-36d6929e63ef HTTP/1.1" status: 200 len: 732 time: 0.1154196 Nov 09 00:18:34.170496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-46a81a25-d8a2-4196-8600-6e8ef136cdb8 None None] Provisioning complete for port 1e071fa3-d992-427c-8aab-2a6877b20e5d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:34.170496 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46a81a25-d8a2-4196-8600-6e8ef136cdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.177906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45830) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:34.182643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36074f8a-b506-4426-a4ee-062b1dc01f5b {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:18:34.187891 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-77fe99fe-4055-4a57-a958-4228ba4324c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.189993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e10bf9ea-0359-49fc-8305-575b2faab5a5 tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1409576060'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:34.191318 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-77fe99fe-4055-4a57-a958-4228ba4324c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.192716 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-77fe99fe-4055-4a57-a958-4228ba4324c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9461f042-56a4-44ed-a77e-84aa7ae400a0 HTTP/1.1" status: 204 len: 168 time: 0.7718499 Nov 09 00:18:34.227294 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.230608 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe99fe-4055-4a57-a958-4228ba4324c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9461f042-56a4-44ed-a77e-84aa7ae400a0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:34.244113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5919fd06-b402-498b-ae19-b1154c08b42b req-0a5c5d87-009f-43b5-8127-33297561eee8 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291049 Nov 09 00:18:34.245607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-86a7d12f-c216-41f3-92d8-0cf37ed49fd1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Deleting port 18940ff5-5975-402e-8da8-ec60b66967b3 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:34.246487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6ecffd0-4250-4695-ba2d-64568c497035 req-85a3c050-cd10-4067-81cf-35b6df965710 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0821311 Nov 09 00:18:34.258151 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-86a7d12f-c216-41f3-92d8-0cf37ed49fd1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.295510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Transition to ACTIVE for port object 36074f8a-b506-4426-a4ee-062b1dc01f5b will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:18:34.303391 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.320158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:18:28Z', 'revision_number': 4, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '1e071fa3-d992-427c-8aab-2a6877b20e5d', 'name': '', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'mac_address': 'fa:16:3e:71:ae:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:27Z', 'updated_at': '2021-11-09T00:18:32Z', 'revision_number': 4, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'subnets': [{'id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:34.321984 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.385067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16440aa-ad2f-4e0c-8673-bdbfa82463aa None None] The sync data for ids ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'] in n-d-813263-3 is: [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:18:28Z', 'revision_number': 4, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '1e071fa3-d992-427c-8aab-2a6877b20e5d', 'name': '', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'mac_address': 'fa:16:3e:71:ae:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:27Z', 'updated_at': '2021-11-09T00:18:32Z', 'revision_number': 4, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'subnets': [{'id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:18:34.389580 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189eb500-0eb8-428d-abf0-21a35c932fed x-openstack-request-id: req-189eb500-0eb8-428d-abf0-21a35c932fed {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:34.389580 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26094d21-e62f-4a40-9bf2-55a2d0087bb5", "name": "network-vif-plugged", "status": "completed", "tag": "a4ebad24-8467-419a-90ec-33e7e09aad08", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:34.389830 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-189eb500-0eb8-428d-abf0-21a35c932fed {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:34.390326 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26094d21-e62f-4a40-9bf2-55a2d0087bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ebad24-8467-419a-90ec-33e7e09aad08', 'code': 200} Nov 09 00:18:34.431211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=36074f8a-b506-4426-a4ee-062b1dc01f5b,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:34.454441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 18940ff5-5975-402e-8da8-ec60b66967b3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=18940ff5-5975-402e-8da8-ec60b66967b3,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:34.470374 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-86a7d12f-c216-41f3-92d8-0cf37ed49fd1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] For port 18940ff5-5975-402e-8da8-ec60b66967b3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=18940ff5-5975-402e-8da8-ec60b66967b3,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:34.470810 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-86a7d12f-c216-41f3-92d8-0cf37ed49fd1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.474864 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.475283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device c64ad2d8-e1ee-4760-b623-361c968d3a5d no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:34.591401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Attempting to bind port 36074f8a-b506-4426-a4ee-062b1dc01f5b on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:18:34.592004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Attempting to bind port 36074f8a-b506-4426-a4ee-062b1dc01f5b by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:18:34.592343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Attempting to bind port 36074f8a-b506-4426-a4ee-062b1dc01f5b on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:34.597565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Port 36074f8a-b506-4426-a4ee-062b1dc01f5b on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:18:34.597939 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Attempting to bind port 36074f8a-b506-4426-a4ee-062b1dc01f5b on network 4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:34.610782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:18:34.611127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Checking segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:18:34.611468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Bound using segment: {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:18:34.612167 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Bound port: 36074f8a-b506-4426-a4ee-062b1dc01f5b, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:18:34.612524 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.684732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-46a81a25-d8a2-4196-8600-6e8ef136cdb8 None None] Provisioning complete for port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:34.685008 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46a81a25-d8a2-4196-8600-6e8ef136cdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.721976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-46a81a25-d8a2-4196-8600-6e8ef136cdb8 None None] Port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:34.725472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=18940ff5-5975-402e-8da8-ec60b66967b3,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:34.759896 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] For port 36074f8a-b506-4426-a4ee-062b1dc01f5b, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:18:34.765756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] For port 36074f8a-b506-4426-a4ee-062b1dc01f5b, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=36074f8a-b506-4426-a4ee-062b1dc01f5b,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:18:34.775314 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.825872 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.838866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=36074f8a-b506-4426-a4ee-062b1dc01f5b,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:34.862392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-86a7d12f-c216-41f3-92d8-0cf37ed49fd1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Calling delete_port for 18940ff5-5975-402e-8da8-ec60b66967b3 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:34.866578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:34.868336 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.870846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-9f6759b0-1d95-4df1-80c0-2206d233d3d2 service neutron] 10.222.0.11 "PUT /v2.0/ports/36074f8a-b506-4426-a4ee-062b1dc01f5b HTTP/1.1" status: 200 len: 1091 time: 2.0450110 Nov 09 00:18:34.873082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ced655-b467-4307-a960-347c6524ee8d', 'tag': '36074f8a-b506-4426-a4ee-062b1dc01f5b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:34.875717 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7dd779-a25b-4972-8fd5-11c448290885" -d '{"events": [{"name": "network-changed", "server_uuid": "39ced655-b467-4307-a960-347c6524ee8d", "tag": "36074f8a-b506-4426-a4ee-062b1dc01f5b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:34.931157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c64ad2d8-e1ee-4760-b623-361c968d3a5d, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c64ad2d8-e1ee-4760-b623-361c968d3a5d,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:34.953575 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:34.954382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device c3601f1b-6090-4fb1-98a9-a0f33c061444 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:34.974550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319cae7-f0b8-45a2-b5a6-f9cc40dac947 req-900dfec8-c435-469a-b5b2-b4edb5021cc2 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:34.983400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e319cae7-f0b8-45a2-b5a6-f9cc40dac947 req-900dfec8-c435-469a-b5b2-b4edb5021cc2 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 946 time: 0.1403217 Nov 09 00:18:34.986415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45842) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:35.029841 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3ee52dc7-78a4-4496-86dc-2a52c161ae1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.074836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=c64ad2d8-e1ee-4760-b623-361c968d3a5d,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:35.077718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device c3601f1b-6090-4fb1-98a9-a0f33c061444 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:18:35.078153 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bebae9d8-ef83-4a9d-b792-d0891225bdf6 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:35.104670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.115946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: bebae9d8-ef83-4a9d-b792-d0891225bdf6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:18:35.116289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bebae9d8-ef83-4a9d-b792-d0891225bdf6 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:18:35.116820 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 5ec376c1-315f-4ca8-8930-77a9fd93e81c no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:35.218309 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.257796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 5ec376c1-315f-4ca8-8930-77a9fd93e81c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=5ec376c1-315f-4ca8-8930-77a9fd93e81c,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:35.263678 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.264590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e5d5d4e0-09b0-416c-b84e-0944c88e9f71 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:35.282441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-86a7d12f-c216-41f3-92d8-0cf37ed49fd1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.290868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e10bf9ea-0359-49fc-8305-575b2faab5a5 tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] Publish callbacks [] for subnetpool, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.294905 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e10bf9ea-0359-49fc-8305-575b2faab5a5 tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] 10.222.0.25 "PUT /v2.0/subnetpools/9fe222a2-6d96-41ba-b778-36d6929e63ef HTTP/1.1" status: 200 len: 684 time: 1.1113007 Nov 09 00:18:35.326427 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787f405-b481-4461-9e54-2ddfb4109e12 req-e53198fa-fb0b-4c09-a7a3-05a52727d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:35.332642 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b787f405-b481-4461-9e54-2ddfb4109e12 req-e53198fa-fb0b-4c09-a7a3-05a52727d87e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 1097 time: 0.4059508 Nov 09 00:18:35.333326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45848) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:35.349624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=5ec376c1-315f-4ca8-8930-77a9fd93e81c,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:35.359396 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a8b8ed-6916-449e-93d4-d1bff5edb8f0 x-openstack-request-id: req-47a8b8ed-6916-449e-93d4-d1bff5edb8f0 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:35.359988 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ced655-b467-4307-a960-347c6524ee8d", "tag": "36074f8a-b506-4426-a4ee-062b1dc01f5b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:35.359988 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47a8b8ed-6916-449e-93d4-d1bff5edb8f0 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:35.360301 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ced655-b467-4307-a960-347c6524ee8d', 'tag': '36074f8a-b506-4426-a4ee-062b1dc01f5b', 'status': 'completed', 'code': 200} Nov 09 00:18:35.371102 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-04b60300-654a-4b96-990a-2d529ec7beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:35.372588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-04b60300-654a-4b96-990a-2d529ec7beea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 1094 time: 0.4513135 Nov 09 00:18:35.458293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Allocated IP 172.25.0.195 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/c09719b7-09d2-4815-ba2c-7b8f0d552f51) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:35.467511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e071fa3-d992-427c-8aab-2a6877b20e5d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:35.495169 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.535585 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3ee52dc7-78a4-4496-86dc-2a52c161ae1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.541872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-8f2d57ec-58ec-4218-93e5-5a5588b32486 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36074f8a-b506-4426-a4ee-062b1dc01f5b HTTP/1.1" status: 200 len: 217 time: 0.0984070 Nov 09 00:18:35.555062 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e5d5d4e0-09b0-416c-b84e-0944c88e9f71, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:35.556075 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e319cae7-f0b8-45a2-b5a6-f9cc40dac947 req-96f23220-4502-4978-90ee-2b31f293c424 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712748 Nov 09 00:18:35.556849 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3ee52dc7-78a4-4496-86dc-2a52c161ae1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.559488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1e071fa3-d992-427c-8aab-2a6877b20e5d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:35.560123 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.585931 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.594804 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.639454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7d12f-c216-41f3-92d8-0cf37ed49fd1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Port': ['ID=18940ff5-5975-402e-8da8-ec60b66967b3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:35.657132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.664151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:35.685132 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 05cc56ff-ba70-4c09-879d-a4c54089a9e0 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:35.696232 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-6f8c9f02-a5f0-4ba2-b5c4-f9b883fd0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:35.697743 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-6f8c9f02-a5f0-4ba2-b5c4-f9b883fd0509 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.1330218 Nov 09 00:18:35.778165 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 05cc56ff-ba70-4c09-879d-a4c54089a9e0 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:18:35.785582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-6e364c5d-411c-4146-beef-11b991b341da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772719 Nov 09 00:18:35.798173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cd962-2f6c-4d2d-801e-1bb256398298 req-3aaaad71-afc9-4b13-8f6c-5c04b8e31452 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:35.799712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b5cd962-2f6c-4d2d-801e-1bb256398298 req-3aaaad71-afc9-4b13-8f6c-5c04b8e31452 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 943 time: 0.4386706 Nov 09 00:18:35.803009 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee52dc7-78a4-4496-86dc-2a52c161ae1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc8d8b5-0a41-4917-9695-b619724c0a38,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:35.819034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3ee52dc7-78a4-4496-86dc-2a52c161ae1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ce5799c619441d1a9eb71867c88306b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8304036 Nov 09 00:18:35.822027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45852) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:35.822406 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:35.844329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event updated for resources: {'Port': ['ID=c09719b7-09d2-4815-ba2c-7b8f0d552f51,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:35.847749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:35.851572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:35.854190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-86a7d12f-c216-41f3-92d8-0cf37ed49fd1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] No DVR routers for this DVR port 18940ff5-5975-402e-8da8-ec60b66967b3 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:35.856653 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-86a7d12f-c216-41f3-92d8-0cf37ed49fd1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.860614 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-86a7d12f-c216-41f3-92d8-0cf37ed49fd1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "DELETE /v2.0/ports/18940ff5-5975-402e-8da8-ec60b66967b3 HTTP/1.1" status: 204 len: 173 time: 1.8686352 Nov 09 00:18:35.909891 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b787f405-b481-4461-9e54-2ddfb4109e12 req-73e5a7fd-04c3-42eb-adc9-561da9dfae3c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729483 Nov 09 00:18:35.912687 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1d76f1de-b47c-410e-9a70-793171d7e163 tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] Publish callbacks [] for subnetpool, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:35.914274 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1d76f1de-b47c-410e-9a70-793171d7e163 tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] 10.222.0.25 "DELETE /v2.0/subnetpools/9fe222a2-6d96-41ba-b778-36d6929e63ef HTTP/1.1" status: 204 len: 168 time: 0.5748000 Nov 09 00:18:35.931024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45854) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:35.978022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ef006-2f62-4d04-8b23-1b7366bca469 req-dc5a1551-1190-4959-a2f3-07221a1c14a2 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:35.984126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ef006-2f62-4d04-8b23-1b7366bca469 req-dc5a1551-1190-4959-a2f3-07221a1c14a2 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:35.990641 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ef006-2f62-4d04-8b23-1b7366bca469 req-dc5a1551-1190-4959-a2f3-07221a1c14a2 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:35.993932 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-771ef006-2f62-4d04-8b23-1b7366bca469 req-dc5a1551-1190-4959-a2f3-07221a1c14a2 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 2409 time: 0.2886128 Nov 09 00:18:36.020925 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-0167a869-3959-4f09-96f2-e5fd9dfdfe0a tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] show failed (client error): The resource could not be found. Nov 09 00:18:36.022704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0167a869-3959-4f09-96f2-e5fd9dfdfe0a tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] 10.222.0.25 "GET /v2.0/subnetpools/9fe222a2-6d96-41ba-b778-36d6929e63ef HTTP/1.1" status: 404 len: 346 time: 0.0904555 Nov 09 00:18:36.026819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45858) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:36.055414 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b5cd962-2f6c-4d2d-801e-1bb256398298 req-311b9c4f-dd4a-4e77-8605-ee0b977f207e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429943 Nov 09 00:18:36.075191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-deleted', 'tag': '18940ff5-5975-402e-8da8-ec60b66967b3'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:36.077465 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df21d77-7eb1-4eff-ab34-7f807d177259" -d '{"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-deleted", "tag": "18940ff5-5975-402e-8da8-ec60b66967b3"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:36.089318 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-5aea97e7-f201-42a9-bbb2-f946560a27d7 tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] delete failed (client error): The resource could not be found. Nov 09 00:18:36.090408 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5aea97e7-f201-42a9-bbb2-f946560a27d7 tempest-SubnetPoolsTestJSON-1027357806 tempest-SubnetPoolsTestJSON-1027357806-project] 10.222.0.25 "DELETE /v2.0/subnetpools/9fe222a2-6d96-41ba-b778-36d6929e63ef HTTP/1.1" status: 404 len: 346 time: 0.0582902 Nov 09 00:18:36.091277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-dd72dfa6-d2ed-448f-be78-7a509ebb6ca7 service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894521 Nov 09 00:18:36.103125 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.133036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-1d33432e-2cd2-446f-a861-caa2024dccf7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Deleting port 5ec376c1-315f-4ca8-8930-77a9fd93e81c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:36.134098 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-1d33432e-2cd2-446f-a861-caa2024dccf7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.146926 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7545a5bd-9986-47e9-b5d0-be55d7f321d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.176467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-771ef006-2f62-4d04-8b23-1b7366bca469 req-a992851d-fa8c-45fa-8b49-d010439a278c tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638296 Nov 09 00:18:36.226959 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.242934 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d84b5955-399c-4497-8176-22aa21877190 req-49b72739-5d22-4132-b700-547f00e762f2 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0939236 Nov 09 00:18:36.282061 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7545a5bd-9986-47e9-b5d0-be55d7f321d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.309787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-1d33432e-2cd2-446f-a861-caa2024dccf7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] For port 5ec376c1-315f-4ca8-8930-77a9fd93e81c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=5ec376c1-315f-4ca8-8930-77a9fd93e81c,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:36.310368 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-1d33432e-2cd2-446f-a861-caa2024dccf7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.337985 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e691182b-daae-4c5c-91f8-6617eb76acd6 x-openstack-request-id: req-e691182b-daae-4c5c-91f8-6617eb76acd6 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:36.338411 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-deleted", "tag": "18940ff5-5975-402e-8da8-ec60b66967b3", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:36.338670 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e691182b-daae-4c5c-91f8-6617eb76acd6 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:36.339115 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-deleted', 'tag': '18940ff5-5975-402e-8da8-ec60b66967b3', 'status': 'completed', 'code': 200} Nov 09 00:18:36.348062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-1d33432e-2cd2-446f-a861-caa2024dccf7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Calling delete_port for 5ec376c1-315f-4ca8-8930-77a9fd93e81c owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:36.364014 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fa017d-01d3-43ed-b86e-991d7105f441 req-540ac4ab-3e49-492b-9a46-8874cd995710 service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593281 Nov 09 00:18:36.386567 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7545a5bd-9986-47e9-b5d0-be55d7f321d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.390056 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7545a5bd-9986-47e9-b5d0-be55d7f321d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.391395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7545a5bd-9986-47e9-b5d0-be55d7f321d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3bc8d8b5-0a41-4917-9695-b619724c0a38 HTTP/1.1" status: 204 len: 168 time: 0.5673289 Nov 09 00:18:36.391885 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18940ff5-5975-402e-8da8-ec60b66967b3'}, {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64ad2d8-e1ee-4760-b623-361c968d3a5d'}, {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec376c1-315f-4ca8-8930-77a9fd93e81c'}, {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:36.404610 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53075438-65cc-4937-b7ad-b930c2c12af3" -d '{"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-unplugged", "status": "completed", "tag": "18940ff5-5975-402e-8da8-ec60b66967b3"}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-unplugged", "status": "completed", "tag": "c64ad2d8-e1ee-4760-b623-361c968d3a5d"}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec376c1-315f-4ca8-8930-77a9fd93e81c"}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d5d4e0-09b0-416c-b84e-0944c88e9f71"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:36.414215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545a5bd-9986-47e9-b5d0-be55d7f321d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc8d8b5-0a41-4917-9695-b619724c0a38,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:36.494050 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7ebc7f-2d39-4ff2-a487-c2f586032c4b x-openstack-request-id: req-bd7ebc7f-2d39-4ff2-a487-c2f586032c4b {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:36.494623 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-unplugged", "status": "completed", "tag": "18940ff5-5975-402e-8da8-ec60b66967b3", "code": 200}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-unplugged", "status": "completed", "tag": "c64ad2d8-e1ee-4760-b623-361c968d3a5d", "code": 200}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec376c1-315f-4ca8-8930-77a9fd93e81c", "code": 200}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d5d4e0-09b0-416c-b84e-0944c88e9f71", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:36.495103 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd7ebc7f-2d39-4ff2-a487-c2f586032c4b {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:36.495821 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18940ff5-5975-402e-8da8-ec60b66967b3', 'code': 200} Nov 09 00:18:36.496301 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64ad2d8-e1ee-4760-b623-361c968d3a5d', 'code': 200} Nov 09 00:18:36.496866 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec376c1-315f-4ca8-8930-77a9fd93e81c', 'code': 200} Nov 09 00:18:36.497736 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71', 'code': 200} Nov 09 00:18:36.521171 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.524864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd779-a25b-4972-8fd5-11c448290885 req-0020117c-7d49-4395-954f-db15641822ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:36.526896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec7dd779-a25b-4972-8fd5-11c448290885 req-0020117c-7d49-4395-954f-db15641822ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 1094 time: 0.0907919 Nov 09 00:18:36.530103 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.637556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.651529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45874) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:36.663330 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd779-a25b-4972-8fd5-11c448290885 req-5b294611-88b3-42fa-abb4-7207bf71bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:36.663330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec7dd779-a25b-4972-8fd5-11c448290885 req-5b294611-88b3-42fa-abb4-7207bf71bd1f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 200 len: 911 time: 0.1241283 Nov 09 00:18:36.676512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event updated for resources: {'Port': ['ID=c09719b7-09d2-4815-ba2c-7b8f0d552f51,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:36.684714 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-1d33432e-2cd2-446f-a861-caa2024dccf7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.700791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.702071 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-877113c4-8131-4dec-9d6e-d1f4d77e6bad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0239353 Nov 09 00:18:36.731269 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33432e-2cd2-446f-a861-caa2024dccf7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Port': ['ID=5ec376c1-315f-4ca8-8930-77a9fd93e81c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:36.774671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec7dd779-a25b-4972-8fd5-11c448290885 req-724e37ef-2e2d-49dc-955f-308f96a21415 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36074f8a-b506-4426-a4ee-062b1dc01f5b HTTP/1.1" status: 200 len: 217 time: 0.1059709 Nov 09 00:18:36.776186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-1d33432e-2cd2-446f-a861-caa2024dccf7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] No DVR routers for this DVR port 5ec376c1-315f-4ca8-8930-77a9fd93e81c on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:36.779303 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-1d33432e-2cd2-446f-a861-caa2024dccf7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.782812 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-1d33432e-2cd2-446f-a861-caa2024dccf7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "DELETE /v2.0/ports/5ec376c1-315f-4ca8-8930-77a9fd93e81c HTTP/1.1" status: 204 len: 173 time: 0.9136686 Nov 09 00:18:36.833803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8d4b2-db47-4ed5-a311-cd4e0546050a req-bdae8150-6fbd-489d-8b44-81113a7dcbcb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:36.835381 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46e8d4b2-db47-4ed5-a311-cd4e0546050a req-bdae8150-6fbd-489d-8b44-81113a7dcbcb tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 946 time: 0.1485076 Nov 09 00:18:36.847238 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ab1d3ad-2fa3-467d-9732-5be4dfb7d7f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:36.867714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd779-a25b-4972-8fd5-11c448290885 req-b37fd1b0-74c2-40c8-8c7e-863f7f9f6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:36.869224 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec7dd779-a25b-4972-8fd5-11c448290885 req-b37fd1b0-74c2-40c8-8c7e-863f7f9f6ba0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 200 len: 851 time: 0.0854030 Nov 09 00:18:36.922941 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec7dd779-a25b-4972-8fd5-11c448290885 req-fced2e90-7419-4160-88f6-1b17e8904b1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390818 Nov 09 00:18:36.927822 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46e8d4b2-db47-4ed5-a311-cd4e0546050a req-68738eee-ee0f-466a-8698-26d3ae6be00f tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816622 Nov 09 00:18:37.010479 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ab1d3ad-2fa3-467d-9732-5be4dfb7d7f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:37.019697 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ab1d3ad-2fa3-467d-9732-5be4dfb7d7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:37.077457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-a61b37d0-f103-4e3b-b65f-18c5be39d572 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1709911488&fields=id&tenant_id=bbaf884dbbf848df8b65aeaf3af74797 HTTP/1.1" status: 200 len: 267 time: 0.1019242 Nov 09 00:18:37.080242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec7dd779-a25b-4972-8fd5-11c448290885 req-eacb41e7-df6b-4070-b2c7-dd5cd156ba6e service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428430 Nov 09 00:18:37.085725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-b0d53efe-376e-4862-8bad-4bbe8356035e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Deleting port c64ad2d8-e1ee-4760-b623-361c968d3a5d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:37.086094 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-b0d53efe-376e-4862-8bad-4bbe8356035e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:37.200095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-b0d53efe-376e-4862-8bad-4bbe8356035e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] For port c64ad2d8-e1ee-4760-b623-361c968d3a5d, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c64ad2d8-e1ee-4760-b623-361c968d3a5d,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:37.200463 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-b0d53efe-376e-4862-8bad-4bbe8356035e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:37.215923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-b0d53efe-376e-4862-8bad-4bbe8356035e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Calling delete_port for c64ad2d8-e1ee-4760-b623-361c968d3a5d owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:37.232684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1d3ad-2fa3-467d-9732-5be4dfb7d7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8b8c9e-d7d6-4540-9ef4-b88dd838b21e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:37.240915 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5ab1d3ad-2fa3-467d-9732-5be4dfb7d7f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13933b8bb8444aa593059090f76a321e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5825922 Nov 09 00:18:37.242085 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45908) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:37.362735 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-630ae387-a6d5-48dc-847a-7388711b37b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:37.374339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460123fa-2c6f-44d0-8c12-d03b9129fe96 req-1d396d3c-aa13-425b-88b9-164aaf2560ac tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:37.375846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-460123fa-2c6f-44d0-8c12-d03b9129fe96 req-1d396d3c-aa13-425b-88b9-164aaf2560ac tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 943 time: 0.1885591 Nov 09 00:18:37.396492 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-630ae387-a6d5-48dc-847a-7388711b37b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:37.444361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-c79804c1-94ed-4914-8356-04b8b3414b8e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:37.446499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-c79804c1-94ed-4914-8356-04b8b3414b8e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 812 time: 0.3434999 Nov 09 00:18:37.462777 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec7dd779-a25b-4972-8fd5-11c448290885 req-fc19e01d-2625-46c5-a862-4e48ef98566c service neutron] 10.222.0.11 "GET /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693497 Nov 09 00:18:37.483267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-b0d53efe-376e-4862-8bad-4bbe8356035e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:37.497766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-c4fe4e38-9007-4798-bd18-057a53979157 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/quotas/bbaf884dbbf848df8b65aeaf3af74797 HTTP/1.1" status: 200 len: 375 time: 0.0314217 Nov 09 00:18:37.505843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-460123fa-2c6f-44d0-8c12-d03b9129fe96 req-b973835a-02c7-4652-83fc-07508b086c0b tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219804 Nov 09 00:18:37.511884 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-630ae387-a6d5-48dc-847a-7388711b37b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:37.514953 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-630ae387-a6d5-48dc-847a-7388711b37b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:37.516293 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-630ae387-a6d5-48dc-847a-7388711b37b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b8b8c9e-d7d6-4540-9ef4-b88dd838b21e HTTP/1.1" status: 204 len: 168 time: 0.2735200 Nov 09 00:18:37.541727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d53efe-376e-4862-8bad-4bbe8356035e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Port': ['ID=c64ad2d8-e1ee-4760-b623-361c968d3a5d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:37.570846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ae387-a6d5-48dc-847a-7388711b37b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8b8c9e-d7d6-4540-9ef4-b88dd838b21e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:37.631066 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-b0d53efe-376e-4862-8bad-4bbe8356035e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] No DVR routers for this DVR port c64ad2d8-e1ee-4760-b623-361c968d3a5d on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:37.634441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-b0d53efe-376e-4862-8bad-4bbe8356035e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:37.636793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-66392d7f-5c9a-4cc1-88b9-9a98656d6824 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1296537 Nov 09 00:18:37.638319 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-b0d53efe-376e-4862-8bad-4bbe8356035e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "DELETE /v2.0/ports/c64ad2d8-e1ee-4760-b623-361c968d3a5d HTTP/1.1" status: 204 len: 173 time: 0.8418026 Nov 09 00:18:37.683901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54458fb6-f355-4b75-8f3f-53cf9d4fbee0 req-8871b5c6-a99f-4e20-91be-a82d7c218ba3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:37.685698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54458fb6-f355-4b75-8f3f-53cf9d4fbee0 req-8871b5c6-a99f-4e20-91be-a82d7c218ba3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 943 time: 0.1171932 Nov 09 00:18:37.768948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Deleting port e5d5d4e0-09b0-416c-b84e-0944c88e9f71 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:37.770221 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:37.794868 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54458fb6-f355-4b75-8f3f-53cf9d4fbee0 req-51f18619-a9f1-49c9-82c4-7235d8995a34 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5d34e5e-f3db-41ed-b209-9af8689b84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981722 Nov 09 00:18:37.829944 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-1d89a3ff-b2cf-46da-9762-86e214c05c21 service neutron] 10.222.0.25 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725409 Nov 09 00:18:37.898553 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] For port e5d5d4e0-09b0-416c-b84e-0944c88e9f71, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:37.898927 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:37.986026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e68f1f03-4bf8-45dd-b989-b76f4ec0815c req-c1e3667c-113f-4e5f-a961-458b6066df0e tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0474827 Nov 09 00:18:38.031196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-d4798dc3-9a63-4158-b05e-d86e59257e0d service neutron] 10.222.0.25 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911390 Nov 09 00:18:38.251624 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:38.251992 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:38.252455 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Floating IP 169a5645-eabc-43d9-a6c2-01292a1cf388 disassociated. External IP: 172.25.0.159, port: e5d5d4e0-09b0-416c-b84e-0944c88e9f71. Nov 09 00:18:38.252801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Calling delete_port for e5d5d4e0-09b0-416c-b84e-0944c88e9f71 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:38.280625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4204505-350a-4306-8a4f-60fa7892588f req-db473302-d667-4267-a614-efdedac1556e tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:38.282370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4204505-350a-4306-8a4f-60fa7892588f req-db473302-d667-4267-a614-efdedac1556e tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 946 time: 0.1023943 Nov 09 00:18:38.342763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-deleted', 'tag': '5ec376c1-315f-4ca8-8930-77a9fd93e81c'}, {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-deleted', 'tag': 'c64ad2d8-e1ee-4760-b623-361c968d3a5d'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:38.348939 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a491dc9a-c645-49fd-b56d-e919b387151c" -d '{"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-deleted", "tag": "5ec376c1-315f-4ca8-8930-77a9fd93e81c"}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-deleted", "tag": "c64ad2d8-e1ee-4760-b623-361c968d3a5d"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:38.361708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31128129-3a09-48d4-bcd9-85036e15cae5 req-eecf8199-f659-4081-9557-82139aaccea1 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 210 time: 0.0438159 Nov 09 00:18:38.400496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4204505-350a-4306-8a4f-60fa7892588f req-e0e2500c-77c4-4f09-b2c0-478f2866b6d2 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115518 Nov 09 00:18:38.493857 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8656e6-afbf-49c7-adea-ff61d59cbf00 x-openstack-request-id: req-be8656e6-afbf-49c7-adea-ff61d59cbf00 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:38.494355 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-deleted", "tag": "5ec376c1-315f-4ca8-8930-77a9fd93e81c", "status": "completed", "code": 200}, {"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-deleted", "tag": "c64ad2d8-e1ee-4760-b623-361c968d3a5d", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:38.494599 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be8656e6-afbf-49c7-adea-ff61d59cbf00 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:38.495221 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-deleted', 'tag': '5ec376c1-315f-4ca8-8930-77a9fd93e81c', 'status': 'completed', 'code': 200} Nov 09 00:18:38.495583 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-deleted', 'tag': 'c64ad2d8-e1ee-4760-b623-361c968d3a5d', 'status': 'completed', 'code': 200} Nov 09 00:18:38.539697 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:38.583488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Port': ['ID=e5d5d4e0-09b0-416c-b84e-0944c88e9f71,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:38.764692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ce836-f37a-48ea-9a8c-6d731dbb8a6a req-136823d9-c31a-4726-a64e-cdb50896dd91 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:38.766786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e55ce836-f37a-48ea-9a8c-6d731dbb8a6a req-136823d9-c31a-4726-a64e-cdb50896dd91 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 943 time: 0.1211021 Nov 09 00:18:38.784502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Router ca64e2b3-d248-471d-8e7e-58e52c1246f6 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:18:38.910445 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e55ce836-f37a-48ea-9a8c-6d731dbb8a6a req-7ed92afb-5b89-4b9b-9996-20c24305e462 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349912 Nov 09 00:18:39.008013 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:18:39.023670 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c3816-899b-4539-bdfe-48bfd8d08941 None None] Sync routers for ids ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:18:39.028493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b61cd858-4e5b-4b53-aed6-488caec20c8f req-0262e1f3-ded0-4b03-84a4-38cd03ea2d84 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0665038 Nov 09 00:18:39.046577 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c3816-899b-4539-bdfe-48bfd8d08941 None None] Routers {'ca64e2b3-d248-471d-8e7e-58e52c1246f6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:18:39.046848 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-683c3816-899b-4539-bdfe-48bfd8d08941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:18:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:39.099134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 36074f8a-b506-4426-a4ee-062b1dc01f5b details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:18:39.105194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45990) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:39.109656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032723 Nov 09 00:18:39.112946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45992) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:39.180863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] No DVR routers for this DVR port e5d5d4e0-09b0-416c-b84e-0944c88e9f71 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:39.186846 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:39.193681 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8332f43f-dc1d-43a6-9ce3-06ecc8bdcb96 req-c6910e21-7a2f-46a8-b14e-4e506048da45 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.11 "DELETE /v2.0/ports/e5d5d4e0-09b0-416c-b84e-0944c88e9f71 HTTP/1.1" status: 204 len: 173 time: 1.5431511 Nov 09 00:18:39.268217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4aa5c69-0e21-44fa-bf2c-6bcad523281c req-63766c12-fbea-4d87-acb9-6a73569aa787 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0969455 Nov 09 00:18:39.357127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 36074f8a-b506-4426-a4ee-062b1dc01f5b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=36074f8a-b506-4426-a4ee-062b1dc01f5b,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:39.373142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '36074f8a-b506-4426-a4ee-062b1dc01f5b', 'network_id': '4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0', 'port_id': '36074f8a-b506-4426-a4ee-062b1dc01f5b', 'mac_address': 'fa:16:3e:e6:53:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9749423-c78d-4642-b475-a021e262f974', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:18:39.388837 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-683c3816-899b-4539-bdfe-48bfd8d08941 None None] Set router ca64e2b3-d248-471d-8e7e-58e52c1246f6 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:18:39.421651 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:39.450159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36074f8a-b506-4426-a4ee-062b1dc01f5b {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:18:39.514864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 36074f8a-b506-4426-a4ee-062b1dc01f5b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=36074f8a-b506-4426-a4ee-062b1dc01f5b,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:39.528701 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:39.547993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95ae1b27-2ba6-471a-95a3-c15759355018 req-57d084c9-96f3-4f7d-afe4-74bfdd1ed0d7 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 210 time: 0.0427365 Nov 09 00:18:39.652827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=36074f8a-b506-4426-a4ee-062b1dc01f5b,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:39.666337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8e586b11-4346-463a-8703-5805409d1018 tempest-NetworksApiDiscovery-697574382 tempest-NetworksApiDiscovery-697574382-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5471509 Nov 09 00:18:39.757829 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['36074f8a-b506-4426-a4ee-062b1dc01f5b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:18:39.768745 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-683c3816-899b-4539-bdfe-48bfd8d08941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:41Z', 'revision_number': 4, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'dde0c72e-8563-44bb-878c-6245f4095489', 'name': '', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'mac_address': 'fa:16:3e:44:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:40Z', 'updated_at': '2021-11-09T00:07:47Z', 'revision_number': 5, 'project_id': '3a38229d73e04560820824b4219eee11', 'subnets': [{'id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:39.863401 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c3816-899b-4539-bdfe-48bfd8d08941 None None] Checking router: ca64e2b3-d248-471d-8e7e-58e52c1246f6 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:18:39.891063 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c3816-899b-4539-bdfe-48bfd8d08941 None None] Routers {'ca64e2b3-d248-471d-8e7e-58e52c1246f6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:18:39.896910 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-683c3816-899b-4539-bdfe-48bfd8d08941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:18:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:40.398364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46024) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:40.426069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b3214ef-4d06-45f2-b3fc-76184921b832 req-9081b8a5-51d2-4014-a982-7223e644fda8 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.1335752 Nov 09 00:18:40.477186 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-683c3816-899b-4539-bdfe-48bfd8d08941 None None] Set router ca64e2b3-d248-471d-8e7e-58e52c1246f6 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:18:40.487518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2c011-5c57-4f31-8f38-4f4031c30c68 req-090eacf1-0c63-4a90-830d-eb881329c02c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:40.489106 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1b2c011-5c57-4f31-8f38-4f4031c30c68 req-090eacf1-0c63-4a90-830d-eb881329c02c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 944 time: 0.4026546 Nov 09 00:18:40.496438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-deleted', 'tag': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:40.501388 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bc715d-ba1b-4b8c-b4a0-6293a314a3f1" -d '{"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-deleted", "tag": "e5d5d4e0-09b0-416c-b84e-0944c88e9f71"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:40.573047 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17e0da92-d11b-4998-980e-f0db7f243066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:40.634905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-0f1f0df7-9796-4ba7-9c3d-df129d8609eb tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:40.636208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-0f1f0df7-9796-4ba7-9c3d-df129d8609eb tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 812 time: 0.6504247 Nov 09 00:18:40.701479 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17e0da92-d11b-4998-980e-f0db7f243066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:40.708212 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17e0da92-d11b-4998-980e-f0db7f243066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:40.788173 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-17e0da92-d11b-4998-980e-f0db7f243066 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7e9b2cfaac14531b88c7b15b2707f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3853447 Nov 09 00:18:40.790223 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46038) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:40.792240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bbcd12ec-8762-44e7-8fb0-4f4b1e7e373a req-86ef36ca-d8a4-4889-ba4c-7c42169a07d9 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0822284 Nov 09 00:18:40.838488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0da92-d11b-4998-980e-f0db7f243066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8ac4bf-592c-40e7-b750-93b6cc9afc57,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:40.852547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1b2c011-5c57-4f31-8f38-4f4031c30c68 req-e39b518c-5be9-4a44-9ed6-ef5981dccd9f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414879 Nov 09 00:18:40.865155 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-683c3816-899b-4539-bdfe-48bfd8d08941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:41Z', 'revision_number': 4, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'dde0c72e-8563-44bb-878c-6245f4095489', 'name': '', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'mac_address': 'fa:16:3e:44:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:40Z', 'updated_at': '2021-11-09T00:07:47Z', 'revision_number': 5, 'project_id': '3a38229d73e04560820824b4219eee11', 'subnets': [{'id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:40.867064 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af99c126-b619-40f1-9d9c-9e62145449d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:40.898605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-5e31f2f6-d1b4-4abb-8751-240a4f650ca3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbaf884dbbf848df8b65aeaf3af74797 HTTP/1.1" status: 200 len: 380 time: 0.2477458 Nov 09 00:18:40.902214 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c3816-899b-4539-bdfe-48bfd8d08941 None None] The sync data for ids ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'] in n-d-813263-3 is: [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:07:41Z', 'revision_number': 4, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'dde0c72e-8563-44bb-878c-6245f4095489', 'name': '', 'network_id': 'b4800f68-4a56-437c-93ae-0635f13e0fec', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'mac_address': 'fa:16:3e:44:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:40Z', 'updated_at': '2021-11-09T00:07:47Z', 'revision_number': 5, 'project_id': '3a38229d73e04560820824b4219eee11', 'subnets': [{'id': '79f442c6-9654-4986-bb72-cb3ccd7531a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:18:40.905565 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af99c126-b619-40f1-9d9c-9e62145449d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:40.918105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Request body: {'port': {'device_id': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'admin_state_up': True, 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'security_groups': ['50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:40.945110 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3abe29f-cac0-4c7f-b2d0-78bc4726817e x-openstack-request-id: req-f3abe29f-cac0-4c7f-b2d0-78bc4726817e {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:40.945685 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8784e8f-cf18-453a-b26d-6d7d5d1bc747", "name": "network-vif-deleted", "tag": "e5d5d4e0-09b0-416c-b84e-0944c88e9f71", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:40.946160 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3abe29f-cac0-4c7f-b2d0-78bc4726817e {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:40.946736 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8784e8f-cf18-453a-b26d-6d7d5d1bc747', 'name': 'network-vif-deleted', 'tag': 'e5d5d4e0-09b0-416c-b84e-0944c88e9f71', 'status': 'completed', 'code': 200} Nov 09 00:18:40.977040 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af99c126-b619-40f1-9d9c-9e62145449d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:40.980383 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af99c126-b619-40f1-9d9c-9e62145449d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:40.981767 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-af99c126-b619-40f1-9d9c-9e62145449d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca8ac4bf-592c-40e7-b750-93b6cc9afc57 HTTP/1.1" status: 204 len: 168 time: 0.1906972 Nov 09 00:18:40.992700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99c126-b619-40f1-9d9c-9e62145449d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8ac4bf-592c-40e7-b750-93b6cc9afc57,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:41.094877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Made reservation on behalf of bbaf884dbbf848df8b65aeaf3af74797 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:18:41.099071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 36074f8a-b506-4426-a4ee-062b1dc01f5b up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:41.099634 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:41.123751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62b7f46a-58d1-4573-9e73-fe19df4d8238 req-8ea48665-dbb2-4b1f-9bcd-ae4703e949b8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 210 time: 0.0470126 Nov 09 00:18:41.215816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 36074f8a-b506-4426-a4ee-062b1dc01f5b completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:18:41.224094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 36074f8a-b506-4426-a4ee-062b1dc01f5b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:41.224761 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:41.286745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Allocated IP 172.20.0.9 (4fbc6293-fd00-4c08-b35f-32e48f74db06/2cf1a8c6-0274-49ee-a78c-605a04ac90b8/a7842b4b-e2af-4fb0-9af2-a583edb01048) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:18:41.496744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90f5da3-c9dc-435e-b167-7665ed43515f None None] New status for floating IP 169a5645-eabc-43d9-a6c2-01292a1cf388: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:18:41.546422 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:41.615624 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53a0ae29-098c-4edb-beec-5cc3bb45b160 req-e48196e5-c8ad-4e73-abbe-9b1aa2a858fe tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0597064 Nov 09 00:18:41.662508 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:41.680308 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:41.750452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:18:41.757971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:18:41.789293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:18:41.838546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:41.852665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:41.853238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:41.853691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:41.854121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:41.854548 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:41.854968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:41.855358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:41.855758 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:41.856279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:41.856673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:41.857085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:41.857606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:18:41.892526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:41.895421 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:41.950489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-e8fbee4b-463e-4a3e-8a4b-e72803740120 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0438573 Nov 09 00:18:41.954675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ced655-b467-4307-a960-347c6524ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36074f8a-b506-4426-a4ee-062b1dc01f5b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:41.968970 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2564d921-d1de-4e70-af29-6146959ee057" -d '{"events": [{"server_uuid": "39ced655-b467-4307-a960-347c6524ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "36074f8a-b506-4426-a4ee-062b1dc01f5b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:41.973077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Request body: {'port': {'device_id': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:42.010533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 36074f8a-b506-4426-a4ee-062b1dc01f5b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=36074f8a-b506-4426-a4ee-062b1dc01f5b,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:42.022396 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:42.148775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=36074f8a-b506-4426-a4ee-062b1dc01f5b,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:42.192821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-309c7560-c0ce-4bd4-aaca-563efa3e37df req-20897760-3bca-4fcc-9f36-de1471cf0e25 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.1066022 Nov 09 00:18:42.288685 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7886e3-acf6-4468-9398-4e9c947accc8 x-openstack-request-id: req-cd7886e3-acf6-4468-9398-4e9c947accc8 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:42.289006 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ced655-b467-4307-a960-347c6524ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "36074f8a-b506-4426-a4ee-062b1dc01f5b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:42.289290 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd7886e3-acf6-4468-9398-4e9c947accc8 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:42.289714 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ced655-b467-4307-a960-347c6524ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36074f8a-b506-4426-a4ee-062b1dc01f5b', 'code': 200} Nov 09 00:18:42.311818 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:42.328329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ca70119c-e680-4f5b-94d9-9344b579faa2 None None] Provisioning complete for port a7842b4b-e2af-4fb0-9af2-a583edb01048 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:42.329410 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca70119c-e680-4f5b-94d9-9344b579faa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:42.437320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ca70119c-e680-4f5b-94d9-9344b579faa2 None None] Port a7842b4b-e2af-4fb0-9af2-a583edb01048 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:18:42.450247 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfb3be-7861-4b16-90a0-979fead34458 req-d466688d-3930-46cf-87d8-5574fc6f59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:42.453217 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44bfb3be-7861-4b16-90a0-979fead34458 req-d466688d-3930-46cf-87d8-5574fc6f59e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 1096 time: 0.0874569 Nov 09 00:18:42.549297 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44bfb3be-7861-4b16-90a0-979fead34458 req-7652dfb5-2433-4dc4-9d3d-2683793f17ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883043 Nov 09 00:18:42.561027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed411-101f-42b3-ba62-db5570c200e6 req-44e93abd-e12f-4f6a-99b5-ace86b053052 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:42.576103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5cbed411-101f-42b3-ba62-db5570c200e6 req-44e93abd-e12f-4f6a-99b5-ace86b053052 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 945 time: 0.3820400 Nov 09 00:18:42.626488 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec096-b22f-41ca-9053-db8466116345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:43.113043 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5cbed411-101f-42b3-ba62-db5570c200e6 req-21f0d518-76b1-408d-a1ab-42d83da0cc50 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358763 Nov 09 00:18:43.126184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c02671-2a3a-444e-9c6e-4219b84d1cee req-ed051497-26bc-4d9a-befe-62273f10929f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:43.143861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1c02671-2a3a-444e-9c6e-4219b84d1cee req-ed051497-26bc-4d9a-befe-62273f10929f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 931 time: 0.5983069 Nov 09 00:18:43.210002 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3dbb1dcc-b657-4d36-bfff-0a8c33264e51 req-1f22e97d-370b-48dd-8f95-3dd35cedc4bc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0555685 Nov 09 00:18:43.306375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-afe500f0-9450-469f-b2c1-d86988a0e8e3 req-face0ff3-538a-4d69-a30c-c2e6e7be1e6b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0777390 Nov 09 00:18:43.353324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1c02671-2a3a-444e-9c6e-4219b84d1cee req-41d5defd-59d8-4fad-a86f-6d528546a8d1 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082407 Nov 09 00:18:43.493935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae83b198-f5b7-4d8c-a985-617aca3d98fd req-1356b42a-c704-4b82-9900-c8a8e2a0a8dc tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0389383 Nov 09 00:18:43.496354 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7842b4b-e2af-4fb0-9af2-a583edb01048 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:18:43.514339 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:43.547103 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Transition to ACTIVE for port object a7842b4b-e2af-4fb0-9af2-a583edb01048 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:18:43.553752 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:43.646780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:43.818227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Attempting to bind port a7842b4b-e2af-4fb0-9af2-a583edb01048 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:18:43.818827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Attempting to bind port a7842b4b-e2af-4fb0-9af2-a583edb01048 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:18:43.819419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Attempting to bind port a7842b4b-e2af-4fb0-9af2-a583edb01048 on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:43.838040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Port a7842b4b-e2af-4fb0-9af2-a583edb01048 on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:18:43.838548 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Attempting to bind port a7842b4b-e2af-4fb0-9af2-a583edb01048 on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:18:43.844362 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:18:43.844703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Checking segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:18:43.845085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Bound using segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:18:43.845541 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Bound port: a7842b4b-e2af-4fb0-9af2-a583edb01048, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:18:43.846044 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:43.943700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:18:43.948050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:18:43.952858 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:43.996533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:43.997145 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:43.998558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] 10.222.0.30 "PUT /v2.0/ports/a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 1091 time: 2.0402737 Nov 09 00:18:43.999084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:44.001358 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fa4442-5fb5-41cc-a64e-626817440370" -d '{"events": [{"name": "network-changed", "server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:44.032609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88410c6a-9985-4bda-ad8c-575574a4f2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:44.055884 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1881848c-411d-4e13-9844-0f9f809a0578 x-openstack-request-id: req-1881848c-411d-4e13-9844-0f9f809a0578 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:44.056366 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:44.056817 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1881848c-411d-4e13-9844-0f9f809a0578 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:44.057426 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'status': 'completed', 'code': 200} Nov 09 00:18:44.136396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-c1c02d22-a30a-4b8f-9da1-2a374102cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:44.138896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-c1c02d22-a30a-4b8f-9da1-2a374102cb10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1094 time: 0.0704169 Nov 09 00:18:44.262461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-fc5badc3-8db6-4591-8575-10f1959d78c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 217 time: 0.1103563 Nov 09 00:18:44.427437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-96b0661e-facd-44ad-abae-903da70ac634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:44.432706 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-96b0661e-facd-44ad-abae-903da70ac634 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1497653 Nov 09 00:18:44.497198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46150) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:44.524753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca082eaf-21bb-4aa5-b8f2-bf83012cd0f3 req-23a11bd3-ace4-4432-bcfb-9057ab496795 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0681827 Nov 09 00:18:44.572840 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c6694-a8f4-4246-8149-b4612495cfca req-55f060a1-f6f7-41d3-a4d7-38ba95689f6f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:44.574095 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-990c6694-a8f4-4246-8149-b4612495cfca req-55f060a1-f6f7-41d3-a4d7-38ba95689f6f tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 945 time: 0.3106546 Nov 09 00:18:44.577169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-27b93e1f-4535-4f0f-a648-a07343790dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:44.589175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-27b93e1f-4535-4f0f-a648-a07343790dc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413684 Nov 09 00:18:44.639844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f9997a1-c9d2-4fe7-b19e-b6ccbf658186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:44.690407 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-990c6694-a8f4-4246-8149-b4612495cfca req-7b93e23c-003d-4f8e-b82b-2d46b165679a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001837 Nov 09 00:18:44.754257 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f9997a1-c9d2-4fe7-b19e-b6ccbf658186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:44.765339 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f9997a1-c9d2-4fe7-b19e-b6ccbf658186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:44.770163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9096533-6af7-4ce3-abbc-ba2d4051d488 req-a9a31351-8cd1-463e-8d52-6d83de091654 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:44.779421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9096533-6af7-4ce3-abbc-ba2d4051d488 req-a9a31351-8cd1-463e-8d52-6d83de091654 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 943 time: 0.1372442 Nov 09 00:18:44.805595 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2819445-e623-4166-8ebe-d0a2ee8173c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:44.810812 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-d2133886-4b7b-4d25-a68b-b5072961618e service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133460 Nov 09 00:18:44.855833 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7f9997a1-c9d2-4fe7-b19e-b6ccbf658186 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=555d1bc135554a5e9ccd5dbf680705ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3574238 Nov 09 00:18:44.860758 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46160) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:44.866917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9997a1-c9d2-4fe7-b19e-b6ccbf658186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342c8da2-4bd8-4c41-9ca8-d4866bf4ff07,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:44.948827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9096533-6af7-4ce3-abbc-ba2d4051d488 req-40bc1341-f4e3-49ba-8654-bd5972c4a4d6 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685011 Nov 09 00:18:44.995500 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f191b69d-ecb7-453c-9f7d-203c985c0e5a req-e0ae5c2c-531b-4f00-aab0-ba8b3e2abdc3 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0555406 Nov 09 00:18:45.021341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7a7dd27-0770-41a2-aa20-de686aa6da21 req-f78a1e28-ff50-42a8-a3d5-b94bea654559 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945932 Nov 09 00:18:45.036136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f0024c15-5970-45f1-afdf-4936d5b07b01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:45.101741 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f0024c15-5970-45f1-afdf-4936d5b07b01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:45.166300 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa4442-5fb5-41cc-a64e-626817440370 req-4cc089a8-acd7-439d-9c61-37aad4256814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:45.170025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16fa4442-5fb5-41cc-a64e-626817440370 req-4cc089a8-acd7-439d-9c61-37aad4256814 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1094 time: 0.0854475 Nov 09 00:18:45.339883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa4442-5fb5-41cc-a64e-626817440370 req-abef9c9f-075d-4b80-95e6-234c1ff5d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:45.341679 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16fa4442-5fb5-41cc-a64e-626817440370 req-abef9c9f-075d-4b80-95e6-234c1ff5d260 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.1565323 Nov 09 00:18:45.363537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edd1b4-75f5-4711-8195-169fe10a2208 req-8fc5e833-4dd9-4200-ab86-21435a1de1e1 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:45.365426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75edd1b4-75f5-4711-8195-169fe10a2208 req-8fc5e833-4dd9-4200-ab86-21435a1de1e1 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 945 time: 0.0814414 Nov 09 00:18:45.374845 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f0024c15-5970-45f1-afdf-4936d5b07b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:45.377845 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f0024c15-5970-45f1-afdf-4936d5b07b01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:45.379092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f0024c15-5970-45f1-afdf-4936d5b07b01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/342c8da2-4bd8-4c41-9ca8-d4866bf4ff07 HTTP/1.1" status: 204 len: 168 time: 0.5175614 Nov 09 00:18:45.446226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0024c15-5970-45f1-afdf-4936d5b07b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342c8da2-4bd8-4c41-9ca8-d4866bf4ff07,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:45.449187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16fa4442-5fb5-41cc-a64e-626817440370 req-42171fe9-ce6d-4b50-9d69-d3a6dc8c8526 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 217 time: 0.0963924 Nov 09 00:18:45.475771 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d99048e-8066-47b0-85f5-ef100127e80b req-625ca00a-a154-4719-be77-f1b8a4888a03 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba&device_id=fd5eafa0-58ea-4994-b4b3-b4f83af3f723 HTTP/1.1" status: 200 len: 210 time: 0.1018658 Nov 09 00:18:45.569224 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75edd1b4-75f5-4711-8195-169fe10a2208 req-df9e37bc-7621-475e-a2cc-b8da318215a9 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863394 Nov 09 00:18:45.595686 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa4442-5fb5-41cc-a64e-626817440370 req-e5922b1f-2c19-4aa5-8d95-14cf77532488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:45.597961 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16fa4442-5fb5-41cc-a64e-626817440370 req-e5922b1f-2c19-4aa5-8d95-14cf77532488 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1252935 Nov 09 00:18:45.803274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b049a78-dd92-4b4c-9032-e880adf4cc29 req-cbd55b7d-c5d1-4d69-a2f3-0c7819547926 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0814536 Nov 09 00:18:45.808134 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa4442-5fb5-41cc-a64e-626817440370 req-0a9d194a-50ca-4801-9888-58b4e299f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:45.810674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16fa4442-5fb5-41cc-a64e-626817440370 req-0a9d194a-50ca-4801-9888-58b4e299f65b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920822 Nov 09 00:18:45.874435 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d6ae534-5322-42a1-9656-6aef4d0dc570 req-5441b623-3dac-4288-9a8e-f8c1f59f45be tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0619862 Nov 09 00:18:45.919333 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-80b970c1-a775-4184-be4a-5e0bcd06a769 req-9188fc75-27c4-42d1-8b4f-cb5d7bcba0c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4094746db9cf47289a376aee864c0ef6&device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0895669 Nov 09 00:18:45.927060 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:45.990983 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-80b970c1-a775-4184-be4a-5e0bcd06a769 req-a214658d-b36d-4b7e-9075-7c436076ce2a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4094746db9cf47289a376aee864c0ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601690 Nov 09 00:18:46.040218 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:46.117539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16fa4442-5fb5-41cc-a64e-626817440370 req-899ee5f3-749a-4cff-bac0-5033e3d1e026 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813408 Nov 09 00:18:46.154330 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46190) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:46.154696 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:46.215367 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d98a8202-951c-43ec-9bca-c940ac94ce4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:46.241771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eb812-94e5-43af-934e-c3e03a30fc6d req-c672ff97-aa71-45cf-9d02-55b3c0fd656e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:46.249393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d56eb812-94e5-43af-934e-c3e03a30fc6d req-c672ff97-aa71-45cf-9d02-55b3c0fd656e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 943 time: 0.1688120 Nov 09 00:18:46.330210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:18:46.380376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d98a8202-951c-43ec-9bca-c940ac94ce4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:46.416811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d98a8202-951c-43ec-9bca-c940ac94ce4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:46.456684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b970c1-a775-4184-be4a-5e0bcd06a769 req-3a4318b0-8ef7-4460-9b67-854ca5743a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:46.458203 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-80b970c1-a775-4184-be4a-5e0bcd06a769 req-3a4318b0-8ef7-4460-9b67-854ca5743a4f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4501173 Nov 09 00:18:46.520511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:46.540539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'port_id': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'mac_address': 'fa:16:3e:90:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:18:46.568156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d98a8202-951c-43ec-9bca-c940ac94ce4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3957716bda8b459794f98ebbdd0e0327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4125023 Nov 09 00:18:46.571511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46196) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:46.576291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a8202-951c-43ec-9bca-c940ac94ce4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6802c4bd-e8d8-45bb-8d13-d44f1acdf4b4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:46.597942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d56eb812-94e5-43af-934e-c3e03a30fc6d req-3067db64-e0a6-4a6f-ac27-ad55233dfcc7 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475022 Nov 09 00:18:46.601768 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16fa4442-5fb5-41cc-a64e-626817440370 req-d8d3ac67-1f57-4957-8b86-13add280c101 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485128 Nov 09 00:18:46.610632 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:46.642175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7842b4b-e2af-4fb0-9af2-a583edb01048 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:18:46.670868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f50d20e0-38bc-4d4e-9706-367eda410f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:46.692565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:46.698719 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f50d20e0-38bc-4d4e-9706-367eda410f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:46.704310 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:46.721114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade3692-9059-42b9-8dd2-e952a25692af req-788da9a4-df12-44e4-ab26-8d3429e6543a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:46.729041 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ade3692-9059-42b9-8dd2-e952a25692af req-788da9a4-df12-44e4-ab26-8d3429e6543a tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 945 time: 0.0625317 Nov 09 00:18:46.768277 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f50d20e0-38bc-4d4e-9706-367eda410f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:46.780684 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f50d20e0-38bc-4d4e-9706-367eda410f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:46.783647 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f50d20e0-38bc-4d4e-9706-367eda410f65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6802c4bd-e8d8-45bb-8d13-d44f1acdf4b4 HTTP/1.1" status: 204 len: 168 time: 0.2104497 Nov 09 00:18:46.785276 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ade3692-9059-42b9-8dd2-e952a25692af req-52c6c5eb-e501-4384-9ad5-c80727d90f9c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552075 Nov 09 00:18:46.803654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d20e0-38bc-4d4e-9706-367eda410f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6802c4bd-e8d8-45bb-8d13-d44f1acdf4b4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:46.838420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:46.966403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c17c8b37-70cd-4d9e-9a6c-72bc61a13986 req-7b7ec788-6601-4da2-8fd3-ac2286b9cc12 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0483336 Nov 09 00:18:47.028601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['a7842b4b-e2af-4fb0-9af2-a583edb01048'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:18:47.118354 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23d4879d-bb9e-4ede-a2e7-10f2330f558b req-8afa5a88-fecd-486c-b5b5-0c317806b60c tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0567915 Nov 09 00:18:47.190555 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79972a-fb24-44df-a57b-98ded7c587a9 req-25bc3eed-09ff-4456-9dee-89ce0a628f5c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:47.192540 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c79972a-fb24-44df-a57b-98ded7c587a9 req-25bc3eed-09ff-4456-9dee-89ce0a628f5c tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 945 time: 0.0722966 Nov 09 00:18:47.269664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c79972a-fb24-44df-a57b-98ded7c587a9 req-330ae382-f917-4502-a668-aedf593f7c81 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653088 Nov 09 00:18:47.549441 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:47.732546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0c0e-fb43-488f-9fb6-4cfb12c816e3 req-3e655b7b-2bcc-457f-88ca-138f8699d4f4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:47.740445 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e55e0c0e-fb43-488f-9fb6-4cfb12c816e3 req-3e655b7b-2bcc-457f-88ca-138f8699d4f4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.0654497 Nov 09 00:18:47.802801 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e55e0c0e-fb43-488f-9fb6-4cfb12c816e3 req-8270c585-4351-44a2-8561-826377dba27d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611603 Nov 09 00:18:47.845584 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80b970c1-a775-4184-be4a-5e0bcd06a769 req-94a599c8-2554-44b2-bba4-692cbb84f1f4 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.30 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0407681 Nov 09 00:18:48.103645 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8b10512b-3145-49f6-9010-9ef6ce284a3c req-733c6745-725b-478f-a43c-ffb921d286ff tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0313852 Nov 09 00:18:48.280500 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:48.303741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b779ba35-1f66-4cd9-84a8-6e5f62c19958 req-2968ecc9-e576-4147-bb25-1c8b8921a20c tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=524c1364-0d7a-4da9-b85c-ae32ce3956ba HTTP/1.1" status: 200 len: 210 time: 0.0768938 Nov 09 00:18:48.346952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:18:48.510152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034952d-e6a8-477a-856a-ee75bbc699a7 req-624399ef-a8fc-44f8-ada1-2cdcd50127b7 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:48.520208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1034952d-e6a8-477a-856a-ee75bbc699a7 req-624399ef-a8fc-44f8-ada1-2cdcd50127b7 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 945 time: 0.0927079 Nov 09 00:18:48.587195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00119080-eebe-4a25-81c3-b6c657fe6db5 req-fc88833e-bba3-4e5a-80ec-525e2e137900 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:48.589451 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-00119080-eebe-4a25-81c3-b6c657fe6db5 req-fc88833e-bba3-4e5a-80ec-525e2e137900 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 945 time: 0.0924101 Nov 09 00:18:48.595446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1034952d-e6a8-477a-856a-ee75bbc699a7 req-d6a672e6-6339-469f-b067-7eafce566614 tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/security-groups?id=117ed80a-0dbc-486c-af3a-3edee76b73fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693493 Nov 09 00:18:48.695085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port a7842b4b-e2af-4fb0-9af2-a583edb01048 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:18:48.699721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port a7842b4b-e2af-4fb0-9af2-a583edb01048 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:18:48.700734 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:48.801034 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:48.806158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-00119080-eebe-4a25-81c3-b6c657fe6db5 req-e04d1b53-0c76-47c2-8cf3-b9efe88a060e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Deleting port 36074f8a-b506-4426-a4ee-062b1dc01f5b {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:18:48.806802 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-00119080-eebe-4a25-81c3-b6c657fe6db5 req-e04d1b53-0c76-47c2-8cf3-b9efe88a060e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:48.839564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:48.840767 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:48.843620 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ffa366-c065-4ade-ad3c-8338203cc6f2" -d '{"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-plugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:48.849552 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:48.909535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:48.952119 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1ddb1d-f457-42f8-94a9-3d8bfb6200d9 x-openstack-request-id: req-ff1ddb1d-f457-42f8-94a9-3d8bfb6200d9 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:48.952407 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-plugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:48.952999 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff1ddb1d-f457-42f8-94a9-3d8bfb6200d9 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:48.954074 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'code': 200} Nov 09 00:18:49.036006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-00119080-eebe-4a25-81c3-b6c657fe6db5 req-e04d1b53-0c76-47c2-8cf3-b9efe88a060e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] For port 36074f8a-b506-4426-a4ee-062b1dc01f5b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=36074f8a-b506-4426-a4ee-062b1dc01f5b,segment=NetworkSegment(f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6),segment_id=f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:18:49.036777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-00119080-eebe-4a25-81c3-b6c657fe6db5 req-e04d1b53-0c76-47c2-8cf3-b9efe88a060e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:49.056255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-00119080-eebe-4a25-81c3-b6c657fe6db5 req-e04d1b53-0c76-47c2-8cf3-b9efe88a060e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Calling delete_port for 36074f8a-b506-4426-a4ee-062b1dc01f5b owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:18:49.075356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eab210-75e8-47ab-9555-55507fff4f0b req-3bce5720-29ba-4a98-aa84-6a01e03a1c33 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:49.077468 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7eab210-75e8-47ab-9555-55507fff4f0b req-3bce5720-29ba-4a98-aa84-6a01e03a1c33 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 945 time: 0.0892982 Nov 09 00:18:49.098206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce0a0d-ce0c-48af-ad8b-99bd805fe455 req-06aa6ec7-3eb2-46bf-8569-c5d11a4a4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:49.099893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18ce0a0d-ce0c-48af-ad8b-99bd805fe455 req-06aa6ec7-3eb2-46bf-8569-c5d11a4a4460 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1096 time: 0.0705800 Nov 09 00:18:49.178204 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7eab210-75e8-47ab-9555-55507fff4f0b req-2b40de03-3f5d-4bb8-aea7-6c07baba9c28 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918489 Nov 09 00:18:49.199165 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18ce0a0d-ce0c-48af-ad8b-99bd805fe455 req-e334b4f5-4813-427f-a035-9360bf230e40 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885100 Nov 09 00:18:49.229276 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-00119080-eebe-4a25-81c3-b6c657fe6db5 req-e04d1b53-0c76-47c2-8cf3-b9efe88a060e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:49.238752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c2101ef-738a-4c53-bb70-5d8d10dba6b9 req-205486d6-372a-4fcb-b33c-cfbeec9e1d8e tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0345323 Nov 09 00:18:49.244980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['36074f8a-b506-4426-a4ee-062b1dc01f5b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:18:49.268994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d1b53-0c76-47c2-8cf3-b9efe88a060e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Pushing event deleted for resources: {'Port': ['ID=36074f8a-b506-4426-a4ee-062b1dc01f5b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:49.328715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-00119080-eebe-4a25-81c3-b6c657fe6db5 req-e04d1b53-0c76-47c2-8cf3-b9efe88a060e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] No DVR routers for this DVR port 36074f8a-b506-4426-a4ee-062b1dc01f5b on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:18:49.331439 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-00119080-eebe-4a25-81c3-b6c657fe6db5 req-e04d1b53-0c76-47c2-8cf3-b9efe88a060e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:49.335870 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-00119080-eebe-4a25-81c3-b6c657fe6db5 req-e04d1b53-0c76-47c2-8cf3-b9efe88a060e tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.11 "DELETE /v2.0/ports/36074f8a-b506-4426-a4ee-062b1dc01f5b HTTP/1.1" status: 204 len: 173 time: 0.7374263 Nov 09 00:18:49.336688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ced655-b467-4307-a960-347c6524ee8d', 'name': 'network-vif-deleted', 'tag': '36074f8a-b506-4426-a4ee-062b1dc01f5b'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:49.340394 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d9f87e-7eda-4140-93b0-0ca86de01b8a" -d '{"events": [{"server_uuid": "39ced655-b467-4307-a960-347c6524ee8d", "name": "network-vif-deleted", "tag": "36074f8a-b506-4426-a4ee-062b1dc01f5b"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:49.389527 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5afb040-d51c-45ac-b7c9-427f7d7d9e36 x-openstack-request-id: req-a5afb040-d51c-45ac-b7c9-427f7d7d9e36 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:49.389775 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ced655-b467-4307-a960-347c6524ee8d", "name": "network-vif-deleted", "tag": "36074f8a-b506-4426-a4ee-062b1dc01f5b", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:49.390009 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5afb040-d51c-45ac-b7c9-427f7d7d9e36 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:49.390420 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ced655-b467-4307-a960-347c6524ee8d', 'name': 'network-vif-deleted', 'tag': '36074f8a-b506-4426-a4ee-062b1dc01f5b', 'status': 'completed', 'code': 200} Nov 09 00:18:49.637932 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05a635c0-2fd1-4f17-8953-41be19c4ce47 req-cee64b7b-e21a-4a44-b78f-cd5b3300ec01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4094746db9cf47289a376aee864c0ef6&device_id=fd5eafa0-58ea-4994-b4b3-b4f83af3f723 HTTP/1.1" status: 200 len: 210 time: 0.0535810 Nov 09 00:18:49.677146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b187860-826a-467c-b311-bdfd84143970 req-09b4ab13-8cd4-4560-b88c-274d2a95da69 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5eafa0-58ea-4994-b4b3-b4f83af3f723 HTTP/1.1" status: 200 len: 210 time: 0.0496519 Nov 09 00:18:49.716412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05a635c0-2fd1-4f17-8953-41be19c4ce47 req-dc37df03-afd4-4c49-9abb-8c1137a7c060 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4094746db9cf47289a376aee864c0ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425920 Nov 09 00:18:49.717855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b35fc3cb-3dbe-42ea-ab47-53f250e1afb5 req-7cd26d6c-3f67-4eac-ac09-c5c5845283cd tempest-DeleteServersTestJSON-1336128844 tempest-DeleteServersTestJSON-1336128844-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ced655-b467-4307-a960-347c6524ee8d HTTP/1.1" status: 200 len: 210 time: 0.0432422 Nov 09 00:18:49.838322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a635c0-2fd1-4f17-8953-41be19c4ce47 req-bd1bedde-dc40-417a-a2c3-6b3815d8906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:49.839834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05a635c0-2fd1-4f17-8953-41be19c4ce47 req-bd1bedde-dc40-417a-a2c3-6b3815d8906b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1149621 Nov 09 00:18:50.283596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1321129-dfde-42fd-b474-21584bf725f3 req-fc8796d6-098c-4f40-8397-2e559206993d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:50.285326 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1321129-dfde-42fd-b474-21584bf725f3 req-fc8796d6-098c-4f40-8397-2e559206993d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 945 time: 0.0568812 Nov 09 00:18:50.351121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1321129-dfde-42fd-b474-21584bf725f3 req-c6b3e6fc-154a-4fe3-be19-0dff10544b09 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503180 Nov 09 00:18:50.387380 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1daa6dd-3904-4e32-9179-a16e8031ebdd req-72727829-67c9-4a1b-b4c4-c5e464a8a701 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0352335 Nov 09 00:18:50.790699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37856252-f7a0-4974-8a28-c07b0dfea3e6 req-0987e2c4-a26b-4120-9af3-ce5ee0fa01c0 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd5eafa0-58ea-4994-b4b3-b4f83af3f723 HTTP/1.1" status: 200 len: 210 time: 0.0352600 Nov 09 00:18:51.185572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05a635c0-2fd1-4f17-8953-41be19c4ce47 req-255842d1-14aa-4ff9-becc-b7cba3c761e3 tempest-ServerShowV247Test-1821061217 tempest-ServerShowV247Test-1821061217-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd5eafa0-58ea-4994-b4b3-b4f83af3f723 HTTP/1.1" status: 200 len: 210 time: 0.0297246 Nov 09 00:18:51.510467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3747c5ee-0be2-46ba-b191-914075dd18fd req-9a3c2dfc-11b4-41cd-bea6-b5ecbc64c0a4 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0286355 Nov 09 00:18:51.518850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab07b4-2189-41fa-944a-2748c4be48cb req-f4b4f6a3-4664-44f4-b6e5-d1c07610702a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:51.520343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7ab07b4-2189-41fa-944a-2748c4be48cb req-f4b4f6a3-4664-44f4-b6e5-d1c07610702a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 945 time: 0.0883207 Nov 09 00:18:51.556625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46376) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:51.636244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7ab07b4-2189-41fa-944a-2748c4be48cb req-679c949a-50e6-44b2-96ac-a47a362d2a4b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085248 Nov 09 00:18:51.720337 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa9c9-49ee-4193-bb48-9a13d12cb810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:51.767310 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0124b70-5b3f-42c0-8158-22ee107b0025 req-9f216142-b0e3-4415-a9b9-b140743cbf07 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:51.770007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0124b70-5b3f-42c0-8158-22ee107b0025 req-9f216142-b0e3-4415-a9b9-b140743cbf07 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 945 time: 0.0693083 Nov 09 00:18:51.780031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46382) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:51.785912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b035d16f-a777-4e6c-847b-7056186c1e71 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Request body: {'floatingip': {'port_id': 'a7842b4b-e2af-4fb0-9af2-a583edb01048'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:18:51.829720 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b035d16f-a777-4e6c-847b-7056186c1e71 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:51.941207 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa9c9-49ee-4193-bb48-9a13d12cb810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:51.950449 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa9c9-49ee-4193-bb48-9a13d12cb810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.053337 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0e3fa9c9-49ee-4193-bb48-9a13d12cb810 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4dafc928f3c043e4a069b48d590da877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4950030 Nov 09 00:18:52.054403 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fa9c9-49ee-4193-bb48-9a13d12cb810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4121185f-e2a0-429b-bc8a-feae368f6c28,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:52.056125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46390) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:52.100097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46392) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:52.157850 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ca67004-a7ed-4949-9d95-cd4bf1faec07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.186203 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ca67004-a7ed-4949-9d95-cd4bf1faec07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.241435 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aafe9d55-091e-4570-9b00-582f8fea2eec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.280271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ca67004-a7ed-4949-9d95-cd4bf1faec07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.284509 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ca67004-a7ed-4949-9d95-cd4bf1faec07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.288757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6ca67004-a7ed-4949-9d95-cd4bf1faec07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4121185f-e2a0-429b-bc8a-feae368f6c28 HTTP/1.1" status: 204 len: 168 time: 0.2279410 Nov 09 00:18:52.310866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca67004-a7ed-4949-9d95-cd4bf1faec07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4121185f-e2a0-429b-bc8a-feae368f6c28,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:52.368440 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aafe9d55-091e-4570-9b00-582f8fea2eec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.374196 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aafe9d55-091e-4570-9b00-582f8fea2eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.419298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-aafe9d55-091e-4570-9b00-582f8fea2eec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4094746db9cf47289a376aee864c0ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3174818 Nov 09 00:18:52.421607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe9d55-091e-4570-9b00-582f8fea2eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6251ac40-cd80-4125-b5cf-18e3310cade0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:52.425221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46398) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:52.490577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4ffb-a4a1-4131-b561-b5b24c0d6996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.514637 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4ffb-a4a1-4131-b561-b5b24c0d6996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.578952 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4ffb-a4a1-4131-b561-b5b24c0d6996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.582143 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4ffb-a4a1-4131-b561-b5b24c0d6996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.589634 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cb3e4ffb-a4a1-4131-b561-b5b24c0d6996 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6251ac40-cd80-4125-b5cf-18e3310cade0 HTTP/1.1" status: 204 len: 168 time: 0.1631429 Nov 09 00:18:52.605276 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e4ffb-a4a1-4131-b561-b5b24c0d6996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6251ac40-cd80-4125-b5cf-18e3310cade0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:52.624646 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b035d16f-a777-4e6c-847b-7056186c1e71 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.635481 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b035d16f-a777-4e6c-847b-7056186c1e71 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.679436 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5710031d-4eea-47b5-b968-67fd92f9bb94 req-cdb1130b-6438-42a1-83ed-c006e20efedb tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0408244 Nov 09 00:18:52.807800 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-b035d16f-a777-4e6c-847b-7056186c1e71 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Floating IP 31a9bc43-46bd-4b9c-af20-bb7ad23f1722 associated. External IP: 172.25.0.195, port: a7842b4b-e2af-4fb0-9af2-a583edb01048. Nov 09 00:18:52.808111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46410) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:52.825188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5f34-5bed-4a13-9578-b92ae867e729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.927132 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5f34-5bed-4a13-9578-b92ae867e729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.932551 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5f34-5bed-4a13-9578-b92ae867e729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:52.976463 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f0ec5f34-5bed-4a13-9578-b92ae867e729 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03d97e2e594843c1a84b870e941b0e64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646512 Nov 09 00:18:52.976463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec5f34-5bed-4a13-9578-b92ae867e729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6013a1a-82a7-4104-be87-05098fd0ca9f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:52.977400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46416) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:53.088803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b4c5682-9cdd-498f-921e-00d6fbd02225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:53.092448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b035d16f-a777-4e6c-847b-7056186c1e71 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Router 993e5778-182c-4fa8-95cc-51bbb3cc0eac has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:18:53.151104 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b4c5682-9cdd-498f-921e-00d6fbd02225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:53.182804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 36074f8a-b506-4426-a4ee-062b1dc01f5b no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:18:53.216637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 36074f8a-b506-4426-a4ee-062b1dc01f5b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:18:53.217182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 36074f8a-b506-4426-a4ee-062b1dc01f5b not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:18:53.498952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b035d16f-a777-4e6c-847b-7056186c1e71 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:18:53.501070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b4c5682-9cdd-498f-921e-00d6fbd02225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:53.504053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b4c5682-9cdd-498f-921e-00d6fbd02225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:53.508147 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3b4c5682-9cdd-498f-921e-00d6fbd02225 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6013a1a-82a7-4104-be87-05098fd0ca9f HTTP/1.1" status: 204 len: 168 time: 0.5261877 Nov 09 00:18:53.508147 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b035d16f-a777-4e6c-847b-7056186c1e71 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:53.511061 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ecfafd-af82-46d2-b460-9ffc53b15ab2 None None] Sync routers for ids ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:18:53.529450 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ecfafd-af82-46d2-b460-9ffc53b15ab2 None None] Routers {'993e5778-182c-4fa8-95cc-51bbb3cc0eac'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:18:53.530583 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-66ecfafd-af82-46d2-b460-9ffc53b15ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:18:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:53.540537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c5682-9cdd-498f-921e-00d6fbd02225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6013a1a-82a7-4104-be87-05098fd0ca9f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:53.557295 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b035d16f-a777-4e6c-847b-7056186c1e71 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "PUT /v2.0/floatingips/31a9bc43-46bd-4b9c-af20-bb7ad23f1722 HTTP/1.1" status: 200 len: 991 time: 1.7736316 Nov 09 00:18:53.557295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:18:53.557786 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d406d0a4-32b7-4482-b7c5-aeaaf3dda8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:18:53.602856 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081aed43-d1e9-4d6e-afed-81531e28108b x-openstack-request-id: req-081aed43-d1e9-4d6e-afed-81531e28108b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:18:53.604128 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:18:53.604446 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-081aed43-d1e9-4d6e-afed-81531e28108b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:18:53.604917 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'status': 'completed', 'code': 200} Nov 09 00:18:53.687273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406d0a4-32b7-4482-b7c5-aeaaf3dda8ab req-055f6721-7463-4ebc-91d8-94fe7f7ece11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:53.688805 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d406d0a4-32b7-4482-b7c5-aeaaf3dda8ab req-055f6721-7463-4ebc-91d8-94fe7f7ece11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1096 time: 0.0603456 Nov 09 00:18:53.720424 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-66ecfafd-af82-46d2-b460-9ffc53b15ab2 None None] Set router 993e5778-182c-4fa8-95cc-51bbb3cc0eac gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:18:53.791566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406d0a4-32b7-4482-b7c5-aeaaf3dda8ab req-500a2a32-5ae6-4cf5-b650-5714c49d6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:53.794450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d406d0a4-32b7-4482-b7c5-aeaaf3dda8ab req-500a2a32-5ae6-4cf5-b650-5714c49d6aef service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.0960591 Nov 09 00:18:53.838644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b18b2ca-52c0-4c7a-87bb-a39433053e05 req-34a6077a-4815-4e73-b854-a10a9e6d818b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0444567 Nov 09 00:18:53.911578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d406d0a4-32b7-4482-b7c5-aeaaf3dda8ab req-8e5ba88a-d548-491f-b514-f3e4ecccd19d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 999 time: 0.0718589 Nov 09 00:18:53.970067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406d0a4-32b7-4482-b7c5-aeaaf3dda8ab req-bbf0e0c2-0d99-481a-b1a9-5584ceee1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:53.971627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d406d0a4-32b7-4482-b7c5-aeaaf3dda8ab req-bbf0e0c2-0d99-481a-b1a9-5584ceee1f37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.0525877 Nov 09 00:18:54.041669 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-66ecfafd-af82-46d2-b460-9ffc53b15ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:18:28Z', 'revision_number': 4, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '31a9bc43-46bd-4b9c-af20-bb7ad23f1722', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'port_id': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'mac_address': 'fa:16:3e:90:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:18:35Z', 'updated_at': '2021-11-09T00:18:52Z', 'revision_number': 1, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e071fa3-d992-427c-8aab-2a6877b20e5d', 'name': '', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'mac_address': 'fa:16:3e:71:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:27Z', 'updated_at': '2021-11-09T00:18:33Z', 'revision_number': 5, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'subnets': [{'id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:54.050366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406d0a4-32b7-4482-b7c5-aeaaf3dda8ab req-f83ab023-9995-4c46-8b8b-d46bbd7b52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:54.051907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d406d0a4-32b7-4482-b7c5-aeaaf3dda8ab req-f83ab023-9995-4c46-8b8b-d46bbd7b52ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729411 Nov 09 00:18:54.065497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46444) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:54.080314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2223-36de-47af-b20b-5f104026d2c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:54.084954 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ecfafd-af82-46d2-b460-9ffc53b15ab2 None None] Checking router: 993e5778-182c-4fa8-95cc-51bbb3cc0eac for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:18:54.098870 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ecfafd-af82-46d2-b460-9ffc53b15ab2 None None] Routers {'993e5778-182c-4fa8-95cc-51bbb3cc0eac'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:18:54.099773 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-66ecfafd-af82-46d2-b460-9ffc53b15ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:18:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:54.197772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d406d0a4-32b7-4482-b7c5-aeaaf3dda8ab req-a442d545-ae96-4d87-95a7-8dc2134f0222 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376495 Nov 09 00:18:54.205562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2223-36de-47af-b20b-5f104026d2c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:54.211023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2223-36de-47af-b20b-5f104026d2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:54.244141 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-66ecfafd-af82-46d2-b460-9ffc53b15ab2 None None] Set router 993e5778-182c-4fa8-95cc-51bbb3cc0eac gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:18:54.258440 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6d6b2223-36de-47af-b20b-5f104026d2c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=092e952ddee343c0a6b75f88092849f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1915987 Nov 09 00:18:54.259477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46448) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:54.260339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b2223-36de-47af-b20b-5f104026d2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8f6744-affe-458f-9c54-88937302764e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:54.322719 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5364bf09-8958-430a-b72a-b95e79cee749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:54.347957 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5364bf09-8958-430a-b72a-b95e79cee749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:54.382844 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d406d0a4-32b7-4482-b7c5-aeaaf3dda8ab req-18120306-52ff-424b-90ce-b722f62ecd26 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765938 Nov 09 00:18:54.405695 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5364bf09-8958-430a-b72a-b95e79cee749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:54.408569 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5364bf09-8958-430a-b72a-b95e79cee749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:54.412885 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5364bf09-8958-430a-b72a-b95e79cee749 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d8f6744-affe-458f-9c54-88937302764e HTTP/1.1" status: 204 len: 168 time: 0.1480448 Nov 09 00:18:54.425237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364bf09-8958-430a-b72a-b95e79cee749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8f6744-affe-458f-9c54-88937302764e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:54.599703 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-66ecfafd-af82-46d2-b460-9ffc53b15ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:18:28Z', 'revision_number': 4, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '31a9bc43-46bd-4b9c-af20-bb7ad23f1722', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'port_id': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'mac_address': 'fa:16:3e:90:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:18:35Z', 'updated_at': '2021-11-09T00:18:52Z', 'revision_number': 1, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e071fa3-d992-427c-8aab-2a6877b20e5d', 'name': '', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'mac_address': 'fa:16:3e:71:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:27Z', 'updated_at': '2021-11-09T00:18:33Z', 'revision_number': 5, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'subnets': [{'id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:18:54.634675 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ecfafd-af82-46d2-b460-9ffc53b15ab2 None None] The sync data for ids ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'] in n-d-813263-3 is: [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:18:28Z', 'revision_number': 4, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '31a9bc43-46bd-4b9c-af20-bb7ad23f1722', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'port_id': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'mac_address': 'fa:16:3e:90:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:18:35Z', 'updated_at': '2021-11-09T00:18:52Z', 'revision_number': 1, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e071fa3-d992-427c-8aab-2a6877b20e5d', 'name': '', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'mac_address': 'fa:16:3e:71:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:27Z', 'updated_at': '2021-11-09T00:18:33Z', 'revision_number': 5, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'subnets': [{'id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:18:54.999924 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58137ae6-7d30-48a0-a375-8642284a2aa6 None None] New status for floating IP 31a9bc43-46bd-4b9c-af20-bb7ad23f1722: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:18:55.043267 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc0e539a-3941-40dc-b317-16c90866c572 req-4e0b4dc1-b4c9-4e84-b8c9-8369b14a24dc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0349095 Nov 09 00:18:56.195333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-668fdfb0-9bc5-4afe-ac0d-714efbeba03b req-7275652f-b3b2-4cfe-9fda-bf36c8c57844 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0301757 Nov 09 00:18:57.043925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-55687bcd-cbc6-41af-b79a-4ef1ad92ec2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0533388 Nov 09 00:18:57.201063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-3500754e-3aab-434a-9675-0a87283d8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:57.201878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-3500754e-3aab-434a-9675-0a87283d8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:57.202087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-3500754e-3aab-434a-9675-0a87283d8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:57.203352 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-3500754e-3aab-434a-9675-0a87283d8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:57.203840 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-3500754e-3aab-434a-9675-0a87283d8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:57.204290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-3500754e-3aab-434a-9675-0a87283d8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:57.204806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-3500754e-3aab-434a-9675-0a87283d8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:57.206875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-3500754e-3aab-434a-9675-0a87283d8465 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 6490 time: 0.0916898 Nov 09 00:18:57.457091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46630) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:57.492579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-48e3e01c-8843-4b09-bc45-931cb3558af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:57.493058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-48e3e01c-8843-4b09-bc45-931cb3558af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:57.494847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-48e3e01c-8843-4b09-bc45-931cb3558af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:57.496506 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-48e3e01c-8843-4b09-bc45-931cb3558af9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd00dfb3-9954-4da4-8bab-f4742925ef5a&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=364a1333-8aa5-40a2-b83a-ed34d1006322&id=364a1333-8aa5-40a2-b83a-ed34d1006322 HTTP/1.1" status: 200 len: 2288 time: 0.2419815 Nov 09 00:18:57.681495 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f351daf-43dd-4ed8-956a-946f8460e298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:57.708399 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-3b3e7ed6-ec60-439b-b92d-e9f03a9a5e4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c0ee573-9c26-4590-b2c2-93f87044e954 HTTP/1.1" status: 200 len: 1001 time: 0.1808209 Nov 09 00:18:57.782361 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9239b083-1eba-4751-a041-9d81d6ae38b8 req-ff6bcec9-b6e6-42a7-9a5b-79b2eb5bcabd tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.2809772 Nov 09 00:18:57.844420 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f351daf-43dd-4ed8-956a-946f8460e298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:57.854111 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f351daf-43dd-4ed8-956a-946f8460e298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:57.860197 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-12df61ea-39e8-48ce-8459-3ba321ce578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:57.862160 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-12df61ea-39e8-48ce-8459-3ba321ce578c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e HTTP/1.1" status: 200 len: 850 time: 0.1170382 Nov 09 00:18:57.955975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2f351daf-43dd-4ed8-956a-946f8460e298 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26d94fa276dd4e83a29cdd6ea5bfb6f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4974437 Nov 09 00:18:57.958748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46654) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:57.960677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f351daf-43dd-4ed8-956a-946f8460e298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f1afde-42f3-44e6-970d-053747186e4e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:57.998565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-81cbb215-1e0a-479f-8dbc-8bbcf3f8f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:58.002988 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-81cbb215-1e0a-479f-8dbc-8bbcf3f8f1a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd00dfb3-9954-4da4-8bab-f4742925ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324470 Nov 09 00:18:58.090269 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a19a866-b2cc-4cef-8321-6341fe285b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:58.138685 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a19a866-b2cc-4cef-8321-6341fe285b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:58.187931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-fe6e3d86-8471-44bc-b2d7-4051673cb299 service neutron] 10.222.0.30 "GET /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772013 Nov 09 00:18:58.259126 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a19a866-b2cc-4cef-8321-6341fe285b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:58.263192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8a19a866-b2cc-4cef-8321-6341fe285b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:58.264387 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8a19a866-b2cc-4cef-8321-6341fe285b83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2f1afde-42f3-44e6-970d-053747186e4e HTTP/1.1" status: 204 len: 168 time: 0.2920344 Nov 09 00:18:58.285384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19a866-b2cc-4cef-8321-6341fe285b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f1afde-42f3-44e6-970d-053747186e4e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:58.376150 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-82b769a8-e226-43da-aebe-345a518b5e91 service neutron] 10.222.0.30 "GET /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772296 Nov 09 00:18:58.449711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-1007a792-f8e6-48a5-8078-28181648cdb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=badf5b56-8934-45ad-ab08-b14502d9f297 HTTP/1.1" status: 200 len: 217 time: 0.0650649 Nov 09 00:18:58.514996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-0c0d0050-3a10-4f3f-9a1c-49dca67d652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:58.516786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-0c0d0050-3a10-4f3f-9a1c-49dca67d652b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.0608842 Nov 09 00:18:58.652672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-25171b2c-bd54-48a8-a9e1-db4d845b8ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:58.654238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-25171b2c-bd54-48a8-a9e1-db4d845b8ede service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1293399 Nov 09 00:18:58.771305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46698) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:58.792370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d42a1425-8a50-4ca2-997d-a57fc260fda9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:58.802044 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-4852fe39-7fc6-4a85-90e4-6d061c27e8da service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390989 Nov 09 00:18:58.946433 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d42a1425-8a50-4ca2-997d-a57fc260fda9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:58.963255 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d42a1425-8a50-4ca2-997d-a57fc260fda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:59.086958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a1425-8a50-4ca2-997d-a57fc260fda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bf3f7f-629c-46a1-be41-4388f1330387,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:59.093815 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d42a1425-8a50-4ca2-997d-a57fc260fda9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2af0bfb657af4346833b6b4812019d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213141 Nov 09 00:18:59.099885 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46718) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:18:59.215150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8e665734-7eba-4269-a7fb-e8ef4d6a4a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:59.284305 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8e665734-7eba-4269-a7fb-e8ef4d6a4a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:59.376154 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b3ad009-0d36-4031-88b7-b1e75465899f req-5d07159e-cf38-4eb8-b0bf-71eaf00dff66 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.4434338 Nov 09 00:18:59.414064 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8e665734-7eba-4269-a7fb-e8ef4d6a4a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:59.418362 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8e665734-7eba-4269-a7fb-e8ef4d6a4a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:18:59.421859 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8e665734-7eba-4269-a7fb-e8ef4d6a4a86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22bf3f7f-629c-46a1-be41-4388f1330387 HTTP/1.1" status: 204 len: 168 time: 0.3184302 Nov 09 00:18:59.442593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-8457f64f-a815-4d6a-8ed3-80d208206a34 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309071 Nov 09 00:18:59.446172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e665734-7eba-4269-a7fb-e8ef4d6a4a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bf3f7f-629c-46a1-be41-4388f1330387,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:18:59.563371 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-3aa54425-3e1c-442b-a29b-417f16ea569c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=deca90b0-bc9b-4415-b659-c843bd9b048e HTTP/1.1" status: 200 len: 217 time: 0.1110620 Nov 09 00:18:59.675609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-344fb651-c236-405f-9cf8-dcabb064edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:59.679982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-344fb651-c236-405f-9cf8-dcabb064edb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.1093507 Nov 09 00:18:59.838427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-0686e592-46ce-47db-a2ca-a3ff53859b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:18:59.846084 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-0686e592-46ce-47db-a2ca-a3ff53859b34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1582646 Nov 09 00:18:59.961338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46750) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:00.052700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-9224a586-bf27-47a3-8c2a-a356fd510cc4 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959829 Nov 09 00:19:00.134028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d52b09da-1c3f-44c6-88cc-67acc95cfcab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:00.280262 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d52b09da-1c3f-44c6-88cc-67acc95cfcab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:00.290644 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d52b09da-1c3f-44c6-88cc-67acc95cfcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:00.293624 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-fee1880d-2ffe-40b2-9bd8-14612254540d service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300339 Nov 09 00:19:00.339306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-aa8c02f1-ca52-46b2-8739-0a3b981783d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 HTTP/1.1" status: 200 len: 217 time: 0.0432851 Nov 09 00:19:00.411018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b09da-1c3f-44c6-88cc-67acc95cfcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fa9e20-e310-4b70-88ee-ea7c41f02833,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:00.467400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-ace88ddf-83d1-43fb-b898-5bfedfc00b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:00.469473 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-ace88ddf-83d1-43fb-b898-5bfedfc00b52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.1233752 Nov 09 00:19:00.483733 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d52b09da-1c3f-44c6-88cc-67acc95cfcab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57670db760d947c5b65731a48c9c9200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5188732 Nov 09 00:19:00.484986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46774) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:00.578799 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-6f5d22d7-f8b8-4132-b799-f5902ca2b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:00.580335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-6f5d22d7-f8b8-4132-b799-f5902ca2b2be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1030169 Nov 09 00:19:00.597337 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-348fc6d0-5954-4e3f-86ad-f2c5dde3ff48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:00.643570 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-348fc6d0-5954-4e3f-86ad-f2c5dde3ff48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:00.696366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-b937d255-fe37-446f-89ff-c45d073cea0c service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070306 Nov 09 00:19:00.730134 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-348fc6d0-5954-4e3f-86ad-f2c5dde3ff48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:00.734934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-348fc6d0-5954-4e3f-86ad-f2c5dde3ff48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:00.735730 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-348fc6d0-5954-4e3f-86ad-f2c5dde3ff48 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8fa9e20-e310-4b70-88ee-ea7c41f02833 HTTP/1.1" status: 204 len: 168 time: 0.2450192 Nov 09 00:19:00.754363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fc6d0-5954-4e3f-86ad-f2c5dde3ff48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fa9e20-e310-4b70-88ee-ea7c41f02833,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:00.921605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-e9c611b9-ac7d-4925-9ef8-295756c5dc0c service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150090 Nov 09 00:19:01.120396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-75ffeff2-515e-4507-b96c-37e7388cd872 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=53769426-080d-41b0-bd08-730566e2cb45 HTTP/1.1" status: 200 len: 217 time: 0.1900480 Nov 09 00:19:01.134843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a45dc3f-d2e7-422a-89fb-54505acd7ecd req-5e26ac59-182a-4a5c-86ff-a423f8cdb256 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.5998275 Nov 09 00:19:01.275847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-4299b12a-2380-48be-b979-fbd89c64680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:01.277564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-4299b12a-2380-48be-b979-fbd89c64680d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.1417913 Nov 09 00:19:01.388138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-49f1345e-3694-4e96-b26f-edc4d621ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:01.389806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-49f1345e-3694-4e96-b26f-edc4d621ef58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995591 Nov 09 00:19:01.427226 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46806) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:01.445181 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7777f1a-9c34-45fe-81a6-3ecdcee6730f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:01.500794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46808) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:01.578421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-693c5131-e463-4b92-815f-d9d2104e457f admin admin] Deleting subnet a9749423-c78d-4642-b475-a021e262f974 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:19:01.581777 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-693c5131-e463-4b92-815f-d9d2104e457f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:01.625765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7777f1a-9c34-45fe-81a6-3ecdcee6730f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:01.638660 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7777f1a-9c34-45fe-81a6-3ecdcee6730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:01.648083 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-693c5131-e463-4b92-815f-d9d2104e457f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:01.693169 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-693c5131-e463-4b92-815f-d9d2104e457f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:01.715483 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c7777f1a-9c34-45fe-81a6-3ecdcee6730f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbd9dbb8a399419d97658fcfc324c5a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869105 Nov 09 00:19:01.731183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46814) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:01.770546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-aa542e26-7239-4f5b-aa7f-be9b5c7d4b47 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718421 Nov 09 00:19:01.774057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7777f1a-9c34-45fe-81a6-3ecdcee6730f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e65488e-843b-4946-8825-0513f69a3ca4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:01.825708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c5537b7-f7c7-472b-a66a-bb00ae8de4e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:01.892029 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c5537b7-f7c7-472b-a66a-bb00ae8de4e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:01.982894 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-693c5131-e463-4b92-815f-d9d2104e457f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:02.021956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c5537b7-f7c7-472b-a66a-bb00ae8de4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:02.030056 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c5537b7-f7c7-472b-a66a-bb00ae8de4e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:02.036849 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5c5537b7-f7c7-472b-a66a-bb00ae8de4e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e65488e-843b-4946-8825-0513f69a3ca4 HTTP/1.1" status: 204 len: 168 time: 0.3041620 Nov 09 00:19:02.051533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5537b7-f7c7-472b-a66a-bb00ae8de4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e65488e-843b-4946-8825-0513f69a3ca4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:02.058425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c5131-e463-4b92-815f-d9d2104e457f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9749423-c78d-4642-b475-a021e262f974,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:02.070385 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-693c5131-e463-4b92-815f-d9d2104e457f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:02.074103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-693c5131-e463-4b92-815f-d9d2104e457f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a9749423-c78d-4642-b475-a021e262f974 HTTP/1.1" status: 204 len: 168 time: 0.5722442 Nov 09 00:19:02.076951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46822) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:02.078897 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-816caf2c-84d0-4a15-8213-9ccf8f9d81ba service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796545 Nov 09 00:19:02.140544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-f5203a0b-2951-4f94-b68b-a2d399379c22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b5a6662b-efda-4873-9888-e7071a337881 HTTP/1.1" status: 200 len: 217 time: 0.0513232 Nov 09 00:19:02.273943 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:02.282551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-94cd1664-847e-417a-a548-0734725911a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:02.284310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-94cd1664-847e-417a-a548-0734725911a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77073b2d-8182-4647-a3e4-f9ac28e41e68 HTTP/1.1" status: 200 len: 797 time: 0.1354480 Nov 09 00:19:02.317982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c120718-f515-4b02-ad46-68ad3054c037 req-bc6d4e1a-6296-4f11-bff1-f0f50198c5fc tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0494053 Nov 09 00:19:02.389193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-35789158-be2e-492d-a7d3-eff478561b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:02.391106 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-35789158-be2e-492d-a7d3-eff478561b02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=364a1333-8aa5-40a2-b83a-ed34d1006322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0897183 Nov 09 00:19:02.530394 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:02.557003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-fd6dc75d-a295-40f0-9b4c-f449f6c6c84e service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576135 Nov 09 00:19:02.569763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:02.587253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:02.587698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d2dc8f-a236-45f8-a4fe-0249aa4f8eb6') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:02.626101 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:02.641528 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:02.649627 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:19:02.650267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:19:02.736357 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:19:02.743186 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:02.763664 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:02.773315 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] 10.222.0.25 "DELETE /v2.0/networks/4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0 HTTP/1.1" status: 204 len: 168 time: 0.6933668 Nov 09 00:19:02.792128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-0e0cdaae-2b37-4c4b-bc9f-2ca9d0c23672 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260041 Nov 09 00:19:02.801656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258a02c-f59f-4b7e-a4ad-0f91eb107b6a admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd4b1d1-efaf-4f7b-aa34-450bdd28a2a0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:02.887638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-06ce49b1-2c8d-4ed9-b8fd-585f08f587dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc1506de-6e61-4a64-b986-f96a0cbae5e0 HTTP/1.1" status: 200 len: 217 time: 0.0874560 Nov 09 00:19:02.999442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-061525fb-3122-466b-8b6c-2cf4adca2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:03.002900 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-061525fb-3122-466b-8b6c-2cf4adca2e1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77073b2d-8182-4647-a3e4-f9ac28e41e68 HTTP/1.1" status: 200 len: 797 time: 0.1078210 Nov 09 00:19:03.060844 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-7aea08f4-dc8f-441e-8368-cd2a0dca678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:03.063067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-7aea08f4-dc8f-441e-8368-cd2a0dca678e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=364a1333-8aa5-40a2-b83a-ed34d1006322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0525539 Nov 09 00:19:03.081278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46868) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:03.164846 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8dea3d38-d61c-47a4-a023-f63c3595c083 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32a59bfc9d2849cf8c83a3970a6af0b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0811028 Nov 09 00:19:03.166411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46870) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:03.192459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-2e71b7b3-7b2e-4071-bf29-42cc06b34677 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206629 Nov 09 00:19:03.284214 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48120898-c5cf-40d8-9432-7371db5a1225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:03.351346 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48120898-c5cf-40d8-9432-7371db5a1225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:03.454540 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48120898-c5cf-40d8-9432-7371db5a1225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:03.458487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48120898-c5cf-40d8-9432-7371db5a1225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:03.463975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-48120898-c5cf-40d8-9432-7371db5a1225 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/117ed80a-0dbc-486c-af3a-3edee76b73fc HTTP/1.1" status: 204 len: 168 time: 0.2965994 Nov 09 00:19:03.476341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48120898-c5cf-40d8-9432-7371db5a1225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117ed80a-0dbc-486c-af3a-3edee76b73fc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:03.489428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1084cca7-bba7-4ac3-a336-36e112b31948 req-ef59e413-a367-46c7-a5b5-c9809903dd9f service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817781 Nov 09 00:19:03.653277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46902) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:03.705965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8b5bcfb9-0515-4e96-951e-4d98f1e0ad98 req-6b8b66a1-1e57-48f1-8c80-db64015d85fd tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0559306 Nov 09 00:19:04.129591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:04.258909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:04.269290 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-05159b64-3a90-4b90-91a3-16cdc3752bc4 req-9d661031-c5e0-40b9-aa03-e9fed588653d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1288373 Nov 09 00:19:04.450449 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05159b64-3a90-4b90-91a3-16cdc3752bc4 req-51757bab-7293-4baa-8611-a44fe319371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:04.452626 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-05159b64-3a90-4b90-91a3-16cdc3752bc4 req-51757bab-7293-4baa-8611-a44fe319371c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac795994a834c26adcae829fc064be0&device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 1096 time: 0.1195376 Nov 09 00:19:04.613061 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:04.624254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05159b64-3a90-4b90-91a3-16cdc3752bc4 req-9b9172f1-9a07-46cb-bbeb-cd364f017866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:04.625642 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-05159b64-3a90-4b90-91a3-16cdc3752bc4 req-9b9172f1-9a07-46cb-bbeb-cd364f017866 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 200 len: 915 time: 0.1306982 Nov 09 00:19:04.710725 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-05159b64-3a90-4b90-91a3-16cdc3752bc4 req-dd141746-c820-44d2-9b9c-ece036f61545 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 HTTP/1.1" status: 200 len: 217 time: 0.0430453 Nov 09 00:19:04.731575 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46964) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:04.848684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05159b64-3a90-4b90-91a3-16cdc3752bc4 req-b8189a8c-121b-475c-abb3-aae1abbef54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:04.850386 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-05159b64-3a90-4b90-91a3-16cdc3752bc4 req-b8189a8c-121b-475c-abb3-aae1abbef54d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4 HTTP/1.1" status: 200 len: 855 time: 0.1307526 Nov 09 00:19:04.855262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fdf7f7c-3afd-48cf-9f19-5128190c5bc1 req-e3d6f185-ead9-42d8-ae21-dfa9d781f803 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8784e8f-cf18-453a-b26d-6d7d5d1bc747 HTTP/1.1" status: 200 len: 210 time: 0.0559494 Nov 09 00:19:04.871126 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Allocated IP 172.25.0.120 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/203efefc-2657-4c1d-93cb-183b80b2cc2c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:04.910890 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-05159b64-3a90-4b90-91a3-16cdc3752bc4 req-19d13368-36ce-4d7e-b517-51e0378a3875 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce22d967-e911-46ef-a648-671d86d24c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492551 Nov 09 00:19:05.135751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1499892085-network', 'tenant_id': '306b02663f4c4af1af5f2647f00fe713'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:05.173645 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-05159b64-3a90-4b90-91a3-16cdc3752bc4 req-da387fbf-73a6-45c9-988c-ee68d9946f7f service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545187 Nov 09 00:19:05.197606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Made reservation on behalf of 306b02663f4c4af1af5f2647f00fe713 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:05.200732 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:05.226021 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:05.359212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:05.363732 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:05.395386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a7f583-2b52-446d-bec7-b55de780d787,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:05.422907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:19:05.452109 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:05.454090 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Added segment 93d0a4dc-070b-4f6d-8631-2671fe895447 of type vlan for network 72d7d678-32a7-4e61-bddb-44d53c149a25 Nov 09 00:19:05.469719 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-05159b64-3a90-4b90-91a3-16cdc3752bc4 req-9aa0ec10-578e-460a-9db0-49ff3c651cb4 service neutron] 10.222.0.11 "GET /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166662 Nov 09 00:19:05.525710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:05.586750 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:05.588718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:05.589680 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:05.590065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:05.658031 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:05.695879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] Pushing event updated for resources: {'Network': ['ID=72d7d678-32a7-4e61-bddb-44d53c149a25,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:05.707754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 72d7d678-32a7-4e61-bddb-44d53c149a25 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:19:05.712947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1d4b379c-b112-4f15-997f-a3c09f132289 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9800587 Nov 09 00:19:05.715750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46988) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:05.721279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bc541142-dcc3-408f-ab84-bde0a3c1f2a2 admin admin] Request body: {'subnet': {'network_id': '72d7d678-32a7-4e61-bddb-44d53c149a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1499892085-subnet', 'tenant_id': '306b02663f4c4af1af5f2647f00fe713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:05.750935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc541142-dcc3-408f-ab84-bde0a3c1f2a2 admin admin] Made reservation on behalf of 306b02663f4c4af1af5f2647f00fe713 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:05.755328 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc541142-dcc3-408f-ab84-bde0a3c1f2a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:05.779642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:05.799857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:05.811972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:05.875577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event updated for resources: {'Port': ['ID=203efefc-2657-4c1d-93cb-183b80b2cc2c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:05.973488 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:19:05.992179 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc541142-dcc3-408f-ab84-bde0a3c1f2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:06.078244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46996) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:06.153100 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:06.186573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc541142-dcc3-408f-ab84-bde0a3c1f2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8953591-2591-480d-a2d1-c7b0dc50e07d,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:06.189168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc541142-dcc3-408f-ab84-bde0a3c1f2a2 admin admin] Checking segment: {'id': '93d0a4dc-070b-4f6d-8631-2671fe895447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72d7d678-32a7-4e61-bddb-44d53c149a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:19:06.189723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc541142-dcc3-408f-ab84-bde0a3c1f2a2 admin admin] Network hostable DHCP agents. Network: 72d7d678-32a7-4e61-bddb-44d53c149a25, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:19:06.213804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc541142-dcc3-408f-ab84-bde0a3c1f2a2 admin admin] Network 72d7d678-32a7-4e61-bddb-44d53c149a25 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:19:06.227721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-bc541142-dcc3-408f-ab84-bde0a3c1f2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 72d7d678-32a7-4e61-bddb-44d53c149a25) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:06.233338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc541142-dcc3-408f-ab84-bde0a3c1f2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:06.234354 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc541142-dcc3-408f-ab84-bde0a3c1f2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:06.239351 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367d0454-7310-4bff-8b7a-e4a66b41fe38 None None] Network 72d7d678-32a7-4e61-bddb-44d53c149a25 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:19:06.296286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bc541142-dcc3-408f-ab84-bde0a3c1f2a2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5708144 Nov 09 00:19:06.420465 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:06.428206 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-702aa28d-e47a-46a0-a347-f819d9372ae4 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:06.471405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31d69a-2e43-4d3e-b47e-9c10a01c313f None None] Network 72d7d678-32a7-4e61-bddb-44d53c149a25 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:19:06.573663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-702aa28d-e47a-46a0-a347-f819d9372ae4 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:06.716240 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-702aa28d-e47a-46a0-a347-f819d9372ae4 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:06.718363 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-702aa28d-e47a-46a0-a347-f819d9372ae4 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:06.719731 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-702aa28d-e47a-46a0-a347-f819d9372ae4 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "DELETE /v2.0/security-groups/e5d34e5e-f3db-41ed-b209-9af8689b84f5 HTTP/1.1" status: 204 len: 168 time: 0.6404431 Nov 09 00:19:06.722426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47018) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:06.745024 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-61388537-498e-4bc2-841b-59960abb7266 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] show failed (client error): The resource could not be found. Nov 09 00:19:06.748297 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-61388537-498e-4bc2-841b-59960abb7266 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "GET /v2.0/security-groups/e5d34e5e-f3db-41ed-b209-9af8689b84f5 HTTP/1.1" status: 404 len: 347 time: 0.0247519 Nov 09 00:19:06.751246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47020) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:06.796775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aa28d-e47a-46a0-a347-f819d9372ae4 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d34e5e-f3db-41ed-b209-9af8689b84f5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:06.860420 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:06.868008 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.052486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event updated for resources: {'Port': ['ID=203efefc-2657-4c1d-93cb-183b80b2cc2c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:07.074113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.109708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.114099 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fae6c4ac-37f3-4c13-b885-7f9e3dcac965 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4594853 Nov 09 00:19:07.114809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47030) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:07.124465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1452227936'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:07.152592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-1bcc47b7-3ac2-4fbf-ab90-669717aaad63 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:07.154384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-1bcc47b7-3ac2-4fbf-ab90-669717aaad63 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/networks?id=72d7d678-32a7-4e61-bddb-44d53c149a25 HTTP/1.1" status: 200 len: 814 time: 0.1159039 Nov 09 00:19:07.155948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-34e5dccb-42bf-4b29-bd87-9ccfabacd287 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Deleting port 62a011a5-8f14-4d8b-8c63-7e86394d204c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:07.156287 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34e5dccb-42bf-4b29-bd87-9ccfabacd287 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.176171 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Made reservation on behalf of a5d214ec22c3426bbd057bb15ca4857d for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:07.181804 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.197796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-86768592-68f6-4165-89cc-165c26472917 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/quotas/306b02663f4c4af1af5f2647f00fe713 HTTP/1.1" status: 200 len: 375 time: 0.0196972 Nov 09 00:19:07.206389 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.262931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-4bcb06d1-8478-4ce4-a912-f041c676e581 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=306b02663f4c4af1af5f2647f00fe713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354722 Nov 09 00:19:07.356501 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34e5dccb-42bf-4b29-bd87-9ccfabacd287 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.356859 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34e5dccb-42bf-4b29-bd87-9ccfabacd287 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.376539 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.386977 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.429242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:19:07.440781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7933c32a-648e-41b8-a397-40de2c35ed70,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:07.448542 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.448977 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Added segment b34f467a-9f37-4407-ba80-dd5a2d358293 of type vlan for network 749182eb-3b78-41ee-a2dc-78422628e6f8 Nov 09 00:19:07.482541 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-3beaa35d-9c33-41f5-8c1a-009315a5e87b service neutron] 10.222.0.25 "GET /v2.0/networks/72d7d678-32a7-4e61-bddb-44d53c149a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109220 Nov 09 00:19:07.506593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-34e5dccb-42bf-4b29-bd87-9ccfabacd287 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Calling delete_port for 62a011a5-8f14-4d8b-8c63-7e86394d204c owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:07.507591 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.577319 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.584486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:07.587430 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.632777 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5165789 Nov 09 00:19:07.640295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47040) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:07.647244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fff69bd6-389e-4be3-aaf2-ce96da1eccde tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Request body: {'subnet': {'network_id': '749182eb-3b78-41ee-a2dc-78422628e6f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:07.815062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919d719-c659-4d99-a7f9-63ed65a635f3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event updated for resources: {'Network': ['ID=749182eb-3b78-41ee-a2dc-78422628e6f8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:07.829619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 749182eb-3b78-41ee-a2dc-78422628e6f8 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:19:07.830127 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34e5dccb-42bf-4b29-bd87-9ccfabacd287 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.858670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff69bd6-389e-4be3-aaf2-ce96da1eccde tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Made reservation on behalf of a5d214ec22c3426bbd057bb15ca4857d for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:07.864901 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fff69bd6-389e-4be3-aaf2-ce96da1eccde tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.866135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5dccb-42bf-4b29-bd87-9ccfabacd287 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Port': ['ID=62a011a5-8f14-4d8b-8c63-7e86394d204c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:07.946431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-27a105bb-a5f0-4aad-affd-c57ff657f050 service neutron] 10.222.0.25 "GET /v2.0/networks/72d7d678-32a7-4e61-bddb-44d53c149a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628992 Nov 09 00:19:07.974027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34e5dccb-42bf-4b29-bd87-9ccfabacd287 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.985907 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34e5dccb-42bf-4b29-bd87-9ccfabacd287 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:07.990101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-34e5dccb-42bf-4b29-bd87-9ccfabacd287 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "DELETE /v2.0/floatingips/169a5645-eabc-43d9-a6c2-01292a1cf388 HTTP/1.1" status: 204 len: 168 time: 1.2345021 Nov 09 00:19:07.991530 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47044) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:08.274053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fff69bd6-389e-4be3-aaf2-ce96da1eccde tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:08.313086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55e01c19-5eed-4712-b120-28688447d712 req-339c4952-0dd9-4829-9237-08935021ec1a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 210 time: 0.0921714 Nov 09 00:19:08.370332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-01b2e87a-7788-464a-a3b7-a2d93cd7d367 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Deleting port c3601f1b-6090-4fb1-98a9-a0f33c061444 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:08.370680 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01b2e87a-7788-464a-a3b7-a2d93cd7d367 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:08.389849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff69bd6-389e-4be3-aaf2-ce96da1eccde tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event updated for resources: {'Subnet': ['ID=7be9ee98-a35f-4374-aead-483554553b0d,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:08.432321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff69bd6-389e-4be3-aaf2-ce96da1eccde tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Checking segment: {'id': 'b34f467a-9f37-4407-ba80-dd5a2d358293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '749182eb-3b78-41ee-a2dc-78422628e6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:19:08.432830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff69bd6-389e-4be3-aaf2-ce96da1eccde tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Network hostable DHCP agents. Network: 749182eb-3b78-41ee-a2dc-78422628e6f8, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:19:08.456840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff69bd6-389e-4be3-aaf2-ce96da1eccde tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Network 749182eb-3b78-41ee-a2dc-78422628e6f8 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:19:08.472413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-fff69bd6-389e-4be3-aaf2-ce96da1eccde tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 749182eb-3b78-41ee-a2dc-78422628e6f8) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:08.481256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ad330-c245-470c-8707-8356bea06a9f None None] Network 749182eb-3b78-41ee-a2dc-78422628e6f8 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:19:08.484855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff69bd6-389e-4be3-aaf2-ce96da1eccde tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:08.486322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fff69bd6-389e-4be3-aaf2-ce96da1eccde tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:08.508071 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fff69bd6-389e-4be3-aaf2-ce96da1eccde tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8666878 Nov 09 00:19:08.510719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47058) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:08.515822 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1502141471', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:08.557067 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:08.559867 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:08.610706 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01b2e87a-7788-464a-a3b7-a2d93cd7d367 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:08.681231 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-01b2e87a-7788-464a-a3b7-a2d93cd7d367 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Calling delete_port for c3601f1b-6090-4fb1-98a9-a0f33c061444 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:08.681632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:08.742358 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-749182eb-3b78-41ee-a2dc-78422628e6f8', 'network_id': '749182eb-3b78-41ee-a2dc-78422628e6f8', 'tenant_id': 'a5d214ec22c3426bbd057bb15ca4857d', 'fixed_ips': [{'subnet_id': '7be9ee98-a35f-4374-aead-483554553b0d'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:19:08.744389 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:08.877778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:09.014315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01b2e87a-7788-464a-a3b7-a2d93cd7d367 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:09.083659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Allocated IP 172.20.0.2 (749182eb-3b78-41ee-a2dc-78422628e6f8/7be9ee98-a35f-4374-aead-483554553b0d/7ae7b292-5761-42c4-b113-da4db1287da2) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:09.135377 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2e87a-7788-464a-a3b7-a2d93cd7d367 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Port': ['ID=c3601f1b-6090-4fb1-98a9-a0f33c061444,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:09.287449 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:09.365876 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:09.387949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01b2e87a-7788-464a-a3b7-a2d93cd7d367 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:09.392629 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-01b2e87a-7788-464a-a3b7-a2d93cd7d367 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "DELETE /v2.0/ports/c3601f1b-6090-4fb1-98a9-a0f33c061444 HTTP/1.1" status: 204 len: 168 time: 1.4001050 Nov 09 00:19:09.400520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47078) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:09.444462 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:09.456606 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:09.537491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Pushing event updated for resources: {'Port': ['ID=7ae7b292-5761-42c4-b113-da4db1287da2,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:09.570034 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Network 749182eb-3b78-41ee-a2dc-78422628e6f8 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:09.574269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:09.581768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:09.649988 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9134ed05-bd59-4b79-9c3b-63016c160518 req-18b50988-6e44-46b9-a2ee-00c5078dbc9b tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 210 time: 0.1440253 Nov 09 00:19:09.689214 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Allocated IP 172.25.0.160 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/50818239-8e84-42d9-9255-4ebe1de684d5) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:09.731355 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Attempting to bind port 7ae7b292-5761-42c4-b113-da4db1287da2 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:19:09.734700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Attempting to bind port 7ae7b292-5761-42c4-b113-da4db1287da2 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'b34f467a-9f37-4407-ba80-dd5a2d358293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '749182eb-3b78-41ee-a2dc-78422628e6f8'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:19:09.735382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Attempting to bind port 7ae7b292-5761-42c4-b113-da4db1287da2 on network 749182eb-3b78-41ee-a2dc-78422628e6f8 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:19:09.754465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:19:09.754856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Checking segment: {'id': 'b34f467a-9f37-4407-ba80-dd5a2d358293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '749182eb-3b78-41ee-a2dc-78422628e6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:19:09.765612 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:09.766160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Bound using segment: {'id': 'b34f467a-9f37-4407-ba80-dd5a2d358293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '749182eb-3b78-41ee-a2dc-78422628e6f8'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:19:09.766737 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Bound port: 7ae7b292-5761-42c4-b113-da4db1287da2, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34f467a-9f37-4407-ba80-dd5a2d358293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '749182eb-3b78-41ee-a2dc-78422628e6f8'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:19:09.767116 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:09.824853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e241416d-b7fa-4914-acf1-2d9a05d8f6f1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Deleting port 05cc56ff-ba70-4c09-879d-a4c54089a9e0 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:09.825199 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e241416d-b7fa-4914-acf1-2d9a05d8f6f1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:09.953284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] For port 7ae7b292-5761-42c4-b113-da4db1287da2, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:19:09.966105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] For port 7ae7b292-5761-42c4-b113-da4db1287da2, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7ae7b292-5761-42c4-b113-da4db1287da2,segment=NetworkSegment(b34f467a-9f37-4407-ba80-dd5a2d358293),segment_id=b34f467a-9f37-4407-ba80-dd5a2d358293)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:19:09.974506 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:09.988485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:10.067274 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:10.144325 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:10.154005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a9a26-8af7-47d1-8ee6-395710853fd5 None None] Pushing event updated for resources: {'Port': ['ID=7ae7b292-5761-42c4-b113-da4db1287da2,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:10.170762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:10.184427 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:10.188014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event updated for resources: {'Port': ['ID=50818239-8e84-42d9-9255-4ebe1de684d5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:10.917650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d014e48-effa-458a-a8a1-d8f52be36589 req-d539934d-af97-4f48-8f9b-e7e6ca912197 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 210 time: 0.0559657 Nov 09 00:19:10.947683 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e241416d-b7fa-4914-acf1-2d9a05d8f6f1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:10.971812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e241416d-b7fa-4914-acf1-2d9a05d8f6f1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Calling delete_port for 05cc56ff-ba70-4c09-879d-a4c54089a9e0 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:11.008376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-d4e188ba-7c47-4501-9608-a6bbe8e244a7 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:11.010098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-d4e188ba-7c47-4501-9608-a6bbe8e244a7 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.30 "GET /v2.0/networks?id=72d7d678-32a7-4e61-bddb-44d53c149a25 HTTP/1.1" status: 200 len: 814 time: 1.0303392 Nov 09 00:19:11.055197 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Request body: {'port': {'device_id': 'fe2bcc18-2119-4b3e-a356-98d895a5b02e', 'network_id': '72d7d678-32a7-4e61-bddb-44d53c149a25', 'admin_state_up': True, 'tenant_id': '306b02663f4c4af1af5f2647f00fe713'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:11.252010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:11.438510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Made reservation on behalf of 306b02663f4c4af1af5f2647f00fe713 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:11.443047 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:11.506231 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e241416d-b7fa-4914-acf1-2d9a05d8f6f1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:11.557518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7ae7b292-5761-42c4-b113-da4db1287da2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:19:11.746046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7ae7b292-5761-42c4-b113-da4db1287da2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:19:11.752878 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:11.783825 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:11.800089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241416d-b7fa-4914-acf1-2d9a05d8f6f1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Port': ['ID=05cc56ff-ba70-4c09-879d-a4c54089a9e0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:12.008353 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ad45eb-dfdc-4331-a4bb-8cf9f55f2194 None None] Network 749182eb-3b78-41ee-a2dc-78422628e6f8 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:19:12.081263 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Router e29662c9-dc8b-446b-9817-7c721f34fa84 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:19:12.107584 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:12.153993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40a57199-b363-46fc-a4a7-1f02f57ef4c2 req-9b1ef059-4d44-4c7e-9a46-adeba033495d tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 210 time: 0.0847664 Nov 09 00:19:12.182477 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e241416d-b7fa-4914-acf1-2d9a05d8f6f1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:12.186238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e241416d-b7fa-4914-acf1-2d9a05d8f6f1 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "DELETE /v2.0/ports/05cc56ff-ba70-4c09-879d-a4c54089a9e0 HTTP/1.1" status: 204 len: 168 time: 2.7841473 Nov 09 00:19:12.192431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47110) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:12.238684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Allocated IP 172.20.0.14 (72d7d678-32a7-4e61-bddb-44d53c149a25/e8953591-2591-480d-a2d1-c7b0dc50e07d/e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:12.281943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-72eeca1d-6d47-4015-839c-e4e74e22dc50 None None] Provisioning complete for port 7ae7b292-5761-42c4-b113-da4db1287da2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:19:12.282502 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72eeca1d-6d47-4015-839c-e4e74e22dc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:12.295973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-595c94b9-b377-4430-8543-a0b6955082c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Deleting subnet 36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:19:12.304354 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-595c94b9-b377-4430-8543-a0b6955082c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:12.316781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 7ae7b292-5761-42c4-b113-da4db1287da2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7ae7b292-5761-42c4-b113-da4db1287da2,segment=NetworkSegment(b34f467a-9f37-4407-ba80-dd5a2d358293),segment_id=b34f467a-9f37-4407-ba80-dd5a2d358293)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:12.358402 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:12.408724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:19:12.439458 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b0262a-2369-4a2d-923a-6d2d87136920 None None] Sync routers for ids ['e29662c9-dc8b-446b-9817-7c721f34fa84'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:19:12.487966 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:12.492479 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-868df655-1776-4e81-9ea9-4da4dfd9a7ac tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.9806707 Nov 09 00:19:12.493114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47114) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:12.545443 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b0262a-2369-4a2d-923a-6d2d87136920 None None] Routers {'e29662c9-dc8b-446b-9817-7c721f34fa84'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:19:12.548106 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-17b0262a-2369-4a2d-923a-6d2d87136920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:18:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e29662c9-dc8b-446b-9817-7c721f34fa84'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:12.653160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:12.692872 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-17b0262a-2369-4a2d-923a-6d2d87136920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:12.710850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=7ae7b292-5761-42c4-b113-da4db1287da2,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:12.718243 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b0262a-2369-4a2d-923a-6d2d87136920 None None] Routers {'e29662c9-dc8b-446b-9817-7c721f34fa84'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:19:12.719062 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-17b0262a-2369-4a2d-923a-6d2d87136920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:18:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e29662c9-dc8b-446b-9817-7c721f34fa84'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:12.773330 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:12.785333 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8ec2-bf87-4f9c-ac76-9018d4400fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:12.824698 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-17b0262a-2369-4a2d-923a-6d2d87136920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:12.825500 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b0262a-2369-4a2d-923a-6d2d87136920 None None] The sync data for ids ['e29662c9-dc8b-446b-9817-7c721f34fa84'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:19:12.915481 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Network 72d7d678-32a7-4e61-bddb-44d53c149a25 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:12.923555 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:12.938756 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-595c94b9-b377-4430-8543-a0b6955082c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:12.945841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:13.044202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Pushing event updated for resources: {'Port': ['ID=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:13.112388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:13.113284 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:13.192105 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-595c94b9-b377-4430-8543-a0b6955082c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:13.237974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-402c7451-1a70-4c95-b842-ad5980259cb9 None None] Provisioning complete for port 7ae7b292-5761-42c4-b113-da4db1287da2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:19:13.238481 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-402c7451-1a70-4c95-b842-ad5980259cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:13.292952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:13.324797 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-595c94b9-b377-4430-8543-a0b6955082c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:13.467734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7ae7b292-5761-42c4-b113-da4db1287da2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:19:13.480550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5852dbce-d966-4f46-a50e-0e1195c1df2a tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4306087 Nov 09 00:19:13.486376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c94b9-b377-4430-8543-a0b6955082c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Subnet': ['ID=36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:13.495045 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-595c94b9-b377-4430-8543-a0b6955082c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:13.499226 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b7ba3-c94d-4dc0-828e-bc6ccd1d9622 None None] Network db9ff48a-f148-4078-8cab-499f349f3760 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:19:13.505866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-595c94b9-b377-4430-8543-a0b6955082c3 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "DELETE /v2.0/subnets/36d2a30f-5c29-4b86-a3b8-0a3ed1d4cb47 HTTP/1.1" status: 204 len: 168 time: 1.3126574 Nov 09 00:19:13.515584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Request body: {'port': {'device_id': 'fe2bcc18-2119-4b3e-a356-98d895a5b02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:13.519329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47132) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:13.723138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e2c0d-fddb-446c-80f8-2b98cdaded83 req-62db5c20-764f-413b-a75d-9f637bf02dee tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:13.725638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217e2c0d-fddb-446c-80f8-2b98cdaded83 req-62db5c20-764f-413b-a75d-9f637bf02dee tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 932 time: 0.4185855 Nov 09 00:19:13.766042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabb0ba6-bfa7-4a03-84a6-d9c23c60e6d6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Deleting subnet beda3b44-febb-4ae7-bf45-c71870b03d3b {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:19:13.779935 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dabb0ba6-bfa7-4a03-84a6-d9c23c60e6d6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:13.799184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7ae7b292-5761-42c4-b113-da4db1287da2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:19:13.802027 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:13.815954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:13.859122 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dabb0ba6-bfa7-4a03-84a6-d9c23c60e6d6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:13.915851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Allocated IP 172.20.0.1 (749182eb-3b78-41ee-a2dc-78422628e6f8/7be9ee98-a35f-4374-aead-483554553b0d/6acd7034-9280-4403-a93b-f58cb7e58dc9) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:13.943062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-217e2c0d-fddb-446c-80f8-2b98cdaded83 req-dca1f615-1ba9-422f-8582-0a77c0bb5dc5 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033498 Nov 09 00:19:14.018322 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd883c64-fc72-4d33-b74c-813a0e1b9703 None None] DHCP port deletion for db9ff48a-f148-4078-8cab-499f349f3760 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:19:14.096456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-dd883c64-fc72-4d33-b74c-813a0e1b9703 None None] Deleting port 9d971b7d-875c-4979-a749-848630e74fde {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:14.097024 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dd883c64-fc72-4d33-b74c-813a0e1b9703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.109046 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dabb0ba6-bfa7-4a03-84a6-d9c23c60e6d6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.180476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-dd883c64-fc72-4d33-b74c-813a0e1b9703 None None] For port 9d971b7d-875c-4979-a749-848630e74fde, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9d971b7d-875c-4979-a749-848630e74fde,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:14.180862 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dd883c64-fc72-4d33-b74c-813a0e1b9703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.196544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-dd883c64-fc72-4d33-b74c-813a0e1b9703 None None] Calling delete_port for 9d971b7d-875c-4979-a749-848630e74fde owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:14.235117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.260191 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dabb0ba6-bfa7-4a03-84a6-d9c23c60e6d6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.290738 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.303723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb0ba6-bfa7-4a03-84a6-d9c23c60e6d6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Subnet': ['ID=beda3b44-febb-4ae7-bf45-c71870b03d3b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:14.306040 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dabb0ba6-bfa7-4a03-84a6-d9c23c60e6d6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.312240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dabb0ba6-bfa7-4a03-84a6-d9c23c60e6d6 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "DELETE /v2.0/subnets/beda3b44-febb-4ae7-bf45-c71870b03d3b HTTP/1.1" status: 204 len: 168 time: 0.7896943 Nov 09 00:19:14.314504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47146) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:14.316706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21209fe6-653d-4d4d-be67-4c7c09c06db2 None None] Network b9455cba-4534-4af4-b9ee-f8c67064c7b0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:19:14.407145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Network 749182eb-3b78-41ee-a2dc-78422628e6f8 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:14.418351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:14.452687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.455338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:14.466326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:19:14.492770 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.516636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event updated for resources: {'Port': ['ID=6acd7034-9280-4403-a93b-f58cb7e58dc9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:14.548930 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.565431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Transition to ACTIVE for port object e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:19:14.578554 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.703582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Pushing event updated for resources: {'Port': ['ID=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:14.745475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Deleting port 9d971b7d-875c-4979-a749-848630e74fde {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:14.745905 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.815958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.851901 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6679f787-a1b5-454c-8977-71642561339d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.860332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d3c117af-58c9-40a2-925f-e25b1ec88b3f None None] Provisioning complete for port 6acd7034-9280-4403-a93b-f58cb7e58dc9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:19:14.860737 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d3c117af-58c9-40a2-925f-e25b1ec88b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.901726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] For port 9d971b7d-875c-4979-a749-848630e74fde, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9d971b7d-875c-4979-a749-848630e74fde,segment=NetworkSegment(bf32757a-c64a-4ad2-a686-6d4ae86a73e4),segment_id=bf32757a-c64a-4ad2-a686-6d4ae86a73e4)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:14.902247 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.926089 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dd883c64-fc72-4d33-b74c-813a0e1b9703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.934977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Attempting to bind port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:19:14.935533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Attempting to bind port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '93d0a4dc-070b-4f6d-8631-2671fe895447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72d7d678-32a7-4e61-bddb-44d53c149a25'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:19:14.935919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Attempting to bind port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 on network 72d7d678-32a7-4e61-bddb-44d53c149a25 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:19:14.946746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Calling delete_port for 9d971b7d-875c-4979-a749-848630e74fde owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:14.949059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 on network 72d7d678-32a7-4e61-bddb-44d53c149a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:19:14.949563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Attempting to bind port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 on network 72d7d678-32a7-4e61-bddb-44d53c149a25 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:19:14.978158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:19:14.978615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Checking segment: {'id': '93d0a4dc-070b-4f6d-8631-2671fe895447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72d7d678-32a7-4e61-bddb-44d53c149a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:19:14.979107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Bound using segment: {'id': '93d0a4dc-070b-4f6d-8631-2671fe895447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72d7d678-32a7-4e61-bddb-44d53c149a25'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:19:14.979652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Bound port: e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d0a4dc-070b-4f6d-8631-2671fe895447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72d7d678-32a7-4e61-bddb-44d53c149a25'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:19:14.980109 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:14.992505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd883c64-fc72-4d33-b74c-813a0e1b9703 None None] No DVR routers for this DVR port 9d971b7d-875c-4979-a749-848630e74fde on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:19:15.062055 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd883c64-fc72-4d33-b74c-813a0e1b9703 None None] Pushing event deleted for resources: {'Port': ['ID=9d971b7d-875c-4979-a749-848630e74fde,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:15.097913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d3c117af-58c9-40a2-925f-e25b1ec88b3f None None] Port 6acd7034-9280-4403-a93b-f58cb7e58dc9 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:19:15.224566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c37f859-a3f4-435d-b9a5-dc91906251bc None None] DHCP port deletion for b9455cba-4534-4af4-b9ee-f8c67064c7b0 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:19:15.262740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] For port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:19:15.286919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] For port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53,segment=NetworkSegment(93d0a4dc-070b-4f6d-8631-2671fe895447),segment_id=93d0a4dc-070b-4f6d-8631-2671fe895447)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:19:15.309139 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:15.312688 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:15.347324 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c37f859-a3f4-435d-b9a5-dc91906251bc None None] Deleting port 257c9405-aba9-4b25-8509-e047180f05d6 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:15.348933 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c37f859-a3f4-435d-b9a5-dc91906251bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:15.421195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdcf8b-7602-468d-9dc9-3040e60c2dbf req-9cc2ff8f-6380-4346-9c0f-ad6196743b63 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:15.428803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05bdcf8b-7602-468d-9dc9-3040e60c2dbf req-9cc2ff8f-6380-4346-9c0f-ad6196743b63 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 944 time: 0.2466555 Nov 09 00:19:15.464316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] No DVR routers for this DVR port 9d971b7d-875c-4979-a749-848630e74fde on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:19:15.466836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:15.467903 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:15.469589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] 10.222.0.30 "PUT /v2.0/ports/e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 HTTP/1.1" status: 200 len: 1092 time: 1.9625971 Nov 09 00:19:15.470214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2bcc18-2119-4b3e-a356-98d895a5b02e', 'tag': 'e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:19:15.472670 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5718c7bd-4f5a-405c-ac95-093cb78d868a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2bcc18-2119-4b3e-a356-98d895a5b02e", "tag": "e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:19:15.565204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:15.579289 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:15.580996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 257c9405-aba9-4b25-8509-e047180f05d6 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:19:15.648198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555fe07-cc18-4660-a2ba-509a6c12663a service neutron] Pushing event updated for resources: {'Port': ['ID=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:15.686031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05bdcf8b-7602-468d-9dc9-3040e60c2dbf req-ea457ed6-74e3-48c4-86f7-05512ccddb97 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511411 Nov 09 00:19:15.690266 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:15.697280 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:15.714985 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4853680e-cbeb-4dbd-86a0-2dc1ff3ddae0 x-openstack-request-id: req-4853680e-cbeb-4dbd-86a0-2dc1ff3ddae0 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:19:15.715281 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2bcc18-2119-4b3e-a356-98d895a5b02e", "tag": "e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:19:15.715541 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4853680e-cbeb-4dbd-86a0-2dc1ff3ddae0 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:19:15.715949 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2bcc18-2119-4b3e-a356-98d895a5b02e', 'tag': 'e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53', 'status': 'completed', 'code': 200} Nov 09 00:19:15.716345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c37f859-a3f4-435d-b9a5-dc91906251bc None None] For port 257c9405-aba9-4b25-8509-e047180f05d6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=257c9405-aba9-4b25-8509-e047180f05d6,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:15.720266 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c37f859-a3f4-435d-b9a5-dc91906251bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:15.776286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c37f859-a3f4-435d-b9a5-dc91906251bc None None] Calling delete_port for 257c9405-aba9-4b25-8509-e047180f05d6 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:15.778910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Port': ['ID=9d971b7d-875c-4979-a749-848630e74fde,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:15.800973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5c177cb4-de38-4275-8e9e-c5ecca424665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:15.802525 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-5c177cb4-de38-4275-8e9e-c5ecca424665 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=306b02663f4c4af1af5f2647f00fe713&device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 1095 time: 0.2719760 Nov 09 00:19:15.804250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9ff48a-f148-4078-8cab-499f349f3760']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:15.814560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event updated for resources: {'Port': ['ID=6acd7034-9280-4403-a93b-f58cb7e58dc9,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:15.857986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Network 749182eb-3b78-41ee-a2dc-78422628e6f8 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:15.859793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:15.908037 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:15.908183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf32757a-c64a-4ad2-a686-6d4ae86a73e4') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:15.944903 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-8cecce7c-d702-4e0b-9ded-d5da884e850b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 HTTP/1.1" status: 200 len: 217 time: 0.1274207 Nov 09 00:19:15.976376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.005131 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Router e29662c9-dc8b-446b-9817-7c721f34fa84 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:19:16.018011 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.076366 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.102301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:19:16.102758 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:19:16.106019 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:19:16.120443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-913f1b81-3326-4fcd-b005-1daa1414c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:16.147595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-913f1b81-3326-4fcd-b005-1daa1414c74c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8953591-2591-480d-a2d1-c7b0dc50e07d HTTP/1.1" status: 200 len: 854 time: 0.2017949 Nov 09 00:19:16.223971 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:19:16.236849 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-67df30e3-6e44-42d5-ac01-9c42a6685ff7 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "PUT /v2.0/routers/e29662c9-dc8b-446b-9817-7c721f34fa84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7423191 Nov 09 00:19:16.239310 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47182) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:16.253721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Request body: {'port': {'network_id': '749182eb-3b78-41ee-a2dc-78422628e6f8', 'name': 'tempest-FloatingIPAdminTestJSON-607101635'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:16.259163 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.263368 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.264587 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec46611-bedd-4e56-806b-53f18ab8a5ca None None] Sync routers for ids ['e29662c9-dc8b-446b-9817-7c721f34fa84'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:19:16.277194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.297019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-92dda57b-a5c3-4fc4-8fbf-e44cfb7c50cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72d7d678-32a7-4e61-bddb-44d53c149a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387467 Nov 09 00:19:16.348847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec46611-bedd-4e56-806b-53f18ab8a5ca None None] Routers {'e29662c9-dc8b-446b-9817-7c721f34fa84'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:19:16.351288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-cec46611-bedd-4e56-806b-53f18ab8a5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:19:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e29662c9-dc8b-446b-9817-7c721f34fa84'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:16.357465 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.403403 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.418161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "DELETE /v2.0/networks/db9ff48a-f148-4078-8cab-499f349f3760 HTTP/1.1" status: 204 len: 168 time: 2.1020288 Nov 09 00:19:16.440065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47186) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:16.464427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 257c9405-aba9-4b25-8509-e047180f05d6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=257c9405-aba9-4b25-8509-e047180f05d6,segment=NetworkSegment(8fc271fa-472b-4266-8856-7f4d8ca90a20),segment_id=8fc271fa-472b-4266-8856-7f4d8ca90a20)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:16.481491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-cec46611-bedd-4e56-806b-53f18ab8a5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:16.484061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae0a25-674a-4666-946f-38dfb4ac611b tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Network': ['ID=db9ff48a-f148-4078-8cab-499f349f3760,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:16.530816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec46611-bedd-4e56-806b-53f18ab8a5ca None None] Routers {'e29662c9-dc8b-446b-9817-7c721f34fa84'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:19:16.531874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-cec46611-bedd-4e56-806b-53f18ab8a5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:19:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e29662c9-dc8b-446b-9817-7c721f34fa84'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:16.541104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Made reservation on behalf of a5d214ec22c3426bbd057bb15ca4857d for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:16.545804 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.597524 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.598365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9d971b7d-875c-4979-a749-848630e74fde no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:19:16.612964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] device_id is not set on port 0088122c-14ff-4e47-9ec9-c63de47527a8 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:19:16.629684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-cec46611-bedd-4e56-806b-53f18ab8a5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:16.630192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec46611-bedd-4e56-806b-53f18ab8a5ca None None] The sync data for ids ['e29662c9-dc8b-446b-9817-7c721f34fa84'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:19:16.692168 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-eed16961-13c8-47ec-83f5-93db5e4b5655 None None] Provisioning complete for port 6acd7034-9280-4403-a93b-f58cb7e58dc9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:19:16.692679 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eed16961-13c8-47ec-83f5-93db5e4b5655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.735226 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-c6fd36c8-330c-4543-8b06-0c3a0eb79021 service neutron] 10.222.0.30 "GET /v2.0/networks/72d7d678-32a7-4e61-bddb-44d53c149a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248509 Nov 09 00:19:16.738929 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.794247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-eed16961-13c8-47ec-83f5-93db5e4b5655 None None] Port 6acd7034-9280-4403-a93b-f58cb7e58dc9 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:19:16.798883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 9d971b7d-875c-4979-a749-848630e74fde {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:19:16.800062 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9d971b7d-875c-4979-a749-848630e74fde not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:19:16.803793 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c37f859-a3f4-435d-b9a5-dc91906251bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:16.824101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37f859-a3f4-435d-b9a5-dc91906251bc None None] No DVR routers for this DVR port 257c9405-aba9-4b25-8509-e047180f05d6 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:19:16.867404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Allocated IP 172.20.0.4 (749182eb-3b78-41ee-a2dc-78422628e6f8/7be9ee98-a35f-4374-aead-483554553b0d/0088122c-14ff-4e47-9ec9-c63de47527a8) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:16.874595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=257c9405-aba9-4b25-8509-e047180f05d6,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:16.927570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37f859-a3f4-435d-b9a5-dc91906251bc None None] Pushing event deleted for resources: {'Port': ['ID=257c9405-aba9-4b25-8509-e047180f05d6,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:16.988803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a1cb1e-c9bb-4283-ae27-ddeff12077ed req-57714505-aad1-48db-b84d-02d698891a64 service neutron] 10.222.0.30 "GET /v2.0/networks/72d7d678-32a7-4e61-bddb-44d53c149a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332270 Nov 09 00:19:17.107474 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.196708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.311879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Network 749182eb-3b78-41ee-a2dc-78422628e6f8 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:17.324518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:17.328575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:17.371614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ee38-4612-49da-a38b-05f443f73db2 req-6c4616e3-d839-47bb-a39e-351a3b7feb7c tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:17.379533 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1620ee38-4612-49da-a38b-05f443f73db2 req-6c4616e3-d839-47bb-a39e-351a3b7feb7c tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 944 time: 0.5592330 Nov 09 00:19:17.397462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event updated for resources: {'Port': ['ID=0088122c-14ff-4e47-9ec9-c63de47527a8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:17.410657 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.451467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:17.452391 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.481211 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0f715af6-1e25-4537-bef3-aa7a6c5a4144 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2396142 Nov 09 00:19:17.483031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47198) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:17.483540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9455cba-4534-4af4-b9ee-f8c67064c7b0']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:17.534374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc271fa-472b-4266-8856-7f4d8ca90a20') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:17.535106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc271fa-472b-4266-8856-7f4d8ca90a20') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:17.560637 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1620ee38-4612-49da-a38b-05f443f73db2 req-19ef5f33-0303-487e-ae61-d384b5bce300 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800303 Nov 09 00:19:17.566080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718c7bd-4f5a-405c-ac95-093cb78d868a req-967f25d1-5423-4d4f-a8ce-019c6fc59ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:17.567890 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5718c7bd-4f5a-405c-ac95-093cb78d868a req-967f25d1-5423-4d4f-a8ce-019c6fc59ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=306b02663f4c4af1af5f2647f00fe713&device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 1095 time: 0.2215042 Nov 09 00:19:17.569991 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.573266 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.607354 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.632674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:19:17.639592 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.698130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'project_id': 'a5d214ec22c3426bbd057bb15ca4857d', 'port_id': '0088122c-14ff-4e47-9ec9-c63de47527a8'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:19:17.740235 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:19:17.744618 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.842318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-84393ff6-69bb-415d-9ce7-e4c9bc6af86b None None] Provisioning complete for port 0088122c-14ff-4e47-9ec9-c63de47527a8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:19:17.842695 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-84393ff6-69bb-415d-9ce7-e4c9bc6af86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.846075 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.872661 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.880395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] 10.222.0.25 "DELETE /v2.0/networks/b9455cba-4534-4af4-b9ee-f8c67064c7b0 HTTP/1.1" status: 204 len: 168 time: 1.4213259 Nov 09 00:19:17.894509 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc0245-2bbc-40b9-9091-e5db7cf251d7 tempest-TaggedBootDevicesTest_v242-531602644 tempest-TaggedBootDevicesTest_v242-531602644-project] Pushing event deleted for resources: {'Network': ['ID=b9455cba-4534-4af4-b9ee-f8c67064c7b0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:17.910661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:17.926116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718c7bd-4f5a-405c-ac95-093cb78d868a req-9f5792e2-9fbe-493c-8413-7d0d48d6dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:17.928916 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-84393ff6-69bb-415d-9ce7-e4c9bc6af86b None None] Port 0088122c-14ff-4e47-9ec9-c63de47527a8 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:19:17.934548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5718c7bd-4f5a-405c-ac95-093cb78d868a req-9f5792e2-9fbe-493c-8413-7d0d48d6dcfc service neutron] 10.222.0.30 "GET /v2.0/networks?id=72d7d678-32a7-4e61-bddb-44d53c149a25 HTTP/1.1" status: 200 len: 914 time: 0.1817451 Nov 09 00:19:18.016190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5718c7bd-4f5a-405c-ac95-093cb78d868a req-342ce91f-1d75-4ce3-b606-5136fe59376f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 HTTP/1.1" status: 200 len: 217 time: 0.0661638 Nov 09 00:19:18.098826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718c7bd-4f5a-405c-ac95-093cb78d868a req-4179d380-f352-4af8-8f1c-7e73b1e0a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:18.100674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5718c7bd-4f5a-405c-ac95-093cb78d868a req-4179d380-f352-4af8-8f1c-7e73b1e0a1ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8953591-2591-480d-a2d1-c7b0dc50e07d HTTP/1.1" status: 200 len: 854 time: 0.0763457 Nov 09 00:19:18.143680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5718c7bd-4f5a-405c-ac95-093cb78d868a req-2fe3d587-d355-43f1-8e89-d0acca6b36f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72d7d678-32a7-4e61-bddb-44d53c149a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337994 Nov 09 00:19:18.160983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Allocated IP 172.25.0.52 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/d1b88007-b7d8-4380-840f-1894c5eae85c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:18.281054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5718c7bd-4f5a-405c-ac95-093cb78d868a req-2f11fe32-e459-46f7-aaee-4f4367aa4c38 service neutron] 10.222.0.30 "GET /v2.0/networks/72d7d678-32a7-4e61-bddb-44d53c149a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274483 Nov 09 00:19:18.312300 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:18.409501 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5718c7bd-4f5a-405c-ac95-093cb78d868a req-e3736baf-3f47-4959-8bc2-ea7958306f77 service neutron] 10.222.0.30 "GET /v2.0/networks/72d7d678-32a7-4e61-bddb-44d53c149a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188126 Nov 09 00:19:18.465147 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:18.492696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:19:18.523959 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:18.594836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:18.611056 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:18.621213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:18.638380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Pushing event updated for resources: {'Port': ['ID=d1b88007-b7d8-4380-840f-1894c5eae85c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:18.677762 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53,segment=NetworkSegment(93d0a4dc-070b-4f6d-8631-2671fe895447),segment_id=93d0a4dc-070b-4f6d-8631-2671fe895447)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:18.704438 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53', 'network_id': '72d7d678-32a7-4e61-bddb-44d53c149a25', 'port_id': 'e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53', 'mac_address': 'fa:16:3e:4a:4c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8953591-2591-480d-a2d1-c7b0dc50e07d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:19:18.750161 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:18.764550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:19:18.779169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe6730-bc69-4bc6-b550-8f9086bc9698 req-235b7bb2-13b6-45d5-a915-fda0b8f11077 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:18.792850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53,segment=NetworkSegment(93d0a4dc-070b-4f6d-8631-2671fe895447),segment_id=93d0a4dc-070b-4f6d-8631-2671fe895447)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:18.798623 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:18.808324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fe6730-bc69-4bc6-b550-8f9086bc9698 req-235b7bb2-13b6-45d5-a915-fda0b8f11077 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 944 time: 0.1398411 Nov 09 00:19:18.917430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:18.990497 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4fe6730-bc69-4bc6-b550-8f9086bc9698 req-a24b6f35-939a-4959-8d79-5466e30d571c tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809094 Nov 09 00:19:19.082101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:19:19.615258 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:19.699793 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:19.942594 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:19.958185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:20.055154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Pushing event updated for resources: {'Port': ['ID=d1b88007-b7d8-4380-840f-1894c5eae85c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:20.067670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:20.237952 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94aaf9-e987-4d28-bf2c-bc1ea01e9bc0 req-e92edd07-feec-4e31-bbf4-fbb294f39750 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:20.249107 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d94aaf9-e987-4d28-bf2c-bc1ea01e9bc0 req-e92edd07-feec-4e31-bbf4-fbb294f39750 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 945 time: 0.1085012 Nov 09 00:19:20.254169 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Floating IP ae9245b6-ffc6-401b-bd26-1df4efa34e53 associated. External IP: 172.25.0.52, port: 0088122c-14ff-4e47-9ec9-c63de47527a8. Nov 09 00:19:20.356252 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d94aaf9-e987-4d28-bf2c-bc1ea01e9bc0 req-02320c20-07cb-49fe-9b0c-e6eb1396bd68 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059704 Nov 09 00:19:20.519349 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:19:20.652863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:19:20.663606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:19:20.664364 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:20.754526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Router e29662c9-dc8b-446b-9817-7c721f34fa84 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:19:20.788715 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:20.817054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2bcc18-2119-4b3e-a356-98d895a5b02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:19:20.821797 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da757f67-d105-444b-85ea-a5099daf8a8e" -d '{"events": [{"server_uuid": "fe2bcc18-2119-4b3e-a356-98d895a5b02e", "name": "network-vif-plugged", "status": "completed", "tag": "e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:19:20.845512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53,segment=NetworkSegment(93d0a4dc-070b-4f6d-8631-2671fe895447),segment_id=93d0a4dc-070b-4f6d-8631-2671fe895447)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:20.850727 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:21.048381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47258) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:21.078590 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa592222-9a74-486f-9b89-e9d073c17676 x-openstack-request-id: req-aa592222-9a74-486f-9b89-e9d073c17676 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:19:21.078930 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2bcc18-2119-4b3e-a356-98d895a5b02e", "name": "network-vif-plugged", "status": "completed", "tag": "e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:19:21.079308 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa592222-9a74-486f-9b89-e9d073c17676 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:19:21.080980 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2bcc18-2119-4b3e-a356-98d895a5b02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53', 'code': 200} Nov 09 00:19:21.082596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:21.120451 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:19:21.133223 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af44fe-e36d-4122-b15f-f53825d53d97 None None] Sync routers for ids ['e29662c9-dc8b-446b-9817-7c721f34fa84'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:19:21.151317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b41ca0-2039-449d-9071-b6b0ba3fc4e2 req-5c64f569-9f8a-4409-ae40-ba06bc2504a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:21.152905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8b41ca0-2039-449d-9071-b6b0ba3fc4e2 req-5c64f569-9f8a-4409-ae40-ba06bc2504a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 1097 time: 0.1496267 Nov 09 00:19:21.153981 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:21.160562 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af44fe-e36d-4122-b15f-f53825d53d97 None None] Routers {'e29662c9-dc8b-446b-9817-7c721f34fa84'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:19:21.176180 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-97af44fe-e36d-4122-b15f-f53825d53d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:19:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e29662c9-dc8b-446b-9817-7c721f34fa84'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:21.220886 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-97af44fe-e36d-4122-b15f-f53825d53d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:21.230380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47264) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:21.230665 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4f14ca5b-0512-44ed-bb48-5807ba31a9a7 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.7459099 Nov 09 00:19:21.253261 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af44fe-e36d-4122-b15f-f53825d53d97 None None] Routers {'e29662c9-dc8b-446b-9817-7c721f34fa84'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:19:21.253921 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-97af44fe-e36d-4122-b15f-f53825d53d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:19:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e29662c9-dc8b-446b-9817-7c721f34fa84'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:21.522360 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-97af44fe-e36d-4122-b15f-f53825d53d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:21.523333 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af44fe-e36d-4122-b15f-f53825d53d97 None None] The sync data for ids ['e29662c9-dc8b-446b-9817-7c721f34fa84'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:19:21.559058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b5aaf326-8847-43c5-aeba-28f02a8469f4 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] 10.222.0.25 "GET /v2.0/floatingips/ae9245b6-ffc6-401b-bd26-1df4efa34e53 HTTP/1.1" status: 200 len: 981 time: 0.3126550 Nov 09 00:19:21.561035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0466fabf-00f4-48b3-94a1-abc163a31570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:21.561818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47274) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:21.671004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8b41ca0-2039-449d-9071-b6b0ba3fc4e2 req-9164fabf-2e83-4b46-b5ce-a029c507423e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094335 Nov 09 00:19:21.804092 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4321db02-d3bf-4230-9d29-56c8aec0f104 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.2401998 Nov 09 00:19:21.804662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47280) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:21.832881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43338bb-3a79-4e64-9cf9-994a2b24d7da req-64d9ab05-801c-4ec2-9cef-2aabb5891434 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:21.834663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a43338bb-3a79-4e64-9cf9-994a2b24d7da req-64d9ab05-801c-4ec2-9cef-2aabb5891434 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 946 time: 0.2863345 Nov 09 00:19:21.886060 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0466fabf-00f4-48b3-94a1-abc163a31570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:21.900738 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0466fabf-00f4-48b3-94a1-abc163a31570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:22.002312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a43338bb-3a79-4e64-9cf9-994a2b24d7da req-65cfbfae-1fe6-49b1-950f-2b29513423f7 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592526 Nov 09 00:19:22.010652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466fabf-00f4-48b3-94a1-abc163a31570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19241735-cd90-4146-b620-e14440647b16,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:22.036431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0466fabf-00f4-48b3-94a1-abc163a31570 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0ae4a7066fd44a08dca43dab1384f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9843037 Nov 09 00:19:22.037000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47282) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:22.136473 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Deleting port d1b88007-b7d8-4380-840f-1894c5eae85c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:22.136823 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:22.228022 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2683e847-6c36-4594-98f8-34357fb792a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:22.296831 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2683e847-6c36-4594-98f8-34357fb792a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:22.348880 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:22.351693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:22.409636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Calling delete_port for d1b88007-b7d8-4380-840f-1894c5eae85c owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:22.415811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2683e847-6c36-4594-98f8-34357fb792a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:22.418708 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2683e847-6c36-4594-98f8-34357fb792a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:22.422441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2683e847-6c36-4594-98f8-34357fb792a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19241735-cd90-4146-b620-e14440647b16 HTTP/1.1" status: 204 len: 168 time: 0.3808098 Nov 09 00:19:22.440787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683e847-6c36-4594-98f8-34357fb792a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19241735-cd90-4146-b620-e14440647b16,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:22.690162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803e55b-94a6-4dcf-8ad3-27815a40ad73 req-94b6ffec-fdce-47b4-85e2-b58c553258f8 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:22.697577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9803e55b-94a6-4dcf-8ad3-27815a40ad73 req-94b6ffec-fdce-47b4-85e2-b58c553258f8 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 946 time: 0.1090336 Nov 09 00:19:22.821466 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:22.824402 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9803e55b-94a6-4dcf-8ad3-27815a40ad73 req-d130688b-f610-43eb-9eaf-954219f8ea26 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196754 Nov 09 00:19:22.909228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event deleted for resources: {'Port': ['ID=d1b88007-b7d8-4380-840f-1894c5eae85c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:22.948789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:22.949132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:22.949529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:22.949993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:22.950896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:22.950896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:22.951218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:22.951329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:22.951652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:22.951981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:22.952305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:22.952629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:23.011400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:23.011884 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Floating IP ae9245b6-ffc6-401b-bd26-1df4efa34e53 disassociated (deleted). External IP: 172.25.0.52, port: 0088122c-14ff-4e47-9ec9-c63de47527a8. Nov 09 00:19:23.204463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aff0ca-4048-42df-b5e6-58396b2bdfae req-9e2c2711-e33c-4349-be2a-0e602ac04a65 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:23.213711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43aff0ca-4048-42df-b5e6-58396b2bdfae req-9e2c2711-e33c-4349-be2a-0e602ac04a65 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 946 time: 0.0928500 Nov 09 00:19:23.334725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43aff0ca-4048-42df-b5e6-58396b2bdfae req-48d4a62f-6116-4f07-9fc8-2f148c991cab tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198542 Nov 09 00:19:23.377621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Router e29662c9-dc8b-446b-9817-7c721f34fa84 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:19:23.629803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:19:23.648336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d6442-cd7c-41e4-9ee8-68d4b81f6b64 None None] Sync routers for ids ['e29662c9-dc8b-446b-9817-7c721f34fa84'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:19:23.666905 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:23.679530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d6442-cd7c-41e4-9ee8-68d4b81f6b64 None None] Routers {'e29662c9-dc8b-446b-9817-7c721f34fa84'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:19:23.680230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-446d6442-cd7c-41e4-9ee8-68d4b81f6b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:19:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e29662c9-dc8b-446b-9817-7c721f34fa84'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:23.820466 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fdbe777f-7737-44e7-a9cc-2d5157636e0b tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "DELETE /v2.0/floatingips/ae9245b6-ffc6-401b-bd26-1df4efa34e53 HTTP/1.1" status: 204 len: 168 time: 2.0122519 Nov 09 00:19:23.831150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47336) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:23.844335 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:23.864215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-446d6442-cd7c-41e4-9ee8-68d4b81f6b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:23.892254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d6442-cd7c-41e4-9ee8-68d4b81f6b64 None None] Routers {'e29662c9-dc8b-446b-9817-7c721f34fa84'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:19:23.892875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-446d6442-cd7c-41e4-9ee8-68d4b81f6b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:19:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e29662c9-dc8b-446b-9817-7c721f34fa84'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:23.911253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:24.020655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-446d6442-cd7c-41e4-9ee8-68d4b81f6b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:24.035831 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d6442-cd7c-41e4-9ee8-68d4b81f6b64 None None] The sync data for ids ['e29662c9-dc8b-446b-9817-7c721f34fa84'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:19:24.129394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d05d3-411e-4663-bd66-8f0b21c965dd req-b7524db2-6916-44fd-9223-5663a47c790f tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:24.136754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a335-f6fc-4560-b576-0ab9ed23ea95 req-8409e32f-3d85-4c36-86c6-3c8095527b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:24.138190 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cd1d05d3-411e-4663-bd66-8f0b21c965dd req-b7524db2-6916-44fd-9223-5663a47c790f tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.11 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 946 time: 0.2162452 Nov 09 00:19:24.138321 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9d7a335-f6fc-4560-b576-0ab9ed23ea95 req-8409e32f-3d85-4c36-86c6-3c8095527b10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=306b02663f4c4af1af5f2647f00fe713&device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 1097 time: 0.3139236 Nov 09 00:19:24.202017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22540e-0874-4b86-859d-10d1dfddb621 req-5ac408a1-b851-4ed8-bde8-6d691fa626d2 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:24.204242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce22540e-0874-4b86-859d-10d1dfddb621 req-5ac408a1-b851-4ed8-bde8-6d691fa626d2 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 946 time: 0.2716978 Nov 09 00:19:24.244336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbd6ae-aac7-45de-9921-0191e47e516e req-d3cad9c3-4039-4b09-80f2-5c69dc76d08c tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:24.252179 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6afbd6ae-aac7-45de-9921-0191e47e516e req-d3cad9c3-4039-4b09-80f2-5c69dc76d08c tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 946 time: 0.2270174 Nov 09 00:19:24.277622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:24.361446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce22540e-0874-4b86-859d-10d1dfddb621 req-60231e39-e8d5-4ef0-aa76-61936fdf2f0e tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976336 Nov 09 00:19:24.387748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Allocated IP 172.25.0.131 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/f908490d-3826-40d0-82a9-c2c9e0a95e0a) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:24.418539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6afbd6ae-aac7-45de-9921-0191e47e516e req-779d6789-7ada-40fa-bbc2-c80ec29eb30d tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641071 Nov 09 00:19:24.459998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a335-f6fc-4560-b576-0ab9ed23ea95 req-2043b90d-610e-489f-bd69-df648ee5e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:24.462414 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9d7a335-f6fc-4560-b576-0ab9ed23ea95 req-2043b90d-610e-489f-bd69-df648ee5e0ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=72d7d678-32a7-4e61-bddb-44d53c149a25 HTTP/1.1" status: 200 len: 914 time: 0.3139658 Nov 09 00:19:24.527517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:24.538927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9d7a335-f6fc-4560-b576-0ab9ed23ea95 req-fe71b586-8473-4ab5-82fb-4bc8177017f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 HTTP/1.1" status: 200 len: 217 time: 0.0684288 Nov 09 00:19:24.620704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-cd1d05d3-411e-4663-bd66-8f0b21c965dd req-92ba7936-4dce-49c3-8e3d-f13a4adef28b tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Deleting port a4ebad24-8467-419a-90ec-33e7e09aad08 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:24.621031 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cd1d05d3-411e-4663-bd66-8f0b21c965dd req-92ba7936-4dce-49c3-8e3d-f13a4adef28b tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:24.627281 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:24.631725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a335-f6fc-4560-b576-0ab9ed23ea95 req-fa39b9ff-8b1d-482e-b999-e4487fa2cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:24.633541 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9d7a335-f6fc-4560-b576-0ab9ed23ea95 req-fa39b9ff-8b1d-482e-b999-e4487fa2cbff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8953591-2591-480d-a2d1-c7b0dc50e07d HTTP/1.1" status: 200 len: 854 time: 0.0864704 Nov 09 00:19:24.681965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9d7a335-f6fc-4560-b576-0ab9ed23ea95 req-f7c94f84-da34-4da4-8a6f-c9959b2c095d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72d7d678-32a7-4e61-bddb-44d53c149a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376365 Nov 09 00:19:24.682693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:24.687867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:24.723120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:24.763083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Pushing event updated for resources: {'Port': ['ID=f908490d-3826-40d0-82a9-c2c9e0a95e0a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:24.875725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-cd1d05d3-411e-4663-bd66-8f0b21c965dd req-92ba7936-4dce-49c3-8e3d-f13a4adef28b tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] For port a4ebad24-8467-419a-90ec-33e7e09aad08, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4ebad24-8467-419a-90ec-33e7e09aad08,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:24.876384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cd1d05d3-411e-4663-bd66-8f0b21c965dd req-92ba7936-4dce-49c3-8e3d-f13a4adef28b tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:24.907103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9d7a335-f6fc-4560-b576-0ab9ed23ea95 req-f1f2fdd8-a5a5-4576-8990-b3718a8983bd service neutron] 10.222.0.30 "GET /v2.0/networks/72d7d678-32a7-4e61-bddb-44d53c149a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075353 Nov 09 00:19:24.908078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-cd1d05d3-411e-4663-bd66-8f0b21c965dd req-92ba7936-4dce-49c3-8e3d-f13a4adef28b tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Calling delete_port for a4ebad24-8467-419a-90ec-33e7e09aad08 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:25.066436 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:25.127540 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:25.145936 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9d7a335-f6fc-4560-b576-0ab9ed23ea95 req-fda6ecf4-4681-43ac-ac45-9770d9321644 service neutron] 10.222.0.30 "GET /v2.0/networks/72d7d678-32a7-4e61-bddb-44d53c149a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311068 Nov 09 00:19:25.295153 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cd1d05d3-411e-4663-bd66-8f0b21c965dd req-92ba7936-4dce-49c3-8e3d-f13a4adef28b tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:25.311416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['18be3dd2-f4a4-4593-b9b2-84506220f2dd'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:19:25.316948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e0c97d25-0ff1-41d7-8da6-4e5e13f89b34', '40574555-6504-458e-9368-2bec63d85eae', 'a4ebad24-8467-419a-90ec-33e7e09aad08'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:19:25.343751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba7936-4dce-49c3-8e3d-f13a4adef28b tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Pushing event deleted for resources: {'Port': ['ID=a4ebad24-8467-419a-90ec-33e7e09aad08,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:25.410996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1d05d3-411e-4663-bd66-8f0b21c965dd req-92ba7936-4dce-49c3-8e3d-f13a4adef28b tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] No DVR routers for this DVR port a4ebad24-8467-419a-90ec-33e7e09aad08 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:19:25.416196 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cd1d05d3-411e-4663-bd66-8f0b21c965dd req-92ba7936-4dce-49c3-8e3d-f13a4adef28b tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:25.419797 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cd1d05d3-411e-4663-bd66-8f0b21c965dd req-92ba7936-4dce-49c3-8e3d-f13a4adef28b tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.11 "DELETE /v2.0/ports/a4ebad24-8467-419a-90ec-33e7e09aad08 HTTP/1.1" status: 204 len: 173 time: 1.2737455 Nov 09 00:19:25.421015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26094d21-e62f-4a40-9bf2-55a2d0087bb5', 'name': 'network-vif-deleted', 'tag': 'a4ebad24-8467-419a-90ec-33e7e09aad08'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:19:25.422888 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c461167c-ba8e-4537-b781-abf76cfb1fad" -d '{"events": [{"server_uuid": "26094d21-e62f-4a40-9bf2-55a2d0087bb5", "name": "network-vif-deleted", "tag": "a4ebad24-8467-419a-90ec-33e7e09aad08"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:19:25.428008 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:25.439400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:25.605075 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7152e4c1-93f8-4b22-8db0-d7809e5f691e x-openstack-request-id: req-7152e4c1-93f8-4b22-8db0-d7809e5f691e {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:19:25.605618 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26094d21-e62f-4a40-9bf2-55a2d0087bb5", "name": "network-vif-deleted", "tag": "a4ebad24-8467-419a-90ec-33e7e09aad08", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:19:25.605998 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7152e4c1-93f8-4b22-8db0-d7809e5f691e {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:19:25.607531 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26094d21-e62f-4a40-9bf2-55a2d0087bb5', 'name': 'network-vif-deleted', 'tag': 'a4ebad24-8467-419a-90ec-33e7e09aad08', 'status': 'completed', 'code': 200} Nov 09 00:19:25.608262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Pushing event updated for resources: {'Port': ['ID=f908490d-3826-40d0-82a9-c2c9e0a95e0a,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:25.678605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:25.716640 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:25.721364 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1ff0fe84-497b-4a08-876d-2a0429966974 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8880436 Nov 09 00:19:25.722178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47386) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:25.756027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-112f5cad-d2c5-40e8-935d-7237a199d4e4 req-a869f5d9-d900-4486-8239-83a4694737fa tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=26094d21-e62f-4a40-9bf2-55a2d0087bb5 HTTP/1.1" status: 200 len: 210 time: 0.0871451 Nov 09 00:19:26.245637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:26.267810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78f714-8773-4671-8fda-e4ce14d98b1f req-662116b2-c8ab-4289-8e42-b79a3abaa857 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:26.276440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a78f714-8773-4671-8fda-e4ce14d98b1f req-662116b2-c8ab-4289-8e42-b79a3abaa857 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 946 time: 0.1163106 Nov 09 00:19:26.294809 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:26.339046 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a78f714-8773-4671-8fda-e4ce14d98b1f req-468bb4fc-8865-45b4-9df7-a51fd7ce27fc tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544364 Nov 09 00:19:26.452073 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:26.582129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Allocated IP 172.25.0.107 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/277869ac-2622-4ce8-9b93-1d247d058ba4) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:26.711085 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:26.757994 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:26.809124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:26.813632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:26.820163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:26.861648 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Pushing event updated for resources: {'Port': ['ID=277869ac-2622-4ce8-9b93-1d247d058ba4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:26.990820 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:27.414376 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:27.453909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47436) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:27.565466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb88155-8107-4525-ab64-6664dffee466 req-6a83b8d6-d106-4eee-94af-53e33fde6e23 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:27.574006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cb88155-8107-4525-ab64-6664dffee466 req-6a83b8d6-d106-4eee-94af-53e33fde6e23 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 946 time: 0.1091955 Nov 09 00:19:27.593667 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0f81ba53-9494-4412-829f-9c266345ac57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:27.714274 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:27.726184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:27.727281 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cb88155-8107-4525-ab64-6664dffee466 req-a985e7bc-3a9d-43cf-b137-1cd33ba1f4b0 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478310 Nov 09 00:19:27.825933 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Pushing event updated for resources: {'Port': ['ID=277869ac-2622-4ce8-9b93-1d247d058ba4,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:27.832761 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:27.840747 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0f81ba53-9494-4412-829f-9c266345ac57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:27.846924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0f81ba53-9494-4412-829f-9c266345ac57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:27.852379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:27.853951 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aa7c5284-4e2e-4346-8044-96dd317c4216 tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1307571 Nov 09 00:19:27.856667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47442) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:27.876565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81ba53-9494-4412-829f-9c266345ac57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bb4b90-9310-4551-8347-434c93a1bb9f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:27.928663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47446) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:27.929821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0f81ba53-9494-4412-829f-9c266345ac57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81f4045ebe734fbe9913fad9a0a19276&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4700403 Nov 09 00:19:27.970553 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b3bafce4-7c13-4a12-acc3-5d36393e390b tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1124287 Nov 09 00:19:27.973071 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47448) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:28.012846 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a60-8a09-491b-b20c-943291b90700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:28.062333 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a60-8a09-491b-b20c-943291b90700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:28.123999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47454) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:28.125261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9371efba-c7f2-479f-b82a-26a8d90d5141 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1508505 Nov 09 00:19:28.136322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a60-8a09-491b-b20c-943291b90700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:28.144194 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a60-8a09-491b-b20c-943291b90700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:28.159579 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e9be4a60-8a09-491b-b20c-943291b90700 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15bb4b90-9310-4551-8347-434c93a1bb9f HTTP/1.1" status: 204 len: 168 time: 0.2218904 Nov 09 00:19:28.281786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be4a60-8a09-491b-b20c-943291b90700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bb4b90-9310-4551-8347-434c93a1bb9f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:28.315393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe5594-c004-441d-85b1-92b6f861770d req-2148cdc5-bff3-4cf4-8e2c-074ea4fa0630 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:28.318015 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cbe5594-c004-441d-85b1-92b6f861770d req-2148cdc5-bff3-4cf4-8e2c-074ea4fa0630 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 946 time: 0.0989082 Nov 09 00:19:28.430541 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cbe5594-c004-441d-85b1-92b6f861770d req-96296d83-32cd-4c69-9cbc-d709ddbd60c3 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023414 Nov 09 00:19:28.496246 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-02d8aa3d-8e8b-47ae-b5ff-8e3a0c2c1c8a tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Deleting port 277869ac-2622-4ce8-9b93-1d247d058ba4 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:28.496868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02d8aa3d-8e8b-47ae-b5ff-8e3a0c2c1c8a tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:28.594149 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02d8aa3d-8e8b-47ae-b5ff-8e3a0c2c1c8a tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:28.594409 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02d8aa3d-8e8b-47ae-b5ff-8e3a0c2c1c8a tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:28.609404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-02d8aa3d-8e8b-47ae-b5ff-8e3a0c2c1c8a tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Calling delete_port for 277869ac-2622-4ce8-9b93-1d247d058ba4 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:28.726514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47468) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:28.750827 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af5725b6-81ce-44b2-ab8d-c430246868ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:28.801874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02d8aa3d-8e8b-47ae-b5ff-8e3a0c2c1c8a tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:28.858705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8aa3d-8e8b-47ae-b5ff-8e3a0c2c1c8a tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Pushing event deleted for resources: {'Port': ['ID=277869ac-2622-4ce8-9b93-1d247d058ba4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:28.899715 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af5725b6-81ce-44b2-ab8d-c430246868ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:28.904826 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af5725b6-81ce-44b2-ab8d-c430246868ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:28.933121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-af5725b6-81ce-44b2-ab8d-c430246868ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3f897657fa64d98842a8d32a1a1365b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2049541 Nov 09 00:19:28.939788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47470) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:28.993527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5725b6-81ce-44b2-ab8d-c430246868ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d08b07-cce1-4c17-b73e-94059cc5ca08,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:29.010797 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ceeccc06-7be6-4542-84a6-a2fb3e3e0a2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:29.012259 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02d8aa3d-8e8b-47ae-b5ff-8e3a0c2c1c8a tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:29.014933 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02d8aa3d-8e8b-47ae-b5ff-8e3a0c2c1c8a tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:29.016086 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-02d8aa3d-8e8b-47ae-b5ff-8e3a0c2c1c8a tempest-FloatingIPAdminTestJSON-1893488331 tempest-FloatingIPAdminTestJSON-1893488331-project] 10.222.0.25 "DELETE /v2.0/floatingips/2c617efb-3231-4883-94b7-5cf9b716c290 HTTP/1.1" status: 204 len: 168 time: 0.8908792 Nov 09 00:19:29.020861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47472) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:29.127785 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ceeccc06-7be6-4542-84a6-a2fb3e3e0a2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:29.216614 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ceeccc06-7be6-4542-84a6-a2fb3e3e0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:29.220450 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ceeccc06-7be6-4542-84a6-a2fb3e3e0a2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:29.221699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ceeccc06-7be6-4542-84a6-a2fb3e3e0a2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01d08b07-cce1-4c17-b73e-94059cc5ca08 HTTP/1.1" status: 204 len: 168 time: 0.2806878 Nov 09 00:19:29.233325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeccc06-7be6-4542-84a6-a2fb3e3e0a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d08b07-cce1-4c17-b73e-94059cc5ca08,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:29.243764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6b8bdd26-b660-466f-8efc-f6d804ffd045 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Deleting port f908490d-3826-40d0-82a9-c2c9e0a95e0a {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:29.244077 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdd26-b660-466f-8efc-f6d804ffd045 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:29.360730 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdd26-b660-466f-8efc-f6d804ffd045 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:29.361068 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdd26-b660-466f-8efc-f6d804ffd045 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:29.379806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6b8bdd26-b660-466f-8efc-f6d804ffd045 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Calling delete_port for f908490d-3826-40d0-82a9-c2c9e0a95e0a owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:29.408147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4ebad24-8467-419a-90ec-33e7e09aad08 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:19:29.489654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: a4ebad24-8467-419a-90ec-33e7e09aad08 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:19:29.490067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4ebad24-8467-419a-90ec-33e7e09aad08 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:19:29.633878 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdd26-b660-466f-8efc-f6d804ffd045 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:29.688219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bdd26-b660-466f-8efc-f6d804ffd045 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Pushing event deleted for resources: {'Port': ['ID=f908490d-3826-40d0-82a9-c2c9e0a95e0a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:29.758843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20797978-88cd-40d5-bb26-394f0780a39d req-e5ef439e-225a-423e-9d8c-b7b4216bff77 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:29.759532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20797978-88cd-40d5-bb26-394f0780a39d req-e5ef439e-225a-423e-9d8c-b7b4216bff77 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 946 time: 0.1082218 Nov 09 00:19:29.805242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14737517-c192-4901-895a-460576cf1fc5 req-cd1ce5e9-6af7-4302-94af-fdd833474e52 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:29.806883 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14737517-c192-4901-895a-460576cf1fc5 req-cd1ce5e9-6af7-4302-94af-fdd833474e52 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 946 time: 0.1859303 Nov 09 00:19:29.884330 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdd26-b660-466f-8efc-f6d804ffd045 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:29.886030 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdd26-b660-466f-8efc-f6d804ffd045 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:29.890317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6b8bdd26-b660-466f-8efc-f6d804ffd045 tempest-FloatingIPAdminTestJSON-1798409801 tempest-FloatingIPAdminTestJSON-1798409801-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/df9caf87-2e44-4edb-b0f3-7f048b82010a HTTP/1.1" status: 204 len: 168 time: 0.8594508 Nov 09 00:19:29.890722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47500) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:29.949907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14737517-c192-4901-895a-460576cf1fc5 req-a8f0d6b6-f262-4d59-bb85-e90221c0d3d5 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/security-groups?id=66a7f583-2b52-446d-bec7-b55de780d787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120090 Nov 09 00:19:29.988796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-20797978-88cd-40d5-bb26-394f0780a39d req-90a27016-dab7-4221-aded-1ac07ccab10b tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Deleting port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:29.989155 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-20797978-88cd-40d5-bb26-394f0780a39d req-90a27016-dab7-4221-aded-1ac07ccab10b tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:30.123831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5b083c70-1c4e-4c4e-9ab3-ea93bd682170 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Deleting port 0088122c-14ff-4e47-9ec9-c63de47527a8 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:30.124189 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5b083c70-1c4e-4c4e-9ab3-ea93bd682170 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:30.126297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-20797978-88cd-40d5-bb26-394f0780a39d req-90a27016-dab7-4221-aded-1ac07ccab10b tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] For port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53,segment=NetworkSegment(93d0a4dc-070b-4f6d-8631-2671fe895447),segment_id=93d0a4dc-070b-4f6d-8631-2671fe895447)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:30.126908 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-20797978-88cd-40d5-bb26-394f0780a39d req-90a27016-dab7-4221-aded-1ac07ccab10b tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:30.141197 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-20797978-88cd-40d5-bb26-394f0780a39d req-90a27016-dab7-4221-aded-1ac07ccab10b tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Calling delete_port for e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:30.270424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47508) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:30.383247 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5b083c70-1c4e-4c4e-9ab3-ea93bd682170 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:30.406130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-20797978-88cd-40d5-bb26-394f0780a39d req-90a27016-dab7-4221-aded-1ac07ccab10b tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:30.419930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5b083c70-1c4e-4c4e-9ab3-ea93bd682170 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Calling delete_port for 0088122c-14ff-4e47-9ec9-c63de47527a8 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:30.420117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:19:30.529263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a27016-dab7-4221-aded-1ac07ccab10b tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Pushing event deleted for resources: {'Port': ['ID=e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:30.617213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-20797978-88cd-40d5-bb26-394f0780a39d req-90a27016-dab7-4221-aded-1ac07ccab10b tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] No DVR routers for this DVR port e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:19:30.619863 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-20797978-88cd-40d5-bb26-394f0780a39d req-90a27016-dab7-4221-aded-1ac07ccab10b tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:30.623291 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20797978-88cd-40d5-bb26-394f0780a39d req-90a27016-dab7-4221-aded-1ac07ccab10b tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.30 "DELETE /v2.0/ports/e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 HTTP/1.1" status: 204 len: 173 time: 0.8420985 Nov 09 00:19:30.623754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2bcc18-2119-4b3e-a356-98d895a5b02e', 'name': 'network-vif-deleted', 'tag': 'e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:19:30.626175 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc841a2-2713-4161-b299-81091953bca9" -d '{"events": [{"server_uuid": "fe2bcc18-2119-4b3e-a356-98d895a5b02e", "name": "network-vif-deleted", "tag": "e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:19:30.680075 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-00ca2c42-f114-4319-b78d-4cf48ea68a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:30.743978 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430ea70a-04d8-4742-a2b4-9ff358c6c794 x-openstack-request-id: req-430ea70a-04d8-4742-a2b4-9ff358c6c794 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:19:30.744271 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2bcc18-2119-4b3e-a356-98d895a5b02e", "name": "network-vif-deleted", "tag": "e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:19:30.744558 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-430ea70a-04d8-4742-a2b4-9ff358c6c794 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:19:30.744938 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2bcc18-2119-4b3e-a356-98d895a5b02e', 'name': 'network-vif-deleted', 'tag': 'e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53', 'status': 'completed', 'code': 200} Nov 09 00:19:30.839563 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5b083c70-1c4e-4c4e-9ab3-ea93bd682170 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:30.923616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b083c70-1c4e-4c4e-9ab3-ea93bd682170 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event deleted for resources: {'Port': ['ID=0088122c-14ff-4e47-9ec9-c63de47527a8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:30.932423 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-00ca2c42-f114-4319-b78d-4cf48ea68a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:30.950507 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-00ca2c42-f114-4319-b78d-4cf48ea68a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:31.020181 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-00ca2c42-f114-4319-b78d-4cf48ea68a74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7699ef661fcf47aabb7e9baed6fc3ccf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7432179 Nov 09 00:19:31.020181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca2c42-f114-4319-b78d-4cf48ea68a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804763ca-78fd-431c-98c7-4cb98bac6c82,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:31.022095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47532) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:31.082746 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5b083c70-1c4e-4c4e-9ab3-ea93bd682170 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:31.093010 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5b083c70-1c4e-4c4e-9ab3-ea93bd682170 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "DELETE /v2.0/ports/0088122c-14ff-4e47-9ec9-c63de47527a8 HTTP/1.1" status: 204 len: 168 time: 1.2011783 Nov 09 00:19:31.094211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47536) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:31.172147 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-087f1db6-4f10-405f-8855-9c59bd2fdac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:31.231364 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-087f1db6-4f10-405f-8855-9c59bd2fdac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:31.237421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1327e5b2-dbc1-4fb6-9837-61f54c08c74d tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:31.245208 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1327e5b2-dbc1-4fb6-9837-61f54c08c74d tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29662c9-dc8b-446b-9817-7c721f34fa84 HTTP/1.1" status: 200 len: 913 time: 0.1492584 Nov 09 00:19:31.246509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47538) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:31.363950 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-087f1db6-4f10-405f-8855-9c59bd2fdac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:31.374027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-087f1db6-4f10-405f-8855-9c59bd2fdac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:31.382333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-087f1db6-4f10-405f-8855-9c59bd2fdac3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/804763ca-78fd-431c-98c7-4cb98bac6c82 HTTP/1.1" status: 204 len: 168 time: 0.3575115 Nov 09 00:19:31.439283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3da87978-a561-4f1b-9caf-a64350c8cd9c req-bb746486-4dcb-4ef0-89af-b4c32fc79a43 tempest-InstanceActionsTestJSON-1240077539 tempest-InstanceActionsTestJSON-1240077539-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe2bcc18-2119-4b3e-a356-98d895a5b02e HTTP/1.1" status: 200 len: 210 time: 0.1158106 Nov 09 00:19:31.457557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f1db6-4f10-405f-8855-9c59bd2fdac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804763ca-78fd-431c-98c7-4cb98bac6c82,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:32.022976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47560) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:32.041571 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d0079f0-2c7a-42e9-ada0-1717879a8229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.064795 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-268cd8e2-ad0c-4e27-83c4-6f15382ccda1 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.168096 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d0079f0-2c7a-42e9-ada0-1717879a8229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.176890 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d0079f0-2c7a-42e9-ada0-1717879a8229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.233434 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3d0079f0-2c7a-42e9-ada0-1717879a8229 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afb3d3a4d4a045bba21a09243e8b3668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2089179 Nov 09 00:19:32.234602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0079f0-2c7a-42e9-ada0-1717879a8229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6e9ee2-7d39-43d1-98a4-305b7cec2049,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:32.238776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47562) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:32.367254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-761ca1dc-d297-4b75-a83c-4f96cf514edc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.399389 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-761ca1dc-d297-4b75-a83c-4f96cf514edc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.547096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47578) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:32.574214 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:19:32.600126 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-761ca1dc-d297-4b75-a83c-4f96cf514edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.611115 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-761ca1dc-d297-4b75-a83c-4f96cf514edc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.614956 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-761ca1dc-d297-4b75-a83c-4f96cf514edc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a6e9ee2-7d39-43d1-98a4-305b7cec2049 HTTP/1.1" status: 204 len: 168 time: 0.3749747 Nov 09 00:19:32.636216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ca1dc-d297-4b75-a83c-4f96cf514edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6e9ee2-7d39-43d1-98a4-305b7cec2049,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:32.640781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-268cd8e2-ad0c-4e27-83c4-6f15382ccda1 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Deleting port 6acd7034-9280-4403-a93b-f58cb7e58dc9 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:32.641117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-268cd8e2-ad0c-4e27-83c4-6f15382ccda1 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.681736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:19:32.683777 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e2bd9ba6-8d39-4ab5-9b06-ec76f15f4a53 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:19:32.718570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcbc462-bada-466a-9708-ec9b13300ef0 admin admin] Deleting subnet e8953591-2591-480d-a2d1-c7b0dc50e07d {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:19:32.730864 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bcbc462-bada-466a-9708-ec9b13300ef0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.829604 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bcbc462-bada-466a-9708-ec9b13300ef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.890636 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bcbc462-bada-466a-9708-ec9b13300ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.904725 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-268cd8e2-ad0c-4e27-83c4-6f15382ccda1 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:32.949938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-268cd8e2-ad0c-4e27-83c4-6f15382ccda1 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Calling delete_port for 6acd7034-9280-4403-a93b-f58cb7e58dc9 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:32.962465 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bcbc462-bada-466a-9708-ec9b13300ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:33.002118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbc462-bada-466a-9708-ec9b13300ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8953591-2591-480d-a2d1-c7b0dc50e07d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:33.051766 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bcbc462-bada-466a-9708-ec9b13300ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:33.058162 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0bcbc462-bada-466a-9708-ec9b13300ef0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e8953591-2591-480d-a2d1-c7b0dc50e07d HTTP/1.1" status: 204 len: 168 time: 0.5099528 Nov 09 00:19:33.062579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47600) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:33.137361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9f89b-3789-47c3-9fe4-a6927c12d7e0 req-7be8de14-6a02-41ca-ba7c-f97dc1f4b5c7 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:33.139173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58b9f89b-3789-47c3-9fe4-a6927c12d7e0 req-7be8de14-6a02-41ca-ba7c-f97dc1f4b5c7 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 946 time: 0.1382437 Nov 09 00:19:33.238274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58b9f89b-3789-47c3-9fe4-a6927c12d7e0 req-512d526d-3961-4956-982d-f1a63e191050 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930834 Nov 09 00:19:33.277878 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:33.391267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:33.443069 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d7d678-32a7-4e61-bddb-44d53c149a25']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:33.463601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d0a4dc-070b-4f6d-8631-2671fe895447') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:33.463892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d0a4dc-070b-4f6d-8631-2671fe895447') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:33.485864 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:33.504859 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:33.508491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-268cd8e2-ad0c-4e27-83c4-6f15382ccda1 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:33.541914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cd8e2-ad0c-4e27-83c4-6f15382ccda1 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event deleted for resources: {'Port': ['ID=6acd7034-9280-4403-a93b-f58cb7e58dc9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:33.546709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:19:33.547254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:19:33.549170 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:19:33.701462 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:33.721192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:33.725121 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] 10.222.0.25 "DELETE /v2.0/networks/72d7d678-32a7-4e61-bddb-44d53c149a25 HTTP/1.1" status: 204 len: 168 time: 0.6609676 Nov 09 00:19:33.746580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee45bd4-67fe-4da8-a18b-bfffdf23af1d admin admin] Pushing event deleted for resources: {'Network': ['ID=72d7d678-32a7-4e61-bddb-44d53c149a25,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:34.024545 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-268cd8e2-ad0c-4e27-83c4-6f15382ccda1 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:34.242379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47638) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:34.288147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580cdf3-dbf8-41bc-a133-3db1cf509936 req-c862a148-6f9d-4c97-b20f-c2d2ee164496 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:34.301855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4580cdf3-dbf8-41bc-a133-3db1cf509936 req-c862a148-6f9d-4c97-b20f-c2d2ee164496 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.30 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 946 time: 0.1152501 Nov 09 00:19:34.353900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268cd8e2-ad0c-4e27-83c4-6f15382ccda1 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Router e29662c9-dc8b-446b-9817-7c721f34fa84 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:19:34.429291 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bb53382c-1d47-401c-acff-682534a9de54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=306b02663f4c4af1af5f2647f00fe713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1857855 Nov 09 00:19:34.457865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47644) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:34.606376 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2be98865-6ba7-4442-a49e-5caebaf04311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:34.610119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268cd8e2-ad0c-4e27-83c4-6f15382ccda1 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:19:34.617398 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-268cd8e2-ad0c-4e27-83c4-6f15382ccda1 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "PUT /v2.0/routers/e29662c9-dc8b-446b-9817-7c721f34fa84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3698077 Nov 09 00:19:34.623453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47650) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:34.635826 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068f456-d013-4f8e-9edc-9dc9eb85acde None None] Sync routers for ids ['e29662c9-dc8b-446b-9817-7c721f34fa84'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:19:34.651047 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068f456-d013-4f8e-9edc-9dc9eb85acde None None] Routers {'e29662c9-dc8b-446b-9817-7c721f34fa84'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:19:34.651697 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5068f456-d013-4f8e-9edc-9dc9eb85acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:19:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e29662c9-dc8b-446b-9817-7c721f34fa84'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:34.687441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2be98865-6ba7-4442-a49e-5caebaf04311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:34.730773 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5068f456-d013-4f8e-9edc-9dc9eb85acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:34.751344 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068f456-d013-4f8e-9edc-9dc9eb85acde None None] Routers {'e29662c9-dc8b-446b-9817-7c721f34fa84'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:19:34.751980 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5068f456-d013-4f8e-9edc-9dc9eb85acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:19:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e29662c9-dc8b-446b-9817-7c721f34fa84'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:34.823964 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:34.831174 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5068f456-d013-4f8e-9edc-9dc9eb85acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:34.831174 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068f456-d013-4f8e-9edc-9dc9eb85acde None None] The sync data for ids ['e29662c9-dc8b-446b-9817-7c721f34fa84'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:19:34.859024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c73e-cb19-4b58-a6e3-0ce0289ab713 req-f658f322-f2c7-4553-8a71-3e3159cc395c tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:34.866233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9fd6c73e-cb19-4b58-a6e3-0ce0289ab713 req-f658f322-f2c7-4553-8a71-3e3159cc395c tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 946 time: 0.4647048 Nov 09 00:19:34.879168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4580cdf3-dbf8-41bc-a133-3db1cf509936 req-4534aca7-1dc0-40d5-aec2-abbb5be89784 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Deleting port 18be3dd2-f4a4-4593-b9b2-84506220f2dd {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:34.879934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4580cdf3-dbf8-41bc-a133-3db1cf509936 req-4534aca7-1dc0-40d5-aec2-abbb5be89784 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:34.922425 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2be98865-6ba7-4442-a49e-5caebaf04311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:34.925124 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2be98865-6ba7-4442-a49e-5caebaf04311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:34.926287 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2be98865-6ba7-4442-a49e-5caebaf04311 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66a7f583-2b52-446d-bec7-b55de780d787 HTTP/1.1" status: 204 len: 168 time: 0.4651940 Nov 09 00:19:34.971884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be98865-6ba7-4442-a49e-5caebaf04311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a7f583-2b52-446d-bec7-b55de780d787,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:34.996466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9fd6c73e-cb19-4b58-a6e3-0ce0289ab713 req-23f3cd1e-1087-4641-abc9-f3ff093c440b tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243730 Nov 09 00:19:35.030955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:35.059556 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4580cdf3-dbf8-41bc-a133-3db1cf509936 req-4534aca7-1dc0-40d5-aec2-abbb5be89784 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] For port 18be3dd2-f4a4-4593-b9b2-84506220f2dd, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=18be3dd2-f4a4-4593-b9b2-84506220f2dd,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:35.060308 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4580cdf3-dbf8-41bc-a133-3db1cf509936 req-4534aca7-1dc0-40d5-aec2-abbb5be89784 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:35.092978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4580cdf3-dbf8-41bc-a133-3db1cf509936 req-4534aca7-1dc0-40d5-aec2-abbb5be89784 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Calling delete_port for 18be3dd2-f4a4-4593-b9b2-84506220f2dd owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:35.170611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47672) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:35.316674 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4580cdf3-dbf8-41bc-a133-3db1cf509936 req-4534aca7-1dc0-40d5-aec2-abbb5be89784 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:35.330366 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e0c97d25-0ff1-41d7-8da6-4e5e13f89b34', '40574555-6504-458e-9368-2bec63d85eae'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:19:35.408415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534aca7-1dc0-40d5-aec2-abbb5be89784 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Pushing event deleted for resources: {'Port': ['ID=18be3dd2-f4a4-4593-b9b2-84506220f2dd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:35.464555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Deleting port 50818239-8e84-42d9-9255-4ebe1de684d5 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:35.465077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:35.534536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4580cdf3-dbf8-41bc-a133-3db1cf509936 req-4534aca7-1dc0-40d5-aec2-abbb5be89784 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] No DVR routers for this DVR port 18be3dd2-f4a4-4593-b9b2-84506220f2dd on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:19:35.539213 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4580cdf3-dbf8-41bc-a133-3db1cf509936 req-4534aca7-1dc0-40d5-aec2-abbb5be89784 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:35.546535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4580cdf3-dbf8-41bc-a133-3db1cf509936 req-4534aca7-1dc0-40d5-aec2-abbb5be89784 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.30 "DELETE /v2.0/ports/18be3dd2-f4a4-4593-b9b2-84506220f2dd HTTP/1.1" status: 204 len: 173 time: 1.2425508 Nov 09 00:19:35.548073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742f39b5-73ec-477b-a252-2d8b1673d77a', 'name': 'network-vif-deleted', 'tag': '18be3dd2-f4a4-4593-b9b2-84506220f2dd'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:19:35.554144 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c207dd8-52b6-434d-8ede-1013dd043fd2" -d '{"events": [{"server_uuid": "742f39b5-73ec-477b-a252-2d8b1673d77a", "name": "network-vif-deleted", "tag": "18be3dd2-f4a4-4593-b9b2-84506220f2dd"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:19:35.565082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:35.584813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Calling delete_port for 50818239-8e84-42d9-9255-4ebe1de684d5 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:35.825272 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:35.881404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event deleted for resources: {'Port': ['ID=50818239-8e84-42d9-9255-4ebe1de684d5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:36.016922 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.109433 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f85fc4-2890-4b62-b1bb-f5d91880a6a1 x-openstack-request-id: req-65f85fc4-2890-4b62-b1bb-f5d91880a6a1 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:19:36.109746 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742f39b5-73ec-477b-a252-2d8b1673d77a", "name": "network-vif-deleted", "tag": "18be3dd2-f4a4-4593-b9b2-84506220f2dd", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:19:36.110009 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65f85fc4-2890-4b62-b1bb-f5d91880a6a1 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:19:36.111897 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742f39b5-73ec-477b-a252-2d8b1673d77a', 'name': 'network-vif-deleted', 'tag': '18be3dd2-f4a4-4593-b9b2-84506220f2dd', 'status': 'completed', 'code': 200} Nov 09 00:19:36.264021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32c324f1-8869-426e-9cf2-9eddd6ec9301 req-c6a548ec-0e99-4866-b050-6f5765b9e158 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=742f39b5-73ec-477b-a252-2d8b1673d77a HTTP/1.1" status: 200 len: 210 time: 0.0584579 Nov 09 00:19:36.280649 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.293394 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.380527 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.381095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Fanout notify agent at l3_agent the message router_deleted on router e29662c9-dc8b-446b-9817-7c721f34fa84 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:19:36.388325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.389374 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dd5bd503-4d5f-4e5f-b0e5-3dcb1442d5c3 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "DELETE /v2.0/routers/e29662c9-dc8b-446b-9817-7c721f34fa84 HTTP/1.1" status: 204 len: 168 time: 1.7645793 Nov 09 00:19:36.393805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47714) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:36.394783 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d53e1373-f1d2-484b-b7b8-96c13014b4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.502982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d391a558-f9b2-4322-87b3-74d1778a2132 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Deleting subnet 7be9ee98-a35f-4374-aead-483554553b0d {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:19:36.509363 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d391a558-f9b2-4322-87b3-74d1778a2132 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.590730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 18be3dd2-f4a4-4593-b9b2-84506220f2dd no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:19:36.620146 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d391a558-f9b2-4322-87b3-74d1778a2132 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.649437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 18be3dd2-f4a4-4593-b9b2-84506220f2dd {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:19:36.651601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 18be3dd2-f4a4-4593-b9b2-84506220f2dd not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:19:36.770815 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d391a558-f9b2-4322-87b3-74d1778a2132 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.796659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-d53e1373-f1d2-484b-b7b8-96c13014b4df admin admin] Deleting port dde0c72e-8563-44bb-878c-6245f4095489 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:36.796659 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d53e1373-f1d2-484b-b7b8-96c13014b4df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.860396 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d391a558-f9b2-4322-87b3-74d1778a2132 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.892674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391a558-f9b2-4322-87b3-74d1778a2132 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event deleted for resources: {'Subnet': ['ID=7be9ee98-a35f-4374-aead-483554553b0d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:36.898896 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d391a558-f9b2-4322-87b3-74d1778a2132 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.902183 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d391a558-f9b2-4322-87b3-74d1778a2132 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "DELETE /v2.0/subnets/7be9ee98-a35f-4374-aead-483554553b0d HTTP/1.1" status: 204 len: 168 time: 0.5071509 Nov 09 00:19:36.905160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47726) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:36.910070 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46515ce-c000-4aa2-8cbd-246a9b354f64 None None] Network 749182eb-3b78-41ee-a2dc-78422628e6f8 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:19:36.973200 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-d53e1373-f1d2-484b-b7b8-96c13014b4df admin admin] For port dde0c72e-8563-44bb-878c-6245f4095489, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=dde0c72e-8563-44bb-878c-6245f4095489,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:36.973200 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d53e1373-f1d2-484b-b7b8-96c13014b4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:36.991580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-d53e1373-f1d2-484b-b7b8-96c13014b4df admin admin] Calling delete_port for dde0c72e-8563-44bb-878c-6245f4095489 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:37.080987 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:37.153902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Deleting port 7ae7b292-5761-42c4-b113-da4db1287da2 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:37.155348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:37.244285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] DHCP port deletion for 749182eb-3b78-41ee-a2dc-78422628e6f8 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:19:37.303232 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d53e1373-f1d2-484b-b7b8-96c13014b4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:37.315407 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] For port 7ae7b292-5761-42c4-b113-da4db1287da2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7ae7b292-5761-42c4-b113-da4db1287da2,segment=NetworkSegment(b34f467a-9f37-4407-ba80-dd5a2d358293),segment_id=b34f467a-9f37-4407-ba80-dd5a2d358293)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:37.315805 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:37.344253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Calling delete_port for 7ae7b292-5761-42c4-b113-da4db1287da2 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:37.369765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e1373-f1d2-484b-b7b8-96c13014b4df admin admin] Pushing event deleted for resources: {'Port': ['ID=dde0c72e-8563-44bb-878c-6245f4095489,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:37.420276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Deleting port 7ae7b292-5761-42c4-b113-da4db1287da2 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:37.420764 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:37.603019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7ae7b292-5761-42c4-b113-da4db1287da2 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:19:37.617685 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:37.647216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] For port 7ae7b292-5761-42c4-b113-da4db1287da2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7ae7b292-5761-42c4-b113-da4db1287da2,segment=NetworkSegment(b34f467a-9f37-4407-ba80-dd5a2d358293),segment_id=b34f467a-9f37-4407-ba80-dd5a2d358293)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:37.648602 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:37.652252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 7ae7b292-5761-42c4-b113-da4db1287da2 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:19:37.652964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7ae7b292-5761-42c4-b113-da4db1287da2 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:19:37.686556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Calling delete_port for 7ae7b292-5761-42c4-b113-da4db1287da2 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:37.722245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event deleted for resources: {'Port': ['ID=7ae7b292-5761-42c4-b113-da4db1287da2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:37.745754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] No DVR routers for this DVR port 7ae7b292-5761-42c4-b113-da4db1287da2 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:19:37.765882 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d53e1373-f1d2-484b-b7b8-96c13014b4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:37.832319 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:37.861030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Pushing event deleted for resources: {'Port': ['ID=7ae7b292-5761-42c4-b113-da4db1287da2,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:37.877507 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:37.878044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:37.878564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:37.879753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:37.880856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:37.881460 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:37.882087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:37.882582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:37.883150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:37.883658 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:37.884324 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:37.884971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:37.891967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b3aa57-d9dc-4392-af65-32e71529de82 None None] No DVR routers for this DVR port 7ae7b292-5761-42c4-b113-da4db1287da2 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:19:37.932293 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:37.936546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256b90f-3e66-440d-b958-34a1d3150fba req-4f3bc1b0-96be-4b23-a911-75a8677ec503 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:37.938113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8256b90f-3e66-440d-b958-34a1d3150fba req-4f3bc1b0-96be-4b23-a911-75a8677ec503 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 945 time: 0.1102116 Nov 09 00:19:37.954818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749182eb-3b78-41ee-a2dc-78422628e6f8']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:37.965448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34f467a-9f37-4407-ba80-dd5a2d358293') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:37.965746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34f467a-9f37-4407-ba80-dd5a2d358293') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:37.982290 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:37.996789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:38.004381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:19:38.004791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:19:38.076639 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:19:38.087090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53e1373-f1d2-484b-b7b8-96c13014b4df admin admin] Router ca64e2b3-d248-471d-8e7e-58e52c1246f6 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:19:38.089774 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:38.100323 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:38.105471 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "DELETE /v2.0/networks/749182eb-3b78-41ee-a2dc-78422628e6f8 HTTP/1.1" status: 204 len: 168 time: 1.1977921 Nov 09 00:19:38.106279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47772) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:38.128419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8312e4-7cf0-4a6a-94ef-6712b4dce594 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event deleted for resources: {'Network': ['ID=749182eb-3b78-41ee-a2dc-78422628e6f8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:38.221097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8256b90f-3e66-440d-b958-34a1d3150fba req-1d8cd2a8-8c60-4ba7-9487-791f4baa2ea3 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746613 Nov 09 00:19:38.346895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53e1373-f1d2-484b-b7b8-96c13014b4df admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:19:38.356211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d53e1373-f1d2-484b-b7b8-96c13014b4df admin admin] 10.222.0.25 "PUT /v2.0/routers/ca64e2b3-d248-471d-8e7e-58e52c1246f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1841691 Nov 09 00:19:38.357667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47794) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:38.358565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a99505-a491-4b93-a845-89fb71cde88a None None] Sync routers for ids ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:19:38.374945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a99505-a491-4b93-a845-89fb71cde88a None None] Routers {'ca64e2b3-d248-471d-8e7e-58e52c1246f6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:19:38.379270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-87a99505-a491-4b93-a845-89fb71cde88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:19:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:38.382624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-d11e7fdd-1c7e-4973-ab1f-442d78a12659 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Deleting port 203efefc-2657-4c1d-93cb-183b80b2cc2c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:38.385034 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d11e7fdd-1c7e-4973-ab1f-442d78a12659 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:38.508898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:38.575157 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d11e7fdd-1c7e-4973-ab1f-442d78a12659 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:38.575750 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d11e7fdd-1c7e-4973-ab1f-442d78a12659 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:38.594914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-d11e7fdd-1c7e-4973-ab1f-442d78a12659 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Calling delete_port for 203efefc-2657-4c1d-93cb-183b80b2cc2c owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:38.735330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:38.793141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-87a99505-a491-4b93-a845-89fb71cde88a None None] Set router ca64e2b3-d248-471d-8e7e-58e52c1246f6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:19:38.899832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d11e7fdd-1c7e-4973-ab1f-442d78a12659 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:38.915996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Deleting port 84a842a6-9f09-43a2-ba36-6e20034fa75d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:38.916592 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:38.942696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e7fdd-1c7e-4973-ab1f-442d78a12659 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Pushing event deleted for resources: {'Port': ['ID=203efefc-2657-4c1d-93cb-183b80b2cc2c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:39.035475 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d11e7fdd-1c7e-4973-ab1f-442d78a12659 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:39.040447 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d11e7fdd-1c7e-4973-ab1f-442d78a12659 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:39.041680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d11e7fdd-1c7e-4973-ab1f-442d78a12659 tempest-FloatingIPAdminTestJSON-957929200 tempest-FloatingIPAdminTestJSON-957929200-project] 10.222.0.25 "DELETE /v2.0/floatingips/0c519f8c-57b2-4b52-9499-d186665c4af7 HTTP/1.1" status: 204 len: 168 time: 0.9345415 Nov 09 00:19:39.050189 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-87a99505-a491-4b93-a845-89fb71cde88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:19:37Z', 'revision_number': 5, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port': {'id': '84a842a6-9f09-43a2-ba36-6e20034fa75d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:07:36Z', 'updated_at': '2021-11-09T00:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:39.061009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] For port 84a842a6-9f09-43a2-ba36-6e20034fa75d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=84a842a6-9f09-43a2-ba36-6e20034fa75d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:39.061817 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:39.077673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64409cf-4efa-4eee-850d-c36c28075706 req-339f6c5f-c9dc-4da3-a2be-da337a6a21c1 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:39.079244 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a64409cf-4efa-4eee-850d-c36c28075706 req-339f6c5f-c9dc-4da3-a2be-da337a6a21c1 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.11 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 945 time: 0.0869496 Nov 09 00:19:39.079560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a99505-a491-4b93-a845-89fb71cde88a None None] Checking router: ca64e2b3-d248-471d-8e7e-58e52c1246f6 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:19:39.087372 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Calling delete_port for 84a842a6-9f09-43a2-ba36-6e20034fa75d owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:39.088373 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a99505-a491-4b93-a845-89fb71cde88a None None] Routers {'ca64e2b3-d248-471d-8e7e-58e52c1246f6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:19:39.089008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-87a99505-a491-4b93-a845-89fb71cde88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:19:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:39.191509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-87a99505-a491-4b93-a845-89fb71cde88a None None] Set router ca64e2b3-d248-471d-8e7e-58e52c1246f6 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:19:39.264535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-87a99505-a491-4b93-a845-89fb71cde88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:19:38Z', 'revision_number': 6, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:39.306043 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a99505-a491-4b93-a845-89fb71cde88a None None] The sync data for ids ['ca64e2b3-d248-471d-8e7e-58e52c1246f6'] in n-d-813263-3 is: [{'id': 'ca64e2b3-d248-471d-8e7e-58e52c1246f6', 'name': 'tempest-TaggedBootDevicesTest_v242-82989527-router', 'tenant_id': '3a38229d73e04560820824b4219eee11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:07:35Z', 'updated_at': '2021-11-09T00:19:38Z', 'revision_number': 6, 'project_id': '3a38229d73e04560820824b4219eee11', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:19:39.347686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-a64409cf-4efa-4eee-850d-c36c28075706 req-eaa658d6-728b-4626-9e56-71bada7d1ac5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Deleting port 40574555-6504-458e-9368-2bec63d85eae {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:39.348140 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a64409cf-4efa-4eee-850d-c36c28075706 req-eaa658d6-728b-4626-9e56-71bada7d1ac5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:39.425093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7580024-915d-4424-9478-3a11f7a44f83 req-28b4f28b-ec59-4e45-ab7d-3f05cad3dd65 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:39.427911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7580024-915d-4424-9478-3a11f7a44f83 req-28b4f28b-ec59-4e45-ab7d-3f05cad3dd65 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 945 time: 0.0722270 Nov 09 00:19:39.478614 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7580024-915d-4424-9478-3a11f7a44f83 req-396bf802-18e3-4cfe-b301-ad2fbd7a4358 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450947 Nov 09 00:19:39.487842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-a64409cf-4efa-4eee-850d-c36c28075706 req-eaa658d6-728b-4626-9e56-71bada7d1ac5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] For port 40574555-6504-458e-9368-2bec63d85eae, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=40574555-6504-458e-9368-2bec63d85eae,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:39.488209 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a64409cf-4efa-4eee-850d-c36c28075706 req-eaa658d6-728b-4626-9e56-71bada7d1ac5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:39.504279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-a64409cf-4efa-4eee-850d-c36c28075706 req-eaa658d6-728b-4626-9e56-71bada7d1ac5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Calling delete_port for 40574555-6504-458e-9368-2bec63d85eae owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:39.505125 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:39.550655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a842a6-9f09-43a2-ba36-6e20034fa75d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:39.653875 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:39.721917 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47832) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:39.786650 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:39.789195 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:39.869865 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:39.870476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca64e2b3-d248-471d-8e7e-58e52c1246f6 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:19:39.878836 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:39.882255 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-183f2383-9847-4e44-99c9-fc34376fca67 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ca64e2b3-d248-471d-8e7e-58e52c1246f6 HTTP/1.1" status: 204 len: 168 time: 1.5213766 Nov 09 00:19:39.882652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47840) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:39.888896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device dde0c72e-8563-44bb-878c-6245f4095489 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:19:39.902258 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a64409cf-4efa-4eee-850d-c36c28075706 req-eaa658d6-728b-4626-9e56-71bada7d1ac5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:39.956850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e0c97d25-0ff1-41d7-8da6-4e5e13f89b34', '40574555-6504-458e-9368-2bec63d85eae'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:19:39.970801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa658d6-728b-4626-9e56-71bada7d1ac5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Pushing event deleted for resources: {'Port': ['ID=40574555-6504-458e-9368-2bec63d85eae,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:39.998168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64409cf-4efa-4eee-850d-c36c28075706 req-eaa658d6-728b-4626-9e56-71bada7d1ac5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] No DVR routers for this DVR port 40574555-6504-458e-9368-2bec63d85eae on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:19:39.998612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b869a7-4a9a-472f-b2c2-4090d1ff974d admin admin] Deleting subnet 79f442c6-9654-4986-bb72-cb3ccd7531a0 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:19:40.002905 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75b869a7-4a9a-472f-b2c2-4090d1ff974d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:40.003165 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a64409cf-4efa-4eee-850d-c36c28075706 req-eaa658d6-728b-4626-9e56-71bada7d1ac5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:40.014834 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a64409cf-4efa-4eee-850d-c36c28075706 req-eaa658d6-728b-4626-9e56-71bada7d1ac5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.11 "DELETE /v2.0/ports/40574555-6504-458e-9368-2bec63d85eae HTTP/1.1" status: 204 len: 173 time: 0.9222367 Nov 09 00:19:40.014834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50be0477-c182-435c-b2c0-7244fb35886b', 'name': 'network-vif-deleted', 'tag': '40574555-6504-458e-9368-2bec63d85eae'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:19:40.014834 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947107f6-e1d1-4f5d-9204-40afb5258d1b" -d '{"events": [{"server_uuid": "50be0477-c182-435c-b2c0-7244fb35886b", "name": "network-vif-deleted", "tag": "40574555-6504-458e-9368-2bec63d85eae"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:19:40.076593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: dde0c72e-8563-44bb-878c-6245f4095489 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:19:40.077190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device dde0c72e-8563-44bb-878c-6245f4095489 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:19:40.088435 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f6f475-6b64-483c-807b-f90b6c3efea1 x-openstack-request-id: req-c9f6f475-6b64-483c-807b-f90b6c3efea1 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:19:40.088713 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50be0477-c182-435c-b2c0-7244fb35886b", "name": "network-vif-deleted", "tag": "40574555-6504-458e-9368-2bec63d85eae", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:19:40.089092 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9f6f475-6b64-483c-807b-f90b6c3efea1 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:19:40.089406 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50be0477-c182-435c-b2c0-7244fb35886b', 'name': 'network-vif-deleted', 'tag': '40574555-6504-458e-9368-2bec63d85eae', 'status': 'completed', 'code': 200} Nov 09 00:19:40.112928 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75b869a7-4a9a-472f-b2c2-4090d1ff974d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:40.199930 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9cd39a90-bc3e-4cba-a71c-aa7f5f412cf3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5d214ec22c3426bbd057bb15ca4857d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4762378 Nov 09 00:19:40.202520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47860) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:40.321571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70e8e817-e2bb-4393-9034-04dc58ab57e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:40.357183 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70e8e817-e2bb-4393-9034-04dc58ab57e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:40.372719 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75b869a7-4a9a-472f-b2c2-4090d1ff974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:40.433390 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70e8e817-e2bb-4393-9034-04dc58ab57e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:40.436706 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70e8e817-e2bb-4393-9034-04dc58ab57e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:40.438226 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-70e8e817-e2bb-4393-9034-04dc58ab57e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7933c32a-648e-41b8-a397-40de2c35ed70 HTTP/1.1" status: 204 len: 168 time: 0.2345462 Nov 09 00:19:40.450049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8e817-e2bb-4393-9034-04dc58ab57e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7933c32a-648e-41b8-a397-40de2c35ed70,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:40.450841 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75b869a7-4a9a-472f-b2c2-4090d1ff974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:40.509433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b869a7-4a9a-472f-b2c2-4090d1ff974d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f442c6-9654-4986-bb72-cb3ccd7531a0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:40.511919 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75b869a7-4a9a-472f-b2c2-4090d1ff974d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:40.517245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890897b7-9143-4e6e-b2bb-171f633d21ea None None] Network b4800f68-4a56-437c-93ae-0635f13e0fec requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:19:40.525883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47880) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:40.526127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-75b869a7-4a9a-472f-b2c2-4090d1ff974d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/79f442c6-9654-4986-bb72-cb3ccd7531a0 HTTP/1.1" status: 204 len: 168 time: 0.6421685 Nov 09 00:19:40.705127 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:40.793037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14c30651-ab14-41e9-95ba-0ce0c7c83eb8 req-fd76236f-0521-4036-bba4-310f3a21d01c tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=50be0477-c182-435c-b2c0-7244fb35886b HTTP/1.1" status: 200 len: 210 time: 0.0708656 Nov 09 00:19:40.917944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Deleting port 8cabf448-c373-4682-9fc3-ef614ef68ed6 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:40.918525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:40.988599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81a338-2d43-4d8f-88fc-52fc66b7a6e3 None None] DHCP port deletion for b4800f68-4a56-437c-93ae-0635f13e0fec request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:19:41.016786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] For port 8cabf448-c373-4682-9fc3-ef614ef68ed6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8cabf448-c373-4682-9fc3-ef614ef68ed6,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:41.016786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.035520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Calling delete_port for 8cabf448-c373-4682-9fc3-ef614ef68ed6 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:41.061146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-fe81a338-2d43-4d8f-88fc-52fc66b7a6e3 None None] Deleting port 8cabf448-c373-4682-9fc3-ef614ef68ed6 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:41.061630 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fe81a338-2d43-4d8f-88fc-52fc66b7a6e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.131296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-fe81a338-2d43-4d8f-88fc-52fc66b7a6e3 None None] For port 8cabf448-c373-4682-9fc3-ef614ef68ed6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8cabf448-c373-4682-9fc3-ef614ef68ed6,segment=NetworkSegment(2e11c179-fa27-4633-bb92-5e379d0b7c4b),segment_id=2e11c179-fa27-4633-bb92-5e379d0b7c4b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:41.131684 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fe81a338-2d43-4d8f-88fc-52fc66b7a6e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.156099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-fe81a338-2d43-4d8f-88fc-52fc66b7a6e3 None None] Calling delete_port for 8cabf448-c373-4682-9fc3-ef614ef68ed6 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:41.158626 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.204308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] No DVR routers for this DVR port 8cabf448-c373-4682-9fc3-ef614ef68ed6 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:19:41.206348 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Pushing event deleted for resources: {'Port': ['ID=8cabf448-c373-4682-9fc3-ef614ef68ed6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:41.262666 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fe81a338-2d43-4d8f-88fc-52fc66b7a6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.287822 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.291247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81a338-2d43-4d8f-88fc-52fc66b7a6e3 None None] Pushing event deleted for resources: {'Port': ['ID=8cabf448-c373-4682-9fc3-ef614ef68ed6,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:41.293184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe81a338-2d43-4d8f-88fc-52fc66b7a6e3 None None] No DVR routers for this DVR port 8cabf448-c373-4682-9fc3-ef614ef68ed6 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:19:41.316929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4800f68-4a56-437c-93ae-0635f13e0fec']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:41.328540 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47908) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:41.331941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e11c179-fa27-4633-bb92-5e379d0b7c4b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:41.332984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e11c179-fa27-4633-bb92-5e379d0b7c4b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:41.354084 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e2f4e9f-f87e-4c70-9380-588413dd0fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.356916 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.381689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.392082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:19:41.392610 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:19:41.394698 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:19:41.465253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.471090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8cabf448-c373-4682-9fc3-ef614ef68ed6 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:19:41.472730 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.478218 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] 10.222.0.25 "DELETE /v2.0/networks/b4800f68-4a56-437c-93ae-0635f13e0fec HTTP/1.1" status: 204 len: 168 time: 0.9489868 Nov 09 00:19:41.491825 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef9307-3c91-4e33-a474-07b416f47aae admin admin] Pushing event deleted for resources: {'Network': ['ID=b4800f68-4a56-437c-93ae-0635f13e0fec,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:41.527297 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e2f4e9f-f87e-4c70-9380-588413dd0fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.527919 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 8cabf448-c373-4682-9fc3-ef614ef68ed6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:19:41.528397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8cabf448-c373-4682-9fc3-ef614ef68ed6 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:19:41.528969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 84a842a6-9f09-43a2-ba36-6e20034fa75d no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:19:41.532556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e2f4e9f-f87e-4c70-9380-588413dd0fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.553517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47916) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:41.573627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 84a842a6-9f09-43a2-ba36-6e20034fa75d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:19:41.574174 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 84a842a6-9f09-43a2-ba36-6e20034fa75d not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:19:41.580949 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5e2f4e9f-f87e-4c70-9380-588413dd0fa8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4145cb07a43e4d5e8b01071c01daf6e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2510679 Nov 09 00:19:41.583467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47922) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:41.595767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f4e9f-f87e-4c70-9380-588413dd0fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401c191e-2833-4b89-ab2e-b3fad1b29cbf,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:41.636288 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42033d78-cb4d-42e6-af67-77c066992f56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.660184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42033d78-cb4d-42e6-af67-77c066992f56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.714439 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42033d78-cb4d-42e6-af67-77c066992f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.718042 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42033d78-cb4d-42e6-af67-77c066992f56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.719673 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-42033d78-cb4d-42e6-af67-77c066992f56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/401c191e-2833-4b89-ab2e-b3fad1b29cbf HTTP/1.1" status: 204 len: 168 time: 0.1350050 Nov 09 00:19:41.727813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42033d78-cb4d-42e6-af67-77c066992f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c191e-2833-4b89-ab2e-b3fad1b29cbf,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:41.731506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47928) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:41.798340 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0d342d06-50c4-4549-b2f9-b154238fd095 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a38229d73e04560820824b4219eee11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0624211 Nov 09 00:19:41.798623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47930) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:41.875046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63f49b0b-5396-4944-aa89-805d771669b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.902513 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63f49b0b-5396-4944-aa89-805d771669b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.959789 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.978539 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63f49b0b-5396-4944-aa89-805d771669b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.981805 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63f49b0b-5396-4944-aa89-805d771669b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:41.984842 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-63f49b0b-5396-4944-aa89-805d771669b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50031a94-e579-493d-b344-213d11f5e4e5 HTTP/1.1" status: 204 len: 168 time: 0.1842449 Nov 09 00:19:41.994797 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f49b0b-5396-4944-aa89-805d771669b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50031a94-e579-493d-b344-213d11f5e4e5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:42.152745 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.158309 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.194838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2397e8aabcde469c8a80248ca867e296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6375329 Nov 09 00:19:42.197542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47952) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:42.229320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95c7298-c17b-4c8d-8f7c-09008e698882,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:42.244892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:42.245553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:42.246068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:42.246573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:42.247652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:42.248152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:42.248650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:42.249147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:42.250552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:42.250895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:42.251226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:42.251550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2dad8-9f73-493a-8b06-33f2f108646a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:19:42.265217 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ce61-2d39-4666-8416-c7c8dba996e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.295033 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ce61-2d39-4666-8416-c7c8dba996e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.363842 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ce61-2d39-4666-8416-c7c8dba996e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.366830 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ce61-2d39-4666-8416-c7c8dba996e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.368195 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3aa5ce61-2d39-4666-8416-c7c8dba996e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b95c7298-c17b-4c8d-8f7c-09008e698882 HTTP/1.1" status: 204 len: 168 time: 0.1694450 Nov 09 00:19:42.376378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5ce61-2d39-4666-8416-c7c8dba996e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95c7298-c17b-4c8d-8f7c-09008e698882,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:42.542161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47966) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:42.562798 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4a56593d-fe9f-4b14-a845-17e6d89263b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.632859 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5c4f9cba-05d8-42c1-8d20-fe4ca9f65c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.662780 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4a56593d-fe9f-4b14-a845-17e6d89263b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.669465 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4a56593d-fe9f-4b14-a845-17e6d89263b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.710573 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4a56593d-fe9f-4b14-a845-17e6d89263b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd336b1aae554ab49130857c8df43e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1667013 Nov 09 00:19:42.711435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56593d-fe9f-4b14-a845-17e6d89263b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150134c6-1016-4c1c-bf3b-1cd8259ad7a8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:42.714188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47970) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:42.785759 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a39606-ecf3-4163-84fe-d65db3fde3ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.812449 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a39606-ecf3-4163-84fe-d65db3fde3ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.873975 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a39606-ecf3-4163-84fe-d65db3fde3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.876679 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a39606-ecf3-4163-84fe-d65db3fde3ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:42.880655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-09a39606-ecf3-4163-84fe-d65db3fde3ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/150134c6-1016-4c1c-bf3b-1cd8259ad7a8 HTTP/1.1" status: 204 len: 168 time: 0.1617866 Nov 09 00:19:42.887633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a39606-ecf3-4163-84fe-d65db3fde3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150134c6-1016-4c1c-bf3b-1cd8259ad7a8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:42.959517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47982) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:42.977173 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:19:42.982768 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49e7067a-5299-45e7-b52a-0a65b42c0f19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:43.169632 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49e7067a-5299-45e7-b52a-0a65b42c0f19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:43.178600 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49e7067a-5299-45e7-b52a-0a65b42c0f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:43.232813 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-49e7067a-5299-45e7-b52a-0a65b42c0f19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04786308432a4001a575e26c0d6eac0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2721646 Nov 09 00:19:43.233899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7067a-5299-45e7-b52a-0a65b42c0f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c98931-4046-4c38-9ebf-2fa6710f453b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:43.238399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47992) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:43.298622 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6000c9f7-8fdf-486f-ad39-bd9a27d2acbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:43.324916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6000c9f7-8fdf-486f-ad39-bd9a27d2acbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:43.381646 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6000c9f7-8fdf-486f-ad39-bd9a27d2acbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:43.385002 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6000c9f7-8fdf-486f-ad39-bd9a27d2acbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:43.386565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6000c9f7-8fdf-486f-ad39-bd9a27d2acbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0c98931-4046-4c38-9ebf-2fa6710f453b HTTP/1.1" status: 204 len: 168 time: 0.1470470 Nov 09 00:19:43.396687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000c9f7-8fdf-486f-ad39-bd9a27d2acbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c98931-4046-4c38-9ebf-2fa6710f453b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:43.470462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 40574555-6504-458e-9368-2bec63d85eae no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:19:43.498511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 40574555-6504-458e-9368-2bec63d85eae {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:19:43.499794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 40574555-6504-458e-9368-2bec63d85eae not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:19:44.716304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48054) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:44.788040 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0a5180e7-f8ab-4978-a97b-b6397c9eb744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:44.920667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1117735471-network', 'tenant_id': 'f59a4cef7b514e3fb9087a284609f336'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:44.961829 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Made reservation on behalf of f59a4cef7b514e3fb9087a284609f336 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:44.968212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:44.983468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:45.080861 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:45.087350 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:45.111017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:19:45.144091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b51df8-5b11-45bc-9a9c-c3d1f6353415,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:45.147514 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:45.147872 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Added segment 5ce43dc6-cb3e-4fce-810e-468f2ae939bf of type vlan for network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 Nov 09 00:19:45.205288 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:45.258158 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:45.259967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:45.261497 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:45.339438 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6213808 Nov 09 00:19:45.342676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48092) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:45.348360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3d136836-0535-4d5e-a08d-0d8faa2bb827 admin admin] Request body: {'subnet': {'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1117735471-subnet', 'tenant_id': 'f59a4cef7b514e3fb9087a284609f336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:45.413433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a3141-c651-4625-abb4-1c967ea92cdf admin admin] Pushing event updated for resources: {'Network': ['ID=17a08ca3-e0e0-4c43-84b5-28bf0efc0193,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:45.433948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d136836-0535-4d5e-a08d-0d8faa2bb827 admin admin] Made reservation on behalf of f59a4cef7b514e3fb9087a284609f336 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:45.435053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:19:45.436816 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d136836-0535-4d5e-a08d-0d8faa2bb827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:45.686513 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62781b4b-aa6d-49b1-ad63-bc9a84e61f10 req-954c8f99-8d45-46ae-b719-f3f2243c9d61 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:45.697678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d136836-0535-4d5e-a08d-0d8faa2bb827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:45.699671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62781b4b-aa6d-49b1-ad63-bc9a84e61f10 req-954c8f99-8d45-46ae-b719-f3f2243c9d61 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 945 time: 0.0970206 Nov 09 00:19:45.764586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62781b4b-aa6d-49b1-ad63-bc9a84e61f10 req-30703a94-c3d1-45f8-b1ad-ac407db314ab tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585370 Nov 09 00:19:45.794728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d136836-0535-4d5e-a08d-0d8faa2bb827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:45.824316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d136836-0535-4d5e-a08d-0d8faa2bb827 admin admin] Checking segment: {'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:19:45.824666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d136836-0535-4d5e-a08d-0d8faa2bb827 admin admin] Network hostable DHCP agents. Network: 17a08ca3-e0e0-4c43-84b5-28bf0efc0193, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:19:45.842651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d136836-0535-4d5e-a08d-0d8faa2bb827 admin admin] Network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:19:45.852732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3d136836-0535-4d5e-a08d-0d8faa2bb827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 17a08ca3-e0e0-4c43-84b5-28bf0efc0193) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:45.857931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d136836-0535-4d5e-a08d-0d8faa2bb827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:45.858778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d136836-0535-4d5e-a08d-0d8faa2bb827 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:45.863813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bda5bd-bad5-48b6-9544-377b229c50d8 None None] Network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:19:45.894045 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3d136836-0535-4d5e-a08d-0d8faa2bb827 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5501194 Nov 09 00:19:45.937052 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:46.036850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b624c-9090-42cc-a86d-72ecec9b65f1 None None] Network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:19:46.071084 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:46.202560 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:46.787387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-5ab6ce93-6300-4931-a459-52627a54e37e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:46.787387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-5ab6ce93-6300-4931-a459-52627a54e37e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/networks?id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193 HTTP/1.1" status: 200 len: 815 time: 0.1178904 Nov 09 00:19:46.803965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-039b731f-574f-4b65-8bcf-06e380f26192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/quotas/f59a4cef7b514e3fb9087a284609f336 HTTP/1.1" status: 200 len: 375 time: 0.0131760 Nov 09 00:19:46.840708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-91bccaba-d209-485a-87df-cf9ef1dd9eee tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f59a4cef7b514e3fb9087a284609f336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274792 Nov 09 00:19:47.055948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ece795-9661-4a3b-bbdf-634e2bdb5dc4 req-e6ab1265-982c-4501-b2df-6f4987f79fe3 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:47.059698 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-04ece795-9661-4a3b-bbdf-634e2bdb5dc4 req-e6ab1265-982c-4501-b2df-6f4987f79fe3 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 945 time: 0.0758970 Nov 09 00:19:47.097028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48178) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:47.169521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-04ece795-9661-4a3b-bbdf-634e2bdb5dc4 req-2129624b-5763-4a98-a457-b1638cddee12 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Deleting port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:19:47.170274 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-04ece795-9661-4a3b-bbdf-634e2bdb5dc4 req-2129624b-5763-4a98-a457-b1638cddee12 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:47.235024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd67931-5696-4b08-8fbd-dce136535d52 req-b086df82-2bfc-4512-83e0-268ddcc039e9 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:47.242350 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2bd67931-5696-4b08-8fbd-dce136535d52 req-b086df82-2bfc-4512-83e0-268ddcc039e9 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 945 time: 0.4006522 Nov 09 00:19:47.295490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-04ece795-9661-4a3b-bbdf-634e2bdb5dc4 req-2129624b-5763-4a98-a457-b1638cddee12 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] For port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34,segment=NetworkSegment(1e995b0d-73aa-49f4-b4be-3d7a9ce6a985),segment_id=1e995b0d-73aa-49f4-b4be-3d7a9ce6a985)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:47.296154 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-04ece795-9661-4a3b-bbdf-634e2bdb5dc4 req-2129624b-5763-4a98-a457-b1638cddee12 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:47.308889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-008f510e-a4e4-4b62-b3fc-0d63599dbe5d service neutron] 10.222.0.25 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368873 Nov 09 00:19:47.314078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-04ece795-9661-4a3b-bbdf-634e2bdb5dc4 req-2129624b-5763-4a98-a457-b1638cddee12 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Calling delete_port for e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:19:47.321470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2bd67931-5696-4b08-8fbd-dce136535d52 req-72c2faae-9aa7-4954-a188-908625f978b4 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bae72dd-ecbc-421b-987d-3acf8b1b13df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781679 Nov 09 00:19:47.444590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-924dbaeb-0f67-4ba1-8771-ee4075257674 service neutron] 10.222.0.25 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212940 Nov 09 00:19:47.501206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-857397dc-2e13-49bc-b2b1-1f15fcb9cbd3 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-619537086'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:47.501773 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-857397dc-2e13-49bc-b2b1-1f15fcb9cbd3 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Unknown quota resources ['metering_label']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:19:47.545962 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-04ece795-9661-4a3b-bbdf-634e2bdb5dc4 req-2129624b-5763-4a98-a457-b1638cddee12 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:47.563517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e0c97d25-0ff1-41d7-8da6-4e5e13f89b34'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:19:47.631376 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129624b-5763-4a98-a457-b1638cddee12 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Pushing event deleted for resources: {'Port': ['ID=e0c97d25-0ff1-41d7-8da6-4e5e13f89b34,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:47.659385 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:47.784523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9fcca85-6de5-4a09-b223-273e45e98830 req-8ea4c935-a274-42cf-a027-523f0fd2ba0b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 210 time: 0.0450203 Nov 09 00:19:47.814256 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ece795-9661-4a3b-bbdf-634e2bdb5dc4 req-2129624b-5763-4a98-a457-b1638cddee12 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] No DVR routers for this DVR port e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:19:47.817020 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-04ece795-9661-4a3b-bbdf-634e2bdb5dc4 req-2129624b-5763-4a98-a457-b1638cddee12 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:47.822046 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-04ece795-9661-4a3b-bbdf-634e2bdb5dc4 req-2129624b-5763-4a98-a457-b1638cddee12 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.11 "DELETE /v2.0/ports/e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 HTTP/1.1" status: 204 len: 173 time: 0.7550864 Nov 09 00:19:47.858289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf2026b-bbcc-49e4-9575-ca1d23341b54', 'name': 'network-vif-deleted', 'tag': 'e0c97d25-0ff1-41d7-8da6-4e5e13f89b34'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:19:47.860543 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058c1905-5fe3-4a9c-8a16-70ec12e55177" -d '{"events": [{"server_uuid": "adf2026b-bbcc-49e4-9575-ca1d23341b54", "name": "network-vif-deleted", "tag": "e0c97d25-0ff1-41d7-8da6-4e5e13f89b34"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:19:47.897852 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-857397dc-2e13-49bc-b2b1-1f15fcb9cbd3 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:47.899056 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-857397dc-2e13-49bc-b2b1-1f15fcb9cbd3 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8006051 Nov 09 00:19:47.902185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48216) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:47.909244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-ea296978-cfe2-4a94-9996-8737e0224cd5 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '87d48645-7512-4689-8ff1-21240c08c273'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:47.909800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-ea296978-cfe2-4a94-9996-8737e0224cd5 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101780) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:19:48.029552 n-d-813263-3 neutron-server[101780]: WARNING neutron.services.metering.metering_plugin [None req-ea296978-cfe2-4a94-9996-8737e0224cd5 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 00:19:48.187401 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ea296978-cfe2-4a94-9996-8737e0224cd5 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:48.189789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ea296978-cfe2-4a94-9996-8737e0224cd5 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2864077 Nov 09 00:19:48.192917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48226) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:48.200447 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-80dc8806-56c6-4e81-8927-89f7b55d67bd tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '87d48645-7512-4689-8ff1-21240c08c273'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:48.201820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-80dc8806-56c6-4e81-8927-89f7b55d67bd tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:19:48.256817 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201d4df1-5d81-496d-8882-effa6728e854 x-openstack-request-id: req-201d4df1-5d81-496d-8882-effa6728e854 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:19:48.257385 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf2026b-bbcc-49e4-9575-ca1d23341b54", "name": "network-vif-deleted", "tag": "e0c97d25-0ff1-41d7-8da6-4e5e13f89b34", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:19:48.258048 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-201d4df1-5d81-496d-8882-effa6728e854 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:19:48.258644 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf2026b-bbcc-49e4-9575-ca1d23341b54', 'name': 'network-vif-deleted', 'tag': 'e0c97d25-0ff1-41d7-8da6-4e5e13f89b34', 'status': 'completed', 'code': 200} Nov 09 00:19:48.281535 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:48.310541 n-d-813263-3 neutron-server[101781]: WARNING neutron.services.metering.metering_plugin [None req-80dc8806-56c6-4e81-8927-89f7b55d67bd tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 00:19:48.538857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-80dc8806-56c6-4e81-8927-89f7b55d67bd tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:48.542519 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-80dc8806-56c6-4e81-8927-89f7b55d67bd tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3454094 Nov 09 00:19:48.543000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48246) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:48.554331 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a1a9f64c-48a5-4ef2-8453-fde2898fed57 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=426aa938-be59-4f3a-9879-d479913f1274 HTTP/1.1" status: 200 len: 464 time: 0.0104828 Nov 09 00:19:48.556168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2671e721-5662-4f85-aad5-74bc5aea1a09 req-439ba377-86cf-4b3a-810f-5e7b5b09bbb5 tempest-AttachVolumeNegativeTest-1978581982 tempest-AttachVolumeNegativeTest-1978581982-project] 10.222.0.25 "GET /v2.0/ports?device_id=adf2026b-bbcc-49e4-9575-ca1d23341b54 HTTP/1.1" status: 200 len: 210 time: 0.0679047 Nov 09 00:19:48.556946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48248) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:48.699648 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-550d77cc-2fdf-4e51-83a2-7f6ad9b19b62 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:48.704331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48254) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:48.714854 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-550d77cc-2fdf-4e51-83a2-7f6ad9b19b62 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/426aa938-be59-4f3a-9879-d479913f1274 HTTP/1.1" status: 204 len: 168 time: 0.1566381 Nov 09 00:19:48.721872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48258) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:48.722789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6b62120e-1658-4dbc-84e9-1fceebd2612f tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=426aa938-be59-4f3a-9879-d479913f1274 HTTP/1.1" status: 200 len: 221 time: 0.0162625 Nov 09 00:19:48.726290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1230af4a-8b71-45c3-b2d5-7f5fff5afbcd tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--908074786', 'description': 'label created by tempest'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:48.726743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1230af4a-8b71-45c3-b2d5-7f5fff5afbcd tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Unknown quota resources ['metering_label']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:19:48.927824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44be08e7-9e13-463c-b9d1-c2be52166203 req-eac418a9-cafe-4814-8275-a53e72888b72 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 210 time: 0.0403247 Nov 09 00:19:49.221153 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1230af4a-8b71-45c3-b2d5-7f5fff5afbcd tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:49.222351 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1230af4a-8b71-45c3-b2d5-7f5fff5afbcd tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4995100 Nov 09 00:19:49.225592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48276) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:49.337002 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-77de61ac-da9d-4dfd-9094-68afec874d40 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:49.339576 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-77de61ac-da9d-4dfd-9094-68afec874d40 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.11 "GET /v2.0/networks?id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193 HTTP/1.1" status: 200 len: 815 time: 0.1630383 Nov 09 00:19:49.362615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Request body: {'port': {'device_id': 'ff694f62-203c-4265-a915-d90e0f4149c3', 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193', 'admin_state_up': True, 'tenant_id': 'f59a4cef7b514e3fb9087a284609f336'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:49.368849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d73f0e52-fb6d-43b9-b2d4-c60e2921419d tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=89e8ec2c-ac4b-4daa-a4f1-272954c9fd7c HTTP/1.1" status: 200 len: 467 time: 0.1418631 Nov 09 00:19:49.369415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48286) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:49.438373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48292) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:49.533508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Made reservation on behalf of f59a4cef7b514e3fb9087a284609f336 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:49.538808 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:49.596462 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bee4fc52-2846-47da-8199-e28052859873 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:49.598263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bee4fc52-2846-47da-8199-e28052859873 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/89e8ec2c-ac4b-4daa-a4f1-272954c9fd7c HTTP/1.1" status: 204 len: 168 time: 0.2274253 Nov 09 00:19:49.610136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48302) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:49.631709 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b37b890-7feb-42ac-be21-5f2f6f334535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:49.643179 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e6ff1c5c-b524-4ff0-bbec-a19f85440a87 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=89e8ec2c-ac4b-4daa-a4f1-272954c9fd7c HTTP/1.1" status: 200 len: 216 time: 0.0298910 Nov 09 00:19:49.648508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48308) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:49.667259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b25081f9-bed1-4e23-9ec7-818c38e6125f tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0172718 Nov 09 00:19:49.671221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48310) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:49.671745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48312) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:49.726825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d8bad895-8ccb-4521-b4b2-4f01be74d563 tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0525348 Nov 09 00:19:49.736026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48316) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:49.747237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48318) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:49.774128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Allocated IP 172.20.0.6 (17a08ca3-e0e0-4c43-84b5-28bf0efc0193/ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7/dfb5fe14-aa36-42d9-94b9-b64d3f71e95a) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:49.838437 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4518e991-6764-4549-9a52-c45fb25d79ef tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/87d48645-7512-4689-8ff1-21240c08c273 HTTP/1.1" status: 200 len: 472 time: 0.1011057 Nov 09 00:19:49.844629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48330) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:49.864308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fe1b7963-23aa-4deb-9c19-197e750df50c tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/6338ef70-c365-4ff8-a4d6-e7c2cd3febe0 HTTP/1.1" status: 200 len: 461 time: 0.0179348 Nov 09 00:19:49.868202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48332) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:49.874051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-3238b802-7fba-48d6-a49a-d75889e15471 admin admin] Deleting subnet 6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:19:49.891182 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3238b802-7fba-48d6-a49a-d75889e15471 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:49.979028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.007870 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b37b890-7feb-42ac-be21-5f2f6f334535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.009197 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96a95706-f83f-474b-8ea7-f7b076f6d4a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.012451 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3238b802-7fba-48d6-a49a-d75889e15471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.016549 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.061565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:50.066636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:50.071128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:50.084020 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b37b890-7feb-42ac-be21-5f2f6f334535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.103477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Pushing event updated for resources: {'Port': ['ID=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:50.130747 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:50.131605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.149642 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-8f08241e-5aa1-46b2-89e7-477512a3a6da tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7986822 Nov 09 00:19:50.157295 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b11b4943-6391-47e3-983b-d358779e9b0b tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.160633 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b11b4943-6391-47e3-983b-d358779e9b0b tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/6338ef70-c365-4ff8-a4d6-e7c2cd3febe0 HTTP/1.1" status: 204 len: 168 time: 0.2888455 Nov 09 00:19:50.164471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48344) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:50.224173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8b37b890-7feb-42ac-be21-5f2f6f334535 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be82a917eac34eb5a693d0a8691ecedc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7844837 Nov 09 00:19:50.229458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48348) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:50.230168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37b890-7feb-42ac-be21-5f2f6f334535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1848346-9f08-4c23-bd0d-e2014e79f746,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:50.265075 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3238b802-7fba-48d6-a49a-d75889e15471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.266817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48350) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:50.315245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Request body: {'port': {'device_id': 'ff694f62-203c-4265-a915-d90e0f4149c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:50.318931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e589c88-64bc-4bf6-ae50-276148c2ebc7 req-cdea6b27-6cdf-4029-9903-25f2d491d298 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:50.326553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e589c88-64bc-4bf6-ae50-276148c2ebc7 req-cdea6b27-6cdf-4029-9903-25f2d491d298 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 931 time: 0.3216949 Nov 09 00:19:50.395483 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4bd1afcc-fa58-45c7-8ebf-f41d3ece52a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.407350 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bffb36b-01ea-4970-bf55-b4262eab4e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.446593 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a291f965-6742-48c1-bc70-101190c86e6a tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.450094 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a291f965-6742-48c1-bc70-101190c86e6a tempest-MeteringTestJSON-901588543 tempest-MeteringTestJSON-901588543-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/87d48645-7512-4689-8ff1-21240c08c273 HTTP/1.1" status: 204 len: 168 time: 0.2822971 Nov 09 00:19:50.455598 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.467022 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4bd1afcc-fa58-45c7-8ebf-f41d3ece52a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.487446 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3238b802-7fba-48d6-a49a-d75889e15471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.505884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e589c88-64bc-4bf6-ae50-276148c2ebc7 req-92e2b7b7-ac4a-48cd-b122-302aa15f2be9 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779060 Nov 09 00:19:50.553205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238b802-7fba-48d6-a49a-d75889e15471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:50.568587 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3238b802-7fba-48d6-a49a-d75889e15471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.574710 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3238b802-7fba-48d6-a49a-d75889e15471 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6cdcb1ad-4fdb-4ad7-9167-3a2918a1a9a4 HTTP/1.1" status: 204 len: 168 time: 0.8990786 Nov 09 00:19:50.574710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96a95706-f83f-474b-8ea7-f7b076f6d4a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.575027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48356) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:50.592327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96a95706-f83f-474b-8ea7-f7b076f6d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.699790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48360) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:50.712674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-96a95706-f83f-474b-8ea7-f7b076f6d4a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7dc2cd3487d474385d7d1373a9d2cb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9617755 Nov 09 00:19:50.715800 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48366) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:50.719818 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.723482 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a95706-f83f-474b-8ea7-f7b076f6d4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc25f673-3099-4798-acda-475228496055,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:50.736924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4bd1afcc-fa58-45c7-8ebf-f41d3ece52a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.741277 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4bd1afcc-fa58-45c7-8ebf-f41d3ece52a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.747685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4bd1afcc-fa58-45c7-8ebf-f41d3ece52a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1848346-9f08-4c23-bd0d-e2014e79f746 HTTP/1.1" status: 204 len: 168 time: 0.5127914 Nov 09 00:19:50.775763 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1afcc-fa58-45c7-8ebf-f41d3ece52a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1848346-9f08-4c23-bd0d-e2014e79f746,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:50.779803 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bffb36b-01ea-4970-bf55-b4262eab4e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.814070 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bffb36b-01ea-4970-bf55-b4262eab4e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.821089 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb5fe14-aa36-42d9-94b9-b64d3f71e95a {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:19:50.825518 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f5772558-ba8f-4f6e-806d-6801b6022ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.831000 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.863388 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Transition to ACTIVE for port object dfb5fe14-aa36-42d9-94b9-b64d3f71e95a will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:19:50.865923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f5772558-ba8f-4f6e-806d-6801b6022ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.874877 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.923561 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.933577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0bffb36b-01ea-4970-bf55-b4262eab4e5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96d5626247de419c851ada63fe12783a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6608243 Nov 09 00:19:50.935984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48374) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:50.938909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffb36b-01ea-4970-bf55-b4262eab4e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3e9747-5954-4593-b8c9-071bf4bf2ac6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:50.953595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce22d967-e911-46ef-a648-671d86d24c3e']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:50.963653 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6065d9e1-cacb-4b75-a70f-8e324f1e2e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.966029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:50.966440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e995b0d-73aa-49f4-b4be-3d7a9ce6a985') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:19:50.978291 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:50.996819 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.007960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:19:51.008595 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:19:51.010348 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:19:51.015562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:51.078449 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.085731 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.090055 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ce22d967-e911-46ef-a648-671d86d24c3e HTTP/1.1" status: 204 len: 168 time: 0.5079675 Nov 09 00:19:51.096990 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f5772558-ba8f-4f6e-806d-6801b6022ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.100498 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f5772558-ba8f-4f6e-806d-6801b6022ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.104259 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f5772558-ba8f-4f6e-806d-6801b6022ad1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc25f673-3099-4798-acda-475228496055 HTTP/1.1" status: 204 len: 168 time: 0.3820527 Nov 09 00:19:51.105168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a559e-f2f9-4bd1-83af-a14f3ae55062 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce22d967-e911-46ef-a648-671d86d24c3e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:51.137857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5772558-ba8f-4f6e-806d-6801b6022ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc25f673-3099-4798-acda-475228496055,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:51.142556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-819ca5c1-b5e1-41e7-a1b5-fb7eb8a85274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.190691 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Attempting to bind port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:19:51.191025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Attempting to bind port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:19:51.191344 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Attempting to bind port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a on network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:19:51.193336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48380) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:51.203803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-819ca5c1-b5e1-41e7-a1b5-fb7eb8a85274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.212607 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8934fb3-0ae5-44df-9159-5ec979972fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.214204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a on network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:19:51.214505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Attempting to bind port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a on network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:19:51.244281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:19:51.244897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Checking segment: {'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:19:51.245285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Bound using segment: {'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:19:51.245749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Bound port: dfb5fe14-aa36-42d9-94b9-b64d3f71e95a, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:19:51.246103 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.249249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6065d9e1-cacb-4b75-a70f-8e324f1e2e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.268342 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48382) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:51.271601 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6065d9e1-cacb-4b75-a70f-8e324f1e2e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.315040 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8934fb3-0ae5-44df-9159-5ec979972fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.319620 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8934fb3-0ae5-44df-9159-5ec979972fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.365667 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b8934fb3-0ae5-44df-9159-5ec979972fcf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2019dbbbc4d4f23a7919678670889b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1686752 Nov 09 00:19:51.365667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8934fb3-0ae5-44df-9159-5ec979972fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af57a2c3-d927-4cfe-ae13-3b2e0b7952ab,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:51.366208 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065d9e1-cacb-4b75-a70f-8e324f1e2e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa45c898-6340-4dee-970d-61fe1206de55,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:51.366666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48384) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:51.370273 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6065d9e1-cacb-4b75-a70f-8e324f1e2e13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=676cf729ae0c43d5b547183077d976b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6695173 Nov 09 00:19:51.376049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48386) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:51.397523 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-819ca5c1-b5e1-41e7-a1b5-fb7eb8a85274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.399994 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-819ca5c1-b5e1-41e7-a1b5-fb7eb8a85274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.403919 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-819ca5c1-b5e1-41e7-a1b5-fb7eb8a85274 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f3e9747-5954-4593-b8c9-071bf4bf2ac6 HTTP/1.1" status: 204 len: 168 time: 0.4660852 Nov 09 00:19:51.434015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] For port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:19:51.438032 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8ed56cd0-4c0e-41cf-9844-6c72e29e051b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fac795994a834c26adcae829fc064be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631961 Nov 09 00:19:51.439455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ca5c1-b5e1-41e7-a1b5-fb7eb8a85274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3e9747-5954-4593-b8c9-071bf4bf2ac6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:51.442105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48390) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:51.464636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] For port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:19:51.478923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.491286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:19:51.529280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:19:51.530095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e0c97d25-0ff1-41d7-8da6-4e5e13f89b34 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:19:51.538264 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5896c7c5-cd8c-400d-a9ee-8122d96e664b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.558650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:51.559335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.560861 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/dfb5fe14-aa36-42d9-94b9-b64d3f71e95a HTTP/1.1" status: 200 len: 1091 time: 1.4032836 Nov 09 00:19:51.565789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff694f62-203c-4265-a915-d90e0f4149c3', 'tag': 'dfb5fe14-aa36-42d9-94b9-b64d3f71e95a'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:19:51.580943 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db0d4ec-7254-4f91-8a17-778e464816f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff694f62-203c-4265-a915-d90e0f4149c3", "tag": "dfb5fe14-aa36-42d9-94b9-b64d3f71e95a"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:19:51.589827 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9b46cd1-da9f-416d-a1ff-0a3e686197a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.593968 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5896c7c5-cd8c-400d-a9ee-8122d96e664b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.634023 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9b46cd1-da9f-416d-a1ff-0a3e686197a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.634522 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-821f5f5f-d822-41cb-a00b-fcbd309728c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.661726 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-821f5f5f-d822-41cb-a00b-fcbd309728c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.676969 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c73792-b859-45dd-99e0-f3a28adc7ae7 x-openstack-request-id: req-08c73792-b859-45dd-99e0-f3a28adc7ae7 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:19:51.677610 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff694f62-203c-4265-a915-d90e0f4149c3", "tag": "dfb5fe14-aa36-42d9-94b9-b64d3f71e95a", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:19:51.678010 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08c73792-b859-45dd-99e0-f3a28adc7ae7 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:19:51.678626 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff694f62-203c-4265-a915-d90e0f4149c3', 'tag': 'dfb5fe14-aa36-42d9-94b9-b64d3f71e95a', 'status': 'completed', 'code': 200} Nov 09 00:19:51.742884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019a91c-017d-4961-ab0e-405b9a7180d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:51.767266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-9ca11e41-db96-4e3e-a6d5-85afec74dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:51.769500 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-9ca11e41-db96-4e3e-a6d5-85afec74dce1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f59a4cef7b514e3fb9087a284609f336&device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 1094 time: 0.0874510 Nov 09 00:19:51.773437 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9b46cd1-da9f-416d-a1ff-0a3e686197a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.778212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9b46cd1-da9f-416d-a1ff-0a3e686197a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.781885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e9b46cd1-da9f-416d-a1ff-0a3e686197a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa45c898-6340-4dee-970d-61fe1206de55 HTTP/1.1" status: 204 len: 168 time: 0.4073443 Nov 09 00:19:51.794518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c14fb8-6c30-48a1-8c4e-2ae0eec4fc04 req-2d95444a-e504-40bd-9e5c-dac5838b6ed7 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:51.802783 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42c14fb8-6c30-48a1-8c4e-2ae0eec4fc04 req-2d95444a-e504-40bd-9e5c-dac5838b6ed7 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 943 time: 0.1413920 Nov 09 00:19:51.812517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48402) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:51.824079 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-92adceb2-cd1b-4651-8e1b-40a4763f07ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a HTTP/1.1" status: 200 len: 217 time: 0.0464997 Nov 09 00:19:51.831701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-821f5f5f-d822-41cb-a00b-fcbd309728c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.836530 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-821f5f5f-d822-41cb-a00b-fcbd309728c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.838232 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-821f5f5f-d822-41cb-a00b-fcbd309728c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bae72dd-ecbc-421b-987d-3acf8b1b13df HTTP/1.1" status: 204 len: 168 time: 0.3928585 Nov 09 00:19:51.843844 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5896c7c5-cd8c-400d-a9ee-8122d96e664b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.846835 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5896c7c5-cd8c-400d-a9ee-8122d96e664b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.848135 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5896c7c5-cd8c-400d-a9ee-8122d96e664b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af57a2c3-d927-4cfe-ae13-3b2e0b7952ab HTTP/1.1" status: 204 len: 168 time: 0.4806516 Nov 09 00:19:51.849331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b46cd1-da9f-416d-a1ff-0a3e686197a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa45c898-6340-4dee-970d-61fe1206de55,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:51.879432 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f5f5f-d822-41cb-a00b-fcbd309728c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bae72dd-ecbc-421b-987d-3acf8b1b13df,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:51.883137 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-df521652-fe29-4304-baa4-b2f8e46ec151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:51.904818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-68357512-2a0d-4dc7-9a27-37930aed8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:51.913896 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-68357512-2a0d-4dc7-9a27-37930aed8b15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7 HTTP/1.1" status: 200 len: 855 time: 0.0736496 Nov 09 00:19:51.925098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896c7c5-cd8c-400d-a9ee-8122d96e664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af57a2c3-d927-4cfe-ae13-3b2e0b7952ab,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:51.970155 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-f8430bfb-8497-44ed-b75a-c89429f87530 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474925 Nov 09 00:19:52.047791 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-df521652-fe29-4304-baa4-b2f8e46ec151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.052632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42c14fb8-6c30-48a1-8c4e-2ae0eec4fc04 req-46a9ca1c-daa8-4aac-a067-062d9ced3576 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482584 Nov 09 00:19:52.058671 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-df521652-fe29-4304-baa4-b2f8e46ec151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.084968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48414) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:52.112891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-df521652-fe29-4304-baa4-b2f8e46ec151 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01d16572b1594f59905582b1f7736eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2987380 Nov 09 00:19:52.113939 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df521652-fe29-4304-baa4-b2f8e46ec151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5326bc17-2240-4fcd-8e61-6c6896ee2595,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:52.116949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48416) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:52.119340 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-572277ce-aaf7-4589-a86f-9d7bc17cb1b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.199587 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-924b7c9f-a7e4-4ff6-9646-8eb639602182 service neutron] 10.222.0.11 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220626 Nov 09 00:19:52.253500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32cb86bb-ece4-49b6-938e-52544d509624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.329938 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32cb86bb-ece4-49b6-938e-52544d509624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.372114 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-572277ce-aaf7-4589-a86f-9d7bc17cb1b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.388174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-572277ce-aaf7-4589-a86f-9d7bc17cb1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.427992 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d37dfcf6-8c9c-4476-9470-e1f824328dbc req-77860592-7a38-4d38-a4fd-96e3dd284040 service neutron] 10.222.0.11 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127020 Nov 09 00:19:52.464031 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-572277ce-aaf7-4589-a86f-9d7bc17cb1b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4685f7d74e674730af7195e537791931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777814 Nov 09 00:19:52.465561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572277ce-aaf7-4589-a86f-9d7bc17cb1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae94364d-a559-48bb-afa3-cbc1d320b26f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:52.466664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48428) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:52.487037 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32cb86bb-ece4-49b6-938e-52544d509624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.490406 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32cb86bb-ece4-49b6-938e-52544d509624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.491710 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-32cb86bb-ece4-49b6-938e-52544d509624 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5326bc17-2240-4fcd-8e61-6c6896ee2595 HTTP/1.1" status: 204 len: 168 time: 0.3733015 Nov 09 00:19:52.501360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb86bb-ece4-49b6-938e-52544d509624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5326bc17-2240-4fcd-8e61-6c6896ee2595,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:52.537961 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5864-c06e-4658-8c29-50d48af8c761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.564890 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5864-c06e-4658-8c29-50d48af8c761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.575104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0d4ec-7254-4f91-8a17-778e464816f7 req-40873353-778c-466c-8c17-f1972128ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:52.576703 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8db0d4ec-7254-4f91-8a17-778e464816f7 req-40873353-778c-466c-8c17-f1972128ca64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f59a4cef7b514e3fb9087a284609f336&device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 1094 time: 0.0662088 Nov 09 00:19:52.606390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48436) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:52.625033 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8ea3-7276-4b65-9a9f-144ab2644bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.669541 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5864-c06e-4658-8c29-50d48af8c761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.674438 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6ae5864-c06e-4658-8c29-50d48af8c761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.679084 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e6ae5864-c06e-4658-8c29-50d48af8c761 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae94364d-a559-48bb-afa3-cbc1d320b26f HTTP/1.1" status: 204 len: 168 time: 0.2083428 Nov 09 00:19:52.695167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0d4ec-7254-4f91-8a17-778e464816f7 req-f43948bc-ff5b-41a5-bbf4-66f252509005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:52.697034 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8db0d4ec-7254-4f91-8a17-778e464816f7 req-f43948bc-ff5b-41a5-bbf4-66f252509005 service neutron] 10.222.0.11 "GET /v2.0/networks?id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193 HTTP/1.1" status: 200 len: 915 time: 0.1133084 Nov 09 00:19:52.702209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae5864-c06e-4658-8c29-50d48af8c761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae94364d-a559-48bb-afa3-cbc1d320b26f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:52.772624 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8ea3-7276-4b65-9a9f-144ab2644bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.775365 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8db0d4ec-7254-4f91-8a17-778e464816f7 req-004b4926-0312-452f-87b5-6a2876baf38f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a HTTP/1.1" status: 200 len: 217 time: 0.0700698 Nov 09 00:19:52.777801 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8ea3-7276-4b65-9a9f-144ab2644bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.820854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6b6d8ea3-7276-4b65-9a9f-144ab2644bf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=430706dd777d4fa09d674816a27d7d41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2108510 Nov 09 00:19:52.821766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d8ea3-7276-4b65-9a9f-144ab2644bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b17d46c-c5f2-4083-b3cd-3fcee7ebf12c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:52.823634 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48444) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:52.855263 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0d4ec-7254-4f91-8a17-778e464816f7 req-ee71413d-1000-4b92-b3aa-1a916e45bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:52.856960 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8db0d4ec-7254-4f91-8a17-778e464816f7 req-ee71413d-1000-4b92-b3aa-1a916e45bbe4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7 HTTP/1.1" status: 200 len: 855 time: 0.0724926 Nov 09 00:19:52.900764 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8db0d4ec-7254-4f91-8a17-778e464816f7 req-be1bb028-f504-402c-9f5e-a2329c4b1097 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286055 Nov 09 00:19:52.931584 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f344af9d-2f0e-4cba-acbe-013e0f57bcb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:52.993857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f344af9d-2f0e-4cba-acbe-013e0f57bcb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:53.063931 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8db0d4ec-7254-4f91-8a17-778e464816f7 req-c915ccf4-142d-4a03-9417-5ea5566a691d service neutron] 10.222.0.11 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506951 Nov 09 00:19:53.138424 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f344af9d-2f0e-4cba-acbe-013e0f57bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:53.141243 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f344af9d-2f0e-4cba-acbe-013e0f57bcb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:53.142591 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f344af9d-2f0e-4cba-acbe-013e0f57bcb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b17d46c-c5f2-4083-b3cd-3fcee7ebf12c HTTP/1.1" status: 204 len: 168 time: 0.3156929 Nov 09 00:19:53.160252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344af9d-2f0e-4cba-acbe-013e0f57bcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b17d46c-c5f2-4083-b3cd-3fcee7ebf12c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:53.190005 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8db0d4ec-7254-4f91-8a17-778e464816f7 req-5f67c0d6-67e9-4245-b1ec-182d18994d83 service neutron] 10.222.0.11 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196966 Nov 09 00:19:53.218125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2551e46-d6a8-4b73-b762-9866518d8adf req-4712c3f7-e407-430e-b223-80a151feaf72 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:53.219962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c2551e46-d6a8-4b73-b762-9866518d8adf req-4712c3f7-e407-430e-b223-80a151feaf72 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 943 time: 0.0712879 Nov 09 00:19:53.286908 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c2551e46-d6a8-4b73-b762-9866518d8adf req-dda50153-462f-46e7-973e-909c8091ffde tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603735 Nov 09 00:19:54.442201 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae90d39-997c-42c6-8490-26566ac92bc2 req-aa447b30-bc30-403a-9edc-a45070102e7c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:54.443979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ae90d39-997c-42c6-8490-26566ac92bc2 req-aa447b30-bc30-403a-9edc-a45070102e7c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 943 time: 0.0662365 Nov 09 00:19:54.542875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ae90d39-997c-42c6-8490-26566ac92bc2 req-3b01a76c-3f1e-4da1-b584-50d3b4ff87ec tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851359 Nov 09 00:19:55.076655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48578) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:55.377486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1146077175'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:55.400861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Made reservation on behalf of e2a9170db3de4c0ca195ecea70ab4e4f for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:55.404401 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:55.415169 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:55.508909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:55.514367 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:55.533002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device dfb5fe14-aa36-42d9-94b9-b64d3f71e95a details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:19:55.537721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:19:55.559286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092eb374-05ed-45a0-a932-493e771b750d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:55.563358 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:55.563865 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Added segment effd6bba-8805-4955-919a-4142e003d1a9 of type vlan for network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 Nov 09 00:19:55.643299 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:55.685431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:55.700434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:55.700753 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:55.703217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611d3c5-6fd2-4d91-acd3-4024ced76d99 req-b3452fcd-6dd4-411f-8737-4889a58fa437 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:55.712609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2611d3c5-6fd2-4d91-acd3-4024ced76d99 req-b3452fcd-6dd4-411f-8737-4889a58fa437 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 943 time: 0.0667858 Nov 09 00:19:55.745519 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:55.762969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'dfb5fe14-aa36-42d9-94b9-b64d3f71e95a', 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193', 'port_id': 'dfb5fe14-aa36-42d9-94b9-b64d3f71e95a', 'mac_address': 'fa:16:3e:5a:2a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:19:55.798535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2611d3c5-6fd2-4d91-acd3-4024ced76d99 req-ddce7a76-6358-4963-94da-47f7cde7ba2d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824256 Nov 09 00:19:55.800383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48614) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:55.801302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7231758 Nov 09 00:19:55.810133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-91c9e7a8-9eed-4051-ab2a-63525810174b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Request body: {'subnet': {'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:55.862146 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:55.888053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb5fe14-aa36-42d9-94b9-b64d3f71e95a {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:19:55.891400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc8d06-29fb-475f-a6f6-f62c47a13545 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event updated for resources: {'Network': ['ID=fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:55.918908 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:19:55.960230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:55.977762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c9e7a8-9eed-4051-ab2a-63525810174b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Made reservation on behalf of e2a9170db3de4c0ca195ecea70ab4e4f for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:55.983810 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91c9e7a8-9eed-4051-ab2a-63525810174b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:56.008237 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:56.172045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:56.238472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['dfb5fe14-aa36-42d9-94b9-b64d3f71e95a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:19:56.390490 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91c9e7a8-9eed-4051-ab2a-63525810174b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:56.465158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9e7a8-9eed-4051-ab2a-63525810174b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event updated for resources: {'Subnet': ['ID=e5982f02-e18b-486b-b0fa-0b6aa8e7677c,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:56.485995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9e7a8-9eed-4051-ab2a-63525810174b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Checking segment: {'id': 'effd6bba-8805-4955-919a-4142e003d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:19:56.486887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9e7a8-9eed-4051-ab2a-63525810174b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Network hostable DHCP agents. Network: fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:19:56.511467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9e7a8-9eed-4051-ab2a-63525810174b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:19:56.539104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-91c9e7a8-9eed-4051-ab2a-63525810174b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:56.548146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc13d33-14ee-4d11-94cb-30b6c1317bfd None None] Network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:19:56.556823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c9e7a8-9eed-4051-ab2a-63525810174b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:56.560197 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91c9e7a8-9eed-4051-ab2a-63525810174b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:56.608294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-91c9e7a8-9eed-4051-ab2a-63525810174b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8039503 Nov 09 00:19:56.611010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48660) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:56.619701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Request body: {'port': {'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064', 'name': 'tempest-AllowedAddressPairTestJSON-213828592'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:56.799118 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064', 'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064', 'tenant_id': 'e2a9170db3de4c0ca195ecea70ab4e4f', 'fixed_ips': [{'subnet_id': 'e5982f02-e18b-486b-b0fa-0b6aa8e7677c'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:19:56.800258 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:56.849951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Made reservation on behalf of e2a9170db3de4c0ca195ecea70ab4e4f for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:56.853893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:56.893918 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] device_id is not set on port 1256684d-bab1-4734-acff-affe3a17cdac yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:19:57.071963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Allocated IP 172.20.0.2 (fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064/e5982f02-e18b-486b-b0fa-0b6aa8e7677c/4b11704c-f8c9-4f36-9cd9-6f11b7e9f735) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:57.104659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7a95d-8623-4d69-9789-a23e3bf90f30 req-2ffbcb25-8d96-4835-81ef-5b1b4fd91316 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:57.112196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61f7a95d-8623-4d69-9789-a23e3bf90f30 req-2ffbcb25-8d96-4835-81ef-5b1b4fd91316 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 944 time: 0.1722305 Nov 09 00:19:57.205499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61f7a95d-8623-4d69-9789-a23e3bf90f30 req-f1660a7c-9f6d-41bd-af42-a8cadd400ae5 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779326 Nov 09 00:19:57.324836 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:57.356291 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:57.447649 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Allocated IP 172.20.0.6 (fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064/e5982f02-e18b-486b-b0fa-0b6aa8e7677c/1256684d-bab1-4734-acff-affe3a17cdac) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:57.459238 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:57.467621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:57.472497 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:57.493364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Pushing event updated for resources: {'Port': ['ID=4b11704c-f8c9-4f36-9cd9-6f11b7e9f735,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:57.585087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device dfb5fe14-aa36-42d9-94b9-b64d3f71e95a up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:19:57.620832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Attempting to bind port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:19:57.621635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Attempting to bind port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'effd6bba-8805-4955-919a-4142e003d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:19:57.622222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Attempting to bind port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 on network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:19:57.812178 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:57.873981 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:19:57.874800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Checking segment: {'id': 'effd6bba-8805-4955-919a-4142e003d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:19:57.875545 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:57.876162 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Bound using segment: {'id': 'effd6bba-8805-4955-919a-4142e003d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:19:57.876900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Bound port: 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effd6bba-8805-4955-919a-4142e003d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:19:57.877541 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:57.997815 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:58.025022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:19:58.050649 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:19:58.052595 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:58.076627 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:58.082940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:58.089553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48696) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:58.091878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:58.110882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] For port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:19:58.137671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] For port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4b11704c-f8c9-4f36-9cd9-6f11b7e9f735,segment=NetworkSegment(effd6bba-8805-4955-919a-4142e003d1a9),segment_id=effd6bba-8805-4955-919a-4142e003d1a9)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:19:58.149708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event updated for resources: {'Port': ['ID=1256684d-bab1-4734-acff-affe3a17cdac,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:58.152623 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:58.181413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:58.187896 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:58.217967 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cffbae6d-3018-4943-83fb-af84d2cc8f34 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6051974 Nov 09 00:19:58.221592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48704) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:58.238357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Request body: {'port': {'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064', 'name': 'tempest-AllowedAddressPairTestJSON-1691074077', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e8:10:12'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:19:58.276319 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:58.302821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3549c5-adab-4c34-816c-28c3bf1eec35 None None] Pushing event updated for resources: {'Port': ['ID=4b11704c-f8c9-4f36-9cd9-6f11b7e9f735,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:58.340988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:58.342048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff694f62-203c-4265-a915-d90e0f4149c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb5fe14-aa36-42d9-94b9-b64d3f71e95a'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:19:58.344560 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1228835e-36f9-429f-b97b-cd063c02e48f" -d '{"events": [{"server_uuid": "ff694f62-203c-4265-a915-d90e0f4149c3", "name": "network-vif-plugged", "status": "completed", "tag": "dfb5fe14-aa36-42d9-94b9-b64d3f71e95a"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:19:58.356376 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:58.461545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-10cd32d5-2554-41d6-a9eb-5bd1f40ad3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:58.479861 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:58.491649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e14b8b-2e67-49f9-8f07-48172398f196 req-26425811-93f6-4d74-ae60-c5af111a59e0 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:58.500412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22e14b8b-2e67-49f9-8f07-48172398f196 req-26425811-93f6-4d74-ae60-c5af111a59e0 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.1011198 Nov 09 00:19:58.502837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Made reservation on behalf of e2a9170db3de4c0ca195ecea70ab4e4f for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:19:58.604421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22e14b8b-2e67-49f9-8f07-48172398f196 req-1e3c56b2-c608-48a5-b92b-5ba67d8d0062 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026430 Nov 09 00:19:58.757009 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:58.762399 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-10cd32d5-2554-41d6-a9eb-5bd1f40ad3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:58.772508 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-10cd32d5-2554-41d6-a9eb-5bd1f40ad3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:58.813892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] device_id is not set on port 4a5880f9-df3a-4aa5-b31c-97886ef897d4 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:19:59.111592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Allocated IP 172.20.0.7 (fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064/e5982f02-e18b-486b-b0fa-0b6aa8e7677c/4a5880f9-df3a-4aa5-b31c-97886ef897d4) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:19:59.318560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48754) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:19:59.319403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-10cd32d5-2554-41d6-a9eb-5bd1f40ad3b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b4c49d20bb040af8f7ea347d96f00bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2276433 Nov 09 00:19:59.346708 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82821c48-cf67-45c7-98f5-fa007b2d8a43 x-openstack-request-id: req-82821c48-cf67-45c7-98f5-fa007b2d8a43 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:19:59.347322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd32d5-2554-41d6-a9eb-5bd1f40ad3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e69df84-1d0f-41c5-a64c-55558d755bbb,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:59.347454 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff694f62-203c-4265-a915-d90e0f4149c3", "name": "network-vif-plugged", "status": "completed", "tag": "dfb5fe14-aa36-42d9-94b9-b64d3f71e95a", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:19:59.347614 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82821c48-cf67-45c7-98f5-fa007b2d8a43 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:19:59.348112 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff694f62-203c-4265-a915-d90e0f4149c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb5fe14-aa36-42d9-94b9-b64d3f71e95a', 'code': 200} Nov 09 00:19:59.519193 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:59.545983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce8e0c1f-45c1-40b3-b30c-2ab261ffa831 req-7de6b167-03ca-4eac-8fa8-c247248a6534 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3072870 Nov 09 00:19:59.548857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:19:59.593044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:59.652536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0c1f-45c1-40b3-b30c-2ab261ffa831 req-bec09fef-8303-4f22-a3cf-437f7f8763c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:59.657393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce8e0c1f-45c1-40b3-b30c-2ab261ffa831 req-bec09fef-8303-4f22-a3cf-437f7f8763c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1096 time: 0.0829499 Nov 09 00:19:59.680430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:19:59.680799 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:59.794330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-513d2af4-98a1-4cbc-9302-3e23969c9d71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:59.812743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event updated for resources: {'Port': ['ID=4a5880f9-df3a-4aa5-b31c-97886ef897d4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:19:59.820691 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:19:59.827416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e2a9e-e906-48a5-813c-3cc6c0e8889f req-31445b55-ac6f-43d1-be03-769783c18ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:59.829204 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-845e2a9e-e906-48a5-813c-3cc6c0e8889f req-31445b55-ac6f-43d1-be03-769783c18ec5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 1096 time: 0.2728486 Nov 09 00:19:59.838089 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:19:59.846233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:19:59.863576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-513d2af4-98a1-4cbc-9302-3e23969c9d71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:59.899881 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:19:59.955803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb27f6-b536-4d8c-ace9-a7577d01140c req-546cac45-8908-4f1a-98cd-bff96088a7ae tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:59.958926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91fb27f6-b536-4d8c-ace9-a7577d01140c req-546cac45-8908-4f1a-98cd-bff96088a7ae tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.1985316 Nov 09 00:19:59.981757 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4b11704c-f8c9-4f36-9cd9-6f11b7e9f735,segment=NetworkSegment(effd6bba-8805-4955-919a-4142e003d1a9),segment_id=effd6bba-8805-4955-919a-4142e003d1a9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:19:59.993273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0c1f-45c1-40b3-b30c-2ab261ffa831 req-7c8bb3e3-26f2-48c3-891d-f861e759505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:19:59.995216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce8e0c1f-45c1-40b3-b30c-2ab261ffa831 req-7c8bb3e3-26f2-48c3-891d-f861e759505e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.3128991 Nov 09 00:20:00.009572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1247060-82ee-4deb-9370-450f7034a054 None None] Network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:20:00.023675 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:00.079266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:00.082562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce8e0c1f-45c1-40b3-b30c-2ab261ffa831 req-6b7aa707-dc4d-4267-b50b-724cd9987718 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 1001 time: 0.0783184 Nov 09 00:20:00.083946 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:00.119833 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-845e2a9e-e906-48a5-813c-3cc6c0e8889f req-0569de5a-139c-442e-9daa-78afb327b942 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746270 Nov 09 00:20:00.135391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91fb27f6-b536-4d8c-ace9-a7577d01140c req-e79a6815-aca2-4dec-9281-91a6ffbc6f0e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641879 Nov 09 00:20:00.137897 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a308f3a6-fb58-417b-897e-b80acdc6d574 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9136045 Nov 09 00:20:00.138573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48786) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:00.172016 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-513d2af4-98a1-4cbc-9302-3e23969c9d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:00.183299 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-513d2af4-98a1-4cbc-9302-3e23969c9d71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:00.186856 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-513d2af4-98a1-4cbc-9302-3e23969c9d71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e69df84-1d0f-41c5-a64c-55558d755bbb HTTP/1.1" status: 204 len: 168 time: 0.8528786 Nov 09 00:20:00.211459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0c1f-45c1-40b3-b30c-2ab261ffa831 req-5b48a486-6def-4be1-87b7-abb03c5970c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:00.213154 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce8e0c1f-45c1-40b3-b30c-2ab261ffa831 req-5b48a486-6def-4be1-87b7-abb03c5970c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.0973375 Nov 09 00:20:00.250801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d2af4-98a1-4cbc-9302-3e23969c9d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e69df84-1d0f-41c5-a64c-55558d755bbb,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:00.297813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb572f-06a7-4836-8b4c-0e2b990f5c53 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:00.300864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0c1f-45c1-40b3-b30c-2ab261ffa831 req-52cee7c8-984a-4ee5-8916-688ada17afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:00.302457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce8e0c1f-45c1-40b3-b30c-2ab261ffa831 req-52cee7c8-984a-4ee5-8916-688ada17afc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809805 Nov 09 00:20:00.338598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb572f-06a7-4836-8b4c-0e2b990f5c53 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:00.354145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb572f-06a7-4836-8b4c-0e2b990f5c53 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:00.355904 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5eeb572f-06a7-4836-8b4c-0e2b990f5c53 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2030959 Nov 09 00:20:00.364693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48796) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:00.399794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-37ee5e29-3289-4abb-91a3-88309da988fe None None] Provisioning complete for port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:00.402013 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-37ee5e29-3289-4abb-91a3-88309da988fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:00.501057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce8e0c1f-45c1-40b3-b30c-2ab261ffa831 req-fdc79041-8eaa-4357-9390-bd90bcbafc2b service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902435 Nov 09 00:20:00.575003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=4b11704c-f8c9-4f36-9cd9-6f11b7e9f735,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:00.596353 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3c16d1f9-7f16-4778-888d-1737f381fb2a tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Deleting port 4a5880f9-df3a-4aa5-b31c-97886ef897d4 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:20:00.596696 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c16d1f9-7f16-4778-888d-1737f381fb2a tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:00.707817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce8e0c1f-45c1-40b3-b30c-2ab261ffa831 req-cc935eaa-8159-4bc2-90dc-c7cd0eead2c4 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998870 Nov 09 00:20:00.783801 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c16d1f9-7f16-4778-888d-1737f381fb2a tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:00.797977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3c16d1f9-7f16-4778-888d-1737f381fb2a tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Calling delete_port for 4a5880f9-df3a-4aa5-b31c-97886ef897d4 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:20:00.833721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48808) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:00.867858 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-220a26ce-76ba-4c51-acaf-00273613883f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:00.959607 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c16d1f9-7f16-4778-888d-1737f381fb2a tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:01.006183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16d1f9-7f16-4778-888d-1737f381fb2a tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event deleted for resources: {'Port': ['ID=4a5880f9-df3a-4aa5-b31c-97886ef897d4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:01.118080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fc9ac3ea-528d-4c63-bf71-2bb81f0e44a8 None None] Could not find standard attr ID for object 4a5880f9-df3a-4aa5-b31c-97886ef897d4. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:20:01.135876 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-220a26ce-76ba-4c51-acaf-00273613883f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:01.148921 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-220a26ce-76ba-4c51-acaf-00273613883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:01.156597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fc9ac3ea-528d-4c63-bf71-2bb81f0e44a8 None None] Provisioning complete for port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:01.158310 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac3ea-528d-4c63-bf71-2bb81f0e44a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:01.295620 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-220a26ce-76ba-4c51-acaf-00273613883f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a333b1de97d94a519348a1c1fb67b7de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4415660 Nov 09 00:20:01.299423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48820) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:01.300113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a26ce-76ba-4c51-acaf-00273613883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7116a8c5-cac2-4358-9f57-49ce3e00ca7d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:01.504535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fc9ac3ea-528d-4c63-bf71-2bb81f0e44a8 None None] Provisioning complete for port 1256684d-bab1-4734-acff-affe3a17cdac triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:01.506388 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac3ea-528d-4c63-bf71-2bb81f0e44a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:01.586253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8926e-20b9-4bf4-8cf6-59f10a627de1 req-242dac1d-d6a2-48e3-b1e1-de86e1343e8b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:01.622848 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1a8926e-20b9-4bf4-8cf6-59f10a627de1 req-242dac1d-d6a2-48e3-b1e1-de86e1343e8b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.2290626 Nov 09 00:20:01.640285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:20:01.691839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62656392-06db-4ffb-8a70-07df9538499c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:01.769078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ac3ea-528d-4c63-bf71-2bb81f0e44a8 None None] Port 1256684d-bab1-4734-acff-affe3a17cdac cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:20:01.800123 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62656392-06db-4ffb-8a70-07df9538499c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:01.808301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:01.809773 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:01.880534 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1a8926e-20b9-4bf4-8cf6-59f10a627de1 req-ecb12e06-bf8f-4eb1-89d1-3157fb308945 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559597 Nov 09 00:20:01.930309 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62656392-06db-4ffb-8a70-07df9538499c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:01.935550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-10e53086-089c-449d-a5b1-055870fdfb54 None None] Provisioning complete for port 1256684d-bab1-4734-acff-affe3a17cdac triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:01.935918 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-10e53086-089c-449d-a5b1-055870fdfb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:01.936389 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62656392-06db-4ffb-8a70-07df9538499c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:01.942997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-62656392-06db-4ffb-8a70-07df9538499c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7116a8c5-cac2-4358-9f57-49ce3e00ca7d HTTP/1.1" status: 204 len: 168 time: 0.6154170 Nov 09 00:20:01.965017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62656392-06db-4ffb-8a70-07df9538499c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7116a8c5-cac2-4358-9f57-49ce3e00ca7d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:02.064099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-10e53086-089c-449d-a5b1-055870fdfb54 None None] Port 1256684d-bab1-4734-acff-affe3a17cdac cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:20:02.177550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9340337d-2d6f-491f-a14e-f00eeb7475d1 None None] Could not find standard attr ID for object 4a5880f9-df3a-4aa5-b31c-97886ef897d4. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:20:02.236355 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c16d1f9-7f16-4778-888d-1737f381fb2a tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:02.238954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48838) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:02.243815 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3c16d1f9-7f16-4778-888d-1737f381fb2a tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "DELETE /v2.0/ports/4a5880f9-df3a-4aa5-b31c-97886ef897d4 HTTP/1.1" status: 204 len: 168 time: 1.8782325 Nov 09 00:20:02.245805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48840) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:02.276025 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-84609f4f-5342-45fa-82ba-952724bcf93e tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] GET failed (client error): The resource could not be found. Nov 09 00:20:02.277719 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-84609f4f-5342-45fa-82ba-952724bcf93e tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "GET /v2.0/ports/4a5880f9-df3a-4aa5-b31c-97886ef897d4 HTTP/1.1" status: 404 len: 333 time: 0.0307386 Nov 09 00:20:02.281420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48846) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:02.287530 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Request body: {'port': {'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064', 'name': 'tempest-AllowedAddressPairTestJSON-627180004'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:02.443609 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef9e3-b049-4830-8d51-035efc1b6757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:02.502856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Made reservation on behalf of e2a9170db3de4c0ca195ecea70ab4e4f for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:20:02.507057 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:02.543048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] device_id is not set on port fd271dc7-12ae-4f4d-903d-24d6b81a1ba4 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:20:02.625316 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef9e3-b049-4830-8d51-035efc1b6757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:02.634612 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef9e3-b049-4830-8d51-035efc1b6757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:02.696486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ef9e3-b049-4830-8d51-035efc1b6757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0462fdf2-bf83-4e2a-a84b-03ef72e15c82,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:02.728118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48874) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:02.728292 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7e0ef9e3-b049-4830-8d51-035efc1b6757 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ea59fd4354c43a6bbbcedbfe658ef64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4874203 Nov 09 00:20:02.752401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Allocated IP 172.20.0.4 (fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064/e5982f02-e18b-486b-b0fa-0b6aa8e7677c/fd271dc7-12ae-4f4d-903d-24d6b81a1ba4) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:20:02.834117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4d9ce62-7547-41c3-9f1a-03a48466386d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:02.860704 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4d9ce62-7547-41c3-9f1a-03a48466386d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:02.927665 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4d9ce62-7547-41c3-9f1a-03a48466386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:02.931015 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4d9ce62-7547-41c3-9f1a-03a48466386d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:02.935756 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a4d9ce62-7547-41c3-9f1a-03a48466386d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0462fdf2-bf83-4e2a-a84b-03ef72e15c82 HTTP/1.1" status: 204 len: 168 time: 0.2064488 Nov 09 00:20:02.947662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9ce62-7547-41c3-9f1a-03a48466386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0462fdf2-bf83-4e2a-a84b-03ef72e15c82,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:02.991615 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:03.118965 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:03.198745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7342695-09d7-4119-a7c2-615259922a64 req-ed158884-ed37-40f9-a72e-506fc30c8f81 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:03.204604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7342695-09d7-4119-a7c2-615259922a64 req-ed158884-ed37-40f9-a72e-506fc30c8f81 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.1580305 Nov 09 00:20:03.237715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:20:03.251936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:20:03.291794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:20:03.305295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event updated for resources: {'Port': ['ID=fd271dc7-12ae-4f4d-903d-24d6b81a1ba4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:03.437244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:03.438081 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:03.448664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7342695-09d7-4119-a7c2-615259922a64 req-e43b324e-7dbb-4e36-911b-78d9853e1528 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255075 Nov 09 00:20:03.487375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-611bb79b-ec05-4a94-8e0d-9b7cd2ff7515 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1915343 Nov 09 00:20:03.487481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48896) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:03.487481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e4c9f8ab-1ed0-477f-a25b-0def2bdf6429 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e8:10:12'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:03.607755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48902) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:03.620417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-897a530f-32d3-4914-8b95-d5e5b831455d None None] Provisioning complete for port fd271dc7-12ae-4f4d-903d-24d6b81a1ba4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:03.620921 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-897a530f-32d3-4914-8b95-d5e5b831455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:03.629293 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6fbe75-6d2b-4096-99f6-e7e7be67d96f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:03.644621 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f8ab-1ed0-477f-a25b-0def2bdf6429 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:03.678422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-897a530f-32d3-4914-8b95-d5e5b831455d None None] Port fd271dc7-12ae-4f4d-903d-24d6b81a1ba4 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:20:03.752123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50910f-75d5-441d-aa0a-e6a5ea2f5f85 req-d1cd39e1-7892-476a-ad38-c1c29c6224d7 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:03.760111 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa50910f-75d5-441d-aa0a-e6a5ea2f5f85 req-d1cd39e1-7892-476a-ad38-c1c29c6224d7 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.1069140 Nov 09 00:20:03.845758 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa50910f-75d5-441d-aa0a-e6a5ea2f5f85 req-8db7dbaf-fc3d-4776-862c-825474a7100e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804410 Nov 09 00:20:03.906328 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6fbe75-6d2b-4096-99f6-e7e7be67d96f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:03.915586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6fbe75-6d2b-4096-99f6-e7e7be67d96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:03.982840 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fbe75-6d2b-4096-99f6-e7e7be67d96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427719a5-2b93-4847-baa4-4c6093695e4f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:03.991387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48920) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:03.992162 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1b6fbe75-6d2b-4096-99f6-e7e7be67d96f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2353357c887442b87945f05c7d19a23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831258 Nov 09 00:20:04.106938 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f8ab-1ed0-477f-a25b-0def2bdf6429 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:04.119081 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f8ab-1ed0-477f-a25b-0def2bdf6429 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:04.306525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7b2a5991-99ee-4c57-85e9-b1c407b106a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:04.325919 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9f8ab-1ed0-477f-a25b-0def2bdf6429 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event updated for resources: {'Port': ['ID=fd271dc7-12ae-4f4d-903d-24d6b81a1ba4,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:04.411437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9f8ab-1ed0-477f-a25b-0def2bdf6429 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] In _notify_port_updated(), no bound segment for port fd271dc7-12ae-4f4d-903d-24d6b81a1ba4 on network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:20:04.428563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c9f8ab-1ed0-477f-a25b-0def2bdf6429 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:04.431050 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f8ab-1ed0-477f-a25b-0def2bdf6429 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:04.434374 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e4c9f8ab-1ed0-477f-a25b-0def2bdf6429 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "PUT /v2.0/ports/fd271dc7-12ae-4f4d-903d-24d6b81a1ba4 HTTP/1.1" status: 200 len: 992 time: 0.9555032 Nov 09 00:20:04.437281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48942) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:04.444484 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7b2a5991-99ee-4c57-85e9-b1c407b106a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:04.556813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7b2a5991-99ee-4c57-85e9-b1c407b106a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:04.559565 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7b2a5991-99ee-4c57-85e9-b1c407b106a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:04.560728 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7b2a5991-99ee-4c57-85e9-b1c407b106a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/427719a5-2b93-4847-baa4-4c6093695e4f HTTP/1.1" status: 204 len: 168 time: 0.5684967 Nov 09 00:20:04.571293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a5991-99ee-4c57-85e9-b1c407b106a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427719a5-2b93-4847-baa4-4c6093695e4f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:04.719593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-602c612f-2465-410e-8d07-2d77bb36f894 None None] Provisioning complete for port fd271dc7-12ae-4f4d-903d-24d6b81a1ba4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:04.721330 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-602c612f-2465-410e-8d07-2d77bb36f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:04.729190 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351d562-8eb6-43cc-a2ed-c04116d3a6f3 req-e925b6f2-dba1-4590-8af9-c911118109f1 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:04.752600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1351d562-8eb6-43cc-a2ed-c04116d3a6f3 req-e925b6f2-dba1-4590-8af9-c911118109f1 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.3405166 Nov 09 00:20:04.760846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48952) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:04.767049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-095d4fee-bcd4-4d2a-a200-535863120484 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Deleting port fd271dc7-12ae-4f4d-903d-24d6b81a1ba4 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:20:04.767282 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-095d4fee-bcd4-4d2a-a200-535863120484 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:04.806259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-602c612f-2465-410e-8d07-2d77bb36f894 None None] Port fd271dc7-12ae-4f4d-903d-24d6b81a1ba4 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:20:04.908374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1351d562-8eb6-43cc-a2ed-c04116d3a6f3 req-29c0504f-7561-4a87-b309-c4006d2cfc57 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479855 Nov 09 00:20:05.002326 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-095d4fee-bcd4-4d2a-a200-535863120484 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:05.024947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-095d4fee-bcd4-4d2a-a200-535863120484 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Calling delete_port for fd271dc7-12ae-4f4d-903d-24d6b81a1ba4 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:20:05.040499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e50a8d0a-932e-43ed-baaf-d34b8ad496cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:05.275019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e50a8d0a-932e-43ed-baaf-d34b8ad496cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:05.281604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e50a8d0a-932e-43ed-baaf-d34b8ad496cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:05.334855 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-095d4fee-bcd4-4d2a-a200-535863120484 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:05.389854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a8d0a-932e-43ed-baaf-d34b8ad496cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1e40f2-7d87-4872-9860-bcc7ab357e0d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:05.408315 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e50a8d0a-932e-43ed-baaf-d34b8ad496cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbe17e690d694bab8ccf590a111bfb27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6461122 Nov 09 00:20:05.409663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48972) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:05.434743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d4fee-bcd4-4d2a-a200-535863120484 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event deleted for resources: {'Port': ['ID=fd271dc7-12ae-4f4d-903d-24d6b81a1ba4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:05.539384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba9577d8-ab1e-4d1b-b05b-442942fb937d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:05.622088 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba9577d8-ab1e-4d1b-b05b-442942fb937d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:05.725851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba9577d8-ab1e-4d1b-b05b-442942fb937d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:05.729044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba9577d8-ab1e-4d1b-b05b-442942fb937d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:05.730527 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ba9577d8-ab1e-4d1b-b05b-442942fb937d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a1e40f2-7d87-4872-9860-bcc7ab357e0d HTTP/1.1" status: 204 len: 168 time: 0.3182597 Nov 09 00:20:05.749962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9577d8-ab1e-4d1b-b05b-442942fb937d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1e40f2-7d87-4872-9860-bcc7ab357e0d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:05.857729 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-095d4fee-bcd4-4d2a-a200-535863120484 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:05.867496 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48986) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:05.882289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-095d4fee-bcd4-4d2a-a200-535863120484 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "DELETE /v2.0/ports/fd271dc7-12ae-4f4d-903d-24d6b81a1ba4 HTTP/1.1" status: 204 len: 168 time: 1.4432266 Nov 09 00:20:05.907335 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2fe04f-1289-4baf-aba4-d7310dbdab97 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] GET failed (client error): The resource could not be found. Nov 09 00:20:05.912795 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5b2fe04f-1289-4baf-aba4-d7310dbdab97 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "GET /v2.0/ports/fd271dc7-12ae-4f4d-903d-24d6b81a1ba4 HTTP/1.1" status: 404 len: 333 time: 0.0415173 Nov 09 00:20:05.915653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48990) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:05.925416 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Request body: {'port': {'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064', 'name': 'tempest-AllowedAddressPairTestJSON-1127236351'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:06.271045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7959f-df4a-428d-86a0-69aebd93d207 req-4474461a-bb18-433b-8784-48bfe06d2561 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:06.279436 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5df7959f-df4a-428d-86a0-69aebd93d207 req-4474461a-bb18-433b-8784-48bfe06d2561 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.2189746 Nov 09 00:20:06.298900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Made reservation on behalf of e2a9170db3de4c0ca195ecea70ab4e4f for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:20:06.303332 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:06.336805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] device_id is not set on port 182d7599-f15b-4010-96d9-d1b6e56ab24d yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:20:06.345890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49010) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:06.379554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eb96a8-d154-44ad-8aee-ea5437667273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:06.546448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Allocated IP 172.20.0.11 (fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064/e5982f02-e18b-486b-b0fa-0b6aa8e7677c/182d7599-f15b-4010-96d9-d1b6e56ab24d) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:20:06.554332 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eb96a8-d154-44ad-8aee-ea5437667273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:06.562700 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eb96a8-d154-44ad-8aee-ea5437667273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:06.620046 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5df7959f-df4a-428d-86a0-69aebd93d207 req-5a18eac4-e638-4982-8142-dbe52a1aa180 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365631 Nov 09 00:20:06.675072 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b9eb96a8-d154-44ad-8aee-ea5437667273 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87f9c2882cff4a17ad93fb2b7cc3c632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3276143 Nov 09 00:20:06.678465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49018) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:06.689668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb96a8-d154-44ad-8aee-ea5437667273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7b605b-0890-4130-82f2-3c579c561f53,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:06.787392 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5f26b84-2707-4ac4-ae11-d368f5401e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:06.861586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5f26b84-2707-4ac4-ae11-d368f5401e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:06.941505 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:06.986586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5f26b84-2707-4ac4-ae11-d368f5401e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:06.989387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5f26b84-2707-4ac4-ae11-d368f5401e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:06.990777 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e5f26b84-2707-4ac4-ae11-d368f5401e7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f7b605b-0890-4130-82f2-3c579c561f53 HTTP/1.1" status: 204 len: 168 time: 0.3113804 Nov 09 00:20:07.006456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f26b84-2707-4ac4-ae11-d368f5401e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7b605b-0890-4130-82f2-3c579c561f53,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:07.024572 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:07.078499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:20:07.085216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:20:07.094625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:20:07.098418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event updated for resources: {'Port': ['ID=182d7599-f15b-4010-96d9-d1b6e56ab24d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:07.157084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:07.164415 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:07.219194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49040) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:07.225470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-aa9a63bc-8070-4cdc-a95b-d0aadccea24b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e8:10:12'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:07.229927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6a70189e-dafc-4658-93e6-c9285d43fc27 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3128536 Nov 09 00:20:07.494918 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa9a63bc-8070-4cdc-a95b-d0aadccea24b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:07.555022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-752fbb00-df9c-4342-a093-71d40a2e865b None None] Provisioning complete for port 182d7599-f15b-4010-96d9-d1b6e56ab24d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:07.556035 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-752fbb00-df9c-4342-a093-71d40a2e865b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:07.625815 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-752fbb00-df9c-4342-a093-71d40a2e865b None None] Port 182d7599-f15b-4010-96d9-d1b6e56ab24d cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:20:07.792425 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa9a63bc-8070-4cdc-a95b-d0aadccea24b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:07.794627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439d430-3043-41e3-98d1-d42321c112f7 req-1cbbea11-9ab3-40f4-84e6-efb93767b267 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:07.796782 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9439d430-3043-41e3-98d1-d42321c112f7 req-1cbbea11-9ab3-40f4-84e6-efb93767b267 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0650074 Nov 09 00:20:07.803295 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa9a63bc-8070-4cdc-a95b-d0aadccea24b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:07.857810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49062) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:07.870001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9439d430-3043-41e3-98d1-d42321c112f7 req-5113ab64-5bed-4483-bc4c-50ff45c17546 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645168 Nov 09 00:20:07.937577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a63bc-8070-4cdc-a95b-d0aadccea24b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event updated for resources: {'Port': ['ID=182d7599-f15b-4010-96d9-d1b6e56ab24d,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:07.985812 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a63bc-8070-4cdc-a95b-d0aadccea24b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] In _notify_port_updated(), no bound segment for port 182d7599-f15b-4010-96d9-d1b6e56ab24d on network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:20:07.993302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9a63bc-8070-4cdc-a95b-d0aadccea24b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:07.994381 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa9a63bc-8070-4cdc-a95b-d0aadccea24b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.000776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49070) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:08.001337 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aa9a63bc-8070-4cdc-a95b-d0aadccea24b tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "PUT /v2.0/ports/182d7599-f15b-4010-96d9-d1b6e56ab24d HTTP/1.1" status: 200 len: 997 time: 0.7806675 Nov 09 00:20:08.164574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-66a75da4-88f7-4cbd-b98c-b2bb57d9ef35 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Deleting port 182d7599-f15b-4010-96d9-d1b6e56ab24d {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:20:08.165045 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66a75da4-88f7-4cbd-b98c-b2bb57d9ef35 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.266696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-18ff0bb5-1e1e-4127-b912-f2c27a89eb96 None None] Provisioning complete for port 182d7599-f15b-4010-96d9-d1b6e56ab24d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:08.267081 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18ff0bb5-1e1e-4127-b912-f2c27a89eb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.270640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5168d055-49b8-4aee-8b91-259d60599906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.326916 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-18ff0bb5-1e1e-4127-b912-f2c27a89eb96 None None] Port 182d7599-f15b-4010-96d9-d1b6e56ab24d cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:20:08.350243 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66a75da4-88f7-4cbd-b98c-b2bb57d9ef35 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.372952 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-66a75da4-88f7-4cbd-b98c-b2bb57d9ef35 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Calling delete_port for 182d7599-f15b-4010-96d9-d1b6e56ab24d owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:20:08.471744 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5168d055-49b8-4aee-8b91-259d60599906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.489197 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5168d055-49b8-4aee-8b91-259d60599906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.533191 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5168d055-49b8-4aee-8b91-259d60599906 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcc5377461d64345b3b8edd892bb047b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6566639 Nov 09 00:20:08.536958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49088) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:08.539081 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168d055-49b8-4aee-8b91-259d60599906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57e5d6b-902f-4786-8e76-5158fb3128da,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:08.594985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66a75da4-88f7-4cbd-b98c-b2bb57d9ef35 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.605281 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b763c33f-9f15-4689-9b9c-5e3c2eaef44e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.632334 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b763c33f-9f15-4689-9b9c-5e3c2eaef44e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.648414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a75da4-88f7-4cbd-b98c-b2bb57d9ef35 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event deleted for resources: {'Port': ['ID=182d7599-f15b-4010-96d9-d1b6e56ab24d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:08.704218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b763c33f-9f15-4689-9b9c-5e3c2eaef44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.708712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b763c33f-9f15-4689-9b9c-5e3c2eaef44e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.710443 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b763c33f-9f15-4689-9b9c-5e3c2eaef44e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d57e5d6b-902f-4786-8e76-5158fb3128da HTTP/1.1" status: 204 len: 168 time: 0.1720297 Nov 09 00:20:08.720796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763c33f-9f15-4689-9b9c-5e3c2eaef44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57e5d6b-902f-4786-8e76-5158fb3128da,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:08.763143 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66a75da4-88f7-4cbd-b98c-b2bb57d9ef35 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:08.769894 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-66a75da4-88f7-4cbd-b98c-b2bb57d9ef35 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "DELETE /v2.0/ports/182d7599-f15b-4010-96d9-d1b6e56ab24d HTTP/1.1" status: 204 len: 168 time: 0.7675378 Nov 09 00:20:08.770175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49096) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:08.809180 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef97ac08-ab76-406e-b0af-ae8b81738f02 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] GET failed (client error): The resource could not be found. Nov 09 00:20:08.812576 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ef97ac08-ab76-406e-b0af-ae8b81738f02 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "GET /v2.0/ports/182d7599-f15b-4010-96d9-d1b6e56ab24d HTTP/1.1" status: 404 len: 333 time: 0.0374954 Nov 09 00:20:08.816496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49102) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:08.822372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Request body: {'port': {'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064', 'name': 'tempest-AllowedAddressPairTestJSON-2077556115'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:08.996128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Made reservation on behalf of e2a9170db3de4c0ca195ecea70ab4e4f for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:20:08.999581 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:09.025010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] device_id is not set on port 084e1f29-dc38-4e93-8594-722b93f862ea yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:20:09.046832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed86601-e438-43c0-9977-ff82586daa81 req-2c1c8657-8f07-4fd3-adde-c488f58c3489 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:09.053865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aed86601-e438-43c0-9977-ff82586daa81 req-2c1c8657-8f07-4fd3-adde-c488f58c3489 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0908940 Nov 09 00:20:09.141856 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aed86601-e438-43c0-9977-ff82586daa81 req-c8b84fdc-0b93-45d7-8595-8554d99a8d89 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870802 Nov 09 00:20:09.225623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Allocated IP 172.20.0.10 (fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064/e5982f02-e18b-486b-b0fa-0b6aa8e7677c/084e1f29-dc38-4e93-8594-722b93f862ea) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:20:09.396867 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:09.435996 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:09.483313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:20:09.488598 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:20:09.493189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:20:09.523565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event updated for resources: {'Port': ['ID=084e1f29-dc38-4e93-8594-722b93f862ea,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:09.570797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:09.571439 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:09.591445 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-36b94956-84d2-4e67-a698-529cec92c281 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7729707 Nov 09 00:20:09.594244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49134) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:09.600575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Request body: {'port': {'network_id': 'fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064', 'name': 'tempest-AllowedAddressPairTestJSON-1072741192'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:09.744607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Made reservation on behalf of e2a9170db3de4c0ca195ecea70ab4e4f for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:20:09.748523 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:09.764422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c0c1db23-326b-4641-a5e9-c06ca6b628c4 None None] Provisioning complete for port 084e1f29-dc38-4e93-8594-722b93f862ea triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:09.765486 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0c1db23-326b-4641-a5e9-c06ca6b628c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:09.768885 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] device_id is not set on port ad5cfed2-d46f-4d10-9235-08660afdf796 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:20:09.810478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1db23-326b-4641-a5e9-c06ca6b628c4 None None] Port 084e1f29-dc38-4e93-8594-722b93f862ea cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:20:09.890889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Allocated IP 172.20.0.5 (fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064/e5982f02-e18b-486b-b0fa-0b6aa8e7677c/ad5cfed2-d46f-4d10-9235-08660afdf796) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:20:10.048445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:10.097333 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:10.143065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:20:10.151707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:20:10.155712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:20:10.200789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event updated for resources: {'Port': ['ID=ad5cfed2-d46f-4d10-9235-08660afdf796,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:10.236665 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:10.237488 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:10.261322 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c357187d-fc8b-4113-926d-af7ec4bb48e0 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6632872 Nov 09 00:20:10.261724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49170) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:10.266979 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e9e1c47c-3dad-4b80-a5ff-af4f1aa097c6 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e8:10:12'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:1e:8b:f4'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:10.484195 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9e1c47c-3dad-4b80-a5ff-af4f1aa097c6 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:10.507853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fe127-b987-4935-abe8-2c01b9cc4d22 req-4e143760-b0f8-4fe3-aff8-1634ceb3c3f3 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:10.509403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-777fe127-b987-4935-abe8-2c01b9cc4d22 req-4e143760-b0f8-4fe3-aff8-1634ceb3c3f3 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.1061492 Nov 09 00:20:10.541889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e53a771f-4883-4dec-8f71-7d7b7624ae34 None None] Provisioning complete for port ad5cfed2-d46f-4d10-9235-08660afdf796 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:10.542762 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e53a771f-4883-4dec-8f71-7d7b7624ae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:10.591204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e53a771f-4883-4dec-8f71-7d7b7624ae34 None None] Port ad5cfed2-d46f-4d10-9235-08660afdf796 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:20:10.653948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-777fe127-b987-4935-abe8-2c01b9cc4d22 req-b1652444-5a0c-4e93-aa64-738cafae7889 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219795 Nov 09 00:20:10.791402 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9e1c47c-3dad-4b80-a5ff-af4f1aa097c6 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:10.796549 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9e1c47c-3dad-4b80-a5ff-af4f1aa097c6 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:10.891098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1c47c-3dad-4b80-a5ff-af4f1aa097c6 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event updated for resources: {'Port': ['ID=ad5cfed2-d46f-4d10-9235-08660afdf796,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:10.894927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1c47c-3dad-4b80-a5ff-af4f1aa097c6 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] In _notify_port_updated(), no bound segment for port ad5cfed2-d46f-4d10-9235-08660afdf796 on network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 {{(pid=101780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:20:10.900470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e1c47c-3dad-4b80-a5ff-af4f1aa097c6 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:10.901138 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9e1c47c-3dad-4b80-a5ff-af4f1aa097c6 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:10.902866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e9e1c47c-3dad-4b80-a5ff-af4f1aa097c6 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "PUT /v2.0/ports/ad5cfed2-d46f-4d10-9235-08660afdf796 HTTP/1.1" status: 200 len: 1056 time: 0.6397774 Nov 09 00:20:10.905549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49194) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:11.022864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-46698cc7-0c0e-4173-82ae-09bbfad8c538 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Deleting port ad5cfed2-d46f-4d10-9235-08660afdf796 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:20:11.023524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-46698cc7-0c0e-4173-82ae-09bbfad8c538 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:11.136234 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d0dd9615-fe01-43b1-a6cf-97e1f43ae048 None None] Provisioning complete for port ad5cfed2-d46f-4d10-9235-08660afdf796 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:11.137205 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0dd9615-fe01-43b1-a6cf-97e1f43ae048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:11.183674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd9615-fe01-43b1-a6cf-97e1f43ae048 None None] Port ad5cfed2-d46f-4d10-9235-08660afdf796 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:20:11.185546 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-46698cc7-0c0e-4173-82ae-09bbfad8c538 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:11.206962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-46698cc7-0c0e-4173-82ae-09bbfad8c538 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Calling delete_port for ad5cfed2-d46f-4d10-9235-08660afdf796 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:20:11.381971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-46698cc7-0c0e-4173-82ae-09bbfad8c538 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:11.423953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46698cc7-0c0e-4173-82ae-09bbfad8c538 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event deleted for resources: {'Port': ['ID=ad5cfed2-d46f-4d10-9235-08660afdf796,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:11.764994 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-46698cc7-0c0e-4173-82ae-09bbfad8c538 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:11.768770 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-46698cc7-0c0e-4173-82ae-09bbfad8c538 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "DELETE /v2.0/ports/ad5cfed2-d46f-4d10-9235-08660afdf796 HTTP/1.1" status: 204 len: 168 time: 0.8621387 Nov 09 00:20:11.771816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49230) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:11.806550 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9336fb97-3bf7-4d4c-8455-7f764d843518 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] GET failed (client error): The resource could not be found. Nov 09 00:20:11.808204 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9336fb97-3bf7-4d4c-8455-7f764d843518 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "GET /v2.0/ports/ad5cfed2-d46f-4d10-9235-08660afdf796 HTTP/1.1" status: 404 len: 333 time: 0.0351613 Nov 09 00:20:11.810976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49232) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:11.837291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b755d-757c-4684-949a-f8625fc71576 req-ee61ebdb-b64a-47ac-bdf4-7eea7cc2ac50 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:11.844904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-333b755d-757c-4684-949a-f8625fc71576 req-ee61ebdb-b64a-47ac-bdf4-7eea7cc2ac50 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0631893 Nov 09 00:20:11.910878 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-333b755d-757c-4684-949a-f8625fc71576 req-d2672acd-dfd3-44db-9ab1-d666f5560a40 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651238 Nov 09 00:20:11.977879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1b881720-66e9-498a-8737-949e03257592 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Deleting port 084e1f29-dc38-4e93-8594-722b93f862ea {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:20:11.978465 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b881720-66e9-498a-8737-949e03257592 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:12.092487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b881720-66e9-498a-8737-949e03257592 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:12.110318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1b881720-66e9-498a-8737-949e03257592 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Calling delete_port for 084e1f29-dc38-4e93-8594-722b93f862ea owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:20:12.288922 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b881720-66e9-498a-8737-949e03257592 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:12.321101 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b881720-66e9-498a-8737-949e03257592 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event deleted for resources: {'Port': ['ID=084e1f29-dc38-4e93-8594-722b93f862ea,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:12.444804 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b881720-66e9-498a-8737-949e03257592 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:12.450019 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1b881720-66e9-498a-8737-949e03257592 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "DELETE /v2.0/ports/084e1f29-dc38-4e93-8594-722b93f862ea HTTP/1.1" status: 204 len: 168 time: 0.6370065 Nov 09 00:20:12.452092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49250) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:12.490030 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-83103db2-d418-48b0-a927-786cd35f864a tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] GET failed (client error): The resource could not be found. Nov 09 00:20:12.493401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-83103db2-d418-48b0-a927-786cd35f864a tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "GET /v2.0/ports/084e1f29-dc38-4e93-8594-722b93f862ea HTTP/1.1" status: 404 len: 333 time: 0.0376668 Nov 09 00:20:12.498328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49252) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:12.621213 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-719e46c2-758e-4edf-92d4-cf95a630605f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:12.683631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7c05a-f590-44fd-b620-4cb940b4321f tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Deleting port 1256684d-bab1-4734-acff-affe3a17cdac {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:20:12.684371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4ac7c05a-f590-44fd-b620-4cb940b4321f tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:12.795857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4ac7c05a-f590-44fd-b620-4cb940b4321f tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:12.811765 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7c05a-f590-44fd-b620-4cb940b4321f tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Calling delete_port for 1256684d-bab1-4734-acff-affe3a17cdac owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:20:12.957638 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4ac7c05a-f590-44fd-b620-4cb940b4321f tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:12.997818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7c05a-f590-44fd-b620-4cb940b4321f tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event deleted for resources: {'Port': ['ID=1256684d-bab1-4734-acff-affe3a17cdac,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:13.058351 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834626ae-bac2-4ebf-a4f4-86295773c6f9 req-e2d2472d-b6fd-4a6e-bddf-16bf86519d62 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:13.071522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-834626ae-bac2-4ebf-a4f4-86295773c6f9 req-e2d2472d-b6fd-4a6e-bddf-16bf86519d62 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0833244 Nov 09 00:20:13.090902 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4ac7c05a-f590-44fd-b620-4cb940b4321f tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.098987 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4ac7c05a-f590-44fd-b620-4cb940b4321f tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "DELETE /v2.0/ports/1256684d-bab1-4734-acff-affe3a17cdac HTTP/1.1" status: 204 len: 168 time: 0.5971687 Nov 09 00:20:13.099370 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49274) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:13.133844 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-834626ae-bac2-4ebf-a4f4-86295773c6f9 req-70e2b93d-fa15-47b9-98ee-ad27be55c193 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611475 Nov 09 00:20:13.156118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59794a3-3111-41bd-8868-3dec3ea388b2 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Deleting subnet e5982f02-e18b-486b-b0fa-0b6aa8e7677c {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:20:13.159881 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b59794a3-3111-41bd-8868-3dec3ea388b2 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.211249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b59794a3-3111-41bd-8868-3dec3ea388b2 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.239925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49280) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:13.315119 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b59794a3-3111-41bd-8868-3dec3ea388b2 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.369590 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-13e83504-52d8-458a-9c9a-fa0542c3d86f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.394289 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b59794a3-3111-41bd-8868-3dec3ea388b2 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.433994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59794a3-3111-41bd-8868-3dec3ea388b2 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event deleted for resources: {'Subnet': ['ID=e5982f02-e18b-486b-b0fa-0b6aa8e7677c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:13.436196 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b59794a3-3111-41bd-8868-3dec3ea388b2 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.443467 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b59794a3-3111-41bd-8868-3dec3ea388b2 tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "DELETE /v2.0/subnets/e5982f02-e18b-486b-b0fa-0b6aa8e7677c HTTP/1.1" status: 204 len: 168 time: 0.3430977 Nov 09 00:20:13.444529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49290) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:13.447133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41a9afe-8e77-4eae-8e88-6b56d34b0240 None None] Network fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:20:13.530974 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-13e83504-52d8-458a-9c9a-fa0542c3d86f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.550566 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-13e83504-52d8-458a-9c9a-fa0542c3d86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.588859 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.618437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e83504-52d8-458a-9c9a-fa0542c3d86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8ba787-13f0-4763-ae5e-7e015f104c8e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:13.642398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-13e83504-52d8-458a-9c9a-fa0542c3d86f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81c1d0b3ab0943b5a2824974204f3178&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4012938 Nov 09 00:20:13.646326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49302) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:13.684484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Deleting port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:20:13.684833 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.717091 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8fda46-01e1-4ebf-b31d-0373cebc6558 None None] DHCP port deletion for fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:20:13.721237 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-997d14a7-406a-41c8-9304-c64e703f5bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.769681 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-997d14a7-406a-41c8-9304-c64e703f5bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.803506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fda46-01e1-4ebf-b31d-0373cebc6558 None None] Deleting port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:20:13.803879 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0a8fda46-01e1-4ebf-b31d-0373cebc6558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.828254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] For port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4b11704c-f8c9-4f36-9cd9-6f11b7e9f735,segment=NetworkSegment(effd6bba-8805-4955-919a-4142e003d1a9),segment_id=effd6bba-8805-4955-919a-4142e003d1a9)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:20:13.828622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.840506 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-997d14a7-406a-41c8-9304-c64e703f5bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.844573 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-997d14a7-406a-41c8-9304-c64e703f5bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.848218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-997d14a7-406a-41c8-9304-c64e703f5bb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d8ba787-13f0-4763-ae5e-7e015f104c8e HTTP/1.1" status: 204 len: 168 time: 0.1985734 Nov 09 00:20:13.860464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Calling delete_port for 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:20:13.862894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d14a7-406a-41c8-9304-c64e703f5bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8ba787-13f0-4763-ae5e-7e015f104c8e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:13.957088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0a8fda46-01e1-4ebf-b31d-0373cebc6558 None None] For port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4b11704c-f8c9-4f36-9cd9-6f11b7e9f735,segment=NetworkSegment(effd6bba-8805-4955-919a-4142e003d1a9),segment_id=effd6bba-8805-4955-919a-4142e003d1a9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:20:13.960849 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0a8fda46-01e1-4ebf-b31d-0373cebc6558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:13.998492 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fda46-01e1-4ebf-b31d-0373cebc6558 None None] Calling delete_port for 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:20:14.053983 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.089052 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0a8fda46-01e1-4ebf-b31d-0373cebc6558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.103446 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event deleted for resources: {'Port': ['ID=4b11704c-f8c9-4f36-9cd9-6f11b7e9f735,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:14.118229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] No DVR routers for this DVR port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:20:14.128472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fda46-01e1-4ebf-b31d-0373cebc6558 None None] Pushing event deleted for resources: {'Port': ['ID=4b11704c-f8c9-4f36-9cd9-6f11b7e9f735,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:14.133071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8fda46-01e1-4ebf-b31d-0373cebc6558 None None] No DVR routers for this DVR port 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:20:14.223986 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.248799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:14.262369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effd6bba-8805-4955-919a-4142e003d1a9') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:14.262709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effd6bba-8805-4955-919a-4142e003d1a9') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:14.277065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.311547 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.323355 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:20:14.323786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:20:14.327609 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:20:14.352924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02f6f0-1738-469e-be1d-c6c21e67472e req-a600544f-327e-47b4-872a-d48b6f8dad65 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:14.355658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c02f6f0-1738-469e-be1d-c6c21e67472e req-a600544f-327e-47b4-872a-d48b6f8dad65 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0759645 Nov 09 00:20:14.356462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49334) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:14.378509 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-97ca302d-f450-481a-83c9-1d1e863d5c3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.415373 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.430213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.437407 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] 10.222.0.25 "DELETE /v2.0/networks/fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064 HTTP/1.1" status: 204 len: 168 time: 0.9907899 Nov 09 00:20:14.454288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c02f6f0-1738-469e-be1d-c6c21e67472e req-7cf2986e-6735-4409-9fbc-149257d1a6a4 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863099 Nov 09 00:20:14.469542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df9f80-35c7-4249-a28b-18659419b2ce tempest-AllowedAddressPairTestJSON-104602638 tempest-AllowedAddressPairTestJSON-104602638-project] Pushing event deleted for resources: {'Network': ['ID=fb8ac5c8-a9c0-4e1e-8ca6-3bb57ea66064,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:14.537400 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-97ca302d-f450-481a-83c9-1d1e863d5c3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.544393 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-97ca302d-f450-481a-83c9-1d1e863d5c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.591456 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-97ca302d-f450-481a-83c9-1d1e863d5c3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44512726dfa74b57a628af8d15959289&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337041 Nov 09 00:20:14.594281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca302d-f450-481a-83c9-1d1e863d5c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d10e0d-183b-4eb7-b727-8af72ae8109b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:14.594655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49340) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:14.690956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59fc40ae-0348-4759-a613-07497007634c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.723054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59fc40ae-0348-4759-a613-07497007634c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.791398 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-37cd8d58-3ad2-4010-854e-5a263dc14288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.805656 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59fc40ae-0348-4759-a613-07497007634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.809929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59fc40ae-0348-4759-a613-07497007634c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:14.813832 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-59fc40ae-0348-4759-a613-07497007634c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67d10e0d-183b-4eb7-b727-8af72ae8109b HTTP/1.1" status: 204 len: 168 time: 0.2157989 Nov 09 00:20:14.821264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc40ae-0348-4759-a613-07497007634c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d10e0d-183b-4eb7-b727-8af72ae8109b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:14.830784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49352) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:15.149731 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-06e9a7f9-d843-446e-b245-68ee7d5a3ef6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2a9170db3de4c0ca195ecea70ab4e4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3174012 Nov 09 00:20:15.151959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49366) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:15.216994 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee6d0d14-336a-4865-8161-0a3f0ff96c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:15.244442 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee6d0d14-336a-4865-8161-0a3f0ff96c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:15.312054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee6d0d14-336a-4865-8161-0a3f0ff96c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:15.315611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee6d0d14-336a-4865-8161-0a3f0ff96c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:15.316789 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ee6d0d14-336a-4865-8161-0a3f0ff96c74 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/092eb374-05ed-45a0-a932-493e771b750d HTTP/1.1" status: 204 len: 168 time: 0.1627295 Nov 09 00:20:15.325415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d0d14-336a-4865-8161-0a3f0ff96c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092eb374-05ed-45a0-a932-493e771b750d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:15.469508 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:20:15.508365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:20:15.508653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4b11704c-f8c9-4f36-9cd9-6f11b7e9f735 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:20:15.896141 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:15.912667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab69511-a798-45c9-8581-1729c84d272e req-6d5e3aa1-875e-48cf-a725-4a3ef32f5ef5 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:15.920751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ab69511-a798-45c9-8581-1729c84d272e req-6d5e3aa1-875e-48cf-a725-4a3ef32f5ef5 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.3688936 Nov 09 00:20:15.978027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ab69511-a798-45c9-8581-1729c84d272e req-5eb94ab1-68fc-4077-90a8-225de728e120 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563169 Nov 09 00:20:16.065627 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:16.180704 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.015558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49454) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:17.124180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756fbcc-2c79-4955-9536-3b19f60c211f req-a65377a2-21bb-4d14-9bc8-140845d69dc7 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:17.125870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b756fbcc-2c79-4955-9536-3b19f60c211f req-a65377a2-21bb-4d14-9bc8-140845d69dc7 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0690932 Nov 09 00:20:17.197670 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b756fbcc-2c79-4955-9536-3b19f60c211f req-669fb417-7b00-4716-8f14-c0b68f1f768e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589085 Nov 09 00:20:17.226323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b9592f37-3e93-46da-b8f6-b66686c0cbd6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group': {'name': 'tempest-secgroup--857194973'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:17.254095 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9592f37-3e93-46da-b8f6-b66686c0cbd6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.266852 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9592f37-3e93-46da-b8f6-b66686c0cbd6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.370864 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9592f37-3e93-46da-b8f6-b66686c0cbd6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.377951 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9592f37-3e93-46da-b8f6-b66686c0cbd6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.431865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9592f37-3e93-46da-b8f6-b66686c0cbd6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3791e8d8-6036-4fbd-bfe5-42e0e3678cdc,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:17.496144 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9592f37-3e93-46da-b8f6-b66686c0cbd6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.504294 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9592f37-3e93-46da-b8f6-b66686c0cbd6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.541697 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9592f37-3e93-46da-b8f6-b66686c0cbd6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.545787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b9592f37-3e93-46da-b8f6-b66686c0cbd6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5278299 Nov 09 00:20:17.545946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49476) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:17.548017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9592f37-3e93-46da-b8f6-b66686c0cbd6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8e52dc-a66e-42ed-bca9-ff5d6bef6c78,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:17.569256 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.625435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49480) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:17.638908 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2d08777b-dde7-4337-a06a-0aee476b4a3e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0918021 Nov 09 00:20:17.641929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49484) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:17.646858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5cd66f4e-605b-41aa-a04f-eb189d81dee6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group': {'name': 'tempest-security--2145448100', 'description': 'tempest-security-description-533984044'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:17.689818 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cd66f4e-605b-41aa-a04f-eb189d81dee6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.739968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cd66f4e-605b-41aa-a04f-eb189d81dee6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.748969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cd66f4e-605b-41aa-a04f-eb189d81dee6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.752375 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cd66f4e-605b-41aa-a04f-eb189d81dee6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.756712 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5cd66f4e-605b-41aa-a04f-eb189d81dee6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "PUT /v2.0/security-groups/3b8e52dc-a66e-42ed-bca9-ff5d6bef6c78 HTTP/1.1" status: 200 len: 1796 time: 0.1106124 Nov 09 00:20:17.757721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49488) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:17.778804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd66f4e-605b-41aa-a04f-eb189d81dee6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8e52dc-a66e-42ed-bca9-ff5d6bef6c78,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:17.810215 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-53323a91-85ef-4435-8758-9b987c82bef7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-groups/3b8e52dc-a66e-42ed-bca9-ff5d6bef6c78 HTTP/1.1" status: 200 len: 1796 time: 0.0511672 Nov 09 00:20:17.812998 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49492) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:17.869039 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ce0221dc-9a49-4cf1-9ed9-4229518c9aca tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.897529 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ce0221dc-9a49-4cf1-9ed9-4229518c9aca tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.943819 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ce0221dc-9a49-4cf1-9ed9-4229518c9aca tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.946709 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ce0221dc-9a49-4cf1-9ed9-4229518c9aca tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:17.947878 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ce0221dc-9a49-4cf1-9ed9-4229518c9aca tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-groups/3b8e52dc-a66e-42ed-bca9-ff5d6bef6c78 HTTP/1.1" status: 204 len: 168 time: 0.1335423 Nov 09 00:20:17.950633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49498) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:17.958373 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0221dc-9a49-4cf1-9ed9-4229518c9aca tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8e52dc-a66e-42ed-bca9-ff5d6bef6c78,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:18.001837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ed7abe9-2642-4d5c-9650-c3fc580925a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.020979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f46c1992-4b6b-4901-b02c-03728ab006e3 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0685284 Nov 09 00:20:18.023509 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49500) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:18.037736 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-51e269e0-c3cf-42d4-99c7-52166cb4fac1 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] delete failed (client error): The resource could not be found. Nov 09 00:20:18.038758 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-51e269e0-c3cf-42d4-99c7-52166cb4fac1 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-groups/3b8e52dc-a66e-42ed-bca9-ff5d6bef6c78 HTTP/1.1" status: 404 len: 347 time: 0.0141320 Nov 09 00:20:18.043271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49502) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:18.048505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8d50749a-ca02-40d0-8a5a-b9afb08a0400 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372697308'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:18.092324 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d50749a-ca02-40d0-8a5a-b9afb08a0400 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.140675 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ed7abe9-2642-4d5c-9650-c3fc580925a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.147396 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ed7abe9-2642-4d5c-9650-c3fc580925a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.202941 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3ed7abe9-2642-4d5c-9650-c3fc580925a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8993c20c626f44d9a632dacd483835a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5739877 Nov 09 00:20:18.203936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49510) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:18.216609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7abe9-2642-4d5c-9650-c3fc580925a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce9507f-0874-4aa5-96d2-bd1f3b89f92e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:18.249088 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d50749a-ca02-40d0-8a5a-b9afb08a0400 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.261703 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d50749a-ca02-40d0-8a5a-b9afb08a0400 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.273155 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.316809 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d50749a-ca02-40d0-8a5a-b9afb08a0400 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.318450 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8d50749a-ca02-40d0-8a5a-b9afb08a0400 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2736707 Nov 09 00:20:18.321665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49518) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:18.329669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8df9a-0263-42b1-aae7-fecfd3ff67b8 req-9202ac3d-bcec-4d7d-8b49-66a1c2300540 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:18.338096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ab8df9a-0263-42b1-aae7-fecfd3ff67b8 req-9202ac3d-bcec-4d7d-8b49-66a1c2300540 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0696704 Nov 09 00:20:18.339404 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2203e9a-8783-4086-81a1-48dfdd770001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.341199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50749a-ca02-40d0-8a5a-b9afb08a0400 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae8c389-9881-4dd2-ac76-d9d807add1ad,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:18.344276 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f0d16ad5-33de-4761-9aa3-721cd3b11812 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group_rule': {'security_group_id': '8ae8c389-9881-4dd2-ac76-d9d807add1ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:18.383225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2203e9a-8783-4086-81a1-48dfdd770001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.417490 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f0d16ad5-33de-4761-9aa3-721cd3b11812 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.437933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ab8df9a-0263-42b1-aae7-fecfd3ff67b8 req-8255e0f4-4404-43ee-ae19-4e8f7f4d7282 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982430 Nov 09 00:20:18.454096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2203e9a-8783-4086-81a1-48dfdd770001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.457129 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2203e9a-8783-4086-81a1-48dfdd770001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.459101 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d2203e9a-8783-4086-81a1-48dfdd770001 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ce9507f-0874-4aa5-96d2-bd1f3b89f92e HTTP/1.1" status: 204 len: 168 time: 0.2538273 Nov 09 00:20:18.467623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2203e9a-8783-4086-81a1-48dfdd770001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce9507f-0874-4aa5-96d2-bd1f3b89f92e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:18.523048 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f0d16ad5-33de-4761-9aa3-721cd3b11812 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.528012 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f0d16ad5-33de-4761-9aa3-721cd3b11812 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.551781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d16ad5-33de-4761-9aa3-721cd3b11812 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19ed3e8-520d-4c38-9337-fa97e022add6,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:18.564004 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f0d16ad5-33de-4761-9aa3-721cd3b11812 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.568278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f0d16ad5-33de-4761-9aa3-721cd3b11812 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2245398 Nov 09 00:20:18.568511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49526) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:18.601479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f286b1a7-dcc8-445f-94a7-722fc9debb8f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.616394 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f286b1a7-dcc8-445f-94a7-722fc9debb8f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.648151 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f286b1a7-dcc8-445f-94a7-722fc9debb8f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.653738 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f286b1a7-dcc8-445f-94a7-722fc9debb8f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.657228 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f286b1a7-dcc8-445f-94a7-722fc9debb8f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e19ed3e8-520d-4c38-9337-fa97e022add6 HTTP/1.1" status: 204 len: 168 time: 0.0854611 Nov 09 00:20:18.657985 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49530) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:18.663054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286b1a7-dcc8-445f-94a7-722fc9debb8f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e19ed3e8-520d-4c38-9337-fa97e022add6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:18.717199 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ec190ab7-fabe-4a5d-b4bd-1fb34c23d525 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0554395 Nov 09 00:20:18.717483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49534) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:18.779445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13a8298e-90f7-4b16-a01c-53d1c5bbaf7f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.802095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13a8298e-90f7-4b16-a01c-53d1c5bbaf7f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.847686 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13a8298e-90f7-4b16-a01c-53d1c5bbaf7f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.850459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13a8298e-90f7-4b16-a01c-53d1c5bbaf7f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.851619 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-13a8298e-90f7-4b16-a01c-53d1c5bbaf7f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-groups/8ae8c389-9881-4dd2-ac76-d9d807add1ad HTTP/1.1" status: 204 len: 168 time: 0.1332347 Nov 09 00:20:18.854417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49542) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:18.861733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8298e-90f7-4b16-a01c-53d1c5bbaf7f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae8c389-9881-4dd2-ac76-d9d807add1ad,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:18.905689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49546) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:18.917557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c8a1f20c-3696-49b7-a254-10d33ab11cfc tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0616393 Nov 09 00:20:18.921891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49548) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:18.927115 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7b57517-df8c-4a9a-ae17-c33ce0976393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:18.927446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-659e2d68-ab41-40ee-b4d8-052c06052f60 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group': {'name': 'tempest-secgroup--820680971'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:18.953170 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-659e2d68-ab41-40ee-b4d8-052c06052f60 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.032521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7b57517-df8c-4a9a-ae17-c33ce0976393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.042738 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7b57517-df8c-4a9a-ae17-c33ce0976393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.046010 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-659e2d68-ab41-40ee-b4d8-052c06052f60 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.053899 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-659e2d68-ab41-40ee-b4d8-052c06052f60 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.095981 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-659e2d68-ab41-40ee-b4d8-052c06052f60 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.097575 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-659e2d68-ab41-40ee-b4d8-052c06052f60 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1744456 Nov 09 00:20:19.098818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e2d68-ab41-40ee-b4d8-052c06052f60 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e24f31-35fd-48db-8324-c8e2e41987e4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:19.101107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49556) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:19.117993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c0ae1715-0052-420c-8151-5af0388257da tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group_rule': {'security_group_id': '30e24f31-35fd-48db-8324-c8e2e41987e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:19.125222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b57517-df8c-4a9a-ae17-c33ce0976393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b403cf-92fc-4592-a818-44b22ac551da,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:19.133230 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d7b57517-df8c-4a9a-ae17-c33ce0976393 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf9d01572d25437192bbf88727bc21d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240162 Nov 09 00:20:19.133678 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49558) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:19.178882 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1715-0052-420c-8151-5af0388257da tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.218637 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb1ae-6d32-4d7f-be04-84813b1eef53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.254207 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb1ae-6d32-4d7f-be04-84813b1eef53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.265143 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1715-0052-420c-8151-5af0388257da tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.275156 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1715-0052-420c-8151-5af0388257da tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.307346 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae1715-0052-420c-8151-5af0388257da tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad97adb-bdf3-43eb-9a16-cf411cdbea11,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:19.314627 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1715-0052-420c-8151-5af0388257da tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.318968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c0ae1715-0052-420c-8151-5af0388257da tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2037354 Nov 09 00:20:19.319199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49564) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:19.323846 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-747784c1-4237-411e-b769-7c3150cc509c tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group_rule': {'security_group_id': '30e24f31-35fd-48db-8324-c8e2e41987e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:19.352115 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb1ae-6d32-4d7f-be04-84813b1eef53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.354925 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb1ae-6d32-4d7f-be04-84813b1eef53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.356048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b5cdb1ae-6d32-4d7f-be04-84813b1eef53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66b403cf-92fc-4592-a818-44b22ac551da HTTP/1.1" status: 204 len: 168 time: 0.2210128 Nov 09 00:20:19.368714 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-747784c1-4237-411e-b769-7c3150cc509c tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.371399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdb1ae-6d32-4d7f-be04-84813b1eef53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b403cf-92fc-4592-a818-44b22ac551da,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:19.446771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-747784c1-4237-411e-b769-7c3150cc509c tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.452411 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-747784c1-4237-411e-b769-7c3150cc509c tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.481385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747784c1-4237-411e-b769-7c3150cc509c tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d8e242-3081-4d71-bd81-804bcbc355ad,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:19.495596 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-747784c1-4237-411e-b769-7c3150cc509c tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.499900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49576) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:19.500846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-747784c1-4237-411e-b769-7c3150cc509c tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1806445 Nov 09 00:20:19.505211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8b012637-ecca-4b97-a8b1-b79f75351069 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group_rule': {'security_group_id': '30e24f31-35fd-48db-8324-c8e2e41987e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:19.547010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b012637-ecca-4b97-a8b1-b79f75351069 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.651857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b012637-ecca-4b97-a8b1-b79f75351069 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.659887 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b012637-ecca-4b97-a8b1-b79f75351069 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.687899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93140a0-889c-449d-bb2f-24dd75f9d088 req-e4b10f63-51b8-49dc-864a-748ff9658fbd tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:19.689478 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b93140a0-889c-449d-bb2f-24dd75f9d088 req-e4b10f63-51b8-49dc-864a-748ff9658fbd tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0747478 Nov 09 00:20:19.696785 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b012637-ecca-4b97-a8b1-b79f75351069 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8912c8f-c4b0-46d4-9693-d4655e97c17c,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:19.709408 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b012637-ecca-4b97-a8b1-b79f75351069 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.714641 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8b012637-ecca-4b97-a8b1-b79f75351069 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2112834 Nov 09 00:20:19.714796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49582) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:19.720565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5cd835cb-9eb1-409a-9eb9-7503d7feb9f9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group_rule': {'security_group_id': '30e24f31-35fd-48db-8324-c8e2e41987e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:19.755502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b93140a0-889c-449d-bb2f-24dd75f9d088 req-4a90c7e3-87c3-4946-b5ea-6a1698bdaaeb tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577383 Nov 09 00:20:19.777532 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cd835cb-9eb1-409a-9eb9-7503d7feb9f9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.851831 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cd835cb-9eb1-409a-9eb9-7503d7feb9f9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.856526 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cd835cb-9eb1-409a-9eb9-7503d7feb9f9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.874427 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd835cb-9eb1-409a-9eb9-7503d7feb9f9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b12916-cb1b-4daf-9d19-8d265ff3c64a,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:19.892431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cd835cb-9eb1-409a-9eb9-7503d7feb9f9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.894749 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5cd835cb-9eb1-409a-9eb9-7503d7feb9f9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1787431 Nov 09 00:20:19.897574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49590) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:19.902224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-aa983954-e1e4-4ff2-9e88-a5efa74a8329 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group_rule': {'security_group_id': '30e24f31-35fd-48db-8324-c8e2e41987e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:19.929327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa983954-e1e4-4ff2-9e88-a5efa74a8329 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.976839 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:20:19.991342 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa983954-e1e4-4ff2-9e88-a5efa74a8329 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:19.995824 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa983954-e1e4-4ff2-9e88-a5efa74a8329 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.011359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa983954-e1e4-4ff2-9e88-a5efa74a8329 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98a55ef-1930-4af7-8c5a-a7313fb9545f,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:20.027469 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa983954-e1e4-4ff2-9e88-a5efa74a8329 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.031749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-aa983954-e1e4-4ff2-9e88-a5efa74a8329 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1300836 Nov 09 00:20:20.031749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49594) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.057849 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-56eadcf2-bc76-4bbd-9360-1922f682fab7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.066338 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-56eadcf2-bc76-4bbd-9360-1922f682fab7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.096604 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-56eadcf2-bc76-4bbd-9360-1922f682fab7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.105545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-56eadcf2-bc76-4bbd-9360-1922f682fab7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.109660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49600) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.109831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-56eadcf2-bc76-4bbd-9360-1922f682fab7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f98a55ef-1930-4af7-8c5a-a7313fb9545f HTTP/1.1" status: 204 len: 168 time: 0.0769749 Nov 09 00:20:20.115534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eadcf2-bc76-4bbd-9360-1922f682fab7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f98a55ef-1930-4af7-8c5a-a7313fb9545f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:20.171201 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f6d4f682-67eb-442e-a07f-a5e103557591 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0600417 Nov 09 00:20:20.174333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49606) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.205103 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce365-f631-48ab-8249-1a3845aeefec tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.213444 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce365-f631-48ab-8249-1a3845aeefec tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.246838 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce365-f631-48ab-8249-1a3845aeefec tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.254014 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce365-f631-48ab-8249-1a3845aeefec tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.257648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ae3ce365-f631-48ab-8249-1a3845aeefec tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b4b12916-cb1b-4daf-9d19-8d265ff3c64a HTTP/1.1" status: 204 len: 168 time: 0.0797355 Nov 09 00:20:20.258344 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49610) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.260962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ce365-f631-48ab-8249-1a3845aeefec tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4b12916-cb1b-4daf-9d19-8d265ff3c64a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:20.316321 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-83092eb5-3ad1-494b-a18c-dbd018860783 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0565352 Nov 09 00:20:20.319096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49614) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.355597 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-21dda1a1-efb9-4d4e-8c53-f268fbc7fc21 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.364824 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-21dda1a1-efb9-4d4e-8c53-f268fbc7fc21 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.393324 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-21dda1a1-efb9-4d4e-8c53-f268fbc7fc21 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.401869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-21dda1a1-efb9-4d4e-8c53-f268fbc7fc21 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.405556 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-21dda1a1-efb9-4d4e-8c53-f268fbc7fc21 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e8912c8f-c4b0-46d4-9693-d4655e97c17c HTTP/1.1" status: 204 len: 168 time: 0.0826814 Nov 09 00:20:20.405961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49620) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.412928 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dda1a1-efb9-4d4e-8c53-f268fbc7fc21 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8912c8f-c4b0-46d4-9693-d4655e97c17c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:20.429980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49622) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.467282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-66f1d60a-0dd0-4e6e-9ca6-c83553555f61 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0600817 Nov 09 00:20:20.470112 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49626) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.500217 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36aa7d5a-1a77-405e-b7e2-39b70d26454e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.510595 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36aa7d5a-1a77-405e-b7e2-39b70d26454e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.540901 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36aa7d5a-1a77-405e-b7e2-39b70d26454e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.548189 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36aa7d5a-1a77-405e-b7e2-39b70d26454e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.549454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-36aa7d5a-1a77-405e-b7e2-39b70d26454e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e4d8e242-3081-4d71-bd81-804bcbc355ad HTTP/1.1" status: 204 len: 168 time: 0.0782206 Nov 09 00:20:20.552279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49634) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.553852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa7d5a-1a77-405e-b7e2-39b70d26454e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4d8e242-3081-4d71-bd81-804bcbc355ad,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:20.595631 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-400810b4-7ae3-4e6c-8347-80ca3c6b15e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.601941 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-04e157b9-7f9b-4fe7-b467-e74d4d5c8c77 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0480332 Nov 09 00:20:20.604457 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49640) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.639950 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81f81ed6-d1dc-4e5d-a262-4cf046ccaaa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.654524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81f81ed6-d1dc-4e5d-a262-4cf046ccaaa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.690403 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81f81ed6-d1dc-4e5d-a262-4cf046ccaaa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.697890 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81f81ed6-d1dc-4e5d-a262-4cf046ccaaa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.699916 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-81f81ed6-d1dc-4e5d-a262-4cf046ccaaa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/fad97adb-bdf3-43eb-9a16-cf411cdbea11 HTTP/1.1" status: 204 len: 168 time: 0.0944629 Nov 09 00:20:20.703040 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-400810b4-7ae3-4e6c-8347-80ca3c6b15e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.704128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49646) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.711467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f81ed6-d1dc-4e5d-a262-4cf046ccaaa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fad97adb-bdf3-43eb-9a16-cf411cdbea11,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:20.714146 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-400810b4-7ae3-4e6c-8347-80ca3c6b15e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.778042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-400810b4-7ae3-4e6c-8347-80ca3c6b15e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=225b479b6caf439a9b40972301f3eb95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3445597 Nov 09 00:20:20.778042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400810b4-7ae3-4e6c-8347-80ca3c6b15e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bd5fca-e420-438c-ac9e-f81bcba17713,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:20.779778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49652) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.791751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d0d017e0-6f3e-4035-8677-4064f263a123 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0861933 Nov 09 00:20:20.794837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49656) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:20.861208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af89a193-67b9-4787-b1ee-fe8b21abf13e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.873711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fca1b1c9-09fc-4e1c-98f9-874fbd88ddd8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.888147 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af89a193-67b9-4787-b1ee-fe8b21abf13e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.921315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fca1b1c9-09fc-4e1c-98f9-874fbd88ddd8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.957381 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af89a193-67b9-4787-b1ee-fe8b21abf13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.960805 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-af89a193-67b9-4787-b1ee-fe8b21abf13e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:20.961421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b390f-e783-461f-8206-2c8d3c035fea req-f66816bc-094a-4f64-b270-fe4959b1a5ee tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:20.962327 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-af89a193-67b9-4787-b1ee-fe8b21abf13e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5bd5fca-e420-438c-ac9e-f81bcba17713 HTTP/1.1" status: 204 len: 168 time: 0.1805193 Nov 09 00:20:20.963370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-777b390f-e783-461f-8206-2c8d3c035fea req-f66816bc-094a-4f64-b270-fe4959b1a5ee tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.1085246 Nov 09 00:20:20.970782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89a193-67b9-4787-b1ee-fe8b21abf13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bd5fca-e420-438c-ac9e-f81bcba17713,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:21.005118 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fca1b1c9-09fc-4e1c-98f9-874fbd88ddd8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.007978 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fca1b1c9-09fc-4e1c-98f9-874fbd88ddd8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.009386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fca1b1c9-09fc-4e1c-98f9-874fbd88ddd8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-groups/30e24f31-35fd-48db-8324-c8e2e41987e4 HTTP/1.1" status: 204 len: 168 time: 0.2132692 Nov 09 00:20:21.012189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49668) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:21.028485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1b1c9-09fc-4e1c-98f9-874fbd88ddd8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e24f31-35fd-48db-8324-c8e2e41987e4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:21.037378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-777b390f-e783-461f-8206-2c8d3c035fea req-067e178d-0810-4582-a8ed-c212ae32e234 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659351 Nov 09 00:20:21.100227 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-396dcbc3-a3f5-4230-9b97-f50378eb1577 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0823042 Nov 09 00:20:21.100553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49670) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:21.105567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d136ceb9-7a0c-41d6-9f9b-307e2a98de48 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group': {'name': 'tempest-secgroup--192304480'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:21.132271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d136ceb9-7a0c-41d6-9f9b-307e2a98de48 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.214023 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d136ceb9-7a0c-41d6-9f9b-307e2a98de48 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.220013 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d136ceb9-7a0c-41d6-9f9b-307e2a98de48 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.295305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136ceb9-7a0c-41d6-9f9b-307e2a98de48 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dec59d4-9af8-4803-b0ed-e65b44f3843b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:21.308725 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d136ceb9-7a0c-41d6-9f9b-307e2a98de48 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.310184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d136ceb9-7a0c-41d6-9f9b-307e2a98de48 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2086306 Nov 09 00:20:21.313233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49678) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:21.318682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b7015fde-861c-4460-9ccf-d39494be1e6d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group_rule': {'security_group_id': '9dec59d4-9af8-4803-b0ed-e65b44f3843b', 'direction': 'ingress', 'protocol': 17}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:21.356589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7015fde-861c-4460-9ccf-d39494be1e6d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.431678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7015fde-861c-4460-9ccf-d39494be1e6d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.437965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7015fde-861c-4460-9ccf-d39494be1e6d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.460117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7015fde-861c-4460-9ccf-d39494be1e6d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed24e84-cd0f-45c3-a745-5f5ca4ead49c,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:21.491061 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7015fde-861c-4460-9ccf-d39494be1e6d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.493066 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b7015fde-861c-4460-9ccf-d39494be1e6d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1786437 Nov 09 00:20:21.496270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49686) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:21.604165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-795c659e-80e3-49ea-9424-174c22ab4258 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.625792 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49688) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:21.635965 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-795c659e-80e3-49ea-9424-174c22ab4258 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.641674 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f7bda6c-7e4b-4415-877d-5b63d621908b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.696349 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-795c659e-80e3-49ea-9424-174c22ab4258 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.700672 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-795c659e-80e3-49ea-9424-174c22ab4258 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.705027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-795c659e-80e3-49ea-9424-174c22ab4258 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-groups/9dec59d4-9af8-4803-b0ed-e65b44f3843b HTTP/1.1" status: 204 len: 168 time: 0.2045987 Nov 09 00:20:21.706983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49696) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:21.719207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c659e-80e3-49ea-9424-174c22ab4258 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dec59d4-9af8-4803-b0ed-e65b44f3843b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:21.764149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-81b6a67e-01e4-4a62-a209-72d9c90f2eea tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0524013 Nov 09 00:20:21.764569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49698) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:21.771466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a551eec0-b01e-4cff-8771-27ec85bfb4f1 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332105812'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:21.780204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f7bda6c-7e4b-4415-877d-5b63d621908b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.788099 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f7bda6c-7e4b-4415-877d-5b63d621908b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.805580 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a551eec0-b01e-4cff-8771-27ec85bfb4f1 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.837448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bda6c-7e4b-4415-877d-5b63d621908b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8652c03e-eee7-473b-9a82-92bf7d6f0ee4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:21.850604 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4f7bda6c-7e4b-4415-877d-5b63d621908b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63e59411c4f945cab9154c622ec57cb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2228050 Nov 09 00:20:21.852940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49700) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:21.907774 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a551eec0-b01e-4cff-8771-27ec85bfb4f1 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.913589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f1663583-2b2e-454e-b2cf-6af93d0ca843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.915437 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a551eec0-b01e-4cff-8771-27ec85bfb4f1 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.938956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f1663583-2b2e-454e-b2cf-6af93d0ca843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.955160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a551eec0-b01e-4cff-8771-27ec85bfb4f1 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:21.960352 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a551eec0-b01e-4cff-8771-27ec85bfb4f1 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1918278 Nov 09 00:20:21.961689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49702) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:21.963151 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551eec0-b01e-4cff-8771-27ec85bfb4f1 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01a81b2-e862-4f02-abec-9b0b46b2f2d9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:21.971632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b32abb0d-b532-4cc9-97ea-5808ba2d2f51 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156542407'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:22.014932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b32abb0d-b532-4cc9-97ea-5808ba2d2f51 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.046152 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f1663583-2b2e-454e-b2cf-6af93d0ca843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.049102 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f1663583-2b2e-454e-b2cf-6af93d0ca843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.052613 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f1663583-2b2e-454e-b2cf-6af93d0ca843 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8652c03e-eee7-473b-9a82-92bf7d6f0ee4 HTTP/1.1" status: 204 len: 168 time: 0.1962440 Nov 09 00:20:22.062131 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1663583-2b2e-454e-b2cf-6af93d0ca843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8652c03e-eee7-473b-9a82-92bf7d6f0ee4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:22.128507 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b32abb0d-b532-4cc9-97ea-5808ba2d2f51 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.133081 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b32abb0d-b532-4cc9-97ea-5808ba2d2f51 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.165380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b32abb0d-b532-4cc9-97ea-5808ba2d2f51 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.170411 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b32abb0d-b532-4cc9-97ea-5808ba2d2f51 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2048836 Nov 09 00:20:22.171132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49710) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:22.178467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-3d6365a1-d65e-4646-aabb-e3389734a2f2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group_rule': {'security_group_id': 'b01a81b2-e862-4f02-abec-9b0b46b2f2d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '40038345-817e-4b35-a04f-1b53fed81844', 'remote_ip_prefix': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:22.209677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32abb0d-b532-4cc9-97ea-5808ba2d2f51 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40038345-817e-4b35-a04f-1b53fed81844,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:22.286881 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d6365a1-d65e-4646-aabb-e3389734a2f2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.352611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2256f4-a0aa-41e7-bd9f-d881f3f58613 req-a25d97ab-c801-4d55-8cdf-3dec7c769432 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:22.360272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f2256f4-a0aa-41e7-bd9f-d881f3f58613 req-a25d97ab-c801-4d55-8cdf-3dec7c769432 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.1336122 Nov 09 00:20:22.426780 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d6365a1-d65e-4646-aabb-e3389734a2f2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.438851 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d6365a1-d65e-4646-aabb-e3389734a2f2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.448553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f2256f4-a0aa-41e7-bd9f-d881f3f58613 req-4995ced4-1bce-453f-929b-4e7f21e433ee tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873947 Nov 09 00:20:22.486640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d6365a1-d65e-4646-aabb-e3389734a2f2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.492694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49722) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:22.505535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3d6365a1-d65e-4646-aabb-e3389734a2f2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3299124 Nov 09 00:20:22.508365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6365a1-d65e-4646-aabb-e3389734a2f2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5f8b11-e25b-46fb-ada4-27f66e3eab14,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:22.531538 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-66a11b9d-9463-4fea-bf75-351527a035c9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.542286 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-66a11b9d-9463-4fea-bf75-351527a035c9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.602810 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-66a11b9d-9463-4fea-bf75-351527a035c9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.616671 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-66a11b9d-9463-4fea-bf75-351527a035c9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.616671 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-66a11b9d-9463-4fea-bf75-351527a035c9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0d5f8b11-e25b-46fb-ada4-27f66e3eab14 HTTP/1.1" status: 204 len: 168 time: 0.1199870 Nov 09 00:20:22.621478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49734) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:22.642186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a11b9d-9463-4fea-bf75-351527a035c9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d5f8b11-e25b-46fb-ada4-27f66e3eab14,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:22.674300 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-90d457ba-7a56-4bd4-8162-6eb655c1c3cc tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0514550 Nov 09 00:20:22.677657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49740) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:22.730819 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4cc59494-7666-474c-ac77-46a1d7918965 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.755731 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4cc59494-7666-474c-ac77-46a1d7918965 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.809624 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4cc59494-7666-474c-ac77-46a1d7918965 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.812552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4cc59494-7666-474c-ac77-46a1d7918965 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.813929 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4cc59494-7666-474c-ac77-46a1d7918965 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-groups/40038345-817e-4b35-a04f-1b53fed81844 HTTP/1.1" status: 204 len: 168 time: 0.1352174 Nov 09 00:20:22.816528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49746) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:22.843282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc59494-7666-474c-ac77-46a1d7918965 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40038345-817e-4b35-a04f-1b53fed81844,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:22.892994 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-89d5f581-4f34-4d60-a6fc-27e5d2e141b9 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0731783 Nov 09 00:20:22.894867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49752) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:22.949640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-006f4a6e-087a-4dd7-b285-64c98aa64f0d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:22.974437 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-006f4a6e-087a-4dd7-b285-64c98aa64f0d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.023991 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-006f4a6e-087a-4dd7-b285-64c98aa64f0d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.027175 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-006f4a6e-087a-4dd7-b285-64c98aa64f0d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.028549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-006f4a6e-087a-4dd7-b285-64c98aa64f0d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-groups/b01a81b2-e862-4f02-abec-9b0b46b2f2d9 HTTP/1.1" status: 204 len: 168 time: 0.1317458 Nov 09 00:20:23.031202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49760) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:23.043958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f4a6e-087a-4dd7-b285-64c98aa64f0d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01a81b2-e862-4f02-abec-9b0b46b2f2d9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:23.085419 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-05236561-90a7-4f1c-b4fe-1fe4f9dc7f01 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0528097 Nov 09 00:20:23.090150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49764) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:23.094351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group': {'name': 'tempest-secgroup--389921578'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:23.118857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.189290 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.194961 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.226415 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.227687 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1369879 Nov 09 00:20:23.231187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49770) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:23.231669 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4604f8-22c3-4cb0-b6c3-fc70d39b7bec,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:23.237025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a0679a8f-db1c-4210-a8e4-348b63a1ddb2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group_rule': {'security_group_id': 'ec4604f8-22c3-4cb0-b6c3-fc70d39b7bec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:23.240344 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:23.241287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:23.241875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:23.246078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:23.246078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:23.246078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:23.246078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:23.246078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:23.246078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:23.246078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:23.246078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:23.246078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f290525-e23d-4c59-9452-b4642d9936c7 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:23.273873 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a0679a8f-db1c-4210-a8e4-348b63a1ddb2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.332871 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a0679a8f-db1c-4210-a8e4-348b63a1ddb2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.337754 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a0679a8f-db1c-4210-a8e4-348b63a1ddb2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.357679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0679a8f-db1c-4210-a8e4-348b63a1ddb2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773ccaec-8b13-414e-bcb4-c886eba39372,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:23.362706 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a0679a8f-db1c-4210-a8e4-348b63a1ddb2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.367493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a0679a8f-db1c-4210-a8e4-348b63a1ddb2 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1306300 Nov 09 00:20:23.367493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49778) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:23.399428 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-815f89dd-62fc-4143-a8be-c90f6c139300 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.411372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-815f89dd-62fc-4143-a8be-c90f6c139300 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.451919 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-815f89dd-62fc-4143-a8be-c90f6c139300 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.459739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-815f89dd-62fc-4143-a8be-c90f6c139300 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.462458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-815f89dd-62fc-4143-a8be-c90f6c139300 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/773ccaec-8b13-414e-bcb4-c886eba39372 HTTP/1.1" status: 204 len: 168 time: 0.0934944 Nov 09 00:20:23.463879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49790) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:23.468961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f89dd-62fc-4143-a8be-c90f6c139300 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=773ccaec-8b13-414e-bcb4-c886eba39372,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:23.522662 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b73a72fc-13d6-4025-b31f-52643f6e6adf tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0578856 Nov 09 00:20:23.525246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49800) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:23.618429 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea452-8d0c-4323-922f-b78378aa6840 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.641652 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea452-8d0c-4323-922f-b78378aa6840 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.680798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d0421-7b95-41f1-9929-227186c1d08d req-e02fadfc-1b37-44da-aedd-05746793c26c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:23.688267 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-946d0421-7b95-41f1-9929-227186c1d08d req-e02fadfc-1b37-44da-aedd-05746793c26c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.1276908 Nov 09 00:20:23.731845 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea452-8d0c-4323-922f-b78378aa6840 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.735636 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea452-8d0c-4323-922f-b78378aa6840 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:23.741864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49812) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:23.742189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fd7ea452-8d0c-4323-922f-b78378aa6840 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-groups/ec4604f8-22c3-4cb0-b6c3-fc70d39b7bec HTTP/1.1" status: 204 len: 168 time: 0.2154839 Nov 09 00:20:23.779189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-946d0421-7b95-41f1-9929-227186c1d08d req-cbef668e-1875-49f5-a44c-d77c84f348f5 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846334 Nov 09 00:20:23.780047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ea452-8d0c-4323-922f-b78378aa6840 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4604f8-22c3-4cb0-b6c3-fc70d39b7bec,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:23.828478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49814) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:23.833941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-76cd93d5-c7aa-415a-9a8a-290d4257adf0 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839893129'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:23.840267 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bf965e64-d023-42ca-be63-d4d5457e8fd6 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0965078 Nov 09 00:20:23.865467 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-76cd93d5-c7aa-415a-9a8a-290d4257adf0 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.031928 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-76cd93d5-c7aa-415a-9a8a-290d4257adf0 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.037191 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-76cd93d5-c7aa-415a-9a8a-290d4257adf0 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.077967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd93d5-c7aa-415a-9a8a-290d4257adf0 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef11c2f-efb5-4166-bdf6-339642af2638,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:24.092712 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-76cd93d5-c7aa-415a-9a8a-290d4257adf0 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.097266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-76cd93d5-c7aa-415a-9a8a-290d4257adf0 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2675552 Nov 09 00:20:24.099968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49834) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:24.107985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-78a4e663-2b1f-46d2-8bbb-a3cc5a5d0c0f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group_rule': {'security_group_id': 'eef11c2f-efb5-4166-bdf6-339642af2638', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:24.151464 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a4e663-2b1f-46d2-8bbb-a3cc5a5d0c0f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.254128 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a4e663-2b1f-46d2-8bbb-a3cc5a5d0c0f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.262337 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a4e663-2b1f-46d2-8bbb-a3cc5a5d0c0f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.287043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4e663-2b1f-46d2-8bbb-a3cc5a5d0c0f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc2372b-2742-4e44-8587-1a6dfdb63880,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:24.298592 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a4e663-2b1f-46d2-8bbb-a3cc5a5d0c0f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.298812 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-78a4e663-2b1f-46d2-8bbb-a3cc5a5d0c0f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1951978 Nov 09 00:20:24.301999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49844) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:24.336528 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dc836eaa-313e-44ba-99ac-88559ea107c4 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules/bcc2372b-2742-4e44-8587-1a6dfdb63880 HTTP/1.1" status: 200 len: 763 time: 0.0326657 Nov 09 00:20:24.339348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49846) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:24.401505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49852) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:24.401790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-eec71626-a525-4710-a703-aa88c95e6b49 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0611050 Nov 09 00:20:24.441695 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf303-f46c-498a-b133-264d15179a8d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.456739 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf303-f46c-498a-b133-264d15179a8d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.503009 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf303-f46c-498a-b133-264d15179a8d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.520279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf303-f46c-498a-b133-264d15179a8d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.524934 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4d3cf303-f46c-498a-b133-264d15179a8d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/bcc2372b-2742-4e44-8587-1a6dfdb63880 HTTP/1.1" status: 204 len: 168 time: 0.1211782 Nov 09 00:20:24.528237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49858) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:24.540781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cf303-f46c-498a-b133-264d15179a8d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcc2372b-2742-4e44-8587-1a6dfdb63880,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:24.626845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f56bf1a2-326f-445b-bbe0-f9c213af894d tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0945518 Nov 09 00:20:24.629146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49862) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:24.639176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-134cddd4-0eec-4918-bc02-1c9c79023fa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group_rule': {'security_group_id': 'eef11c2f-efb5-4166-bdf6-339642af2638', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:24.683949 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-134cddd4-0eec-4918-bc02-1c9c79023fa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.735578 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-134cddd4-0eec-4918-bc02-1c9c79023fa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.747241 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-134cddd4-0eec-4918-bc02-1c9c79023fa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.776929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-134cddd4-0eec-4918-bc02-1c9c79023fa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.778435 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-134cddd4-0eec-4918-bc02-1c9c79023fa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478562 Nov 09 00:20:24.781409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49870) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:24.805854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cddd4-0eec-4918-bc02-1c9c79023fa8 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac79ca5-b66d-4615-b676-9d56dffb9cb9,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:24.833609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-62dd7f01-7620-4b41-aebb-a1f895b11292 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules/8ac79ca5-b66d-4615-b676-9d56dffb9cb9 HTTP/1.1" status: 200 len: 763 time: 0.0502746 Nov 09 00:20:24.836253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49874) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:24.911596 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-90c80c00-2742-4fda-a407-21d9e5c90602 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0740716 Nov 09 00:20:24.912936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49878) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:24.944469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dba4d8d5-a025-42ed-bb33-5ae0dc7d563e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.954551 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dba4d8d5-a025-42ed-bb33-5ae0dc7d563e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:24.958582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e94479-3b1a-4c00-9004-fc4c0e48775b req-7ffee045-7b81-40f7-a4d3-c3470c9f9666 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:24.972309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3e94479-3b1a-4c00-9004-fc4c0e48775b req-7ffee045-7b81-40f7-a4d3-c3470c9f9666 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0761650 Nov 09 00:20:25.003858 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dba4d8d5-a025-42ed-bb33-5ae0dc7d563e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.012238 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dba4d8d5-a025-42ed-bb33-5ae0dc7d563e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.014938 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dba4d8d5-a025-42ed-bb33-5ae0dc7d563e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8ac79ca5-b66d-4615-b676-9d56dffb9cb9 HTTP/1.1" status: 204 len: 168 time: 0.0996904 Nov 09 00:20:25.018049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49886) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:25.025225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4d8d5-a025-42ed-bb33-5ae0dc7d563e tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ac79ca5-b66d-4615-b676-9d56dffb9cb9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:25.063024 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3e94479-3b1a-4c00-9004-fc4c0e48775b req-3bf2e19b-7dbe-44a6-89b9-1465b902d121 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838020 Nov 09 00:20:25.103255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a3c852ac-c4e8-4a25-b530-e6cb75faa80c tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0839839 Nov 09 00:20:25.105876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49890) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:25.110636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a8805727-3e32-4d95-9404-9bd0d4239b90 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Request body: {'security_group_rule': {'security_group_id': 'eef11c2f-efb5-4166-bdf6-339642af2638', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:25.140014 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-a8805727-3e32-4d95-9404-9bd0d4239b90 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Project 54d864db48a945959f5160428dcd7685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:20:25.147920 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a8805727-3e32-4d95-9404-9bd0d4239b90 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.221055 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a8805727-3e32-4d95-9404-9bd0d4239b90 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.225301 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a8805727-3e32-4d95-9404-9bd0d4239b90 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.251138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8805727-3e32-4d95-9404-9bd0d4239b90 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649bf204-cea1-46ad-9c6b-35d11080e913,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:25.264734 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a8805727-3e32-4d95-9404-9bd0d4239b90 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.267105 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a8805727-3e32-4d95-9404-9bd0d4239b90 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1598973 Nov 09 00:20:25.270768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49898) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:25.296368 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5d9f22ac-2a32-4f8b-be6d-4b78b1ee6c75 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules/649bf204-cea1-46ad-9c6b-35d11080e913 HTTP/1.1" status: 200 len: 769 time: 0.0239594 Nov 09 00:20:25.298972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49902) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:25.341860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-df056cdc-2fcf-48cd-88b5-e0a651551b29 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0417049 Nov 09 00:20:25.344427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49904) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:25.369413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49906) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:25.375651 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b05a6cec-18ae-4d7c-956e-f046a98c116f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.386140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b05a6cec-18ae-4d7c-956e-f046a98c116f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.417966 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b05a6cec-18ae-4d7c-956e-f046a98c116f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.425605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b05a6cec-18ae-4d7c-956e-f046a98c116f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.427639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b05a6cec-18ae-4d7c-956e-f046a98c116f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/649bf204-cea1-46ad-9c6b-35d11080e913 HTTP/1.1" status: 204 len: 168 time: 0.0822952 Nov 09 00:20:25.430728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49912) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:25.432075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a6cec-18ae-4d7c-956e-f046a98c116f tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=649bf204-cea1-46ad-9c6b-35d11080e913,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:25.484356 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dc2b0a4f-cb6f-4439-9147-f0cfba49ea98 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0517449 Nov 09 00:20:25.491607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49916) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:25.513184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b98efdff-b002-4c3e-a95f-a47484eb540e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.549616 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-934c902a-528f-4f01-816e-43b2726386ec tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.590378 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-934c902a-528f-4f01-816e-43b2726386ec tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.649042 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b98efdff-b002-4c3e-a95f-a47484eb540e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.656826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b98efdff-b002-4c3e-a95f-a47484eb540e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.658505 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-934c902a-528f-4f01-816e-43b2726386ec tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.663151 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-934c902a-528f-4f01-816e-43b2726386ec tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.667911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-934c902a-528f-4f01-816e-43b2726386ec tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "DELETE /v2.0/security-groups/eef11c2f-efb5-4166-bdf6-339642af2638 HTTP/1.1" status: 204 len: 168 time: 0.1752133 Nov 09 00:20:25.668823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49924) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:25.695317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c902a-528f-4f01-816e-43b2726386ec tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef11c2f-efb5-4166-bdf6-339642af2638,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:25.728976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98efdff-b002-4c3e-a95f-a47484eb540e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6289146d-7258-48dc-944e-47eb261e1d83,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:25.739460 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b98efdff-b002-4c3e-a95f-a47484eb540e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0a85668597f443ebf2cba2b85ec6882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3689706 Nov 09 00:20:25.745790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5da16c45-a649-4900-a486-3e5c6febdde5 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0676875 Nov 09 00:20:25.746092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49926) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:25.746610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49928) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:25.806864 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3b4e3058-b65d-4e2b-b3c2-02c6f18dfc91 tempest-SecGroupIPv6Test-387564950 tempest-SecGroupIPv6Test-387564950-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0585971 Nov 09 00:20:25.814529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-220d70d3-66b2-4b8e-b8a3-28daa0a633a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.842358 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-220d70d3-66b2-4b8e-b8a3-28daa0a633a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.908269 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-220d70d3-66b2-4b8e-b8a3-28daa0a633a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.911678 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-220d70d3-66b2-4b8e-b8a3-28daa0a633a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:25.915133 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-220d70d3-66b2-4b8e-b8a3-28daa0a633a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6289146d-7258-48dc-944e-47eb261e1d83 HTTP/1.1" status: 204 len: 168 time: 0.1657996 Nov 09 00:20:25.922209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d70d3-66b2-4b8e-b8a3-28daa0a633a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6289146d-7258-48dc-944e-47eb261e1d83,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:25.962428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49938) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:26.060387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49944) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:26.206077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843af8a-4acc-4bfa-9794-68be1d0506df req-c2e20ffe-bc56-43ad-9a5f-41ae98a16357 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:26.208258 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5843af8a-4acc-4bfa-9794-68be1d0506df req-c2e20ffe-bc56-43ad-9a5f-41ae98a16357 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0734930 Nov 09 00:20:26.269034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5843af8a-4acc-4bfa-9794-68be1d0506df req-5b4b9eb6-2d97-4fec-9320-a01fec3da8c3 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529387 Nov 09 00:20:26.328292 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3ce782fd-0e1f-4eff-baea-e0b40c7bafa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.424671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b02a7f9e-2716-4d3f-a748-b9cd53d5344d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54d864db48a945959f5160428dcd7685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3631024 Nov 09 00:20:26.427741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49956) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:26.440227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49958) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:26.464968 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ddfea811-b4d8-4d6b-b75c-34a31700174c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.471916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3ce782fd-0e1f-4eff-baea-e0b40c7bafa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.479345 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08de0346-29f5-4e91-8e9b-9631a860df9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.480028 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3ce782fd-0e1f-4eff-baea-e0b40c7bafa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.503077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08de0346-29f5-4e91-8e9b-9631a860df9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.537238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3ce782fd-0e1f-4eff-baea-e0b40c7bafa5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=edd7cd667a46401bb213562b04da0d41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5738890 Nov 09 00:20:26.537524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49960) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:26.543748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce782fd-0e1f-4eff-baea-e0b40c7bafa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7567b770-c6c9-4426-8f73-0ffe722081a7,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:26.579516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08de0346-29f5-4e91-8e9b-9631a860df9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.582020 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08de0346-29f5-4e91-8e9b-9631a860df9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.583204 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-08de0346-29f5-4e91-8e9b-9631a860df9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3791e8d8-6036-4fbd-bfe5-42e0e3678cdc HTTP/1.1" status: 204 len: 168 time: 0.1545191 Nov 09 00:20:26.613040 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ddfea811-b4d8-4d6b-b75c-34a31700174c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.617218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de0346-29f5-4e91-8e9b-9631a860df9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3791e8d8-6036-4fbd-bfe5-42e0e3678cdc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:26.619563 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-214d5238-4865-4893-b1ca-9b88d847c59d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.643944 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-214d5238-4865-4893-b1ca-9b88d847c59d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.651679 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ddfea811-b4d8-4d6b-b75c-34a31700174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.708329 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-214d5238-4865-4893-b1ca-9b88d847c59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.710941 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-214d5238-4865-4893-b1ca-9b88d847c59d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.715151 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-214d5238-4865-4893-b1ca-9b88d847c59d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7567b770-c6c9-4426-8f73-0ffe722081a7 HTTP/1.1" status: 204 len: 168 time: 0.1766949 Nov 09 00:20:26.723168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d5238-4865-4893-b1ca-9b88d847c59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7567b770-c6c9-4426-8f73-0ffe722081a7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:26.762228 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ddfea811-b4d8-4d6b-b75c-34a31700174c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=595b09b3c49d46409010edd78064e317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3209603 Nov 09 00:20:26.765138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49968) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:26.777741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfea811-b4d8-4d6b-b75c-34a31700174c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebac09e3-ea1a-4158-84b0-499ee70b2cce,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:26.838377 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8f33253-5937-44d5-85d9-c9faf44868d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.860320 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8f33253-5937-44d5-85d9-c9faf44868d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.915505 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8f33253-5937-44d5-85d9-c9faf44868d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.919051 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8f33253-5937-44d5-85d9-c9faf44868d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:26.920217 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d8f33253-5937-44d5-85d9-c9faf44868d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ebac09e3-ea1a-4158-84b0-499ee70b2cce HTTP/1.1" status: 204 len: 168 time: 0.1540287 Nov 09 00:20:26.930176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f33253-5937-44d5-85d9-c9faf44868d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebac09e3-ea1a-4158-84b0-499ee70b2cce,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:27.254038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49990) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:27.267505 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1283989b-b642-4ad2-a9ad-c54a2f262217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:27.418642 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1283989b-b642-4ad2-a9ad-c54a2f262217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:27.424557 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1283989b-b642-4ad2-a9ad-c54a2f262217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:27.469854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9344-3ef2-41d5-8e59-0f8d2bd3364d req-7fbd84b8-6a17-49ca-a1e6-22ea7f658745 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:27.471528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-906d9344-3ef2-41d5-8e59-0f8d2bd3364d req-7fbd84b8-6a17-49ca-a1e6-22ea7f658745 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0700526 Nov 09 00:20:27.478022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283989b-b642-4ad2-a9ad-c54a2f262217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa75c6f-877f-4b28-a4f9-649d21c9c398,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:27.499866 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1283989b-b642-4ad2-a9ad-c54a2f262217 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6309efd2a8fc49a0b1d12f6619d75ee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447011 Nov 09 00:20:27.502863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50006) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:27.571453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-906d9344-3ef2-41d5-8e59-0f8d2bd3364d req-472d19e3-267d-444b-92aa-6e5ea00e0ecc tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915108 Nov 09 00:20:27.590477 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc5bcbbd-94d4-448f-afb6-6bf8d966cc84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:27.612891 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc5bcbbd-94d4-448f-afb6-6bf8d966cc84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:27.664983 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc5bcbbd-94d4-448f-afb6-6bf8d966cc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:27.670667 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc5bcbbd-94d4-448f-afb6-6bf8d966cc84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:27.674244 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fc5bcbbd-94d4-448f-afb6-6bf8d966cc84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3fa75c6f-877f-4b28-a4f9-649d21c9c398 HTTP/1.1" status: 204 len: 168 time: 0.1681168 Nov 09 00:20:27.682430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bcbbd-94d4-448f-afb6-6bf8d966cc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa75c6f-877f-4b28-a4f9-649d21c9c398,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:27.962403 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50030) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:28.198866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2111151594'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:28.227652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Made reservation on behalf of 25dfdf7632d34e999ce9547617616fbc for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:20:28.233227 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:28.245308 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:28.332978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:28.339120 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:28.365453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:20:28.444737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a95a4e-7f83-4fc0-aef4-2ad0193bf8b0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:28.451458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:28.452646 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Added segment fcd32952-6441-40fc-83b4-d12975326d10 of type vlan for network d2629000-de39-4daa-ac3c-d970b23295e8 Nov 09 00:20:28.503121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:28.538645 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:28.548819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:28.550125 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:28.640060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Pushing event updated for resources: {'Network': ['ID=d2629000-de39-4daa-ac3c-d970b23295e8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:28.651987 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network d2629000-de39-4daa-ac3c-d970b23295e8 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:20:28.658326 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ac5b724d-cb63-4a5a-8941-74faaf9494bc tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6934121 Nov 09 00:20:28.661723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50062) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:28.668979 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-206ff06f-8e0c-4946-818a-83deffa42442 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd2629000-de39-4daa-ac3c-d970b23295e8', 'tempest-TagsTest-Tag-1160854968') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:28.801940 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29bdcc-55e8-44d3-b154-c2c411958f98 req-6f7b4232-44c8-4977-9cd5-fe60d683dd10 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:28.803833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e29bdcc-55e8-44d3-b154-c2c411958f98 req-6f7b4232-44c8-4977-9cd5-fe60d683dd10 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.1141489 Nov 09 00:20:28.828754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-206ff06f-8e0c-4946-818a-83deffa42442 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "PUT /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8/tags/tempest-TagsTest-Tag-1160854968 HTTP/1.1" status: 201 len: 201 time: 0.1643655 Nov 09 00:20:28.831251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50074) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:28.848931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-5b78be22-9bdd-4c91-b979-263ceed21ce8 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd2629000-de39-4daa-ac3c-d970b23295e8', 'tempest-TagsTest-Tag-1160854968') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:28.931024 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e29bdcc-55e8-44d3-b154-c2c411958f98 req-390ed748-dee0-41cd-b929-b740942d19c9 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101546 Nov 09 00:20:29.000121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5b78be22-9bdd-4c91-b979-263ceed21ce8 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "GET /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8/tags/tempest-TagsTest-Tag-1160854968 HTTP/1.1" status: 204 len: 168 time: 0.1677787 Nov 09 00:20:29.002805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50086) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:29.008673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-4da713bc-b1c7-4c49-beaa-501bcf125750 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd2629000-de39-4daa-ac3c-d970b23295e8') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:29.118941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50092) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:29.119223 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4da713bc-b1c7-4c49-beaa-501bcf125750 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "GET /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8/tags HTTP/1.1" status: 200 len: 238 time: 0.1145382 Nov 09 00:20:29.126011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-dafabe57-c4ee-4f4d-a7e5-20349336690b tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd2629000-de39-4daa-ac3c-d970b23295e8', {'tags': ['tempest-TagsTest-Tag-1525947034', 'tempest-TagsTest-Tag-1773119128', 'tempest-TagsTest-Tag-1766357654']}) {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:29.245402 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dafabe57-c4ee-4f4d-a7e5-20349336690b tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "PUT /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8/tags HTTP/1.1" status: 200 len: 309 time: 0.1239913 Nov 09 00:20:29.247269 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50104) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:29.253977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-8e3cc7b0-b86e-475c-a7af-fae178107eb5 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd2629000-de39-4daa-ac3c-d970b23295e8', 'tempest-TagsTest-Tag-1525947034') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:29.407531 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8e3cc7b0-b86e-475c-a7af-fae178107eb5 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "DELETE /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8/tags/tempest-TagsTest-Tag-1525947034 HTTP/1.1" status: 204 len: 168 time: 0.1547477 Nov 09 00:20:29.408038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50110) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:29.414010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-67d46d1a-063c-47f5-b4fa-e28c71699827 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd2629000-de39-4daa-ac3c-d970b23295e8', 'tempest-TagsTest-Tag-1525947034') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:29.505566 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-67d46d1a-063c-47f5-b4fa-e28c71699827 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] show failed (client error): The resource could not be found. Nov 09 00:20:29.507619 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-67d46d1a-063c-47f5-b4fa-e28c71699827 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "GET /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8/tags/tempest-TagsTest-Tag-1525947034 HTTP/1.1" status: 404 len: 326 time: 0.0981781 Nov 09 00:20:29.510574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50120) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:29.522097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-4ad95c30-0311-4904-91d4-0f174b58a0d7 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd2629000-de39-4daa-ac3c-d970b23295e8', 'tempest-TagsTest-Tag-1773119128') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:29.623016 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4ad95c30-0311-4904-91d4-0f174b58a0d7 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "GET /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8/tags/tempest-TagsTest-Tag-1773119128 HTTP/1.1" status: 204 len: 168 time: 0.1085916 Nov 09 00:20:29.623841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50124) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:29.630617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-e394fc36-2d1b-46e8-aeef-18ee3ecc18ca tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd2629000-de39-4daa-ac3c-d970b23295e8', 'tempest-TagsTest-Tag-1766357654') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:29.720486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50128) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:29.720953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e394fc36-2d1b-46e8-aeef-18ee3ecc18ca tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "GET /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8/tags/tempest-TagsTest-Tag-1766357654 HTTP/1.1" status: 204 len: 168 time: 0.0953283 Nov 09 00:20:29.725603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-f6da4bdb-86a2-4279-9320-927962fa1ebf tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd2629000-de39-4daa-ac3c-d970b23295e8') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:29.827382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50132) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:29.835337 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f6da4bdb-86a2-4279-9320-927962fa1ebf tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "DELETE /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1123574 Nov 09 00:20:29.836632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-175a878d-65af-406a-80c8-a863a5b87c5b tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd2629000-de39-4daa-ac3c-d970b23295e8', 'tempest-TagsTest-Tag-1773119128') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:29.914231 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-175a878d-65af-406a-80c8-a863a5b87c5b tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] show failed (client error): The resource could not be found. Nov 09 00:20:29.918474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50138) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:29.919409 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-175a878d-65af-406a-80c8-a863a5b87c5b tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "GET /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8/tags/tempest-TagsTest-Tag-1773119128 HTTP/1.1" status: 404 len: 326 time: 0.0907822 Nov 09 00:20:29.926473 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-2f4a61ac-2309-471f-b4a6-607927a48a4e tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd2629000-de39-4daa-ac3c-d970b23295e8', 'tempest-TagsTest-Tag-1766357654') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:29.942239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50140) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:30.029329 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-2f4a61ac-2309-471f-b4a6-607927a48a4e tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] show failed (client error): The resource could not be found. Nov 09 00:20:30.032877 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2f4a61ac-2309-471f-b4a6-607927a48a4e tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "GET /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8/tags/tempest-TagsTest-Tag-1766357654 HTTP/1.1" status: 404 len: 326 time: 0.1103005 Nov 09 00:20:30.033281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50148) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:30.038689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-d7728997-722a-43c8-909e-5f1a9decc9e2 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd2629000-de39-4daa-ac3c-d970b23295e8') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:30.145272 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d7728997-722a-43c8-909e-5f1a9decc9e2 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "DELETE /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1108367 Nov 09 00:20:30.149605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50156) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:30.155053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30d4da-e357-48c4-b852-5a146628b87f req-f2bcff1f-42a3-4b77-9e71-da409f0827df tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:30.156660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb30d4da-e357-48c4-b852-5a146628b87f req-f2bcff1f-42a3-4b77-9e71-da409f0827df tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.1390181 Nov 09 00:20:30.191017 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bd13a231-7a62-423f-9ce6-f3400dd0e96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.258801 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.335956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e62e7-5503-433c-9542-6b87d90ad29c req-f152e3db-5c8d-4ce9-bba0-d38ada637c39 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:30.343452 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c9e62e7-5503-433c-9542-6b87d90ad29c req-f152e3db-5c8d-4ce9-bba0-d38ada637c39 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 945 time: 0.1098819 Nov 09 00:20:30.360787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.386617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2629000-de39-4daa-ac3c-d970b23295e8']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:30.398528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd32952-6441-40fc-83b4-d12975326d10') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:30.398834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd32952-6441-40fc-83b4-d12975326d10') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:20:30.402407 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb30d4da-e357-48c4-b852-5a146628b87f req-d46a4c8c-b8b6-43e8-848e-a66532b15a91 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275283 Nov 09 00:20:30.421893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.438625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.451300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:20:30.452170 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:20:30.456656 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:20:30.473092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c9e62e7-5503-433c-9542-6b87d90ad29c req-dc35bcc1-2c7d-44cf-bb3e-11e10d2a656c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287358 Nov 09 00:20:30.500038 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bd13a231-7a62-423f-9ce6-f3400dd0e96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.506422 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bd13a231-7a62-423f-9ce6-f3400dd0e96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.560684 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.578824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bd13a231-7a62-423f-9ce6-f3400dd0e96d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64786bdf29bf4b6ba2524c0bd5f2a7cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6352143 Nov 09 00:20:30.579556 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50174) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:30.580409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13a231-7a62-423f-9ce6-f3400dd0e96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f39a32b-d9f0-4ba6-afbb-beacfd6ba85c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:30.621163 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.626424 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] 10.222.0.25 "DELETE /v2.0/networks/d2629000-de39-4daa-ac3c-d970b23295e8 HTTP/1.1" status: 204 len: 168 time: 0.4756024 Nov 09 00:20:30.627745 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1bb50-39da-4285-8342-1b0045be2d41 tempest-TagsTest-1626903459 tempest-TagsTest-1626903459-project] Pushing event deleted for resources: {'Network': ['ID=d2629000-de39-4daa-ac3c-d970b23295e8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:30.667109 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-40a6743b-edcd-4c45-be09-ea762266eb8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.690937 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-40a6743b-edcd-4c45-be09-ea762266eb8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.753125 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-40a6743b-edcd-4c45-be09-ea762266eb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.760274 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-40a6743b-edcd-4c45-be09-ea762266eb8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:30.762420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-40a6743b-edcd-4c45-be09-ea762266eb8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f39a32b-d9f0-4ba6-afbb-beacfd6ba85c HTTP/1.1" status: 204 len: 168 time: 0.1779974 Nov 09 00:20:30.773780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6743b-edcd-4c45-be09-ea762266eb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f39a32b-d9f0-4ba6-afbb-beacfd6ba85c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:31.338031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50208) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:31.558225 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfbe9f-1c9e-48a1-94f0-cb4cb8ae2611 req-ba865acd-750e-44ba-b9eb-3c4617251b68 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:31.567991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31cfbe9f-1c9e-48a1-94f0-cb4cb8ae2611 req-ba865acd-750e-44ba-b9eb-3c4617251b68 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0866237 Nov 09 00:20:31.615663 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-710b8040-b745-4410-8a31-fc6f70fd10f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25dfdf7632d34e999ce9547617616fbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2767015 Nov 09 00:20:31.618022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50216) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:31.642754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31cfbe9f-1c9e-48a1-94f0-cb4cb8ae2611 req-8c5ce158-2311-4a43-a6db-341f1b741da3 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655096 Nov 09 00:20:31.687500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2a169e2-e5e0-4206-9b43-479b1146f8ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:31.714935 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2a169e2-e5e0-4206-9b43-479b1146f8ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:31.781895 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2a169e2-e5e0-4206-9b43-479b1146f8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:31.785174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2a169e2-e5e0-4206-9b43-479b1146f8ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:31.786508 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f2a169e2-e5e0-4206-9b43-479b1146f8ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5a95a4e-7f83-4fc0-aef4-2ad0193bf8b0 HTTP/1.1" status: 204 len: 168 time: 0.1673758 Nov 09 00:20:31.800693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a169e2-e5e0-4206-9b43-479b1146f8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a95a4e-7f83-4fc0-aef4-2ad0193bf8b0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:32.053818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50238) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:32.238117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6f00-3fa1-4770-ad6c-35ad2df59a98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:32.371789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6f00-3fa1-4770-ad6c-35ad2df59a98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:32.379599 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6f00-3fa1-4770-ad6c-35ad2df59a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:32.425655 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9c8f6f00-3fa1-4770-ad6c-35ad2df59a98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cdbab83bcd84176bc76a49100225c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3699379 Nov 09 00:20:32.428655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50262) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:32.439047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f6f00-3fa1-4770-ad6c-35ad2df59a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9692f310-bce3-46be-a6ee-d0592257c396,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:32.497685 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0659c5d8-1db0-4f57-b365-0b0c6bc617c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:32.527631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0659c5d8-1db0-4f57-b365-0b0c6bc617c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:32.607154 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0659c5d8-1db0-4f57-b365-0b0c6bc617c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:32.611179 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0659c5d8-1db0-4f57-b365-0b0c6bc617c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:32.612668 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0659c5d8-1db0-4f57-b365-0b0c6bc617c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9692f310-bce3-46be-a6ee-d0592257c396 HTTP/1.1" status: 204 len: 168 time: 0.1802585 Nov 09 00:20:32.629319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659c5d8-1db0-4f57-b365-0b0c6bc617c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9692f310-bce3-46be-a6ee-d0592257c396,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:32.771001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44795b4f-9f86-45f2-97a4-4ac10ae4d792 req-8e310d7f-7b39-403c-8064-aac1b1fb4b37 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:32.772536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44795b4f-9f86-45f2-97a4-4ac10ae4d792 req-8e310d7f-7b39-403c-8064-aac1b1fb4b37 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0577488 Nov 09 00:20:32.848545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44795b4f-9f86-45f2-97a4-4ac10ae4d792 req-47f5cfcd-5130-4557-bcf8-d65deac45bbc tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683594 Nov 09 00:20:33.068888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50294) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:33.083585 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99b6e7e1-b9cd-4b28-81a4-378534d72da3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:33.167234 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99b6e7e1-b9cd-4b28-81a4-378534d72da3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:33.172406 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99b6e7e1-b9cd-4b28-81a4-378534d72da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:33.215358 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-99b6e7e1-b9cd-4b28-81a4-378534d72da3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3daf6e43e8d34b92b88d0704c83faea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449800 Nov 09 00:20:33.216330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6e7e1-b9cd-4b28-81a4-378534d72da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8019ba4c-a5b2-4b7d-8d2c-9873f07891c0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:33.218091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50302) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:33.270007 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f96843a8-cd7d-47a4-818d-0b0e208c9a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:33.292034 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f96843a8-cd7d-47a4-818d-0b0e208c9a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:33.351509 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f96843a8-cd7d-47a4-818d-0b0e208c9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:33.354269 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f96843a8-cd7d-47a4-818d-0b0e208c9a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:33.355442 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f96843a8-cd7d-47a4-818d-0b0e208c9a01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8019ba4c-a5b2-4b7d-8d2c-9873f07891c0 HTTP/1.1" status: 204 len: 168 time: 0.1363583 Nov 09 00:20:33.364262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96843a8-cd7d-47a4-818d-0b0e208c9a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8019ba4c-a5b2-4b7d-8d2c-9873f07891c0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:33.704081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device dfb5fe14-aa36-42d9-94b9-b64d3f71e95a details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:20:33.841250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:20:33.855511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'dfb5fe14-aa36-42d9-94b9-b64d3f71e95a', 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193', 'port_id': 'dfb5fe14-aa36-42d9-94b9-b64d3f71e95a', 'mac_address': 'fa:16:3e:5a:2a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:20:33.902519 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:33.933220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfb5fe14-aa36-42d9-94b9-b64d3f71e95a {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:20:33.977172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:20:33.989600 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:34.075522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ed08c-0b1e-49a1-ab9b-99ee072c532b req-aab2eed7-fdca-49b1-bf95-c2124043d94d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:34.078450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-721ed08c-0b1e-49a1-ab9b-99ee072c532b req-aab2eed7-fdca-49b1-bf95-c2124043d94d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.1148434 Nov 09 00:20:34.124709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:34.173594 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-721ed08c-0b1e-49a1-ab9b-99ee072c532b req-859e917e-cb4a-4476-a01b-fcb139b70789 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862565 Nov 09 00:20:34.193019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['dfb5fe14-aa36-42d9-94b9-b64d3f71e95a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:20:34.886396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:20:35.013896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:20:35.207451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'port_id': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'mac_address': 'fa:16:3e:90:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:20:35.257630 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:35.272767 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7842b4b-e2af-4fb0-9af2-a583edb01048 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:20:35.301963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:20:35.310118 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:35.385628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:35.414094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceafdbe-0695-4625-9e30-e968abe7ec6f req-2be4b3da-6028-493c-9cd9-4f8fa304a31c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:35.415707 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dceafdbe-0695-4625-9e30-e968abe7ec6f req-2be4b3da-6028-493c-9cd9-4f8fa304a31c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 944 time: 0.1181879 Nov 09 00:20:35.417721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['a7842b4b-e2af-4fb0-9af2-a583edb01048'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:20:35.488460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dceafdbe-0695-4625-9e30-e968abe7ec6f req-aba70574-8fa0-4738-8863-d770f7ea5186 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640509 Nov 09 00:20:35.505762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50446) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:35.730848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device dfb5fe14-aa36-42d9-94b9-b64d3f71e95a up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:20:35.810228 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2bf418b-adc3-4314-84f7-841fe8b5abdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:35.886982 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:35.889121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:36.036857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2bf418b-adc3-4314-84f7-841fe8b5abdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:36.045942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2bf418b-adc3-4314-84f7-841fe8b5abdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:36.114542 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:36.163338 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a2bf418b-adc3-4314-84f7-841fe8b5abdb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd285284719244b6b71ab2106545c83b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6540990 Nov 09 00:20:36.164749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50474) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:36.166481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf418b-adc3-4314-84f7-841fe8b5abdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44d1585-3f98-4796-a00d-5cfbb6e00601,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:36.173824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff694f62-203c-4265-a915-d90e0f4149c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb5fe14-aa36-42d9-94b9-b64d3f71e95a'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:20:36.177690 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1da5fd-22f5-477d-a0e5-01774653f5ae" -d '{"events": [{"server_uuid": "ff694f62-203c-4265-a915-d90e0f4149c3", "name": "network-vif-plugged", "status": "completed", "tag": "dfb5fe14-aa36-42d9-94b9-b64d3f71e95a"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:20:36.196049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:20:36.202017 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:36.294704 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dedb48f-a0cc-40fa-bfdc-464d03ed1e3a x-openstack-request-id: req-9dedb48f-a0cc-40fa-bfdc-464d03ed1e3a {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:20:36.295008 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff694f62-203c-4265-a915-d90e0f4149c3", "name": "network-vif-plugged", "status": "completed", "tag": "dfb5fe14-aa36-42d9-94b9-b64d3f71e95a", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:20:36.295264 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9dedb48f-a0cc-40fa-bfdc-464d03ed1e3a {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:20:36.295662 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff694f62-203c-4265-a915-d90e0f4149c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb5fe14-aa36-42d9-94b9-b64d3f71e95a', 'code': 200} Nov 09 00:20:36.315266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:36.379549 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d706-91cd-4ce4-b6d5-0766de79c804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:36.428165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d706-91cd-4ce4-b6d5-0766de79c804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:36.500325 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d706-91cd-4ce4-b6d5-0766de79c804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:36.501992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f664ae-f5ef-49a3-ad72-acad6584d967 req-e6089bc9-c2a4-4ab9-8893-77672e170685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:36.505852 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b6f664ae-f5ef-49a3-ad72-acad6584d967 req-e6089bc9-c2a4-4ab9-8893-77672e170685 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 1096 time: 0.0888407 Nov 09 00:20:36.508571 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d706-91cd-4ce4-b6d5-0766de79c804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:36.510910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d7f8d706-91cd-4ce4-b6d5-0766de79c804 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e44d1585-3f98-4796-a00d-5cfbb6e00601 HTTP/1.1" status: 204 len: 168 time: 0.3449757 Nov 09 00:20:36.522130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8d706-91cd-4ce4-b6d5-0766de79c804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44d1585-3f98-4796-a00d-5cfbb6e00601,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:36.629438 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b6f664ae-f5ef-49a3-ad72-acad6584d967 req-c0f8605a-1780-4188-b697-e9b9ce4636b7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101859 Nov 09 00:20:36.701506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ae4df-1ddb-4a49-8117-501ccf9d5f6c req-9d33432a-35e4-4470-991d-680e6d019220 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:36.710166 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-574ae4df-1ddb-4a49-8117-501ccf9d5f6c req-9d33432a-35e4-4470-991d-680e6d019220 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.0700366 Nov 09 00:20:36.842480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-574ae4df-1ddb-4a49-8117-501ccf9d5f6c req-e63c0d3f-26a7-4834-9354-3d68074fb899 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311047 Nov 09 00:20:36.901718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:20:37.046355 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port a7842b4b-e2af-4fb0-9af2-a583edb01048 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:37.047016 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:37.151353 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:37.232817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:20:37.325709 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:37.517920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:37.712101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50540) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:37.951706 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a47de64-b9a0-484c-902b-2c1b33744f02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:38.173778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6b955-34f5-4ef0-a898-d80ba80c7fff req-dfa3ce05-a26f-4bbf-8827-d1ba6dfc2765 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:38.183734 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53f6b955-34f5-4ef0-a898-d80ba80c7fff req-dfa3ce05-a26f-4bbf-8827-d1ba6dfc2765 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.2151229 Nov 09 00:20:38.261453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53f6b955-34f5-4ef0-a898-d80ba80c7fff req-2993442c-4f15-491d-b65b-e890ae3df8dd tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763941 Nov 09 00:20:38.296574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:20:38.299642 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd4022c-5b95-4f4e-985a-32dbfb7dd866" -d '{"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-plugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:20:38.369154 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df6dea3-ac37-4fa9-875d-aec119908761 x-openstack-request-id: req-1df6dea3-ac37-4fa9-875d-aec119908761 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:20:38.369685 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-plugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:20:38.370229 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1df6dea3-ac37-4fa9-875d-aec119908761 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:20:38.371032 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'code': 200} Nov 09 00:20:38.432669 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a47de64-b9a0-484c-902b-2c1b33744f02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:38.557514 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a47de64-b9a0-484c-902b-2c1b33744f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:38.633495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7a47de64-b9a0-484c-902b-2c1b33744f02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a91264f95744c2d99dad7cfbcf00b37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9201221 Nov 09 00:20:38.636091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50584) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:38.705453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03f9d7-c5e0-426d-823b-e902a5a06c90 req-29d338de-d6dc-4b99-a7ef-0c0d6e13d5c1 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:38.715038 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f03f9d7-c5e0-426d-823b-e902a5a06c90 req-29d338de-d6dc-4b99-a7ef-0c0d6e13d5c1 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.2876470 Nov 09 00:20:38.756184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2144-1787-4407-816e-941a54ac32db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:38.760508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47de64-b9a0-484c-902b-2c1b33744f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa9bee6-2c19-42bc-bac6-926fd16f57d5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:38.842567 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2144-1787-4407-816e-941a54ac32db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:38.866264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f03f9d7-c5e0-426d-823b-e902a5a06c90 req-b82eb142-abbc-4572-9892-0bee491360d9 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360013 Nov 09 00:20:38.945535 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2144-1787-4407-816e-941a54ac32db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:38.948736 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2144-1787-4407-816e-941a54ac32db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:38.950114 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fb5e2144-1787-4407-816e-941a54ac32db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fa9bee6-2c19-42bc-bac6-926fd16f57d5 HTTP/1.1" status: 204 len: 168 time: 0.3118308 Nov 09 00:20:38.960776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e2144-1787-4407-816e-941a54ac32db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa9bee6-2c19-42bc-bac6-926fd16f57d5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:39.887192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50640) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:40.268868 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afdb6855-0726-42e2-a305-0511c1edccca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:40.478417 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afdb6855-0726-42e2-a305-0511c1edccca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:40.499682 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afdb6855-0726-42e2-a305-0511c1edccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:40.543238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a04d6-f7a9-4f7a-b696-3cccdcffcb3f req-ef0950c6-c749-4cba-85ff-97c775c90e7e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:40.544942 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ed4a04d6-f7a9-4f7a-b696-3cccdcffcb3f req-ef0950c6-c749-4cba-85ff-97c775c90e7e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff694f62-203c-4265-a915-d90e0f4149c3 HTTP/1.1" status: 200 len: 945 time: 0.1303306 Nov 09 00:20:40.571614 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-afdb6855-0726-42e2-a305-0511c1edccca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68e4ea2aa73e417f93a3f102a88ea147&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6818812 Nov 09 00:20:40.572768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50678) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:40.706529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-e274057b-1ab4-4c6d-b0fb-6f2345a37a22 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:40.718870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-e274057b-1ab4-4c6d-b0fb-6f2345a37a22 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/networks?id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193 HTTP/1.1" status: 200 len: 815 time: 0.7426651 Nov 09 00:20:40.743444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb6855-0726-42e2-a305-0511c1edccca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176b1c49-a1ca-451f-94d1-f4fc4c3056a4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:40.767284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-1e67e45c-acd8-409a-b7de-969f79c147c2 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/quotas/f59a4cef7b514e3fb9087a284609f336 HTTP/1.1" status: 200 len: 375 time: 0.0466166 Nov 09 00:20:40.823928 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-ed4a04d6-f7a9-4f7a-b696-3cccdcffcb3f req-23e935a3-be67-4710-a6f3-34e05000e651 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Deleting port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:20:40.826227 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ed4a04d6-f7a9-4f7a-b696-3cccdcffcb3f req-23e935a3-be67-4710-a6f3-34e05000e651 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:40.827598 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53a44122-c8f8-441f-ae45-05d8d5ab6910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:40.868354 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-efb7395a-317c-481f-84b9-13e506990b7c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f59a4cef7b514e3fb9087a284609f336&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997975 Nov 09 00:20:40.891264 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53a44122-c8f8-441f-ae45-05d8d5ab6910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:40.986521 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53a44122-c8f8-441f-ae45-05d8d5ab6910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:40.989731 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53a44122-c8f8-441f-ae45-05d8d5ab6910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:40.993141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-53a44122-c8f8-441f-ae45-05d8d5ab6910 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/176b1c49-a1ca-451f-94d1-f4fc4c3056a4 HTTP/1.1" status: 204 len: 168 time: 0.4048557 Nov 09 00:20:41.008165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a44122-c8f8-441f-ae45-05d8d5ab6910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176b1c49-a1ca-451f-94d1-f4fc4c3056a4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:41.577323 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-50377a21-7729-4904-857c-5832e3b5fd80 service neutron] 10.222.0.25 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7070737 Nov 09 00:20:41.795189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ed4a04d6-f7a9-4f7a-b696-3cccdcffcb3f req-23e935a3-be67-4710-a6f3-34e05000e651 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] For port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:20:41.795189 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ed4a04d6-f7a9-4f7a-b696-3cccdcffcb3f req-23e935a3-be67-4710-a6f3-34e05000e651 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:41.833648 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-ed4a04d6-f7a9-4f7a-b696-3cccdcffcb3f req-23e935a3-be67-4710-a6f3-34e05000e651 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Calling delete_port for dfb5fe14-aa36-42d9-94b9-b64d3f71e95a owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:20:41.888109 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-ca43c460-b555-4ae7-97b1-30cc888d5071 service neutron] 10.222.0.25 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080068 Nov 09 00:20:42.304576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50778) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:42.346642 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12d0f1e7-f65b-4847-b546-59f0dfcf4a1b req-398f673f-4406-4e96-8efe-41a2672b7b80 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 210 time: 0.0786431 Nov 09 00:20:42.364336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-a0b35e52-c6fd-4113-aa37-3da857e393bd req-db0fb046-b2c9-4c31-b106-d6e21b5d23e6 service neutron] (101781) timed out ('10.222.0.11', 52558) {{(pid=101781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:20:42.366493 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8a75846-3324-4559-a61b-5921b1780ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:42.376772 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ed4a04d6-f7a9-4f7a-b696-3cccdcffcb3f req-23e935a3-be67-4710-a6f3-34e05000e651 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:42.393185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['dfb5fe14-aa36-42d9-94b9-b64d3f71e95a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:20:42.428596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e935a3-be67-4710-a6f3-34e05000e651 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Pushing event deleted for resources: {'Port': ['ID=dfb5fe14-aa36-42d9-94b9-b64d3f71e95a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:42.529166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4a04d6-f7a9-4f7a-b696-3cccdcffcb3f req-23e935a3-be67-4710-a6f3-34e05000e651 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] No DVR routers for this DVR port dfb5fe14-aa36-42d9-94b9-b64d3f71e95a on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:20:42.555156 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ed4a04d6-f7a9-4f7a-b696-3cccdcffcb3f req-23e935a3-be67-4710-a6f3-34e05000e651 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:42.565185 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ed4a04d6-f7a9-4f7a-b696-3cccdcffcb3f req-23e935a3-be67-4710-a6f3-34e05000e651 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.11 "DELETE /v2.0/ports/dfb5fe14-aa36-42d9-94b9-b64d3f71e95a HTTP/1.1" status: 204 len: 173 time: 2.0128424 Nov 09 00:20:42.575614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff694f62-203c-4265-a915-d90e0f4149c3', 'name': 'network-vif-deleted', 'tag': 'dfb5fe14-aa36-42d9-94b9-b64d3f71e95a'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:20:42.584022 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db44a75d-e422-4b31-8513-36d662aa99c2" -d '{"events": [{"server_uuid": "ff694f62-203c-4265-a915-d90e0f4149c3", "name": "network-vif-deleted", "tag": "dfb5fe14-aa36-42d9-94b9-b64d3f71e95a"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:20:42.650377 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50796) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:42.667348 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-76f4c316-2448-40e5-9cc1-41c0b6d04bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:42.749264 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8a75846-3324-4559-a61b-5921b1780ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:42.760069 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8a75846-3324-4559-a61b-5921b1780ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:42.764757 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745d5d96-7316-49cb-87d5-1576cb5ce16c x-openstack-request-id: req-745d5d96-7316-49cb-87d5-1576cb5ce16c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:20:42.766265 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff694f62-203c-4265-a915-d90e0f4149c3", "name": "network-vif-deleted", "tag": "dfb5fe14-aa36-42d9-94b9-b64d3f71e95a", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:20:42.766714 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-745d5d96-7316-49cb-87d5-1576cb5ce16c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:20:42.767283 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff694f62-203c-4265-a915-d90e0f4149c3', 'name': 'network-vif-deleted', 'tag': 'dfb5fe14-aa36-42d9-94b9-b64d3f71e95a', 'status': 'completed', 'code': 200} Nov 09 00:20:42.864528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a75846-3324-4559-a61b-5921b1780ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0ef7e3-aa0c-4c92-8177-2f87b2c554a7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:42.952801 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e8a75846-3324-4559-a61b-5921b1780ba6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62e01c6479e64f399ae0ec80a5d792b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6444607 Nov 09 00:20:42.955569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50814) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:43.111660 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:43.229340 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debcc432-5422-479e-bc9b-113fb2b7b493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:43.254482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50828) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:43.334530 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debcc432-5422-479e-bc9b-113fb2b7b493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:43.452451 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:43.467384 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:43.481128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f62d2348-efa8-4094-ae84-1888486d87fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:43.550413 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debcc432-5422-479e-bc9b-113fb2b7b493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:43.553105 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-debcc432-5422-479e-bc9b-113fb2b7b493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:43.556564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-debcc432-5422-479e-bc9b-113fb2b7b493 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee0ef7e3-aa0c-4c92-8177-2f87b2c554a7 HTTP/1.1" status: 204 len: 168 time: 0.5975473 Nov 09 00:20:43.699477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ebe25074-653d-4f0e-a8ec-8ce1d689e3e9 req-0f6a66a7-1dd5-4bf5-99c3-77e73c166e5a tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 210 time: 0.1637189 Nov 09 00:20:43.723670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50838) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:43.728647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36bf70b60f9645fda770dba2ba1a08c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0762277 Nov 09 00:20:43.730234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d80d1f2-e89d-43ac-a63c-3fbaf19a2b3e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:43.760186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:43.760835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:43.760988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:43.761713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:43.762350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:43.763133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:43.779743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:43.780380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:43.780895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:43.781438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:43.781968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:43.782468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac4ad-1be9-4008-b4e7-1fb0a54fe8cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:43.832508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f62d2348-efa8-4094-ae84-1888486d87fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:43.837364 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcc432-5422-479e-bc9b-113fb2b7b493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0ef7e3-aa0c-4c92-8177-2f87b2c554a7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:43.872398 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f62d2348-efa8-4094-ae84-1888486d87fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:43.967194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d2348-efa8-4094-ae84-1888486d87fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1c3d35-e09b-4e2c-a91d-fc25014a3a3c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:43.972685 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f62d2348-efa8-4094-ae84-1888486d87fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=233b0156dbcd440eb5373221d8aaf447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7185860 Nov 09 00:20:43.974626 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d4495a3-7ced-418b-b4e4-a3b4e7ee21d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:43.975417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50850) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:44.008587 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d4495a3-7ced-418b-b4e4-a3b4e7ee21d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:44.115447 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d4495a3-7ced-418b-b4e4-a3b4e7ee21d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:44.118197 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d4495a3-7ced-418b-b4e4-a3b4e7ee21d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:44.122684 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9d4495a3-7ced-418b-b4e4-a3b4e7ee21d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d80d1f2-e89d-43ac-a63c-3fbaf19a2b3e HTTP/1.1" status: 204 len: 168 time: 0.3894908 Nov 09 00:20:44.137629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4495a3-7ced-418b-b4e4-a3b4e7ee21d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d80d1f2-e89d-43ac-a63c-3fbaf19a2b3e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:44.174159 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ffc907f-3cc3-4382-86a2-2cb09b78c613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:44.236059 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ffc907f-3cc3-4382-86a2-2cb09b78c613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:44.349634 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ffc907f-3cc3-4382-86a2-2cb09b78c613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:44.353207 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ffc907f-3cc3-4382-86a2-2cb09b78c613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:44.355005 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2ffc907f-3cc3-4382-86a2-2cb09b78c613 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de1c3d35-e09b-4e2c-a91d-fc25014a3a3c HTTP/1.1" status: 204 len: 168 time: 0.3782597 Nov 09 00:20:44.372473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc907f-3cc3-4382-86a2-2cb09b78c613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1c3d35-e09b-4e2c-a91d-fc25014a3a3c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:44.574563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-1a531743-8c54-41df-992c-5062465d45de tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:44.576094 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-1a531743-8c54-41df-992c-5062465d45de tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.11 "GET /v2.0/networks?id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193 HTTP/1.1" status: 200 len: 815 time: 0.3494406 Nov 09 00:20:44.600139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Request body: {'port': {'device_id': '93595b46-6609-4f39-9287-240cd382635a', 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193', 'admin_state_up': True, 'tenant_id': 'f59a4cef7b514e3fb9087a284609f336'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:44.806416 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4c18b9e9-0b25-4e09-8af5-c0e502dc48a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:44.882886 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1293d83e-a5a1-4ccb-9eaf-cf558640f050 req-c038b8df-7b11-40b7-af0e-b08072264392 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 210 time: 0.0640740 Nov 09 00:20:44.940054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Made reservation on behalf of f59a4cef7b514e3fb9087a284609f336 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:20:44.955498 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:45.241575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Allocated IP 172.20.0.8 (17a08ca3-e0e0-4c43-84b5-28bf0efc0193/ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7/2e104423-8366-4820-97e1-b6ffd5481db5) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:20:45.501390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50910) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:45.510253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:45.551229 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a802e299-ea0d-4792-8efa-08df4499c4ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:45.596791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:45.653299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:20:45.657304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:20:45.660551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:20:45.726820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Pushing event updated for resources: {'Port': ['ID=2e104423-8366-4820-97e1-b6ffd5481db5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:45.748745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device dfb5fe14-aa36-42d9-94b9-b64d3f71e95a no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:20:45.774546 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a802e299-ea0d-4792-8efa-08df4499c4ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:45.786963 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a802e299-ea0d-4792-8efa-08df4499c4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:45.797042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:45.801952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:45.823981 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: dfb5fe14-aa36-42d9-94b9-b64d3f71e95a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:20:45.823981 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device dfb5fe14-aa36-42d9-94b9-b64d3f71e95a not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:20:45.835582 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-2028cbd8-0d7f-4543-9a78-e354f4ab6192 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2402263 Nov 09 00:20:45.849983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Request body: {'port': {'device_id': '93595b46-6609-4f39-9287-240cd382635a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:45.895734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802e299-ea0d-4792-8efa-08df4499c4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b861682d-3f92-4ef3-9e00-9cccff07b21d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:45.896200 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:45.908628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a802e299-ea0d-4792-8efa-08df4499c4ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83bd353a96a742dc90dd1400fba564d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4057462 Nov 09 00:20:45.912049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50924) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:45.980398 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:46.069766 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:46.165813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6086e-812c-4bd0-bf9b-b5c707525474 req-0ef2fc2a-2521-4081-a065-925d287308e9 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:46.166352 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84a6086e-812c-4bd0-bf9b-b5c707525474 req-0ef2fc2a-2521-4081-a065-925d287308e9 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 931 time: 0.1031015 Nov 09 00:20:46.205284 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:46.278636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84a6086e-812c-4bd0-bf9b-b5c707525474 req-4f70f823-1acf-48d5-9072-08dee6a71eef tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001709 Nov 09 00:20:46.365787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92a120d3-2bb9-4167-b619-07984a17c43f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:46.440579 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92a120d3-2bb9-4167-b619-07984a17c43f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:46.703625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92a120d3-2bb9-4167-b619-07984a17c43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:46.707738 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92a120d3-2bb9-4167-b619-07984a17c43f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:46.711212 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-92a120d3-2bb9-4167-b619-07984a17c43f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b861682d-3f92-4ef3-9e00-9cccff07b21d HTTP/1.1" status: 204 len: 168 time: 0.7959790 Nov 09 00:20:46.711852 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e104423-8366-4820-97e1-b6ffd5481db5 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:20:46.711994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50956) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:46.723968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:46.736030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a120d3-2bb9-4167-b619-07984a17c43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b861682d-3f92-4ef3-9e00-9cccff07b21d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:46.753826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Transition to ACTIVE for port object 2e104423-8366-4820-97e1-b6ffd5481db5 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:20:46.776156 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:46.864484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Pushing event updated for resources: {'Port': ['ID=2e104423-8366-4820-97e1-b6ffd5481db5,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:47.043743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Attempting to bind port 2e104423-8366-4820-97e1-b6ffd5481db5 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:20:47.044420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Attempting to bind port 2e104423-8366-4820-97e1-b6ffd5481db5 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:20:47.053488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Attempting to bind port 2e104423-8366-4820-97e1-b6ffd5481db5 on network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:20:47.066702 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Port 2e104423-8366-4820-97e1-b6ffd5481db5 on network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:20:47.074118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Attempting to bind port 2e104423-8366-4820-97e1-b6ffd5481db5 on network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:20:47.085965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:20:47.086314 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Checking segment: {'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:20:47.092839 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Bound using segment: {'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:20:47.093448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Bound port: 2e104423-8366-4820-97e1-b6ffd5481db5, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:20:47.093827 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:47.227197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] For port 2e104423-8366-4820-97e1-b6ffd5481db5, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:20:47.237849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] For port 2e104423-8366-4820-97e1-b6ffd5481db5, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2e104423-8366-4820-97e1-b6ffd5481db5,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:20:47.248644 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:47.339837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:47.339837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:47.339837 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] 10.222.0.11 "PUT /v2.0/ports/2e104423-8366-4820-97e1-b6ffd5481db5 HTTP/1.1" status: 200 len: 1091 time: 1.4937012 Nov 09 00:20:47.340243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93595b46-6609-4f39-9287-240cd382635a', 'tag': '2e104423-8366-4820-97e1-b6ffd5481db5'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:20:47.342318 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199c9109-9e78-43d6-b36e-74914983e374" -d '{"events": [{"name": "network-changed", "server_uuid": "93595b46-6609-4f39-9287-240cd382635a", "tag": "2e104423-8366-4820-97e1-b6ffd5481db5"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:20:47.438329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861cc32-e5fa-46d7-9841-214eefee634e service neutron] Pushing event updated for resources: {'Port': ['ID=2e104423-8366-4820-97e1-b6ffd5481db5,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:47.469569 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33e4b0c-900c-4b55-a3c7-f400bd3c7480 x-openstack-request-id: req-a33e4b0c-900c-4b55-a3c7-f400bd3c7480 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:20:47.473416 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93595b46-6609-4f39-9287-240cd382635a", "tag": "2e104423-8366-4820-97e1-b6ffd5481db5", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:20:47.473859 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a33e4b0c-900c-4b55-a3c7-f400bd3c7480 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:20:47.474443 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93595b46-6609-4f39-9287-240cd382635a', 'tag': '2e104423-8366-4820-97e1-b6ffd5481db5', 'status': 'completed', 'code': 200} Nov 09 00:20:47.492754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-d9418470-7b41-4bd3-a4e0-927d7be466bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:47.495894 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-d9418470-7b41-4bd3-a4e0-927d7be466bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f59a4cef7b514e3fb9087a284609f336&device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 1094 time: 0.1021430 Nov 09 00:20:47.565136 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1690e994-2a9c-4f74-934f-c8176a88e723 tempest-AgentManagementNegativeTest-278558918 tempest-AgentManagementNegativeTest-278558918-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8513215 Nov 09 00:20:47.576961 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:47.601209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1e1fa-5cd0-4a6c-9e4e-2b0f442c27a7 req-d8054f6a-9622-4953-8f2c-9854c7532b0e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:47.617440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cbc1e1fa-5cd0-4a6c-9e4e-2b0f442c27a7 req-d8054f6a-9622-4953-8f2c-9854c7532b0e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 943 time: 0.1443694 Nov 09 00:20:47.632574 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-4d896b6d-734a-4e8a-912f-0931b9ad4d44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e104423-8366-4820-97e1-b6ffd5481db5 HTTP/1.1" status: 200 len: 217 time: 0.1266441 Nov 09 00:20:47.770457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cbc1e1fa-5cd0-4a6c-9e4e-2b0f442c27a7 req-3c9262d1-4dd3-44b9-b497-2fd08da90171 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520135 Nov 09 00:20:47.797089 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-389a25b9-ff51-41f2-937a-d1230e398602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:47.805426 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-389a25b9-ff51-41f2-937a-d1230e398602 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7 HTTP/1.1" status: 200 len: 855 time: 0.1648850 Nov 09 00:20:47.920419 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-9923b259-4976-4d7b-9360-59656804ed73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073444 Nov 09 00:20:48.165934 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-8cd1935b-85c5-4e80-bd2a-fd3a792b2ff6 service neutron] 10.222.0.11 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379570 Nov 09 00:20:48.280459 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:48.293252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51016) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:48.414083 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a63436f2-e26b-4650-9652-596ff6e4c95b req-7a3c1acf-c5d7-4a72-af13-9754a101e2f9 service neutron] 10.222.0.11 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377837 Nov 09 00:20:48.564073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c9109-9e78-43d6-b36e-74914983e374 req-e03b0d04-2200-4544-9893-2b6cf61b91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:48.572446 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-199c9109-9e78-43d6-b36e-74914983e374 req-e03b0d04-2200-4544-9893-2b6cf61b91e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f59a4cef7b514e3fb9087a284609f336&device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 1094 time: 0.0890346 Nov 09 00:20:48.656088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f9d968e-55ff-4d84-a639-3505b37f7362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:48.831344 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c9109-9e78-43d6-b36e-74914983e374 req-4e4a865b-35fa-4ffa-b008-efac1590da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:48.836058 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-199c9109-9e78-43d6-b36e-74914983e374 req-4e4a865b-35fa-4ffa-b008-efac1590da8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193 HTTP/1.1" status: 200 len: 915 time: 0.2549338 Nov 09 00:20:48.916015 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f9d968e-55ff-4d84-a639-3505b37f7362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:48.930087 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f9d968e-55ff-4d84-a639-3505b37f7362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:48.963371 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-199c9109-9e78-43d6-b36e-74914983e374 req-72bb0dba-2eeb-4ce5-80fc-c25afd6fd342 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e104423-8366-4820-97e1-b6ffd5481db5 HTTP/1.1" status: 200 len: 217 time: 0.1187303 Nov 09 00:20:48.997282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9f9d968e-55ff-4d84-a639-3505b37f7362 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec186d118ef4455bb145736cbc523d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7010391 Nov 09 00:20:49.094960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d968e-55ff-4d84-a639-3505b37f7362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94e3b00-1678-492b-a8fb-ff7356965688,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:49.128006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51048) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:49.183453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c9109-9e78-43d6-b36e-74914983e374 req-a43ac651-bba0-4ace-ae90-614476b4a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:49.190621 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-199c9109-9e78-43d6-b36e-74914983e374 req-a43ac651-bba0-4ace-ae90-614476b4a397 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7 HTTP/1.1" status: 200 len: 855 time: 0.2148142 Nov 09 00:20:49.317302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-199c9109-9e78-43d6-b36e-74914983e374 req-76452203-8ed4-48af-b3a1-7409fc8a63de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190722 Nov 09 00:20:49.457526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53572f-34e9-4355-94f8-d7b16ce2dd5e req-d1046da3-d139-4a66-9f36-af6989af0595 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:49.470809 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b53572f-34e9-4355-94f8-d7b16ce2dd5e req-d1046da3-d139-4a66-9f36-af6989af0595 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 943 time: 0.4732656 Nov 09 00:20:49.553824 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-199c9109-9e78-43d6-b36e-74914983e374 req-f238d640-7445-4f8f-8874-030d542b5502 service neutron] 10.222.0.11 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302415 Nov 09 00:20:49.570665 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5fe2a797-9d08-49d3-8f61-538c3821dcce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:49.652705 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b53572f-34e9-4355-94f8-d7b16ce2dd5e req-de5c96fa-df3a-4c22-856e-efe93fc3fc32 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807654 Nov 09 00:20:49.696874 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5fe2a797-9d08-49d3-8f61-538c3821dcce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:49.768758 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-199c9109-9e78-43d6-b36e-74914983e374 req-2b2ece07-6359-4852-9425-36c10af17e33 service neutron] 10.222.0.11 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078712 Nov 09 00:20:49.819425 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5fe2a797-9d08-49d3-8f61-538c3821dcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:49.827773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5fe2a797-9d08-49d3-8f61-538c3821dcce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:49.834913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5fe2a797-9d08-49d3-8f61-538c3821dcce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a94e3b00-1678-492b-a8fb-ff7356965688 HTTP/1.1" status: 204 len: 168 time: 0.6992867 Nov 09 00:20:49.864246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2a797-9d08-49d3-8f61-538c3821dcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94e3b00-1678-492b-a8fb-ff7356965688,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:50.953756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e9d5b-ff3a-47f6-8e38-95f021e21aa8 req-eb0a7d0b-cab1-42e2-9b59-c2fd8af3a78b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:50.967959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c6e9d5b-ff3a-47f6-8e38-95f021e21aa8 req-eb0a7d0b-cab1-42e2-9b59-c2fd8af3a78b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 943 time: 0.1629577 Nov 09 00:20:51.181906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c6e9d5b-ff3a-47f6-8e38-95f021e21aa8 req-f4b6f386-9f3a-49e3-896c-821e31ecd412 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127242 Nov 09 00:20:51.796680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2e104423-8366-4820-97e1-b6ffd5481db5 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:20:52.035389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2e104423-8366-4820-97e1-b6ffd5481db5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2e104423-8366-4820-97e1-b6ffd5481db5,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:20:52.061575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '2e104423-8366-4820-97e1-b6ffd5481db5', 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193', 'port_id': '2e104423-8366-4820-97e1-b6ffd5481db5', 'mac_address': 'fa:16:3e:05:72:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:20:52.150796 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:52.187564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e104423-8366-4820-97e1-b6ffd5481db5 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:20:52.239512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2e104423-8366-4820-97e1-b6ffd5481db5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2e104423-8366-4820-97e1-b6ffd5481db5,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:20:52.247354 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:52.331688 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51200) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.388676 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4408605-f017-4bda-9d0f-e096950fea15 req-6aecb493-d288-4f66-b118-cab028aca0c4 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:52.399462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4408605-f017-4bda-9d0f-e096950fea15 req-6aecb493-d288-4f66-b118-cab028aca0c4 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 944 time: 0.1292040 Nov 09 00:20:52.415651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=2e104423-8366-4820-97e1-b6ffd5481db5,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:52.436121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:52.436121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:52.436372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:52.439038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:52.439953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:52.441113 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:52.441662 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:52.443379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:52.444170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:52.449424 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:52.450104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:52.450442 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:20:52.471653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['2e104423-8366-4820-97e1-b6ffd5481db5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:20:52.525084 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4408605-f017-4bda-9d0f-e096950fea15 req-e3753a7a-eb6f-433f-8700-2195ffc78bf4 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164525 Nov 09 00:20:52.798516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-5c31c850-73e9-4ac9-aad9-d934b22c2884 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.800020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5c31c850-73e9-4ac9-aad9-d934b22c2884 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4666069 Nov 09 00:20:52.803326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51234) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.808240 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-8db6057e-2922-48a3-96e1-b45585c480f6 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.809206 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8db6057e-2922-48a3-96e1-b45585c480f6 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048931 Nov 09 00:20:52.811912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51236) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.816138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-4d6ec4e8-9c03-4967-b63e-24287bd65a69 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.819486 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4d6ec4e8-9c03-4967-b63e-24287bd65a69 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043561 Nov 09 00:20:52.819837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51238) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.824172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-88596ddd-0f0b-451a-94f2-47390b4f5706 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.825164 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-88596ddd-0f0b-451a-94f2-47390b4f5706 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043852 Nov 09 00:20:52.828368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51240) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.843223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-29bf60b2-b0f6-4555-a7c4-ffe4fc8f7732 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.848573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-29bf60b2-b0f6-4555-a7c4-ffe4fc8f7732 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0166698 Nov 09 00:20:52.849299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51244) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.855075 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-4f6fc71d-32c2-4b25-ab6f-d7e9a3fd3922 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.858396 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4f6fc71d-32c2-4b25-ab6f-d7e9a3fd3922 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0078421 Nov 09 00:20:52.861577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51246) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.875502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-2b1b66f2-aecb-4ac7-bc87-2b0adb787279 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.881586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51248) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.888398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-ee4e0cc4-7597-4229-9251-956ab12fdf83 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.889738 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ee4e0cc4-7597-4229-9251-956ab12fdf83 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067112 Nov 09 00:20:52.892212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51254) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.892357 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2b1b66f2-aecb-4ac7-bc87-2b0adb787279 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0267801 Nov 09 00:20:52.901748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-b09de7db-628b-4fb8-addc-50d9148debcf tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.904818 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b09de7db-628b-4fb8-addc-50d9148debcf tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0101523 Nov 09 00:20:52.906812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51256) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.912093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-543313ea-881e-4812-b230-021236442edd tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.916091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-543313ea-881e-4812-b230-021236442edd tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0083385 Nov 09 00:20:52.916951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51260) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.925823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-cbcc06ea-76a7-4850-980d-7ff181d3c5fa tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.931257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51262) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.932441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cbcc06ea-76a7-4850-980d-7ff181d3c5fa tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0141156 Nov 09 00:20:52.938358 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-15666e87-ec6f-4af5-8463-c6971afe0226 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.950167 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-15666e87-ec6f-4af5-8463-c6971afe0226 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0174630 Nov 09 00:20:52.951171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51268) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.956222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-df9aaf2a-20b5-4c73-bb45-2738faa6e6b3 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.958220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-df9aaf2a-20b5-4c73-bb45-2738faa6e6b3 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0055444 Nov 09 00:20:52.960396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51270) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.967786 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-d747d3e0-9481-4246-852c-6973f7ffca22 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.970398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d747d3e0-9481-4246-852c-6973f7ffca22 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0088956 Nov 09 00:20:52.973569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51272) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.981113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-6ff86b03-3f2b-4cfa-8406-514db966e5c7 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:52.982990 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6ff86b03-3f2b-4cfa-8406-514db966e5c7 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0083268 Nov 09 00:20:52.986923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51276) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:52.999668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-00fedffe-b3e1-4eaf-9804-0119fb26b7f1 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.003143 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-00fedffe-b3e1-4eaf-9804-0119fb26b7f1 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0149291 Nov 09 00:20:53.005845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51286) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.011676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-670aee07-9259-4de6-9bf2-7a4dd52939bd tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.013106 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-670aee07-9259-4de6-9bf2-7a4dd52939bd tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061042 Nov 09 00:20:53.015943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51290) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.025148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-daa7d589-bb2c-4867-8a89-93cd1820f1fa tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.029475 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51296) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.030648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-daa7d589-bb2c-4867-8a89-93cd1820f1fa tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0133090 Nov 09 00:20:53.034121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-c6d9c3ea-fd75-4429-8b89-da52c456e3cc tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.035782 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c6d9c3ea-fd75-4429-8b89-da52c456e3cc tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052795 Nov 09 00:20:53.039050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51298) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.045173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-221799c8-28b2-4f0f-9437-f77cb708cf42 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.052166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51300) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.053168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-221799c8-28b2-4f0f-9437-f77cb708cf42 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0130672 Nov 09 00:20:53.057152 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-faf1f87f-abda-498c-b201-ada21bc8e71e tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.058372 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-faf1f87f-abda-498c-b201-ada21bc8e71e tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051816 Nov 09 00:20:53.061940 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51302) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.078428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-28b7d8ef-55f5-4080-b6a4-164a0aac3813 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.081440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51310) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.083769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-28b7d8ef-55f5-4080-b6a4-164a0aac3813 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0177739 Nov 09 00:20:53.087011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-3009106c-8eb5-484c-a743-432ac8275acf tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.088498 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3009106c-8eb5-484c-a743-432ac8275acf tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0052962 Nov 09 00:20:53.091080 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51312) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.095513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-9cfcc255-c9f6-44ec-9aca-12e586bb076e tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.103085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51314) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.108861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-73d2f842-717a-4508-9790-0db4151348f6 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.109896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-73d2f842-717a-4508-9790-0db4151348f6 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0054715 Nov 09 00:20:53.112321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51316) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.117095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-314c680f-806f-42c9-8284-16882c594b6e tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.118582 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9cfcc255-c9f6-44ec-9aca-12e586bb076e tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0262125 Nov 09 00:20:53.119561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-314c680f-806f-42c9-8284-16882c594b6e tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0062315 Nov 09 00:20:53.122055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51318) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.132347 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-43f0332c-46e1-469e-8f38-36c3137527ad tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.137692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51324) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.138864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-43f0332c-46e1-469e-8f38-36c3137527ad tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0156951 Nov 09 00:20:53.145051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-be9b3ceb-e5e8-416d-ab5d-0ae84dacb2d3 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.154785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51326) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.155916 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-be9b3ceb-e5e8-416d-ab5d-0ae84dacb2d3 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0112617 Nov 09 00:20:53.163659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-776200cd-678c-4d80-a9e9-1fe38a7740e0 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.168244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51332) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.173324 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-ca03aad8-caf6-4165-abc9-74491b0ea268 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.174043 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-776200cd-678c-4d80-a9e9-1fe38a7740e0 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0174768 Nov 09 00:20:53.179833 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ca03aad8-caf6-4165-abc9-74491b0ea268 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0070760 Nov 09 00:20:53.180510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51334) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.205974 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-29e8d7ba-297c-4d0c-a950-bb1832a1fa7d tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.206085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51336) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.207249 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-29e8d7ba-297c-4d0c-a950-bb1832a1fa7d tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0252182 Nov 09 00:20:53.214542 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51338) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.236701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-2b0072e7-726f-449b-afbb-b55f4c7ddce6 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.239486 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2b0072e7-726f-449b-afbb-b55f4c7ddce6 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0235136 Nov 09 00:20:53.242418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51350) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.246960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-00afdec1-5855-4242-a50f-e8274bf2beb4 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.248228 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-00afdec1-5855-4242-a50f-e8274bf2beb4 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046670 Nov 09 00:20:53.250826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51352) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.255836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-cbb04fa0-bdeb-4317-bab6-853f62945167 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.262604 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cbb04fa0-bdeb-4317-bab6-853f62945167 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0104868 Nov 09 00:20:53.265535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51354) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.270795 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-68ef4d1b-3785-4de1-9af3-6a683e6f798b tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.272600 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-68ef4d1b-3785-4de1-9af3-6a683e6f798b tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0059068 Nov 09 00:20:53.275258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51356) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.280094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-00d48ba1-0b13-4918-9ab9-55c8cf7b8e92 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.281028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-00d48ba1-0b13-4918-9ab9-55c8cf7b8e92 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0048249 Nov 09 00:20:53.283441 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51358) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.289756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-2ec50b9e-a1da-4fb7-80ec-dd4c92d19f48 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.294998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2ec50b9e-a1da-4fb7-80ec-dd4c92d19f48 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0106065 Nov 09 00:20:53.298198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51360) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.304803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-711af9b2-ac1c-44f6-ac44-2d744f1eb995 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.309040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51362) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.311669 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-711af9b2-ac1c-44f6-ac44-2d744f1eb995 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0114236 Nov 09 00:20:53.315529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-b548b095-4241-4afe-9a12-ade00adc736d tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.317020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b548b095-4241-4afe-9a12-ade00adc736d tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0069854 Nov 09 00:20:53.321065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51364) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.328555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-a5e304a4-58e2-4dd4-80cb-8fec551421af tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.334030 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a5e304a4-58e2-4dd4-80cb-8fec551421af tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0108728 Nov 09 00:20:53.339350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51368) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.344386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-ff04e65b-d5b7-4e7a-a798-8edf6fec3eaa tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.348744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51370) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.352527 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ff04e65b-d5b7-4e7a-a798-8edf6fec3eaa tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0119655 Nov 09 00:20:53.355835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-76f63762-2b8c-4f92-9f7e-728b97879110 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.360137 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-76f63762-2b8c-4f92-9f7e-728b97879110 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0103335 Nov 09 00:20:53.361634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51372) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.366657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-f2baf8aa-4c48-49e6-a729-e0f49cd5dd2d tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.370736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51374) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.375907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-9efae13a-0104-4444-92a7-9734e30ab61b tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.376582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f2baf8aa-4c48-49e6-a729-e0f49cd5dd2d tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0137670 Nov 09 00:20:53.381202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51376) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.382363 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9efae13a-0104-4444-92a7-9734e30ab61b tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0097933 Nov 09 00:20:53.387712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-590bdd0a-43b8-4b2e-89db-1e4cfad3b719 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.388734 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-590bdd0a-43b8-4b2e-89db-1e4cfad3b719 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0053151 Nov 09 00:20:53.391242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51378) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.397444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-0e8283d4-e550-4755-bab9-29630d020e0a tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.399607 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0e8283d4-e550-4755-bab9-29630d020e0a tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0073671 Nov 09 00:20:53.402273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51380) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.409371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-77f1c19e-6150-43ec-8d74-3646d7d20ddd tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.410377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-77f1c19e-6150-43ec-8d74-3646d7d20ddd tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0069852 Nov 09 00:20:53.412983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51382) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.420305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-04f1e8c3-515c-45d4-ae5d-122adbd87a04 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.422494 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-04f1e8c3-515c-45d4-ae5d-122adbd87a04 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0080559 Nov 09 00:20:53.426702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51384) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.432196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-7c0b0a3c-e160-47e9-b310-91201b63bdfe tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.436688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7c0b0a3c-e160-47e9-b310-91201b63bdfe tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0084593 Nov 09 00:20:53.439682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51386) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.445602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-ec656d3b-b054-49a4-bfc7-91fd7177bc60 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.449313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51388) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.450569 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ec656d3b-b054-49a4-bfc7-91fd7177bc60 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0085404 Nov 09 00:20:53.453660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-c764995c-620f-4512-98d6-c451a7504a5e tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.454841 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c764995c-620f-4512-98d6-c451a7504a5e tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044801 Nov 09 00:20:53.457153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51390) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.470949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-decec444-df9c-447b-8489-ba0faa069f4d tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.472102 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-decec444-df9c-447b-8489-ba0faa069f4d tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0137534 Nov 09 00:20:53.484601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51392) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.499435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-7f33ea5d-4c79-4a50-a75d-88762d24c2c4 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.505398 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7f33ea5d-4c79-4a50-a75d-88762d24c2c4 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0183873 Nov 09 00:20:53.506289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51396) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.510925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-3f6789ac-6d09-461d-ab78-f53cc33bf96a tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.514797 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-81121123-0d5f-44a4-be19-1af2aec51ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:53.516000 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3f6789ac-6d09-461d-ab78-f53cc33bf96a tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0085435 Nov 09 00:20:53.516605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51398) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.522307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-2251af7a-f422-4efc-bdb6-eeb01d165593 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.527246 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2251af7a-f422-4efc-bdb6-eeb01d165593 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0092616 Nov 09 00:20:53.530602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51400) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.549228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-4284d62e-33cc-47ae-b2b6-de3e80f7c59d tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.552899 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4284d62e-33cc-47ae-b2b6-de3e80f7c59d tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0206037 Nov 09 00:20:53.556139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51410) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.565209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-eb8a421a-dede-461a-9636-5222a9b1f3fb tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.569600 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-eb8a421a-dede-461a-9636-5222a9b1f3fb tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0122793 Nov 09 00:20:53.572409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51412) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.587486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-b17c7f0b-4b83-4805-a571-2b9e14ccbc71 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.599155 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b17c7f0b-4b83-4805-a571-2b9e14ccbc71 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0215535 Nov 09 00:20:53.619411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51414) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.632624 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-a0da77a2-dbbc-4e1a-b5b6-f7affc4b250e tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.636648 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a0da77a2-dbbc-4e1a-b5b6-f7affc4b250e tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0159211 Nov 09 00:20:53.637313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51416) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.642728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-398d2584-4cf8-4527-a34f-f818db7e7faf tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.646738 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-398d2584-4cf8-4527-a34f-f818db7e7faf tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0082827 Nov 09 00:20:53.647780 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51418) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.657173 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-94d88323-5231-431f-b0de-98c8d4153284 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.662724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51422) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.663010 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-94d88323-5231-431f-b0de-98c8d4153284 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0141273 Nov 09 00:20:53.670354 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-ec1f431e-412c-461c-84f7-b321e328f9b4 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.674588 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51424) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.676713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ec1f431e-412c-461c-84f7-b321e328f9b4 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0105801 Nov 09 00:20:53.682717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-27a11064-b508-483f-b723-7be6ef8c9717 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.686092 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-27a11064-b508-483f-b723-7be6ef8c9717 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0074165 Nov 09 00:20:53.686326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51426) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.697034 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-d3863db2-bfcf-4b17-b127-2a666433a171 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.700905 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d3863db2-bfcf-4b17-b127-2a666433a171 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0110357 Nov 09 00:20:53.701851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51428) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.708520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-bc686862-cf94-4df8-b3b0-548b1eb229d3 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.712338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51430) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.712816 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bc686862-cf94-4df8-b3b0-548b1eb229d3 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0087976 Nov 09 00:20:53.717644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-62f98509-5f7d-4600-890f-f1f3741d7cc5 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.719326 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-62f98509-5f7d-4600-890f-f1f3741d7cc5 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0055163 Nov 09 00:20:53.722009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51432) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.762294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-613f84ff-effc-47a5-8cb5-510ac9adbc15 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.772178 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-613f84ff-effc-47a5-8cb5-510ac9adbc15 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0273910 Nov 09 00:20:53.775703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51436) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.782785 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-81121123-0d5f-44a4-be19-1af2aec51ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:53.804157 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-81121123-0d5f-44a4-be19-1af2aec51ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:53.804404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2e104423-8366-4820-97e1-b6ffd5481db5 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:20:53.817357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-56dc2f28-3c1e-4151-8d2c-3cc633f2a9f3 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.824727 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-56dc2f28-3c1e-4151-8d2c-3cc633f2a9f3 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0421762 Nov 09 00:20:53.830186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51438) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.844710 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-63569b44-02c8-48f2-8e4e-e6917b8c2f51 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.849623 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-63569b44-02c8-48f2-8e4e-e6917b8c2f51 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0153086 Nov 09 00:20:53.851898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51440) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.859727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-81121123-0d5f-44a4-be19-1af2aec51ac1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=806e1e8496cd4ee8ae04702d094bc88a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6529939 Nov 09 00:20:53.861010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [None req-fa240077-dbb3-4d8b-9e32-8f8cf5e48f9b tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.869294 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fa240077-dbb3-4d8b-9e32-8f8cf5e48f9b tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0147388 Nov 09 00:20:53.872536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51442) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.873704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51444) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.886694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a44614-546b-417b-af3d-c4d816bdef7c req-68c53b1b-0da2-40d2-a39a-ab9340b2a417 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:53.897161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3a44614-546b-417b-af3d-c4d816bdef7c req-68c53b1b-0da2-40d2-a39a-ab9340b2a417 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 944 time: 0.1934628 Nov 09 00:20:53.915145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [None req-cd3c35a4-e90b-4bef-bbc8-c82b08b69bb8 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:20:53.922262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cd3c35a4-e90b-4bef-bbc8-c82b08b69bb8 tempest-ExtensionsTestJSON-969491807 tempest-ExtensionsTestJSON-969491807-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0470653 Nov 09 00:20:53.928291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51446) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:53.968795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 2e104423-8366-4820-97e1-b6ffd5481db5 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:20:53.980197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 2e104423-8366-4820-97e1-b6ffd5481db5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:20:53.984090 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:53.997868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81121123-0d5f-44a4-be19-1af2aec51ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219e58ea-594d-4105-a8c7-ebab28b09372,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:54.015010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3a44614-546b-417b-af3d-c4d816bdef7c req-d8507786-dfdc-4f4d-8e73-6bb74d8a3abb tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162739 Nov 09 00:20:54.080298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d437527c-0b4b-4d40-be27-705f0af373a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:54.134767 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d437527c-0b4b-4d40-be27-705f0af373a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:54.238297 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:54.266837 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-487fc2e3-535b-408f-877b-0cb34453e9e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:54.360878 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d437527c-0b4b-4d40-be27-705f0af373a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:54.364128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d437527c-0b4b-4d40-be27-705f0af373a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:54.365668 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d437527c-0b4b-4d40-be27-705f0af373a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/219e58ea-594d-4105-a8c7-ebab28b09372 HTTP/1.1" status: 204 len: 168 time: 0.4910376 Nov 09 00:20:54.387503 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93595b46-6609-4f39-9287-240cd382635a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e104423-8366-4820-97e1-b6ffd5481db5'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:20:54.388896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437527c-0b4b-4d40-be27-705f0af373a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219e58ea-594d-4105-a8c7-ebab28b09372,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:54.415859 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2e4d1d-5f39-40f8-8574-539f6e81f08f" -d '{"events": [{"server_uuid": "93595b46-6609-4f39-9287-240cd382635a", "name": "network-vif-plugged", "status": "completed", "tag": "2e104423-8366-4820-97e1-b6ffd5481db5"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:20:54.557024 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2e104423-8366-4820-97e1-b6ffd5481db5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2e104423-8366-4820-97e1-b6ffd5481db5,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:20:54.573575 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-487fc2e3-535b-408f-877b-0cb34453e9e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:54.576308 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:54.580468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-487fc2e3-535b-408f-877b-0cb34453e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:54.639903 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5a2d12-bee2-46c1-9304-e9d099514f03 x-openstack-request-id: req-bd5a2d12-bee2-46c1-9304-e9d099514f03 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:20:54.641763 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93595b46-6609-4f39-9287-240cd382635a", "name": "network-vif-plugged", "status": "completed", "tag": "2e104423-8366-4820-97e1-b6ffd5481db5", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:20:54.642465 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd5a2d12-bee2-46c1-9304-e9d099514f03 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:20:54.645877 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93595b46-6609-4f39-9287-240cd382635a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e104423-8366-4820-97e1-b6ffd5481db5', 'code': 200} Nov 09 00:20:54.702600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-487fc2e3-535b-408f-877b-0cb34453e9e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32e0898097594015a11ebec6f14c0669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7708957 Nov 09 00:20:54.703378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51472) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:54.712212 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=2e104423-8366-4820-97e1-b6ffd5481db5,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:54.724941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51474) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:54.778549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fc2e3-535b-408f-877b-0cb34453e9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf251f0-c9b3-462d-be59-437bba755b26,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:54.819200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda30ac9-2991-4ea4-9b3c-35bf3aabdf0f req-189eb422-41d9-4563-86c6-428251bdd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:54.820818 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fda30ac9-2991-4ea4-9b3c-35bf3aabdf0f req-189eb422-41d9-4563-86c6-428251bdd89c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 1096 time: 0.1076758 Nov 09 00:20:54.852386 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-494487ff-ae84-4bf3-a515-d53b221281ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:54.934029 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-494487ff-ae84-4bf3-a515-d53b221281ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.053424 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fda30ac9-2991-4ea4-9b3c-35bf3aabdf0f req-bf802c09-1361-428c-aa6e-2743d02168d0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240653 Nov 09 00:20:55.163731 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-494487ff-ae84-4bf3-a515-d53b221281ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.167012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-494487ff-ae84-4bf3-a515-d53b221281ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.168407 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-494487ff-ae84-4bf3-a515-d53b221281ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4cf251f0-c9b3-462d-be59-437bba755b26 HTTP/1.1" status: 204 len: 168 time: 0.4640210 Nov 09 00:20:55.202973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494487ff-ae84-4bf3-a515-d53b221281ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf251f0-c9b3-462d-be59-437bba755b26,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:55.291723 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-16320453-4bbf-48ec-93e6-17aa208b2aa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.298448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51492) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:55.328407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f50edd92-696c-4471-87d5-9d549ae29b5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.341533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacb1bc-36a8-4698-b849-9dc9096e067c req-6a574e30-ea61-4035-b6b2-c2a878400cb2 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:55.350187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3dacb1bc-36a8-4698-b849-9dc9096e067c req-6a574e30-ea61-4035-b6b2-c2a878400cb2 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1600754 Nov 09 00:20:55.438359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3dacb1bc-36a8-4698-b849-9dc9096e067c req-a5bfeaef-93bd-4abd-9bc6-22776eafa4a6 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840545 Nov 09 00:20:55.475266 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-16320453-4bbf-48ec-93e6-17aa208b2aa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.484858 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-16320453-4bbf-48ec-93e6-17aa208b2aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.531584 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f50edd92-696c-4471-87d5-9d549ae29b5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.540979 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f50edd92-696c-4471-87d5-9d549ae29b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.604484 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-16320453-4bbf-48ec-93e6-17aa208b2aa8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c56397286afd41acb12963e0302db77b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8753877 Nov 09 00:20:55.605696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51506) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:55.610485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16320453-4bbf-48ec-93e6-17aa208b2aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd1dbce-5ad6-4f51-ba69-aac9c30f8828,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:55.669863 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f50edd92-696c-4471-87d5-9d549ae29b5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03e1e8c3b55a4b9f8339f93ecf82301b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3702841 Nov 09 00:20:55.672417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51508) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:55.683201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50edd92-696c-4471-87d5-9d549ae29b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386ec394-5ef6-48d2-8d13-a50adecb7ea4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:55.694981 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-12b1fbd0-6df2-4532-8aa7-bd886c40c63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.767399 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-12b1fbd0-6df2-4532-8aa7-bd886c40c63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.816205 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffafe46c-a566-4093-ba15-9c48febaf667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.851362 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffafe46c-a566-4093-ba15-9c48febaf667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.884977 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-12b1fbd0-6df2-4532-8aa7-bd886c40c63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.887912 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-12b1fbd0-6df2-4532-8aa7-bd886c40c63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.892382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-12b1fbd0-6df2-4532-8aa7-bd886c40c63d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcd1dbce-5ad6-4f51-ba69-aac9c30f8828 HTTP/1.1" status: 204 len: 168 time: 0.2809210 Nov 09 00:20:55.908612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1fbd0-6df2-4532-8aa7-bd886c40c63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd1dbce-5ad6-4f51-ba69-aac9c30f8828,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:55.936026 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffafe46c-a566-4093-ba15-9c48febaf667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.939105 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffafe46c-a566-4093-ba15-9c48febaf667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:55.940318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ffafe46c-a566-4093-ba15-9c48febaf667 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/386ec394-5ef6-48d2-8d13-a50adecb7ea4 HTTP/1.1" status: 204 len: 168 time: 0.2666953 Nov 09 00:20:55.964524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafe46c-a566-4093-ba15-9c48febaf667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386ec394-5ef6-48d2-8d13-a50adecb7ea4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:56.065304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51522) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:56.101470 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3aa88ac0-438f-44f8-a659-4193b98dde51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:56.403073 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3aa88ac0-438f-44f8-a659-4193b98dde51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:56.412295 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3aa88ac0-438f-44f8-a659-4193b98dde51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:56.487414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa88ac0-438f-44f8-a659-4193b98dde51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb72d66b-1382-4e52-9a5f-3f32812a76e3,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:56.496061 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51550) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:56.496609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3aa88ac0-438f-44f8-a659-4193b98dde51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28ba897aced34ae49e6d37a4ae7a6627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4291370 Nov 09 00:20:56.625437 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1b0be08-dbfa-4d25-bfd3-447d265b521f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:56.674663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1b0be08-dbfa-4d25-bfd3-447d265b521f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:56.676338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ec999-3150-439b-b31f-b77362cc5b36 req-1ac1000e-9717-4369-949e-2d7532e4d921 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:56.701571 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b49ec999-3150-439b-b31f-b77362cc5b36 req-1ac1000e-9717-4369-949e-2d7532e4d921 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.0974512 Nov 09 00:20:56.795721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b49ec999-3150-439b-b31f-b77362cc5b36 req-af5f54f9-beee-46c4-9126-4b32f3507172 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932105 Nov 09 00:20:56.798857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1b0be08-dbfa-4d25-bfd3-447d265b521f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:56.802705 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1b0be08-dbfa-4d25-bfd3-447d265b521f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:56.806160 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c1b0be08-dbfa-4d25-bfd3-447d265b521f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb72d66b-1382-4e52-9a5f-3f32812a76e3 HTTP/1.1" status: 204 len: 168 time: 0.3046646 Nov 09 00:20:56.818996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0be08-dbfa-4d25-bfd3-447d265b521f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb72d66b-1382-4e52-9a5f-3f32812a76e3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:56.983590 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:20:57.064684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7fea7-926f-4005-b623-2eea7dc35b81 req-597e64f6-727e-485f-be12-6d5ae882105a tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:57.073218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9f7fea7-926f-4005-b623-2eea7dc35b81 req-597e64f6-727e-485f-be12-6d5ae882105a tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1159685 Nov 09 00:20:57.153355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9f7fea7-926f-4005-b623-2eea7dc35b81 req-d3f272c0-e144-49e8-8f14-7efc16d1352a tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789053 Nov 09 00:20:57.533142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eaa07-f54f-4408-85e4-995453ae0e65 req-fdd191a5-23b9-445a-af52-2e2785ae0ac8 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:57.543925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec9eaa07-f54f-4408-85e4-995453ae0e65 req-fdd191a5-23b9-445a-af52-2e2785ae0ac8 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1071110 Nov 09 00:20:57.615643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec9eaa07-f54f-4408-85e4-995453ae0e65 req-fae9ee4f-3925-4018-84ea-cbfb7844258f tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684934 Nov 09 00:20:57.779850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4858b-f4e1-4fbb-a2e1-f0a784b425d0 req-edb89f7d-9425-4308-98de-053eee10c5f1 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:57.799359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3dc4858b-f4e1-4fbb-a2e1-f0a784b425d0 req-edb89f7d-9425-4308-98de-053eee10c5f1 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.0976324 Nov 09 00:20:57.904900 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3dc4858b-f4e1-4fbb-a2e1-f0a784b425d0 req-ac3bd9b2-c296-4839-95b9-4cb2ccc3951b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043024 Nov 09 00:20:58.378638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51648) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:58.788126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76063e44-3079-4e49-8adb-7177c326a328 req-9d5261b9-d76f-4c9a-9cee-289f170450f6 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:58.798164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76063e44-3079-4e49-8adb-7177c326a328 req-9d5261b9-d76f-4c9a-9cee-289f170450f6 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.0848360 Nov 09 00:20:58.959794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1373565904'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:58.977234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76063e44-3079-4e49-8adb-7177c326a328 req-2653889a-871f-41a6-b61b-9b6ed7f81d26 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775725 Nov 09 00:20:59.025880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Made reservation on behalf of fae060d516d24a6285df84c53afcd8f4 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:20:59.029862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:59.048283 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:59.161616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-24afec41-1810-4f91-8633-e96e1522827c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1559331 Nov 09 00:20:59.277914 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:59.286740 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:59.300454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-ce00cbb2-b1c3-4c0a-8897-ae9b652e3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.301312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-ce00cbb2-b1c3-4c0a-8897-ae9b652e3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.301989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-ce00cbb2-b1c3-4c0a-8897-ae9b652e3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.303235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-ce00cbb2-b1c3-4c0a-8897-ae9b652e3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.303894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-ce00cbb2-b1c3-4c0a-8897-ae9b652e3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.304522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-ce00cbb2-b1c3-4c0a-8897-ae9b652e3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.305286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-ce00cbb2-b1c3-4c0a-8897-ae9b652e3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.313381 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-ce00cbb2-b1c3-4c0a-8897-ae9b652e3787 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 6490 time: 0.0953121 Nov 09 00:20:59.345629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b689966e-2af5-42a1-8acb-4d1c4963be47,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:59.359377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:20:59.383439 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:59.384156 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Added segment a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e of type vlan for network 52be793a-4532-459a-84c4-5f738dedc51e Nov 09 00:20:59.437865 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:59.491703 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:59.502965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.505910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:59.541077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-1cba06ea-c913-42fc-9fec-52fdf7eed3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.546116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-1cba06ea-c913-42fc-9fec-52fdf7eed3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.546116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-1cba06ea-c913-42fc-9fec-52fdf7eed3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.549170 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-1cba06ea-c913-42fc-9fec-52fdf7eed3d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd00dfb3-9954-4da4-8bab-f4742925ef5a&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=364a1333-8aa5-40a2-b83a-ed34d1006322&id=364a1333-8aa5-40a2-b83a-ed34d1006322 HTTP/1.1" status: 200 len: 2288 time: 0.2052982 Nov 09 00:20:59.669450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event updated for resources: {'Network': ['ID=52be793a-4532-459a-84c4-5f738dedc51e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:20:59.681972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 52be793a-4532-459a-84c4-5f738dedc51e details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:20:59.687069 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d9f33f3a-4c68-4e31-a8f4-5457addb56bb tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3030589 Nov 09 00:20:59.689740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51716) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:20:59.696062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-eec76d8e-c988-4ca0-9b2d-ced827f3e2e1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Request body: {'subnet': {'network_id': '52be793a-4532-459a-84c4-5f738dedc51e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:20:59.719443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-e6c60704-e640-461b-bbd7-64707240355f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c0ee573-9c26-4590-b2c2-93f87044e954 HTTP/1.1" status: 200 len: 1001 time: 0.1602376 Nov 09 00:20:59.871796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-3b768bc0-3f90-4e2f-82f1-5068fca37431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.875677 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-3b768bc0-3f90-4e2f-82f1-5068fca37431 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e HTTP/1.1" status: 200 len: 850 time: 0.0800483 Nov 09 00:20:59.895984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec76d8e-c988-4ca0-9b2d-ced827f3e2e1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Made reservation on behalf of fae060d516d24a6285df84c53afcd8f4 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:20:59.901871 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eec76d8e-c988-4ca0-9b2d-ced827f3e2e1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:20:59.957507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-2c613a95-96d5-4e83-be95-dc22996dcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:20:59.959583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-2c613a95-96d5-4e83-be95-dc22996dcaec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd00dfb3-9954-4da4-8bab-f4742925ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782630 Nov 09 00:21:00.245054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eec76d8e-c988-4ca0-9b2d-ced827f3e2e1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:00.316677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50174bfc-7ed4-4cdb-a5f5-b84ed05e8cd2 req-6b048dc4-b7ea-491d-acc7-290725f58b8b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:00.329863 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50174bfc-7ed4-4cdb-a5f5-b84ed05e8cd2 req-6b048dc4-b7ea-491d-acc7-290725f58b8b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.2062354 Nov 09 00:21:00.357837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec76d8e-c988-4ca0-9b2d-ced827f3e2e1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event updated for resources: {'Subnet': ['ID=eab5acd0-c8cf-4fcf-a8c9-941d5ccbd013,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:00.372438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec76d8e-c988-4ca0-9b2d-ced827f3e2e1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Checking segment: {'id': 'a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '52be793a-4532-459a-84c4-5f738dedc51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:21:00.373009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec76d8e-c988-4ca0-9b2d-ced827f3e2e1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Network hostable DHCP agents. Network: 52be793a-4532-459a-84c4-5f738dedc51e, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:21:00.404853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec76d8e-c988-4ca0-9b2d-ced827f3e2e1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Network 52be793a-4532-459a-84c4-5f738dedc51e is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:21:00.411212 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-0dc15d17-0b31-43ed-9fcc-77d68d9d83f3 service neutron] 10.222.0.30 "GET /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433582 Nov 09 00:21:00.426516 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-eec76d8e-c988-4ca0-9b2d-ced827f3e2e1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 52be793a-4532-459a-84c4-5f738dedc51e) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:00.431341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec76d8e-c988-4ca0-9b2d-ced827f3e2e1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:00.435497 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eec76d8e-c988-4ca0-9b2d-ced827f3e2e1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:00.436163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6941f4a8-8a69-406d-8451-52e598651787 None None] Network 52be793a-4532-459a-84c4-5f738dedc51e requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:00.456989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabe0e6-ba99-4a6a-91a6-6be6e9bc6ad6 req-fa83b18d-9432-4350-9d33-7a892952bb85 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:00.467922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-deabe0e6-ba99-4a6a-91a6-6be6e9bc6ad6 req-fa83b18d-9432-4350-9d33-7a892952bb85 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 945 time: 0.2872603 Nov 09 00:21:00.480377 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-eec76d8e-c988-4ca0-9b2d-ced827f3e2e1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7894578 Nov 09 00:21:00.485709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51768) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:00.492539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9a39bf4e-7849-4be8-a911-43786a1ef172 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-410894635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:00.543283 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a39bf4e-7849-4be8-a911-43786a1ef172 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:00.544500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a39bf4e-7849-4be8-a911-43786a1ef172 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:00.648651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a39bf4e-7849-4be8-a911-43786a1ef172 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:00.655443 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a39bf4e-7849-4be8-a911-43786a1ef172 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:00.683017 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a39bf4e-7849-4be8-a911-43786a1ef172 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:00.688301 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9a39bf4e-7849-4be8-a911-43786a1ef172 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2004004 Nov 09 00:21:00.688975 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51792) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:00.804019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-52be793a-4532-459a-84c4-5f738dedc51e', 'network_id': '52be793a-4532-459a-84c4-5f738dedc51e', 'tenant_id': 'fae060d516d24a6285df84c53afcd8f4', 'fixed_ips': [{'subnet_id': 'eab5acd0-c8cf-4fcf-a8c9-941d5ccbd013'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:21:00.806288 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:00.989385 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Allocated IP 172.20.0.2 (52be793a-4532-459a-84c4-5f738dedc51e/eab5acd0-c8cf-4fcf-a8c9-941d5ccbd013/45a407e5-7a60-4b9f-97ad-0b649ea38f2e) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:01.075636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50174bfc-7ed4-4cdb-a5f5-b84ed05e8cd2 req-10a8e5dd-bfe1-4354-943d-f74c3fb90c48 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7448559 Nov 09 00:21:01.176867 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-deabe0e6-ba99-4a6a-91a6-6be6e9bc6ad6 req-f608e345-ff38-479c-990f-fa84554d68d4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7072165 Nov 09 00:21:01.261862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-63dca40d-576d-4f51-be8a-56c2e2e11087 service neutron] 10.222.0.30 "GET /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8263011 Nov 09 00:21:01.351575 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:01.365605 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:01.370838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:01.388455 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-1f7938b6-fdce-43b1-b8b4-18471d3f0d61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=badf5b56-8934-45ad-ab08-b14502d9f297 HTTP/1.1" status: 200 len: 217 time: 0.1176369 Nov 09 00:21:01.515686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Network 52be793a-4532-459a-84c4-5f738dedc51e is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:01.535689 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-e21f5d63-9e28-4541-a2f9-eb00de4f72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:01.539889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-e21f5d63-9e28-4541-a2f9-eb00de4f72d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.1438816 Nov 09 00:21:01.561979 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:01.582558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:01.609466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Pushing event updated for resources: {'Port': ['ID=45a407e5-7a60-4b9f-97ad-0b649ea38f2e,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:01.695629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-81764d06-c2ae-42be-bb58-551d73789e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:01.703224 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-81764d06-c2ae-42be-bb58-551d73789e0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1542542 Nov 09 00:21:01.733232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Attempting to bind port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:01.735046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Attempting to bind port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '52be793a-4532-459a-84c4-5f738dedc51e'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:01.735600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Attempting to bind port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e on network 52be793a-4532-459a-84c4-5f738dedc51e {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:01.756771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:21:01.758661 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Checking segment: {'id': 'a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '52be793a-4532-459a-84c4-5f738dedc51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:21:01.759556 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:01.762719 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Bound using segment: {'id': 'a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '52be793a-4532-459a-84c4-5f738dedc51e'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:21:01.763480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Bound port: 45a407e5-7a60-4b9f-97ad-0b649ea38f2e, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '52be793a-4532-459a-84c4-5f738dedc51e'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:21:01.764231 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:01.855980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51904) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:01.912945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-5649ac5c-18f5-4959-8423-ed21c5d96e96 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001865 Nov 09 00:21:01.926598 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] For port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:21:01.934355 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] For port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=45a407e5-7a60-4b9f-97ad-0b649ea38f2e,segment=NetworkSegment(a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e),segment_id=a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:21:01.954532 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:02.086786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Allocated IP 172.20.0.1 (52be793a-4532-459a-84c4-5f738dedc51e/eab5acd0-c8cf-4fcf-a8c9-941d5ccbd013/f3275634-2e65-47ee-bf9a-9dcea9835d12) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:02.180358 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db081c-1ec0-4694-a850-345c22e660a5 None None] Pushing event updated for resources: {'Port': ['ID=45a407e5-7a60-4b9f-97ad-0b649ea38f2e,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:02.181518 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b92655c5-22b9-4a18-871f-bd98547c28bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:02.256084 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-09252c07-3b49-45bc-b64d-c63f646f113f service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268914 Nov 09 00:21:02.329525 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-cd5a49c7-577f-4157-aeba-7d41285fb43c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=deca90b0-bc9b-4415-b659-c843bd9b048e HTTP/1.1" status: 200 len: 217 time: 0.0655048 Nov 09 00:21:02.505021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-eb9cf453-8331-4be4-81c1-9cfa09434a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:02.506534 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-eb9cf453-8331-4be4-81c1-9cfa09434a45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.1560614 Nov 09 00:21:02.527667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e1ac2-950a-4b8f-9195-555cf377e112 req-b313f788-33cf-47cc-a245-90dc67967865 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:02.529218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-407e1ac2-950a-4b8f-9195-555cf377e112 req-b313f788-33cf-47cc-a245-90dc67967865 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1988010 Nov 09 00:21:02.561172 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b92655c5-22b9-4a18-871f-bd98547c28bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:02.578738 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b92655c5-22b9-4a18-871f-bd98547c28bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:02.676541 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-336b449f-d666-4b51-a0cb-36f11052092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:02.678558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-336b449f-d666-4b51-a0cb-36f11052092b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1456895 Nov 09 00:21:02.683028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-407e1ac2-950a-4b8f-9195-555cf377e112 req-b41f482f-5c59-4ae7-8616-ee204410f771 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235945 Nov 09 00:21:02.697484 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:02.724392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92655c5-22b9-4a18-871f-bd98547c28bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3435761-058d-4bd3-9105-ac1ab69668e0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:02.737969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51972) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:02.740313 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b92655c5-22b9-4a18-871f-bd98547c28bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06cea25eabc041b6b16607e6cc1cca97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8761530 Nov 09 00:21:02.797715 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:02.849534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Network 52be793a-4532-459a-84c4-5f738dedc51e is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:02.853017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:02.859573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:02.876652 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3aa4b2d9-158e-4f54-95cc-cf448841f7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:02.883185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-8346a43f-0c41-4c10-9a11-b51b72c06896 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889417 Nov 09 00:21:02.918380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event updated for resources: {'Port': ['ID=f3275634-2e65-47ee-bf9a-9dcea9835d12,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:02.948814 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:02.990485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3aa4b2d9-158e-4f54-95cc-cf448841f7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:03.103846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-51d499bf-84e2-434b-979e-757b7655d60d service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074742 Nov 09 00:21:03.108788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:03.173978 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3aa4b2d9-158e-4f54-95cc-cf448841f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:03.178495 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3aa4b2d9-158e-4f54-95cc-cf448841f7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:03.181871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3aa4b2d9-158e-4f54-95cc-cf448841f7ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3435761-058d-4bd3-9105-ac1ab69668e0 HTTP/1.1" status: 204 len: 168 time: 0.4364696 Nov 09 00:21:03.192567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-7c1d7a71-b5f5-4a5f-bfb1-bd667676ee5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 HTTP/1.1" status: 200 len: 217 time: 0.0779657 Nov 09 00:21:03.199931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4b2d9-158e-4f54-95cc-cf448841f7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3435761-058d-4bd3-9105-ac1ab69668e0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:03.321786 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-91d5552b-46e0-4a48-b2e9-db014ddc24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:03.323767 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-91d5552b-46e0-4a48-b2e9-db014ddc24ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.1075528 Nov 09 00:21:03.404705 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-f7dfb105-1b9a-48d1-9b08-8ba2898d2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:03.408200 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-f7dfb105-1b9a-48d1-9b08-8ba2898d2259 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739694 Nov 09 00:21:03.662227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 45a407e5-7a60-4b9f-97ad-0b649ea38f2e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:21:03.799891 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:03.800732 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:03.824051 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:03.835924 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:03.888223 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52032) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:03.911271 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-52af2f50-9166-45cb-9135-a8dec2a92fde service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871683 Nov 09 00:21:03.951808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c496bf7b-82f0-469a-9177-f1d1e212c454 None None] Network 52be793a-4532-459a-84c4-5f738dedc51e requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:03.968889 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-136f8a90-599e-4015-a768-1b9e81b138af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:03.996663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdd1d7-d9f5-49bc-8258-168d44a67c6d req-275dfe2d-ef62-4289-9c19-216105d69652 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:03.998273 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1bdd1d7-d9f5-49bc-8258-168d44a67c6d req-275dfe2d-ef62-4289-9c19-216105d69652 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.2040412 Nov 09 00:21:04.008669 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event updated for resources: {'Port': ['ID=f3275634-2e65-47ee-bf9a-9dcea9835d12,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:04.023160 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:04.029815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52038) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:04.055918 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:04.182481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2619361d-37ef-4e3a-b9ce-9f041d1725e8 None None] Provisioning complete for port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:04.183138 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2619361d-37ef-4e3a-b9ce-9f041d1725e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:04.231104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=45a407e5-7a60-4b9f-97ad-0b649ea38f2e,segment=NetworkSegment(a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e),segment_id=a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:04.247102 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1bdd1d7-d9f5-49bc-8258-168d44a67c6d req-724e3128-f659-4968-b303-890d97bdd7a8 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336977 Nov 09 00:21:04.248631 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:04.258627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-615b44ef-b05e-4473-801b-05445a6484e8 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386698 Nov 09 00:21:04.268083 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-443f54f6-d677-4b26-9152-3e1a1bccda9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:04.320986 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=45a407e5-7a60-4b9f-97ad-0b649ea38f2e,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:04.322273 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-8a0af7e9-8a9b-4a96-be49-40a01d477e46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=53769426-080d-41b0-bd08-730566e2cb45 HTTP/1.1" status: 200 len: 217 time: 0.0463862 Nov 09 00:21:04.344970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d8687-3d7c-4ac3-a4bc-043051b1bf05 req-663b71b4-bdf0-44ad-abd9-d250b1aa5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:04.347442 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b3d8687-3d7c-4ac3-a4bc-043051b1bf05 req-663b71b4-bdf0-44ad-abd9-d250b1aa5c25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f59a4cef7b514e3fb9087a284609f336&device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 1096 time: 0.1836350 Nov 09 00:21:04.371692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Network 52be793a-4532-459a-84c4-5f738dedc51e is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:04.380788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:04.396933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-b16a9e54-4be0-4ae2-9cdf-79d77f3db998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:04.399288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-b16a9e54-4be0-4ae2-9cdf-79d77f3db998 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.0636530 Nov 09 00:21:04.498084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-6a9e2b76-69bf-45d4-9bcf-b42aa58f8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:04.501970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-6a9e2b76-69bf-45d4-9bcf-b42aa58f8ae7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0909927 Nov 09 00:21:04.521303 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-136f8a90-599e-4015-a768-1b9e81b138af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:04.642235 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-136f8a90-599e-4015-a768-1b9e81b138af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:04.665466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-dd059272-4f63-4b9c-8fc0-7728c9272023 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398218 Nov 09 00:21:04.749314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-443f54f6-d677-4b26-9152-3e1a1bccda9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:04.756439 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-136f8a90-599e-4015-a768-1b9e81b138af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf81463671d24faf82e7441d1381beb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8639588 Nov 09 00:21:04.756439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d8687-3d7c-4ac3-a4bc-043051b1bf05 req-07298ddc-2807-4a55-be82-b4f521dc8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:04.756746 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b3d8687-3d7c-4ac3-a4bc-043051b1bf05 req-07298ddc-2807-4a55-be82-b4f521dc8fbd service neutron] 10.222.0.11 "GET /v2.0/networks?id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193 HTTP/1.1" status: 200 len: 915 time: 0.3777504 Nov 09 00:21:04.778824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52056) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:04.797811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-443f54f6-d677-4b26-9152-3e1a1bccda9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:04.815127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-bfc857e4-166a-45ca-85cd-a5c613893b4a service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408765 Nov 09 00:21:04.894387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-1c56003c-36a3-4de5-98d8-dfa9d905f70d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b5a6662b-efda-4873-9888-e7071a337881 HTTP/1.1" status: 200 len: 217 time: 0.0640860 Nov 09 00:21:04.899752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6791f4b1-1627-42ed-b690-c8c630e73bed None None] Provisioning complete for port f3275634-2e65-47ee-bf9a-9dcea9835d12 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:04.900205 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6791f4b1-1627-42ed-b690-c8c630e73bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:04.968313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6791f4b1-1627-42ed-b690-c8c630e73bed None None] Port f3275634-2e65-47ee-bf9a-9dcea9835d12 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:04.994541 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6791f4b1-1627-42ed-b690-c8c630e73bed None None] Provisioning complete for port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:04.995584 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6791f4b1-1627-42ed-b690-c8c630e73bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:05.000105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-73a80482-6eee-441a-8fe0-13b086be0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:05.001701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-73a80482-6eee-441a-8fe0-13b086be0153 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77073b2d-8182-4647-a3e4-f9ac28e41e68 HTTP/1.1" status: 200 len: 797 time: 0.0925598 Nov 09 00:21:05.048332 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b3d8687-3d7c-4ac3-a4bc-043051b1bf05 req-5a1716b0-2bec-403f-9bc0-eab82f20ec48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e104423-8366-4820-97e1-b6ffd5481db5 HTTP/1.1" status: 200 len: 217 time: 0.2588036 Nov 09 00:21:05.056321 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:21:05.062411 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:21:05.087778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f8a90-599e-4015-a768-1b9e81b138af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1deffa0b-1d3d-45f7-b529-c8ddb99871c3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:05.097528 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-443f54f6-d677-4b26-9152-3e1a1bccda9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66df0c26faea497381aa3a8e8b8c443f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0640733 Nov 09 00:21:05.098158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52064) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:05.127286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-5c4a3509-bfc7-4bef-9814-dd95584c3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:05.132343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-5c4a3509-bfc7-4bef-9814-dd95584c3406 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=364a1333-8aa5-40a2-b83a-ed34d1006322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1182337 Nov 09 00:21:05.166694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Router 0dac31af-cff4-4423-86f5-b6eafc11f1a6 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:21:05.240888 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-741819f7-1882-43ad-a729-71fe1d5b1bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:05.324780 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-741819f7-1882-43ad-a729-71fe1d5b1bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:05.527000 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-b89d91ac-db11-43dc-aa3b-38ec27a5d808 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837407 Nov 09 00:21:05.578480 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-741819f7-1882-43ad-a729-71fe1d5b1bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:05.587111 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-741819f7-1882-43ad-a729-71fe1d5b1bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:05.592761 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-741819f7-1882-43ad-a729-71fe1d5b1bda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1deffa0b-1d3d-45f7-b529-c8ddb99871c3 HTTP/1.1" status: 204 len: 168 time: 0.8108058 Nov 09 00:21:05.754966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb1a1d-f2eb-4b87-9b66-042dd1255489 req-e23eedc5-e588-4def-92ff-66b419cf2705 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:05.760611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9eeb1a1d-f2eb-4b87-9b66-042dd1255489 req-e23eedc5-e588-4def-92ff-66b419cf2705 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.2917287 Nov 09 00:21:05.947899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-ebc22ebb-9a7e-431e-94e6-47df4d1bf0f3 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007597 Nov 09 00:21:06.057305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 45a407e5-7a60-4b9f-97ad-0b649ea38f2e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:21:06.084042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-99b01534-bcef-4320-9707-0a97ad245ecb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc1506de-6e61-4a64-b986-f96a0cbae5e0 HTTP/1.1" status: 200 len: 217 time: 0.1299753 Nov 09 00:21:06.093823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9eeb1a1d-f2eb-4b87-9b66-042dd1255489 req-bcf33621-2089-4e62-866b-7422b3b4c6e1 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203824 Nov 09 00:21:06.105441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:06.210402 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'port_id': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'mac_address': 'fa:16:3e:90:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:21:06.233089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-c98022d2-0f85-4133-bc86-411f6fda40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:06.234850 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-c98022d2-0f85-4133-bc86-411f6fda40ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77073b2d-8182-4647-a3e4-f9ac28e41e68 HTTP/1.1" status: 200 len: 797 time: 0.1368570 Nov 09 00:21:06.346289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-20b9af6c-e8cf-4d7a-b3f8-3cda7536baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:06.350020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-20b9af6c-e8cf-4d7a-b3f8-3cda7536baba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=364a1333-8aa5-40a2-b83a-ed34d1006322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1075442 Nov 09 00:21:06.390373 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:06.547172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:21:06.559952 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de151fdb-655d-402d-963d-d7a9b0ff11d7" -d '{"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-unplugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:21:06.571803 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:06.583827 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:21:06.599025 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e70921-b960-4d1f-8fdb-78120e66dfee None None] Sync routers for ids ['0dac31af-cff4-4423-86f5-b6eafc11f1a6'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:21:06.603916 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3f2a5e26-8e20-4ea9-9351-d7fc1d565bfa tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "PUT /v2.0/routers/0dac31af-cff4-4423-86f5-b6eafc11f1a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9136798 Nov 09 00:21:06.608335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52134) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:06.624559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:06.624929 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:06.640831 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e70921-b960-4d1f-8fdb-78120e66dfee None None] Routers {'0dac31af-cff4-4423-86f5-b6eafc11f1a6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:21:06.641753 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-70e70921-b960-4d1f-8fdb-78120e66dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:20:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['0dac31af-cff4-4423-86f5-b6eafc11f1a6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:06.648729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Request body: {'port': {'network_id': '52be793a-4532-459a-84c4-5f738dedc51e', 'name': 'tempest-FloatingIPNegativeTestJSON-262048431'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:06.656614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d8687-3d7c-4ac3-a4bc-043051b1bf05 req-957b4abf-cf09-4642-b0c8-5d27b7e61882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:06.658563 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b3d8687-3d7c-4ac3-a4bc-043051b1bf05 req-957b4abf-cf09-4642-b0c8-5d27b7e61882 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7 HTTP/1.1" status: 200 len: 855 time: 1.6000192 Nov 09 00:21:06.660695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f54f6-d677-4b26-9152-3e1a1bccda9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8ea2e1-57d1-41fd-8dbf-e96994096aef,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:06.666777 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:06.728671 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ca7c3c-4b7c-46eb-a5df-4bc071945c20 x-openstack-request-id: req-f1ca7c3c-4b7c-46eb-a5df-4bc071945c20 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:21:06.728956 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-unplugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:21:06.729204 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1ca7c3c-4b7c-46eb-a5df-4bc071945c20 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:21:06.730659 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'code': 200} Nov 09 00:21:06.736705 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:06.746366 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7842b4b-e2af-4fb0-9af2-a583edb01048 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:21:06.783026 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-70e70921-b960-4d1f-8fdb-78120e66dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:06.813480 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e70921-b960-4d1f-8fdb-78120e66dfee None None] Routers {'0dac31af-cff4-4423-86f5-b6eafc11f1a6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:21:06.814255 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-70e70921-b960-4d1f-8fdb-78120e66dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:20:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['0dac31af-cff4-4423-86f5-b6eafc11f1a6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:06.819087 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:21:06.819438 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:21:06.868076 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b3d8687-3d7c-4ac3-a4bc-043051b1bf05 req-eb3f1800-de73-4fc3-a239-8d8d3a066bfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529770 Nov 09 00:21:06.869008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d755be80-a8f3-4915-9125-6c7d241ec537 None None] Provisioning complete for port f3275634-2e65-47ee-bf9a-9dcea9835d12 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:06.869414 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d755be80-a8f3-4915-9125-6c7d241ec537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:06.951699 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-70e70921-b960-4d1f-8fdb-78120e66dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:06.952567 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e70921-b960-4d1f-8fdb-78120e66dfee None None] The sync data for ids ['0dac31af-cff4-4423-86f5-b6eafc11f1a6'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:21:06.983744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:06.992971 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741819f7-1882-43ad-a729-71fe1d5b1bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1deffa0b-1d3d-45f7-b529-c8ddb99871c3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:07.088553 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f00f0158-d235-4599-8e4b-bf4dc85752c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:07.093088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d755be80-a8f3-4915-9125-6c7d241ec537 None None] Port f3275634-2e65-47ee-bf9a-9dcea9835d12 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:07.152916 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f00f0158-d235-4599-8e4b-bf4dc85752c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:07.168855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Made reservation on behalf of fae060d516d24a6285df84c53afcd8f4 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:07.183161 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:07.253589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-2e363dfd-560e-4736-a9ef-ed19de9250c0 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8743272 Nov 09 00:21:07.303493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] device_id is not set on port 5d90104d-3872-4fce-a95c-2db6e72fea52 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:07.433832 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:07.463464 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b3d8687-3d7c-4ac3-a4bc-043051b1bf05 req-f960ef87-7ac0-4d70-b9e2-1fd45ed2ab12 service neutron] 10.222.0.11 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812311 Nov 09 00:21:07.469806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7842b4b-e2af-4fb0-9af2-a583edb01048 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:21:07.565107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:07.579125 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:07.712419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e70b6-2be4-470c-8d1e-a0842c0c18b0 req-68390ab5-db7c-49f1-a926-f99c7f8525cc tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:07.728638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-588e70b6-2be4-470c-8d1e-a0842c0c18b0 req-68390ab5-db7c-49f1-a926-f99c7f8525cc tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.4400926 Nov 09 00:21:07.744186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['a7842b4b-e2af-4fb0-9af2-a583edb01048'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:21:07.748189 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:07.764838 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4b3d8687-3d7c-4ac3-a4bc-043051b1bf05 req-e2772c16-b606-4690-b0d4-b01adb47d04f service neutron] 10.222.0.11 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936714 Nov 09 00:21:07.787813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f00f0158-d235-4599-8e4b-bf4dc85752c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:07.790816 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f00f0158-d235-4599-8e4b-bf4dc85752c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:07.792214 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f00f0158-d235-4599-8e4b-bf4dc85752c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c8ea2e1-57d1-41fd-8dbf-e96994096aef HTTP/1.1" status: 204 len: 168 time: 2.6286535 Nov 09 00:21:07.805840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f0158-d235-4599-8e4b-bf4dc85752c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8ea2e1-57d1-41fd-8dbf-e96994096aef,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:07.888395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa7e988-b2f5-4e4c-90a2-465bfe1a800e req-096e2cbb-a35b-4244-a3e0-327f377f2104 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6221838 Nov 09 00:21:07.916793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Allocated IP 172.20.0.14 (52be793a-4532-459a-84c4-5f738dedc51e/eab5acd0-c8cf-4fcf-a8c9-941d5ccbd013/5d90104d-3872-4fce-a95c-2db6e72fea52) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:07.956881 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-588e70b6-2be4-470c-8d1e-a0842c0c18b0 req-25a7501c-0a3e-400f-bce9-72e747a2ae6c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271969 Nov 09 00:21:08.497450 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:08.568375 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:08.656830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Network 52be793a-4532-459a-84c4-5f738dedc51e is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:08.658593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event updated for resources: {'Port': ['ID=5d90104d-3872-4fce-a95c-2db6e72fea52,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:08.671281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:08.690609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:08.772557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:08.774060 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:08.808540 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52270) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:08.810316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-13704642-80f5-4487-8c12-105d76364531 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2007768 Nov 09 00:21:08.813189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:08.858469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:08.858671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52276) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:08.903532 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15f63ec5-02af-4066-a06b-e99aa8513d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.039036 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.104173 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15f63ec5-02af-4066-a06b-e99aa8513d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.128522 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-15f63ec5-02af-4066-a06b-e99aa8513d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.187199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Allocated IP 172.25.0.60 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/0eb79efe-5082-41a0-b852-bbb5aae70157) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:09.253562 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5d4c08dc-a934-43fd-9d00-217058e31d82 None None] Provisioning complete for port 5d90104d-3872-4fce-a95c-2db6e72fea52 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:09.257872 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5d4c08dc-a934-43fd-9d00-217058e31d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.296638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-15f63ec5-02af-4066-a06b-e99aa8513d06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1006cc976eb847bc871c5b322ee6325d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4368422 Nov 09 00:21:09.300258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52288) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:09.329671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f63ec5-02af-4066-a06b-e99aa8513d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf0ed01-def4-4dda-84e8-bdf8de0eefbb,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:09.429215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c08dc-a934-43fd-9d00-217058e31d82 None None] Port 5d90104d-3872-4fce-a95c-2db6e72fea52 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:09.450802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d4dea-1417-4e20-ba46-ca41f0ee6363 req-77794e2d-488a-46ff-8cd5-05a3080f1c1b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:09.452389 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-383d4dea-1417-4e20-ba46-ca41f0ee6363 req-77794e2d-488a-46ff-8cd5-05a3080f1c1b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.2882078 Nov 09 00:21:09.452913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52296) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:09.521953 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.531743 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7235cd15-b4fa-4c12-b8be-62c5b01e8da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.588638 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:21:09.592953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-383d4dea-1417-4e20-ba46-ca41f0ee6363 req-84efd41c-fa02-410c-81b4-8c89d8b2ef2e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968323 Nov 09 00:21:09.601729 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.605209 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7235cd15-b4fa-4c12-b8be-62c5b01e8da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.688740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7235cd15-b4fa-4c12-b8be-62c5b01e8da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.695762 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7235cd15-b4fa-4c12-b8be-62c5b01e8da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.697326 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7235cd15-b4fa-4c12-b8be-62c5b01e8da7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adf0ed01-def4-4dda-84e8-bdf8de0eefbb HTTP/1.1" status: 204 len: 168 time: 0.3951869 Nov 09 00:21:09.708011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235cd15-b4fa-4c12-b8be-62c5b01e8da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf0ed01-def4-4dda-84e8-bdf8de0eefbb,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:09.746295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:09.758607 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3e61-98c6-4cf6-b16c-b81127a7ce09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.778312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:09.794421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port a7842b4b-e2af-4fb0-9af2-a583edb01048 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:09.794793 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:09.797111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:09.856726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event updated for resources: {'Port': ['ID=0eb79efe-5082-41a0-b852-bbb5aae70157,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:10.003741 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3e61-98c6-4cf6-b16c-b81127a7ce09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.014332 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3e61-98c6-4cf6-b16c-b81127a7ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.032740 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.043284 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.079171 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:10.080151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:21:10.083591 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db761cad-d77a-490a-85b0-cfea64ea2601" -d '{"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-plugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:21:10.100232 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.145906 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.182556 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ed9863-3986-4e6f-bbe5-2eab6b45ad81 x-openstack-request-id: req-b2ed9863-3986-4e6f-bbe5-2eab6b45ad81 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:21:10.183242 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-plugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:21:10.183725 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2ed9863-3986-4e6f-bbe5-2eab6b45ad81 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:21:10.184342 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'code': 200} Nov 09 00:21:10.185590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=10']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:10.208855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52314) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:10.210826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-aa0e3e61-98c6-4cf6-b16c-b81127a7ce09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26d5b9e0eeef4c8a964267f8f435f230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7533340 Nov 09 00:21:10.223406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e3e61-98c6-4cf6-b16c-b81127a7ce09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b41a991-c1b9-4d1b-91c8-47c8e8374428,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:10.396918 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1028f3f-a8ed-4321-bed5-f6a7badb40af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.505589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1028f3f-a8ed-4321-bed5-f6a7badb40af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.585864 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.606341 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.717583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1028f3f-a8ed-4321-bed5-f6a7badb40af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.722144 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1028f3f-a8ed-4321-bed5-f6a7badb40af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.727832 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e1028f3f-a8ed-4321-bed5-f6a7badb40af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b41a991-c1b9-4d1b-91c8-47c8e8374428 HTTP/1.1" status: 204 len: 168 time: 0.5178301 Nov 09 00:21:10.732813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event updated for resources: {'Port': ['ID=0eb79efe-5082-41a0-b852-bbb5aae70157,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:10.811212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1028f3f-a8ed-4321-bed5-f6a7badb40af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b41a991-c1b9-4d1b-91c8-47c8e8374428,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:10.872696 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.955219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6c73a-a7a7-46b5-afe1-31a6043d38e9 req-63ffa4e3-df37-4262-9c0a-7c977cce9bf0 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:10.959130 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27a6c73a-a7a7-46b5-afe1-31a6043d38e9 req-63ffa4e3-df37-4262-9c0a-7c977cce9bf0 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1634831 Nov 09 00:21:10.965642 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:10.968386 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8c91376e-e648-49c6-8961-515cb25e24df tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1588337 Nov 09 00:21:10.972279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52352) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:10.982408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ded648ff-19c7-40e6-9a6e-f57bb6edfa17 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Request body: {'floatingip': {'port_id': '5d90104d-3872-4fce-a95c-2db6e72fea52', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:11.061781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27a6c73a-a7a7-46b5-afe1-31a6043d38e9 req-8da21bd5-4a6f-4930-967e-dcefc8a9b82f tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940974 Nov 09 00:21:11.123195 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ded648ff-19c7-40e6-9a6e-f57bb6edfa17 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:11.450159 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-ded648ff-19c7-40e6-9a6e-f57bb6edfa17 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] update failed (client error): The resource could not be found. Nov 09 00:21:11.452028 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ded648ff-19c7-40e6-9a6e-f57bb6edfa17 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "PUT /v2.0/floatingips/63f269b3-8209-486a-a77f-2331c8c37a21 HTTP/1.1" status: 404 len: 507 time: 0.4773922 Nov 09 00:21:11.454168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52376) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:11.729122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-820ef680-8e8a-4a98-916f-e1b88acb993b tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Deleting port 0eb79efe-5082-41a0-b852-bbb5aae70157 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:11.729993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-820ef680-8e8a-4a98-916f-e1b88acb993b tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:11.856171 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-820ef680-8e8a-4a98-916f-e1b88acb993b tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:11.856857 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-820ef680-8e8a-4a98-916f-e1b88acb993b tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:11.879507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-820ef680-8e8a-4a98-916f-e1b88acb993b tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Calling delete_port for 0eb79efe-5082-41a0-b852-bbb5aae70157 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:12.204106 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-820ef680-8e8a-4a98-916f-e1b88acb993b tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:12.369991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ef680-8e8a-4a98-916f-e1b88acb993b tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event deleted for resources: {'Port': ['ID=0eb79efe-5082-41a0-b852-bbb5aae70157,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:12.496726 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-820ef680-8e8a-4a98-916f-e1b88acb993b tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:12.501130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-820ef680-8e8a-4a98-916f-e1b88acb993b tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:12.502390 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-820ef680-8e8a-4a98-916f-e1b88acb993b tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "DELETE /v2.0/floatingips/63f269b3-8209-486a-a77f-2331c8c37a21 HTTP/1.1" status: 204 len: 168 time: 1.0472343 Nov 09 00:21:12.506195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52436) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:12.511115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-534097ee-9841-4184-9126-51baa8ed2cf4 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Request body: {'floatingip': {'floating_network_id': '52be793a-4532-459a-84c4-5f738dedc51e', 'port_id': '5d90104d-3872-4fce-a95c-2db6e72fea52', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:12.566709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b47c7a-5bef-4ee2-91a3-b179d2721ef4 req-6feabd1c-ea6c-4fef-9953-942326dd2ce1 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:12.574243 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-534097ee-9841-4184-9126-51baa8ed2cf4 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:12.580524 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04b47c7a-5bef-4ee2-91a3-b179d2721ef4 req-6feabd1c-ea6c-4fef-9953-942326dd2ce1 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.3441141 Nov 09 00:21:12.657500 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-163f5343-7b19-4576-b050-55be58c8ae16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:12.749996 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04b47c7a-5bef-4ee2-91a3-b179d2721ef4 req-848b0cf1-e841-433c-afc4-74c30ed77082 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604056 Nov 09 00:21:12.903365 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-534097ee-9841-4184-9126-51baa8ed2cf4 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:21:12.903365 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-534097ee-9841-4184-9126-51baa8ed2cf4 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3951445 Nov 09 00:21:12.907201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52446) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:12.917481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '5d90104d-3872-4fce-a95c-2db6e72fea52', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:12.959236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52450) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:13.018984 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:13.244374 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:13.386011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52458) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:13.389964 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aaadaa3d-20e7-4a9b-888f-797df2c29449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:13.546693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Allocated IP 172.25.0.39 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/38ce8f6b-6265-4335-8a38-ebb9b974f2ee) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:13.732631 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aaadaa3d-20e7-4a9b-888f-797df2c29449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:13.740668 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aaadaa3d-20e7-4a9b-888f-797df2c29449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:13.779163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f8dc26c7-80fe-414f-b2c4-b96f0a5a048c tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1702652513'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:13.779732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f8dc26c7-80fe-414f-b2c4-b96f0a5a048c tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Unknown quota resources ['metering_label']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:21:13.836716 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-aaadaa3d-20e7-4a9b-888f-797df2c29449 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=516a1949c034473c8d9077b4b6779235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8749211 Nov 09 00:21:13.845159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52478) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:13.917908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadaa3d-20e7-4a9b-888f-797df2c29449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96661ff-a53d-4a01-aa22-8cc8d863db67,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:14.093611 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e173c0b0-c146-484c-a1a6-ec639982a28a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.120088 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e6602-25b7-4e33-9436-f65aae58f7f2 req-e5016a7e-9ea9-4ea0-9394-e214abf2a254 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:14.121854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-238e6602-25b7-4e33-9436-f65aae58f7f2 req-e5016a7e-9ea9-4ea0-9394-e214abf2a254 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1902721 Nov 09 00:21:14.134723 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8dc26c7-80fe-414f-b2c4-b96f0a5a048c tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.135259 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f8dc26c7-80fe-414f-b2c4-b96f0a5a048c tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7473149 Nov 09 00:21:14.138497 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.141577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52492) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:14.149884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a6263734-567d-411b-9811-c698a9c8b1cf tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '546ce2ee-74d4-4e69-855c-f31699ebd0bf'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:14.149884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a6263734-567d-411b-9811-c698a9c8b1cf tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:21:14.159160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e173c0b0-c146-484c-a1a6-ec639982a28a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.229581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52494) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:14.256984 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.318770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-238e6602-25b7-4e33-9436-f65aae58f7f2 req-d65a6b9c-a426-4022-a7cf-f37e72b77470 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241329 Nov 09 00:21:14.334268 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e173c0b0-c146-484c-a1a6-ec639982a28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.337297 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e173c0b0-c146-484c-a1a6-ec639982a28a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.340792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e173c0b0-c146-484c-a1a6-ec639982a28a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a96661ff-a53d-4a01-aa22-8cc8d863db67 HTTP/1.1" status: 204 len: 168 time: 0.4907262 Nov 09 00:21:14.368606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173c0b0-c146-484c-a1a6-ec639982a28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96661ff-a53d-4a01-aa22-8cc8d863db67,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:14.435291 n-d-813263-3 neutron-server[101781]: WARNING neutron.services.metering.metering_plugin [None req-a6263734-567d-411b-9811-c698a9c8b1cf tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 00:21:14.499561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:14.522305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1488251162', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:14.544563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:14.560174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:14.752389 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a6263734-567d-411b-9811-c698a9c8b1cf tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.758787 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a6263734-567d-411b-9811-c698a9c8b1cf tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6128886 Nov 09 00:21:14.759047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52510) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:14.764252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f2d488ae-b5bb-4197-b724-18543205c4b1 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '546ce2ee-74d4-4e69-855c-f31699ebd0bf'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:14.764865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f2d488ae-b5bb-4197-b724-18543205c4b1 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101780) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:21:14.799249 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d053fa69-61ba-4450-b47c-ca866f8a180d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.832679 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Made reservation on behalf of eaa3f433962e482e825ccb579f302f99 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:14.839222 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.873535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event updated for resources: {'Port': ['ID=38ce8f6b-6265-4335-8a38-ebb9b974f2ee,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:14.874091 n-d-813263-3 neutron-server[101780]: WARNING neutron.services.metering.metering_plugin [None req-f2d488ae-b5bb-4197-b724-18543205c4b1 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 00:21:14.880530 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.939384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Deleting port 38ce8f6b-6265-4335-8a38-ebb9b974f2ee {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:14.939757 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.994999 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f2d488ae-b5bb-4197-b724-18543205c4b1 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:14.996605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f2d488ae-b5bb-4197-b724-18543205c4b1 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2363415 Nov 09 00:21:14.999870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52518) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:15.023178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f9750d1f-ff3b-4f7c-a0bc-dd4316039eeb tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=d65961c9-705b-49d5-942e-c7f5b8f722d6 HTTP/1.1" status: 200 len: 462 time: 0.0205753 Nov 09 00:21:15.025544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52524) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:15.026049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52526) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:15.059506 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eaa3e8-9118-48c9-845c-51d1a0dbd89d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:15.089824 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:15.099047 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:15.103625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:15.104197 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:15.109466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] device_id is not set on port 8a9d508a-2873-4666-9eea-d86d85c9851d yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:15.161235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Calling delete_port for 38ce8f6b-6265-4335-8a38-ebb9b974f2ee owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:15.199215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0468e565-0902-4fbc-80b6-1ed4e6d846d0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:15.271725 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eaa3e8-9118-48c9-845c-51d1a0dbd89d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:15.315250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Allocated IP 172.25.0.111 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/8a9d508a-2873-4666-9eea-d86d85c9851d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:15.445685 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:15.496327 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event deleted for resources: {'Port': ['ID=38ce8f6b-6265-4335-8a38-ebb9b974f2ee,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:15.687690 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eaa3e8-9118-48c9-845c-51d1a0dbd89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:15.714814 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fea5256a-c2e7-4e3c-9af7-f85d510d8448 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:15.718615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52544) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:15.719077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fea5256a-c2e7-4e3c-9af7-f85d510d8448 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/d65961c9-705b-49d5-942e-c7f5b8f722d6 HTTP/1.1" status: 204 len: 168 time: 0.6898897 Nov 09 00:21:15.726715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaa3e8-9118-48c9-845c-51d1a0dbd89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6068d3-54d9-41eb-9b59-0e5e9bb1d81c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:15.740363 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] create failed (client error): The resource could not be found. Nov 09 00:21:15.746034 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6299a008-8d26-4264-be4c-8ac11c8ebca1 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8332622 Nov 09 00:21:15.748493 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-10edcf26-b236-41d4-9194-25079fb91f20 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=d65961c9-705b-49d5-942e-c7f5b8f722d6 HTTP/1.1" status: 200 len: 221 time: 0.0273662 Nov 09 00:21:15.752278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52546) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:15.769689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52548) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:15.777071 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f0bb58b4-64c4-48cc-bfd6-749b4ec0b3ec tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--250187619', 'description': 'label created by tempest'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:15.777642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f0bb58b4-64c4-48cc-bfd6-749b4ec0b3ec tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Unknown quota resources ['metering_label']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:21:15.813635 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b8eaa3e8-9118-48c9-845c-51d1a0dbd89d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e32195a31a81442e88345f4893f2e7c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7858050 Nov 09 00:21:15.816802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52550) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:15.836753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be517a50-f337-414c-93a9-d5a573f5258c req-0bd93f88-c11e-4cf0-90d4-a939d7c13523 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:15.838960 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be517a50-f337-414c-93a9-d5a573f5258c req-0bd93f88-c11e-4cf0-90d4-a939d7c13523 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1190329 Nov 09 00:21:15.843541 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:15.907894 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:15.914578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be517a50-f337-414c-93a9-d5a573f5258c req-43a40eee-7db7-46b9-a9ab-680ed7f12acc tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641575 Nov 09 00:21:16.067860 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.090651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0bb58b4-64c4-48cc-bfd6-749b4ec0b3ec tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.094406 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f0bb58b4-64c4-48cc-bfd6-749b4ec0b3ec tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3208573 Nov 09 00:21:16.095350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52556) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:16.096886 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.166879 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb504-a8ad-491c-8e4d-f38be2119962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.175606 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:16.209593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2261598e-aab4-43e0-ba6e-d10cc32038cb tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=7c5af554-73f5-4d35-8b3c-c0341667353d HTTP/1.1" status: 200 len: 467 time: 0.1120708 Nov 09 00:21:16.211278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52562) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:16.224541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:16.231725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:16.243905 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.251057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Pushing event updated for resources: {'Port': ['ID=8a9d508a-2873-4666-9eea-d86d85c9851d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:16.290743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1b17dddd-bf26-49cd-97ad-96e4e84d94c9 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Deleting port 5d90104d-3872-4fce-a95c-2db6e72fea52 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:16.291111 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b17dddd-bf26-49cd-97ad-96e4e84d94c9 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.321557 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb504-a8ad-491c-8e4d-f38be2119962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.404625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb504-a8ad-491c-8e4d-f38be2119962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.407359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb504-a8ad-491c-8e4d-f38be2119962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.408592 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4e0bb504-a8ad-491c-8e4d-f38be2119962 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd6068d3-54d9-41eb-9b59-0e5e9bb1d81c HTTP/1.1" status: 204 len: 168 time: 0.5631940 Nov 09 00:21:16.460224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bb504-a8ad-491c-8e4d-f38be2119962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6068d3-54d9-41eb-9b59-0e5e9bb1d81c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:16.503871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:16.504571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.507368 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ef90b602-2b15-45b6-bcf4-b9b6a9090756 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.508318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ef90b602-2b15-45b6-bcf4-b9b6a9090756 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/7c5af554-73f5-4d35-8b3c-c0341667353d HTTP/1.1" status: 204 len: 168 time: 0.2958915 Nov 09 00:21:16.511097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52570) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:16.538218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-63b345ac-b1cd-436e-8577-c8480a4d123a tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=7c5af554-73f5-4d35-8b3c-c0341667353d HTTP/1.1" status: 200 len: 216 time: 0.0253844 Nov 09 00:21:16.541540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52572) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:16.563536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c448e4c7-9fc3-4381-a132-8cebcc149522 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0206611 Nov 09 00:21:16.567173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52574) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:16.593557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1c7aa989-17bc-4093-bb82-f31def6157d4 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0249608 Nov 09 00:21:16.597406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52576) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:16.647854 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-94159cac-a7a1-4c36-98be-8d7c687d0a9d tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.4161646 Nov 09 00:21:16.651071 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b17dddd-bf26-49cd-97ad-96e4e84d94c9 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.653434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52582) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:16.693327 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.111'}]}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:16.695880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b916fd68-153f-49e8-a8c8-1c3c1f5b853d tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/546ce2ee-74d4-4e69-855c-f31699ebd0bf HTTP/1.1" status: 200 len: 473 time: 0.0970469 Nov 09 00:21:16.699747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52584) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:16.710030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1b17dddd-bf26-49cd-97ad-96e4e84d94c9 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Calling delete_port for 5d90104d-3872-4fce-a95c-2db6e72fea52 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:16.710977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8f461ab9-e14c-4014-a22f-a0cebd892e34 tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/9c33e2e6-c02f-4fb0-b872-4aea289f1fca HTTP/1.1" status: 200 len: 459 time: 0.0099313 Nov 09 00:21:16.714224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52586) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:16.852145 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.853176 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.859116 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-096e7195-ed9c-40d6-8248-4072b1cb2d2c tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:16.860268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-096e7195-ed9c-40d6-8248-4072b1cb2d2c tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/9c33e2e6-c02f-4fb0-b872-4aea289f1fca HTTP/1.1" status: 204 len: 168 time: 0.1445768 Nov 09 00:21:16.863631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52594) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:17.057647 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:17.229751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bdc41-12ad-40f7-bce8-b701122c2e56 req-15d67d68-418e-4b8b-bb4f-3ba91a55a140 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:17.231854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-820bdc41-12ad-40f7-bce8-b701122c2e56 req-15d67d68-418e-4b8b-bb4f-3ba91a55a140 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1992164 Nov 09 00:21:17.235529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31d5975e-4001-4688-8a1d-0062282fd60f tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:17.236630 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-31d5975e-4001-4688-8a1d-0062282fd60f tempest-MeteringIpV6TestJSON-1030135766 tempest-MeteringIpV6TestJSON-1030135766-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/546ce2ee-74d4-4e69-855c-f31699ebd0bf HTTP/1.1" status: 204 len: 168 time: 0.3720043 Nov 09 00:21:17.279864 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:17.324905 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b17dddd-bf26-49cd-97ad-96e4e84d94c9 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:17.353604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-820bdc41-12ad-40f7-bce8-b701122c2e56 req-1382a621-335c-4e52-910b-f20911f461b1 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892715 Nov 09 00:21:17.416680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17dddd-bf26-49cd-97ad-96e4e84d94c9 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event deleted for resources: {'Port': ['ID=5d90104d-3872-4fce-a95c-2db6e72fea52,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:17.571549 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:17.883483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52630) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:18.190320 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50afd7e2-14fe-46b6-b653-06cd681fd33c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:18.227425 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b17dddd-bf26-49cd-97ad-96e4e84d94c9 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:18.231853 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1b17dddd-bf26-49cd-97ad-96e4e84d94c9 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "DELETE /v2.0/ports/5d90104d-3872-4fce-a95c-2db6e72fea52 HTTP/1.1" status: 204 len: 168 time: 2.4783366 Nov 09 00:21:18.235360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52644) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:18.276197 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:18.399291 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50afd7e2-14fe-46b6-b653-06cd681fd33c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:18.413861 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-50afd7e2-14fe-46b6-b653-06cd681fd33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:18.511088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5effc2ec-fb1f-419a-8301-e288808d6cd4 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:18.515339 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5effc2ec-fb1f-419a-8301-e288808d6cd4 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dac31af-cff4-4423-86f5-b6eafc11f1a6 HTTP/1.1" status: 200 len: 913 time: 0.2745433 Nov 09 00:21:18.527284 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52658) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:18.531584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afd7e2-14fe-46b6-b653-06cd681fd33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd70558-a9c0-42d1-b084-f99f900edf53,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:18.552914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-50afd7e2-14fe-46b6-b653-06cd681fd33c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee59e510335f44b49049ebf4f03c853c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6683679 Nov 09 00:21:18.557197 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52662) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:18.599638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67932f-b5d4-460f-af3d-76bb946f5c57 req-81a50077-8265-4f01-877e-4d1639278ffc tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:18.622912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc67932f-b5d4-460f-af3d-76bb946f5c57 req-81a50077-8265-4f01-877e-4d1639278ffc tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1137173 Nov 09 00:21:18.659912 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:18.687167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:18.743526 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd86f-b1e4-4084-a5c6-317e7106d648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:18.770759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc67932f-b5d4-460f-af3d-76bb946f5c57 req-46038200-7845-4542-89a0-eff9f703821c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465464 Nov 09 00:21:18.809400 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd86f-b1e4-4084-a5c6-317e7106d648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:18.918776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd86f-b1e4-4084-a5c6-317e7106d648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:18.921404 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd86f-b1e4-4084-a5c6-317e7106d648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:18.925279 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2ecdd86f-b1e4-4084-a5c6-317e7106d648 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0bd70558-a9c0-42d1-b084-f99f900edf53 HTTP/1.1" status: 204 len: 168 time: 0.3628035 Nov 09 00:21:18.948084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdd86f-b1e4-4084-a5c6-317e7106d648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd70558-a9c0-42d1-b084-f99f900edf53,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:19.099808 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:19.478080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:19.481605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:19.541502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:19.542020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09da74e7-d7df-467e-ac79-09a3369bf992 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:21:19.562268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52690) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:19.579767 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b157fa8c-e01d-4e78-b3ee-10870e54b2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:19.581711 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7e32ff03-ed3a-4055-9a98-d072594854cf tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:19.708151 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 00:21:19.710694 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d23899ac-6b6d-4083-9c78-51faaf2d1cd1 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0561166 Nov 09 00:21:19.718038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52702) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:19.763125 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b157fa8c-e01d-4e78-b3ee-10870e54b2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:19.771935 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b157fa8c-e01d-4e78-b3ee-10870e54b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:19.883396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b157fa8c-e01d-4e78-b3ee-10870e54b2d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37fb5877ef4b48e3bce64590599e7564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194289 Nov 09 00:21:19.887527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52724) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:19.980396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157fa8c-e01d-4e78-b3ee-10870e54b2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d744e932-ce90-4d9e-ad89-b4385812ff17,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:20.038332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d6c50-583c-46fd-a4e2-877e65175f41 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Deleting port 8a9d508a-2873-4666-9eea-d86d85c9851d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:20.039332 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc9c65ae-f204-482a-9429-1844ad8778b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:20.043225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6c50-583c-46fd-a4e2-877e65175f41 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:20.071831 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14560f37-c00c-4066-b891-0e361d40663a req-bd607867-0dd8-4a6e-901c-0c336546c349 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:20.083273 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14560f37-c00c-4066-b891-0e361d40663a req-bd607867-0dd8-4a6e-901c-0c336546c349 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1453567 Nov 09 00:21:20.116538 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc9c65ae-f204-482a-9429-1844ad8778b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:20.188403 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc9c65ae-f204-482a-9429-1844ad8778b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:20.192044 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc9c65ae-f204-482a-9429-1844ad8778b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:20.193272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fc9c65ae-f204-482a-9429-1844ad8778b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d744e932-ce90-4d9e-ad89-b4385812ff17 HTTP/1.1" status: 204 len: 168 time: 0.3047228 Nov 09 00:21:20.235353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c65ae-f204-482a-9429-1844ad8778b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d744e932-ce90-4d9e-ad89-b4385812ff17,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:20.356020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14560f37-c00c-4066-b891-0e361d40663a req-2d37cb81-b539-4a32-b21a-8f5a164bcede tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632492 Nov 09 00:21:20.450935 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6c50-583c-46fd-a4e2-877e65175f41 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:20.487632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d6c50-583c-46fd-a4e2-877e65175f41 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Calling delete_port for 8a9d508a-2873-4666-9eea-d86d85c9851d owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:20.511498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7e32ff03-ed3a-4055-9a98-d072594854cf tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Deleting port f3275634-2e65-47ee-bf9a-9dcea9835d12 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:20.511841 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7e32ff03-ed3a-4055-9a98-d072594854cf tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:20.722511 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7e32ff03-ed3a-4055-9a98-d072594854cf tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:20.764412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7e32ff03-ed3a-4055-9a98-d072594854cf tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Calling delete_port for f3275634-2e65-47ee-bf9a-9dcea9835d12 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:20.857210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52760) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:20.912389 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6c50-583c-46fd-a4e2-877e65175f41 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:21.014491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6c50-583c-46fd-a4e2-877e65175f41 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:21.021494 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7c4d6c50-583c-46fd-a4e2-877e65175f41 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] 10.222.0.25 "DELETE /v2.0/ports/8a9d508a-2873-4666-9eea-d86d85c9851d HTTP/1.1" status: 204 len: 168 time: 1.2988772 Nov 09 00:21:21.021494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d6c50-583c-46fd-a4e2-877e65175f41 tempest-RoutersAdminNegativeIpV6Test-1672921153 tempest-RoutersAdminNegativeIpV6Test-1672921153-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a9d508a-2873-4666-9eea-d86d85c9851d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:21.085470 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0867da38-e6de-4ed1-8396-3661a81168cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:21.235962 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7e32ff03-ed3a-4055-9a98-d072594854cf tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:21.259134 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0867da38-e6de-4ed1-8396-3661a81168cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:21.267365 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0867da38-e6de-4ed1-8396-3661a81168cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:21.353344 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32ff03-ed3a-4055-9a98-d072594854cf tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event deleted for resources: {'Port': ['ID=f3275634-2e65-47ee-bf9a-9dcea9835d12,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:21.402851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0867da38-e6de-4ed1-8396-3661a81168cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1bcd6ac96804ad8bdb0dfaa8b7d2285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5406175 Nov 09 00:21:21.403507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52782) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:21.532863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867da38-e6de-4ed1-8396-3661a81168cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d82f04-e0ae-4a55-b822-13069579b0c7,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:21.661934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52794) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:21.786632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7e32ff03-ed3a-4055-9a98-d072594854cf tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:21.787156 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-beb1e271-101c-44ae-b045-7371b23b8a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:21.845379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a158-fffd-449b-8d95-adb9d5b89499 req-2bc2bd63-26c3-4bc2-99f8-49c49cc9e262 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:21.856206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8094a158-fffd-449b-8d95-adb9d5b89499 req-2bc2bd63-26c3-4bc2-99f8-49c49cc9e262 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.2889810 Nov 09 00:21:21.934612 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-beb1e271-101c-44ae-b045-7371b23b8a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.076388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8094a158-fffd-449b-8d95-adb9d5b89499 req-f8241e27-b1ed-4390-9aaf-eab23108d404 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192206 Nov 09 00:21:22.141120 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-beb1e271-101c-44ae-b045-7371b23b8a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.153725 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-beb1e271-101c-44ae-b045-7371b23b8a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.160162 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-beb1e271-101c-44ae-b045-7371b23b8a05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75d82f04-e0ae-4a55-b822-13069579b0c7 HTTP/1.1" status: 204 len: 168 time: 0.7384114 Nov 09 00:21:22.189453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1e271-101c-44ae-b045-7371b23b8a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d82f04-e0ae-4a55-b822-13069579b0c7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:22.245537 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-488a677d-a4f1-46ec-b5b7-4c65ca65e99d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.265954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e32ff03-ed3a-4055-9a98-d072594854cf tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Router 0dac31af-cff4-4423-86f5-b6eafc11f1a6 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:21:22.406609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e32ff03-ed3a-4055-9a98-d072594854cf tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:21:22.412665 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-488a677d-a4f1-46ec-b5b7-4c65ca65e99d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.415867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52820) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:22.423387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25253712-2be6-41d8-b7d3-78d2a89a369e None None] Sync routers for ids ['0dac31af-cff4-4423-86f5-b6eafc11f1a6'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:21:22.446913 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7e32ff03-ed3a-4055-9a98-d072594854cf tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "PUT /v2.0/routers/0dac31af-cff4-4423-86f5-b6eafc11f1a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9181495 Nov 09 00:21:22.449846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25253712-2be6-41d8-b7d3-78d2a89a369e None None] Routers {'0dac31af-cff4-4423-86f5-b6eafc11f1a6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:21:22.450485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-25253712-2be6-41d8-b7d3-78d2a89a369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['0dac31af-cff4-4423-86f5-b6eafc11f1a6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:22.533107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-25253712-2be6-41d8-b7d3-78d2a89a369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:22.554602 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8fd83b59-50a3-4089-9e39-ec3c4d43d2f3 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.556422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25253712-2be6-41d8-b7d3-78d2a89a369e None None] Routers {'0dac31af-cff4-4423-86f5-b6eafc11f1a6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:21:22.556555 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-488a677d-a4f1-46ec-b5b7-4c65ca65e99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.557056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-25253712-2be6-41d8-b7d3-78d2a89a369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['0dac31af-cff4-4423-86f5-b6eafc11f1a6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:22.653595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-25253712-2be6-41d8-b7d3-78d2a89a369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:22.654262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25253712-2be6-41d8-b7d3-78d2a89a369e None None] The sync data for ids ['0dac31af-cff4-4423-86f5-b6eafc11f1a6'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:21:22.690579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a677d-a4f1-46ec-b5b7-4c65ca65e99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c93404d-2163-46ec-b0e1-f17478293e06,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:22.716918 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-488a677d-a4f1-46ec-b5b7-4c65ca65e99d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0833d96f9ac4812890261e9b9aca79c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0530462 Nov 09 00:21:22.719902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52830) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:22.836819 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8fd83b59-50a3-4089-9e39-ec3c4d43d2f3 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.840040 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8fd83b59-50a3-4089-9e39-ec3c4d43d2f3 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.877148 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f218562a-fa3d-45e4-a03c-e04b771efb0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.882120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52836) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:22.916956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18a5c470-0bb7-433f-877a-7bcb5256202e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.936012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f218562a-fa3d-45e4-a03c-e04b771efb0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.976113 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8fd83b59-50a3-4089-9e39-ec3c4d43d2f3 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.976651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd83b59-50a3-4089-9e39-ec3c4d43d2f3 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Fanout notify agent at l3_agent the message router_deleted on router 0dac31af-cff4-4423-86f5-b6eafc11f1a6 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:21:22.983889 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8fd83b59-50a3-4089-9e39-ec3c4d43d2f3 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:22.987416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8fd83b59-50a3-4089-9e39-ec3c4d43d2f3 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "DELETE /v2.0/routers/0dac31af-cff4-4423-86f5-b6eafc11f1a6 HTTP/1.1" status: 204 len: 168 time: 0.5652487 Nov 09 00:21:22.988310 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52842) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:23.034720 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f218562a-fa3d-45e4-a03c-e04b771efb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.037775 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f218562a-fa3d-45e4-a03c-e04b771efb0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.039437 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f218562a-fa3d-45e4-a03c-e04b771efb0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c93404d-2163-46ec-b0e1-f17478293e06 HTTP/1.1" status: 204 len: 168 time: 0.3184338 Nov 09 00:21:23.054326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218562a-fa3d-45e4-a03c-e04b771efb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c93404d-2163-46ec-b0e1-f17478293e06,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:23.083672 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18a5c470-0bb7-433f-877a-7bcb5256202e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.091316 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18a5c470-0bb7-433f-877a-7bcb5256202e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.106288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d14856-2f8f-4a48-b153-ace315cdfa25 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Deleting subnet eab5acd0-c8cf-4fcf-a8c9-941d5ccbd013 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:21:23.116928 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-76d14856-2f8f-4a48-b153-ace315cdfa25 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.149177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5c470-0bb7-433f-877a-7bcb5256202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be54050-45ae-4821-a4e4-79549e17a2b3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:23.181630 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-76d14856-2f8f-4a48-b153-ace315cdfa25 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.199193 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-18a5c470-0bb7-433f-877a-7bcb5256202e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9811531d470f490cb44aea7c31073e6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3095889 Nov 09 00:21:23.199829 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52854) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:23.350432 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.434565 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.454394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a076e5-dabe-4631-b865-50ff1aa79f01 req-c8b22a62-d9e5-450e-9dbf-4ff3aa42ac0e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:23.460260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a076e5-dabe-4631-b865-50ff1aa79f01 req-c8b22a62-d9e5-450e-9dbf-4ff3aa42ac0e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.2150772 Nov 09 00:21:23.520444 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.525758 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.525758 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9be54050-45ae-4821-a4e4-79549e17a2b3 HTTP/1.1" status: 204 len: 168 time: 0.3234692 Nov 09 00:21:23.530631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52868) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:23.557025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be54050-45ae-4821-a4e4-79549e17a2b3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:23.573033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:23.573325 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:23.573646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:23.573986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:23.574326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:23.574660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:23.574984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:23.575308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:23.575801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:23.575933 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:23.576252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:23.576574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642d32f-80bf-45a6-b4d1-39cb3e1d0292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:23.636776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-76d14856-2f8f-4a48-b153-ace315cdfa25 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.703854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a076e5-dabe-4631-b865-50ff1aa79f01 req-84f2e494-35d6-486e-a857-2685a3a8c584 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343802 Nov 09 00:21:23.775583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-76d14856-2f8f-4a48-b153-ace315cdfa25 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.814428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d14856-2f8f-4a48-b153-ace315cdfa25 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event deleted for resources: {'Subnet': ['ID=eab5acd0-c8cf-4fcf-a8c9-941d5ccbd013,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:23.826704 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-76d14856-2f8f-4a48-b153-ace315cdfa25 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:23.828172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b04035-19a2-401f-92f0-cde93280168a None None] Network 52be793a-4532-459a-84c4-5f738dedc51e requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:23.833880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-76d14856-2f8f-4a48-b153-ace315cdfa25 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "DELETE /v2.0/subnets/eab5acd0-c8cf-4fcf-a8c9-941d5ccbd013 HTTP/1.1" status: 204 len: 168 time: 0.8444064 Nov 09 00:21:23.836956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52874) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:23.939148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52886) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:24.044976 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:24.061616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9d341cf3-8639-4a07-8299-f1b7969290fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaa3f433962e482e825ccb579f302f99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1207440 Nov 09 00:21:24.064151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52888) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:24.128294 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eb0d5b-5a4d-4031-93cc-3ea4621b0c2d None None] DHCP port deletion for 52be793a-4532-459a-84c4-5f738dedc51e request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:21:24.165251 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-80205579-b3aa-4afb-91ad-8efc71af69a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:24.179675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Deleting port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:24.179866 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:24.194607 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-15eb0d5b-5a4d-4031-93cc-3ea4621b0c2d None None] Deleting port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:24.195218 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-15eb0d5b-5a4d-4031-93cc-3ea4621b0c2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:24.216268 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-80205579-b3aa-4afb-91ad-8efc71af69a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:24.275637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-15eb0d5b-5a4d-4031-93cc-3ea4621b0c2d None None] For port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=45a407e5-7a60-4b9f-97ad-0b649ea38f2e,segment=NetworkSegment(a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e),segment_id=a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:24.278200 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-15eb0d5b-5a4d-4031-93cc-3ea4621b0c2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:24.312017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-15eb0d5b-5a4d-4031-93cc-3ea4621b0c2d None None] Calling delete_port for 45a407e5-7a60-4b9f-97ad-0b649ea38f2e owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:24.411179 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-15eb0d5b-5a4d-4031-93cc-3ea4621b0c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:24.439468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb0d5b-5a4d-4031-93cc-3ea4621b0c2d None None] No DVR routers for this DVR port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:21:24.494099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb0d5b-5a4d-4031-93cc-3ea4621b0c2d None None] Pushing event deleted for resources: {'Port': ['ID=45a407e5-7a60-4b9f-97ad-0b649ea38f2e,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:24.698557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1112044295'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:24.724126 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] For port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=45a407e5-7a60-4b9f-97ad-0b649ea38f2e,segment=NetworkSegment(a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e),segment_id=a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:24.724516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:24.728283 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Made reservation on behalf of e5c169f977124d4b87e43d21fcb3cb41 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:24.747378 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:24.791826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:24.824804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Calling delete_port for 45a407e5-7a60-4b9f-97ad-0b649ea38f2e owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:24.893924 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-80205579-b3aa-4afb-91ad-8efc71af69a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:24.897091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-80205579-b3aa-4afb-91ad-8efc71af69a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:24.898487 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-80205579-b3aa-4afb-91ad-8efc71af69a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0468e565-0902-4fbc-80b6-1ed4e6d846d0 HTTP/1.1" status: 204 len: 168 time: 0.8293033 Nov 09 00:21:24.926628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80205579-b3aa-4afb-91ad-8efc71af69a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0468e565-0902-4fbc-80b6-1ed4e6d846d0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:25.007049 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:25.014866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566af65-0c52-44a0-b410-4bd8563199f9 req-8a87c867-f1f8-45d0-b853-f874b195824b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:25.016494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1566af65-0c52-44a0-b410-4bd8563199f9 req-8a87c867-f1f8-45d0-b853-f874b195824b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1801667 Nov 09 00:21:25.062581 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:25.068627 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event deleted for resources: {'Port': ['ID=45a407e5-7a60-4b9f-97ad-0b649ea38f2e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:25.071136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] No DVR routers for this DVR port 45a407e5-7a60-4b9f-97ad-0b649ea38f2e on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:21:25.116280 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:25.147206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:21:25.157684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0199383e-5f30-4151-b9ce-faa1656e6bd9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:25.163714 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:25.164315 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Added segment b12e9504-a724-40da-9d96-cd8ba437a64a of type vlan for network 955ad753-8c05-4c6e-94c8-177f248eff72 Nov 09 00:21:25.245297 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1566af65-0c52-44a0-b410-4bd8563199f9 req-88e9c4cb-d7e1-440f-a8f6-b84c0114b67e tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167554 Nov 09 00:21:25.429880 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:25.557596 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:25.580009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52be793a-4532-459a-84c4-5f738dedc51e']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:25.602456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 45a407e5-7a60-4b9f-97ad-0b649ea38f2e no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:21:25.627640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:25.627933 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1caffaf-dda1-4d6b-a8e0-c0bbffa7ae2e') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:25.651915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 45a407e5-7a60-4b9f-97ad-0b649ea38f2e {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:21:25.652470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 45a407e5-7a60-4b9f-97ad-0b649ea38f2e not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:21:25.687829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:25.724647 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:25.733190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:25.733869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:25.738648 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:25.843627 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:21:25.844028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:21:25.849722 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:21:25.979067 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.4472945 Nov 09 00:21:25.991428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9883373-32b0-4efe-ba70-657e6fe6e653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Pushing event updated for resources: {'Network': ['ID=955ad753-8c05-4c6e-94c8-177f248eff72,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:26.005094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 955ad753-8c05-4c6e-94c8-177f248eff72 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:21:26.012745 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:26.024508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:26.028404 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] 10.222.0.25 "DELETE /v2.0/networks/52be793a-4532-459a-84c4-5f738dedc51e HTTP/1.1" status: 204 len: 168 time: 2.1899712 Nov 09 00:21:26.066467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bc9f6-19c6-4653-bf6e-a60879352d29 tempest-FloatingIPNegativeTestJSON-1373403745 tempest-FloatingIPNegativeTestJSON-1373403745-project] Pushing event deleted for resources: {'Network': ['ID=52be793a-4532-459a-84c4-5f738dedc51e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:26.489873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5d800-b5a6-47aa-985b-3b16a785afe0 req-3cbddb6d-8b94-4e51-a510-d7b1d972af68 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:26.503513 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15d5d800-b5a6-47aa-985b-3b16a785afe0 req-3cbddb6d-8b94-4e51-a510-d7b1d972af68 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1344948 Nov 09 00:21:26.598560 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15d5d800-b5a6-47aa-985b-3b16a785afe0 req-589b342a-8920-4457-82d7-4fcf2484fea3 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937121 Nov 09 00:21:26.615801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52984) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:26.620787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Request body: {'port': {'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72', 'binding:host_id': 'n-h1-813263-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-830288757'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:26.684826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Made reservation on behalf of 0a197abbf1554b709588910405150db2 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:26.687517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:26.707477 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:26.786031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52986) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:26.844834 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:26.854309 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:26.872331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] device_id is not set on port 5aad10c8-2f1f-43fc-9771-d75d80d42349 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:26.975288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a1b775-7d1f-47ba-9495-c1f28ce5ecbb,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:27.206524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] device_id is not set on port 5aad10c8-2f1f-43fc-9771-d75d80d42349 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:27.216777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:27.231278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:27.334757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event updated for resources: {'Port': ['ID=5aad10c8-2f1f-43fc-9771-d75d80d42349,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:27.339488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-228c9ec6-ac78-4c64-866a-fc5ac589262d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fae060d516d24a6285df84c53afcd8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5522792 Nov 09 00:21:27.341987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53006) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:27.395781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53008) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:27.441222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Checking segment: {'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:21:27.441626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Network hostable DHCP agents. Network: 955ad753-8c05-4c6e-94c8-177f248eff72, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:21:27.449666 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e6d7bac-07bc-4c1e-8c0b-a02fe4d59f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:27.477937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Network 955ad753-8c05-4c6e-94c8-177f248eff72 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:21:27.495115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 955ad753-8c05-4c6e-94c8-177f248eff72) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:27.503997 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7084aebc-6841-4d99-a153-43834795d2e7 None None] Network 955ad753-8c05-4c6e-94c8-177f248eff72 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:27.508329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:27.519352 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e6d7bac-07bc-4c1e-8c0b-a02fe4d59f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:27.539312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:27.542693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:27.543278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:27.554335 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:27.554984 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:27.555560 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 2 to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 Nov 09 00:21:27.609206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:27.609206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:27.609206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:27.624045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-865558097'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:27.634449 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:27.634899 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:27.637752 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 3 to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 Nov 09 00:21:27.644272 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e6d7bac-07bc-4c1e-8c0b-a02fe4d59f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:27.647749 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e6d7bac-07bc-4c1e-8c0b-a02fe4d59f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:27.660149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4e6d7bac-07bc-4c1e-8c0b-a02fe4d59f96 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b689966e-2af5-42a1-8acb-4d1c4963be47 HTTP/1.1" status: 204 len: 168 time: 0.3149815 Nov 09 00:21:27.665216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Made reservation on behalf of 9987acff3719427c90dd46e194688cf2 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:27.684237 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:27.685434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d7bac-07bc-4c1e-8c0b-a02fe4d59f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b689966e-2af5-42a1-8acb-4d1c4963be47,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:27.716690 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:27.764440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:27.764787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:27.765131 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:27.780368 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:27.780674 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:27.784759 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 4 to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 Nov 09 00:21:27.827011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:27.828053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:27.828403 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:27.849257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:27.850826 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:27.860536 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 5 to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 Nov 09 00:21:27.926908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:27.929286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:27.929827 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:27.952296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6174d-2f34-4032-82ec-1bd0aef1b839 req-7a150c50-0024-417f-817e-1ca7d282c99d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:27.954089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bb6174d-2f34-4032-82ec-1bd0aef1b839 req-7a150c50-0024-417f-817e-1ca7d282c99d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1421132 Nov 09 00:21:27.958877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:27.959212 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:27.965823 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 6 to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 Nov 09 00:21:27.998929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2e104423-8366-4820-97e1-b6ffd5481db5 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:21:28.061146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:28.061916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:28.063212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:28.069822 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bb6174d-2f34-4032-82ec-1bd0aef1b839 req-14068469-824c-4c8e-bcae-534668dfbf7c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073005 Nov 09 00:21:28.207198 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:28.243300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2e104423-8366-4820-97e1-b6ffd5481db5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2e104423-8366-4820-97e1-b6ffd5481db5,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:28.255610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:28.256045 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:28.256400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '2e104423-8366-4820-97e1-b6ffd5481db5', 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193', 'port_id': '2e104423-8366-4820-97e1-b6ffd5481db5', 'mac_address': 'fa:16:3e:05:72:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:21:28.256741 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 7 to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 Nov 09 00:21:28.279166 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:28.305374 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:28.311573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:28.312069 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:28.313149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:28.338222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e104423-8366-4820-97e1-b6ffd5481db5 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:21:28.338484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:28.344406 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:28.365439 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 8 to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 Nov 09 00:21:28.385862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2e104423-8366-4820-97e1-b6ffd5481db5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2e104423-8366-4820-97e1-b6ffd5481db5,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:28.386636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:28.387078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:28.387870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:28.395439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:21:28.397650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:28.398306 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:28.400333 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:28.403198 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 9 to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 Nov 09 00:21:28.410688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2982bead-a41e-4e2a-8115-3ce192db1fb9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:28.453928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:28.456396 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Added segment e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8 of type vlan for network 3421ac91-c981-451c-a0ec-3e273fc4466b Nov 09 00:21:28.507420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=2e104423-8366-4820-97e1-b6ffd5481db5,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:28.563010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:28.598050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:28.598762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:28.598762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:28.603144 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['2e104423-8366-4820-97e1-b6ffd5481db5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:21:28.651186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:28.651526 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:28.653540 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 10 to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 Nov 09 00:21:28.691142 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:28.691485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:28.691821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:28.702332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:28.702646 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 5aad10c8-2f1f-43fc-9771-d75d80d42349 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:28.703023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:28.713882 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:28.719306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:28.719939 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:28.886428 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4895575 Nov 09 00:21:28.891512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53078) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:28.910580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-08e517ce-a902-43ed-9b01-62886dc75845 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Request body: {'subnet': {'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:28.929816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2326a3-d5d6-4bf6-b500-c5a69874ed0d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event updated for resources: {'Network': ['ID=3421ac91-c981-451c-a0ec-3e273fc4466b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:28.943639 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] For port 5aad10c8-2f1f-43fc-9771-d75d80d42349, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:21:28.944307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempted to set empty binding levels {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 00:21:28.965618 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:28.989911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 3421ac91-c981-451c-a0ec-3e273fc4466b details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:21:29.053277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event updated for resources: {'Port': ['ID=5aad10c8-2f1f-43fc-9771-d75d80d42349,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:29.085799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:29.089068 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:29.130649 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-053d04c6-7594-4235-925f-58593ecedaed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.5136831 Nov 09 00:21:29.131300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53092) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:29.238078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7a6cd074-a456-48cd-a8ad-9119216a425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Deleting port 5aad10c8-2f1f-43fc-9771-d75d80d42349 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:29.238873 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a6cd074-a456-48cd-a8ad-9119216a425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:29.372649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53106) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:29.395660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e517ce-a902-43ed-9b01-62886dc75845 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Made reservation on behalf of 9987acff3719427c90dd46e194688cf2 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:29.409728 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-08e517ce-a902-43ed-9b01-62886dc75845 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:29.425667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-7a6cd074-a456-48cd-a8ad-9119216a425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] For port 5aad10c8-2f1f-43fc-9771-d75d80d42349, host n-h1-813263-3, got binding levels [] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:29.426031 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a6cd074-a456-48cd-a8ad-9119216a425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:29.443255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7a6cd074-a456-48cd-a8ad-9119216a425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Calling delete_port for 5aad10c8-2f1f-43fc-9771-d75d80d42349 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:29.615450 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a6cd074-a456-48cd-a8ad-9119216a425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:29.642560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af372c35-6a25-4b1b-9a10-60bef74f4145 req-2856a6d2-e8b4-44ff-830c-97c1de88f21b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:29.645550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af372c35-6a25-4b1b-9a10-60bef74f4145 req-2856a6d2-e8b4-44ff-830c-97c1de88f21b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 944 time: 0.3416526 Nov 09 00:21:29.693146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cd074-a456-48cd-a8ad-9119216a425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aad10c8-2f1f-43fc-9771-d75d80d42349,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:29.712821 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a6cd074-a456-48cd-a8ad-9119216a425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:29.722232 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7a6cd074-a456-48cd-a8ad-9119216a425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5aad10c8-2f1f-43fc-9771-d75d80d42349 HTTP/1.1" status: 204 len: 168 time: 0.5898509 Nov 09 00:21:29.723051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53118) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:29.786484 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c76a3e-c7f6-4c55-9173-73fdfbee1a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] GET failed (client error): The resource could not be found. Nov 09 00:21:29.788135 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e6c76a3e-c7f6-4c55-9173-73fdfbee1a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "GET /v2.0/ports/5aad10c8-2f1f-43fc-9771-d75d80d42349 HTTP/1.1" status: 404 len: 333 time: 0.0641236 Nov 09 00:21:29.788727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53120) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:29.791841 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53122) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:29.816869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Request body: {'port': {'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-684105343'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:29.849905 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Made reservation on behalf of 0a197abbf1554b709588910405150db2 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:29.854308 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:29.880487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] device_id is not set on port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:29.901429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af372c35-6a25-4b1b-9a10-60bef74f4145 req-45a3d7c8-b17b-44dc-a33d-8ace216662ec tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308691 Nov 09 00:21:29.967248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2e104423-8366-4820-97e1-b6ffd5481db5 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:21:29.972343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1863378519'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:29.974071 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b502f152-d718-4918-aaa0-028740666f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.006135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:30.010775 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.026641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 2e104423-8366-4820-97e1-b6ffd5481db5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:30.027014 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.033453 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.063223 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-08e517ce-a902-43ed-9b01-62886dc75845 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.167368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e517ce-a902-43ed-9b01-62886dc75845 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event updated for resources: {'Subnet': ['ID=e811e4f9-7a47-40e4-9506-a21f405664a7,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:30.182984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e517ce-a902-43ed-9b01-62886dc75845 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Checking segment: {'id': 'e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:21:30.183365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e517ce-a902-43ed-9b01-62886dc75845 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Network hostable DHCP agents. Network: 3421ac91-c981-451c-a0ec-3e273fc4466b, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:21:30.210997 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.237839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.241848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e517ce-a902-43ed-9b01-62886dc75845 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Network 3421ac91-c981-451c-a0ec-3e273fc4466b is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:21:30.248025 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.248753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93595b46-6609-4f39-9287-240cd382635a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e104423-8366-4820-97e1-b6ffd5481db5'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:21:30.251297 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a5273a-7c56-4297-a808-488449eb31c1" -d '{"events": [{"server_uuid": "93595b46-6609-4f39-9287-240cd382635a", "name": "network-vif-plugged", "status": "completed", "tag": "2e104423-8366-4820-97e1-b6ffd5481db5"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:21:30.264582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2e104423-8366-4820-97e1-b6ffd5481db5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2e104423-8366-4820-97e1-b6ffd5481db5,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:30.273924 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.292443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-08e517ce-a902-43ed-9b01-62886dc75845 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 3421ac91-c981-451c-a0ec-3e273fc4466b) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:30.306248 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.332931 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b0bcae-fe4d-4580-ae79-594f4bc673be x-openstack-request-id: req-13b0bcae-fe4d-4580-ae79-594f4bc673be {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:21:30.333320 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93595b46-6609-4f39-9287-240cd382635a", "name": "network-vif-plugged", "status": "completed", "tag": "2e104423-8366-4820-97e1-b6ffd5481db5", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:21:30.341715 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13b0bcae-fe4d-4580-ae79-594f4bc673be {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:21:30.342194 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93595b46-6609-4f39-9287-240cd382635a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e104423-8366-4820-97e1-b6ffd5481db5', 'code': 200} Nov 09 00:21:30.342945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e071cf-53d7-4c6a-b20f-7803dce44e90 None None] Network 3421ac91-c981-451c-a0ec-3e273fc4466b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:30.352293 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b502f152-d718-4918-aaa0-028740666f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.358057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e517ce-a902-43ed-9b01-62886dc75845 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:30.359710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-08e517ce-a902-43ed-9b01-62886dc75845 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.359993 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b502f152-d718-4918-aaa0-028740666f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.393035 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:21:30.420291 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-08e517ce-a902-43ed-9b01-62886dc75845 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5192614 Nov 09 00:21:30.421467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53148) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:30.426995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Request body: {'port': {'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1939907256'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:30.433596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860b884a-3a09-4599-b21a-edf5c5eac9ae,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:30.436823 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.436936 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Added segment eba09498-7172-4f11-aba1-d2a94759f7f7 of type vlan for network 03288fe0-9098-4720-b34d-a977e10bf3aa Nov 09 00:21:30.496333 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b502f152-d718-4918-aaa0-028740666f3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a24b575730ed4cf0ad85bc0940f60e48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7065637 Nov 09 00:21:30.499949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53156) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:30.508490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502f152-d718-4918-aaa0-028740666f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef44ab3-14b8-48ca-8bbb-1f959bc84b32,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:30.522863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=2e104423-8366-4820-97e1-b6ffd5481db5,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:30.540065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.613936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Network 955ad753-8c05-4c6e-94c8-177f248eff72 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:30.641297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:30.647859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:30.648840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:30.649552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.653468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.661425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-3421ac91-c981-451c-a0ec-3e273fc4466b', 'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b', 'tenant_id': '9987acff3719427c90dd46e194688cf2', 'fixed_ips': [{'subnet_id': 'e811e4f9-7a47-40e4-9506-a21f405664a7'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:21:30.662415 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.673310 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-524e91b7-a108-41d3-93e0-d67d8e850e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.680660 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8843961 Nov 09 00:21:30.682950 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53160) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:30.692490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:30.705097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb75d07-8e52-4d93-ab38-37235ba21919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event updated for resources: {'Port': ['ID=ad05b85c-79e9-40f2-97c7-3a75529c2ab0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:30.749764 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-524e91b7-a108-41d3-93e0-d67d8e850e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.753301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab9441-f9b8-44fb-8875-46705f581cbe req-2e1265b2-473a-4818-b813-393446a1a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:30.754876 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f7ab9441-f9b8-44fb-8875-46705f581cbe req-2e1265b2-473a-4818-b813-393446a1a320 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 1096 time: 0.1840475 Nov 09 00:21:30.780022 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.795170 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:30.795963 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.798239 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.898950 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f7ab9441-f9b8-44fb-8875-46705f581cbe req-83c48eb2-54fd-4b0d-b2d8-d26d5a728f73 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015873 Nov 09 00:21:30.900608 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Network': ['ID=03288fe0-9098-4720-b34d-a977e10bf3aa,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:30.919471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Made reservation on behalf of 9987acff3719427c90dd46e194688cf2 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:30.920195 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-524e91b7-a108-41d3-93e0-d67d8e850e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.922218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-524e91b7-a108-41d3-93e0-d67d8e850e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.923393 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-524e91b7-a108-41d3-93e0-d67d8e850e1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ef44ab3-14b8-48ca-8bbb-1f959bc84b32 HTTP/1.1" status: 204 len: 168 time: 0.4223189 Nov 09 00:21:30.930433 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:30.963896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5fcd3871-f9e6-45c1-8165-87623e7e03d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5692594 Nov 09 00:21:30.964756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53170) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:30.974250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6cb0b006-b029-42d2-a9a1-6ed2aded6f6b tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-487068502'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:30.998618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] device_id is not set on port 981be48b-4756-4a40-8650-8b52524f5946 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:31.011516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb0b006-b029-42d2-a9a1-6ed2aded6f6b tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:31.016469 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cb0b006-b029-42d2-a9a1-6ed2aded6f6b tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.022888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e91b7-a108-41d3-93e0-d67d8e850e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef44ab3-14b8-48ca-8bbb-1f959bc84b32,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:31.157699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] device_id is not set on port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:31.158472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Allocated IP 2001:db8::2 (3421ac91-c981-451c-a0ec-3e273fc4466b/e811e4f9-7a47-40e4-9506-a21f405664a7/7824d111-8731-47e3-9234-d3d2ebf293d1) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:31.169856 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.176421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.193237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 03288fe0-9098-4720-b34d-a977e10bf3aa details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:21:31.277490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:31.277754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:31.278094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:31.280175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event updated for resources: {'Port': ['ID=ad05b85c-79e9-40f2-97c7-3a75529c2ab0,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:31.285272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:31.285628 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:31.286014 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 2 to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 Nov 09 00:21:31.304139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:31.304474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:31.304813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:31.310164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:31.310794 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:31.310903 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 3 to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 Nov 09 00:21:31.336613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:31.337162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:31.337717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:31.343573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:31.344116 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:31.344846 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 4 to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 Nov 09 00:21:31.359099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:31.359780 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:31.360288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:31.364889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb0b006-b029-42d2-a9a1-6ed2aded6f6b tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:21:31.366955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:31.367722 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:31.368288 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 5 to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 Nov 09 00:21:31.390485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d82ae6-9d7a-4dcb-8d46-40d193611b59 req-41bcfb6a-2cde-4d91-9db8-f5ec093c116a tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:31.391665 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:31.392334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:31.392917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:31.398357 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03d82ae6-9d7a-4dcb-8d46-40d193611b59 req-41bcfb6a-2cde-4d91-9db8-f5ec093c116a tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.3868077 Nov 09 00:21:31.405830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:31.406651 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:31.413309 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 6 to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 Nov 09 00:21:31.436260 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cb0b006-b029-42d2-a9a1-6ed2aded6f6b tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.436605 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-6cb0b006-b029-42d2-a9a1-6ed2aded6f6b tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Added segment 173bed89-8034-4a7d-9f9a-e04fc5d1505e of type vlan for network 0cf5ec14-5f35-4516-9aac-93165a45ecd2 Nov 09 00:21:31.448920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:31.450835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:31.452164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:31.461994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:31.462731 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:31.464595 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 7 to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 Nov 09 00:21:31.481455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53190) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:31.490926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:31.491266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:31.491603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:31.496646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:31.496968 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:31.497088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03d82ae6-9d7a-4dcb-8d46-40d193611b59 req-a7745064-d5e5-410a-9d48-0f4f0297335b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914650 Nov 09 00:21:31.497403 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 8 to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 Nov 09 00:21:31.512351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:31.512865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:31.513410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:31.516487 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cb0b006-b029-42d2-a9a1-6ed2aded6f6b tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.518779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0463f96c-12bb-49bc-b84c-5941f09abb00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.519632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:31.520486 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:31.521168 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 9 to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 Nov 09 00:21:31.543589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:31.544068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:31.544526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:31.550693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:31.551170 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:31.551666 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 10 to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 Nov 09 00:21:31.556310 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.567085 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.569923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:31.570468 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:31.570884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:31.577166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:31.577166 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:31.577786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.616490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Network 3421ac91-c981-451c-a0ec-3e273fc4466b is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:31.625123 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cb0b006-b029-42d2-a9a1-6ed2aded6f6b tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.631444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0b006-b029-42d2-a9a1-6ed2aded6f6b tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:31.632062 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cb0b006-b029-42d2-a9a1-6ed2aded6f6b tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.637910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Pushing event updated for resources: {'Port': ['ID=7824d111-8731-47e3-9234-d3d2ebf293d1,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:31.641593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:31.647343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:31.666215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] For port ad05b85c-79e9-40f2-97c7-3a75529c2ab0, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:21:31.667461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempted to set empty binding levels {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 00:21:31.678264 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.715679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Attempting to bind port 7824d111-8731-47e3-9234-d3d2ebf293d1 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:31.716125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Attempting to bind port 7824d111-8731-47e3-9234-d3d2ebf293d1 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:31.716725 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Attempting to bind port 7824d111-8731-47e3-9234-d3d2ebf293d1 on network 3421ac91-c981-451c-a0ec-3e273fc4466b {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:31.722637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:21:31.723107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Checking segment: {'id': 'e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:21:31.723579 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.724264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Bound using segment: {'id': 'e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:21:31.724563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Bound port: 7824d111-8731-47e3-9234-d3d2ebf293d1, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:21:31.725009 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.732763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] In _notify_port_updated(), no bound segment for port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:21:31.733756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:31.734467 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.739097 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "PUT /v2.0/ports/ad05b85c-79e9-40f2-97c7-3a75529c2ab0 HTTP/1.1" status: 200 len: 978 time: 1.0526824 Nov 09 00:21:31.739749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53192) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:31.781424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6cb0b006-b029-42d2-a9a1-6ed2aded6f6b tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8135030 Nov 09 00:21:31.805654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Allocated IP 2001:db8::107 (3421ac91-c981-451c-a0ec-3e273fc4466b/e811e4f9-7a47-40e4-9506-a21f405664a7/981be48b-4756-4a40-8650-8b52524f5946) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:31.818677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] For port 7824d111-8731-47e3-9234-d3d2ebf293d1, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:21:31.836815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53194) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:31.839005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] For port 7824d111-8731-47e3-9234-d3d2ebf293d1, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7824d111-8731-47e3-9234-d3d2ebf293d1,segment=NetworkSegment(e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8),segment_id=e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:21:31.843201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3d7dcde3-9e31-4dbc-b809-732626cc567e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'subnet': {'network_id': '03288fe0-9098-4720-b34d-a977e10bf3aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:31.849333 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:31.882480 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf8d21-61aa-4f82-839e-aed8681e5347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event updated for resources: {'Port': ['ID=ad05b85c-79e9-40f2-97c7-3a75529c2ab0,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:31.948049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457ceca-3ee0-4c54-9590-49459dcbdb68 None None] Pushing event updated for resources: {'Port': ['ID=7824d111-8731-47e3-9234-d3d2ebf293d1,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:32.027922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.028656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.029289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.029950 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.030572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.031195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.031820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.032442 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.033064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.034278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.035078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.035706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.036319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.036938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.037592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.038208 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.038862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.039480 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.040099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.040711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.041323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.041956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.042568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.043183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.043793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.056954 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f0c57902-42ea-4950-aae7-5f5a486d4fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22546 time: 0.3138914 Nov 09 00:21:32.059488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53198) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:32.230725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7dcde3-9e31-4dbc-b809-732626cc567e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:32.234220 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d7dcde3-9e31-4dbc-b809-732626cc567e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.285703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a13d1-6bea-4ad5-a98d-ff510587b8f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Deleting port ad05b85c-79e9-40f2-97c7-3a75529c2ab0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:32.286052 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d7a13d1-6bea-4ad5-a98d-ff510587b8f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.346806 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0463f96c-12bb-49bc-b84c-5941f09abb00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.351414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0b006-b029-42d2-a9a1-6ed2aded6f6b tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Network': ['ID=0cf5ec14-5f35-4516-9aac-93165a45ecd2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:32.368423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5040f-15c6-4cdf-9606-effe9d3dfe04 req-8060081d-4849-40df-8690-2b7be783e472 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.377866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6fe5040f-15c6-4cdf-9606-effe9d3dfe04 req-8060081d-4849-40df-8690-2b7be783e472 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.7556703 Nov 09 00:21:32.383537 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0463f96c-12bb-49bc-b84c-5941f09abb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.388710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 0cf5ec14-5f35-4516-9aac-93165a45ecd2 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:21:32.411317 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-4d7a13d1-6bea-4ad5-a98d-ff510587b8f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] For port ad05b85c-79e9-40f2-97c7-3a75529c2ab0, host n-h1-813263-3, got binding levels [] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:32.411843 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d7a13d1-6bea-4ad5-a98d-ff510587b8f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.433425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a13d1-6bea-4ad5-a98d-ff510587b8f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Calling delete_port for ad05b85c-79e9-40f2-97c7-3a75529c2ab0 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:32.484241 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6fe5040f-15c6-4cdf-9606-effe9d3dfe04 req-968c94b7-c311-4252-a58d-153573e87b75 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999744 Nov 09 00:21:32.535755 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0463f96c-12bb-49bc-b84c-5941f09abb00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6c9274b9ccd4c24ae3864a420faffcc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0530298 Nov 09 00:21:32.536659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463f96c-12bb-49bc-b84c-5941f09abb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0634d4-e789-4616-9dba-7a349ea00901,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:32.536924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53206) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:32.543045 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.609906 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.683996 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c714230-9f14-4054-88b2-e60f9c508e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.701141 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d7dcde3-9e31-4dbc-b809-732626cc567e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.723069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Network 3421ac91-c981-451c-a0ec-3e273fc4466b is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:32.726194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event updated for resources: {'Port': ['ID=981be48b-4756-4a40-8650-8b52524f5946,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:32.730152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:32.732291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:32.738312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.739067 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.762208 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7dcde3-9e31-4dbc-b809-732626cc567e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Subnet': ['ID=401de926-a8f8-4be6-8f6f-92cae37ba9cb,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:32.764508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d7a13d1-6bea-4ad5-a98d-ff510587b8f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.773540 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c714230-9f14-4054-88b2-e60f9c508e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.815347 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-981b1b1a-28fc-4224-a0cd-8ed92b4638cf tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3921325 Nov 09 00:21:32.816032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53216) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:32.824086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34e194-e10c-4b41-91bf-6154ba61fa49 req-d884580c-af38-4ef5-bd54-d17054c435e0 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.825615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b34e194-e10c-4b41-91bf-6154ba61fa49 req-d884580c-af38-4ef5-bd54-d17054c435e0 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1005383 Nov 09 00:21:32.830578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Request body: {'port': {'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1934438551', 'allowed_address_pairs': [{'ip_address': '2001:db8::107', 'mac_address': 'fa:16:3e:db:56:ef'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:32.888519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a13d1-6bea-4ad5-a98d-ff510587b8f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad05b85c-79e9-40f2-97c7-3a75529c2ab0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:32.922671 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d7a13d1-6bea-4ad5-a98d-ff510587b8f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.927954 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4d7a13d1-6bea-4ad5-a98d-ff510587b8f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "DELETE /v2.0/ports/ad05b85c-79e9-40f2-97c7-3a75529c2ab0 HTTP/1.1" status: 204 len: 168 time: 0.8649819 Nov 09 00:21:32.933797 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7dcde3-9e31-4dbc-b809-732626cc567e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Checking segment: {'id': 'eba09498-7172-4f11-aba1-d2a94759f7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '03288fe0-9098-4720-b34d-a977e10bf3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:21:32.934281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7dcde3-9e31-4dbc-b809-732626cc567e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network hostable DHCP agents. Network: 03288fe0-9098-4720-b34d-a977e10bf3aa, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:21:32.935483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53220) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:32.958630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7dcde3-9e31-4dbc-b809-732626cc567e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 03288fe0-9098-4720-b34d-a977e10bf3aa is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:21:32.974219 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3d7dcde3-9e31-4dbc-b809-732626cc567e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 03288fe0-9098-4720-b34d-a977e10bf3aa) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:32.978822 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c714230-9f14-4054-88b2-e60f9c508e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.986004 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c714230-9f14-4054-88b2-e60f9c508e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:32.986351 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc00ab5-d319-4568-9843-e169c67de95a tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] GET failed (client error): The resource could not be found. Nov 09 00:21:32.988090 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6c714230-9f14-4054-88b2-e60f9c508e76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b0634d4-e789-4616-9dba-7a349ea00901 HTTP/1.1" status: 204 len: 168 time: 0.4458973 Nov 09 00:21:32.992184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e3ab9-1b7c-4781-837f-d09ad045689b None None] Network 03288fe0-9098-4720-b34d-a977e10bf3aa requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:32.993483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7dcde3-9e31-4dbc-b809-732626cc567e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:32.994889 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d7dcde3-9e31-4dbc-b809-732626cc567e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:33.003377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4fc00ab5-d319-4568-9843-e169c67de95a tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "GET /v2.0/ports/ad05b85c-79e9-40f2-97c7-3a75529c2ab0 HTTP/1.1" status: 404 len: 333 time: 0.0657072 Nov 09 00:21:33.005725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53224) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:33.031005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143668061', 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:33.033428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c714230-9f14-4054-88b2-e60f9c508e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0634d4-e789-4616-9dba-7a349ea00901,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:33.073070 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3d7dcde3-9e31-4dbc-b809-732626cc567e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2308116 Nov 09 00:21:33.073585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53228) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:33.090445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6648dac7-861d-4b70-8e3a-cd9c04611d67 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'subnet': {'network_id': '0cf5ec14-5f35-4516-9aac-93165a45ecd2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:33.216799 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b34e194-e10c-4b41-91bf-6154ba61fa49 req-2878bdf3-bd06-415c-b9da-aa11d4fcfcc8 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960632 Nov 09 00:21:33.282781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Made reservation on behalf of 0a197abbf1554b709588910405150db2 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:33.290753 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:33.324979 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6648dac7-861d-4b70-8e3a-cd9c04611d67 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:33.330325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6648dac7-861d-4b70-8e3a-cd9c04611d67 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:33.337623 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-03288fe0-9098-4720-b34d-a977e10bf3aa', 'network_id': '03288fe0-9098-4720-b34d-a977e10bf3aa', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'fixed_ips': [{'subnet_id': '401de926-a8f8-4be6-8f6f-92cae37ba9cb'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:21:33.338509 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:33.351857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Made reservation on behalf of 9987acff3719427c90dd46e194688cf2 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:33.425401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] device_id is not set on port a6f3e44c-b793-4fcd-831c-e579b59cc64e yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:33.600733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2e945-6933-4645-a12b-703db285e74b req-2141776e-b306-460f-afac-ced2e096bf4e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:33.602457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5a2e945-6933-4645-a12b-703db285e74b req-2141776e-b306-460f-afac-ced2e096bf4e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.4107888 Nov 09 00:21:33.651452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fb30d-34de-43c0-83e3-53206d4b5244 req-b17f0cef-0f8b-4c24-a35b-31e5b512a17a tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:33.662095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Allocated IP 2001:db8::2 (03288fe0-9098-4720-b34d-a977e10bf3aa/401de926-a8f8-4be6-8f6f-92cae37ba9cb/d6955456-d766-4ee0-ae37-fc69cb321dfb) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:33.663158 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e88fb30d-34de-43c0-83e3-53206d4b5244 req-b17f0cef-0f8b-4c24-a35b-31e5b512a17a tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.3207295 Nov 09 00:21:33.682272 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7824d111-8731-47e3-9234-d3d2ebf293d1 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:21:33.727165 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6648dac7-861d-4b70-8e3a-cd9c04611d67 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:33.728737 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb73a9-3829-4818-9d9f-5fc6f91ee78a None None] Network 3421ac91-c981-451c-a0ec-3e273fc4466b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:33.748538 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:21:33.766282 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:33.865636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] device_id is not set on port c65a2697-9087-40aa-b780-89a0ef68c9fa yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:33.866775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648dac7-861d-4b70-8e3a-cd9c04611d67 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Checking segment: {'id': '173bed89-8034-4a7d-9f9a-e04fc5d1505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0cf5ec14-5f35-4516-9aac-93165a45ecd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:21:33.867329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648dac7-861d-4b70-8e3a-cd9c04611d67 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network hostable DHCP agents. Network: 0cf5ec14-5f35-4516-9aac-93165a45ecd2, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:21:33.899716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b23e240b-b6fc-44f3-9eee-44a6953f2059 None None] Provisioning complete for port 7824d111-8731-47e3-9234-d3d2ebf293d1 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:33.900128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5a2e945-6933-4645-a12b-703db285e74b req-6ba715fc-1181-4c7f-9bbe-c5e9871dd7e7 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858632 Nov 09 00:21:33.900258 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648dac7-861d-4b70-8e3a-cd9c04611d67 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Subnet': ['ID=6af2a86c-e790-41ca-a096-b8c8afd77dc1,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:33.900811 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b23e240b-b6fc-44f3-9eee-44a6953f2059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:33.922246 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648dac7-861d-4b70-8e3a-cd9c04611d67 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 0cf5ec14-5f35-4516-9aac-93165a45ecd2 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:21:33.925166 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e88fb30d-34de-43c0-83e3-53206d4b5244 req-db7d4218-c1ab-4b1b-9c05-0e0f3f45234b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586172 Nov 09 00:21:33.937793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6648dac7-861d-4b70-8e3a-cd9c04611d67 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 0cf5ec14-5f35-4516-9aac-93165a45ecd2) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:33.945124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6648dac7-861d-4b70-8e3a-cd9c04611d67 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:33.945755 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6648dac7-861d-4b70-8e3a-cd9c04611d67 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:33.964278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e61848-b6a1-48bf-a660-338796ef62d4 None None] Network 0cf5ec14-5f35-4516-9aac-93165a45ecd2 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:33.988030 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:21:34.003114 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6648dac7-861d-4b70-8e3a-cd9c04611d67 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9268634 Nov 09 00:21:34.005953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53248) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:34.028726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7e05ea15-5230-4e19-9183-45c2d86a5bde tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1864702897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:34.083687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.125881 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e05ea15-5230-4e19-9183-45c2d86a5bde tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.127993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e05ea15-5230-4e19-9183-45c2d86a5bde tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.301671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7824d111-8731-47e3-9234-d3d2ebf293d1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:34.302875 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.314619 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.328062 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e05ea15-5230-4e19-9183-45c2d86a5bde tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.329955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Allocated IP 2001:db8::3da (3421ac91-c981-451c-a0ec-3e273fc4466b/e811e4f9-7a47-40e4-9506-a21f405664a7/c65a2697-9087-40aa-b780-89a0ef68c9fa) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:34.382572 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e05ea15-5230-4e19-9183-45c2d86a5bde tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.414606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Network 955ad753-8c05-4c6e-94c8-177f248eff72 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:34.420780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:34.433203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:34.434523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:34.435378 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.452191 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e05ea15-5230-4e19-9183-45c2d86a5bde tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.454003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7e05ea15-5230-4e19-9183-45c2d86a5bde tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4468522 Nov 09 00:21:34.457610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53264) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:34.471720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event updated for resources: {'Port': ['ID=a6f3e44c-b793-4fcd-831c-e579b59cc64e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:34.476217 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.503993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9886f6af-1b97-41a0-8299-ea433a59dd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4831390 Nov 09 00:21:34.504840 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53266) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:34.581294 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.625119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846ce0eb-cce0-4e11-8343-359650154a9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:34.629922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-846ce0eb-cce0-4e11-8343-359650154a9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "GET /v2.0/ports/a6f3e44c-b793-4fcd-831c-e579b59cc64e HTTP/1.1" status: 200 len: 959 time: 0.1181335 Nov 09 00:21:34.642091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53280) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:34.666129 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.678135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:21:34.680556 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9556015-a0d4-40af-9074-12a5efc13e16" -d '{"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-unplugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:21:34.725204 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b23e240b-b6fc-44f3-9eee-44a6953f2059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.744629 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:34.788827 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.793718 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b58044-2488-443c-a376-fcad7fb31a0e x-openstack-request-id: req-19b58044-2488-443c-a376-fcad7fb31a0e {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:21:34.793986 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-unplugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:21:34.794238 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19b58044-2488-443c-a376-fcad7fb31a0e {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:21:34.794643 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'code': 200} Nov 09 00:21:34.804204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-0cf5ec14-5f35-4516-9aac-93165a45ecd2', 'network_id': '0cf5ec14-5f35-4516-9aac-93165a45ecd2', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'fixed_ips': [{'subnet_id': '6af2a86c-e790-41ca-a096-b8c8afd77dc1'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:21:34.805087 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.809682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Network 03288fe0-9098-4720-b34d-a977e10bf3aa is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:34.837193 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Pushing event updated for resources: {'Port': ['ID=d6955456-d766-4ee0-ae37-fc69cb321dfb,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:34.840268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:34.862035 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:34.958763 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:34.968082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-ced4c1c5-2153-4642-988a-02d5305dbbbd tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:34.971372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-ced4c1c5-2153-4642-988a-02d5305dbbbd tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/networks?id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193 HTTP/1.1" status: 200 len: 815 time: 0.3383331 Nov 09 00:21:34.995304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2db74388-2335-4ff6-a99d-d9ecd7f5b159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Deleting port a6f3e44c-b793-4fcd-831c-e579b59cc64e {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:34.995652 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2db74388-2335-4ff6-a99d-d9ecd7f5b159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.024476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-cddcafe5-d089-4a92-9187-5232fc1358bc tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/quotas/f59a4cef7b514e3fb9087a284609f336 HTTP/1.1" status: 200 len: 375 time: 0.0467432 Nov 09 00:21:35.073667 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.125167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53292) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:35.125807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b23e240b-b6fc-44f3-9eee-44a6953f2059 None None] For port 7824d111-8731-47e3-9234-d3d2ebf293d1, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7824d111-8731-47e3-9234-d3d2ebf293d1,segment=NetworkSegment(e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8),segment_id=e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:35.128259 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.162100 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b23e240b-b6fc-44f3-9eee-44a6953f2059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.178470 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2db74388-2335-4ff6-a99d-d9ecd7f5b159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.195797 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.225390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2db74388-2335-4ff6-a99d-d9ecd7f5b159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Calling delete_port for a6f3e44c-b793-4fcd-831c-e579b59cc64e owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:35.283906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-18da1081-9851-4b98-823b-3dede3f3c368 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f59a4cef7b514e3fb9087a284609f336&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2466300 Nov 09 00:21:35.311996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a420f-43f4-4520-980d-36eaf5505885 req-f950ef2a-9b01-48eb-89e9-d668dc143670 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:35.319386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-322a420f-43f4-4520-980d-36eaf5505885 req-f950ef2a-9b01-48eb-89e9-d668dc143670 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.2273419 Nov 09 00:21:35.401557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Network 3421ac91-c981-451c-a0ec-3e273fc4466b is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:35.437417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:35.445012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event updated for resources: {'Port': ['ID=c65a2697-9087-40aa-b780-89a0ef68c9fa,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:35.451423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:35.464747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:35.465497 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.496511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=11']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:35.510201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Attempting to bind port d6955456-d766-4ee0-ae37-fc69cb321dfb on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:35.510571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Attempting to bind port d6955456-d766-4ee0-ae37-fc69cb321dfb by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'eba09498-7172-4f11-aba1-d2a94759f7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '03288fe0-9098-4720-b34d-a977e10bf3aa'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:35.510940 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Attempting to bind port d6955456-d766-4ee0-ae37-fc69cb321dfb on network 03288fe0-9098-4720-b34d-a977e10bf3aa {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:35.549209 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-322a420f-43f4-4520-980d-36eaf5505885 req-e9fb8ff7-48cb-4b18-b5c0-a4cc2649fdc1 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288163 Nov 09 00:21:35.637608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5c2ac5b8-0309-40f7-ad89-cb2c4e1a0b7c tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8108330 Nov 09 00:21:35.639241 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:21:35.639622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Checking segment: {'id': 'eba09498-7172-4f11-aba1-d2a94759f7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '03288fe0-9098-4720-b34d-a977e10bf3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:21:35.640025 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.640420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Bound using segment: {'id': 'eba09498-7172-4f11-aba1-d2a94759f7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '03288fe0-9098-4720-b34d-a977e10bf3aa'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:21:35.640905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Bound port: d6955456-d766-4ee0-ae37-fc69cb321dfb, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba09498-7172-4f11-aba1-d2a94759f7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '03288fe0-9098-4720-b34d-a977e10bf3aa'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:21:35.641293 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.647592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53296) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:35.681965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Allocated IP 2001:db8:1::2 (0cf5ec14-5f35-4516-9aac-93165a45ecd2/6af2a86c-e790-41ca-a096-b8c8afd77dc1/30903326-19d2-42e2-b32a-700e831a85e7) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:35.722706 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:21:35.723068 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:21:35.724559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-30a982b8-76d4-4897-8679-0304a5b22363 None None] Provisioning complete for port 981be48b-4756-4a40-8650-8b52524f5946 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:35.724931 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-30a982b8-76d4-4897-8679-0304a5b22363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.727600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e240b-b6fc-44f3-9eee-44a6953f2059 None None] Pushing event updated for resources: {'Port': ['ID=7824d111-8731-47e3-9234-d3d2ebf293d1,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:35.740075 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-04cedf51-cc5a-4825-b5c6-4057ce39dbc4 service neutron] 10.222.0.25 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411845 Nov 09 00:21:35.742087 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2db74388-2335-4ff6-a99d-d9ecd7f5b159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.782445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7c111-12c2-4756-82a3-a1eaf31dd1fe tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:35.790402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7c111-12c2-4756-82a3-a1eaf31dd1fe tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:35.792448 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:21:35.798713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7c111-12c2-4756-82a3-a1eaf31dd1fe tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:35.801342 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c4a7c111-12c2-4756-82a3-a1eaf31dd1fe tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1445687 Nov 09 00:21:35.850421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53298) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:35.866363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db74388-2335-4ff6-a99d-d9ecd7f5b159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6f3e44c-b793-4fcd-831c-e579b59cc64e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:35.927026 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2db74388-2335-4ff6-a99d-d9ecd7f5b159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.933165 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2db74388-2335-4ff6-a99d-d9ecd7f5b159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a6f3e44c-b793-4fcd-831c-e579b59cc64e HTTP/1.1" status: 204 len: 168 time: 1.2782285 Nov 09 00:21:35.935438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53300) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:35.943342 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] For port d6955456-d766-4ee0-ae37-fc69cb321dfb, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:21:35.948415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] For port d6955456-d766-4ee0-ae37-fc69cb321dfb, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d6955456-d766-4ee0-ae37-fc69cb321dfb,segment=NetworkSegment(eba09498-7172-4f11-aba1-d2a94759f7f7),segment_id=eba09498-7172-4f11-aba1-d2a94759f7f7)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:21:35.959599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-30a982b8-76d4-4897-8679-0304a5b22363 None None] Port 981be48b-4756-4a40-8650-8b52524f5946 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:35.962351 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.988138 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bdd272-44f3-4077-a660-46b9048e78dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] GET failed (client error): The resource could not be found. Nov 09 00:21:35.989507 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7dc67986-a4f3-4c15-b825-bc1641ae7148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:35.994400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-23bdd272-44f3-4077-a660-46b9048e78dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "GET /v2.0/ports/a6f3e44c-b793-4fcd-831c-e579b59cc64e HTTP/1.1" status: 404 len: 333 time: 0.0558209 Nov 09 00:21:35.995360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53302) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:36.011628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Request body: {'port': {'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-441830021'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:36.063678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-30a982b8-76d4-4897-8679-0304a5b22363 None None] Provisioning complete for port 7824d111-8731-47e3-9234-d3d2ebf293d1 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:36.064052 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-30a982b8-76d4-4897-8679-0304a5b22363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:36.127249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0d6dd-25b6-49bf-af20-d1426b1475f5 req-22466952-053a-47a6-81ce-09de98665d6d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:36.130423 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3ca0d6dd-25b6-49bf-af20-d1426b1475f5 req-22466952-053a-47a6-81ce-09de98665d6d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.11 "GET /v2.0/ports?device_id=93595b46-6609-4f39-9287-240cd382635a HTTP/1.1" status: 200 len: 945 time: 0.1425381 Nov 09 00:21:36.134146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Made reservation on behalf of 0a197abbf1554b709588910405150db2 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:36.143606 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Allocated IP 2001:db8::1 (03288fe0-9098-4720-b34d-a977e10bf3aa/401de926-a8f8-4be6-8f6f-92cae37ba9cb/d6584b06-3367-45ae-80f6-024eb12df648) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:36.147890 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:36.218834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e2c9c-a103-43ba-931a-ffbd49c99dfe None None] Pushing event updated for resources: {'Port': ['ID=d6955456-d766-4ee0-ae37-fc69cb321dfb,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:36.226551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-a53c136b-44d1-4918-8d3e-0bd72b6c45a8 service neutron] 10.222.0.25 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774776 Nov 09 00:21:36.231569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] device_id is not set on port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:36.328046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c368b572-fa28-4be4-a4a1-210f582c4efd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Deleting port c65a2697-9087-40aa-b780-89a0ef68c9fa {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:36.328393 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c368b572-fa28-4be4-a4a1-210f582c4efd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:36.531542 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7dc67986-a4f3-4c15-b825-bc1641ae7148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:36.546516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7dc67986-a4f3-4c15-b825-bc1641ae7148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:36.585749 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:36.683019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58c8e845-26eb-406e-8f10-290d9cda31e4 req-4e4cb6cc-e4a1-4265-b77b-575cfc85cecc tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 210 time: 0.0623031 Nov 09 00:21:36.688433 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:36.692841 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c368b572-fa28-4be4-a4a1-210f582c4efd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:36.699116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67986-a4f3-4c15-b825-bc1641ae7148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09429d0d-06e7-463d-993d-3b3e1a4b5d38,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:36.714032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c368b572-fa28-4be4-a4a1-210f582c4efd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Calling delete_port for c65a2697-9087-40aa-b780-89a0ef68c9fa owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:36.768288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'port_id': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'mac_address': 'fa:16:3e:90:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:21:36.770989 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:36.777614 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:36.854609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-3ca0d6dd-25b6-49bf-af20-d1426b1475f5 req-98ee9522-b794-460b-b03d-081b65ce1cbe tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Deleting port 2e104423-8366-4820-97e1-b6ffd5481db5 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:36.854992 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3ca0d6dd-25b6-49bf-af20-d1426b1475f5 req-98ee9522-b794-460b-b03d-081b65ce1cbe tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:36.904767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5e320-71bf-4c9b-b318-4772ebbab1c7 req-b38de757-56d8-47d6-ade7-91ed4a377cef tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:36.906786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6f5e320-71bf-4c9b-b318-4772ebbab1c7 req-b38de757-56d8-47d6-ade7-91ed4a377cef tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1979241 Nov 09 00:21:36.916656 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7dc67986-a4f3-4c15-b825-bc1641ae7148 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52b18241336a485897fcbf311ee42e01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7879004 Nov 09 00:21:36.916871 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Network 0cf5ec14-5f35-4516-9aac-93165a45ecd2 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:36.936368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53328) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:36.996741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:37.003314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:37.046167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.122022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-3ca0d6dd-25b6-49bf-af20-d1426b1475f5 req-98ee9522-b794-460b-b03d-081b65ce1cbe tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] For port 2e104423-8366-4820-97e1-b6ffd5481db5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2e104423-8366-4820-97e1-b6ffd5481db5,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:37.122776 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3ca0d6dd-25b6-49bf-af20-d1426b1475f5 req-98ee9522-b794-460b-b03d-081b65ce1cbe tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.140208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7824d111-8731-47e3-9234-d3d2ebf293d1 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:21:37.146428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-3ca0d6dd-25b6-49bf-af20-d1426b1475f5 req-98ee9522-b794-460b-b03d-081b65ce1cbe tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Calling delete_port for 2e104423-8366-4820-97e1-b6ffd5481db5 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:37.147774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Pushing event updated for resources: {'Port': ['ID=30903326-19d2-42e2-b32a-700e831a85e7,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:37.168951 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.232228 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.232461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=d6584b06-3367-45ae-80f6-024eb12df648,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:37.241764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 03288fe0-9098-4720-b34d-a977e10bf3aa is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:37.271334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:37.283137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:37.284338 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.290732 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.310532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6f5e320-71bf-4c9b-b318-4772ebbab1c7 req-3b4bf135-b1e8-4fd0-9026-53f870316a70 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484808 Nov 09 00:21:37.349603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a902bdb3-9d4b-4f50-879f-0aa90b465b8f None None] Provisioning complete for port c65a2697-9087-40aa-b780-89a0ef68c9fa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:37.349900 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a902bdb3-9d4b-4f50-879f-0aa90b465b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.364532 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7842b4b-e2af-4fb0-9af2-a583edb01048 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:21:37.438001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Attempting to bind port 30903326-19d2-42e2-b32a-700e831a85e7 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:37.438253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Attempting to bind port 30903326-19d2-42e2-b32a-700e831a85e7 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '173bed89-8034-4a7d-9f9a-e04fc5d1505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0cf5ec14-5f35-4516-9aac-93165a45ecd2'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:37.438471 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Attempting to bind port 30903326-19d2-42e2-b32a-700e831a85e7 on network 0cf5ec14-5f35-4516-9aac-93165a45ecd2 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:37.444169 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51299898-d5e0-422b-8c7f-a43ab08b9962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.482563 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51299898-d5e0-422b-8c7f-a43ab08b9962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.506154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:21:37.507009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Checking segment: {'id': '173bed89-8034-4a7d-9f9a-e04fc5d1505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0cf5ec14-5f35-4516-9aac-93165a45ecd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:21:37.507571 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.508178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Bound using segment: {'id': '173bed89-8034-4a7d-9f9a-e04fc5d1505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0cf5ec14-5f35-4516-9aac-93165a45ecd2'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:21:37.508839 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Bound port: 30903326-19d2-42e2-b32a-700e831a85e7, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173bed89-8034-4a7d-9f9a-e04fc5d1505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0cf5ec14-5f35-4516-9aac-93165a45ecd2'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:21:37.509597 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.531657 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3ca0d6dd-25b6-49bf-af20-d1426b1475f5 req-98ee9522-b794-460b-b03d-081b65ce1cbe tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.575292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee9522-b794-460b-b03d-081b65ce1cbe tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Pushing event deleted for resources: {'Port': ['ID=2e104423-8366-4820-97e1-b6ffd5481db5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:37.576907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Network 955ad753-8c05-4c6e-94c8-177f248eff72 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:37.581898 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51299898-d5e0-422b-8c7f-a43ab08b9962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.584931 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51299898-d5e0-422b-8c7f-a43ab08b9962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.586222 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-51299898-d5e0-422b-8c7f-a43ab08b9962 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09429d0d-06e7-463d-993d-3b3e1a4b5d38 HTTP/1.1" status: 204 len: 168 time: 0.6476886 Nov 09 00:21:37.600561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:37.604131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:37.605856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:37.606472 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.626026 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c368b572-fa28-4be4-a4a1-210f582c4efd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.640581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a902bdb3-9d4b-4f50-879f-0aa90b465b8f None None] Port c65a2697-9087-40aa-b780-89a0ef68c9fa cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:37.731236 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7193050 Nov 09 00:21:37.755466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53350) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:37.777138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51299898-d5e0-422b-8c7f-a43ab08b9962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09429d0d-06e7-463d-993d-3b3e1a4b5d38,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:37.792185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] For port 30903326-19d2-42e2-b32a-700e831a85e7, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:21:37.797436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] For port 30903326-19d2-42e2-b32a-700e831a85e7, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30903326-19d2-42e2-b32a-700e831a85e7,segment=NetworkSegment(173bed89-8034-4a7d-9f9a-e04fc5d1505e),segment_id=173bed89-8034-4a7d-9f9a-e04fc5d1505e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:21:37.809729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['2e104423-8366-4820-97e1-b6ffd5481db5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:21:37.817503 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca0d6dd-25b6-49bf-af20-d1426b1475f5 req-98ee9522-b794-460b-b03d-081b65ce1cbe tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] No DVR routers for this DVR port 2e104423-8366-4820-97e1-b6ffd5481db5 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:21:37.826264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:37.831466 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3ca0d6dd-25b6-49bf-af20-d1426b1475f5 req-98ee9522-b794-460b-b03d-081b65ce1cbe tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.846707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b1d7d-3c51-4380-92dd-efce7032a9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event updated for resources: {'Port': ['ID=280a08ea-7ad0-45e3-8c0a-2da70f3e97e5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:37.848775 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3ca0d6dd-25b6-49bf-af20-d1426b1475f5 req-98ee9522-b794-460b-b03d-081b65ce1cbe tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.11 "DELETE /v2.0/ports/2e104423-8366-4820-97e1-b6ffd5481db5 HTTP/1.1" status: 204 len: 173 time: 1.6967545 Nov 09 00:21:37.850937 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:37.856609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93595b46-6609-4f39-9287-240cd382635a', 'name': 'network-vif-deleted', 'tag': '2e104423-8366-4820-97e1-b6ffd5481db5'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:21:37.872148 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d02a33-ecdf-4140-9240-ddeda29cc99f" -d '{"events": [{"server_uuid": "93595b46-6609-4f39-9287-240cd382635a", "name": "network-vif-deleted", "tag": "2e104423-8366-4820-97e1-b6ffd5481db5"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:21:37.905181 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:37.972410 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:38.079752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a902bdb3-9d4b-4f50-879f-0aa90b465b8f None None] Provisioning complete for port 981be48b-4756-4a40-8650-8b52524f5946 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:38.080946 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a902bdb3-9d4b-4f50-879f-0aa90b465b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:38.134946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7824d111-8731-47e3-9234-d3d2ebf293d1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:38.135470 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:38.138245 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf2fe5e-1bd1-4151-949e-406acc70c8c5 x-openstack-request-id: req-ecf2fe5e-1bd1-4151-949e-406acc70c8c5 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:21:38.138628 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93595b46-6609-4f39-9287-240cd382635a", "name": "network-vif-deleted", "tag": "2e104423-8366-4820-97e1-b6ffd5481db5", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:21:38.138923 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecf2fe5e-1bd1-4151-949e-406acc70c8c5 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:21:38.139354 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93595b46-6609-4f39-9287-240cd382635a', 'name': 'network-vif-deleted', 'tag': '2e104423-8366-4820-97e1-b6ffd5481db5', 'status': 'completed', 'code': 200} Nov 09 00:21:38.193567 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:38.206059 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['a7842b4b-e2af-4fb0-9af2-a583edb01048'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:21:38.214801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7986f3-a091-4159-8ab8-ce2b04235191 None None] Network 03288fe0-9098-4720-b34d-a977e10bf3aa requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:38.821711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a902bdb3-9d4b-4f50-879f-0aa90b465b8f None None] Port 981be48b-4756-4a40-8650-8b52524f5946 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:38.899811 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d6955456-d766-4ee0-ae37-fc69cb321dfb up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:21:38.998328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-d6666673-8623-40e9-9fb3-0307b872842c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:39.007322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-d6666673-8623-40e9-9fb3-0307b872842c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.30 "GET /v2.0/networks?id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193 HTTP/1.1" status: 200 len: 815 time: 0.2863903 Nov 09 00:21:39.024062 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdb2c6-4ae2-4ad0-bbcd-8b9aea205be2 None None] Pushing event updated for resources: {'Port': ['ID=30903326-19d2-42e2-b32a-700e831a85e7,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:39.059040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Request body: {'port': {'device_id': 'b6b7252a-7f83-49c7-82ce-c3f6e0054ec0', 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193', 'admin_state_up': True, 'tenant_id': 'f59a4cef7b514e3fb9087a284609f336'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:39.134360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=12']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:39.222739 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:39.223343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d83463fd-54cb-42aa-a7c6-defd0859c658 None None] Provisioning complete for port d6955456-d766-4ee0-ae37-fc69cb321dfb triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:39.223343 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d83463fd-54cb-42aa-a7c6-defd0859c658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:39.235066 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:39.236110 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:39.263561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d6955456-d766-4ee0-ae37-fc69cb321dfb triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:39.264073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:39.489003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Made reservation on behalf of f59a4cef7b514e3fb9087a284609f336 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:39.497115 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:39.528676 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368b572-fa28-4be4-a4a1-210f582c4efd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event deleted for resources: {'Port': ['ID=c65a2697-9087-40aa-b780-89a0ef68c9fa,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:39.546246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9dff54af-2f20-4f92-8368-5a12bd22757e req-873b6926-87b0-4b2c-809e-db4ab208d97f tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 210 time: 0.8541570 Nov 09 00:21:39.628636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=d6584b06-3367-45ae-80f6-024eb12df648,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:39.816452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 03288fe0-9098-4720-b34d-a977e10bf3aa is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:39.825930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:39.877093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Allocated IP 172.20.0.12 (17a08ca3-e0e0-4c43-84b5-28bf0efc0193/ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7/eb39bdeb-f5fa-4d7a-bf54-23fe658496f9) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:39.975591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829770a9-a111-489f-9e82-0bfd504d3aae None None] Network 0cf5ec14-5f35-4516-9aac-93165a45ecd2 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:40.073829 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2e104423-8366-4820-97e1-b6ffd5481db5 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:21:40.137340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 2e104423-8366-4820-97e1-b6ffd5481db5 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:21:40.137915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2e104423-8366-4820-97e1-b6ffd5481db5 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:21:40.208022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router b2a63dae-0931-43f9-9a04-1f17212d030e is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:21:40.285718 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:40.292985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:40.365948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port d6955456-d766-4ee0-ae37-fc69cb321dfb, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d6955456-d766-4ee0-ae37-fc69cb321dfb,segment=NetworkSegment(eba09498-7172-4f11-aba1-d2a94759f7f7),segment_id=eba09498-7172-4f11-aba1-d2a94759f7f7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:40.374132 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c368b572-fa28-4be4-a4a1-210f582c4efd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:40.378521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:21:40.385773 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2067678e-c09b-4029-b1f0-3b357be26b0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/b2a63dae-0931-43f9-9a04-1f17212d030e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9257290 Nov 09 00:21:40.389806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53398) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:40.390883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53400) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:40.394241 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab4ef5-1751-4136-a390-5d1d283bbd7b None None] Sync routers for ids ['b2a63dae-0931-43f9-9a04-1f17212d030e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:21:40.395528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c368b572-fa28-4be4-a4a1-210f582c4efd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "DELETE /v2.0/ports/c65a2697-9087-40aa-b780-89a0ef68c9fa HTTP/1.1" status: 204 len: 168 time: 4.5376620 Nov 09 00:21:40.396931 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d83463fd-54cb-42aa-a7c6-defd0859c658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:40.410273 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab4ef5-1751-4136-a390-5d1d283bbd7b None None] Routers {'b2a63dae-0931-43f9-9a04-1f17212d030e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:21:40.415686 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ccab4ef5-1751-4136-a390-5d1d283bbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b2a63dae-0931-43f9-9a04-1f17212d030e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:40.427312 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:40.508125 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40de5ff-900a-4911-bcbe-5fa18ec1afa4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] GET failed (client error): The resource could not be found. Nov 09 00:21:40.521534 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f40de5ff-900a-4911-bcbe-5fa18ec1afa4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "GET /v2.0/ports/c65a2697-9087-40aa-b780-89a0ef68c9fa HTTP/1.1" status: 404 len: 333 time: 0.1080265 Nov 09 00:21:40.522351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53402) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:40.546356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3656109-0792-4f3c-8092-e19c0714f7d8 req-4b16f4dd-a532-410f-8416-0d322b609531 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:40.550927 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ccab4ef5-1751-4136-a390-5d1d283bbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:40.573078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3656109-0792-4f3c-8092-e19c0714f7d8 req-4b16f4dd-a532-410f-8416-0d322b609531 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 945 time: 1.8656197 Nov 09 00:21:40.578703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Request body: {'port': {'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1091788808'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:40.587385 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:40.603669 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:40.615552 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab4ef5-1751-4136-a390-5d1d283bbd7b None None] Routers {'b2a63dae-0931-43f9-9a04-1f17212d030e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:21:40.623565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53406) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:40.624491 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ccab4ef5-1751-4136-a390-5d1d283bbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b2a63dae-0931-43f9-9a04-1f17212d030e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:40.676416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30903326-19d2-42e2-b32a-700e831a85e7 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:21:40.720252 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ccab4ef5-1751-4136-a390-5d1d283bbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:40.720957 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab4ef5-1751-4136-a390-5d1d283bbd7b None None] The sync data for ids ['b2a63dae-0931-43f9-9a04-1f17212d030e'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:21:40.727039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=d6955456-d766-4ee0-ae37-fc69cb321dfb,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:40.844326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:40.860404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Made reservation on behalf of 9987acff3719427c90dd46e194688cf2 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:40.866110 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:40.888623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:40.892027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797b9371-5f37-4b16-af19-41a17ab5b6e3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:40.897834 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-797b9371-5f37-4b16-af19-41a17ab5b6e3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports/d6584b06-3367-45ae-80f6-024eb12df648 HTTP/1.1" status: 200 len: 911 time: 0.5057151 Nov 09 00:21:40.901501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53412) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:40.941682 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-d83463fd-54cb-42aa-a7c6-defd0859c658 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:21:40.942030 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-d83463fd-54cb-42aa-a7c6-defd0859c658 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:21:40.958977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:40.960497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] device_id is not set on port aed5e917-fa18-4318-ba5c-7d22775ece6f yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:40.976073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 30903326-19d2-42e2-b32a-700e831a85e7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:40.976703 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.004309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3656109-0792-4f3c-8092-e19c0714f7d8 req-16e73373-b55e-4206-9dcc-9098b75fd7ad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994374 Nov 09 00:21:41.087102 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c972e432-6e03-4bae-8f3f-b70c63dafd54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.101768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Pushing event updated for resources: {'Port': ['ID=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:41.140069 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.222819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 30903326-19d2-42e2-b32a-700e831a85e7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30903326-19d2-42e2-b32a-700e831a85e7,segment=NetworkSegment(173bed89-8034-4a7d-9f9a-e04fc5d1505e),segment_id=173bed89-8034-4a7d-9f9a-e04fc5d1505e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:41.236798 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.310164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915012c0-14db-4dbc-9e27-0672cf8e63fb req-33c512cc-c9fa-4f45-ac7e-29c2fa9bdad7 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:41.312019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-915012c0-14db-4dbc-9e27-0672cf8e63fb req-33c512cc-c9fa-4f45-ac7e-29c2fa9bdad7 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 932 time: 0.5357952 Nov 09 00:21:41.351038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=30903326-19d2-42e2-b32a-700e831a85e7,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:41.403264 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c972e432-6e03-4bae-8f3f-b70c63dafd54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.455537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Allocated IP 2001:db8::264 (3421ac91-c981-451c-a0ec-3e273fc4466b/e811e4f9-7a47-40e4-9506-a21f405664a7/aed5e917-fa18-4318-ba5c-7d22775ece6f) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:41.456589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:41.457730 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.476268 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c972e432-6e03-4bae-8f3f-b70c63dafd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.558640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-f896cdb0-a401-4f77-b4fe-c7e9a28bdd06 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5034039 Nov 09 00:21:41.598433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Request body: {'port': {'device_id': 'b6b7252a-7f83-49c7-82ce-c3f6e0054ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:41.625824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c972e432-6e03-4bae-8f3f-b70c63dafd54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f5b1e535b3540ff9eaee63efdf43803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9517577 Nov 09 00:21:41.642798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53416) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:41.660792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972e432-6e03-4bae-8f3f-b70c63dafd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2ccfaf-f6d3-4046-8bc3-906d232f16c6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:41.671469 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-52863c34-917f-494a-9a17-4839610ef006 None None] Provisioning complete for port 30903326-19d2-42e2-b32a-700e831a85e7 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:41.671843 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52863c34-917f-494a-9a17-4839610ef006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.690711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-915012c0-14db-4dbc-9e27-0672cf8e63fb req-cbc07282-79e9-4851-96e0-383d9c7b04bf tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834997 Nov 09 00:21:41.810411 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.822941 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e36c4cd-0fb3-40f6-a868-7616b0000fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.838280 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] device_id is not set on port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:41.840885 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-52863c34-917f-494a-9a17-4839610ef006 None None] Provisioning complete for port d6955456-d766-4ee0-ae37-fc69cb321dfb triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:41.841463 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52863c34-917f-494a-9a17-4839610ef006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.851866 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.853013 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.873250 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.880917 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e36c4cd-0fb3-40f6-a868-7616b0000fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.882213 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.967653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-52863c34-917f-494a-9a17-4839610ef006 None None] Provisioning complete for port d6584b06-3367-45ae-80f6-024eb12df648 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:41.968304 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52863c34-917f-494a-9a17-4839610ef006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:41.994817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:21:42.024578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event updated for resources: {'Port': ['ID=280a08ea-7ad0-45e3-8c0a-2da70f3e97e5,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:42.056770 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:42.063485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e36c4cd-0fb3-40f6-a868-7616b0000fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:42.066857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:42.067356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:42.067823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:42.073114 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e36c4cd-0fb3-40f6-a868-7616b0000fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:42.075948 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0e36c4cd-0fb3-40f6-a868-7616b0000fe1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b2ccfaf-f6d3-4046-8bc3-906d232f16c6 HTTP/1.1" status: 204 len: 168 time: 0.4227462 Nov 09 00:21:42.096693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:42.097183 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:42.125474 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 2 to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 Nov 09 00:21:42.143611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-52863c34-917f-494a-9a17-4839610ef006 None None] Port d6584b06-3367-45ae-80f6-024eb12df648 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:42.174719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Network 3421ac91-c981-451c-a0ec-3e273fc4466b is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:42.177927 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36c4cd-0fb3-40f6-a868-7616b0000fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2ccfaf-f6d3-4046-8bc3-906d232f16c6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:42.187266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:42.196029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:42.205009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:42.207493 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:42.280850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port a7842b4b-e2af-4fb0-9af2-a583edb01048 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:42.285243 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7202742 Nov 09 00:21:42.285408 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:42.285536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cef845-5692-4d1c-9113-3664b49c3eb4 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event updated for resources: {'Port': ['ID=aed5e917-fa18-4318-ba5c-7d22775ece6f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:42.287224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53424) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:42.299518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d08f09b1-9a73-4472-8cf1-f4fa22154d1e tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::107', 'mac_address': 'fa:16:3e:db:56:ef'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:42.361162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:42.391581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:42.392015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:42.438938 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:42.439930 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:42.442929 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:42.444925 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 3 to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 Nov 09 00:21:42.482378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:21:42.486603 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6eb52c-35de-4455-8096-7c1880209edf" -d '{"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-plugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:21:42.530739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:42.540136 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:42.628253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d08f09b1-9a73-4472-8cf1-f4fa22154d1e tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:42.631436 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8083992a-31a0-4abe-86ec-7d08611cca97 x-openstack-request-id: req-8083992a-31a0-4abe-86ec-7d08611cca97 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:21:42.631729 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-plugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:21:42.631989 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8083992a-31a0-4abe-86ec-7d08611cca97 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:21:42.632515 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'code': 200} Nov 09 00:21:42.633959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Allocated IP 2001:db8:1::1 (0cf5ec14-5f35-4516-9aac-93165a45ecd2/6af2a86c-e790-41ca-a096-b8c8afd77dc1/4e8246da-7c0c-4872-ac16-ed5c731c3d9f) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:42.727320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30903326-19d2-42e2-b32a-700e831a85e7 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:21:42.795868 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-634f7e16-653d-4cd4-8a5c-91c572ab1470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:42.848178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=13']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:42.854937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:42.855218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:42.855672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:42.916172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:42.916465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8c5fedac-441a-447e-b831-56db984ac24c None None] Provisioning complete for port aed5e917-fa18-4318-ba5c-7d22775ece6f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:42.916769 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:42.917240 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8c5fedac-441a-447e-b831-56db984ac24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:42.927067 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 4 to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 Nov 09 00:21:42.946332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15bd95-a318-4637-8214-45918d47c414 req-9952bc65-700d-425f-a79c-eadb29a85741 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:42.954818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc15bd95-a318-4637-8214-45918d47c414 req-9952bc65-700d-425f-a79c-eadb29a85741 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 945 time: 0.8263557 Nov 09 00:21:42.965058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:21:42.977190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 30903326-19d2-42e2-b32a-700e831a85e7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:42.977543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:42.997027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:43.040213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:43.040862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:43.041488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:43.047292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8c5fedac-441a-447e-b831-56db984ac24c None None] Port aed5e917-fa18-4318-ba5c-7d22775ece6f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:43.049434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Transition to ACTIVE for port object eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:21:43.067930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5471b8-7436-4246-8665-d115b842dcd8 req-d1c5ba13-8925-4a37-a32f-d6f5d5e42a4c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:43.082289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed5471b8-7436-4246-8665-d115b842dcd8 req-d1c5ba13-8925-4a37-a32f-d6f5d5e42a4c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 932 time: 0.2710171 Nov 09 00:21:43.134835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc15bd95-a318-4637-8214-45918d47c414 req-168e78bc-97ff-4b96-8ac0-5455ccf25a54 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734114 Nov 09 00:21:43.135740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:43.151235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:43.151974 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:43.163872 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 5 to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 Nov 09 00:21:43.195147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d6955456-d766-4ee0-ae37-fc69cb321dfb up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:21:43.219537 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:43.264881 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:43.266611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed5471b8-7436-4246-8665-d115b842dcd8 req-761ff554-6095-4e73-b1b5-6bb284517c9c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784654 Nov 09 00:21:43.287756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:43.288465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:43.289013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:43.295855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d6955456-d766-4ee0-ae37-fc69cb321dfb triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:43.296230 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:43.301862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Pushing event updated for resources: {'Port': ['ID=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:43.308594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:43.313448 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:43.334207 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 6 to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 Nov 09 00:21:43.361908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=4e8246da-7c0c-4872-ac16-ed5c731c3d9f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:43.394297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:43.395773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:43.395773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:43.402532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 0cf5ec14-5f35-4516-9aac-93165a45ecd2 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:43.405981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:43.412167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:43.412830 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:43.463262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:43.463399 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:43.465215 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 7 to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 Nov 09 00:21:43.498707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:43.499326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:43.499768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:43.553952 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:43.554520 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:43.558045 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 8 to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 Nov 09 00:21:43.598070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:43.600588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:43.601018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:43.631418 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d08f09b1-9a73-4472-8cf1-f4fa22154d1e tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:43.639431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Attempting to bind port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:43.639770 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Attempting to bind port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:43.640109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Attempting to bind port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 on network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:43.652853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:43.653102 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:43.656200 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d08f09b1-9a73-4472-8cf1-f4fa22154d1e tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:43.658872 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 9 to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 Nov 09 00:21:43.663658 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 on network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:43.663975 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Attempting to bind port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 on network 17a08ca3-e0e0-4c43-84b5-28bf0efc0193 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:43.684383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:21:43.684729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Checking segment: {'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:21:43.685174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Bound using segment: {'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:21:43.687996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Bound port: eb39bdeb-f5fa-4d7a-bf54-23fe658496f9, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce43dc6-cb3e-4fce-810e-468f2ae939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:21:43.688402 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:43.734217 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:43.756307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d08f09b1-9a73-4472-8cf1-f4fa22154d1e tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] In _notify_port_updated(), no bound segment for port aed5e917-fa18-4318-ba5c-7d22775ece6f on network 3421ac91-c981-451c-a0ec-3e273fc4466b {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:21:43.761993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08f09b1-9a73-4472-8cf1-f4fa22154d1e tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:43.763268 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d08f09b1-9a73-4472-8cf1-f4fa22154d1e tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:43.764433 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d08f09b1-9a73-4472-8cf1-f4fa22154d1e tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "PUT /v2.0/ports/aed5e917-fa18-4318-ba5c-7d22775ece6f HTTP/1.1" status: 200 len: 1003 time: 1.4733653 Nov 09 00:21:43.769441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53508) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:43.783477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f09b1-9a73-4472-8cf1-f4fa22154d1e tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event updated for resources: {'Port': ['ID=aed5e917-fa18-4318-ba5c-7d22775ece6f,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:43.794929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:43.795353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:43.795762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:43.811753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:43.811941 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:43.829607 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempt 10 to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 Nov 09 00:21:43.876506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:43.876506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:43.876506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempting to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:43.887906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:21:43.888272 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Failed to bind port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on host n-h1-813263-3 for vnic_type normal using segments [{'id': 'b12e9504-a724-40da-9d96-cd8ba437a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '955ad753-8c05-4c6e-94c8-177f248eff72'}] Nov 09 00:21:43.888686 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:43.964800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] For port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:21:44.020352 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] For port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:21:44.020727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attempted to set empty binding levels {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 00:21:44.043018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-21f2a038-1960-4fc1-a3b5-4fa6c00e76e3 None None] Provisioning complete for port 4e8246da-7c0c-4872-ac16-ed5c731c3d9f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:44.044368 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:44.045543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-21f2a038-1960-4fc1-a3b5-4fa6c00e76e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:44.072571 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] For port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:21:44.097916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:44.149004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] In _notify_port_updated(), no bound segment for port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 on network 955ad753-8c05-4c6e-94c8-177f248eff72 {{(pid=101780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:21:44.150213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:44.151013 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:44.152985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-21f2a038-1960-4fc1-a3b5-4fa6c00e76e3 None None] Port 4e8246da-7c0c-4872-ac16-ed5c731c3d9f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:44.154946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "PUT /v2.0/ports/280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 HTTP/1.1" status: 200 len: 978 time: 6.3840833 Nov 09 00:21:44.157874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53538) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:44.201558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:44.202491 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:44.204118 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] 10.222.0.30 "PUT /v2.0/ports/eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 HTTP/1.1" status: 200 len: 1092 time: 2.6159472 Nov 09 00:21:44.204799 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b7252a-7f83-49c7-82ce-c3f6e0054ec0', 'tag': 'eb39bdeb-f5fa-4d7a-bf54-23fe658496f9'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:21:44.208022 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcf53b3-b1a8-4344-9557-9b6461c7fdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b7252a-7f83-49c7-82ce-c3f6e0054ec0", "tag": "eb39bdeb-f5fa-4d7a-bf54-23fe658496f9"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:21:44.255258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event updated for resources: {'Port': ['ID=280a08ea-7ad0-45e3-8c0a-2da70f3e97e5,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:44.311942 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a192bc-8d7f-4548-9e85-48630da22baa x-openstack-request-id: req-21a192bc-8d7f-4548-9e85-48630da22baa {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:21:44.312835 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b7252a-7f83-49c7-82ce-c3f6e0054ec0", "tag": "eb39bdeb-f5fa-4d7a-bf54-23fe658496f9", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:21:44.313102 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21a192bc-8d7f-4548-9e85-48630da22baa {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:21:44.313536 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b7252a-7f83-49c7-82ce-c3f6e0054ec0', 'tag': 'eb39bdeb-f5fa-4d7a-bf54-23fe658496f9', 'status': 'completed', 'code': 200} Nov 09 00:21:44.316956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:44.317319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:44.317709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:44.318057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:44.318395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:44.318737 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:44.319072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:44.319417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:44.319738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:44.320072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:44.320402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:44.320731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e0bbd-d08a-4082-b4fb-3276360e8aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:44.383367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-41005ac0-5294-4888-9cec-04b095a5fed0 None None] Provisioning complete for port aed5e917-fa18-4318-ba5c-7d22775ece6f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:44.384023 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-41005ac0-5294-4888-9cec-04b095a5fed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:44.465146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-41005ac0-5294-4888-9cec-04b095a5fed0 None None] Port aed5e917-fa18-4318-ba5c-7d22775ece6f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:44.546284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-85b33ec8-109c-48a4-b74e-3bfcc45fe004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:44.551651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-85b33ec8-109c-48a4-b74e-3bfcc45fe004 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f59a4cef7b514e3fb9087a284609f336&device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 1095 time: 0.2716684 Nov 09 00:21:44.576230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14884af9-d859-4c57-9867-73cb026dc27a req-c94b371a-ae9b-493a-90dc-8775c9c350c4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:44.578008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14884af9-d859-4c57-9867-73cb026dc27a req-c94b371a-ae9b-493a-90dc-8775c9c350c4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.1688230 Nov 09 00:21:44.582211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc435539-4dfd-4c48-9645-feb986a02d66 service neutron] Pushing event updated for resources: {'Port': ['ID=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:44.647721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b78f2-7d26-444b-a01e-1b6e305cdd33 req-1713998e-8ee9-42e7-8f8d-75147cb9900c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:44.655577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b4b78f2-7d26-444b-a01e-1b6e305cdd33 req-1713998e-8ee9-42e7-8f8d-75147cb9900c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 944 time: 0.2363484 Nov 09 00:21:44.664446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-886247a9-66c0-488b-a72c-7256ad7742ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 HTTP/1.1" status: 200 len: 217 time: 0.1026618 Nov 09 00:21:44.703734 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-cc168719-35d9-404f-bc0f-b8e13c011ebb tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Deleting port aed5e917-fa18-4318-ba5c-7d22775ece6f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:44.704349 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cc168719-35d9-404f-bc0f-b8e13c011ebb tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:44.744379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-737e6c9f-eba6-4a52-bf1f-f5042f7e1e3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Deleting port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:44.744912 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-737e6c9f-eba6-4a52-bf1f-f5042f7e1e3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:44.812657 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9dd035eb-2b2f-4b17-917a-8c4acf4f27ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:44.815345 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-678a75d8-66f5-435b-8740-51e4c6246a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:44.817050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-678a75d8-66f5-435b-8740-51e4c6246a5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7 HTTP/1.1" status: 200 len: 855 time: 0.1360128 Nov 09 00:21:44.846479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14884af9-d859-4c57-9867-73cb026dc27a req-e062a116-d124-4111-91be-00e22ad82f22 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275326 Nov 09 00:21:44.864675 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b4b78f2-7d26-444b-a01e-1b6e305cdd33 req-92f8186f-8158-47fa-b05f-98068afdb50c tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079430 Nov 09 00:21:44.961589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-2233a386-8e2a-4e8a-a408-83ed3e9eaf5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118627 Nov 09 00:21:44.968305 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cc168719-35d9-404f-bc0f-b8e13c011ebb tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:45.003567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-cc168719-35d9-404f-bc0f-b8e13c011ebb tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Calling delete_port for aed5e917-fa18-4318-ba5c-7d22775ece6f owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:45.010980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-737e6c9f-eba6-4a52-bf1f-f5042f7e1e3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] For port 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5, host n-h1-813263-3, got binding levels [] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:45.011360 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-737e6c9f-eba6-4a52-bf1f-f5042f7e1e3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:45.061129 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-737e6c9f-eba6-4a52-bf1f-f5042f7e1e3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Calling delete_port for 280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:45.149912 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:45.167820 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:45.168645 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:45.200328 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-3d3a2d6b-c020-4c51-a137-9bdab58d2608 service neutron] 10.222.0.30 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182627 Nov 09 00:21:45.263456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=4e8246da-7c0c-4872-ac16-ed5c731c3d9f,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:45.311028 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-737e6c9f-eba6-4a52-bf1f-f5042f7e1e3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:45.378023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e6c9f-eba6-4a52-bf1f-f5042f7e1e3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Pushing event deleted for resources: {'Port': ['ID=280a08ea-7ad0-45e3-8c0a-2da70f3e97e5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:45.389378 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-737e6c9f-eba6-4a52-bf1f-f5042f7e1e3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:45.393285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-737e6c9f-eba6-4a52-bf1f-f5042f7e1e3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "DELETE /v2.0/ports/280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 HTTP/1.1" status: 204 len: 168 time: 1.2316365 Nov 09 00:21:45.396031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53630) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:45.454424 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a6c54c-a54f-482f-a61c-1eab418283a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] GET failed (client error): The resource could not be found. Nov 09 00:21:45.462400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e5a6c54c-a54f-482f-a61c-1eab418283a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200313690-project-admin] 10.222.0.25 "GET /v2.0/ports/280a08ea-7ad0-45e3-8c0a-2da70f3e97e5 HTTP/1.1" status: 404 len: 333 time: 0.0630944 Nov 09 00:21:45.463981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53636) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:45.468649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-363f41b2-a9c3-49e6-9937-aac7b17b9c54 req-0f6082ff-b2da-4a6e-8a36-4e7e887a6762 service neutron] 10.222.0.30 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603264 Nov 09 00:21:45.485445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 0cf5ec14-5f35-4516-9aac-93165a45ecd2 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:45.518191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:45.530487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cc168719-35d9-404f-bc0f-b8e13c011ebb tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:45.655613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf53b3-b1a8-4344-9557-9b6461c7fdb7 req-97158cdf-aa61-4cc6-9b62-17694106ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:45.658281 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efcf53b3-b1a8-4344-9557-9b6461c7fdb7 req-97158cdf-aa61-4cc6-9b62-17694106ec89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f59a4cef7b514e3fb9087a284609f336&device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 1095 time: 0.1282275 Nov 09 00:21:45.680832 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc168719-35d9-404f-bc0f-b8e13c011ebb tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event deleted for resources: {'Port': ['ID=aed5e917-fa18-4318-ba5c-7d22775ece6f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:45.872237 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:45.881232 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf53b3-b1a8-4344-9557-9b6461c7fdb7 req-600144f8-b20a-44a9-8ad1-e30b54548bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:45.882806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efcf53b3-b1a8-4344-9557-9b6461c7fdb7 req-600144f8-b20a-44a9-8ad1-e30b54548bf4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193 HTTP/1.1" status: 200 len: 915 time: 0.2164898 Nov 09 00:21:45.941538 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:46.030315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router b2a63dae-0931-43f9-9a04-1f17212d030e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:21:46.060377 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cc168719-35d9-404f-bc0f-b8e13c011ebb tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:46.066043 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cc168719-35d9-404f-bc0f-b8e13c011ebb tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "DELETE /v2.0/ports/aed5e917-fa18-4318-ba5c-7d22775ece6f HTTP/1.1" status: 204 len: 168 time: 2.2914598 Nov 09 00:21:46.069267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53674) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:46.071408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efcf53b3-b1a8-4344-9557-9b6461c7fdb7 req-875118bd-3c75-4e97-88f0-364bf8f5f81c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 HTTP/1.1" status: 200 len: 217 time: 0.1787529 Nov 09 00:21:46.087184 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:46.225643 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:46.241388 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-34030155-30b2-47b5-b981-71d6083e4f0a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] GET failed (client error): The resource could not be found. Nov 09 00:21:46.249763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d9a79e77-fd20-4a32-8356-8d68d991029c None None] Provisioning complete for port 4e8246da-7c0c-4872-ac16-ed5c731c3d9f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:46.250140 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d9a79e77-fd20-4a32-8356-8d68d991029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:46.257027 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-34030155-30b2-47b5-b981-71d6083e4f0a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "GET /v2.0/ports/aed5e917-fa18-4318-ba5c-7d22775ece6f HTTP/1.1" status: 404 len: 333 time: 0.1848133 Nov 09 00:21:46.262925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf53b3-b1a8-4344-9557-9b6461c7fdb7 req-be6ea8b0-478c-48cf-9710-e5281339a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:46.266807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efcf53b3-b1a8-4344-9557-9b6461c7fdb7 req-be6ea8b0-478c-48cf-9710-e5281339a72d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7 HTTP/1.1" status: 200 len: 855 time: 0.1856222 Nov 09 00:21:46.279675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53680) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:46.285593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Request body: {'port': {'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-563795555'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:46.328394 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d9a79e77-fd20-4a32-8356-8d68d991029c None None] Port 4e8246da-7c0c-4872-ac16-ed5c731c3d9f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:46.386010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:46.412736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955ad753-8c05-4c6e-94c8-177f248eff72']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:46.459074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12e9504-a724-40da-9d96-cd8ba437a64a') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:46.459374 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12e9504-a724-40da-9d96-cd8ba437a64a') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:46.583535 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:46.678608 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:46.707714 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:21:46.708973 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:21:46.722897 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:21:46.744483 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efcf53b3-b1a8-4344-9557-9b6461c7fdb7 req-b60443df-e189-4c2d-9c65-2969823d079a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=17a08ca3-e0e0-4c43-84b5-28bf0efc0193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4692819 Nov 09 00:21:46.783772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d743be-65ba-4fcc-949e-4d3a6deda664 req-c77840ee-4a3d-4361-ae3e-eed5e7d081d4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:46.793800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d5d743be-65ba-4fcc-949e-4d3a6deda664 req-c77840ee-4a3d-4361-ae3e-eed5e7d081d4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.7048576 Nov 09 00:21:46.844486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:21:46.854588 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-775b1e8a-c4a8-40fc-ae62-4095b4593b48 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/b2a63dae-0931-43f9-9a04-1f17212d030e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9494171 Nov 09 00:21:46.867193 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed87fad8-2803-4195-93bf-f3e4903abeb9 None None] Sync routers for ids ['b2a63dae-0931-43f9-9a04-1f17212d030e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:21:46.871644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53716) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:46.894801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed87fad8-2803-4195-93bf-f3e4903abeb9 None None] Routers {'b2a63dae-0931-43f9-9a04-1f17212d030e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:21:46.904670 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ed87fad8-2803-4195-93bf-f3e4903abeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b2a63dae-0931-43f9-9a04-1f17212d030e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:46.934199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9288d173-bfc9-4b6e-99a1-1eda3366010f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:46.935724 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9288d173-bfc9-4b6e-99a1-1eda3366010f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports/4e8246da-7c0c-4872-ac16-ed5c731c3d9f HTTP/1.1" status: 200 len: 913 time: 0.0627122 Nov 09 00:21:46.938695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53720) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:46.940100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ed87fad8-2803-4195-93bf-f3e4903abeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:46.949278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed87fad8-2803-4195-93bf-f3e4903abeb9 None None] Routers {'b2a63dae-0931-43f9-9a04-1f17212d030e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:21:46.950715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ed87fad8-2803-4195-93bf-f3e4903abeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b2a63dae-0931-43f9-9a04-1f17212d030e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:46.989850 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:46.997996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ed87fad8-2803-4195-93bf-f3e4903abeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:46.998991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed87fad8-2803-4195-93bf-f3e4903abeb9 None None] The sync data for ids ['b2a63dae-0931-43f9-9a04-1f17212d030e'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:21:47.035717 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:47.039647 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] 10.222.0.25 "DELETE /v2.0/networks/955ad753-8c05-4c6e-94c8-177f248eff72 HTTP/1.1" status: 204 len: 168 time: 1.5717669 Nov 09 00:21:47.074011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b51a9-77fb-4219-a9a6-332ea9b0cb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-76412724-project] Pushing event deleted for resources: {'Network': ['ID=955ad753-8c05-4c6e-94c8-177f248eff72,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:47.137058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efcf53b3-b1a8-4344-9557-9b6461c7fdb7 req-4eb88840-e85c-4b55-8686-b76f91d0ea8b service neutron] 10.222.0.30 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778465 Nov 09 00:21:47.161193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975079a6-e9b0-4d3b-b6d6-794f4771f348 req-a825d820-9a21-4137-8aaf-447e84e1182a tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:47.169585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-975079a6-e9b0-4d3b-b6d6-794f4771f348 req-a825d820-9a21-4137-8aaf-447e84e1182a tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 944 time: 1.0781484 Nov 09 00:21:47.213916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d5d743be-65ba-4fcc-949e-4d3a6deda664 req-83476085-fec0-42f8-87c4-0aadc9d4343f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192028 Nov 09 00:21:47.398594 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efcf53b3-b1a8-4344-9557-9b6461c7fdb7 req-d4620fa2-7cdb-4e1c-8b43-2c656ccc3c93 service neutron] 10.222.0.30 "GET /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961451 Nov 09 00:21:47.422954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Made reservation on behalf of 9987acff3719427c90dd46e194688cf2 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:47.429237 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:47.497603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] device_id is not set on port fa8b13e8-1db9-4796-825a-e3cc5b9f3d85 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:47.561424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-975079a6-e9b0-4d3b-b6d6-794f4771f348 req-a77ac5a7-4018-4a41-97e8-a05550527046 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910310 Nov 09 00:21:47.585400 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:47.689775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53774) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:47.710694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e3-7af5-480c-8405-bc679d627b91 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:47.759573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Allocated IP 2001:db8::1a (3421ac91-c981-451c-a0ec-3e273fc4466b/e811e4f9-7a47-40e4-9506-a21f405664a7/fa8b13e8-1db9-4796-825a-e3cc5b9f3d85) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:47.972898 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0e6ec20d-8a57-4831-ac68-f6817ec37a53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5c169f977124d4b87e43d21fcb3cb41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2816932 Nov 09 00:21:47.985903 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53796) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:48.009800 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:48.010666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:21:48.062472 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:48.077185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9355-0d7e-41b5-8422-018069a396c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:48.103403 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9355-0d7e-41b5-8422-018069a396c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:48.161808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Network 3421ac91-c981-451c-a0ec-3e273fc4466b is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:48.163553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event updated for resources: {'Port': ['ID=fa8b13e8-1db9-4796-825a-e3cc5b9f3d85,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:48.168945 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9355-0d7e-41b5-8422-018069a396c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:48.176290 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9355-0d7e-41b5-8422-018069a396c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:48.179288 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ff5b9355-0d7e-41b5-8422-018069a396c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0199383e-5f30-4151-b9ce-faa1656e6bd9 HTTP/1.1" status: 204 len: 168 time: 0.1913874 Nov 09 00:21:48.179728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:48.202558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:48.203755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b9355-0d7e-41b5-8422-018069a396c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0199383e-5f30-4151-b9ce-faa1656e6bd9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:48.221304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:48.222362 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:48.279651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5a7ec1aa-88f0-42d5-9cc8-96addfe885ee tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9984426 Nov 09 00:21:48.282683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53822) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:48.289163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2ada2c6d-b01d-4f5d-9625-a7bbb9243eda tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:db:56:ef'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:48.536235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa32b02-4284-4ee1-91a6-c7b7e35d4d69 req-2c0e9cf3-4819-4e2a-b80b-8792d18ecbba tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:48.538156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aa32b02-4284-4ee1-91a6-c7b7e35d4d69 req-2c0e9cf3-4819-4e2a-b80b-8792d18ecbba tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.1287909 Nov 09 00:21:48.539943 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f53e3-7af5-480c-8405-bc679d627b91 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port 4e8246da-7c0c-4872-ac16-ed5c731c3d9f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:48.545341 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e3-7af5-480c-8405-bc679d627b91 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:48.728728 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aa32b02-4284-4ee1-91a6-c7b7e35d4d69 req-624ad780-126d-49ed-97da-b8cb041ee875 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820135 Nov 09 00:21:48.753248 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:48.807147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:48.834771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'eb39bdeb-f5fa-4d7a-bf54-23fe658496f9', 'network_id': '17a08ca3-e0e0-4c43-84b5-28bf0efc0193', 'port_id': 'eb39bdeb-f5fa-4d7a-bf54-23fe658496f9', 'mac_address': 'fa:16:3e:c3:72:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:21:48.860044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ada2c6d-b01d-4f5d-9625-a7bbb9243eda tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:48.941893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d65e850e-1dc9-479d-a023-1676f36d36c2 None None] Provisioning complete for port fa8b13e8-1db9-4796-825a-e3cc5b9f3d85 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:48.945259 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d65e850e-1dc9-479d-a023-1676f36d36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:48.949373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b14f8-6da0-4832-84a1-3d3f27d626f1 req-3af7c52e-d2bf-4ab2-ae23-4f386716d8d3 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:48.962181 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f36b14f8-6da0-4832-84a1-3d3f27d626f1 req-3af7c52e-d2bf-4ab2-ae23-4f386716d8d3 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 944 time: 0.2364905 Nov 09 00:21:48.992139 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d65e850e-1dc9-479d-a023-1676f36d36c2 None None] Port fa8b13e8-1db9-4796-825a-e3cc5b9f3d85 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:48.993882 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:49.010449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:21:49.041122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53874) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:49.052167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:49.056551 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e3-7af5-480c-8405-bc679d627b91 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:49.061224 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:49.104860 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f53e3-7af5-480c-8405-bc679d627b91 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for 4e8246da-7c0c-4872-ac16-ed5c731c3d9f owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:49.181990 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f36b14f8-6da0-4832-84a1-3d3f27d626f1 req-c190de4c-e26a-4959-8f9f-c94bd3970ce8 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121863 Nov 09 00:21:49.182701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:49.209854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-eb9e2228-b401-40f3-9b02-aee8e17c27eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a197abbf1554b709588910405150db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1664722 Nov 09 00:21:49.210728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53888) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:49.340088 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ada2c6d-b01d-4f5d-9625-a7bbb9243eda tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:49.351370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ada2c6d-b01d-4f5d-9625-a7bbb9243eda tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:49.374645 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-2ada2c6d-b01d-4f5d-9625-a7bbb9243eda tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] In _notify_port_updated(), no bound segment for port fa8b13e8-1db9-4796-825a-e3cc5b9f3d85 on network 3421ac91-c981-451c-a0ec-3e273fc4466b {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:21:49.381607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada2c6d-b01d-4f5d-9625-a7bbb9243eda tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:49.382397 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ada2c6d-b01d-4f5d-9625-a7bbb9243eda tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:49.384049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['eb39bdeb-f5fa-4d7a-bf54-23fe658496f9'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:21:49.393504 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2ada2c6d-b01d-4f5d-9625-a7bbb9243eda tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "PUT /v2.0/ports/fa8b13e8-1db9-4796-825a-e3cc5b9f3d85 HTTP/1.1" status: 200 len: 1001 time: 1.1066654 Nov 09 00:21:49.397614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53904) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:49.461594 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a955e4ce-fc6a-4d4b-965d-4acd96f893ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:49.511583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada2c6d-b01d-4f5d-9625-a7bbb9243eda tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event updated for resources: {'Port': ['ID=fa8b13e8-1db9-4796-825a-e3cc5b9f3d85,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:49.566924 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e3-7af5-480c-8405-bc679d627b91 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:49.661260 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a955e4ce-fc6a-4d4b-965d-4acd96f893ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:49.669558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f53e3-7af5-480c-8405-bc679d627b91 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=4e8246da-7c0c-4872-ac16-ed5c731c3d9f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:49.849446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1d7fb-9a73-46b0-bd89-4afeba33c317 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Deleting port fa8b13e8-1db9-4796-825a-e3cc5b9f3d85 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:49.850100 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d7fb-9a73-46b0-bd89-4afeba33c317 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:49.882757 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a955e4ce-fc6a-4d4b-965d-4acd96f893ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:49.885385 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a955e4ce-fc6a-4d4b-965d-4acd96f893ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:49.907997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a955e4ce-fc6a-4d4b-965d-4acd96f893ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8a1b775-7d1f-47ba-9495-c1f28ce5ecbb HTTP/1.1" status: 204 len: 168 time: 0.6957285 Nov 09 00:21:49.979939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8a47e1b8-8d1a-4610-be7c-7c7894ef7958 None None] Provisioning complete for port fa8b13e8-1db9-4796-825a-e3cc5b9f3d85 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:49.980624 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8a47e1b8-8d1a-4610-be7c-7c7894ef7958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:50.092305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8a47e1b8-8d1a-4610-be7c-7c7894ef7958 None None] Port fa8b13e8-1db9-4796-825a-e3cc5b9f3d85 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:50.119714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955e4ce-fc6a-4d4b-965d-4acd96f893ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a1b775-7d1f-47ba-9495-c1f28ce5ecbb,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:50.197459 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d7fb-9a73-46b0-bd89-4afeba33c317 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:50.225269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1d7fb-9a73-46b0-bd89-4afeba33c317 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Calling delete_port for fa8b13e8-1db9-4796-825a-e3cc5b9f3d85 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:50.277295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40085bf-8847-407d-8633-453a4b99b672 req-f3584e23-2449-4954-aa8c-45c278787402 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:50.278938 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f40085bf-8847-407d-8633-453a4b99b672 req-f3584e23-2449-4954-aa8c-45c278787402 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.3357077 Nov 09 00:21:50.495560 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f40085bf-8847-407d-8633-453a4b99b672 req-bef78f82-8f36-4878-9240-1ac8ce39b117 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666453 Nov 09 00:21:50.558592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7f440-f587-44b3-894e-8bb3024a3d27 req-ae7a991f-791f-4957-a251-27a460179313 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:50.560161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5a7f440-f587-44b3-894e-8bb3024a3d27 req-ae7a991f-791f-4957-a251-27a460179313 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 945 time: 0.1732852 Nov 09 00:21:50.649996 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e3-7af5-480c-8405-bc679d627b91 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:50.706762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5a7f440-f587-44b3-894e-8bb3024a3d27 req-a9f6826c-dc94-40a9-aaf8-6b576059f55d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916576 Nov 09 00:21:50.740985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d7fb-9a73-46b0-bd89-4afeba33c317 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:50.799224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1d7fb-9a73-46b0-bd89-4afeba33c317 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event deleted for resources: {'Port': ['ID=fa8b13e8-1db9-4796-825a-e3cc5b9f3d85,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:50.876237 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d7fb-9a73-46b0-bd89-4afeba33c317 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:50.883435 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0ba1d7fb-9a73-46b0-bd89-4afeba33c317 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "DELETE /v2.0/ports/fa8b13e8-1db9-4796-825a-e3cc5b9f3d85 HTTP/1.1" status: 204 len: 168 time: 1.4881914 Nov 09 00:21:50.887193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54014) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:50.945800 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-475dcca6-dec8-4a84-ad1a-6c43fc0fc311 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] GET failed (client error): The resource could not be found. Nov 09 00:21:50.953149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8f53e3-7af5-480c-8405-bc679d627b91 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router b2a63dae-0931-43f9-9a04-1f17212d030e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:21:50.960488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-475dcca6-dec8-4a84-ad1a-6c43fc0fc311 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "GET /v2.0/ports/fa8b13e8-1db9-4796-825a-e3cc5b9f3d85 HTTP/1.1" status: 404 len: 333 time: 0.0691838 Nov 09 00:21:50.961391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54018) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:50.968367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Request body: {'port': {'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1464684101'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:51.132354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8f53e3-7af5-480c-8405-bc679d627b91 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:21:51.146286 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e727714-f6b3-4b24-aeb2-fe97a1919d5c None None] Sync routers for ids ['b2a63dae-0931-43f9-9a04-1f17212d030e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:21:51.158428 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e727714-f6b3-4b24-aeb2-fe97a1919d5c None None] Routers {'b2a63dae-0931-43f9-9a04-1f17212d030e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:21:51.159046 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9e727714-f6b3-4b24-aeb2-fe97a1919d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b2a63dae-0931-43f9-9a04-1f17212d030e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:51.159199 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dd8f53e3-7af5-480c-8405-bc679d627b91 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/b2a63dae-0931-43f9-9a04-1f17212d030e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2170088 Nov 09 00:21:51.161386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54024) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:51.238772 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9e727714-f6b3-4b24-aeb2-fe97a1919d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:51.262619 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e727714-f6b3-4b24-aeb2-fe97a1919d5c None None] Routers {'b2a63dae-0931-43f9-9a04-1f17212d030e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:21:51.265649 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9e727714-f6b3-4b24-aeb2-fe97a1919d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b2a63dae-0931-43f9-9a04-1f17212d030e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:51.285667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Made reservation on behalf of 9987acff3719427c90dd46e194688cf2 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:51.289281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:51.318987 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9e727714-f6b3-4b24-aeb2-fe97a1919d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:51.319894 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e727714-f6b3-4b24-aeb2-fe97a1919d5c None None] The sync data for ids ['b2a63dae-0931-43f9-9a04-1f17212d030e'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:21:51.338675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] device_id is not set on port 9fa7bd98-52bd-4f88-91a6-79d490a9e673 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:51.666204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Allocated IP 2001:db8::134 (3421ac91-c981-451c-a0ec-3e273fc4466b/e811e4f9-7a47-40e4-9506-a21f405664a7/9fa7bd98-52bd-4f88-91a6-79d490a9e673) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:51.739314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-15554902-b7ef-4630-bad1-64873c4d418f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:51.856993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0e68a-89da-4d9c-9f97-2f6d2f477e82 req-f13089aa-23e2-4526-a255-73f9f2b18396 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:51.859070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1e0e68a-89da-4d9c-9f97-2f6d2f477e82 req-f13089aa-23e2-4526-a255-73f9f2b18396 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.1896179 Nov 09 00:21:51.875835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54044) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:52.040455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:21:52.134917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-846835920'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:52.160350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:21:52.170755 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:52.171434 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.254449 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.300577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Made reservation on behalf of ffeb7cc45e62445a9d251a08a45d86fc for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:52.307660 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.307952 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.344012 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.371184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Network 3421ac91-c981-451c-a0ec-3e273fc4466b is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:52.372249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.378101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:52.388571 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:52.395657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:52.396342 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.410693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7252a-7f83-49c7-82ce-c3f6e0054ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb39bdeb-f5fa-4d7a-bf54-23fe658496f9'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:21:52.412965 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d060f93f-224d-4378-aa78-4c61b73c6278" -d '{"events": [{"server_uuid": "b6b7252a-7f83-49c7-82ce-c3f6e0054ec0", "name": "network-vif-plugged", "status": "completed", "tag": "eb39bdeb-f5fa-4d7a-bf54-23fe658496f9"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:21:52.440675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6c17-2b8e-492b-b884-e1752d96ece9 req-1181eb24-21a0-4292-afac-9f34b132d881 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:52.442125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a8c6c17-2b8e-492b-b884-e1752d96ece9 req-1181eb24-21a0-4292-afac-9f34b132d881 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 945 time: 0.5174427 Nov 09 00:21:52.449454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:52.449889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1e0e68a-89da-4d9c-9f97-2f6d2f477e82 req-33223984-a7da-4abb-8aa8-96c62787e1c3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5718412 Nov 09 00:21:52.458134 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.486723 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5240893 Nov 09 00:21:52.498769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54052) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:52.512403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Request body: {'port': {'network_id': '3421ac91-c981-451c-a0ec-3e273fc4466b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2100486232'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:52.537730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644c403-8753-40dd-8f5f-bc85ad96827a tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event updated for resources: {'Port': ['ID=9fa7bd98-52bd-4f88-91a6-79d490a9e673,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:52.583092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:52.600354 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:52.601002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:52.601540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:52.602038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:52.602627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:52.615397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:52.616157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:52.618878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:52.623068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:52.623646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:52.625119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:52.625676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:21:52.671863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.693259 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.737552 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a8c6c17-2b8e-492b-b884-e1752d96ece9 req-5c926eb4-b090-4ebe-8b69-b5cf41a0e910 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856455 Nov 09 00:21:52.784032 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ec6049-e194-483c-bea1-f60b00bb7165 x-openstack-request-id: req-c2ec6049-e194-483c-bea1-f60b00bb7165 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:21:52.784685 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7252a-7f83-49c7-82ce-c3f6e0054ec0", "name": "network-vif-plugged", "status": "completed", "tag": "eb39bdeb-f5fa-4d7a-bf54-23fe658496f9", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:21:52.785130 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2ec6049-e194-483c-bea1-f60b00bb7165 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:21:52.786068 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7252a-7f83-49c7-82ce-c3f6e0054ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb39bdeb-f5fa-4d7a-bf54-23fe658496f9', 'code': 200} Nov 09 00:21:52.802804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:21:52.876149 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Made reservation on behalf of 9987acff3719427c90dd46e194688cf2 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:52.881445 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.906477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-15554902-b7ef-4630-bad1-64873c4d418f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port d6584b06-3367-45ae-80f6-024eb12df648 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:52.917679 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-15554902-b7ef-4630-bad1-64873c4d418f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.922435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16f9f4c-533a-4fa4-86cf-a5ea1cefc8f1,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:52.928989 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:52.937879 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Added segment a389c7b2-b17b-499d-9e6b-b2a0d6a05272 of type vlan for network dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 Nov 09 00:21:52.952419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] device_id is not set on port 1ba94362-3416-4ddd-929e-8eb4bebb2592 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:52.959809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5cdeb43a-44e7-4d6c-9e33-f4f1d1b2a23b None None] Provisioning complete for port 9fa7bd98-52bd-4f88-91a6-79d490a9e673 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:52.960708 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb43a-44e7-4d6c-9e33-f4f1d1b2a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:53.029522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5cdeb43a-44e7-4d6c-9e33-f4f1d1b2a23b None None] Port 9fa7bd98-52bd-4f88-91a6-79d490a9e673 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:53.106020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f174dc-4b65-4c59-80f5-c7e2f38a8e59 req-bb05f95b-c6ed-4ca2-b9eb-7e9e458b2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:53.107819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0f174dc-4b65-4c59-80f5-c7e2f38a8e59 req-bb05f95b-c6ed-4ca2-b9eb-7e9e458b2725 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 1097 time: 0.2418656 Nov 09 00:21:53.128559 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-15554902-b7ef-4630-bad1-64873c4d418f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:53.144166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-15554902-b7ef-4630-bad1-64873c4d418f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for d6584b06-3367-45ae-80f6-024eb12df648 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:53.252649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0f174dc-4b65-4c59-80f5-c7e2f38a8e59 req-d1bdb81b-3bb0-4632-8c62-ac4d47c53779 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333315 Nov 09 00:21:53.289209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Allocated IP 2001:db8::74 (3421ac91-c981-451c-a0ec-3e273fc4466b/e811e4f9-7a47-40e4-9506-a21f405664a7/1ba94362-3416-4ddd-929e-8eb4bebb2592) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:53.462722 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-15554902-b7ef-4630-bad1-64873c4d418f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:53.511952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:53.548752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15554902-b7ef-4630-bad1-64873c4d418f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=d6584b06-3367-45ae-80f6-024eb12df648,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:53.599145 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:53.681186 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-15554902-b7ef-4630-bad1-64873c4d418f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:53.696960 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.resource_extend [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:21:53.765256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:53.792173 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:53.819847 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:53.820667 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:53.893758 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f5135-745a-48bd-89ef-c449ac5e0f83 req-47053c30-0165-44a6-a603-8e6eebee4f3e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:53.908076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f3f5135-745a-48bd-89ef-c449ac5e0f83 req-47053c30-0165-44a6-a603-8e6eebee4f3e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.1864014 Nov 09 00:21:54.004875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54070) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:54.026924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f3f5135-745a-48bd-89ef-c449ac5e0f83 req-cad8c0ee-4bc0-4e1e-b8ad-7b56a967e904 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120129 Nov 09 00:21:54.064671 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1865792 Nov 09 00:21:54.084407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54074) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:54.095589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5aed3a5c-fe3d-4afc-a18b-9ac53b42df1b tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Request body: {'subnet': {'network_id': 'dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:54.143592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70b60b-fb62-4169-b9da-5e6b0c7e4c64 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Pushing event updated for resources: {'Network': ['ID=dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:54.154707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:21:54.256543 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Network 3421ac91-c981-451c-a0ec-3e273fc4466b is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:54.310771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:54.321708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:54.327989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:54.330546 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:54.342457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event updated for resources: {'Port': ['ID=1ba94362-3416-4ddd-929e-8eb4bebb2592,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:54.391578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e3389d0e-7be3-43ec-a4e0-ff937ee38bdd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8844204 Nov 09 00:21:54.397715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54080) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:54.410338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-80d347ec-3a8c-4001-9760-4a311684ebfd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::107', 'mac_address': 'fa:16:3e:db:56:ef'}, {'ip_address': '2001:db8::134', 'mac_address': 'fa:16:3e:b2:64:34'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:54.425198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28864404-3c31-4cc0-a32d-ed571078ae58 req-4920b26f-f35b-4f28-81f1-1df92fa09b4f tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:54.437706 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-28864404-3c31-4cc0-a32d-ed571078ae58 req-4920b26f-f35b-4f28-81f1-1df92fa09b4f tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 946 time: 0.2047639 Nov 09 00:21:54.487623 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2220-5378-443c-bff4-9765bf2e116c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:54.514987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aed3a5c-fe3d-4afc-a18b-9ac53b42df1b tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Made reservation on behalf of ffeb7cc45e62445a9d251a08a45d86fc for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:54.519179 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aed3a5c-fe3d-4afc-a18b-9ac53b42df1b tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:54.520441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15554902-b7ef-4630-bad1-64873c4d418f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router b2a63dae-0931-43f9-9a04-1f17212d030e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:21:54.728511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15554902-b7ef-4630-bad1-64873c4d418f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:21:54.738675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6be79c-1212-4f8f-a487-906794db298e None None] Sync routers for ids ['b2a63dae-0931-43f9-9a04-1f17212d030e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:21:54.747957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-28864404-3c31-4cc0-a32d-ed571078ae58 req-71cab12e-9fa2-4244-9010-810cbcf7738b tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087273 Nov 09 00:21:54.754506 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-15554902-b7ef-4630-bad1-64873c4d418f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/b2a63dae-0931-43f9-9a04-1f17212d030e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5886559 Nov 09 00:21:54.762631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6be79c-1212-4f8f-a487-906794db298e None None] Routers {'b2a63dae-0931-43f9-9a04-1f17212d030e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:21:54.766371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4a6be79c-1212-4f8f-a487-906794db298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b2a63dae-0931-43f9-9a04-1f17212d030e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:54.777505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54082) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:54.851645 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b807e3ad-51c8-4e87-bfba-ced25b2ee895 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a63dae-0931-43f9-9a04-1f17212d030e HTTP/1.1" status: 200 len: 205 time: 0.0706208 Nov 09 00:21:54.856759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54084) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:54.880571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2220-5378-443c-bff4-9765bf2e116c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:54.902555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4a6be79c-1212-4f8f-a487-906794db298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:54.944943 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2220-5378-443c-bff4-9765bf2e116c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:54.974024 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80d347ec-3a8c-4001-9760-4a311684ebfd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:54.998538 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6be79c-1212-4f8f-a487-906794db298e None None] Routers {'b2a63dae-0931-43f9-9a04-1f17212d030e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:21:54.999184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4a6be79c-1212-4f8f-a487-906794db298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b2a63dae-0931-43f9-9a04-1f17212d030e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:55.013609 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ed6e2220-5378-443c-bff4-9765bf2e116c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea41a8b9ed3c44f983181258aea68e13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0053751 Nov 09 00:21:55.016985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54088) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:55.043494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14f71830-6892-4e12-8a6c-0d41f2183e21 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.087567 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3c7def78-04c8-4666-a518-c2805baf7795 None None] Provisioning complete for port 1ba94362-3416-4ddd-929e-8eb4bebb2592 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:55.087950 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3c7def78-04c8-4666-a518-c2805baf7795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.093663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4a6be79c-1212-4f8f-a487-906794db298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:55.094302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6be79c-1212-4f8f-a487-906794db298e None None] The sync data for ids ['b2a63dae-0931-43f9-9a04-1f17212d030e'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:21:55.165325 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3c7def78-04c8-4666-a518-c2805baf7795 None None] Port 1ba94362-3416-4ddd-929e-8eb4bebb2592 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:55.316626 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14f71830-6892-4e12-8a6c-0d41f2183e21 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.319593 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14f71830-6892-4e12-8a6c-0d41f2183e21 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.341682 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aed3a5c-fe3d-4afc-a18b-9ac53b42df1b tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.375506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e2220-5378-443c-bff4-9765bf2e116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c7f477-009f-42d7-aac7-555fb6d4240d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:55.383630 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14f71830-6892-4e12-8a6c-0d41f2183e21 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.384820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f71830-6892-4e12-8a6c-0d41f2183e21 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Fanout notify agent at l3_agent the message router_deleted on router b2a63dae-0931-43f9-9a04-1f17212d030e {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:21:55.400971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14f71830-6892-4e12-8a6c-0d41f2183e21 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.405239 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-14f71830-6892-4e12-8a6c-0d41f2183e21 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/b2a63dae-0931-43f9-9a04-1f17212d030e HTTP/1.1" status: 204 len: 168 time: 0.5474188 Nov 09 00:21:55.406587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54094) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:55.480877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed3a5c-fe3d-4afc-a18b-9ac53b42df1b tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Pushing event updated for resources: {'Subnet': ['ID=e62c07f5-f4dc-43ce-908a-460f6de949e5,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:55.507943 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-2542e608-aeee-4193-9f55-0faa6e943ec1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting subnet 6af2a86c-e790-41ca-a096-b8c8afd77dc1 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:21:55.512898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2542e608-aeee-4193-9f55-0faa6e943ec1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.575881 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2542e608-aeee-4193-9f55-0faa6e943ec1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.577014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8d879-ba82-4ea0-b2ff-137c1893d3c9 req-efc634ff-d150-4ab4-8c0d-7c77acc352b4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:55.578785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0e8d879-ba82-4ea0-b2ff-137c1893d3c9 req-efc634ff-d150-4ab4-8c0d-7c77acc352b4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.3700628 Nov 09 00:21:55.638998 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e77ac5c-04e3-4fbb-80f6-ee4964b6723c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.667924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e77ac5c-04e3-4fbb-80f6-ee4964b6723c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.709610 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2542e608-aeee-4193-9f55-0faa6e943ec1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.749726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aed3a5c-fe3d-4afc-a18b-9ac53b42df1b tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Checking segment: {'id': 'a389c7b2-b17b-499d-9e6b-b2a0d6a05272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:21:55.750745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed3a5c-fe3d-4afc-a18b-9ac53b42df1b tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Network hostable DHCP agents. Network: dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:21:55.753177 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e77ac5c-04e3-4fbb-80f6-ee4964b6723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.756139 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e77ac5c-04e3-4fbb-80f6-ee4964b6723c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.756900 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5e77ac5c-04e3-4fbb-80f6-ee4964b6723c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89c7f477-009f-42d7-aac7-555fb6d4240d HTTP/1.1" status: 204 len: 168 time: 0.7379124 Nov 09 00:21:55.810182 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2542e608-aeee-4193-9f55-0faa6e943ec1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.843849 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77ac5c-04e3-4fbb-80f6-ee4964b6723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c7f477-009f-42d7-aac7-555fb6d4240d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:55.851917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542e608-aeee-4193-9f55-0faa6e943ec1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Subnet': ['ID=6af2a86c-e790-41ca-a096-b8c8afd77dc1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:55.853754 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2542e608-aeee-4193-9f55-0faa6e943ec1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:55.858721 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2542e608-aeee-4193-9f55-0faa6e943ec1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/6af2a86c-e790-41ca-a096-b8c8afd77dc1 HTTP/1.1" status: 204 len: 168 time: 0.4508867 Nov 09 00:21:55.861853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54100) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:55.885632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef94cda-d866-45cf-8623-68904a52d30a None None] Network 0cf5ec14-5f35-4516-9aac-93165a45ecd2 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:55.974361 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0e8d879-ba82-4ea0-b2ff-137c1893d3c9 req-7545a696-f017-44a1-a5a4-4e09eb08b669 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3378921 Nov 09 00:21:56.009211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee1ae3f-b3c6-4244-bc3c-e16d10d896af tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting subnet 401de926-a8f8-4be6-8f6f-92cae37ba9cb {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:21:56.011729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed3a5c-fe3d-4afc-a18b-9ac53b42df1b tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Network dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:21:56.020971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ae3f-b3c6-4244-bc3c-e16d10d896af tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:56.036680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-5aed3a5c-fe3d-4afc-a18b-9ac53b42df1b tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:56.046509 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed3a5c-fe3d-4afc-a18b-9ac53b42df1b tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:56.046709 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aed3a5c-fe3d-4afc-a18b-9ac53b42df1b tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:56.061926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc40e002-4618-4e9a-9f17-3efcaee751ef None None] Network dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:56.077188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80d347ec-3a8c-4001-9760-4a311684ebfd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:56.095827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd378b-dc79-41d5-be01-50201ea73b52 req-3da3ffbc-a3b6-47c7-a4b8-0ef2c070bb23 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:56.097419 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57cd378b-dc79-41d5-be01-50201ea73b52 req-3da3ffbc-a3b6-47c7-a4b8-0ef2c070bb23 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 946 time: 0.1589811 Nov 09 00:21:56.098597 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80d347ec-3a8c-4001-9760-4a311684ebfd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:56.109158 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5aed3a5c-fe3d-4afc-a18b-9ac53b42df1b tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0169547 Nov 09 00:21:56.112649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54106) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:56.137165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Request body: {'port': {'network_id': 'dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2049127623'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:56.145266 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ae3f-b3c6-4244-bc3c-e16d10d896af tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:56.195076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-80d347ec-3a8c-4001-9760-4a311684ebfd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] In _notify_port_updated(), no bound segment for port 1ba94362-3416-4ddd-929e-8eb4bebb2592 on network 3421ac91-c981-451c-a0ec-3e273fc4466b {{(pid=101780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:21:56.200650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d347ec-3a8c-4001-9760-4a311684ebfd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:56.201302 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80d347ec-3a8c-4001-9760-4a311684ebfd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:56.205843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-80d347ec-3a8c-4001-9760-4a311684ebfd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "PUT /v2.0/ports/1ba94362-3416-4ddd-929e-8eb4bebb2592 HTTP/1.1" status: 200 len: 1067 time: 1.8035960 Nov 09 00:21:56.209399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54108) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:56.383750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ae3f-b3c6-4244-bc3c-e16d10d896af tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:56.459922 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d347ec-3a8c-4001-9760-4a311684ebfd tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event updated for resources: {'Port': ['ID=1ba94362-3416-4ddd-929e-8eb4bebb2592,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:56.511458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ae3f-b3c6-4244-bc3c-e16d10d896af tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:56.556364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57cd378b-dc79-41d5-be01-50201ea73b52 req-6e755236-aa3f-47b1-8b1a-b65609ad1820 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474714 Nov 09 00:21:56.583632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5', 'network_id': 'dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5', 'tenant_id': 'ffeb7cc45e62445a9d251a08a45d86fc', 'fixed_ips': [{'subnet_id': 'e62c07f5-f4dc-43ce-908a-460f6de949e5'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:21:56.584492 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:56.664674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1ae3f-b3c6-4244-bc3c-e16d10d896af tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Subnet': ['ID=401de926-a8f8-4be6-8f6f-92cae37ba9cb,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:56.665875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-84f8de1f-3805-44bc-a62a-28d0f8c0280d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Deleting port 1ba94362-3416-4ddd-929e-8eb4bebb2592 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:56.666231 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-84f8de1f-3805-44bc-a62a-28d0f8c0280d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:56.717600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ae3f-b3c6-4244-bc3c-e16d10d896af tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:56.734211 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2ee1ae3f-b3c6-4244-bc3c-e16d10d896af tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/401de926-a8f8-4be6-8f6f-92cae37ba9cb HTTP/1.1" status: 204 len: 168 time: 0.8616946 Nov 09 00:21:56.735412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54122) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:56.771215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860434da-134f-4ada-ac19-f27cbcd669a2 None None] Network 03288fe0-9098-4720-b34d-a977e10bf3aa requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:21:56.778558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c509c-5443-447b-8fee-6309f904342f None None] DHCP port deletion for 0cf5ec14-5f35-4516-9aac-93165a45ecd2 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:21:56.909662 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:56.953198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-542bfe24-edfb-401f-b753-788553c85b6e None None] Provisioning complete for port 1ba94362-3416-4ddd-929e-8eb4bebb2592 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:21:56.953990 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-542bfe24-edfb-401f-b753-788553c85b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:57.016690 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port 30903326-19d2-42e2-b32a-700e831a85e7 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:57.017329 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:57.110043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] For port 30903326-19d2-42e2-b32a-700e831a85e7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30903326-19d2-42e2-b32a-700e831a85e7,segment=NetworkSegment(173bed89-8034-4a7d-9f9a-e04fc5d1505e),segment_id=173bed89-8034-4a7d-9f9a-e04fc5d1505e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:57.111883 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:57.127381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for 30903326-19d2-42e2-b32a-700e831a85e7 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:57.278950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Made reservation on behalf of ffeb7cc45e62445a9d251a08a45d86fc for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:57.294044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:57.296053 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:57.309941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c509c-5443-447b-8fee-6309f904342f None None] Deleting port 30903326-19d2-42e2-b32a-700e831a85e7 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:57.310615 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0f3c509c-5443-447b-8fee-6309f904342f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:57.320274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No DVR routers for this DVR port 30903326-19d2-42e2-b32a-700e831a85e7 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:21:57.358817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe15ab-e3dc-4f5f-9384-c6ba7d55bed4 req-7599d9c6-9f87-444c-a0a3-25ac3682e8c3 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:57.367044 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20fe15ab-e3dc-4f5f-9384-c6ba7d55bed4 req-7599d9c6-9f87-444c-a0a3-25ac3682e8c3 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 946 time: 0.1977360 Nov 09 00:21:57.373457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] device_id is not set on port 46ade044-e2e2-4f23-8ce1-b3e432ee1598 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:21:57.404399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c1892-9fca-4da4-a585-1695c938dcf0 req-de2bca72-1f2c-4ed1-b6ef-fe678d985f1f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:57.406311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-503c1892-9fca-4da4-a585-1695c938dcf0 req-de2bca72-1f2c-4ed1-b6ef-fe678d985f1f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.2311382 Nov 09 00:21:57.425200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-542bfe24-edfb-401f-b753-788553c85b6e None None] Port 1ba94362-3416-4ddd-929e-8eb4bebb2592 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:21:57.458725 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0f3c509c-5443-447b-8fee-6309f904342f None None] For port 30903326-19d2-42e2-b32a-700e831a85e7, host n-d-813263-3, got binding levels [] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:57.459698 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0f3c509c-5443-447b-8fee-6309f904342f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:57.501688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Allocated IP 2001:db8::2 (dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5/e62c07f5-f4dc-43ce-908a-460f6de949e5/accf9511-352c-4835-913b-a7b30d15e537) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:57.516326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c509c-5443-447b-8fee-6309f904342f None None] Calling delete_port for 30903326-19d2-42e2-b32a-700e831a85e7 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:57.520851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.ipam_backend_mixin [None req-0f3c509c-5443-447b-8fee-6309f904342f None None] Port 30903326-19d2-42e2-b32a-700e831a85e7 was not found and therefore no delete operation was performed {{(pid=101782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 00:21:57.545009 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0f3c509c-5443-447b-8fee-6309f904342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:57.589417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd144cd7-82ea-4b62-8411-82c47f1dcd38 None None] DHCP port deletion for 03288fe0-9098-4720-b34d-a977e10bf3aa request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:21:57.594954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-84f8de1f-3805-44bc-a62a-28d0f8c0280d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:57.699630 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c509c-5443-447b-8fee-6309f904342f None None] Pushing event deleted for resources: {'Port': ['ID=30903326-19d2-42e2-b32a-700e831a85e7,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:57.719620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c509c-5443-447b-8fee-6309f904342f None None] No DVR routers for this DVR port 30903326-19d2-42e2-b32a-700e831a85e7 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:21:57.748559 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-84f8de1f-3805-44bc-a62a-28d0f8c0280d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Calling delete_port for 1ba94362-3416-4ddd-929e-8eb4bebb2592 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:57.771324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-503c1892-9fca-4da4-a585-1695c938dcf0 req-e88cfaa2-8bfe-49b5-b700-8c9925c51006 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216817 Nov 09 00:21:57.898712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20fe15ab-e3dc-4f5f-9384-c6ba7d55bed4 req-f6ad7a80-2d7f-4e15-8b42-986a500001bf tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304124 Nov 09 00:21:57.983370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-fd144cd7-82ea-4b62-8411-82c47f1dcd38 None None] Deleting port d6955456-d766-4ee0-ae37-fc69cb321dfb {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:21:57.984060 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fd144cd7-82ea-4b62-8411-82c47f1dcd38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.053851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-fd144cd7-82ea-4b62-8411-82c47f1dcd38 None None] For port d6955456-d766-4ee0-ae37-fc69cb321dfb, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d6955456-d766-4ee0-ae37-fc69cb321dfb,segment=NetworkSegment(eba09498-7172-4f11-aba1-d2a94759f7f7),segment_id=eba09498-7172-4f11-aba1-d2a94759f7f7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:21:58.054532 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fd144cd7-82ea-4b62-8411-82c47f1dcd38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.068759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-fd144cd7-82ea-4b62-8411-82c47f1dcd38 None None] Calling delete_port for d6955456-d766-4ee0-ae37-fc69cb321dfb owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:21:58.132534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=30903326-19d2-42e2-b32a-700e831a85e7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:58.166262 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fd144cd7-82ea-4b62-8411-82c47f1dcd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.226243 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-84f8de1f-3805-44bc-a62a-28d0f8c0280d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.258370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd144cd7-82ea-4b62-8411-82c47f1dcd38 None None] No DVR routers for this DVR port d6955456-d766-4ee0-ae37-fc69cb321dfb on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:21:58.277656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd144cd7-82ea-4b62-8411-82c47f1dcd38 None None] Pushing event deleted for resources: {'Port': ['ID=d6955456-d766-4ee0-ae37-fc69cb321dfb,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:58.282016 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.294827 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.316516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8de1f-3805-44bc-a62a-28d0f8c0280d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event deleted for resources: {'Port': ['ID=1ba94362-3416-4ddd-929e-8eb4bebb2592,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:58.335388 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.383105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Network dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:58.402929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:58.407449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:58.438174 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Pushing event updated for resources: {'Port': ['ID=accf9511-352c-4835-913b-a7b30d15e537,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:58.462066 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf5ec14-5f35-4516-9aac-93165a45ecd2']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:58.519795 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173bed89-8034-4a7d-9f9a-e04fc5d1505e') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:58.525157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173bed89-8034-4a7d-9f9a-e04fc5d1505e') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:58.560277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Attempting to bind port accf9511-352c-4835-913b-a7b30d15e537 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:21:58.560710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Attempting to bind port accf9511-352c-4835-913b-a7b30d15e537 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a389c7b2-b17b-499d-9e6b-b2a0d6a05272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:21:58.561200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Attempting to bind port accf9511-352c-4835-913b-a7b30d15e537 on network dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:21:58.570654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:21:58.571187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Checking segment: {'id': 'a389c7b2-b17b-499d-9e6b-b2a0d6a05272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:21:58.571705 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.574485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Bound using segment: {'id': 'a389c7b2-b17b-499d-9e6b-b2a0d6a05272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:21:58.575329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Bound port: accf9511-352c-4835-913b-a7b30d15e537, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a389c7b2-b17b-499d-9e6b-b2a0d6a05272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:21:58.581715 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.596300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.629090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Allocated IP 2001:db8::26 (dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5/e62c07f5-f4dc-43ce-908a-460f6de949e5/46ade044-e2e2-4f23-8ce1-b3e432ee1598) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:21:58.636830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30903326-19d2-42e2-b32a-700e831a85e7 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:21:58.637586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.648592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:21:58.649421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.670112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 30903326-19d2-42e2-b32a-700e831a85e7 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:21:58.670481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30903326-19d2-42e2-b32a-700e831a85e7 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:21:58.670895 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d6955456-d766-4ee0-ae37-fc69cb321dfb no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:21:58.709019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: d6955456-d766-4ee0-ae37-fc69cb321dfb {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:21:58.709436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d6955456-d766-4ee0-ae37-fc69cb321dfb not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:21:58.750479 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:21:58.760917 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.788611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.802462 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/networks/0cf5ec14-5f35-4516-9aac-93165a45ecd2 HTTP/1.1" status: 204 len: 168 time: 2.0657046 Nov 09 00:21:58.805105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54164) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:58.862435 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] For port accf9511-352c-4835-913b-a7b30d15e537, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:21:58.869537 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] For port accf9511-352c-4835-913b-a7b30d15e537, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=accf9511-352c-4835-913b-a7b30d15e537,segment=NetworkSegment(a389c7b2-b17b-499d-9e6b-b2a0d6a05272),segment_id=a389c7b2-b17b-499d-9e6b-b2a0d6a05272)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:21:58.884970 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:58.918201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105429f-1afe-43f1-b2db-58c063d7b790 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Network': ['ID=0cf5ec14-5f35-4516-9aac-93165a45ecd2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:59.005200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54172) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:59.069786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.072360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20a423-1afb-41e1-9191-906b99e13aaf None None] Pushing event updated for resources: {'Port': ['ID=accf9511-352c-4835-913b-a7b30d15e537,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:59.099834 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.152473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919d9e-28b0-489c-bfb5-ed6d80b376c2 req-6842e65c-693b-4473-92de-13dd691d55d2 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:59.164769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78919d9e-28b0-489c-bfb5-ed6d80b376c2 req-6842e65c-693b-4473-92de-13dd691d55d2 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 946 time: 0.7212265 Nov 09 00:21:59.183359 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.276743 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.307000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03288fe0-9098-4720-b34d-a977e10bf3aa']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:59.318284 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba09498-7172-4f11-aba1-d2a94759f7f7') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:59.318897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba09498-7172-4f11-aba1-d2a94759f7f7') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:21:59.333919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.375587 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.393941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:21:59.394538 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.432902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Network dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:21:59.443947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Pushing event updated for resources: {'Port': ['ID=46ade044-e2e2-4f23-8ce1-b3e432ee1598,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:59.449586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:21:59.467868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:21:59.482448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:21:59.486750 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:21:59.571232 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:21:59.601290 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8216cccc-4794-4bcd-b687-6195fa3f0658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.603559 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.609872 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.612101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6d8ddd96-de31-4671-980d-e47322bd9f4a tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.4793530 Nov 09 00:21:59.623703 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/networks/03288fe0-9098-4720-b34d-a977e10bf3aa HTTP/1.1" status: 204 len: 168 time: 0.8083262 Nov 09 00:21:59.623905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54176) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:59.623905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54178) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:59.628145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-27c48f5c-b899-424b-a726-76608f9e86c4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1630944900'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:59.644138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d7cf5-ab3b-4a1b-891f-9d76029821be tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Network': ['ID=03288fe0-9098-4720-b34d-a977e10bf3aa,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:21:59.683277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Request body: {'port': {'network_id': 'dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1509947164', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:21:59.684787 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.api.validators [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] bootfile-name is not in valid_values {{(pid=101780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 00:21:59.694710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.api.validators [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] tftp-server is not in valid_values {{(pid=101780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 00:21:59.695203 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.api.validators [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] server-ip-address is not in valid_values {{(pid=101780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 00:21:59.734585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78919d9e-28b0-489c-bfb5-ed6d80b376c2 req-2f4a5e01-1ae3-4562-b21c-3d0b65a02ad9 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687034 Nov 09 00:21:59.739637 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c48f5c-b899-424b-a726-76608f9e86c4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:21:59.743144 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27c48f5c-b899-424b-a726-76608f9e86c4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.744674 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8216cccc-4794-4bcd-b687-6195fa3f0658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.750354 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8216cccc-4794-4bcd-b687-6195fa3f0658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.753372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-84f8de1f-3805-44bc-a62a-28d0f8c0280d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:21:59.758063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-84f8de1f-3805-44bc-a62a-28d0f8c0280d tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "DELETE /v2.0/ports/1ba94362-3416-4ddd-929e-8eb4bebb2592 HTTP/1.1" status: 204 len: 168 time: 3.5201664 Nov 09 00:21:59.788466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54180) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:59.794047 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8216cccc-4794-4bcd-b687-6195fa3f0658 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be45b63ee5a141b09b2ec8f66a7e9008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7872641 Nov 09 00:21:59.803741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54184) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:59.827995 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a8fb00-b7f9-429f-a9af-5c6bd0f6d0ad tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] GET failed (client error): The resource could not be found. Nov 09 00:21:59.836418 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-62a8fb00-b7f9-429f-a9af-5c6bd0f6d0ad tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "GET /v2.0/ports/1ba94362-3416-4ddd-929e-8eb4bebb2592 HTTP/1.1" status: 404 len: 333 time: 0.0412364 Nov 09 00:21:59.837397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54186) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:21:59.949085 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216cccc-4794-4bcd-b687-6195fa3f0658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20810562-2dcb-4064-a57a-dd2ccc6b9ea3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:00.000251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54188) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:00.014655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-90ea66b8-36e7-4076-8a1c-4d50627b404c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117353527', 'description': 'tempest-secgroup-smoke-1117353527 description', 'project_id': 'a25a6a1f62704562be674debd2726386'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:00.033440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-636040a1-5897-4432-9216-efcb284e8a77 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Deleting port 9fa7bd98-52bd-4f88-91a6-79d490a9e673 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:00.036072 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-636040a1-5897-4432-9216-efcb284e8a77 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.083132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c48f5c-b899-424b-a726-76608f9e86c4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:00.174991 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27c48f5c-b899-424b-a726-76608f9e86c4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.175663 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-27c48f5c-b899-424b-a726-76608f9e86c4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Added segment 41547cdd-dd8b-45ac-a7be-408ade7a048b of type vlan for network 3e52be86-68b9-4f2b-a222-768516f22975 Nov 09 00:22:00.183836 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-636040a1-5897-4432-9216-efcb284e8a77 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.201600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-636040a1-5897-4432-9216-efcb284e8a77 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Calling delete_port for 9fa7bd98-52bd-4f88-91a6-79d490a9e673 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:00.212377 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9d85b417-12dc-4506-b1f7-cd9f87718da9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.258184 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9d85b417-12dc-4506-b1f7-cd9f87718da9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.343570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed17e73-b79e-4269-9cdb-3d70aa918bd0 req-aa722d24-187f-41ea-ab60-b2b8e01d6905 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:00.352549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ed17e73-b79e-4269-9cdb-3d70aa918bd0 req-aa722d24-187f-41ea-ab60-b2b8e01d6905 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.4130418 Nov 09 00:22:00.366366 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9d85b417-12dc-4506-b1f7-cd9f87718da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.370610 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9d85b417-12dc-4506-b1f7-cd9f87718da9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.377409 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9d85b417-12dc-4506-b1f7-cd9f87718da9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20810562-2dcb-4064-a57a-dd2ccc6b9ea3 HTTP/1.1" status: 204 len: 168 time: 0.5546653 Nov 09 00:22:00.399967 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-636040a1-5897-4432-9216-efcb284e8a77 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.566590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ed17e73-b79e-4269-9cdb-3d70aa918bd0 req-5d67a8d5-e468-48d8-9a30-fa94e39e3b58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126126 Nov 09 00:22:00.576600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636040a1-5897-4432-9216-efcb284e8a77 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event deleted for resources: {'Port': ['ID=9fa7bd98-52bd-4f88-91a6-79d490a9e673,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:00.589046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-636040a1-5897-4432-9216-efcb284e8a77 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.607879 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-636040a1-5897-4432-9216-efcb284e8a77 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "DELETE /v2.0/ports/9fa7bd98-52bd-4f88-91a6-79d490a9e673 HTTP/1.1" status: 204 len: 168 time: 0.7582650 Nov 09 00:22:00.607879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54192) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:00.608397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85b417-12dc-4506-b1f7-cd9f87718da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20810562-2dcb-4064-a57a-dd2ccc6b9ea3,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:00.631976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27c48f5c-b899-424b-a726-76608f9e86c4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.660811 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be3c770-b737-46ab-b775-85801f5ab1fc tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] GET failed (client error): The resource could not be found. Nov 09 00:22:00.667636 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5be3c770-b737-46ab-b775-85801f5ab1fc tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "GET /v2.0/ports/9fa7bd98-52bd-4f88-91a6-79d490a9e673 HTTP/1.1" status: 404 len: 333 time: 0.0527923 Nov 09 00:22:00.668418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54194) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:00.695109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a261226-4e13-4ef5-a8ad-19e5281e1a26 req-27c1b659-d13a-4062-8d63-956a843302f4 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:00.702105 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a261226-4e13-4ef5-a8ad-19e5281e1a26 req-27c1b659-d13a-4062-8d63-956a843302f4 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 946 time: 0.3463213 Nov 09 00:22:00.704863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90ea66b8-36e7-4076-8a1c-4d50627b404c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.770936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device accf9511-352c-4835-913b-a7b30d15e537 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:00.791228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Made reservation on behalf of ffeb7cc45e62445a9d251a08a45d86fc for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:00.794821 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.812676 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90ea66b8-36e7-4076-8a1c-4d50627b404c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.841692 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27c48f5c-b899-424b-a726-76608f9e86c4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.847337 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c48f5c-b899-424b-a726-76608f9e86c4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:00.847952 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27c48f5c-b899-424b-a726-76608f9e86c4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.864031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port accf9511-352c-4835-913b-a7b30d15e537 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:00.865231 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:00.889767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] device_id is not set on port 1dc0be38-b31d-4b07-8261-879cc061fae6 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:22:00.930446 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7272eb2-791e-435b-9f3b-386b665ce23c None None] Network dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:00.932121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-27c48f5c-b899-424b-a726-76608f9e86c4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3080897 Nov 09 00:22:01.029858 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90ea66b8-36e7-4076-8a1c-4d50627b404c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.038276 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a261226-4e13-4ef5-a8ad-19e5281e1a26 req-f5b626db-c0b1-47d4-942f-bc146c9c8eb6 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006830 Nov 09 00:22:01.044958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54198) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:01.049637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90ea66b8-36e7-4076-8a1c-4d50627b404c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.058471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2cc41c5c-f15f-4d4e-84b0-ceb902871c97 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'subnet': {'network_id': '3e52be86-68b9-4f2b-a222-768516f22975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:01.124169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c48f5c-b899-424b-a726-76608f9e86c4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Network': ['ID=3e52be86-68b9-4f2b-a222-768516f22975,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:01.150069 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 3e52be86-68b9-4f2b-a222-768516f22975 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:01.203525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4b64e8bf-16c7-4f19-a513-9455e2f3e9af None None] Provisioning complete for port accf9511-352c-4835-913b-a7b30d15e537 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:01.205986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4b64e8bf-16c7-4f19-a513-9455e2f3e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.221305 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90ea66b8-36e7-4076-8a1c-4d50627b404c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.257225 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7699f2d-0c45-468e-9402-33a6885451ba req-db69e3f4-c52e-46e9-8502-b7aded40f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:01.258865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7699f2d-0c45-468e-9402-33a6885451ba req-db69e3f4-c52e-46e9-8502-b7aded40f8ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1097 time: 0.2094727 Nov 09 00:22:01.299655 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90ea66b8-36e7-4076-8a1c-4d50627b404c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.391174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Allocated IP 2001:db8::2c4 (dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5/e62c07f5-f4dc-43ce-908a-460f6de949e5/1dc0be38-b31d-4b07-8261-879cc061fae6) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:01.395865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc41c5c-f15f-4d4e-84b0-ceb902871c97 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:01.404412 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90ea66b8-36e7-4076-8a1c-4d50627b404c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.405686 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-90ea66b8-36e7-4076-8a1c-4d50627b404c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.3979344 Nov 09 00:22:01.418517 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea66b8-36e7-4076-8a1c-4d50627b404c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ffc4ac-3351-4fd9-b604-6a656da61086,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:01.425262 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cc41c5c-f15f-4d4e-84b0-ceb902871c97 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.431164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54212) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:01.442846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9d985105-a2c7-4407-9542-792637ca3acb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '71941464-a993-4aa0-9f87-fba3ad6bd27c', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:01.542577 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d985105-a2c7-4407-9542-792637ca3acb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.559658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea66b8-36e7-4076-8a1c-4d50627b404c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71941464-a993-4aa0-9f87-fba3ad6bd27c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:01.605995 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.622112 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4b64e8bf-16c7-4f19-a513-9455e2f3e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.638363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-483c5beb-d9ee-4582-9846-0584d01f7e5b tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Deleting port 981be48b-4756-4a40-8650-8b52524f5946 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:01.640656 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-483c5beb-d9ee-4582-9846-0584d01f7e5b tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.684128 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4b64e8bf-16c7-4f19-a513-9455e2f3e9af None None] For port accf9511-352c-4835-913b-a7b30d15e537, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=accf9511-352c-4835-913b-a7b30d15e537,segment=NetworkSegment(a389c7b2-b17b-499d-9e6b-b2a0d6a05272),segment_id=a389c7b2-b17b-499d-9e6b-b2a0d6a05272)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:01.695865 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4b64e8bf-16c7-4f19-a513-9455e2f3e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.761249 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:22:01.761644 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:22:01.851716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64e8bf-16c7-4f19-a513-9455e2f3e9af None None] Pushing event updated for resources: {'Port': ['ID=accf9511-352c-4835-913b-a7b30d15e537,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:01.903402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d985105-a2c7-4407-9542-792637ca3acb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.912224 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d985105-a2c7-4407-9542-792637ca3acb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.945473 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d985105-a2c7-4407-9542-792637ca3acb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c674cb-5d67-492d-b1c6-e23fb657a2c3,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:01.950752 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-483c5beb-d9ee-4582-9846-0584d01f7e5b tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.958135 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9d985105-a2c7-4407-9542-792637ca3acb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:01.961996 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9d985105-a2c7-4407-9542-792637ca3acb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5272782 Nov 09 00:22:01.965821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54226) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:01.977172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-42286460-ba2e-4bf8-aee1-c463fff68d18 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '71941464-a993-4aa0-9f87-fba3ad6bd27c', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:02.005802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-483c5beb-d9ee-4582-9846-0584d01f7e5b tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Calling delete_port for 981be48b-4756-4a40-8650-8b52524f5946 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:02.015455 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42286460-ba2e-4bf8-aee1-c463fff68d18 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.081892 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42286460-ba2e-4bf8-aee1-c463fff68d18 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.125223 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42286460-ba2e-4bf8-aee1-c463fff68d18 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.155428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9426b80d-a538-4677-ad38-b9544d599b13 None None] Provisioning complete for port 46ade044-e2e2-4f23-8ce1-b3e432ee1598 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:02.157137 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9426b80d-a538-4677-ad38-b9544d599b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.171878 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cc41c5c-f15f-4d4e-84b0-ceb902871c97 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.174935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42286460-ba2e-4bf8-aee1-c463fff68d18 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809e3e1d-bc1d-4e50-8fd2-fdf3eeafc19b,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:02.180649 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42286460-ba2e-4bf8-aee1-c463fff68d18 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.182040 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-42286460-ba2e-4bf8-aee1-c463fff68d18 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2151554 Nov 09 00:22:02.184561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54232) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:02.192647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d9d77720-63be-4bea-85db-84ff47b6e64f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '71941464-a993-4aa0-9f87-fba3ad6bd27c', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:02.236612 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9d77720-63be-4bea-85db-84ff47b6e64f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.256551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9426b80d-a538-4677-ad38-b9544d599b13 None None] Port 46ade044-e2e2-4f23-8ce1-b3e432ee1598 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:02.290606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc41c5c-f15f-4d4e-84b0-ceb902871c97 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Subnet': ['ID=51fb14a7-955e-4a27-a75e-9bc8aae37fb2,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:02.322351 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9426b80d-a538-4677-ad38-b9544d599b13 None None] Provisioning complete for port accf9511-352c-4835-913b-a7b30d15e537 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:02.323256 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9426b80d-a538-4677-ad38-b9544d599b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.350150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9d77720-63be-4bea-85db-84ff47b6e64f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.358994 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9d77720-63be-4bea-85db-84ff47b6e64f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.394547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d77720-63be-4bea-85db-84ff47b6e64f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126bc3c5-cfa9-41e8-9814-13087707678b,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:02.400554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9d77720-63be-4bea-85db-84ff47b6e64f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.404539 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d9d77720-63be-4bea-85db-84ff47b6e64f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2165062 Nov 09 00:22:02.406068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54236) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:02.414098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-abeb3a8c-8042-43c7-a394-035bd7e25d20 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '71941464-a993-4aa0-9f87-fba3ad6bd27c', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:02.434595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5e104-d221-48e7-a871-cb5df531f96d req-13ba540e-92b8-4e57-a9e8-12b187c0e8b3 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:02.436486 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2b5e104-d221-48e7-a871-cb5df531f96d req-13ba540e-92b8-4e57-a9e8-12b187c0e8b3 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 946 time: 0.8884854 Nov 09 00:22:02.459128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-483c5beb-d9ee-4582-9846-0584d01f7e5b tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.505530 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4ca1b-a42c-4fb4-bf5f-388a9c1db680 req-53f565a3-3a75-480d-8d2a-4a774e536cca tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:02.521989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c5beb-d9ee-4582-9846-0584d01f7e5b tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event deleted for resources: {'Port': ['ID=981be48b-4756-4a40-8650-8b52524f5946,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:02.522459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec4ca1b-a42c-4fb4-bf5f-388a9c1db680 req-53f565a3-3a75-480d-8d2a-4a774e536cca tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.7198148 Nov 09 00:22:02.527218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-483c5beb-d9ee-4582-9846-0584d01f7e5b tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.535516 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-483c5beb-d9ee-4582-9846-0584d01f7e5b tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "DELETE /v2.0/ports/981be48b-4756-4a40-8650-8b52524f5946 HTTP/1.1" status: 204 len: 168 time: 1.8653758 Nov 09 00:22:02.536466 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abeb3a8c-8042-43c7-a394-035bd7e25d20 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.575408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54238) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:02.597699 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abeb3a8c-8042-43c7-a394-035bd7e25d20 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.658736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device accf9511-352c-4835-913b-a7b30d15e537 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:02.705531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a037e3-b257-4e5f-8b3f-5fe3bd811647 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Deleting subnet e811e4f9-7a47-40e4-9506-a21f405664a7 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:22:02.706214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc41c5c-f15f-4d4e-84b0-ceb902871c97 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Checking segment: {'id': '41547cdd-dd8b-45ac-a7be-408ade7a048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3e52be86-68b9-4f2b-a222-768516f22975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:02.706601 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc41c5c-f15f-4d4e-84b0-ceb902871c97 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network hostable DHCP agents. Network: 3e52be86-68b9-4f2b-a222-768516f22975, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:02.712185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abeb3a8c-8042-43c7-a394-035bd7e25d20 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.745771 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-10a037e3-b257-4e5f-8b3f-5fe3bd811647 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.764597 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7699f2d-0c45-468e-9402-33a6885451ba req-95755312-befb-40ce-9305-9b6cd97e2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:02.766517 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7699f2d-0c45-468e-9402-33a6885451ba req-95755312-befb-40ce-9305-9b6cd97e2e20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 1.4782619 Nov 09 00:22:02.810986 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port accf9511-352c-4835-913b-a7b30d15e537 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:02.811805 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.822298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb3a8c-8042-43c7-a394-035bd7e25d20 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610c393a-ee03-4d8e-9ff8-fba966430b42,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:02.843338 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ec4ca1b-a42c-4fb4-bf5f-388a9c1db680 req-fa051e91-1aac-43b6-9793-965310c8347a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162134 Nov 09 00:22:02.845930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc41c5c-f15f-4d4e-84b0-ceb902871c97 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 3e52be86-68b9-4f2b-a222-768516f22975 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:02.857400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abeb3a8c-8042-43c7-a394-035bd7e25d20 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:02.857400 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-abeb3a8c-8042-43c7-a394-035bd7e25d20 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4416263 Nov 09 00:22:02.858539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54240) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:02.867381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9069e3c1-f425-4a8d-bd74-6de5999a1a91 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '71941464-a993-4aa0-9f87-fba3ad6bd27c', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:02.924823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2b5e104-d221-48e7-a871-cb5df531f96d req-3e0163b9-c25c-449a-83b1-05cc36569866 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743946 Nov 09 00:22:02.925456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-2cc41c5c-f15f-4d4e-84b0-ceb902871c97 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 3e52be86-68b9-4f2b-a222-768516f22975) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:02.946095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39295d-fc38-4fc5-9027-f7151d1bbfac None None] Network 3e52be86-68b9-4f2b-a222-768516f22975 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:02.955199 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-10a037e3-b257-4e5f-8b3f-5fe3bd811647 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.001897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-896c69f2-071f-45f5-ba7d-bd456c7ebf66 None None] Provisioning complete for port 46ade044-e2e2-4f23-8ce1-b3e432ee1598 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:03.002617 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-896c69f2-071f-45f5-ba7d-bd456c7ebf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.011719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc41c5c-f15f-4d4e-84b0-ceb902871c97 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:03.012326 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2cc41c5c-f15f-4d4e-84b0-ceb902871c97 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.035531 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.058530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7699f2d-0c45-468e-9402-33a6885451ba req-081b0598-60d7-4328-a204-970a9a648de8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 1001 time: 0.2576599 Nov 09 00:22:03.067346 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2cc41c5c-f15f-4d4e-84b0-ceb902871c97 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0163841 Nov 09 00:22:03.071131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54246) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:03.075568 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-53c8bc0b-9ba4-47fb-b1ae-f7b59babba5a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1605822473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:03.156059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7699f2d-0c45-468e-9402-33a6885451ba req-b8f29e12-62ed-42f3-a5bf-9cedb69e78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:03.158168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7699f2d-0c45-468e-9402-33a6885451ba req-b8f29e12-62ed-42f3-a5bf-9cedb69e78ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.0872383 Nov 09 00:22:03.161874 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53c8bc0b-9ba4-47fb-b1ae-f7b59babba5a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.162954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53c8bc0b-9ba4-47fb-b1ae-f7b59babba5a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.195705 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-896c69f2-071f-45f5-ba7d-bd456c7ebf66 None None] Port 46ade044-e2e2-4f23-8ce1-b3e432ee1598 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:03.238185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-10a037e3-b257-4e5f-8b3f-5fe3bd811647 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.353377 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-10a037e3-b257-4e5f-8b3f-5fe3bd811647 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.366793 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-9069e3c1-f425-4a8d-bd74-6de5999a1a91 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Project a25a6a1f62704562be674debd2726386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:22:03.397416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a037e3-b257-4e5f-8b3f-5fe3bd811647 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event deleted for resources: {'Subnet': ['ID=e811e4f9-7a47-40e4-9506-a21f405664a7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:03.400239 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-10a037e3-b257-4e5f-8b3f-5fe3bd811647 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.404973 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-10a037e3-b257-4e5f-8b3f-5fe3bd811647 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "DELETE /v2.0/subnets/e811e4f9-7a47-40e4-9506-a21f405664a7 HTTP/1.1" status: 204 len: 168 time: 0.8045607 Nov 09 00:22:03.407555 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9069e3c1-f425-4a8d-bd74-6de5999a1a91 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.410438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54252) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:03.418009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023c7c5e-6884-4710-9f70-00532e3cd403 None None] Network 3421ac91-c981-451c-a0ec-3e273fc4466b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:03.445530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-3e52be86-68b9-4f2b-a222-768516f22975', 'network_id': '3e52be86-68b9-4f2b-a222-768516f22975', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'fixed_ips': [{'subnet_id': '51fb14a7-955e-4a27-a75e-9bc8aae37fb2'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:03.447654 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.549159 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9069e3c1-f425-4a8d-bd74-6de5999a1a91 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.553914 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.562117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9069e3c1-f425-4a8d-bd74-6de5999a1a91 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.582994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069e3c1-f425-4a8d-bd74-6de5999a1a91 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc383663-e7f4-424c-93ba-adcfb60dc2e4,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:03.627650 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9069e3c1-f425-4a8d-bd74-6de5999a1a91 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.631664 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9069e3c1-f425-4a8d-bd74-6de5999a1a91 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7695451 Nov 09 00:22:03.632198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54254) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:03.636973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-699f162d-13c2-432d-ba3a-9ce85d042fba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '71941464-a993-4aa0-9f87-fba3ad6bd27c', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:03.755876 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-699f162d-13c2-432d-ba3a-9ce85d042fba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Project a25a6a1f62704562be674debd2726386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:22:03.763879 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-699f162d-13c2-432d-ba3a-9ce85d042fba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.781055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Deleting port 7824d111-8731-47e3-9234-d3d2ebf293d1 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:03.781055 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.802018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Allocated IP 2001:db8::2 (3e52be86-68b9-4f2b-a222-768516f22975/51fb14a7-955e-4a27-a75e-9bc8aae37fb2/7adb2274-d90c-4121-ac36-4fb59533ac51) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:03.813397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7699f2d-0c45-468e-9402-33a6885451ba req-b6a818ba-99db-4a51-bcbc-27f8dad2a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:03.818144 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7699f2d-0c45-468e-9402-33a6885451ba req-b6a818ba-99db-4a51-bcbc-27f8dad2a71e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6504209 Nov 09 00:22:03.826703 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.849400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859369c-ef0c-47ac-bb4c-a9ec9e2a4fe2 req-35b597c6-0df1-492b-934f-36040e0fe0d6 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:03.860081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3859369c-ef0c-47ac-bb4c-a9ec9e2a4fe2 req-35b597c6-0df1-492b-934f-36040e0fe0d6 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 946 time: 0.6575224 Nov 09 00:22:03.869541 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53c8bc0b-9ba4-47fb-b1ae-f7b59babba5a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.872938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] For port 7824d111-8731-47e3-9234-d3d2ebf293d1, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7824d111-8731-47e3-9234-d3d2ebf293d1,segment=NetworkSegment(e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8),segment_id=e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:03.873561 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:03.888241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Calling delete_port for 7824d111-8731-47e3-9234-d3d2ebf293d1 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:04.024256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53c8bc0b-9ba4-47fb-b1ae-f7b59babba5a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.060285 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-699f162d-13c2-432d-ba3a-9ce85d042fba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.078633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-699f162d-13c2-432d-ba3a-9ce85d042fba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.089931 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.129816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f162d-13c2-432d-ba3a-9ce85d042fba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0877050f-f07f-4268-b33a-7f3255e2ed59,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:04.133305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event deleted for resources: {'Port': ['ID=7824d111-8731-47e3-9234-d3d2ebf293d1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:04.138328 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-699f162d-13c2-432d-ba3a-9ce85d042fba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.142426 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-699f162d-13c2-432d-ba3a-9ce85d042fba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5062757 Nov 09 00:22:04.142426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] No DVR routers for this DVR port 7824d111-8731-47e3-9234-d3d2ebf293d1 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:04.152389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54264) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:04.159529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53c8bc0b-9ba4-47fb-b1ae-f7b59babba5a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.163614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3f9946f6-9599-409b-b2af-64557ac7f768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'network': {'name': 'tempest-network-smoke--905647130', 'project_id': 'a25a6a1f62704562be674debd2726386', 'port_security_enabled': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:04.167458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-53c8bc0b-9ba4-47fb-b1ae-f7b59babba5a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0929475 Nov 09 00:22:04.167691 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.174607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54268) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:04.190252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'port': {'network_id': '3e52be86-68b9-4f2b-a222-768516f22975', 'name': 'tempest-RoutersIpV6Test-1896155862'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:04.194788 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.226317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Network dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:04.274185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Network 3e52be86-68b9-4f2b-a222-768516f22975 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:04.277288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:04.279264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:04.281520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:04.304109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:04.334701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:04.335750 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.370507 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8387c941-6278-49f3-b6e0-7c7cbe85e042 None None] DHCP port deletion for 3421ac91-c981-451c-a0ec-3e273fc4466b request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:22:04.371997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Pushing event updated for resources: {'Port': ['ID=1dc0be38-b31d-4b07-8261-879cc061fae6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:04.379716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Pushing event updated for resources: {'Port': ['ID=7adb2274-d90c-4121-ac36-4fb59533ac51,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:04.474046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Attempting to bind port 7adb2274-d90c-4121-ac36-4fb59533ac51 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:04.474418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Attempting to bind port 7adb2274-d90c-4121-ac36-4fb59533ac51 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '41547cdd-dd8b-45ac-a7be-408ade7a048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3e52be86-68b9-4f2b-a222-768516f22975'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:04.474963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Attempting to bind port 7adb2274-d90c-4121-ac36-4fb59533ac51 on network 3e52be86-68b9-4f2b-a222-768516f22975 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:04.495696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:04.496154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Checking segment: {'id': '41547cdd-dd8b-45ac-a7be-408ade7a048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3e52be86-68b9-4f2b-a222-768516f22975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:04.498197 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.498697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Bound using segment: {'id': '41547cdd-dd8b-45ac-a7be-408ade7a048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3e52be86-68b9-4f2b-a222-768516f22975'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:04.499177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Bound port: 7adb2274-d90c-4121-ac36-4fb59533ac51, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41547cdd-dd8b-45ac-a7be-408ade7a048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3e52be86-68b9-4f2b-a222-768516f22975'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:04.499885 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.522348 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7699f2d-0c45-468e-9402-33a6885451ba req-553bafed-4547-4bb5-812f-3fff59d5b249 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436229 Nov 09 00:22:04.594630 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.655225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3421ac91-c981-451c-a0ec-3e273fc4466b']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:04.659458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab8706-6c69-4565-af2c-d8925777429b req-f498dde6-af7d-4cc9-9a37-831814ee31a5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:04.661286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54ab8706-6c69-4565-af2c-d8925777429b req-f498dde6-af7d-4cc9-9a37-831814ee31a5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.6431067 Nov 09 00:22:04.666656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3859369c-ef0c-47ac-bb4c-a9ec9e2a4fe2 req-87331266-3685-4c65-8a04-f47d91655902 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8036506 Nov 09 00:22:04.670394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9467c244-ef16-41b9-94b9-79e583176772 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 5.0482228 Nov 09 00:22:04.671550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7824d111-8731-47e3-9234-d3d2ebf293d1 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:22:04.708557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54270) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:04.713187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:04.716652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ae4d5f-e1f5-47e5-9fa8-f92f5d1d44c8') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:04.738190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 7824d111-8731-47e3-9234-d3d2ebf293d1 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:22:04.738594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7824d111-8731-47e3-9234-d3d2ebf293d1 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:22:04.761024 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] For port 7adb2274-d90c-4121-ac36-4fb59533ac51, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:04.782626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] For port 7adb2274-d90c-4121-ac36-4fb59533ac51, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7adb2274-d90c-4121-ac36-4fb59533ac51,segment=NetworkSegment(41547cdd-dd8b-45ac-a7be-408ade7a048b),segment_id=41547cdd-dd8b-45ac-a7be-408ade7a048b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:04.790947 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.806663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.824504 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.832581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:22:04.833437 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.834289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54ab8706-6c69-4565-af2c-d8925777429b req-101825c0-a85c-4d1d-8563-dacf45f2da17 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618001 Nov 09 00:22:04.921582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9946f6-9599-409b-b2af-64557ac7f768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Made reservation on behalf of a25a6a1f62704562be674debd2726386 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:04.930851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0056512-95e4-48af-8421-fc0d966ee400 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:04.934708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f9946f6-9599-409b-b2af-64557ac7f768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:04.938000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0056512-95e4-48af-8421-fc0d966ee400 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:22:04.940248 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:22:04.946275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0056512-95e4-48af-8421-fc0d966ee400 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:04.948202 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e0056512-95e4-48af-8421-fc0d966ee400 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2386312 Nov 09 00:22:04.952284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54274) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:04.978435 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:05.016449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49620f30-72b3-4573-b15d-bc0f789bbbfb None None] Pushing event updated for resources: {'Port': ['ID=7adb2274-d90c-4121-ac36-4fb59533ac51,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:05.028016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-03ecf42e-f217-40b4-83ab-e02fa890edb0 None None] Provisioning complete for port 1dc0be38-b31d-4b07-8261-879cc061fae6 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:05.028415 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-03ecf42e-f217-40b4-83ab-e02fa890edb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:05.067874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:05.075708 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] 10.222.0.25 "DELETE /v2.0/networks/3421ac91-c981-451c-a0ec-3e273fc4466b HTTP/1.1" status: 204 len: 168 time: 1.6640599 Nov 09 00:22:05.123522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-03ecf42e-f217-40b4-83ab-e02fa890edb0 None None] Port 1dc0be38-b31d-4b07-8261-879cc061fae6 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:05.130420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9946f6-9599-409b-b2af-64557ac7f768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:05.142679 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f9946f6-9599-409b-b2af-64557ac7f768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:05.143019 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-3f9946f6-9599-409b-b2af-64557ac7f768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Added segment a91f8b67-a308-4c33-96b5-8172b3b594a8 of type vlan for network 2ebf44d6-48b0-412d-acc4-554572e51c8d Nov 09 00:22:05.201283 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f9946f6-9599-409b-b2af-64557ac7f768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:05.236185 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd655b5-1db1-458b-836f-a0a393d00310 tempest-AllowedAddressPairIpV6TestJSON-1187580545 tempest-AllowedAddressPairIpV6TestJSON-1187580545-project] Pushing event deleted for resources: {'Network': ['ID=3421ac91-c981-451c-a0ec-3e273fc4466b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:05.242960 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f9946f6-9599-409b-b2af-64557ac7f768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:05.250726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9946f6-9599-409b-b2af-64557ac7f768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:05.251599 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f9946f6-9599-409b-b2af-64557ac7f768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:05.273638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7699f2d-0c45-468e-9402-33a6885451ba req-c5f92f74-54f7-45ff-b8cc-0e2b5cbf5f1c service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7260776 Nov 09 00:22:05.360531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8f64dde6-4ebc-4c1a-b343-87b5d01715a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Deleting port 1dc0be38-b31d-4b07-8261-879cc061fae6 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:05.362343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:05.362903 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8f64dde6-4ebc-4c1a-b343-87b5d01715a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:05.371074 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:05.390498 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3f9946f6-9599-409b-b2af-64557ac7f768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2368937 Nov 09 00:22:05.401797 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54282) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:05.408436 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'admin_state_up': True, 'project_id': 'a25a6a1f62704562be674debd2726386', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:05.442412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9946f6-9599-409b-b2af-64557ac7f768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Network': ['ID=2ebf44d6-48b0-412d-acc4-554572e51c8d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:05.454786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 2ebf44d6-48b0-412d-acc4-554572e51c8d details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:05.455759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] device_id is not set on port 23adcf21-3dd3-43a0-a4de-b2906ffe6e52 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:22:05.795325 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Allocated IP 2001:db8::397 (3e52be86-68b9-4f2b-a222-768516f22975/51fb14a7-955e-4a27-a75e-9bc8aae37fb2/23adcf21-3dd3-43a0-a4de-b2906ffe6e52) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:05.885682 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8f64dde6-4ebc-4c1a-b343-87b5d01715a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:05.910315 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:05.911613 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:05.928391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8f64dde6-4ebc-4c1a-b343-87b5d01715a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Calling delete_port for 1dc0be38-b31d-4b07-8261-879cc061fae6 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:06.168864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54300) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:06.252469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552b945-2a27-4e47-a989-8466c8ba8087 req-e76787b3-ac16-4bf8-86f3-a668b4abe3db tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:06.262655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2552b945-2a27-4e47-a989-8466c8ba8087 req-e76787b3-ac16-4bf8-86f3-a668b4abe3db tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 946 time: 0.5978067 Nov 09 00:22:06.367476 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:06.385533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adce9c4-340f-453a-815a-24363003afe7 req-af7a70f5-1373-4092-a450-fba6eb669c0e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:06.394869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9adce9c4-340f-453a-815a-24363003afe7 req-af7a70f5-1373-4092-a450-fba6eb669c0e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.2471080 Nov 09 00:22:06.531536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2552b945-2a27-4e47-a989-8466c8ba8087 req-f5ecaa50-1584-4c9a-8ab6-0ae5bc745062 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676523 Nov 09 00:22:06.600567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9adce9c4-340f-453a-815a-24363003afe7 req-d277d02c-3b6e-4fcb-8d71-3684e214155f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042873 Nov 09 00:22:06.691271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8f64dde6-4ebc-4c1a-b343-87b5d01715a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:06.708820 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4c2eea8d-c96e-48d3-a557-3e1d8c18dd6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9987acff3719427c90dd46e194688cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5387375 Nov 09 00:22:06.710989 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:06.711734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54314) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:06.729788 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7adb2274-d90c-4121-ac36-4fb59533ac51 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:06.766262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64dde6-4ebc-4c1a-b343-87b5d01715a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Pushing event deleted for resources: {'Port': ['ID=1dc0be38-b31d-4b07-8261-879cc061fae6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:06.811636 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8f64dde6-4ebc-4c1a-b343-87b5d01715a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:06.815886 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8f64dde6-4ebc-4c1a-b343-87b5d01715a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] 10.222.0.25 "DELETE /v2.0/ports/1dc0be38-b31d-4b07-8261-879cc061fae6 HTTP/1.1" status: 204 len: 168 time: 1.8625946 Nov 09 00:22:06.823346 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54316) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:06.840671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7e482cbe-3d0f-424e-a534-8b98769ea5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Request body: {'port': {'name': 'tempest-new-port-name-1796470693', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:06.841215 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.api.validators [None req-7e482cbe-3d0f-424e-a534-8b98769ea5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] bootfile-name is not in valid_values {{(pid=101780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 00:22:06.841687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.api.validators [None req-7e482cbe-3d0f-424e-a534-8b98769ea5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] tftp-server is not in valid_values {{(pid=101780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 00:22:06.842153 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.api.validators [None req-7e482cbe-3d0f-424e-a534-8b98769ea5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] server-ip-address is not in valid_values {{(pid=101780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 00:22:06.845819 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:06.871275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc5b27-e2fe-4b61-819c-3dc51970d5b9 req-4d7cc534-2a0e-4669-88fc-24f9a7217489 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:06.873032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77fc5b27-e2fe-4b61-819c-3dc51970d5b9 req-4d7cc534-2a0e-4669-88fc-24f9a7217489 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 946 time: 0.2460079 Nov 09 00:22:06.890794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7adb2274-d90c-4121-ac36-4fb59533ac51 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:06.891036 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:06.992371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:07.059007 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 3e52be86-68b9-4f2b-a222-768516f22975 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:07.068409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:07.072570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:07.109453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:07.110408 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:07.129015 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bd013483-a4fa-40f7-9ad6-c47fbf09ea6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:07.147897 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9713166 Nov 09 00:22:07.155242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54326) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:07.167845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ac044-33a4-43df-a705-f795d78a9a60 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=23adcf21-3dd3-43a0-a4de-b2906ffe6e52,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:07.183049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:07.187093 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e482cbe-3d0f-424e-a534-8b98769ea5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:07.274856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 7adb2274-d90c-4121-ac36-4fb59533ac51, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7adb2274-d90c-4121-ac36-4fb59533ac51,segment=NetworkSegment(41547cdd-dd8b-45ac-a7be-408ade7a048b),segment_id=41547cdd-dd8b-45ac-a7be-408ade7a048b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:07.285850 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bd013483-a4fa-40f7-9ad6-c47fbf09ea6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:07.289466 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:07.389291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=7adb2274-d90c-4121-ac36-4fb59533ac51,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:07.415856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de8162a-ecf1-416d-8532-a9a69d50b3f0 None None] Network 3e52be86-68b9-4f2b-a222-768516f22975 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:07.645214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-77fc5b27-e2fe-4b61-819c-3dc51970d5b9 req-5b3dc416-7c4e-4f06-b50c-9f2dc9884c8d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Deleting port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:07.645600 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-77fc5b27-e2fe-4b61-819c-3dc51970d5b9 req-5b3dc416-7c4e-4f06-b50c-9f2dc9884c8d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:07.750289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bd013483-a4fa-40f7-9ad6-c47fbf09ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:07.753493 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bd013483-a4fa-40f7-9ad6-c47fbf09ea6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:07.757314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bd013483-a4fa-40f7-9ad6-c47fbf09ea6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2982bead-a41e-4e2a-8115-3ce192db1fb9 HTTP/1.1" status: 204 len: 168 time: 1.0394650 Nov 09 00:22:07.909367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd013483-a4fa-40f7-9ad6-c47fbf09ea6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2982bead-a41e-4e2a-8115-3ce192db1fb9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:07.988856 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:08.023667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7c1d09c6-3798-4f9f-b512-aef249c52860 None None] Provisioning complete for port 7adb2274-d90c-4121-ac36-4fb59533ac51 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:08.024276 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7c1d09c6-3798-4f9f-b512-aef249c52860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:08.083730 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e482cbe-3d0f-424e-a534-8b98769ea5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:08.117707 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e482cbe-3d0f-424e-a534-8b98769ea5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:08.139526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7e482cbe-3d0f-424e-a534-8b98769ea5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] In _notify_port_updated(), no bound segment for port 46ade044-e2e2-4f23-8ce1-b3e432ee1598 on network dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 {{(pid=101780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:22:08.146568 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e482cbe-3d0f-424e-a534-8b98769ea5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:08.147136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e482cbe-3d0f-424e-a534-8b98769ea5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:08.148663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7e482cbe-3d0f-424e-a534-8b98769ea5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] 10.222.0.25 "PUT /v2.0/ports/46ade044-e2e2-4f23-8ce1-b3e432ee1598 HTTP/1.1" status: 200 len: 1129 time: 1.3242209 Nov 09 00:22:08.228616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54372) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:08.425115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-77fc5b27-e2fe-4b61-819c-3dc51970d5b9 req-5b3dc416-7c4e-4f06-b50c-9f2dc9884c8d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] For port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9,segment=NetworkSegment(5ce43dc6-cb3e-4fce-810e-468f2ae939bf),segment_id=5ce43dc6-cb3e-4fce-810e-468f2ae939bf)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:08.454094 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-77fc5b27-e2fe-4b61-819c-3dc51970d5b9 req-5b3dc416-7c4e-4f06-b50c-9f2dc9884c8d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:08.498328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-77fc5b27-e2fe-4b61-819c-3dc51970d5b9 req-5b3dc416-7c4e-4f06-b50c-9f2dc9884c8d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Calling delete_port for eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:08.519643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5657e24-977f-4d94-90ab-80d6c6d82c9c req-31f9c970-6fc1-457e-97aa-9a95e62d4c30 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:08.522960 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d5657e24-977f-4d94-90ab-80d6c6d82c9c req-31f9c970-6fc1-457e-97aa-9a95e62d4c30 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 946 time: 0.7167406 Nov 09 00:22:08.531563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa79323-1cb7-42ec-b5b2-e99a643f30d8 req-08fcfebc-9763-4540-8f6f-e8095cc70788 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:08.540696 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5aa79323-1cb7-42ec-b5b2-e99a643f30d8 req-08fcfebc-9763-4540-8f6f-e8095cc70788 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.7299886 Nov 09 00:22:08.651614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7adb2274-d90c-4121-ac36-4fb59533ac51 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:08.768648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7adb2274-d90c-4121-ac36-4fb59533ac51 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:08.771032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e482cbe-3d0f-424e-a534-8b98769ea5b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Pushing event updated for resources: {'Port': ['ID=46ade044-e2e2-4f23-8ce1-b3e432ee1598,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:08.772770 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:08.805635 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc97c61e-257b-4b1d-8844-7da60d5f1d47 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:08.821340 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dc97c61e-257b-4b1d-8844-7da60d5f1d47 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] 10.222.0.25 "GET /v2.0/ports/46ade044-e2e2-4f23-8ce1-b3e432ee1598 HTTP/1.1" status: 200 len: 1129 time: 0.5817437 Nov 09 00:22:08.822424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54382) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:08.886334 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:08.916065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e202c81d-1e6a-4413-b4a7-7bd2b1941657 None None] Provisioning complete for port 46ade044-e2e2-4f23-8ce1-b3e432ee1598 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:08.916415 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e202c81d-1e6a-4413-b4a7-7bd2b1941657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:08.951874 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5aa79323-1cb7-42ec-b5b2-e99a643f30d8 req-24e3a1d7-cfc3-4b25-b328-2b0e0b2419fa tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061723 Nov 09 00:22:08.989262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e202c81d-1e6a-4413-b4a7-7bd2b1941657 None None] Port 46ade044-e2e2-4f23-8ce1-b3e432ee1598 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:09.123084 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c2c5a2a4-9c43-48ed-ac65-a70292ac47ee None None] Provisioning complete for port 23adcf21-3dd3-43a0-a4de-b2906ffe6e52 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:09.123737 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a2a4-9c43-48ed-ac65-a70292ac47ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.137955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d5657e24-977f-4d94-90ab-80d6c6d82c9c req-e6df76ad-e482-4601-8df6-003e1538a92f tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/security-groups?id=22b51df8-5b11-45bc-9a9c-c3d1f6353415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5644069 Nov 09 00:22:09.224657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5a2a4-9c43-48ed-ac65-a70292ac47ee None None] Port 23adcf21-3dd3-43a0-a4de-b2906ffe6e52 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:09.265676 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.273726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c2c5a2a4-9c43-48ed-ac65-a70292ac47ee None None] Provisioning complete for port 7adb2274-d90c-4121-ac36-4fb59533ac51 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:09.274092 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a2a4-9c43-48ed-ac65-a70292ac47ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.375737 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b17bb420-9271-4a20-a4c5-8759f73f28d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Deleting port 46ade044-e2e2-4f23-8ce1-b3e432ee1598 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:09.377481 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17bb420-9271-4a20-a4c5-8759f73f28d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.423436 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.25.0.143 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/3e54226e-0e85-443a-ba00-1b494b0abaaa) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:09.488463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54408) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:09.529160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17bb420-9271-4a20-a4c5-8759f73f28d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.542520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b17bb420-9271-4a20-a4c5-8759f73f28d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Calling delete_port for 46ade044-e2e2-4f23-8ce1-b3e432ee1598 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:09.582032 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fd016492-8820-43a9-a6c9-4b3b690b0f56 None None] Provisioning complete for port 23adcf21-3dd3-43a0-a4de-b2906ffe6e52 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:09.582653 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fd016492-8820-43a9-a6c9-4b3b690b0f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.697974 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17bb420-9271-4a20-a4c5-8759f73f28d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.705246 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-fd016492-8820-43a9-a6c9-4b3b690b0f56 None None] Port 23adcf21-3dd3-43a0-a4de-b2906ffe6e52 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:09.725278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1512751452'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:09.746455 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.785101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bb420-9271-4a20-a4c5-8759f73f28d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Pushing event deleted for resources: {'Port': ['ID=46ade044-e2e2-4f23-8ce1-b3e432ee1598,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:09.798608 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:09.800538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e2672-a8f4-46e8-84b5-dede14de4d38 req-3b55a511-6dd1-4c00-8ae8-e94e74e6c128 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:09.802468 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.807959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-795e2672-a8f4-46e8-84b5-dede14de4d38 req-3b55a511-6dd1-4c00-8ae8-e94e74e6c128 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 946 time: 0.4832320 Nov 09 00:22:09.836014 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.837748 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.850128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.856221 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17bb420-9271-4a20-a4c5-8759f73f28d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.862780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b17bb420-9271-4a20-a4c5-8759f73f28d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] 10.222.0.25 "DELETE /v2.0/ports/46ade044-e2e2-4f23-8ce1-b3e432ee1598 HTTP/1.1" status: 204 len: 168 time: 1.0295691 Nov 09 00:22:09.862961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54412) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:09.871795 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-77fc5b27-e2fe-4b61-819c-3dc51970d5b9 req-5b3dc416-7c4e-4f06-b50c-9f2dc9884c8d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.909547 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:09.955266 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dc416-7c4e-4f06-b50c-9f2dc9884c8d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Pushing event deleted for resources: {'Port': ['ID=eb39bdeb-f5fa-4d7a-bf54-23fe658496f9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:10.013523 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=23adcf21-3dd3-43a0-a4de-b2906ffe6e52,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:10.039460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:10.042660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-795e2672-a8f4-46e8-84b5-dede14de4d38 req-21227a4a-ea60-45de-8e0c-9664fc6a5d59 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330399 Nov 09 00:22:10.068287 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fc5b27-e2fe-4b61-819c-3dc51970d5b9 req-5b3dc416-7c4e-4f06-b50c-9f2dc9884c8d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] No DVR routers for this DVR port eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:10.069474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:10.073108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:10.078165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee49a978-6c1c-4427-a6b9-dcdd088154d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Deleting subnet e62c07f5-f4dc-43ce-908a-460f6de949e5 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:22:10.083823 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-77fc5b27-e2fe-4b61-819c-3dc51970d5b9 req-5b3dc416-7c4e-4f06-b50c-9f2dc9884c8d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.088277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77fc5b27-e2fe-4b61-819c-3dc51970d5b9 req-5b3dc416-7c4e-4f06-b50c-9f2dc9884c8d tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.30 "DELETE /v2.0/ports/eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 HTTP/1.1" status: 204 len: 173 time: 3.1546733 Nov 09 00:22:10.088776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7252a-7f83-49c7-82ce-c3f6e0054ec0', 'name': 'network-vif-deleted', 'tag': 'eb39bdeb-f5fa-4d7a-bf54-23fe658496f9'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:22:10.091320 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90b7220-3fec-42fb-bb1c-7f3b0b70ef01" -d '{"events": [{"server_uuid": "b6b7252a-7f83-49c7-82ce-c3f6e0054ec0", "name": "network-vif-deleted", "tag": "eb39bdeb-f5fa-4d7a-bf54-23fe658496f9"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:22:10.103739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee49a978-6c1c-4427-a6b9-dcdd088154d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.165366 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:22:10.203348 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf4e084-76ef-4751-9026-064b9f304461 x-openstack-request-id: req-ebf4e084-76ef-4751-9026-064b9f304461 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:22:10.210112 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7252a-7f83-49c7-82ce-c3f6e0054ec0", "name": "network-vif-deleted", "tag": "eb39bdeb-f5fa-4d7a-bf54-23fe658496f9", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:22:10.215073 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebf4e084-76ef-4751-9026-064b9f304461 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:22:10.215793 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7252a-7f83-49c7-82ce-c3f6e0054ec0', 'name': 'network-vif-deleted', 'tag': 'eb39bdeb-f5fa-4d7a-bf54-23fe658496f9', 'status': 'completed', 'code': 200} Nov 09 00:22:10.274006 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee49a978-6c1c-4427-a6b9-dcdd088154d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.410423 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.413615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c5bf4fa-3796-4064-8077-73d79c1375e4 req-badf382a-cbdb-42f5-8dd2-2eef97c27a65 tempest-ServerDiskConfigTestJSON-255288587 tempest-ServerDiskConfigTestJSON-255288587-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b7252a-7f83-49c7-82ce-c3f6e0054ec0 HTTP/1.1" status: 200 len: 210 time: 0.0687783 Nov 09 00:22:10.469331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:10.473116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:22:10.476861 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e6981c-6b8b-4cb2-9619-6691e8e30034" -d '{"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-unplugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:22:10.489669 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.491424 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:22:10.557583 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:22:10.558555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device eb39bdeb-f5fa-4d7a-bf54-23fe658496f9 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:22:10.566581 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73c303c-2ad7-44a7-ad64-17c803f29e6a x-openstack-request-id: req-e73c303c-2ad7-44a7-ad64-17c803f29e6a {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:22:10.566837 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-unplugged", "status": "completed", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:22:10.567388 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e73c303c-2ad7-44a7-ad64-17c803f29e6a {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:22:10.568331 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'code': 200} Nov 09 00:22:10.578222 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee49a978-6c1c-4427-a6b9-dcdd088154d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.600805 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.625311 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.639778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-881a4633-357a-4e40-9083-c9bdd7edc981 None None] Provisioning complete for port 23adcf21-3dd3-43a0-a4de-b2906ffe6e52 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:10.641154 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-881a4633-357a-4e40-9083-c9bdd7edc981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.661438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=3e54226e-0e85-443a-ba00-1b494b0abaaa,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:10.714750 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee49a978-6c1c-4427-a6b9-dcdd088154d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.719453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=14']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:10.767356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49a978-6c1c-4427-a6b9-dcdd088154d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Pushing event deleted for resources: {'Subnet': ['ID=e62c07f5-f4dc-43ce-908a-460f6de949e5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:10.772742 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee49a978-6c1c-4427-a6b9-dcdd088154d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.774186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-881a4633-357a-4e40-9083-c9bdd7edc981 None None] Port 23adcf21-3dd3-43a0-a4de-b2906ffe6e52 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:10.777314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ee49a978-6c1c-4427-a6b9-dcdd088154d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] 10.222.0.25 "DELETE /v2.0/subnets/e62c07f5-f4dc-43ce-908a-460f6de949e5 HTTP/1.1" status: 204 len: 168 time: 0.9133852 Nov 09 00:22:10.780994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54458) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:10.788679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeee7cd0-8f99-4c02-81c9-2d0821da3481 None None] Network dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:10.804838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.900373 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.919761 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:10.921873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495b5535-6eac-4020-be89-924a9a238368,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:10.974604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:10.978125 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Added segment 1a257eb9-b55a-4b3e-b1c6-dabc08cf8179 of type vlan for network 835f13d3-1085-44f5-af97-6aaeb0d399b3 Nov 09 00:22:10.987047 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:22:11.005007 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.005929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Deleting port accf9511-352c-4835-913b-a7b30d15e537 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:11.006639 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.091881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac9e9f-47eb-4f6c-ac75-2c3e7c190e88 None None] DHCP port deletion for dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:22:11.109143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] For port accf9511-352c-4835-913b-a7b30d15e537, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=accf9511-352c-4835-913b-a7b30d15e537,segment=NetworkSegment(a389c7b2-b17b-499d-9e6b-b2a0d6a05272),segment_id=a389c7b2-b17b-499d-9e6b-b2a0d6a05272)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:11.109554 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.127636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Calling delete_port for accf9511-352c-4835-913b-a7b30d15e537 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:11.217151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-baac9e9f-47eb-4f6c-ac75-2c3e7c190e88 None None] Deleting port accf9511-352c-4835-913b-a7b30d15e537 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:11.219073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-baac9e9f-47eb-4f6c-ac75-2c3e7c190e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.244894 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.283257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Pushing event deleted for resources: {'Port': ['ID=accf9511-352c-4835-913b-a7b30d15e537,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:11.288872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] No DVR routers for this DVR port accf9511-352c-4835-913b-a7b30d15e537 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:11.334743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-baac9e9f-47eb-4f6c-ac75-2c3e7c190e88 None None] For port accf9511-352c-4835-913b-a7b30d15e537, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=accf9511-352c-4835-913b-a7b30d15e537,segment=NetworkSegment(a389c7b2-b17b-499d-9e6b-b2a0d6a05272),segment_id=a389c7b2-b17b-499d-9e6b-b2a0d6a05272)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:11.335929 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-baac9e9f-47eb-4f6c-ac75-2c3e7c190e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.359355 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-baac9e9f-47eb-4f6c-ac75-2c3e7c190e88 None None] Calling delete_port for accf9511-352c-4835-913b-a7b30d15e537 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:11.406201 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.432848 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.436132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.443812 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.445451 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.464856 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.503313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:11.528940 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a389c7b2-b17b-499d-9e6b-b2a0d6a05272') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:11.529774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a389c7b2-b17b-499d-9e6b-b2a0d6a05272') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:11.547179 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.565553 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.580171 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:22:11.584023 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:22:11.585605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:22:11.585605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.595433 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.resource_extend [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:22:11.606825 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-baac9e9f-47eb-4f6c-ac75-2c3e7c190e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.680790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac9e9f-47eb-4f6c-ac75-2c3e7c190e88 None None] Pushing event deleted for resources: {'Port': ['ID=accf9511-352c-4835-913b-a7b30d15e537,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:11.687014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac9e9f-47eb-4f6c-ac75-2c3e7c190e88 None None] No DVR routers for this DVR port accf9511-352c-4835-913b-a7b30d15e537 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:22:11.727781 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:22:11.732290 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.740019 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.748053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] 10.222.0.25 "DELETE /v2.0/networks/dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5 HTTP/1.1" status: 204 len: 168 time: 0.9650733 Nov 09 00:22:11.767999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d1a2a-7d78-4695-9214-ebe0c95c2322 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836 tempest-ExtraDHCPOptionsIpV6TestJSON-1566930836-project] Pushing event deleted for resources: {'Network': ['ID=dd7f4ab5-1917-4a8e-a23a-0c99f55a97c5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:11.877228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=23adcf21-3dd3-43a0-a4de-b2906ffe6e52,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:11.916228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54516) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:11.919571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:11.925852 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:11.926422 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.006579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8fa913-a34e-4657-817b-6a0273932b55 admin admin] Deleting subnet ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:22:12.011789 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f8fa913-a34e-4657-817b-6a0273932b55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.040529 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5477192 Nov 09 00:22:12.044485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54520) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:12.052525 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e81ad102-12dc-46a5-8e8c-319e28b92dc5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:12.055635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de377e-87b4-4db6-88bf-152b1a67397f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Network': ['ID=835f13d3-1085-44f5-af97-6aaeb0d399b3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:12.067077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:12.120793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54522) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:12.150265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 3e52be86-68b9-4f2b-a222-768516f22975 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:12.153421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:12.286361 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.386772 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f8fa913-a34e-4657-817b-6a0273932b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.391316 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5a95a372-c2d3-4f6a-8a06-197dd09a9e4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffeb7cc45e62445a9d251a08a45d86fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679732 Nov 09 00:22:12.394834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54526) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:12.438178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6434e4-3a02-4a75-88c3-79bd7f317961 req-ae82e9c0-8267-46cc-98f1-f4250e362a0f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:12.440220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef6434e4-3a02-4a75-88c3-79bd7f317961 req-ae82e9c0-8267-46cc-98f1-f4250e362a0f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.4813507 Nov 09 00:22:12.463825 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 5f64fc9b-b50c-4f8e-91b1-13216265d72a is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:22:12.504672 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f8fa913-a34e-4657-817b-6a0273932b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.534636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-75e3ff78-3731-4e3f-b65f-7606109cddd7 None None] Provisioning complete for port 23adcf21-3dd3-43a0-a4de-b2906ffe6e52 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:12.536062 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-75e3ff78-3731-4e3f-b65f-7606109cddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.554439 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a713dc6e-1a84-4b84-9342-517813fc29a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.630308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device accf9511-352c-4835-913b-a7b30d15e537 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:22:12.642945 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a713dc6e-1a84-4b84-9342-517813fc29a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.646078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-75e3ff78-3731-4e3f-b65f-7606109cddd7 None None] Port 23adcf21-3dd3-43a0-a4de-b2906ffe6e52 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:12.658945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef6434e4-3a02-4a75-88c3-79bd7f317961 req-cd95bd63-f154-451a-9859-e30b4794358a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877246 Nov 09 00:22:12.669257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:22:12.669692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81ad102-12dc-46a5-8e8c-319e28b92dc5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:12.674363 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e81ad102-12dc-46a5-8e8c-319e28b92dc5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.679532 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a20bb489-e895-4087-b777-177feb3e9488 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/5f64fc9b-b50c-4f8e-91b1-13216265d72a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5228095 Nov 09 00:22:12.681785 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545cf9f-9b91-485c-960b-48fa501744a5 None None] Sync routers for ids ['5f64fc9b-b50c-4f8e-91b1-13216265d72a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:22:12.689388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: accf9511-352c-4835-913b-a7b30d15e537 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:22:12.689638 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device accf9511-352c-4835-913b-a7b30d15e537 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:22:12.691354 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54534) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:12.693138 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fcc87970-cbb8-454c-a515-b65513edb5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.694521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router f9a17d37-87f8-4758-bca5-504d370d8c59 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:22:12.698305 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545cf9f-9b91-485c-960b-48fa501744a5 None None] Routers {'5f64fc9b-b50c-4f8e-91b1-13216265d72a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:12.699464 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d545cf9f-9b91-485c-960b-48fa501744a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5f64fc9b-b50c-4f8e-91b1-13216265d72a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:12.752699 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d545cf9f-9b91-485c-960b-48fa501744a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:12.762681 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545cf9f-9b91-485c-960b-48fa501744a5 None None] Routers {'5f64fc9b-b50c-4f8e-91b1-13216265d72a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:12.763635 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d545cf9f-9b91-485c-960b-48fa501744a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5f64fc9b-b50c-4f8e-91b1-13216265d72a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:12.804641 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d545cf9f-9b91-485c-960b-48fa501744a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:12.804997 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545cf9f-9b91-485c-960b-48fa501744a5 None None] The sync data for ids ['5f64fc9b-b50c-4f8e-91b1-13216265d72a'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:22:12.833607 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a713dc6e-1a84-4b84-9342-517813fc29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.837128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a713dc6e-1a84-4b84-9342-517813fc29a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.846462 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a713dc6e-1a84-4b84-9342-517813fc29a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f16f9f4c-533a-4fa4-86cf-a5ea1cefc8f1 HTTP/1.1" status: 204 len: 168 time: 0.4480245 Nov 09 00:22:12.856793 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f8fa913-a34e-4657-817b-6a0273932b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.864981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713dc6e-1a84-4b84-9342-517813fc29a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16f9f4c-533a-4fa4-86cf-a5ea1cefc8f1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:12.931882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac4a99-9fa2-41fe-8835-65031566e486 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:12.935898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-19ac4a99-9fa2-41fe-8835-65031566e486 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports/23adcf21-3dd3-43a0-a4de-b2906ffe6e52 HTTP/1.1" status: 200 len: 984 time: 0.2408569 Nov 09 00:22:12.936575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54544) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:12.942978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fa913-a34e-4657-817b-6a0273932b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:12.945033 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f8fa913-a34e-4657-817b-6a0273932b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:12.950507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3f8fa913-a34e-4657-817b-6a0273932b55 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ba2ee1fd-e2bc-47cc-bf12-2a3bf2ddd3c7 HTTP/1.1" status: 204 len: 168 time: 1.0307887 Nov 09 00:22:12.956711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54546) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:13.079511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:22:13.099100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Sync routers for ids ['f9a17d37-87f8-4758-bca5-504d370d8c59'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:22:13.111014 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:13.120565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Routers {'f9a17d37-87f8-4758-bca5-504d370d8c59'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:13.121983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f9a17d37-87f8-4758-bca5-504d370d8c59'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:13.174802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ce8d-f286-48c7-a200-07d4017f03ca req-3731b152-4fc1-49e7-93eb-04e7c97ad22d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:13.182126 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6e3ce8d-f286-48c7-a200-07d4017f03ca req-3731b152-4fc1-49e7-93eb-04e7c97ad22d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1941772 Nov 09 00:22:13.199901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf4cfc-a81f-4744-8267-0df3ee57d638 req-93711598-e042-44f6-9e6e-c2414e0ffd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:13.206389 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73cf4cfc-a81f-4744-8267-0df3ee57d638 req-93711598-e042-44f6-9e6e-c2414e0ffd9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1095 time: 0.1621406 Nov 09 00:22:13.206593 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:13.210894 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-040f0667-0d56-49a3-95f8-771d0f3ed1b9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.8076048 Nov 09 00:22:13.213724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54550) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:13.302132 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Set router f9a17d37-87f8-4758-bca5-504d370d8c59 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:22:13.363316 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:13.390368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a08ca3-e0e0-4c43-84b5-28bf0efc0193']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:13.402434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce43dc6-cb3e-4fce-810e-468f2ae939bf') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:13.403006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce43dc6-cb3e-4fce-810e-468f2ae939bf') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:13.416773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:13.436746 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:13.445231 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:22:13.446057 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:13.530921 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2c5fa23e-56eb-48fe-a0ee-f676527c1509 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=a25a6a1f62704562be674debd2726386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3163662 Nov 09 00:22:13.535962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54562) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:13.587181 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:22:10Z', 'revision_number': 3, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:13.620420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Checking router: f9a17d37-87f8-4758-bca5-504d370d8c59 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:22:13.621171 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Updating router f9a17d37-87f8-4758-bca5-504d370d8c59 port 3e54226e-0e85-443a-ba00-1b494b0abaaa binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:22:13.639369 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:22:13.642224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf4cfc-a81f-4744-8267-0df3ee57d638 req-5f171063-660d-454e-a5ec-38c47da50a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:13.642428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73cf4cfc-a81f-4744-8267-0df3ee57d638 req-5f171063-660d-454e-a5ec-38c47da50a3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.3558426 Nov 09 00:22:13.655659 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:13.689216 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:13.754434 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:13.763915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] 10.222.0.25 "DELETE /v2.0/networks/17a08ca3-e0e0-4c43-84b5-28bf0efc0193 HTTP/1.1" status: 204 len: 168 time: 0.8038039 Nov 09 00:22:13.820864 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8737c145-2f95-4500-9164-b82240870044 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:13.845005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5f0bd-3811-4ada-9e52-4a819bdb3711 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a08ca3-e0e0-4c43-84b5-28bf0efc0193,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:13.879079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6e3ce8d-f286-48c7-a200-07d4017f03ca req-89b97738-752f-4f5f-9250-84bd0b1303f8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6959915 Nov 09 00:22:13.885483 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73cf4cfc-a81f-4744-8267-0df3ee57d638 req-f28a062c-c091-48d0-ae32-bb08fcee5fb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 999 time: 0.2326038 Nov 09 00:22:13.889901 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e81ad102-12dc-46a5-8e8c-319e28b92dc5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:13.992577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54578) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:14.033140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ad102-12dc-46a5-8e8c-319e28b92dc5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=b5de4505-92e3-4746-a90b-8e51d014b77d,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:14.052763 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf4cfc-a81f-4744-8267-0df3ee57d638 req-6aba10a6-cef1-4f89-ba98-806448fe3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:14.054433 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73cf4cfc-a81f-4744-8267-0df3ee57d638 req-6aba10a6-cef1-4f89-ba98-806448fe3384 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1394188 Nov 09 00:22:14.054947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54580) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:14.118452 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.127184 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.147941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81ad102-12dc-46a5-8e8c-319e28b92dc5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:14.148744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ad102-12dc-46a5-8e8c-319e28b92dc5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network hostable DHCP agents. Network: 835f13d3-1085-44f5-af97-6aaeb0d399b3, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:14.186345 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4fe0a2a0-0c53-4f80-b62c-0c1220a71d1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f59a4cef7b514e3fb9087a284609f336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618619 Nov 09 00:22:14.189691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54584) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:14.198970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd74c5c-f256-4118-9be8-8366ad81012e None None] Pushing event updated for resources: {'Port': ['ID=3e54226e-0e85-443a-ba00-1b494b0abaaa,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:14.204959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Attempting to bind port 3e54226e-0e85-443a-ba00-1b494b0abaaa on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:14.205397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Attempting to bind port 3e54226e-0e85-443a-ba00-1b494b0abaaa by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:14.205774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Attempting to bind port 3e54226e-0e85-443a-ba00-1b494b0abaaa on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:14.210113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ad102-12dc-46a5-8e8c-319e28b92dc5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:14.211796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:14.212183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:14.212581 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.213079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:14.213640 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Bound port: 3e54226e-0e85-443a-ba00-1b494b0abaaa, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:14.214027 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.218056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf4cfc-a81f-4744-8267-0df3ee57d638 req-d922fd22-9b42-4790-85e1-9da5be7899d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:14.221140 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73cf4cfc-a81f-4744-8267-0df3ee57d638 req-d922fd22-9b42-4790-85e1-9da5be7899d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432092 Nov 09 00:22:14.274461 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] For port 3e54226e-0e85-443a-ba00-1b494b0abaaa, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:14.278260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] For port 3e54226e-0e85-443a-ba00-1b494b0abaaa, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3e54226e-0e85-443a-ba00-1b494b0abaaa,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:14.285302 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.295855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-e81ad102-12dc-46a5-8e8c-319e28b92dc5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 835f13d3-1085-44f5-af97-6aaeb0d399b3) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:14.313617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81ad102-12dc-46a5-8e8c-319e28b92dc5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:14.314625 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e81ad102-12dc-46a5-8e8c-319e28b92dc5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.319720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b79bb0-ea56-45c9-b8dc-07e7b523af7e None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:14.375758 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e81ad102-12dc-46a5-8e8c-319e28b92dc5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3281438 Nov 09 00:22:14.386691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-832769143'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:14.392126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54586) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:14.399555 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'name': 'tempest-NetworksTestDHCPv6-1575575051'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:14.409282 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0ece2ac2-c9d7-4851-b821-7ed078316d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.497157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2352046b-d0e6-42f8-af03-9befed424942 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:14.498980 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2352046b-d0e6-42f8-af03-9befed424942 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9512031 Nov 09 00:22:14.503062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54588) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:14.511838 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0ece2ac2-c9d7-4851-b821-7ed078316d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.523067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73cf4cfc-a81f-4744-8267-0df3ee57d638 req-ca2aada1-199a-4a4f-bd0d-2126253e3c46 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921944 Nov 09 00:22:14.529627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:14.533453 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.590094 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.590909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': 'b5de4505-92e3-4746-a90b-8e51d014b77d'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:14.591947 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.607006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Routers {'f9a17d37-87f8-4758-bca5-504d370d8c59'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:14.607006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f9a17d37-87f8-4758-bca5-504d370d8c59'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:14.645821 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d5fee712-dc6a-4b9a-bf0b-fbdd7103a134 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1359816 Nov 09 00:22:14.646080 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54590) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:14.666303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd74c5c-f256-4118-9be8-8366ad81012e None None] Pushing event updated for resources: {'Port': ['ID=3e54226e-0e85-443a-ba00-1b494b0abaaa,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:14.694788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9dec9630-f487-48f2-9298-4ac1311b0478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-608025984', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'project_id': 'a25a6a1f62704562be674debd2726386', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:14.713299 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0ece2ac2-c9d7-4851-b821-7ed078316d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.716104 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0ece2ac2-c9d7-4851-b821-7ed078316d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.717388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0ece2ac2-c9d7-4851-b821-7ed078316d2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22b51df8-5b11-45bc-9a9c-c3d1f6353415 HTTP/1.1" status: 204 len: 168 time: 0.5261950 Nov 09 00:22:14.741314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:14.744997 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.754870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece2ac2-c9d7-4851-b821-7ed078316d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b51df8-5b11-45bc-9a9c-c3d1f6353415,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:14.765574 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73cf4cfc-a81f-4744-8267-0df3ee57d638 req-12d70b02-bbed-4cd1-8384-66bf71d8ca34 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295403 Nov 09 00:22:14.784706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 670db9c4-d439-4a86-bc51-4247c32ce880 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:22:14.853413 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.874944 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.949605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:14.968271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eddf9822-65b1-409f-bede-c9c7f6ea6a1f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:14.980755 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:14.981437 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Added segment 1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef of type vlan for network 97174b16-0805-4431-85aa-57c4f431f689 Nov 09 00:22:15.020261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dec9630-f487-48f2-9298-4ac1311b0478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Made reservation on behalf of a25a6a1f62704562be674debd2726386 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:15.026935 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9dec9630-f487-48f2-9298-4ac1311b0478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:15.044154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::29 (835f13d3-1085-44f5-af97-6aaeb0d399b3/b5de4505-92e3-4746-a90b-8e51d014b77d/670db9c4-d439-4a86-bc51-4247c32ce880) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:15.073739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:15.174420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8737c145-2f95-4500-9164-b82240870044 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port 23adcf21-3dd3-43a0-a4de-b2906ffe6e52 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:15.174768 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8737c145-2f95-4500-9164-b82240870044 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:15.232416 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:15.241567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:15.261652 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:15.321498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2354620 Nov 09 00:22:15.342781 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-81fcbdbd-4a3c-45a6-a666-4f91797ee973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:15.393337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] Set router f9a17d37-87f8-4758-bca5-504d370d8c59 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:22:15.472375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f25f9-418e-43eb-8078-844de1620c9e req-969232ff-40b7-47f1-8b65-139a63c3e7d1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:15.492898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f25f9-418e-43eb-8078-844de1620c9e req-969232ff-40b7-47f1-8b65-139a63c3e7d1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:15.506155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f25f9-418e-43eb-8078-844de1620c9e req-969232ff-40b7-47f1-8b65-139a63c3e7d1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:15.519239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f25f9-418e-43eb-8078-844de1620c9e req-969232ff-40b7-47f1-8b65-139a63c3e7d1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:15.527655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f25f9-418e-43eb-8078-844de1620c9e req-969232ff-40b7-47f1-8b65-139a63c3e7d1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:15.540376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f25f9-418e-43eb-8078-844de1620c9e req-969232ff-40b7-47f1-8b65-139a63c3e7d1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:15.545980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f25f9-418e-43eb-8078-844de1620c9e req-969232ff-40b7-47f1-8b65-139a63c3e7d1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:15.548517 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-005f25f9-418e-43eb-8078-844de1620c9e req-969232ff-40b7-47f1-8b65-139a63c3e7d1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5433 time: 0.4039712 Nov 09 00:22:15.667186 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8737c145-2f95-4500-9164-b82240870044 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:15.689183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-005f25f9-418e-43eb-8078-844de1620c9e req-49b9670e-3d5f-4120-af33-699604f2cecf tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1253731 Nov 09 00:22:15.713483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bca05-f2a0-45a5-970c-b4c2cb6db71d req-19c47b52-9ac4-47aa-a9cc-90bcb936a4ea tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:15.727405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c37bca05-f2a0-45a5-970c-b4c2cb6db71d req-19c47b52-9ac4-47aa-a9cc-90bcb936a4ea tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.6184800 Nov 09 00:22:15.762970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8737c145-2f95-4500-9164-b82240870044 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for 23adcf21-3dd3-43a0-a4de-b2906ffe6e52 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:15.769742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1088ed-b5f5-451c-a445-b95cae5b9065 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Network': ['ID=97174b16-0805-4431-85aa-57c4f431f689,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:15.794369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 97174b16-0805-4431-85aa-57c4f431f689 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:15.839072 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:15.883731 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:16.092868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9dec9630-f487-48f2-9298-4ac1311b0478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:16.115375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=670db9c4-d439-4a86-bc51-4247c32ce880,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:16.136302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:16.153586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec9630-f487-48f2-9298-4ac1311b0478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Subnet': ['ID=a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:16.169976 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:16.175147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c37bca05-f2a0-45a5-970c-b4c2cb6db71d req-34b84d2c-2814-4bac-8a44-c9440ee4e147 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4468675 Nov 09 00:22:16.178255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:16.184493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:16.205512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:16.206582 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:16.234190 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:16.282549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec9630-f487-48f2-9298-4ac1311b0478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Checking segment: {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:16.282994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec9630-f487-48f2-9298-4ac1311b0478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network hostable DHCP agents. Network: 2ebf44d6-48b0-412d-acc4-554572e51c8d, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:16.284147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19220f2-86a4-4cbb-8d48-1d1c8fb1c353 req-4e597888-6be3-4aa4-b4dd-d7da5a8463f5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:16.306340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19220f2-86a4-4cbb-8d48-1d1c8fb1c353 req-4e597888-6be3-4aa4-b4dd-d7da5a8463f5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:16.327523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Allocated IP 2001:db8::2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/b5de4505-92e3-4746-a90b-8e51d014b77d/6dedc313-1229-408e-b890-d19099a0cf4c) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:16.328068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19220f2-86a4-4cbb-8d48-1d1c8fb1c353 req-4e597888-6be3-4aa4-b4dd-d7da5a8463f5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:16.340179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec9630-f487-48f2-9298-4ac1311b0478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 2ebf44d6-48b0-412d-acc4-554572e51c8d is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:16.341734 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:16.361630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19220f2-86a4-4cbb-8d48-1d1c8fb1c353 req-4e597888-6be3-4aa4-b4dd-d7da5a8463f5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:16.396005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:22:10Z', 'revision_number': 3, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:16.401498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19220f2-86a4-4cbb-8d48-1d1c8fb1c353 req-4e597888-6be3-4aa4-b4dd-d7da5a8463f5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:16.420237 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8737c145-2f95-4500-9164-b82240870044 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:16.423274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-9dec9630-f487-48f2-9298-4ac1311b0478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 2ebf44d6-48b0-412d-acc4-554572e51c8d) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:16.438031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19220f2-86a4-4cbb-8d48-1d1c8fb1c353 req-4e597888-6be3-4aa4-b4dd-d7da5a8463f5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:16.444789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19220f2-86a4-4cbb-8d48-1d1c8fb1c353 req-4e597888-6be3-4aa4-b4dd-d7da5a8463f5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:16.445672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec9630-f487-48f2-9298-4ac1311b0478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:16.446924 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9dec9630-f487-48f2-9298-4ac1311b0478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:16.461569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e19220f2-86a4-4cbb-8d48-1d1c8fb1c353 req-4e597888-6be3-4aa4-b4dd-d7da5a8463f5 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5433 time: 0.5095060 Nov 09 00:22:16.486174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b8ee968f-c3a1-4e04-94f4-5f463a8311d7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0924032 Nov 09 00:22:16.488653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54644) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:16.497854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737c145-2f95-4500-9164-b82240870044 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=23adcf21-3dd3-43a0-a4de-b2906ffe6e52,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:16.509299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5a5fdc-8cb5-4c34-840c-3cf0254d6d2b None None] Network 2ebf44d6-48b0-412d-acc4-554572e51c8d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:16.582877 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9dec9630-f487-48f2-9298-4ac1311b0478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9337070 Nov 09 00:22:16.584373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54648) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:16.694029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54652) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:16.731943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27efff1-d6b9-4a85-a09d-174c466dd5da None None] The sync data for ids ['f9a17d37-87f8-4758-bca5-504d370d8c59'] in n-d-813263-3 is: [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:22:10Z', 'revision_number': 3, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:22:16.809855 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8737c145-2f95-4500-9164-b82240870044 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:16.996644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fff560-f86f-4e00-ac8d-9e58673eda7e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:16.998378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-91fff560-f86f-4e00-ac8d-9e58673eda7e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5084093 Nov 09 00:22:17.008051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54664) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:17.020346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-2ebf44d6-48b0-412d-acc4-554572e51c8d', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ips': [{'subnet_id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:17.020346 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:17.049779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1530076794-network', 'tenant_id': 'e995e095e08040d9a0968bf4fe0210b1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:17.191958 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Allocated IP 172.20.0.2 (2ebf44d6-48b0-412d-acc4-554572e51c8d/a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc/33da3cb4-87fd-4566-85e3-e483508f0a3e) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:17.278123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Made reservation on behalf of e995e095e08040d9a0968bf4fe0210b1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:17.280550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:17.303496 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:17.320168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8737c145-2f95-4500-9164-b82240870044 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 5f64fc9b-b50c-4f8e-91b1-13216265d72a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:22:17.434545 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:17.442151 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:17.525015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:17.588249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:17.588878 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Added segment f058833f-b093-42c0-a8c4-f1b06a9267ed of type vlan for network 090bb441-842f-4b46-b0ae-5865ae0a9a2f Nov 09 00:22:17.604875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32637415-a91c-4316-872d-42d687c60fae,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:17.623020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8737c145-2f95-4500-9164-b82240870044 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:22:17.635219 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa11d7-84fc-4c7e-9854-11e75c3f0a20 None None] Sync routers for ids ['5f64fc9b-b50c-4f8e-91b1-13216265d72a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:22:17.659383 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa11d7-84fc-4c7e-9854-11e75c3f0a20 None None] Routers {'5f64fc9b-b50c-4f8e-91b1-13216265d72a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:17.660177 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0bfa11d7-84fc-4c7e-9854-11e75c3f0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5f64fc9b-b50c-4f8e-91b1-13216265d72a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:17.666276 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:17.692628 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:17.713330 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8737c145-2f95-4500-9164-b82240870044 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/5f64fc9b-b50c-4f8e-91b1-13216265d72a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7729187 Nov 09 00:22:17.716760 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54682) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:17.761092 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0bfa11d7-84fc-4c7e-9854-11e75c3f0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:17.802897 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa11d7-84fc-4c7e-9854-11e75c3f0a20 None None] Routers {'5f64fc9b-b50c-4f8e-91b1-13216265d72a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:17.803967 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0bfa11d7-84fc-4c7e-9854-11e75c3f0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5f64fc9b-b50c-4f8e-91b1-13216265d72a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:17.841283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Network 2ebf44d6-48b0-412d-acc4-554572e51c8d is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:17.923842 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0bfa11d7-84fc-4c7e-9854-11e75c3f0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:17.924771 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:17.925523 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa11d7-84fc-4c7e-9854-11e75c3f0a20 None None] The sync data for ids ['5f64fc9b-b50c-4f8e-91b1-13216265d72a'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:22:17.946053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:17.952849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:17.963370 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:17.970431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:18.035794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:18.038278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Pushing event updated for resources: {'Port': ['ID=33da3cb4-87fd-4566-85e3-e483508f0a3e,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:18.124507 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:18.129937 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:18.133264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Pushing event updated for resources: {'Port': ['ID=6dedc313-1229-408e-b890-d19099a0cf4c,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:18.156320 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:18.178269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac7956-e7b3-4977-8c46-5815fc446e02 req-4712d891-6ff8-4e75-bae6-271e8668a74e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:18.192985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4ac7956-e7b3-4977-8c46-5815fc446e02 req-4712d891-6ff8-4e75-bae6-271e8668a74e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.2854569 Nov 09 00:22:18.237622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Attempting to bind port 33da3cb4-87fd-4566-85e3-e483508f0a3e on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:18.238018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Attempting to bind port 33da3cb4-87fd-4566-85e3-e483508f0a3e by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:18.238342 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Attempting to bind port 33da3cb4-87fd-4566-85e3-e483508f0a3e on network 2ebf44d6-48b0-412d-acc4-554572e51c8d {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:18.259722 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:18.261072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:18.262004 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:18.310171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-903ef18c-dee7-4c26-a256-8af76d8bfa2c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 670db9c4-d439-4a86-bc51-4247c32ce880 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:18.310518 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-903ef18c-dee7-4c26-a256-8af76d8bfa2c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:18.317034 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:18.317458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Checking segment: {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:18.317866 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:18.318514 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Bound using segment: {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:18.319023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Bound port: 33da3cb4-87fd-4566-85e3-e483508f0a3e, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:18.319360 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:18.348237 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:18.424912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Attempting to bind port 6dedc313-1229-408e-b890-d19099a0cf4c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:18.426063 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Attempting to bind port 6dedc313-1229-408e-b890-d19099a0cf4c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:18.426431 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Attempting to bind port 6dedc313-1229-408e-b890-d19099a0cf4c on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:18.460879 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7642241 Nov 09 00:22:18.489664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54688) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:18.495354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9a1abc04-30bf-45b9-95cb-374e1710bb37 admin admin] Request body: {'subnet': {'network_id': '090bb441-842f-4b46-b0ae-5865ae0a9a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1530076794-subnet', 'tenant_id': 'e995e095e08040d9a0968bf4fe0210b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:18.500470 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-9d6c085c-e894-4f5e-86b4-987486bb2af0 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 00:22:18.506043 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9d6c085c-e894-4f5e-86b4-987486bb2af0 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/5f64fc9b-b50c-4f8e-91b1-13216265d72a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7839401 Nov 09 00:22:18.514199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54690) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:18.559829 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e4f3d286-3ce9-46ef-8fb9-160f4b8be227 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f64fc9b-b50c-4f8e-91b1-13216265d72a HTTP/1.1" status: 200 len: 205 time: 0.0441043 Nov 09 00:22:18.567407 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54692) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:18.581940 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:18.582327 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:18.584934 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:18.585414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:18.585920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Bound port: 6dedc313-1229-408e-b890-d19099a0cf4c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:18.588215 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:18.628843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebe006-f34f-4bbd-b0f5-fc66b656b97d admin admin] Pushing event updated for resources: {'Network': ['ID=090bb441-842f-4b46-b0ae-5865ae0a9a2f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:18.661800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 090bb441-842f-4b46-b0ae-5865ae0a9a2f details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:18.740184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54702) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:18.746283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3e54226e-0e85-443a-ba00-1b494b0abaaa up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:18.747553 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a5830a1b-6cf2-4343-9670-41f8959fba74 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'subnet': {'network_id': '97174b16-0805-4431-85aa-57c4f431f689', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:18.863665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54710) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:18.875401 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] For port 33da3cb4-87fd-4566-85e3-e483508f0a3e, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:18.882727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1abc04-30bf-45b9-95cb-374e1710bb37 admin admin] Made reservation on behalf of e995e095e08040d9a0968bf4fe0210b1 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:18.886429 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a1abc04-30bf-45b9-95cb-374e1710bb37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:18.894864 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb885-c975-4717-8801-ded6b72de5ff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:18.917106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] For port 33da3cb4-87fd-4566-85e3-e483508f0a3e, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=33da3cb4-87fd-4566-85e3-e483508f0a3e,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:18.950729 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.004617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] For port 6dedc313-1229-408e-b890-d19099a0cf4c, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:19.031455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] For port 6dedc313-1229-408e-b890-d19099a0cf4c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6dedc313-1229-408e-b890-d19099a0cf4c,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:19.058744 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.063938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3e54226e-0e85-443a-ba00-1b494b0abaaa triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:19.064313 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.092616 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db586e-b997-4d10-9b26-03ea9bdd2c11 None None] Pushing event updated for resources: {'Port': ['ID=33da3cb4-87fd-4566-85e3-e483508f0a3e,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:19.178408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4ac7956-e7b3-4977-8c46-5815fc446e02 req-9dcd200e-33e3-49a4-8526-be3d73df6239 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9843540 Nov 09 00:22:19.201004 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-903ef18c-dee7-4c26-a256-8af76d8bfa2c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.232152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-903ef18c-dee7-4c26-a256-8af76d8bfa2c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 670db9c4-d439-4a86-bc51-4247c32ce880 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:19.243358 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df32d8-5d9c-45e6-9abc-2f8f9bf64386 None None] Pushing event updated for resources: {'Port': ['ID=6dedc313-1229-408e-b890-d19099a0cf4c,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:19.293940 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb885-c975-4717-8801-ded6b72de5ff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.305063 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5830a1b-6cf2-4343-9670-41f8959fba74 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:19.314131 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5830a1b-6cf2-4343-9670-41f8959fba74 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.356902 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb885-c975-4717-8801-ded6b72de5ff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.490953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a54-d368-4d29-839a-5ce5cbcc6a23 req-67c56255-6b67-4384-afc4-f435cb9e6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:19.491774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a54-d368-4d29-839a-5ce5cbcc6a23 req-67c56255-6b67-4384-afc4-f435cb9e6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:19.492698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a54-d368-4d29-839a-5ce5cbcc6a23 req-67c56255-6b67-4384-afc4-f435cb9e6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:19.493392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a54-d368-4d29-839a-5ce5cbcc6a23 req-67c56255-6b67-4384-afc4-f435cb9e6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:19.494083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a54-d368-4d29-839a-5ce5cbcc6a23 req-67c56255-6b67-4384-afc4-f435cb9e6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:19.494755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a54-d368-4d29-839a-5ce5cbcc6a23 req-67c56255-6b67-4384-afc4-f435cb9e6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:19.495405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a54-d368-4d29-839a-5ce5cbcc6a23 req-67c56255-6b67-4384-afc4-f435cb9e6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:19.504101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bbd4a54-d368-4d29-839a-5ce5cbcc6a23 req-67c56255-6b67-4384-afc4-f435cb9e6003 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 6490 time: 0.6369162 Nov 09 00:22:19.513340 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.578282 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb885-c975-4717-8801-ded6b72de5ff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.579576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2eb885-c975-4717-8801-ded6b72de5ff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Fanout notify agent at l3_agent the message router_deleted on router 5f64fc9b-b50c-4f8e-91b1-13216265d72a {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:22:19.588431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb885-c975-4717-8801-ded6b72de5ff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.591887 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1c2eb885-c975-4717-8801-ded6b72de5ff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/5f64fc9b-b50c-4f8e-91b1-13216265d72a HTTP/1.1" status: 204 len: 168 time: 1.0178719 Nov 09 00:22:19.607746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54718) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:19.755302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850f984-10c2-4a00-a378-a979324beb6e req-f65e79a2-fb5c-449d-bdb6-cd938df2bb03 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:19.757276 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e850f984-10c2-4a00-a378-a979324beb6e req-f65e79a2-fb5c-449d-bdb6-cd938df2bb03 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.3425155 Nov 09 00:22:19.763097 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.837001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 3e54226e-0e85-443a-ba00-1b494b0abaaa, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3e54226e-0e85-443a-ba00-1b494b0abaaa,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:19.852103 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.862278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5830a1b-6cf2-4343-9670-41f8959fba74 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.928033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60cbe81-b522-48ef-9dd4-63c9d1ed22ee tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting subnet 51fb14a7-955e-4a27-a75e-9bc8aae37fb2 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:22:19.939445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b60cbe81-b522-48ef-9dd4-63c9d1ed22ee tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:19.945543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=3e54226e-0e85-443a-ba00-1b494b0abaaa,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:20.023048 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5830a1b-6cf2-4343-9670-41f8959fba74 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Subnet': ['ID=3807c611-eaab-4532-834d-92b6d368137a,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:20.066366 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b60cbe81-b522-48ef-9dd4-63c9d1ed22ee tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:20.071347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5830a1b-6cf2-4343-9670-41f8959fba74 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Checking segment: {'id': '1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '97174b16-0805-4431-85aa-57c4f431f689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:20.072430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5830a1b-6cf2-4343-9670-41f8959fba74 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network hostable DHCP agents. Network: 97174b16-0805-4431-85aa-57c4f431f689, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:20.074988 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a1abc04-30bf-45b9-95cb-374e1710bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:20.138778 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bbd4a54-d368-4d29-839a-5ce5cbcc6a23 req-be6e8662-875f-41d1-aca4-15502cb6d6cf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6334274 Nov 09 00:22:20.279605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e850f984-10c2-4a00-a378-a979324beb6e req-21012a95-23ed-489e-9229-9a6e00cd2323 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4863746 Nov 09 00:22:20.293452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1abc04-30bf-45b9-95cb-374e1710bb37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f390120a-4266-492f-9113-d9c1c7e67cd5,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:20.294314 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-903ef18c-dee7-4c26-a256-8af76d8bfa2c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:20.336097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5830a1b-6cf2-4343-9670-41f8959fba74 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network 97174b16-0805-4431-85aa-57c4f431f689 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:20.371072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ef18c-dee7-4c26-a256-8af76d8bfa2c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=670db9c4-d439-4a86-bc51-4247c32ce880,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:20.385681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.20.0.1 (2ebf44d6-48b0-412d-acc4-554572e51c8d/a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc/a40170e4-3da4-4e52-872f-dba0d0771e7c) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:20.433583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-903ef18c-dee7-4c26-a256-8af76d8bfa2c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:20.439810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-903ef18c-dee7-4c26-a256-8af76d8bfa2c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/670db9c4-d439-4a86-bc51-4247c32ce880 HTTP/1.1" status: 204 len: 168 time: 3.3906813 Nov 09 00:22:20.440442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54728) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:20.451652 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b60cbe81-b522-48ef-9dd4-63c9d1ed22ee tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:20.464104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a5830a1b-6cf2-4343-9670-41f8959fba74 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 97174b16-0805-4431-85aa-57c4f431f689) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:20.489058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f776079e-2ac3-419b-8101-551d5364fe3a None None] Network 97174b16-0805-4431-85aa-57c4f431f689 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:20.529556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5830a1b-6cf2-4343-9670-41f8959fba74 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:20.530500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5830a1b-6cf2-4343-9670-41f8959fba74 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:20.536203 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1abc04-30bf-45b9-95cb-374e1710bb37 admin admin] Checking segment: {'id': 'f058833f-b093-42c0-a8c4-f1b06a9267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '090bb441-842f-4b46-b0ae-5865ae0a9a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:20.536878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1abc04-30bf-45b9-95cb-374e1710bb37 admin admin] Network hostable DHCP agents. Network: 090bb441-842f-4b46-b0ae-5865ae0a9a2f, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:20.626677 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a5830a1b-6cf2-4343-9670-41f8959fba74 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8802018 Nov 09 00:22:20.631506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54732) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:20.664788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d2e7fc22-fee8-4905-94a6-9b2219f7f838 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1511990771'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:20.665305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1abc04-30bf-45b9-95cb-374e1710bb37 admin admin] Network 090bb441-842f-4b46-b0ae-5865ae0a9a2f is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:20.673116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b60cbe81-b522-48ef-9dd4-63c9d1ed22ee tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:20.747448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-9a1abc04-30bf-45b9-95cb-374e1710bb37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 090bb441-842f-4b46-b0ae-5865ae0a9a2f) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:20.762675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1abc04-30bf-45b9-95cb-374e1710bb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:20.763457 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a1abc04-30bf-45b9-95cb-374e1710bb37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:20.768217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06cd5ce-d376-45ee-bb5a-ec4e3ac8dd8f None None] Network 090bb441-842f-4b46-b0ae-5865ae0a9a2f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:20.769667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cbe81-b522-48ef-9dd4-63c9d1ed22ee tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Subnet': ['ID=51fb14a7-955e-4a27-a75e-9bc8aae37fb2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:20.778510 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b60cbe81-b522-48ef-9dd4-63c9d1ed22ee tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:20.785276 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b60cbe81-b522-48ef-9dd4-63c9d1ed22ee tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/51fb14a7-955e-4a27-a75e-9bc8aae37fb2 HTTP/1.1" status: 204 len: 168 time: 1.1763468 Nov 09 00:22:20.788345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54736) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:20.792456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57df386-77c3-486e-a3c7-29626359d2d7 None None] Network 3e52be86-68b9-4f2b-a222-768516f22975 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:20.856255 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9a1abc04-30bf-45b9-95cb-374e1710bb37 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3650243 Nov 09 00:22:20.986921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f5cb8-628b-4b1b-874b-d95312744da6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:20.997040 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:20.998910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f5cb8-628b-4b1b-874b-d95312744da6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:20.999968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6a1f5cb8-628b-4b1b-874b-d95312744da6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5554621 Nov 09 00:22:21.006534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54740) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:21.006701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6dedc313-1229-408e-b890-d19099a0cf4c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:21.050783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e7fc22-fee8-4905-94a6-9b2219f7f838 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:21.060283 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2e7fc22-fee8-4905-94a6-9b2219f7f838 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.135352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port 7adb2274-d90c-4121-ac36-4fb59533ac51 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:21.135982 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.136719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5afb62-637e-4276-af3f-185ffddcad07 req-4b8ea157-52ad-4ab8-bb8d-0cabdeae930b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:21.138499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d5afb62-637e-4276-af3f-185ffddcad07 req-4b8ea157-52ad-4ab8-bb8d-0cabdeae930b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.5551298 Nov 09 00:22:21.142000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a486e12-c477-4914-acac-cb47a5348c6e None None] Network 2ebf44d6-48b0-412d-acc4-554572e51c8d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:21.201539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-97174b16-0805-4431-85aa-57c4f431f689', 'network_id': '97174b16-0805-4431-85aa-57c4f431f689', 'tenant_id': '01134c595da744319b6d495ef9fe7a70', 'fixed_ips': [{'subnet_id': '3807c611-eaab-4532-834d-92b6d368137a'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:21.202414 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.252880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] For port 7adb2274-d90c-4121-ac36-4fb59533ac51, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7adb2274-d90c-4121-ac36-4fb59533ac51,segment=NetworkSegment(41547cdd-dd8b-45ac-a7be-408ade7a048b),segment_id=41547cdd-dd8b-45ac-a7be-408ade7a048b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:21.253564 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.264518 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.270520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40c3a08-18db-4db6-85ff-d501063cc593 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet b5de4505-92e3-4746-a90b-8e51d014b77d {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:22:21.272688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for 7adb2274-d90c-4121-ac36-4fb59533ac51 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:21.273787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e7fc22-fee8-4905-94a6-9b2219f7f838 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:21.298808 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a40c3a08-18db-4db6-85ff-d501063cc593 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.340868 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d5afb62-637e-4276-af3f-185ffddcad07 req-6e715816-dff2-488d-9105-31c578bdb418 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813745 Nov 09 00:22:21.344279 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2e7fc22-fee8-4905-94a6-9b2219f7f838 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.344631 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-d2e7fc22-fee8-4905-94a6-9b2219f7f838 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Added segment 4e4a5505-1c39-4a6d-a528-9c861fe39c4a of type vlan for network abd5704b-84be-4cfe-8100-bde0d4586d4a Nov 09 00:22:21.348821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ab6569c9-9c4f-4b7c-aef4-79f82bbb69ad None None] Provisioning complete for port 33da3cb4-87fd-4566-85e3-e483508f0a3e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:21.349191 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ab6569c9-9c4f-4b7c-aef4-79f82bbb69ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.397623 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.433629 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a40c3a08-18db-4db6-85ff-d501063cc593 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.459003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=7adb2274-d90c-4121-ac36-4fb59533ac51,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:21.465034 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2e7fc22-fee8-4905-94a6-9b2219f7f838 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.480106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No DVR routers for this DVR port 7adb2274-d90c-4121-ac36-4fb59533ac51 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:21.501405 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.553414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823576ce-87d4-4f15-8e09-c4b6a3a40698 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:21.559892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=a40170e4-3da4-4e52-872f-dba0d0771e7c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:21.611926 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.623545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2e7fc22-fee8-4905-94a6-9b2219f7f838 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.629696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e7fc22-fee8-4905-94a6-9b2219f7f838 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:21.630306 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2e7fc22-fee8-4905-94a6-9b2219f7f838 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.634822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 2ebf44d6-48b0-412d-acc4-554572e51c8d is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:21.646023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e52be86-68b9-4f2b-a222-768516f22975']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:21.663494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41547cdd-dd8b-45ac-a7be-408ade7a048b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:21.663959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41547cdd-dd8b-45ac-a7be-408ade7a048b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:21.677158 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.694467 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.702771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:22:21.703168 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:22:21.707802 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:22:21.725845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:21.772397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:21.822810 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.842154 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.849987 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/networks/3e52be86-68b9-4f2b-a222-768516f22975 HTTP/1.1" status: 204 len: 168 time: 1.0571520 Nov 09 00:22:21.852008 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54774) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:21.857166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-97235382-4eda-4478-8788-4cbad118c533 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1205812254'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:21.886309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d2e7fc22-fee8-4905-94a6-9b2219f7f838 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2440231 Nov 09 00:22:21.887574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee41130-85f9-4605-9ae8-7eb873b93249 None None] DHCP port deletion for 3e52be86-68b9-4f2b-a222-768516f22975 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:22:21.895625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54778) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:21.896323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6dedc313-1229-408e-b890-d19099a0cf4c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:21.896869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7fc22-fee8-4905-94a6-9b2219f7f838 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Network': ['ID=abd5704b-84be-4cfe-8100-bde0d4586d4a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:21.898462 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.908421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'subnet': {'network_id': 'abd5704b-84be-4cfe-8100-bde0d4586d4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:21.909016 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a40c3a08-18db-4db6-85ff-d501063cc593 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:21.946269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network abd5704b-84be-4cfe-8100-bde0d4586d4a details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:21.978481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aac29c-7fe5-4255-90cf-ec0497030027 None None] Network 090bb441-842f-4b46-b0ae-5865ae0a9a2f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:22.010774 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.075219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-fdebf998-b662-4d0b-824e-a53a5e4930dd tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:22.076790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-fdebf998-b662-4d0b-824e-a53a5e4930dd tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/networks?id=090bb441-842f-4b46-b0ae-5865ae0a9a2f HTTP/1.1" status: 200 len: 813 time: 0.5204310 Nov 09 00:22:22.082950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Allocated IP 2001:db8:0:ffff::2 (97174b16-0805-4431-85aa-57c4f431f689/3807c611-eaab-4532-834d-92b6d368137a/dccd326d-dbfb-484c-8daa-0eda03b0b424) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:22.112738 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-b94cc43c-c16a-43f7-a9c9-a0ea2fad7d6e tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/quotas/e995e095e08040d9a0968bf4fe0210b1 HTTP/1.1" status: 200 len: 375 time: 0.0287857 Nov 09 00:22:22.181824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-20092a90-e5ef-449b-94e2-fb43b6a5ef11 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e995e095e08040d9a0968bf4fe0210b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561812 Nov 09 00:22:22.210135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-8132dd8d-1dcb-493b-b4a7-898e0c6629cf tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:22.211843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-8132dd8d-1dcb-493b-b4a7-898e0c6629cf tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 812 time: 0.5181544 Nov 09 00:22:22.250852 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a40c3a08-18db-4db6-85ff-d501063cc593 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.284288 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.332286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c3a08-18db-4db6-85ff-d501063cc593 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=b5de4505-92e3-4746-a90b-8e51d014b77d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:22.366562 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a40c3a08-18db-4db6-85ff-d501063cc593 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.369823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a40c3a08-18db-4db6-85ff-d501063cc593 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/b5de4505-92e3-4746-a90b-8e51d014b77d HTTP/1.1" status: 204 len: 168 time: 1.3605046 Nov 09 00:22:22.380984 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-dee8eec0-e086-46a4-bd3c-c600cf8632e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/quotas/bbaf884dbbf848df8b65aeaf3af74797 HTTP/1.1" status: 200 len: 375 time: 0.1433117 Nov 09 00:22:22.382724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54780) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:22.428781 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ab6569c9-9c4f-4b7c-aef4-79f82bbb69ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.434638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3348dfc-5dd2-402b-a92e-d3ee14cca433 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Network': ['ID=3e52be86-68b9-4f2b-a222-768516f22975,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:22.454317 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.462521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.api [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 00:22:22.462521 n-d-813263-3 neutron-server[101781]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 00:22:22.462521 n-d-813263-3 neutron-server[101781]: [parameters: {'project_id': '01134c595da744319b6d495ef9fe7a70', 'id': 'd0ae7f06-519d-4043-ba3c-9ded960830ef', 'expiration': datetime.datetime(2021, 11, 9, 0, 24, 22, 450490)}] Nov 09 00:22:22.462521 n-d-813263-3 neutron-server[101781]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:22:22.463616 n-d-813263-3 neutron-server[101781]: DEBUG oslo_db.api [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:22:22.488476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fb666edd-1162-4c51-8b96-c7899afe1cf1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992091 Nov 09 00:22:22.492488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54782) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:22.493452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97235382-4eda-4478-8788-4cbad118c533 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:22.499174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97235382-4eda-4478-8788-4cbad118c533 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.532875 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.545763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:22.566031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6fdcbf39-edde-405d-9e58-fa919fdbf793 service neutron] 10.222.0.25 "GET /v2.0/networks/090bb441-842f-4b46-b0ae-5865ae0a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531535 Nov 09 00:22:22.586054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-e9f40af4-5830-4e9f-8da8-43950c94bb5e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2040541 Nov 09 00:22:22.595411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97235382-4eda-4478-8788-4cbad118c533 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:22.608405 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97235382-4eda-4478-8788-4cbad118c533 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.608997 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-97235382-4eda-4478-8788-4cbad118c533 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Added segment 387f4c76-d09d-4413-8e2e-554f39538ac2 of type vlan for network 0441cf2d-530d-4afa-b661-c268509ccc72 Nov 09 00:22:22.658276 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97235382-4eda-4478-8788-4cbad118c533 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.803109 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97235382-4eda-4478-8788-4cbad118c533 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.809274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97235382-4eda-4478-8788-4cbad118c533 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:22.809993 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97235382-4eda-4478-8788-4cbad118c533 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.850994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:22.854733 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.890041 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:22.905938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150df591-0f01-4d0a-8d3a-2f2888a1a6e1 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:22.915635 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-97235382-4eda-4478-8788-4cbad118c533 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0628612 Nov 09 00:22:22.922836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54788) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:22.927865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-57adbb41-9d14-41bf-912f-2eb24aa05dff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'subnet': {'network_id': '0441cf2d-530d-4afa-b661-c268509ccc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:22.985868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Pushing event updated for resources: {'Port': ['ID=dccd326d-dbfb-484c-8daa-0eda03b0b424,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:23.024112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ab6569c9-9c4f-4b7c-aef4-79f82bbb69ad None None] For port 33da3cb4-87fd-4566-85e3-e483508f0a3e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=33da3cb4-87fd-4566-85e3-e483508f0a3e,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:23.062254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97235382-4eda-4478-8788-4cbad118c533 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Network': ['ID=0441cf2d-530d-4afa-b661-c268509ccc72,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:23.071469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:23.080139 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:23.122703 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ab6569c9-9c4f-4b7c-aef4-79f82bbb69ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:23.134307 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 0441cf2d-530d-4afa-b661-c268509ccc72 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:23.228155 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57adbb41-9d14-41bf-912f-2eb24aa05dff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:23.231788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-57adbb41-9d14-41bf-912f-2eb24aa05dff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:23.293615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-79d4e537-a337-46f6-8fa9-5819df3ae524 service neutron] 10.222.0.25 "GET /v2.0/networks/090bb441-842f-4b46-b0ae-5865ae0a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623642 Nov 09 00:22:23.296316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 6dedc313-1229-408e-b890-d19099a0cf4c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6dedc313-1229-408e-b890-d19099a0cf4c,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:23.312689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-159736ca-8ce8-40e9-a2a1-bdd3df9aa1e0 service neutron] 10.222.0.25 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257082 Nov 09 00:22:23.351141 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:23.351919 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3e54226e-0e85-443a-ba00-1b494b0abaaa up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:23.418424 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Network 97174b16-0805-4431-85aa-57c4f431f689 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:23.465901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:23.479744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:23.484267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3e54226e-0e85-443a-ba00-1b494b0abaaa triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:23.485124 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:23.488174 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6569c9-9c4f-4b7c-aef4-79f82bbb69ad None None] Pushing event updated for resources: {'Port': ['ID=33da3cb4-87fd-4566-85e3-e483508f0a3e,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:23.493281 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9a60cdad-952e-48e7-a18c-5ac513fbf9af None None] Provisioning complete for port 6dedc313-1229-408e-b890-d19099a0cf4c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:23.493672 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9a60cdad-952e-48e7-a18c-5ac513fbf9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:23.517238 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:23.618754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-3bdea4d0-26aa-43f9-8ee4-db7e3cb1952d service neutron] 10.222.0.25 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872727 Nov 09 00:22:23.696988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:23.722453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=6dedc313-1229-408e-b890-d19099a0cf4c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:23.725281 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fa4e16-6ade-4238-a27a-976e4e37fb79 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:22:23.733179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:23.755113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:23.756013 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:23.763021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=5d2105fa-e741-4793-b205-3923ed7718c6,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:23.779301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:23.779658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:23.780109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:23.780444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:23.780775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:23.781439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:23.781915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:23.782371 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:23.782699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:23.783021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:23.783349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:23.783651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:23.920914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ab1dcb2-df8f-4743-a569-94350ffc61d0 req-51003b72-0a46-4593-8a56-fea84e759606 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 210 time: 0.2030296 Nov 09 00:22:23.986596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c3748e2-3c21-4fe2-b2d9-46bc64efb9bd req-73c90f31-456e-4b8a-b273-5a3ca69db981 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 210 time: 0.0562971 Nov 09 00:22:24.021964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Attempting to bind port dccd326d-dbfb-484c-8daa-0eda03b0b424 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:24.024851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Attempting to bind port dccd326d-dbfb-484c-8daa-0eda03b0b424 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '97174b16-0805-4431-85aa-57c4f431f689'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:24.025524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Attempting to bind port dccd326d-dbfb-484c-8daa-0eda03b0b424 on network 97174b16-0805-4431-85aa-57c4f431f689 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:24.031621 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3ba5c8ca-c71a-4657-80bd-89f9724b8b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4971633 Nov 09 00:22:24.051327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54802) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:24.064604 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:24.065076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Checking segment: {'id': '1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '97174b16-0805-4431-85aa-57c4f431f689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:24.065415 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.065800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Bound using segment: {'id': '1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '97174b16-0805-4431-85aa-57c4f431f689'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:24.066734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Bound port: dccd326d-dbfb-484c-8daa-0eda03b0b424, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '97174b16-0805-4431-85aa-57c4f431f689'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:24.067397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'name': 'tempest-NetworksTestDHCPv6-597599317'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:24.067742 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.095628 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.228660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-09fa4e16-6ade-4238-a27a-976e4e37fb79 None None] Deleting port 6dedc313-1229-408e-b890-d19099a0cf4c {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:24.229021 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-09fa4e16-6ade-4238-a27a-976e4e37fb79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.241087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 33da3cb4-87fd-4566-85e3-e483508f0a3e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:24.292689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-57adbb41-9d14-41bf-912f-2eb24aa05dff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.300151 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.313981 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.334451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8a44f595-5660-47c4-aa34-6417cc68ae01 None None] Provisioning complete for port a40170e4-3da4-4e52-872f-dba0d0771e7c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:24.334806 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8a44f595-5660-47c4-aa34-6417cc68ae01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.339659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] For port dccd326d-dbfb-484c-8daa-0eda03b0b424, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:24.350687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Subnet': ['ID=6c3009a7-ff6c-4ce4-9d6d-b02e688c0418,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:24.389972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] For port dccd326d-dbfb-484c-8daa-0eda03b0b424, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=dccd326d-dbfb-484c-8daa-0eda03b0b424,segment=NetworkSegment(1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef),segment_id=1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:24.411773 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.447377 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.479742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-09fa4e16-6ade-4238-a27a-976e4e37fb79 None None] For port 6dedc313-1229-408e-b890-d19099a0cf4c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6dedc313-1229-408e-b890-d19099a0cf4c,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:24.481127 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-09fa4e16-6ade-4238-a27a-976e4e37fb79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.497319 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-09fa4e16-6ade-4238-a27a-976e4e37fb79 None None] Calling delete_port for 6dedc313-1229-408e-b890-d19099a0cf4c owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:24.498064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Checking segment: {'id': '4e4a5505-1c39-4a6d-a528-9c861fe39c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abd5704b-84be-4cfe-8100-bde0d4586d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:24.498598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network hostable DHCP agents. Network: abd5704b-84be-4cfe-8100-bde0d4586d4a, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:24.556517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8a44f595-5660-47c4-aa34-6417cc68ae01 None None] Port a40170e4-3da4-4e52-872f-dba0d0771e7c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:24.568161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=a40170e4-3da4-4e52-872f-dba0d0771e7c,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:24.601299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adbb41-9d14-41bf-912f-2eb24aa05dff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Subnet': ['ID=e4abc0a8-bed6-442d-b65a-af805d91deb1,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:24.638670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network abd5704b-84be-4cfe-8100-bde0d4586d4a is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:24.643106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:24.646458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 33da3cb4-87fd-4566-85e3-e483508f0a3e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:24.646841 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.648873 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.668979 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 2ebf44d6-48b0-412d-acc4-554572e51c8d is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:24.673215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:24.684950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port ce190f17-b573-4690-9441-a4d2c761a9b9 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:22:24.693046 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, abd5704b-84be-4cfe-8100-bde0d4586d4a) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:24.705651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8a44f595-5660-47c4-aa34-6417cc68ae01 None None] Provisioning complete for port 33da3cb4-87fd-4566-85e3-e483508f0a3e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:24.705949 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8a44f595-5660-47c4-aa34-6417cc68ae01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.710328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeeda5c-cc70-43ad-83d5-703154337713 None None] Pushing event updated for resources: {'Port': ['ID=dccd326d-dbfb-484c-8daa-0eda03b0b424,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:24.713292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:24.714508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.731842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57adbb41-9d14-41bf-912f-2eb24aa05dff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Checking segment: {'id': '387f4c76-d09d-4413-8e2e-554f39538ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0441cf2d-530d-4afa-b661-c268509ccc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:24.732564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57adbb41-9d14-41bf-912f-2eb24aa05dff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network hostable DHCP agents. Network: 0441cf2d-530d-4afa-b661-c268509ccc72, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:24.762357 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-94f86e76-d9dc-40eb-8657-f44044b0c1ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8625891 Nov 09 00:22:24.766696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd22d09-0500-4380-be6b-ca04d5cf06e3 None None] Network abd5704b-84be-4cfe-8100-bde0d4586d4a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:24.766916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54814) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:24.836874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57adbb41-9d14-41bf-912f-2eb24aa05dff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 0441cf2d-530d-4afa-b661-c268509ccc72 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:24.899343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-57adbb41-9d14-41bf-912f-2eb24aa05dff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 0441cf2d-530d-4afa-b661-c268509ccc72) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:24.901533 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-09fa4e16-6ade-4238-a27a-976e4e37fb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.914939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57adbb41-9d14-41bf-912f-2eb24aa05dff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:24.916301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-57adbb41-9d14-41bf-912f-2eb24aa05dff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:24.932058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c692b5-b7be-4b3a-86f5-03552eb4c500 None None] Network 0441cf2d-530d-4afa-b661-c268509ccc72 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:25.065521 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-57adbb41-9d14-41bf-912f-2eb24aa05dff tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1415744 Nov 09 00:22:25.079719 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa4e16-6ade-4238-a27a-976e4e37fb79 None None] Pushing event deleted for resources: {'Port': ['ID=6dedc313-1229-408e-b890-d19099a0cf4c,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:25.083672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54824) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:25.104992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa4e16-6ade-4238-a27a-976e4e37fb79 None None] No DVR routers for this DVR port 6dedc313-1229-408e-b890-d19099a0cf4c on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:25.105550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-76ffc2ba-65d5-4250-ad33-6a1b3dea275a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-486855585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:25.186603 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4d0149d-8a1a-43f8-bf1c-abbdf83be994 req-050fb64e-9fd3-4f22-84d2-53593421a393 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 210 time: 0.0926332 Nov 09 00:22:25.222791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:25.222791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76ffc2ba-65d5-4250-ad33-6a1b3dea275a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:25.223093 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76ffc2ba-65d5-4250-ad33-6a1b3dea275a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:25.229667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d9030d-4258-40d7-bf03-a0b43cc1d5cb None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:25.258307 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3598e430-cd18-45a3-a0a4-e43bcb2a7c60 req-47de29c5-664d-4388-b771-3e9e0520b221 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 210 time: 0.0706108 Nov 09 00:22:25.274627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router f9a17d37-87f8-4758-bca5-504d370d8c59 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:22:25.292726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::12f (835f13d3-1085-44f5-af97-6aaeb0d399b3/5d2105fa-e741-4793-b205-3923ed7718c6/ce190f17-b573-4690-9441-a4d2c761a9b9) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:25.623982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-78a23e8a-8c6b-4f04-8055-8fba73ba3501 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:25.626073 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-78a23e8a-8c6b-4f04-8055-8fba73ba3501 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.11 "GET /v2.0/networks?id=090bb441-842f-4b46-b0ae-5865ae0a9a2f HTTP/1.1" status: 200 len: 813 time: 0.2151814 Nov 09 00:22:25.626911 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:25.635202 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76ffc2ba-65d5-4250-ad33-6a1b3dea275a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:25.666951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Request body: {'port': {'device_id': '0f3b3287-ce57-4ed6-bd3e-315552979ffb', 'network_id': '090bb441-842f-4b46-b0ae-5865ae0a9a2f', 'admin_state_up': True, 'tenant_id': 'e995e095e08040d9a0968bf4fe0210b1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:25.692558 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76ffc2ba-65d5-4250-ad33-6a1b3dea275a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:25.826214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:22:25.861183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ecd93af6-a210-4f87-8d93-cb3c85f763fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "PUT /v2.0/routers/f9a17d37-87f8-4758-bca5-504d370d8c59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2754691 Nov 09 00:22:25.925983 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76ffc2ba-65d5-4250-ad33-6a1b3dea275a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:25.928535 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-76ffc2ba-65d5-4250-ad33-6a1b3dea275a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8437166 Nov 09 00:22:25.933293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54830) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:25.939976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.021817 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.171229 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.177635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device dccd326d-dbfb-484c-8daa-0eda03b0b424 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:26.186744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Sync routers for ids ['f9a17d37-87f8-4758-bca5-504d370d8c59'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:22:26.228955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21daff4a-d0c7-49ee-be1a-170e0047d124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-abd5704b-84be-4cfe-8100-bde0d4586d4a', 'network_id': 'abd5704b-84be-4cfe-8100-bde0d4586d4a', 'tenant_id': '01134c595da744319b6d495ef9fe7a70', 'fixed_ips': [{'subnet_id': '6c3009a7-ff6c-4ce4-9d6d-b02e688c0418'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:26.229967 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-21daff4a-d0c7-49ee-be1a-170e0047d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.240841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:26.267957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:26.271601 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:26.279541 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:26.280273 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.327923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Routers {'f9a17d37-87f8-4758-bca5-504d370d8c59'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:26.340137 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f9a17d37-87f8-4758-bca5-504d370d8c59'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:26.342557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=ce190f17-b573-4690-9441-a4d2c761a9b9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:26.381150 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-0f7129e9-da5e-4417-9331-20daab1bdd77 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117353527&fields=id&tenant_id=a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 267 time: 0.1693621 Nov 09 00:22:26.426510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed50bbd5-3fd6-4b5c-bd13-ef08a1b6534d req-073b9d20-b9ee-4a28-bce3-469392b04190 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 210 time: 0.0321722 Nov 09 00:22:26.430927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e89f1f59-fe39-4c8b-9d5f-8769f0e3ecba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3784368 Nov 09 00:22:26.436822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54848) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:26.484005 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3009a7-ff6c-4ce4-9d6d-b02e688c0418,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:26.489260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-353bdd38-70a6-45a2-ba9d-0d97aada6622 None None] Provisioning complete for port a40170e4-3da4-4e52-872f-dba0d0771e7c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:26.489882 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-353bdd38-70a6-45a2-ba9d-0d97aada6622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.587444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Made reservation on behalf of e995e095e08040d9a0968bf4fe0210b1 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:26.591234 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.608284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3cf409b-5f5e-4a2d-bf55-955c57b1686e req-e718434d-6fce-4216-9626-714a8e66d7fc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 210 time: 0.0343890 Nov 09 00:22:26.616744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e54116f-b839-41a8-a0d1-b792b6ab15ec None None] Network 97174b16-0805-4431-85aa-57c4f431f689 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:26.618763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-0441cf2d-530d-4afa-b661-c268509ccc72', 'network_id': '0441cf2d-530d-4afa-b661-c268509ccc72', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'fixed_ips': [{'subnet_id': 'e4abc0a8-bed6-442d-b65a-af805d91deb1'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:26.619698 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.682113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-f2d05af5-d9e6-4a68-95ba-228804731371 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:26.683839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-f2d05af5-d9e6-4a68-95ba-228804731371 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/networks?id=2ebf44d6-48b0-412d-acc4-554572e51c8d HTTP/1.1" status: 200 len: 796 time: 0.3013878 Nov 09 00:22:26.698001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-2ff44c6c-3209-40c5-b17c-fab6f61368b8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:26.700688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-2ff44c6c-3209-40c5-b17c-fab6f61368b8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.11 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 812 time: 0.5676594 Nov 09 00:22:26.713916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a72db1-ee04-446a-9993-eefca8387cf3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:26.715464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-24a72db1-ee04-446a-9993-eefca8387cf3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2673507 Nov 09 00:22:26.720722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54850) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:26.723882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Request body: {'port': {'device_id': '8b37baec-38ed-4bf2-b17e-0af72f8b6b6b', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'admin_state_up': True, 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:26.758239 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-aa13b817-5a0e-4801-852c-b6e3ffaa3379 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/quotas/a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 375 time: 0.0557680 Nov 09 00:22:26.770567 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285ca916-eb39-4ec8-85ae-dcbb0ee5f2d9 None None] Network abd5704b-84be-4cfe-8100-bde0d4586d4a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:26.773584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-353bdd38-70a6-45a2-ba9d-0d97aada6622 None None] Port a40170e4-3da4-4e52-872f-dba0d0771e7c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:26.846774 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.862393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-38d72505-b713-4028-88e7-7955dc8a756c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984092 Nov 09 00:22:26.879981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd5704b-84be-4cfe-8100-bde0d4586d4a']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:26.894360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4a5505-1c39-4a6d-a528-9c861fe39c4a') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:26.894754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4a5505-1c39-4a6d-a528-9c861fe39c4a') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:26.908188 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.923149 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.931001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:22:26.931446 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.973675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port dccd326d-dbfb-484c-8daa-0eda03b0b424 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:26.974103 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:26.989597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-5f35f641-fd73-4ff7-9b3f-c949f9546854 service neutron] 10.222.0.25 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068065 Nov 09 00:22:27.037641 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Made reservation on behalf of bbaf884dbbf848df8b65aeaf3af74797 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:27.041950 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:22:27.059732 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:22:27.075939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Set router f9a17d37-87f8-4758-bca5-504d370d8c59 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:22:27.107908 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:27.126631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:27.129968 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/abd5704b-84be-4cfe-8100-bde0d4586d4a HTTP/1.1" status: 204 len: 168 time: 2.3611999 Nov 09 00:22:27.154522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54852) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:27.165018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc38704-d9f8-464b-8c5d-fac2df32e3fa tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Network': ['ID=abd5704b-84be-4cfe-8100-bde0d4586d4a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:27.179345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ec38c68f-fdda-4384-8c90-88070edd3a38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-643087268'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:27.191188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': '5d2105fa-e741-4793-b205-3923ed7718c6'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:27.191188 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:27.193037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b66c7202-2f36-47e5-af3f-44a811683798 None None] Provisioning complete for port dccd326d-dbfb-484c-8daa-0eda03b0b424 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:27.193468 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b66c7202-2f36-47e5-af3f-44a811683798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:27.222973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-1e061f17-0e73-49c2-a90f-1814631d1a35 service neutron] 10.222.0.25 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257700 Nov 09 00:22:27.307559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-576901c5-e394-4ff1-ab7f-84ca05cd4b1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port ce190f17-b573-4690-9441-a4d2c761a9b9 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:27.307974 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-576901c5-e394-4ff1-ab7f-84ca05cd4b1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:27.319026 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:27.360922 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Allocated IP 172.20.0.6 (4fbc6293-fd00-4c08-b35f-32e48f74db06/2cf1a8c6-0274-49ee-a78c-605a04ac90b8/62137200-deb6-45e1-b644-0e6f6cd97f7c) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:27.390478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec38c68f-fdda-4384-8c90-88070edd3a38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:27.394491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec38c68f-fdda-4384-8c90-88070edd3a38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:27.482990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Allocated IP 2001:db8::2 (0441cf2d-530d-4afa-b661-c268509ccc72/e4abc0a8-bed6-442d-b65a-af805d91deb1/1af3752b-49fe-4788-ae23-b93fb9b64ce0) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:27.589638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Allocated IP 172.20.0.4 (090bb441-842f-4b46-b0ae-5865ae0a9a2f/f390120a-4266-492f-9113-d9c1c7e67cd5/3f56ec66-bc01-4411-9f7e-92e9c514b049) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:27.623074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec38c68f-fdda-4384-8c90-88070edd3a38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:27.630404 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35175842-8c6d-4b4f-a06d-8a3ad6a84e56 req-dce699b2-334f-4e81-bdd2-fc091f827011 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 210 time: 0.0883634 Nov 09 00:22:27.665604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cbe695ec-ebf2-4e36-b053-bd536e2878e4 req-3208142a-2905-42ed-8049-6f33bdf7bbdc tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 210 time: 0.1188269 Nov 09 00:22:27.804245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-576901c5-e394-4ff1-ab7f-84ca05cd4b1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:27.823032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-576901c5-e394-4ff1-ab7f-84ca05cd4b1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for ce190f17-b573-4690-9441-a4d2c761a9b9 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:27.829749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c33ad5d-92d0-41e8-a775-f5b5bd627774 req-db26c314-956a-4faa-b3d0-f796406c262a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 210 time: 0.0525265 Nov 09 00:22:27.867394 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:27.872536 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:27.915815 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:27.964800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Allocated IP 2001:db8::2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/5d2105fa-e741-4793-b205-3923ed7718c6/ad3b9359-84c5-4c96-9a43-03c5fa7222f9) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:27.975350 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b66c7202-2f36-47e5-af3f-44a811683798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.004375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event updated for resources: {'Port': ['ID=62137200-deb6-45e1-b644-0e6f6cd97f7c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:28.023013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:28.024834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:28.039884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:28.048172 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec38c68f-fdda-4384-8c90-88070edd3a38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.048523 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-ec38c68f-fdda-4384-8c90-88070edd3a38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Added segment cfb935b8-6951-4501-ac5b-2eb5f5611712 of type vlan for network c6e157ec-ce99-4553-86ee-7f92671d63a7 Nov 09 00:22:28.055715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port dccd326d-dbfb-484c-8daa-0eda03b0b424, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=dccd326d-dbfb-484c-8daa-0eda03b0b424,segment=NetworkSegment(1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef),segment_id=1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:28.086262 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.088719 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 33da3cb4-87fd-4566-85e3-e483508f0a3e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:28.153534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:28.154028 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.200229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-c640d619-f7bd-45ff-8b36-51bf8488ab44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4828918 Nov 09 00:22:28.217881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Request body: {'port': {'device_id': '8b37baec-38ed-4bf2-b17e-0af72f8b6b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:28.275342 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.354050 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.358571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec38c68f-fdda-4384-8c90-88070edd3a38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.386836 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.431442 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-b66c7202-2f36-47e5-af3f-44a811683798 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:22:28.432074 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-b66c7202-2f36-47e5-af3f-44a811683798 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:22:28.449600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec38c68f-fdda-4384-8c90-88070edd3a38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.455901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38c68f-fdda-4384-8c90-88070edd3a38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:28.456487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec38c68f-fdda-4384-8c90-88070edd3a38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.508314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-576901c5-e394-4ff1-ab7f-84ca05cd4b1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.513682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Network 090bb441-842f-4b46-b0ae-5865ae0a9a2f is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:28.559170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:28.575288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:28.575288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Pushing event updated for resources: {'Port': ['ID=3f56ec66-bc01-4411-9f7e-92e9c514b049,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:28.584557 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ec38c68f-fdda-4384-8c90-88070edd3a38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4172988 Nov 09 00:22:28.585198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54876) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:28.595460 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.597170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=dccd326d-dbfb-484c-8daa-0eda03b0b424,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:28.627847 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3dfa97d4-2423-44e9-983b-e29c3d4da495 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'subnet': {'network_id': 'c6e157ec-ce99-4553-86ee-7f92671d63a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:28.630001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:22:22Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a40170e4-3da4-4e52-872f-dba0d0771e7c', 'name': '', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:e3:ac:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:19Z', 'updated_at': '2021-11-09T00:22:23Z', 'revision_number': 2, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:28.635539 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.653029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38c68f-fdda-4384-8c90-88070edd3a38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Network': ['ID=c6e157ec-ce99-4553-86ee-7f92671d63a7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:28.739246 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network c6e157ec-ce99-4553-86ee-7f92671d63a7 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:28.804199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Checking router: f9a17d37-87f8-4758-bca5-504d370d8c59 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:22:28.804586 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Updating router f9a17d37-87f8-4758-bca5-504d370d8c59 port a40170e4-3da4-4e52-872f-dba0d0771e7c binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:22:28.817079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 33da3cb4-87fd-4566-85e3-e483508f0a3e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:28.817483 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:28.827786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Network 0441cf2d-530d-4afa-b661-c268509ccc72 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:28.837930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:28.840709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:29.049126 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Pushing event updated for resources: {'Port': ['ID=1af3752b-49fe-4788-ae23-b93fb9b64ce0,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:29.052855 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.099792 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576901c5-e394-4ff1-ab7f-84ca05cd4b1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=ce190f17-b573-4690-9441-a4d2c761a9b9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:29.152107 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.153081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-594f050b-197c-4199-b37f-9a27934dd134 req-f105cd3e-1611-4c91-a99e-c7b51655e11b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 210 time: 0.0669932 Nov 09 00:22:29.155594 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-576901c5-e394-4ff1-ab7f-84ca05cd4b1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.155853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Attempting to bind port 1af3752b-49fe-4788-ae23-b93fb9b64ce0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:29.156195 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Attempting to bind port 1af3752b-49fe-4788-ae23-b93fb9b64ce0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '387f4c76-d09d-4413-8e2e-554f39538ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0441cf2d-530d-4afa-b661-c268509ccc72'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:29.157288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Attempting to bind port 1af3752b-49fe-4788-ae23-b93fb9b64ce0 on network 0441cf2d-530d-4afa-b661-c268509ccc72 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:29.169080 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-576901c5-e394-4ff1-ab7f-84ca05cd4b1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/ce190f17-b573-4690-9441-a4d2c761a9b9 HTTP/1.1" status: 204 len: 168 time: 2.4369361 Nov 09 00:22:29.170319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54884) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:29.179867 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.226895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:29.227525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.242183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:29.242600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Checking segment: {'id': '387f4c76-d09d-4413-8e2e-554f39538ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0441cf2d-530d-4afa-b661-c268509ccc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:29.242946 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.243338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Bound using segment: {'id': '387f4c76-d09d-4413-8e2e-554f39538ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0441cf2d-530d-4afa-b661-c268509ccc72'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:29.243817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Bound port: 1af3752b-49fe-4788-ae23-b93fb9b64ce0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387f4c76-d09d-4413-8e2e-554f39538ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0441cf2d-530d-4afa-b661-c268509ccc72'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:29.244194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.256405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Allocated IP 2001:db8::1 (0441cf2d-530d-4afa-b661-c268509ccc72/e4abc0a8-bed6-442d-b65a-af805d91deb1/c0110752-7e51-4ea5-9e43-c2ddd6bb28a0) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:29.262278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Pushing event updated for resources: {'Port': ['ID=ad3b9359-84c5-4c96-9a43-03c5fa7222f9,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:29.288564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:29.302679 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-6a3e0576-1a43-4659-8739-74ef5d66fa23 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6435003 Nov 09 00:22:29.308217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-23bb7381-bed8-4dc2-a8d6-a2495197090b None None] Provisioning complete for port dccd326d-dbfb-484c-8daa-0eda03b0b424 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:29.308591 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-23bb7381-bed8-4dc2-a8d6-a2495197090b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.316197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Request body: {'port': {'device_id': '0f3b3287-ce57-4ed6-bd3e-315552979ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:29.395992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdad3b9-4ba9-4e41-ad76-1ab37383c66a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:29.397596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdad3b9-4ba9-4e41-ad76-1ab37383c66a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:29.414405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:29.414963 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7bdad3b9-4ba9-4e41-ad76-1ab37383c66a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2412784 Nov 09 00:22:29.416913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:29.421871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54886) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:29.504062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfa97d4-2423-44e9-983b-e29c3d4da495 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:29.508706 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dfa97d4-2423-44e9-983b-e29c3d4da495 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.536544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Attempting to bind port ad3b9359-84c5-4c96-9a43-03c5fa7222f9 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:29.537140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Attempting to bind port ad3b9359-84c5-4c96-9a43-03c5fa7222f9 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:29.537340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Attempting to bind port ad3b9359-84c5-4c96-9a43-03c5fa7222f9 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:29.547927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:29.548365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:29.549056 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.549195 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:29.549590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Bound port: ad3b9359-84c5-4c96-9a43-03c5fa7222f9, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:29.549972 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.589064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62137200-deb6-45e1-b644-0e6f6cd97f7c {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:22:29.596762 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.600118 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.616308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] For port 1af3752b-49fe-4788-ae23-b93fb9b64ce0, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:29.652648 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3baddd-4e83-4a49-9b1b-51fd5c35a793 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 5d2105fa-e741-4793-b205-3923ed7718c6 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:22:29.659628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Transition to ACTIVE for port object 62137200-deb6-45e1-b644-0e6f6cd97f7c will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:22:29.681035 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b3baddd-4e83-4a49-9b1b-51fd5c35a793 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.696302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed2a4a-2c47-434e-b67f-fc33a7d82099 req-4a723a33-970b-4124-b3e3-554e43e30829 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:29.698122 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59ed2a4a-2c47-434e-b67f-fc33a7d82099 req-4a723a33-970b-4124-b3e3-554e43e30829 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 931 time: 0.6016915 Nov 09 00:22:29.705903 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.718005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] For port 1af3752b-49fe-4788-ae23-b93fb9b64ce0, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1af3752b-49fe-4788-ae23-b93fb9b64ce0,segment=NetworkSegment(387f4c76-d09d-4413-8e2e-554f39538ac2),segment_id=387f4c76-d09d-4413-8e2e-554f39538ac2)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:29.723697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6dedc313-1229-408e-b890-d19099a0cf4c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:22:29.758167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 6dedc313-1229-408e-b890-d19099a0cf4c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:22:29.758542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6dedc313-1229-408e-b890-d19099a0cf4c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:22:29.758974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7adb2274-d90c-4121-ac36-4fb59533ac51 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:22:29.761053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.768549 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:29.852336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e82fa9-722f-4516-a044-04772803d371 None None] Pushing event updated for resources: {'Port': ['ID=1af3752b-49fe-4788-ae23-b93fb9b64ce0,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:29.856017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9b3962e1-2c8e-4162-8bd9-d8d10a92e050 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:29.857986 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9b3962e1-2c8e-4162-8bd9-d8d10a92e050 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "GET /v2.0/networks?id=2ebf44d6-48b0-412d-acc4-554572e51c8d HTTP/1.1" status: 200 len: 796 time: 0.6990542 Nov 09 00:22:29.862445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=62137200-deb6-45e1-b644-0e6f6cd97f7c,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:29.870178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 7adb2274-d90c-4121-ac36-4fb59533ac51 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:22:29.870514 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7adb2274-d90c-4121-ac36-4fb59533ac51 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:22:29.875889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe78d60-26a9-4a45-9515-8aae6fb43f37 req-2c1d45bd-3f9c-451f-85f5-4c47b97b72cc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:29.878381 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fe78d60-26a9-4a45-9515-8aae6fb43f37 req-2c1d45bd-3f9c-451f-85f5-4c47b97b72cc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 931 time: 0.5143511 Nov 09 00:22:29.956431 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] For port ad3b9359-84c5-4c96-9a43-03c5fa7222f9, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:29.974202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] For port ad3b9359-84c5-4c96-9a43-03c5fa7222f9, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ad3b9359-84c5-4c96-9a43-03c5fa7222f9,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:29.988302 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.045251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-e4b10139-1bf5-404b-be52-807e4707d91b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 380 time: 0.1446674 Nov 09 00:22:30.094740 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.101739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device dccd326d-dbfb-484c-8daa-0eda03b0b424 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:30.152426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'port': {'device_id': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'admin_state_up': True, 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'security_groups': ['71941464-a993-4aa0-9f87-fba3ad6bd27c']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:30.168886 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.197154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f56ec66-bc01-4411-9f7e-92e9c514b049 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:22:30.214017 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.232457 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Transition to ACTIVE for port object 3f56ec66-bc01-4411-9f7e-92e9c514b049 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:22:30.294421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfcec1-e657-4614-8f3a-5e38ccd5cb80 None None] Pushing event updated for resources: {'Port': ['ID=ad3b9359-84c5-4c96-9a43-03c5fa7222f9,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:30.301471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b3baddd-4e83-4a49-9b1b-51fd5c35a793 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.352216 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.355546 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.441484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450939b-d4c1-426a-82c3-9c9eb1d47ebe None None] Pushing event updated for resources: {'Port': ['ID=a40170e4-3da4-4e52-872f-dba0d0771e7c,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:30.460568 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port dccd326d-dbfb-484c-8daa-0eda03b0b424 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:30.462981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Attempting to bind port 62137200-deb6-45e1-b644-0e6f6cd97f7c on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:30.463479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Attempting to bind port 62137200-deb6-45e1-b644-0e6f6cd97f7c by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:30.468586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Attempting to bind port 62137200-deb6-45e1-b644-0e6f6cd97f7c on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:30.478018 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.513924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59ed2a4a-2c47-434e-b67f-fc33a7d82099 req-92ab0ba7-4c9a-408e-ad7b-b92fe69fc71c tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/security-groups?id=32637415-a91c-4316-872d-42d687c60fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7863722 Nov 09 00:22:30.521232 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Port 62137200-deb6-45e1-b644-0e6f6cd97f7c on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:22:30.535638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Attempting to bind port 62137200-deb6-45e1-b644-0e6f6cd97f7c on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:30.611209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Attempting to bind port a40170e4-3da4-4e52-872f-dba0d0771e7c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:30.611790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Attempting to bind port a40170e4-3da4-4e52-872f-dba0d0771e7c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:30.611952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Attempting to bind port a40170e4-3da4-4e52-872f-dba0d0771e7c on network 2ebf44d6-48b0-412d-acc4-554572e51c8d {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:30.616303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:30.625323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Checking segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:30.625829 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Bound using segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:30.626419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Bound port: 62137200-deb6-45e1-b644-0e6f6cd97f7c, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:30.626902 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.631252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:30.631905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Checking segment: {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:30.632505 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.633078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Bound using segment: {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:30.633991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Bound port: a40170e4-3da4-4e52-872f-dba0d0771e7c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:30.634569 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.662890 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fe78d60-26a9-4a45-9515-8aae6fb43f37 req-f083dd58-92b0-4797-ab3a-4a776f9c4b4e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578271 Nov 09 00:22:30.748383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01b942b2-cf8c-499c-9642-8a55e88aaa73 req-181de58d-a1cb-4ec4-83de-ab685588c425 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 210 time: 0.0842350 Nov 09 00:22:30.756367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Made reservation on behalf of a25a6a1f62704562be674debd2726386 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:30.761067 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.838280 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=c0110752-7e51-4ea5-9e43-c2ddd6bb28a0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:30.850557 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dfa97d4-2423-44e9-983b-e29c3d4da495 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.873098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] For port a40170e4-3da4-4e52-872f-dba0d0771e7c, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:30.875596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d7e96924-669b-4f91-ac4d-3f3a7dcfa52e None None] Provisioning complete for port a40170e4-3da4-4e52-872f-dba0d0771e7c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:30.876070 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d7e96924-669b-4f91-ac4d-3f3a7dcfa52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.878952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] For port a40170e4-3da4-4e52-872f-dba0d0771e7c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a40170e4-3da4-4e52-872f-dba0d0771e7c,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:30.909470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 0441cf2d-530d-4afa-b661-c268509ccc72 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:30.912402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] For port 62137200-deb6-45e1-b644-0e6f6cd97f7c, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:30.922309 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.932291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] For port 62137200-deb6-45e1-b644-0e6f6cd97f7c, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=62137200-deb6-45e1-b644-0e6f6cd97f7c,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:30.949732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:30.958049 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.959412 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b3baddd-4e83-4a49-9b1b-51fd5c35a793 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.962715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:30.963440 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:30.974301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d7e96924-669b-4f91-ac4d-3f3a7dcfa52e None None] Port a40170e4-3da4-4e52-872f-dba0d0771e7c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:31.001328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f56ec66-bc01-4411-9f7e-92e9c514b049,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:31.025606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=62137200-deb6-45e1-b644-0e6f6cd97f7c,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:31.042734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:31.043370 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:31.044884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-70e03892-c05d-4cc4-a372-14368f5aa1c0 service neutron] 10.222.0.11 "PUT /v2.0/ports/62137200-deb6-45e1-b644-0e6f6cd97f7c HTTP/1.1" status: 200 len: 1091 time: 2.8359747 Nov 09 00:22:31.045268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b37baec-38ed-4bf2-b17e-0af72f8b6b6b', 'tag': '62137200-deb6-45e1-b644-0e6f6cd97f7c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:22:31.046548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450939b-d4c1-426a-82c3-9c9eb1d47ebe None None] Pushing event updated for resources: {'Port': ['ID=a40170e4-3da4-4e52-872f-dba0d0771e7c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:31.047651 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53cc0ac-c03b-41aa-ab65-6a59e2b0c286" -d '{"events": [{"name": "network-changed", "server_uuid": "8b37baec-38ed-4bf2-b17e-0af72f8b6b6b", "tag": "62137200-deb6-45e1-b644-0e6f6cd97f7c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:22:31.051142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Routers {'f9a17d37-87f8-4758-bca5-504d370d8c59'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:31.052489 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f9a17d37-87f8-4758-bca5-504d370d8c59'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:31.091481 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.20.0.11 (2ebf44d6-48b0-412d-acc4-554572e51c8d/a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc/ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:31.141592 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7fcd60-1890-4766-9017-ae8575338eb7 x-openstack-request-id: req-fe7fcd60-1890-4766-9017-ae8575338eb7 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:22:31.142224 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b37baec-38ed-4bf2-b17e-0af72f8b6b6b", "tag": "62137200-deb6-45e1-b644-0e6f6cd97f7c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:22:31.142480 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe7fcd60-1890-4766-9017-ae8575338eb7 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:22:31.142902 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b37baec-38ed-4bf2-b17e-0af72f8b6b6b', 'tag': '62137200-deb6-45e1-b644-0e6f6cd97f7c', 'status': 'completed', 'code': 200} Nov 09 00:22:31.174122 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa97d4-2423-44e9-983b-e29c3d4da495 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Subnet': ['ID=56c96fcb-6cb5-4339-bcee-395b62247034,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:31.211486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-d41f9f66-eb78-4a15-8e64-ad007fa29558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:31.211909 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-d41f9f66-eb78-4a15-8e64-ad007fa29558 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 1094 time: 0.1126616 Nov 09 00:22:31.313299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa97d4-2423-44e9-983b-e29c3d4da495 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Checking segment: {'id': 'cfb935b8-6951-4501-ac5b-2eb5f5611712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c6e157ec-ce99-4553-86ee-7f92671d63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:31.313921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa97d4-2423-44e9-983b-e29c3d4da495 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network hostable DHCP agents. Network: c6e157ec-ce99-4553-86ee-7f92671d63a7, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:31.315710 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-2b8b48e8-cb25-4648-978d-77e63cc9547a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62137200-deb6-45e1-b644-0e6f6cd97f7c HTTP/1.1" status: 200 len: 217 time: 0.0834484 Nov 09 00:22:31.318187 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b3baddd-4e83-4a49-9b1b-51fd5c35a793 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:31.487640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Attempting to bind port 3f56ec66-bc01-4411-9f7e-92e9c514b049 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:31.488037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Attempting to bind port 3f56ec66-bc01-4411-9f7e-92e9c514b049 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'f058833f-b093-42c0-a8c4-f1b06a9267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '090bb441-842f-4b46-b0ae-5865ae0a9a2f'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:31.488363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Attempting to bind port 3f56ec66-bc01-4411-9f7e-92e9c514b049 on network 090bb441-842f-4b46-b0ae-5865ae0a9a2f {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:31.495482 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:31.506394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3baddd-4e83-4a49-9b1b-51fd5c35a793 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2105fa-e741-4793-b205-3923ed7718c6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:31.519087 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b3baddd-4e83-4a49-9b1b-51fd5c35a793 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:31.524973 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4b3baddd-4e83-4a49-9b1b-51fd5c35a793 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/5d2105fa-e741-4793-b205-3923ed7718c6 HTTP/1.1" status: 204 len: 168 time: 2.0954640 Nov 09 00:22:31.544988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54896) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:31.614182 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:31.620835 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] Set router f9a17d37-87f8-4758-bca5-504d370d8c59 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:22:31.658692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Port 3f56ec66-bc01-4411-9f7e-92e9c514b049 on network 090bb441-842f-4b46-b0ae-5865ae0a9a2f not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:22:31.664498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Attempting to bind port 3f56ec66-bc01-4411-9f7e-92e9c514b049 on network 090bb441-842f-4b46-b0ae-5865ae0a9a2f {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:31.773257 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:31.791153 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-88570c5d-1fd1-4306-a494-a31b0ea1816b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2315128 Nov 09 00:22:31.798544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54906) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:31.825119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-dd3c771a-a658-4ae2-9d20-8cad7c2fafea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:31.842923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa97d4-2423-44e9-983b-e29c3d4da495 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network c6e157ec-ce99-4553-86ee-7f92671d63a7 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:31.879437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:31.880002 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Checking segment: {'id': 'f058833f-b093-42c0-a8c4-f1b06a9267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '090bb441-842f-4b46-b0ae-5865ae0a9a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:31.880505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Bound using segment: {'id': 'f058833f-b093-42c0-a8c4-f1b06a9267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '090bb441-842f-4b46-b0ae-5865ae0a9a2f'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:31.890092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Bound port: 3f56ec66-bc01-4411-9f7e-92e9c514b049, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f058833f-b093-42c0-a8c4-f1b06a9267ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '090bb441-842f-4b46-b0ae-5865ae0a9a2f'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:31.890628 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:31.901108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-5acc1938-a3e0-46c6-80c0-f65da71579b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:31.906197 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-5acc1938-a3e0-46c6-80c0-f65da71579b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.5826545 Nov 09 00:22:31.921517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7a368d04-67e2-4d3d-8cc7-e45d1f498a45 None None] Provisioning complete for port a40170e4-3da4-4e52-872f-dba0d0771e7c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:31.921895 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7a368d04-67e2-4d3d-8cc7-e45d1f498a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:31.950835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 2ebf44d6-48b0-412d-acc4-554572e51c8d is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:32.024162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3dfa97d4-2423-44e9-983b-e29c3d4da495 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, c6e157ec-ce99-4553-86ee-7f92671d63a7) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:32.030092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:32.038302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:32.040097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa97d4-2423-44e9-983b-e29c3d4da495 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:32.040760 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3dfa97d4-2423-44e9-983b-e29c3d4da495 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:32.050588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:32.064290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c04bf-89fa-4b99-8951-1a47950b3e2c req-24b60d74-2255-48e6-866d-9ced6c9d6d78 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:32.072153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c3c04bf-89fa-4b99-8951-1a47950b3e2c req-24b60d74-2255-48e6-866d-9ced6c9d6d78 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 943 time: 0.4240832 Nov 09 00:22:32.119274 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3dfa97d4-2423-44e9-983b-e29c3d4da495 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4906003 Nov 09 00:22:32.153553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54908) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:32.158185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6e4470-947a-468a-963d-5a777a4f6a06 None None] Network 0441cf2d-530d-4afa-b661-c268509ccc72 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:32.170640 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-23d21e0a-d976-4e72-8930-6722eb7b2f9b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-976964320'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:32.221490 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577b1a7-f870-407f-8456-01bd68f2441f req-e7192afa-5717-443c-a4a1-31b3b5c8f65d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:32.223677 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d577b1a7-f870-407f-8456-01bd68f2441f req-e7192afa-5717-443c-a4a1-31b3b5c8f65d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 943 time: 0.3973460 Nov 09 00:22:32.255848 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7a368d04-67e2-4d3d-8cc7-e45d1f498a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:32.257823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7a8db-689b-44a5-8af7-4a2eeef588c5 None None] Network c6e157ec-ce99-4553-86ee-7f92671d63a7 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:32.260080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1af3752b-49fe-4788-ae23-b93fb9b64ce0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:32.274587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c3c04bf-89fa-4b99-8951-1a47950b3e2c req-839c3544-1c72-4684-9f85-d0d8d61cdc89 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/security-groups?id=32637415-a91c-4316-872d-42d687c60fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015502 Nov 09 00:22:32.341467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:32.342732 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:32.348325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-956601dc-1732-43bd-8e8d-2e285c7edda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:32.350054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-956601dc-1732-43bd-8e8d-2e285c7edda7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4184742 Nov 09 00:22:32.353541 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d21e0a-d976-4e72-8930-6722eb7b2f9b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:32.358007 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23d21e0a-d976-4e72-8930-6722eb7b2f9b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:32.441919 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d90dc9d-4817-4d24-a1d6-1a8e42b470d9 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:32.473981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d577b1a7-f870-407f-8456-01bd68f2441f req-7b97e03b-c719-4d48-a8f2-e6997dffba18 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169499 Nov 09 00:22:32.518100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3c771a-a658-4ae2-9d20-8cad7c2fafea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:32.522356 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd3c771a-a658-4ae2-9d20-8cad7c2fafea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:32.546365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-9bc7d5ef-4ed7-4b1d-9c14-cef428c24f1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4019184 Nov 09 00:22:32.565585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Request body: {'port': {'device_id': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:32.595374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d21e0a-d976-4e72-8930-6722eb7b2f9b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:32.645583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23d21e0a-d976-4e72-8930-6722eb7b2f9b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:32.646380 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-23d21e0a-d976-4e72-8930-6722eb7b2f9b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Added segment b86707a0-29f4-41ec-8745-eb4cf07fcf9b of type vlan for network fe2958bd-4879-4921-a0eb-1acdcee67410 Nov 09 00:22:32.652973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7a368d04-67e2-4d3d-8cc7-e45d1f498a45 None None] For port a40170e4-3da4-4e52-872f-dba0d0771e7c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a40170e4-3da4-4e52-872f-dba0d0771e7c,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:32.655547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] For port 3f56ec66-bc01-4411-9f7e-92e9c514b049, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:32.674886 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:32.682899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] For port 3f56ec66-bc01-4411-9f7e-92e9c514b049, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=3f56ec66-bc01-4411-9f7e-92e9c514b049,segment=NetworkSegment(f058833f-b093-42c0-a8c4-f1b06a9267ed),segment_id=f058833f-b093-42c0-a8c4-f1b06a9267ed)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:32.697181 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:32.743424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-d554d907-749c-4884-a096-246512369e1f service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802528 Nov 09 00:22:32.751142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23d21e0a-d976-4e72-8930-6722eb7b2f9b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:32.760598 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7a368d04-67e2-4d3d-8cc7-e45d1f498a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:32.770388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf1bfc-d8aa-4e8a-a223-fd5c00bb667c req-28cec460-9a86-402b-aa27-6b99c5ca08b6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:32.774997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:32.775989 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:32.777604 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/3f56ec66-bc01-4411-9f7e-92e9c514b049 HTTP/1.1" status: 200 len: 1091 time: 3.4654472 Nov 09 00:22:32.779755 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25bf1bfc-d8aa-4e8a-a223-fd5c00bb667c req-28cec460-9a86-402b-aa27-6b99c5ca08b6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 932 time: 0.3323982 Nov 09 00:22:32.792713 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47959bc8-6ecc-485d-97ba-9042a92339f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f56ec66-bc01-4411-9f7e-92e9c514b049,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:32.799254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3b3287-ce57-4ed6-bd3e-315552979ffb', 'tag': '3f56ec66-bc01-4411-9f7e-92e9c514b049'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:22:32.803609 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe6250f-4e79-43fa-b894-56641ecac280" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3b3287-ce57-4ed6-bd3e-315552979ffb", "tag": "3f56ec66-bc01-4411-9f7e-92e9c514b049"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:22:32.853128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:32.912391 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:22:22Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a40170e4-3da4-4e52-872f-dba0d0771e7c', 'name': '', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:e3:ac:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:19Z', 'updated_at': '2021-11-09T00:22:30Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:32.954674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25bf1bfc-d8aa-4e8a-a223-fd5c00bb667c req-24527cea-88e6-4f53-b84d-e091a3eb501b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738563 Nov 09 00:22:32.997384 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df66843b-be63-428e-9e74-79483dd4f753 x-openstack-request-id: req-df66843b-be63-428e-9e74-79483dd4f753 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:22:32.997702 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3b3287-ce57-4ed6-bd3e-315552979ffb", "tag": "3f56ec66-bc01-4411-9f7e-92e9c514b049", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:22:32.997962 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df66843b-be63-428e-9e74-79483dd4f753 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:22:32.998420 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3b3287-ce57-4ed6-bd3e-315552979ffb', 'tag': '3f56ec66-bc01-4411-9f7e-92e9c514b049', 'status': 'completed', 'code': 200} Nov 09 00:22:33.006308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b694bf-da78-42e7-b5aa-091fbea89243 None None] The sync data for ids ['f9a17d37-87f8-4758-bca5-504d370d8c59'] in n-d-813263-3 is: [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:22:22Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a40170e4-3da4-4e52-872f-dba0d0771e7c', 'name': '', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:e3:ac:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:19Z', 'updated_at': '2021-11-09T00:22:30Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:22:33.010187 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.011723 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.035748 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23d21e0a-d976-4e72-8930-6722eb7b2f9b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.044853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d21e0a-d976-4e72-8930-6722eb7b2f9b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:33.046005 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23d21e0a-d976-4e72-8930-6722eb7b2f9b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.067959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1af3752b-49fe-4788-ae23-b93fb9b64ce0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:33.068447 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.069485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd3c771a-a658-4ae2-9d20-8cad7c2fafea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.129329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=c0110752-7e51-4ea5-9e43-c2ddd6bb28a0,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:33.179220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-23d21e0a-d976-4e72-8930-6722eb7b2f9b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0129914 Nov 09 00:22:33.190243 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54916) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:33.204157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'subnet': {'network_id': 'fe2958bd-4879-4921-a0eb-1acdcee67410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:33.234340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d22eacc6-2e80-47fd-b23d-759117e76393 None None] Provisioning complete for port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:33.235771 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d22eacc6-2e80-47fd-b23d-759117e76393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.296826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c771a-a658-4ae2-9d20-8cad7c2fafea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:33.312638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c771a-a658-4ae2-9d20-8cad7c2fafea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:33.337015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54922) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:33.352159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3c771a-a658-4ae2-9d20-8cad7c2fafea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:33.352967 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd3c771a-a658-4ae2-9d20-8cad7c2fafea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.371507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-2c520eea-9173-4efe-8197-0ca3dcffd015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:33.373242 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-2c520eea-9173-4efe-8197-0ca3dcffd015 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e995e095e08040d9a0968bf4fe0210b1&device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 1094 time: 0.3739104 Nov 09 00:22:33.376269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d22eacc6-2e80-47fd-b23d-759117e76393 None None] Port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:33.388987 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d22eacc6-2e80-47fd-b23d-759117e76393 None None] Could not find standard attr ID for object ce190f17-b573-4690-9441-a4d2c761a9b9. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:22:33.393173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a368d04-67e2-4d3d-8cc7-e45d1f498a45 None None] Pushing event updated for resources: {'Port': ['ID=a40170e4-3da4-4e52-872f-dba0d0771e7c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:33.405533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c771a-a658-4ae2-9d20-8cad7c2fafea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=11f79bc4-7bca-47b9-9a1b-23a5288ce77c,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:33.433505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-c6e157ec-ce99-4553-86ee-7f92671d63a7', 'network_id': 'c6e157ec-ce99-4553-86ee-7f92671d63a7', 'tenant_id': '01134c595da744319b6d495ef9fe7a70', 'fixed_ips': [{'subnet_id': '56c96fcb-6cb5-4339-bcee-395b62247034'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:33.434507 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.472210 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3c3c33-0534-4a30-86d7-4dd718907b01 req-95acf54c-c431-414c-af9e-9c1451483d18 service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7168345 Nov 09 00:22:33.473023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d21e0a-d976-4e72-8930-6722eb7b2f9b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Network': ['ID=fe2958bd-4879-4921-a0eb-1acdcee67410,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:33.513007 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-cfac2fcf-109c-4d1d-beee-b44fe444322f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f56ec66-bc01-4411-9f7e-92e9c514b049 HTTP/1.1" status: 200 len: 217 time: 0.1027002 Nov 09 00:22:33.526159 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dd3c771a-a658-4ae2-9d20-8cad7c2fafea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7035534 Nov 09 00:22:33.528271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ff1551-ab52-4aeb-a424-6ca73440f088 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:22:33.534873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54928) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:33.542870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'name': 'tempest-NetworksTestDHCPv6-381035216'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:33.553600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d22eacc6-2e80-47fd-b23d-759117e76393 None None] Provisioning complete for port ad3b9359-84c5-4c96-9a43-03c5fa7222f9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:33.553600 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d22eacc6-2e80-47fd-b23d-759117e76393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.754949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-dd90bd88-11eb-42cc-86ff-620870dd5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:33.757767 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-dd90bd88-11eb-42cc-86ff-620870dd5686 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f390120a-4266-492f-9113-d9c1c7e67cd5 HTTP/1.1" status: 200 len: 853 time: 0.2317369 Nov 09 00:22:33.763302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Allocated IP 2001:db8::1 (c6e157ec-ce99-4553-86ee-7f92671d63a7/56c96fcb-6cb5-4339-bcee-395b62247034/e89457f1-af0e-4888-a4e1-784ed651d5dd) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:33.789915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 0441cf2d-530d-4afa-b661-c268509ccc72 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:33.818644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:33.884722 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-c96a2133-10cf-4957-86cc-56c0063c35b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=090bb441-842f-4b46-b0ae-5865ae0a9a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906584 Nov 09 00:22:33.925420 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0261b3ab-f47e-418f-b440-1ce9f5166af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.945407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:33.956904 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.962419 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:33.972167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network fe2958bd-4879-4921-a0eb-1acdcee67410 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:34.037687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.ipam_backend_mixin [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Performing IP validity checks on allocation pools {{(pid=101780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 00:22:34.038310 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.ipam_backend_mixin [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 00:22:34.091965 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:34.139038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Network c6e157ec-ce99-4553-86ee-7f92671d63a7 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:34.189867 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:34.237871 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:34.239596 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-59f13b61-7b45-4159-8b85-6662c372750d service neutron] 10.222.0.11 "GET /v2.0/networks/090bb441-842f-4b46-b0ae-5865ae0a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803700 Nov 09 00:22:34.254211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f3599-e93e-4ad3-a51a-0ef3b5cabc16 req-02200ca8-29db-44c7-b269-984315ae50aa tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:34.257852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-713f3599-e93e-4ad3-a51a-0ef3b5cabc16 req-02200ca8-29db-44c7-b269-984315ae50aa tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 943 time: 0.7618990 Nov 09 00:22:34.268085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:34.284651 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:34.314802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 0c028841-e7f4-4713-b0c7-c64aa1d8ae88 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:22:34.316409 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:34.327309 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d22eacc6-2e80-47fd-b23d-759117e76393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:34.503248 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:34.563746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cc0ac-c03b-41aa-ab65-6a59e2b0c286 req-fb4f7c49-7459-415b-b5b0-ebdbca296c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:34.565421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a53cc0ac-c03b-41aa-ab65-6a59e2b0c286 req-fb4f7c49-7459-415b-b5b0-ebdbca296c40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 1094 time: 0.9968207 Nov 09 00:22:34.569606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port e4bf13ab-aba7-4fc3-9a95-d55e3a5caab8 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:22:34.632230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78d5c5-09cc-4692-b4a0-f3f00b9f3c88 req-1266c45b-8d21-4f1d-8c01-e994bdc6485a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:34.634123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c78d5c5-09cc-4692-b4a0-f3f00b9f3c88 req-1266c45b-8d21-4f1d-8c01-e994bdc6485a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 943 time: 0.7495418 Nov 09 00:22:34.653291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Pushing event updated for resources: {'Port': ['ID=e89457f1-af0e-4888-a4e1-784ed651d5dd,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:34.706678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d22eacc6-2e80-47fd-b23d-759117e76393 None None] For port ad3b9359-84c5-4c96-9a43-03c5fa7222f9, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ad3b9359-84c5-4c96-9a43-03c5fa7222f9,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:34.735127 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d22eacc6-2e80-47fd-b23d-759117e76393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:34.783272 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 1af3752b-49fe-4788-ae23-b93fb9b64ce0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1af3752b-49fe-4788-ae23-b93fb9b64ce0,segment=NetworkSegment(387f4c76-d09d-4413-8e2e-554f39538ac2),segment_id=387f4c76-d09d-4413-8e2e-554f39538ac2)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:34.803412 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:34.804219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ad3b9359-84c5-4c96-9a43-03c5fa7222f9 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:34.808178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:22:34.843033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff1551-ab52-4aeb-a424-6ca73440f088 None None] Deleting port ad3b9359-84c5-4c96-9a43-03c5fa7222f9 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:34.843185 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1551-ab52-4aeb-a424-6ca73440f088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:34.848121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Attempting to bind port e89457f1-af0e-4888-a4e1-784ed651d5dd on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:34.848522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Attempting to bind port e89457f1-af0e-4888-a4e1-784ed651d5dd by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'cfb935b8-6951-4501-ac5b-2eb5f5611712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c6e157ec-ce99-4553-86ee-7f92671d63a7'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:34.848888 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Attempting to bind port e89457f1-af0e-4888-a4e1-784ed651d5dd on network c6e157ec-ce99-4553-86ee-7f92671d63a7 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:34.907877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:34.908251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Checking segment: {'id': 'cfb935b8-6951-4501-ac5b-2eb5f5611712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c6e157ec-ce99-4553-86ee-7f92671d63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:34.908649 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:34.909044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Bound using segment: {'id': 'cfb935b8-6951-4501-ac5b-2eb5f5611712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c6e157ec-ce99-4553-86ee-7f92671d63a7'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:34.909632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Bound port: e89457f1-af0e-4888-a4e1-784ed651d5dd, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb935b8-6951-4501-ac5b-2eb5f5611712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c6e157ec-ce99-4553-86ee-7f92671d63a7'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:34.910026 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:34.933047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-713f3599-e93e-4ad3-a51a-0ef3b5cabc16 req-35a67806-6047-4c7d-8215-fcc33aaf7cb0 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/security-groups?id=32637415-a91c-4316-872d-42d687c60fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287739 Nov 09 00:22:34.941164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cc0ac-c03b-41aa-ab65-6a59e2b0c286 req-fe126a76-49df-4f9a-b38d-752361bcc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:34.942927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a53cc0ac-c03b-41aa-ab65-6a59e2b0c286 req-fe126a76-49df-4f9a-b38d-752361bcc5a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.2877688 Nov 09 00:22:34.945085 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:34.987426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eacc6-2e80-47fd-b23d-759117e76393 None None] Pushing event updated for resources: {'Port': ['ID=ad3b9359-84c5-4c96-9a43-03c5fa7222f9,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:35.054636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=1af3752b-49fe-4788-ae23-b93fb9b64ce0,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:35.075285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a53cc0ac-c03b-41aa-ab65-6a59e2b0c286 req-9417a7d1-0ba4-4f22-90e4-1ac5d5333a7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62137200-deb6-45e1-b644-0e6f6cd97f7c HTTP/1.1" status: 200 len: 217 time: 0.1182117 Nov 09 00:22:35.081155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d22eacc6-2e80-47fd-b23d-759117e76393 None None] Provisioning complete for port 1af3752b-49fe-4788-ae23-b93fb9b64ce0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:35.082179 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d22eacc6-2e80-47fd-b23d-759117e76393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:35.111274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ad3b9359-84c5-4c96-9a43-03c5fa7222f9 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:35.111662 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:35.114244 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-62ea6d50-0d58-4c90-8024-acf4ee0a25bd req-c318c14a-97c5-49a9-afdb-95a30bcae7e6 service neutron] 10.222.0.11 "GET /v2.0/networks/090bb441-842f-4b46-b0ae-5865ae0a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8653193 Nov 09 00:22:35.115184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:22:35.123671 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d712dc46-7a35-47d6-b6e9-125e33149568 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/0c028841-e7f4-4713-b0c7-c64aa1d8ae88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1893442 Nov 09 00:22:35.128584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54934) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:35.134174 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3cd22-49f1-416b-a9c0-6a084447cddd None None] Sync routers for ids ['0c028841-e7f4-4713-b0c7-c64aa1d8ae88'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:22:35.150037 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f3cd22-49f1-416b-a9c0-6a084447cddd None None] Routers {'0c028841-e7f4-4713-b0c7-c64aa1d8ae88'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:35.150988 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-77f3cd22-49f1-416b-a9c0-6a084447cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['0c028841-e7f4-4713-b0c7-c64aa1d8ae88'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:35.179656 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0261b3ab-f47e-418f-b440-1ce9f5166af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:35.194760 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-77f3cd22-49f1-416b-a9c0-6a084447cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:35.203794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Transition to ACTIVE for port object ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:22:35.210826 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b2ff1551-ab52-4aeb-a424-6ca73440f088 None None] For port ad3b9359-84c5-4c96-9a43-03c5fa7222f9, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ad3b9359-84c5-4c96-9a43-03c5fa7222f9,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:35.211267 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1551-ab52-4aeb-a424-6ca73440f088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:35.213807 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f3cd22-49f1-416b-a9c0-6a084447cddd None None] Routers {'0c028841-e7f4-4713-b0c7-c64aa1d8ae88'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:35.214820 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-77f3cd22-49f1-416b-a9c0-6a084447cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['0c028841-e7f4-4713-b0c7-c64aa1d8ae88'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:35.248385 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff1551-ab52-4aeb-a424-6ca73440f088 None None] Calling delete_port for ad3b9359-84c5-4c96-9a43-03c5fa7222f9 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:35.257005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] For port e89457f1-af0e-4888-a4e1-784ed651d5dd, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:35.262115 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-77f3cd22-49f1-416b-a9c0-6a084447cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:35.262267 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0261b3ab-f47e-418f-b440-1ce9f5166af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:35.263181 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3cd22-49f1-416b-a9c0-6a084447cddd None None] The sync data for ids ['0c028841-e7f4-4713-b0c7-c64aa1d8ae88'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:22:35.263820 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] For port e89457f1-af0e-4888-a4e1-784ed651d5dd, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e89457f1-af0e-4888-a4e1-784ed651d5dd,segment=NetworkSegment(cfb935b8-6951-4501-ac5b-2eb5f5611712),segment_id=cfb935b8-6951-4501-ac5b-2eb5f5611712)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:35.277306 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:35.279922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6109347-c2d0-4442-9cd9-15a4aee45176 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:35.285181 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c6109347-c2d0-4442-9cd9-15a4aee45176 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports/c0110752-7e51-4ea5-9e43-c2ddd6bb28a0 HTTP/1.1" status: 200 len: 911 time: 0.1555264 Nov 09 00:22:35.287733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54936) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:35.378602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6250f-4e79-43fa-b894-56641ecac280 req-88e556aa-dc6d-44a8-b0d9-d5fc315ed9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:35.380117 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4fe6250f-4e79-43fa-b894-56641ecac280 req-88e556aa-dc6d-44a8-b0d9-d5fc315ed9a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e995e095e08040d9a0968bf4fe0210b1&device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 1094 time: 0.1957815 Nov 09 00:22:35.476733 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687de13-89a6-491a-ab1b-262a319cf14d None None] Pushing event updated for resources: {'Port': ['ID=e89457f1-af0e-4888-a4e1-784ed651d5dd,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:35.510038 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1551-ab52-4aeb-a424-6ca73440f088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:35.542751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff1551-ab52-4aeb-a424-6ca73440f088 None None] Pushing event deleted for resources: {'Port': ['ID=ad3b9359-84c5-4c96-9a43-03c5fa7222f9,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:35.548682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff1551-ab52-4aeb-a424-6ca73440f088 None None] No DVR routers for this DVR port ad3b9359-84c5-4c96-9a43-03c5fa7222f9 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:35.580434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbb7606-39e9-4747-89f8-02c338fb06e3 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:35.648119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:35.662218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d09ec30b-c7a8-47fa-9115-64b11f9bfc61 None None] Provisioning complete for port 1af3752b-49fe-4788-ae23-b93fb9b64ce0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:35.662591 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d09ec30b-c7a8-47fa-9115-64b11f9bfc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:35.662712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Checking segment: {'id': 'b86707a0-29f4-41ec-8745-eb4cf07fcf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fe2958bd-4879-4921-a0eb-1acdcee67410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:35.663068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network hostable DHCP agents. Network: fe2958bd-4879-4921-a0eb-1acdcee67410, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:35.668584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Subnet': ['ID=18db41db-4837-4cca-9527-fbba55cefab9,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:35.721132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6250f-4e79-43fa-b894-56641ecac280 req-d4700ff8-ae6f-4390-95ca-fe8c076680d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:35.741706 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4fe6250f-4e79-43fa-b894-56641ecac280 req-d4700ff8-ae6f-4390-95ca-fe8c076680d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=090bb441-842f-4b46-b0ae-5865ae0a9a2f HTTP/1.1" status: 200 len: 913 time: 0.3488853 Nov 09 00:22:35.768148 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c78d5c5-09cc-4692-b4a0-f3f00b9f3c88 req-949f5e8e-278c-4702-8317-86b70fb59d92 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0882077 Nov 09 00:22:35.781077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::379 (835f13d3-1085-44f5-af97-6aaeb0d399b3/11f79bc4-7bca-47b9-9a1b-23a5288ce77c/e4bf13ab-aba7-4fc3-9a95-d55e3a5caab8) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:35.841967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1af3752b-49fe-4788-ae23-b93fb9b64ce0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:35.874818 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': '11f79bc4-7bca-47b9-9a1b-23a5288ce77c'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:35.876345 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:35.890669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cc0ac-c03b-41aa-ab65-6a59e2b0c286 req-c018c3c7-690a-4945-ac9e-283111f6867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:35.892121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a53cc0ac-c03b-41aa-ab65-6a59e2b0c286 req-c018c3c7-690a-4945-ac9e-283111f6867b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.7523510 Nov 09 00:22:35.897205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0261b3ab-f47e-418f-b440-1ce9f5166af7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec6985ef5d5f43db87d523b6c64549ae&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5528390 Nov 09 00:22:35.901809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54942) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:35.908249 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4fe6250f-4e79-43fa-b894-56641ecac280 req-52eabf1b-c6a8-4d96-8548-58ace15f5342 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f56ec66-bc01-4411-9f7e-92e9c514b049 HTTP/1.1" status: 200 len: 217 time: 0.1500192 Nov 09 00:22:35.918076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761704a-d50a-4a70-9bec-6e4a122b9c8c req-6d2409d5-832f-4adf-a1db-fd5e46276829 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:35.925432 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4761704a-d50a-4a70-9bec-6e4a122b9c8c req-6d2409d5-832f-4adf-a1db-fd5e46276829 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 944 time: 0.8417387 Nov 09 00:22:35.976866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:35.993524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network fe2958bd-4879-4921-a0eb-1acdcee67410 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:35.996936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261b3ab-f47e-418f-b440-1ce9f5166af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c52c92-59c2-482a-9a8c-bac128805949,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:36.005089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d09ec30b-c7a8-47fa-9115-64b11f9bfc61 None None] Provisioning complete for port c0110752-7e51-4ea5-9e43-c2ddd6bb28a0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:36.005521 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d09ec30b-c7a8-47fa-9115-64b11f9bfc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.052140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1af3752b-49fe-4788-ae23-b93fb9b64ce0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:36.052555 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.071952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6250f-4e79-43fa-b894-56641ecac280 req-3f4dad9e-5597-4df0-b593-97d903445e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:36.075781 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4fe6250f-4e79-43fa-b894-56641ecac280 req-3f4dad9e-5597-4df0-b593-97d903445e0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f390120a-4266-492f-9113-d9c1c7e67cd5 HTTP/1.1" status: 200 len: 853 time: 0.1270268 Nov 09 00:22:36.088172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d09ec30b-c7a8-47fa-9115-64b11f9bfc61 None None] Port c0110752-7e51-4ea5-9e43-c2ddd6bb28a0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:36.091748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, fe2958bd-4879-4921-a0eb-1acdcee67410) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:36.106603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43366ffd-3c88-4706-8749-d73809ea0fb9 None None] Network fe2958bd-4879-4921-a0eb-1acdcee67410 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:36.125810 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4fe6250f-4e79-43fa-b894-56641ecac280 req-3d3d63c0-0768-45f5-badf-3621791e95c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=090bb441-842f-4b46-b0ae-5865ae0a9a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403881 Nov 09 00:22:36.195343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:36.195956 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.242929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a40170e4-3da4-4e52-872f-dba0d0771e7c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:36.287964 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4fe6250f-4e79-43fa-b894-56641ecac280 req-d6773eee-9b1e-4b3a-b2c3-6ceecb7c3485 service neutron] 10.222.0.11 "GET /v2.0/networks/090bb441-842f-4b46-b0ae-5865ae0a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534991 Nov 09 00:22:36.294499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7c7796d-01f7-4e95-b671-2b61f45eac71 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.311870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cc0ac-c03b-41aa-ab65-6a59e2b0c286 req-5a168e1e-a4e6-46ca-9fd0-ac6d3a344453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:36.313074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a53cc0ac-c03b-41aa-ab65-6a59e2b0c286 req-5a168e1e-a4e6-46ca-9fd0-ac6d3a344453 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4087977 Nov 09 00:22:36.321006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 62137200-deb6-45e1-b644-0e6f6cd97f7c details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:22:36.339286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cb0f771e-eb4e-4636-9258-ec4aa070fd85 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.1479311 Nov 09 00:22:36.345119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54946) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:36.364879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a40170e4-3da4-4e52-872f-dba0d0771e7c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:36.365265 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.388501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-fe2958bd-4879-4921-a0eb-1acdcee67410', 'network_id': 'fe2958bd-4879-4921-a0eb-1acdcee67410', 'tenant_id': '01134c595da744319b6d495ef9fe7a70', 'fixed_ips': [{'subnet_id': '18db41db-4837-4cca-9527-fbba55cefab9'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:36.389222 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.398045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4761704a-d50a-4a70-9bec-6e4a122b9c8c req-96590e36-b7fb-4ccd-b8a1-3c688cbb3510 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4070423 Nov 09 00:22:36.434727 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ddccad65-7599-441a-af0b-eeda5d730514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.500308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366ae7a-323c-4b2b-bbfe-19be87b80f79 req-323817c3-e311-4693-a2f0-f9d93fed575f tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:36.502020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4366ae7a-323c-4b2b-bbfe-19be87b80f79 req-323817c3-e311-4693-a2f0-f9d93fed575f tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 943 time: 0.4253342 Nov 09 00:22:36.519517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 62137200-deb6-45e1-b644-0e6f6cd97f7c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=62137200-deb6-45e1-b644-0e6f6cd97f7c,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:36.536828 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Attempting to bind port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:36.538864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Attempting to bind port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:36.538864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Attempting to bind port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae on network 2ebf44d6-48b0-412d-acc4-554572e51c8d {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:36.546285 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4fe6250f-4e79-43fa-b894-56641ecac280 req-28ff1470-8631-4a93-a17d-94dba53f47d4 service neutron] 10.222.0.11 "GET /v2.0/networks/090bb441-842f-4b46-b0ae-5865ae0a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662230 Nov 09 00:22:36.590504 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.600123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae on network 2ebf44d6-48b0-412d-acc4-554572e51c8d not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:22:36.600466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Attempting to bind port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae on network 2ebf44d6-48b0-412d-acc4-554572e51c8d {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:36.607056 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ddccad65-7599-441a-af0b-eeda5d730514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.651118 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '62137200-deb6-45e1-b644-0e6f6cd97f7c', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'port_id': '62137200-deb6-45e1-b644-0e6f6cd97f7c', 'mac_address': 'fa:16:3e:1f:a7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:22:36.660965 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:36.661332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Checking segment: {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:36.661645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Bound using segment: {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:36.662136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Bound port: ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:36.662494 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.687135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7796d-01f7-4e95-b671-2b61f45eac71 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port c0110752-7e51-4ea5-9e43-c2ddd6bb28a0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:36.687518 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7c7796d-01f7-4e95-b671-2b61f45eac71 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.732553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Allocated IP 2001:db8::3 (fe2958bd-4879-4921-a0eb-1acdcee67410/18db41db-4837-4cca-9527-fbba55cefab9/5be0c5b7-ec8d-4f28-aba5-00c3c9e50399) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:36.743635 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a53cc0ac-c03b-41aa-ab65-6a59e2b0c286 req-0e9fd0e8-a2cb-4252-85f0-d73068c34f19 service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108930 Nov 09 00:22:36.746546 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.747311 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.779119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62137200-deb6-45e1-b644-0e6f6cd97f7c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:22:36.803195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4366ae7a-323c-4b2b-bbfe-19be87b80f79 req-1cfbcf4e-10ea-4a92-9897-e898fa826595 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/security-groups?id=32637415-a91c-4316-872d-42d687c60fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572756 Nov 09 00:22:36.811438 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7c7796d-01f7-4e95-b671-2b61f45eac71 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.838366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7796d-01f7-4e95-b671-2b61f45eac71 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for c0110752-7e51-4ea5-9e43-c2ddd6bb28a0 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:36.886023 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.899969 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ddccad65-7599-441a-af0b-eeda5d730514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.902647 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ddccad65-7599-441a-af0b-eeda5d730514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:36.903847 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ddccad65-7599-441a-af0b-eeda5d730514 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6c52c92-59c2-482a-9a8c-bac128805949 HTTP/1.1" status: 204 len: 168 time: 0.9747326 Nov 09 00:22:36.963197 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:37.015555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ad3b9359-84c5-4c96-9a43-03c5fa7222f9 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:22:37.030050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 62137200-deb6-45e1-b644-0e6f6cd97f7c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=62137200-deb6-45e1-b644-0e6f6cd97f7c,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:37.054773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccad65-7599-441a-af0b-eeda5d730514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c52c92-59c2-482a-9a8c-bac128805949,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:37.062341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:37.087675 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:37.089322 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: ad3b9359-84c5-4c96-9a43-03c5fa7222f9 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:22:37.089703 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ad3b9359-84c5-4c96-9a43-03c5fa7222f9 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:22:37.114224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:37.117218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:37.136955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=e4bf13ab-aba7-4fc3-9a95-d55e3a5caab8,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:37.152359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:37.154392 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:37.158096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:37.176740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:37.177449 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:37.180955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Allocated IP 2001:db8::2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/11f79bc4-7bca-47b9-9a1b-23a5288ce77c/6ec68949-222c-4174-9db8-e7b5f4d60b03) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:37.184046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5aeb24-2792-4849-9fd2-5a4b5df4607a None None] Network c6e157ec-ce99-4553-86ee-7f92671d63a7 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:37.205696 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7c7796d-01f7-4e95-b671-2b61f45eac71 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:37.225909 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a53cc0ac-c03b-41aa-ab65-6a59e2b0c286 req-99f63e76-841b-4cdf-9626-8fe73db786d2 service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436545 Nov 09 00:22:37.238622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7796d-01f7-4e95-b671-2b61f45eac71 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=c0110752-7e51-4ea5-9e43-c2ddd6bb28a0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:37.245408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=62137200-deb6-45e1-b644-0e6f6cd97f7c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:37.267789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:37.269072 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:37.271217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] 10.222.0.30 "PUT /v2.0/ports/ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae HTTP/1.1" status: 200 len: 1092 time: 4.7132943 Nov 09 00:22:37.278095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:22:37.281099 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0e094a-4a99-44d0-a255-f18d7e9f235f" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:22:37.320006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-69cb4da9-3e5c-4527-bff4-c0076abdaeea tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7838941 Nov 09 00:22:37.320926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54956) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:37.360236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21865da-2a09-4deb-8d7f-27c67e6c4df6 req-c3d7c0e4-b719-43b4-b45b-1b6179e90424 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:37.360552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['62137200-deb6-45e1-b644-0e6f6cd97f7c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:22:37.362727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c21865da-2a09-4deb-8d7f-27c67e6c4df6 req-c3d7c0e4-b719-43b4-b45b-1b6179e90424 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 944 time: 0.3867176 Nov 09 00:22:37.379579 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c85cae-8b27-4ffe-a117-de00251698b8 x-openstack-request-id: req-a8c85cae-8b27-4ffe-a117-de00251698b8 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:22:37.380149 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:22:37.380633 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8c85cae-8b27-4ffe-a117-de00251698b8 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:22:37.381256 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'status': 'completed', 'code': 200} Nov 09 00:22:37.452932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a440cec-31cb-4bd1-9b7c-be14cc21a41f service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:37.532853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-0a01c4b8-7cbc-457a-8990-0088ab578196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:37.538496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-0a01c4b8-7cbc-457a-8990-0088ab578196 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1095 time: 0.1632216 Nov 09 00:22:37.539848 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7c7796d-01f7-4e95-b671-2b61f45eac71 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:37.543704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1811cf66-7b68-4f4c-bd53-4412f1b7e494 None None] Provisioning complete for port e89457f1-af0e-4888-a4e1-784ed651d5dd triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:37.544305 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1811cf66-7b68-4f4c-bd53-4412f1b7e494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:37.565675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a450eebd-8ce5-4ee0-bdf1-fd15aad61c09 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:37.567038 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a450eebd-8ce5-4ee0-bdf1-fd15aad61c09 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2366445 Nov 09 00:22:37.581603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54966) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:37.659281 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c21865da-2a09-4deb-8d7f-27c67e6c4df6 req-a921a273-dacb-4dd2-9191-cf22633698d4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542922 Nov 09 00:22:37.664571 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:37.743120 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:37.753487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-ba9c4599-0ebf-4615-9a74-16df13004a5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae HTTP/1.1" status: 200 len: 217 time: 0.1731200 Nov 09 00:22:37.816688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e89457f1-af0e-4888-a4e1-784ed651d5dd up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:37.900266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c7796d-01f7-4e95-b671-2b61f45eac71 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 0c028841-e7f4-4713-b0c7-c64aa1d8ae88 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:22:37.903739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Network fe2958bd-4879-4921-a0eb-1acdcee67410 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:37.932789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-d364f687-abe9-474c-a937-a21b1e5980eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:37.934287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:37.934976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-d364f687-abe9-474c-a937-a21b1e5980eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc HTTP/1.1" status: 200 len: 834 time: 0.1683025 Nov 09 00:22:37.953421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:37.989867 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Pushing event updated for resources: {'Port': ['ID=5be0c5b7-ec8d-4f28-aba5-00c3c9e50399,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:38.003180 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c7796d-01f7-4e95-b671-2b61f45eac71 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:22:38.009000 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c7c7796d-01f7-4e95-b671-2b61f45eac71 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/0c028841-e7f4-4713-b0c7-c64aa1d8ae88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7196643 Nov 09 00:22:38.011730 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54980) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:38.023281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.041163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae1f7e7-8c7a-4624-930d-87918772658b None None] Sync routers for ids ['0c028841-e7f4-4713-b0c7-c64aa1d8ae88'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:22:38.050968 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1aa9de8e-a8df-4c87-8eb2-6c137243aef0 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c028841-e7f4-4713-b0c7-c64aa1d8ae88 HTTP/1.1" status: 200 len: 205 time: 0.0356920 Nov 09 00:22:38.051211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54982) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:38.104739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Subnet': ['ID=18db41db-4837-4cca-9527-fbba55cefab9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:38.123629 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.144342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bce75-7545-40de-bc44-bee444ae4848 req-7a62f60a-f8f3-4730-a7a7-ebba91aa15b1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:38.146834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-802bce75-7545-40de-bc44-bee444ae4848 req-7a62f60a-f8f3-4730-a7a7-ebba91aa15b1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 944 time: 0.4865856 Nov 09 00:22:38.151816 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1811cf66-7b68-4f4c-bd53-4412f1b7e494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.164189 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-633aadb0-7747-450e-8567-59b17d48d8de tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.178588 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.181101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae1f7e7-8c7a-4624-930d-87918772658b None None] Routers {'0c028841-e7f4-4713-b0c7-c64aa1d8ae88'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:38.181816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dae1f7e7-8c7a-4624-930d-87918772658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['0c028841-e7f4-4713-b0c7-c64aa1d8ae88'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:38.227210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-eb09045d-9dc1-490b-befa-500de788dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:38.228728 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-eb09045d-9dc1-490b-befa-500de788dd04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ebf44d6-48b0-412d-acc4-554572e51c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2653644 Nov 09 00:22:38.235309 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.240501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Attempting to bind port 5be0c5b7-ec8d-4f28-aba5-00c3c9e50399 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:38.240972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Attempting to bind port 5be0c5b7-ec8d-4f28-aba5-00c3c9e50399 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'b86707a0-29f4-41ec-8745-eb4cf07fcf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fe2958bd-4879-4921-a0eb-1acdcee67410'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:38.241444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Attempting to bind port 5be0c5b7-ec8d-4f28-aba5-00c3c9e50399 on network fe2958bd-4879-4921-a0eb-1acdcee67410 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:38.252344 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7934efc-1bab-4350-8725-475fa44e74f7 req-042785bd-6471-4cee-a516-591a2cc5cac4 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:38.253948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7934efc-1bab-4350-8725-475fa44e74f7 req-042785bd-6471-4cee-a516-591a2cc5cac4 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 943 time: 0.3038621 Nov 09 00:22:38.260083 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dae1f7e7-8c7a-4624-930d-87918772658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:38.305081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Pushing event updated for resources: {'Port': ['ID=6ec68949-222c-4174-9db8-e7b5f4d60b03,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:38.315990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:38.326257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:38.330694 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e89457f1-af0e-4888-a4e1-784ed651d5dd triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:38.330944 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.336183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:38.336590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2958bd-4879-4921-a0eb-1acdcee67410']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:38.339765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:38.340816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Checking segment: {'id': 'b86707a0-29f4-41ec-8745-eb4cf07fcf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fe2958bd-4879-4921-a0eb-1acdcee67410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:38.340816 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.341055 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Bound using segment: {'id': 'b86707a0-29f4-41ec-8745-eb4cf07fcf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fe2958bd-4879-4921-a0eb-1acdcee67410'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:38.341588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Bound port: 5be0c5b7-ec8d-4f28-aba5-00c3c9e50399, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86707a0-29f4-41ec-8745-eb4cf07fcf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fe2958bd-4879-4921-a0eb-1acdcee67410'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:38.342069 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.344451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-87e8005a-ac0b-4100-9159-1e6fbb548559 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port e4bf13ab-aba7-4fc3-9a95-d55e3a5caab8 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:38.344713 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87e8005a-ac0b-4100-9159-1e6fbb548559 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.371014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 3f56ec66-bc01-4411-9f7e-92e9c514b049 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:22:38.377080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-633aadb0-7747-450e-8567-59b17d48d8de tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.380269 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-633aadb0-7747-450e-8567-59b17d48d8de tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.402169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1811cf66-7b68-4f4c-bd53-4412f1b7e494 None None] For port e89457f1-af0e-4888-a4e1-784ed651d5dd, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e89457f1-af0e-4888-a4e1-784ed651d5dd,segment=NetworkSegment(cfb935b8-6951-4501-ac5b-2eb5f5611712),segment_id=cfb935b8-6951-4501-ac5b-2eb5f5611712)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:38.418974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86707a0-29f4-41ec-8745-eb4cf07fcf9b') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:38.425421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86707a0-29f4-41ec-8745-eb4cf07fcf9b') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:38.438964 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-633aadb0-7747-450e-8567-59b17d48d8de tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.440259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633aadb0-7747-450e-8567-59b17d48d8de tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Fanout notify agent at l3_agent the message router_deleted on router 0c028841-e7f4-4713-b0c7-c64aa1d8ae88 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:22:38.449607 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae1f7e7-8c7a-4624-930d-87918772658b None None] Routers {'0c028841-e7f4-4713-b0c7-c64aa1d8ae88'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:38.450533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dae1f7e7-8c7a-4624-930d-87918772658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['0c028841-e7f4-4713-b0c7-c64aa1d8ae88'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:38.462458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-633aadb0-7747-450e-8567-59b17d48d8de tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.463771 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-633aadb0-7747-450e-8567-59b17d48d8de tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/0c028841-e7f4-4713-b0c7-c64aa1d8ae88 HTTP/1.1" status: 204 len: 168 time: 0.4116211 Nov 09 00:22:38.469009 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1811cf66-7b68-4f4c-bd53-4412f1b7e494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.469246 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54990) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:38.504492 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.517503 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-802bce75-7545-40de-bc44-bee444ae4848 req-a7b12bb1-c6a8-48e0-8aff-fe92f64c1d34 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3550029 Nov 09 00:22:38.551908 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7934efc-1bab-4350-8725-475fa44e74f7 req-1603b9a5-7923-41c2-8e6b-6f3168e5e0f2 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/security-groups?id=32637415-a91c-4316-872d-42d687c60fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791085 Nov 09 00:22:38.554730 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.560619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a30df88-0af9-4591-9768-3f773ad1cbe1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting subnet e4abc0a8-bed6-442d-b65a-af805d91deb1 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:22:38.568574 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5a30df88-0af9-4591-9768-3f773ad1cbe1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.571452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:22:38.572400 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:22:38.575042 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:22:38.596232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dae1f7e7-8c7a-4624-930d-87918772658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:38.596983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae1f7e7-8c7a-4624-930d-87918772658b None None] The sync data for ids ['0c028841-e7f4-4713-b0c7-c64aa1d8ae88'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:22:38.615598 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:22:38.652807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-d4542717-55c4-40d6-9f38-56300211e3a4 service neutron] 10.222.0.30 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978524 Nov 09 00:22:38.660136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5a30df88-0af9-4591-9768-3f773ad1cbe1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.677001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Attempting to bind port 6ec68949-222c-4174-9db8-e7b5f4d60b03 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:38.677686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Attempting to bind port 6ec68949-222c-4174-9db8-e7b5f4d60b03 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:38.678290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Attempting to bind port 6ec68949-222c-4174-9db8-e7b5f4d60b03 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:38.742974 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87e8005a-ac0b-4100-9159-1e6fbb548559 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.782200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:38.782579 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:38.783032 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.783389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:38.783882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Bound port: 6ec68949-222c-4174-9db8-e7b5f4d60b03, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:38.784263 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.788761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-87e8005a-ac0b-4100-9159-1e6fbb548559 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for e4bf13ab-aba7-4fc3-9a95-d55e3a5caab8 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:38.793539 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.db.api [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 00:22:38.793539 n-d-813263-3 neutron-server[101780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 00:22:38.793539 n-d-813263-3 neutron-server[101780]: [parameters: {'id': 'fe2958bd-4879-4921-a0eb-1acdcee67410'}] Nov 09 00:22:38.793539 n-d-813263-3 neutron-server[101780]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:22:38.794005 n-d-813263-3 neutron-server[101780]: DEBUG oslo_db.api [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:22:38.817320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811cf66-7b68-4f4c-bd53-4412f1b7e494 None None] Pushing event updated for resources: {'Port': ['ID=e89457f1-af0e-4888-a4e1-784ed651d5dd,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:38.829770 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5a30df88-0af9-4591-9768-3f773ad1cbe1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.847509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] For port 5be0c5b7-ec8d-4f28-aba5-00c3c9e50399, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:38.869527 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] For port 5be0c5b7-ec8d-4f28-aba5-00c3c9e50399, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5be0c5b7-ec8d-4f28-aba5-00c3c9e50399,segment=NetworkSegment(b86707a0-29f4-41ec-8745-eb4cf07fcf9b),segment_id=b86707a0-29f4-41ec-8745-eb4cf07fcf9b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:38.908932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5a30df88-0af9-4591-9768-3f773ad1cbe1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.923911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 3f56ec66-bc01-4411-9f7e-92e9c514b049, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=3f56ec66-bc01-4411-9f7e-92e9c514b049,segment=NetworkSegment(f058833f-b093-42c0-a8c4-f1b06a9267ed),segment_id=f058833f-b093-42c0-a8c4-f1b06a9267ed)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:38.937296 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-923e3309-e0ca-4d0b-84be-dca13620e0a9 req-6dd6e135-8ab8-483c-aa8f-0c78dc87f740 service neutron] 10.222.0.30 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219660 Nov 09 00:22:38.943768 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5a30df88-0af9-4591-9768-3f773ad1cbe1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.948321 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5a30df88-0af9-4591-9768-3f773ad1cbe1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/e4abc0a8-bed6-442d-b65a-af805d91deb1 HTTP/1.1" status: 204 len: 168 time: 0.4769869 Nov 09 00:22:38.948321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30df88-0af9-4591-9768-3f773ad1cbe1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Subnet': ['ID=e4abc0a8-bed6-442d-b65a-af805d91deb1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:38.949979 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55000) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:38.960680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9313e-289c-4339-a9ec-cbe65f7c6c54 None None] Network 0441cf2d-530d-4afa-b661-c268509ccc72 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:38.966699 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:38.979318 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3511bc9-b904-4eb2-91cf-e0e5e269b12e req-2056ef32-fd33-4018-b2ff-8749224b1c12 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:38.991304 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a3511bc9-b904-4eb2-91cf-e0e5e269b12e req-2056ef32-fd33-4018-b2ff-8749224b1c12 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 944 time: 0.1380384 Nov 09 00:22:39.042142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '3f56ec66-bc01-4411-9f7e-92e9c514b049', 'network_id': '090bb441-842f-4b46-b0ae-5865ae0a9a2f', 'port_id': '3f56ec66-bc01-4411-9f7e-92e9c514b049', 'mac_address': 'fa:16:3e:12:94:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f390120a-4266-492f-9113-d9c1c7e67cd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:22:39.083615 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.159636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a3511bc9-b904-4eb2-91cf-e0e5e269b12e req-980f30ca-8ef8-47d4-9597-772754804fd5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672788 Nov 09 00:22:39.167097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e094a-4a99-44d0-a255-f18d7e9f235f req-a5ad322a-d4ac-4068-9b7e-d64145651334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:39.169318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a0e094a-4a99-44d0-a255-f18d7e9f235f req-a5ad322a-d4ac-4068-9b7e-d64145651334 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1095 time: 0.1462002 Nov 09 00:22:39.172498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port 1af3752b-49fe-4788-ae23-b93fb9b64ce0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:39.172735 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.186401 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87e8005a-ac0b-4100-9159-1e6fbb548559 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.219725 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.242683 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] For port 6ec68949-222c-4174-9db8-e7b5f4d60b03, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:39.244570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] For port 1af3752b-49fe-4788-ae23-b93fb9b64ce0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1af3752b-49fe-4788-ae23-b93fb9b64ce0,segment=NetworkSegment(387f4c76-d09d-4413-8e2e-554f39538ac2),segment_id=387f4c76-d09d-4413-8e2e-554f39538ac2)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:39.245015 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.252738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-37ea561a-ccdb-44e2-a9aa-c83c44f6f575 None None] Provisioning complete for port e89457f1-af0e-4888-a4e1-784ed651d5dd triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:39.252907 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-37ea561a-ccdb-44e2-a9aa-c83c44f6f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.264195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for 1af3752b-49fe-4788-ae23-b93fb9b64ce0 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:39.288746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8005a-ac0b-4100-9159-1e6fbb548559 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=e4bf13ab-aba7-4fc3-9a95-d55e3a5caab8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:39.298054 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.350040 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87e8005a-ac0b-4100-9159-1e6fbb548559 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.353873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-87e8005a-ac0b-4100-9159-1e6fbb548559 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/e4bf13ab-aba7-4fc3-9a95-d55e3a5caab8 HTTP/1.1" status: 204 len: 168 time: 1.7710743 Nov 09 00:22:39.356688 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55020) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:39.390136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.412087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No DVR routers for this DVR port 1af3752b-49fe-4788-ae23-b93fb9b64ce0 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:39.440437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e094a-4a99-44d0-a255-f18d7e9f235f req-c7d1f0e0-f223-4d84-aa40-6bb897dd547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:39.442374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a0e094a-4a99-44d0-a255-f18d7e9f235f req-c7d1f0e0-f223-4d84-aa40-6bb897dd547a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ebf44d6-48b0-412d-acc4-554572e51c8d HTTP/1.1" status: 200 len: 896 time: 0.2651136 Nov 09 00:22:39.468278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] For port 6ec68949-222c-4174-9db8-e7b5f4d60b03, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6ec68949-222c-4174-9db8-e7b5f4d60b03,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:39.470711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f56ec66-bc01-4411-9f7e-92e9c514b049 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:22:39.474659 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=1af3752b-49fe-4788-ae23-b93fb9b64ce0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:39.474950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb9cd9-a739-41d1-80c4-8da622318270 None None] Pushing event updated for resources: {'Port': ['ID=5be0c5b7-ec8d-4f28-aba5-00c3c9e50399,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:39.485387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039cb3aa-c562-4e81-9755-a846fde22128 None None] Network fe2958bd-4879-4921-a0eb-1acdcee67410 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:39.491721 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.513840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a0e094a-4a99-44d0-a255-f18d7e9f235f req-4ebc9ee9-3250-4356-8ea6-4ed5c624f042 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae HTTP/1.1" status: 200 len: 217 time: 0.0535312 Nov 09 00:22:39.523116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e265e8-989e-40ca-8105-9705829d5290 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:39.524784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e265e8-989e-40ca-8105-9705829d5290 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:39.526458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b5e265e8-989e-40ca-8105-9705829d5290 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1685371 Nov 09 00:22:39.532915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55042) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:39.584740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 3f56ec66-bc01-4411-9f7e-92e9c514b049, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=3f56ec66-bc01-4411-9f7e-92e9c514b049,segment=NetworkSegment(f058833f-b093-42c0-a8c4-f1b06a9267ed),segment_id=f058833f-b093-42c0-a8c4-f1b06a9267ed)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:39.632954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Deleting port 5be0c5b7-ec8d-4f28-aba5-00c3c9e50399 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:39.633225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.649213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e094a-4a99-44d0-a255-f18d7e9f235f req-0809b492-586d-400d-a8ce-4a85278ea06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:39.650315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a0e094a-4a99-44d0-a255-f18d7e9f235f req-0809b492-586d-400d-a8ce-4a85278ea06a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc HTTP/1.1" status: 200 len: 834 time: 0.1221781 Nov 09 00:22:39.674542 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.713439 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.715550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54959d57-c7d1-4b92-8de0-ba904c3c64be None None] DHCP port deletion for 0441cf2d-530d-4afa-b661-c268509ccc72 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:22:39.762442 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb75c98-2131-4323-9d28-c2c00a05dbb0 None None] Pushing event updated for resources: {'Port': ['ID=6ec68949-222c-4174-9db8-e7b5f4d60b03,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:39.793956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-549fc60b-6745-4b63-b823-6f1d9f3f8fac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 11f79bc4-7bca-47b9-9a1b-23a5288ce77c {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:22:39.798190 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-549fc60b-6745-4b63-b823-6f1d9f3f8fac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.858990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e89457f1-af0e-4888-a4e1-784ed651d5dd up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:39.889224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0441cf2d-530d-4afa-b661-c268509ccc72']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:39.912295 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-549fc60b-6745-4b63-b823-6f1d9f3f8fac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:39.918703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387f4c76-d09d-4413-8e2e-554f39538ac2') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:39.919629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387f4c76-d09d-4413-8e2e-554f39538ac2') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:39.951510 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['3f56ec66-bc01-4411-9f7e-92e9c514b049'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:22:39.980290 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.002971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.077105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=3f56ec66-bc01-4411-9f7e-92e9c514b049,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:40.082313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:22:40.082313 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.138742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e89457f1-af0e-4888-a4e1-784ed651d5dd triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:40.139397 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:22:40.181197 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:22:40.189952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.205077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.212038 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/networks/0441cf2d-530d-4afa-b661-c268509ccc72 HTTP/1.1" status: 204 len: 168 time: 1.2536612 Nov 09 00:22:40.212785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55104) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:40.222549 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-549fc60b-6745-4b63-b823-6f1d9f3f8fac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.252246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-597838956', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:40.260724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5043f10-17d6-48d5-9d77-1c43d8af50e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Network': ['ID=0441cf2d-530d-4afa-b661-c268509ccc72,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:40.274225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:22:40.325309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] For port 5be0c5b7-ec8d-4f28-aba5-00c3c9e50399, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5be0c5b7-ec8d-4f28-aba5-00c3c9e50399,segment=NetworkSegment(b86707a0-29f4-41ec-8745-eb4cf07fcf9b),segment_id=b86707a0-29f4-41ec-8745-eb4cf07fcf9b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:40.325697 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.329403 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-549fc60b-6745-4b63-b823-6f1d9f3f8fac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.329661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e094a-4a99-44d0-a255-f18d7e9f235f req-8064dd49-4669-4ff0-bd10-62be7307c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:40.332586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a0e094a-4a99-44d0-a255-f18d7e9f235f req-8064dd49-4669-4ff0-bd10-62be7307c3df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ebf44d6-48b0-412d-acc4-554572e51c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6570046 Nov 09 00:22:40.360206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fc60b-6745-4b63-b823-6f1d9f3f8fac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=11f79bc4-7bca-47b9-9a1b-23a5288ce77c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:40.362464 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-549fc60b-6745-4b63-b823-6f1d9f3f8fac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.368413 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-549fc60b-6745-4b63-b823-6f1d9f3f8fac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/11f79bc4-7bca-47b9-9a1b-23a5288ce77c HTTP/1.1" status: 204 len: 168 time: 0.8344796 Nov 09 00:22:40.369508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55124) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:40.372849 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Calling delete_port for 5be0c5b7-ec8d-4f28-aba5-00c3c9e50399 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:40.381380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 62137200-deb6-45e1-b644-0e6f6cd97f7c up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:40.385853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4920b-16e8-440c-b5af-b12527b972d2 req-1ff0d9d7-bd16-4214-ba37-840a40df4450 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:40.386774 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63b4920b-16e8-440c-b5af-b12527b972d2 req-1ff0d9d7-bd16-4214-ba37-840a40df4450 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 944 time: 0.7209148 Nov 09 00:22:40.396862 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.397836 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.425467 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-02669d7d-9bd0-4d95-bb6e-cb516019486f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542612 Nov 09 00:22:40.427680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55132) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:40.488646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213a912-f294-49a7-9269-f69a8eafe6f4 req-f320e48f-1c4c-4664-b271-8a7eef05dc4e tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:40.490128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c213a912-f294-49a7-9269-f69a8eafe6f4 req-f320e48f-1c4c-4664-b271-8a7eef05dc4e tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 944 time: 0.3204174 Nov 09 00:22:40.514521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c000bc93-7912-4a29-bcec-a176c2286a2f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:40.517297 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c000bc93-7912-4a29-bcec-a176c2286a2f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0884266 Nov 09 00:22:40.520683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55138) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:40.580095 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63b4920b-16e8-440c-b5af-b12527b972d2 req-a67e6b04-4be7-467c-8132-25d4ddcd2a73 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747904 Nov 09 00:22:40.602855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:40.607319 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 62137200-deb6-45e1-b644-0e6f6cd97f7c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:22:40.618244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 62137200-deb6-45e1-b644-0e6f6cd97f7c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:40.618824 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.621846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'port_id': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'mac_address': 'fa:16:3e:18:25:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:22:40.635380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e01866-92d4-4ed3-9ee4-edc9e13e2f75 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:40.644923 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-60e01866-92d4-4ed3-9ee4-edc9e13e2f75 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1198828 Nov 09 00:22:40.645956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55140) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:40.704364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a0e094a-4a99-44d0-a255-f18d7e9f235f req-9d93b30a-4b54-4d32-84e6-9a88d7f6e2b3 service neutron] 10.222.0.30 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573184 Nov 09 00:22:40.711364 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.740802 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-21bf1d94-3f76-4eb6-b2d5-7fd55f957408 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933845 Nov 09 00:22:40.741461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55142) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:40.742111 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.743846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:22:40.747762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9e8cf4a4-db22-409b-b3e3-2d2c8178d18a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:40.791075 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.794019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:40.805429 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.842964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b37baec-38ed-4bf2-b17e-0af72f8b6b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62137200-deb6-45e1-b644-0e6f6cd97f7c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:22:40.845697 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1aa7dd-0855-4e3a-b836-185b96cfd0ff" -d '{"events": [{"server_uuid": "8b37baec-38ed-4bf2-b17e-0af72f8b6b6b", "name": "network-vif-plugged", "status": "completed", "tag": "62137200-deb6-45e1-b644-0e6f6cd97f7c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:22:40.869787 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 62137200-deb6-45e1-b644-0e6f6cd97f7c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=62137200-deb6-45e1-b644-0e6f6cd97f7c,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:40.883130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8cf4a4-db22-409b-b3e3-2d2c8178d18a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:40.887673 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e8cf4a4-db22-409b-b3e3-2d2c8178d18a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.904747 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:40.920264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.956185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No DVR routers for this DVR port 5be0c5b7-ec8d-4f28-aba5-00c3c9e50399 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:40.963967 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:40.981204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55148) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:40.994057 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=62137200-deb6-45e1-b644-0e6f6cd97f7c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:41.001294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Port': ['ID=5be0c5b7-ec8d-4f28-aba5-00c3c9e50399,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:41.028238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a0e094a-4a99-44d0-a255-f18d7e9f235f req-5aee42e3-8d69-4ab4-ad58-7bb6842fe446 service neutron] 10.222.0.30 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677696 Nov 09 00:22:41.073019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c213a912-f294-49a7-9269-f69a8eafe6f4 req-926f247d-f47b-4881-869d-61e230d97efe tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/security-groups?id=32637415-a91c-4316-872d-42d687c60fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703726 Nov 09 00:22:41.090948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:22:41.155082 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6928855-f5d2-47c7-9977-b7a3c361b3e6 x-openstack-request-id: req-b6928855-f5d2-47c7-9977-b7a3c361b3e6 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:22:41.155229 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b37baec-38ed-4bf2-b17e-0af72f8b6b6b", "name": "network-vif-plugged", "status": "completed", "tag": "62137200-deb6-45e1-b644-0e6f6cd97f7c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:22:41.155566 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6928855-f5d2-47c7-9977-b7a3c361b3e6 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:22:41.156570 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b37baec-38ed-4bf2-b17e-0af72f8b6b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62137200-deb6-45e1-b644-0e6f6cd97f7c', 'code': 200} Nov 09 00:22:41.162912 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e8cf4a4-db22-409b-b3e3-2d2c8178d18a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.196096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8cf4a4-db22-409b-b3e3-2d2c8178d18a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:41.221811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-9e8cf4a4-db22-409b-b3e3-2d2c8178d18a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:41.226201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8cf4a4-db22-409b-b3e3-2d2c8178d18a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:41.226894 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e8cf4a4-db22-409b-b3e3-2d2c8178d18a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.239798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc7804-ade6-4bff-b8ea-8363a756f556 req-259af271-f66a-4c74-9b76-6aeac71940e8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:41.248504 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cdfc7804-ade6-4bff-b8ea-8363a756f556 req-259af271-f66a-4c74-9b76-6aeac71940e8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.5319896 Nov 09 00:22:41.255334 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9e8cf4a4-db22-409b-b3e3-2d2c8178d18a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5098667 Nov 09 00:22:41.257534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55152) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:41.262489 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': '69978fff-4c16-4c42-93bc-a6644d1244c0', 'ip_address': '2001:db8::e28f:53f5:ed67:2ac1'}], 'name': 'tempest-NetworksTestDHCPv6-363488484'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:41.290138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cf4a4-db22-409b-b3e3-2d2c8178d18a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=69978fff-4c16-4c42-93bc-a6644d1244c0,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:41.310025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b002b58-fe0e-4447-bf15-7eac716cc132 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:41.317663 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.342084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.345746 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3ebf-da69-4379-b539-e13e4b43a8b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.382185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2958bd-4879-4921-a0eb-1acdcee67410']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:41.395019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:41.428370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86707a0-29f4-41ec-8745-eb4cf07fcf9b') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:41.428698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86707a0-29f4-41ec-8745-eb4cf07fcf9b') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:41.446030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fcd51150-c000-4482-bdd3-4f0b18621c04 None None] Provisioning complete for port 6ec68949-222c-4174-9db8-e7b5f4d60b03 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:41.446733 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fcd51150-c000-4482-bdd3-4f0b18621c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.458020 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.477929 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cdfc7804-ade6-4bff-b8ea-8363a756f556 req-a1bf47b7-8bf9-41c9-930c-580db7aca25e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285616 Nov 09 00:22:41.509363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316b967-5a66-42d0-959a-5ecac51544c2 req-124de75d-1af3-4ffa-a16d-4c55b36c8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:41.511020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4316b967-5a66-42d0-959a-5ecac51544c2 req-124de75d-1af3-4ffa-a16d-4c55b36c8a36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 1096 time: 0.2559297 Nov 09 00:22:41.546997 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.574970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:22:41.575387 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:22:41.581790 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:22:41.658114 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fcd51150-c000-4482-bdd3-4f0b18621c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.748443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-fcd51150-c000-4482-bdd3-4f0b18621c04 None None] For port 6ec68949-222c-4174-9db8-e7b5f4d60b03, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6ec68949-222c-4174-9db8-e7b5f4d60b03,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:41.769291 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fcd51150-c000-4482-bdd3-4f0b18621c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.777915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6ec68949-222c-4174-9db8-e7b5f4d60b03 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:41.807348 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3ebf-da69-4379-b539-e13e4b43a8b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.808644 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.813752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4316b967-5a66-42d0-959a-5ecac51544c2 req-1ee970d1-1d13-4d0c-bfe4-c409e73e45b5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681921 Nov 09 00:22:41.822981 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.831685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/fe2958bd-4879-4921-a0eb-1acdcee67410 HTTP/1.1" status: 204 len: 168 time: 5.4723530 Nov 09 00:22:41.836877 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3ebf-da69-4379-b539-e13e4b43a8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.844839 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55158) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:41.857173 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a3cc743c-b41b-4061-bb68-42deeb38ce78 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726138770'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:41.872250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69279044-9dc2-4461-8461-3c0155e88d71 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Network': ['ID=fe2958bd-4879-4921-a0eb-1acdcee67410,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:41.889167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6ec68949-222c-4174-9db8-e7b5f4d60b03 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:41.889737 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.897283 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d40f76-6407-46c4-ae29-c4b2b18ce385 req-fa4bc25c-e8a5-4415-92d1-9b650257c06b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:41.898917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6d40f76-6407-46c4-ae29-c4b2b18ce385 req-fa4bc25c-e8a5-4415-92d1-9b650257c06b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 945 time: 0.2074633 Nov 09 00:22:41.927717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e8dd3ebf-da69-4379-b539-e13e4b43a8b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6443e2c6ba1e42088564cf61a63696ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9444945 Nov 09 00:22:41.928338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55160) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:41.928609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cc743c-b41b-4061-bb68-42deeb38ce78 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:41.932617 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a3cc743c-b41b-4061-bb68-42deeb38ce78 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:41.941417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd51150-c000-4482-bdd3-4f0b18621c04 None None] Pushing event updated for resources: {'Port': ['ID=6ec68949-222c-4174-9db8-e7b5f4d60b03,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:41.948713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd3ebf-da69-4379-b539-e13e4b43a8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0fa54c-55fe-4727-a14a-053e77699f7b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:42.006509 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.013513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cc743c-b41b-4061-bb68-42deeb38ce78 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:42.032086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1af3752b-49fe-4788-ae23-b93fb9b64ce0 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:22:42.041819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port f02efecf-999f-4943-93e0-2ed26bdfed5d yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:22:42.047152 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a3cc743c-b41b-4061-bb68-42deeb38ce78 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.047538 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-a3cc743c-b41b-4061-bb68-42deeb38ce78 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Added segment c58bb0dc-15bc-4885-bb2d-f6c4c5cd3e60 of type vlan for network bc85df74-e4b0-41da-9bd3-72b25346ef75 Nov 09 00:22:42.047689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6d40f76-6407-46c4-ae29-c4b2b18ce385 req-54c1f62e-3633-4d0c-a9c7-f949dc8f32cb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344874 Nov 09 00:22:42.072482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 1af3752b-49fe-4788-ae23-b93fb9b64ce0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:22:42.072971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1af3752b-49fe-4788-ae23-b93fb9b64ce0 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:22:42.097736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2d91a33f-abaa-469f-945b-dde6ffb77f9a None None] Provisioning complete for port 6ec68949-222c-4174-9db8-e7b5f4d60b03 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:42.098431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d91a33f-abaa-469f-945b-dde6ffb77f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.153107 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17143ab4-542e-4cb1-8e7d-90ff2c5d6c80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.199251 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.257105 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.260844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a3cc743c-b41b-4061-bb68-42deeb38ce78 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.270936 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17143ab4-542e-4cb1-8e7d-90ff2c5d6c80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.304768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::e28f:53f5:ed67:2ac1 (835f13d3-1085-44f5-af97-6aaeb0d399b3/69978fff-4c16-4c42-93bc-a6644d1244c0/f02efecf-999f-4943-93e0-2ed26bdfed5d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:42.319668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a3cc743c-b41b-4061-bb68-42deeb38ce78 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.326803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc743c-b41b-4061-bb68-42deeb38ce78 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:42.327355 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a3cc743c-b41b-4061-bb68-42deeb38ce78 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.353232 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a3cc743c-b41b-4061-bb68-42deeb38ce78 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5066757 Nov 09 00:22:42.365289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55164) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:42.370592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'subnet': {'network_id': 'bc85df74-e4b0-41da-9bd3-72b25346ef75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:42.375789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 3f56ec66-bc01-4411-9f7e-92e9c514b049 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:42.441716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc127d-d506-4707-91ad-58b909159dc7 req-5b777f07-f52f-42c8-a644-8c1ccdbeea89 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:42.442057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc743c-b41b-4061-bb68-42deeb38ce78 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Network': ['ID=bc85df74-e4b0-41da-9bd3-72b25346ef75,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:42.443286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dbc127d-d506-4707-91ad-58b909159dc7 req-5b777f07-f52f-42c8-a644-8c1ccdbeea89 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 944 time: 0.2560296 Nov 09 00:22:42.446564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 3f56ec66-bc01-4411-9f7e-92e9c514b049 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:22:42.453277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 3f56ec66-bc01-4411-9f7e-92e9c514b049 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:42.454043 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.477588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network bc85df74-e4b0-41da-9bd3-72b25346ef75 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:42.527022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-101bcf2b-d6e6-40e8-9208-3cd9fbdeeea6 None None] Could not find standard attr ID for object 670db9c4-d439-4a86-bc51-4247c32ce880. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:22:42.551754 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17143ab4-542e-4cb1-8e7d-90ff2c5d6c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.556169 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17143ab4-542e-4cb1-8e7d-90ff2c5d6c80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.558821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-17143ab4-542e-4cb1-8e7d-90ff2c5d6c80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c0fa54c-55fe-4727-a14a-053e77699f7b HTTP/1.1" status: 204 len: 168 time: 0.6220794 Nov 09 00:22:42.644187 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.681848 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.682387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Allocated IP 172.25.0.212 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/eca7f119-adcc-4f41-97c8-79be9a3f64da) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:42.685377 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-542b78e9-070d-4820-b00d-812bb9366f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.705848 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.754520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 3f56ec66-bc01-4411-9f7e-92e9c514b049, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=3f56ec66-bc01-4411-9f7e-92e9c514b049,segment=NetworkSegment(f058833f-b093-42c0-a8c4-f1b06a9267ed),segment_id=f058833f-b093-42c0-a8c4-f1b06a9267ed)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:42.756968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b4d51a69-c99c-44e1-8725-1fef10b68419 None None] Could not find standard attr ID for object ce190f17-b573-4690-9441-a4d2c761a9b9. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:22:42.760236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:42.762952 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.770910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:42.773855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:42.783769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:42.784878 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.804329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=f02efecf-999f-4943-93e0-2ed26bdfed5d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:42.813822 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1fc6d2d0-ee7c-4539-806e-c8ce48a96891 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5538535 Nov 09 00:22:42.815096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55172) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:42.818961 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:42.875082 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=3f56ec66-bc01-4411-9f7e-92e9c514b049,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:42.891874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17143ab4-542e-4cb1-8e7d-90ff2c5d6c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0fa54c-55fe-4727-a14a-053e77699f7b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:42.899255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b96cc29-6c74-40c0-af5e-e4303b0d5b4f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:42.907676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b96cc29-6c74-40c0-af5e-e4303b0d5b4f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:42.914567 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6b96cc29-6c74-40c0-af5e-e4303b0d5b4f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0980783 Nov 09 00:22:42.915286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55174) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:42.969142 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4dbc127d-d506-4707-91ad-58b909159dc7 req-d6d8debd-f78c-4543-ac2e-789807269391 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/security-groups?id=32637415-a91c-4316-872d-42d687c60fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598379 Nov 09 00:22:43.012489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:43.016622 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.027539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55176) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:43.047197 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed37d-d387-4592-8c50-4bbeee7d63b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.047909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c818b5-2d8b-4bae-8d43-37202dd8eb6d req-641a67f2-01d4-42bf-bbcc-ceb79e99abc8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:43.049494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13c818b5-2d8b-4bae-8d43-37202dd8eb6d req-641a67f2-01d4-42bf-bbcc-ceb79e99abc8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.4542079 Nov 09 00:22:43.111726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-89c310fa-d15b-458b-805d-92d7494db78b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port f02efecf-999f-4943-93e0-2ed26bdfed5d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:43.112157 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-89c310fa-d15b-458b-805d-92d7494db78b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.132451 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.158170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3b3287-ce57-4ed6-bd3e-315552979ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f56ec66-bc01-4411-9f7e-92e9c514b049'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:22:43.161567 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0503a290-5e03-46d2-9b35-ab7189d8754e" -d '{"events": [{"server_uuid": "0f3b3287-ce57-4ed6-bd3e-315552979ffb", "name": "network-vif-plugged", "status": "completed", "tag": "3f56ec66-bc01-4411-9f7e-92e9c514b049"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:22:43.215754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d18639cd-c298-4952-bc42-94ae15ca405c None None] Could not find standard attr ID for object e4bf13ab-aba7-4fc3-9a95-d55e3a5caab8. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:22:43.226477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13c818b5-2d8b-4bae-8d43-37202dd8eb6d req-d7438e08-a298-4782-8bb9-9666d3a2123d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684170 Nov 09 00:22:43.253912 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed37d-d387-4592-8c50-4bbeee7d63b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.255908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:43.260124 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-89c310fa-d15b-458b-805d-92d7494db78b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.269619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:43.270888 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed37d-d387-4592-8c50-4bbeee7d63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.278146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:43.283257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=eca7f119-adcc-4f41-97c8-79be9a3f64da,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:43.302809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-89c310fa-d15b-458b-805d-92d7494db78b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for f02efecf-999f-4943-93e0-2ed26bdfed5d owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:43.305676 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd39cf9-a2d3-4d60-9557-ebf070e1b9fc x-openstack-request-id: req-bfd39cf9-a2d3-4d60-9557-ebf070e1b9fc {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:22:43.306316 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3b3287-ce57-4ed6-bd3e-315552979ffb", "name": "network-vif-plugged", "status": "completed", "tag": "3f56ec66-bc01-4411-9f7e-92e9c514b049", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:22:43.306664 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfd39cf9-a2d3-4d60-9557-ebf070e1b9fc {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:22:43.307153 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3b3287-ce57-4ed6-bd3e-315552979ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f56ec66-bc01-4411-9f7e-92e9c514b049', 'code': 200} Nov 09 00:22:43.344781 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4d6ed37d-d387-4592-8c50-4bbeee7d63b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2a024371ee847c58717570b12eeeda5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3148484 Nov 09 00:22:43.349904 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55182) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:43.353264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ed37d-d387-4592-8c50-4bbeee7d63b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be603c84-8163-4627-a096-7d11050408a1,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:43.360906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8e700-8cbd-447c-accb-36ab937a17fd req-04f1d1c4-2014-4cb6-927d-330c594f35aa tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:43.363283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bb8e700-8cbd-447c-accb-36ab937a17fd req-04f1d1c4-2014-4cb6-927d-330c594f35aa tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 945 time: 0.1730165 Nov 09 00:22:43.496041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-89c310fa-d15b-458b-805d-92d7494db78b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.526421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c310fa-d15b-458b-805d-92d7494db78b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=f02efecf-999f-4943-93e0-2ed26bdfed5d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:43.542700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-57839509-96c4-4435-877e-8f32691ac42e None None] Could not find standard attr ID for object f02efecf-999f-4943-93e0-2ed26bdfed5d. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:22:43.552921 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-89c310fa-d15b-458b-805d-92d7494db78b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.556409 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-89c310fa-d15b-458b-805d-92d7494db78b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/f02efecf-999f-4943-93e0-2ed26bdfed5d HTTP/1.1" status: 204 len: 168 time: 0.6400807 Nov 09 00:22:43.559788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55184) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:43.629981 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6ec68949-222c-4174-9db8-e7b5f4d60b03 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:43.682803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6ec68949-222c-4174-9db8-e7b5f4d60b03 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:43.683286 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.714047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bb8e700-8cbd-447c-accb-36ab937a17fd req-64d949f4-4711-41b7-a9b8-63bc24e8d9a7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404503 Nov 09 00:22:43.720364 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0f56f-142f-45a9-9914-e453b7d15002 req-127eb2d1-c1a9-4035-923a-aa669e479375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:43.722008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8d0f56f-142f-45a9-9914-e453b7d15002 req-127eb2d1-c1a9-4035-923a-aa669e479375 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 1096 time: 0.3465157 Nov 09 00:22:43.734119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d39118a9-6650-4ab6-8bd1-2d7e8eb29ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.738302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e3c85-4186-4ea4-9b37-e612756475df tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:43.740153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e3c85-4186-4ea4-9b37-e612756475df tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:43.741692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-229e3c85-4186-4ea4-9b37-e612756475df tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1747084 Nov 09 00:22:43.744523 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55186) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:43.804087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64c4ecc-da34-4c6d-baa9-b0bf9e306ff1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 69978fff-4c16-4c42-93bc-a6644d1244c0 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:22:43.807789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d64c4ecc-da34-4c6d-baa9-b0bf9e306ff1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.834530 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.854932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d64c4ecc-da34-4c6d-baa9-b0bf9e306ff1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.889421 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d39118a9-6650-4ab6-8bd1-2d7e8eb29ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.914319 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d64c4ecc-da34-4c6d-baa9-b0bf9e306ff1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:43.982361 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d64c4ecc-da34-4c6d-baa9-b0bf9e306ff1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.011507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c4ecc-da34-4c6d-baa9-b0bf9e306ff1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=69978fff-4c16-4c42-93bc-a6644d1244c0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:44.018095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d64c4ecc-da34-4c6d-baa9-b0bf9e306ff1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.026018 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d64c4ecc-da34-4c6d-baa9-b0bf9e306ff1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/69978fff-4c16-4c42-93bc-a6644d1244c0 HTTP/1.1" status: 204 len: 168 time: 0.2801571 Nov 09 00:22:44.027033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55190) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:44.070467 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6b6b3743-d105-4f81-b99a-be752f754930 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418572 Nov 09 00:22:44.071052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55192) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:44.076390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b0dac9ca-00bc-4eb6-92fa-580a608ebbe3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:44.178367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dac9ca-00bc-4eb6-92fa-580a608ebbe3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:44.182332 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b0dac9ca-00bc-4eb6-92fa-580a608ebbe3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.220950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81c5db-c75c-40df-b578-e93f4c06087c None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:44.277202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:44.299942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8d0f56f-142f-45a9-9914-e453b7d15002 req-f7904cd1-d5b8-4dd6-9056-7afeb15b5bb7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32637415-a91c-4316-872d-42d687c60fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559008 Nov 09 00:22:44.388836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Subnet': ['ID=e475fa91-375e-456d-aa6c-da81398c1b70,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:44.398553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:22:44.401973 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.407294 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:44.407805 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.410618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:44.410618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:44.411104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:44.411960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:44.411960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:44.411960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:44.412301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:44.412595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:44.412933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:44.413263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:44.413644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:44.413962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:44.415037 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b0dac9ca-00bc-4eb6-92fa-580a608ebbe3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.417128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Checking segment: {'id': 'c58bb0dc-15bc-4885-bb2d-f6c4c5cd3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc85df74-e4b0-41da-9bd3-72b25346ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:44.417936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network hostable DHCP agents. Network: bc85df74-e4b0-41da-9bd3-72b25346ef75, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:44.462121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87286fb0-e7fe-4120-9fd7-756a56dad64a req-21c92914-b197-4fab-b80a-eac49d3761df tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:44.463693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87286fb0-e7fe-4120-9fd7-756a56dad64a req-21c92914-b197-4fab-b80a-eac49d3761df tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 945 time: 0.2388129 Nov 09 00:22:44.470419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dac9ca-00bc-4eb6-92fa-580a608ebbe3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=90db2e51-2ac5-4c4e-b3f4-d5d3a0b2dea0,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:44.483878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dac9ca-00bc-4eb6-92fa-580a608ebbe3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:44.486690 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b0dac9ca-00bc-4eb6-92fa-580a608ebbe3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:44.490733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dac9ca-00bc-4eb6-92fa-580a608ebbe3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:44.491485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b0dac9ca-00bc-4eb6-92fa-580a608ebbe3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.504539 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d39118a9-6650-4ab6-8bd1-2d7e8eb29ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.507213 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d39118a9-6650-4ab6-8bd1-2d7e8eb29ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.508375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d39118a9-6650-4ab6-8bd1-2d7e8eb29ca6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be603c84-8163-4627-a096-7d11050408a1 HTTP/1.1" status: 204 len: 168 time: 1.1449420 Nov 09 00:22:44.516775 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b0dac9ca-00bc-4eb6-92fa-580a608ebbe3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4444621 Nov 09 00:22:44.519576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55198) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:44.529595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2111fc-b7db-490a-92a8-d9090488f033 req-d0398584-5797-479d-b1d7-95a0cad9a635 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:44.531623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': '90db2e51-2ac5-4c4e-b3f4-d5d3a0b2dea0', 'ip_address': '2001:db8::afcd:c4e1:7a3:7142'}], 'name': 'tempest-NetworksTestDHCPv6-756173105'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:44.532146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c2111fc-b7db-490a-92a8-d9090488f033 req-d0398584-5797-479d-b1d7-95a0cad9a635 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.2196503 Nov 09 00:22:44.546312 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.566688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ea45bc-2071-4538-b14b-43b7b30c1438 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:22:44.593106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39118a9-6650-4ab6-8bd1-2d7e8eb29ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be603c84-8163-4627-a096-7d11050408a1,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:44.608494 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network bc85df74-e4b0-41da-9bd3-72b25346ef75 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:44.651227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, bc85df74-e4b0-41da-9bd3-72b25346ef75) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:44.651736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:44.668511 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.669261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87286fb0-e7fe-4120-9fd7-756a56dad64a req-10425303-6ea8-46fe-b32e-f215230c0d6e tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/security-groups?id=32637415-a91c-4316-872d-42d687c60fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935375 Nov 09 00:22:44.673711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:44.674339 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.691296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ec0c63-b9e4-48bf-837d-91a791ac0673 None None] Network bc85df74-e4b0-41da-9bd3-72b25346ef75 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:44.731180 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c2111fc-b7db-490a-92a8-d9090488f033 req-7a0fd8bd-4a05-4d22-94d3-d6f1e674c2cb tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543853 Nov 09 00:22:44.737156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:44.746948 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.757078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ba3fc4e2-47a8-4ff7-b9bd-7c98e319027f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3883524 Nov 09 00:22:44.757664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55202) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:44.783352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-81ea45bc-2071-4538-b14b-43b7b30c1438 None None] Deleting port 6ec68949-222c-4174-9db8-e7b5f4d60b03 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:44.783854 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-81ea45bc-2071-4538-b14b-43b7b30c1438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.841030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 6a39ed25-b39a-455a-b835-a4a84bc63366 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:22:44.906911 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:44.956796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:44.971515 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e226f973-6355-49ee-85d6-5bf12954bf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.008908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cf1e0-8cd5-4de8-a1af-b818cc90d77d req-d24812e7-0557-4f8f-b3e5-62d536c25d70 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:45.011826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d64cf1e0-8cd5-4de8-a1af-b818cc90d77d req-d24812e7-0557-4f8f-b3e5-62d536c25d70 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.1797762 Nov 09 00:22:45.047697 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.117704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-81ea45bc-2071-4538-b14b-43b7b30c1438 None None] For port 6ec68949-222c-4174-9db8-e7b5f4d60b03, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6ec68949-222c-4174-9db8-e7b5f4d60b03,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:45.118378 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-81ea45bc-2071-4538-b14b-43b7b30c1438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.122582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e267dd44-de8b-47b3-8b60-a205398e7546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-bc85df74-e4b0-41da-9bd3-72b25346ef75', 'network_id': 'bc85df74-e4b0-41da-9bd3-72b25346ef75', 'tenant_id': '01134c595da744319b6d495ef9fe7a70', 'fixed_ips': [{'subnet_id': 'e475fa91-375e-456d-aa6c-da81398c1b70'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:45.124597 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e267dd44-de8b-47b3-8b60-a205398e7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.148828 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-81ea45bc-2071-4538-b14b-43b7b30c1438 None None] Calling delete_port for 6ec68949-222c-4174-9db8-e7b5f4d60b03 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:45.156153 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.185777 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::afcd:c4e1:7a3:7142 (835f13d3-1085-44f5-af97-6aaeb0d399b3/90db2e51-2ac5-4c4e-b3f4-d5d3a0b2dea0/6a39ed25-b39a-455a-b835-a4a84bc63366) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:45.207498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d64cf1e0-8cd5-4de8-a1af-b818cc90d77d req-29586e7c-74ce-4f97-8a88-4f2fe991619c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877835 Nov 09 00:22:45.231974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83788f0b-5202-41c5-8d00-084f44e20622 req-05b2e29c-6bdb-4e7a-a86b-40aa35104322 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:45.240958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83788f0b-5202-41c5-8d00-084f44e20622 req-05b2e29c-6bdb-4e7a-a86b-40aa35104322 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.1553092 Nov 09 00:22:45.280273 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.309023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:22:45.311496 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a26357a-1e9d-457c-a073-892612cdbd30" -d '{"events": [{"server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:22:45.328546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Subnet': ['ID=e475fa91-375e-456d-aa6c-da81398c1b70,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:45.331748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83788f0b-5202-41c5-8d00-084f44e20622 req-a9380577-b56c-45ce-ae2e-bb2ef87c4aa0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900087 Nov 09 00:22:45.362126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router f2d6ecb4-32c3-4030-a301-776c7d45993c is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:22:45.478532 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server [None req-e267dd44-de8b-47b3-8b60-a205398e7546 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e475fa91-375e-456d-aa6c-da81398c1b70: This subnet is being modified by another concurrent operation. Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:22:45.491856 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise exception Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e475fa91-375e-456d-aa6c-da81398c1b70: This subnet is being modified by another concurrent operation. Nov 09 00:22:45.498821 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Nov 09 00:22:45.510660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc85df74-e4b0-41da-9bd3-72b25346ef75']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:45.520601 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892365b9-6b6e-4547-9344-d32e23c0d356 x-openstack-request-id: req-892365b9-6b6e-4547-9344-d32e23c0d356 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:22:45.520894 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:22:45.521153 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-892365b9-6b6e-4547-9344-d32e23c0d356 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:22:45.521583 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'code': 200} Nov 09 00:22:45.543830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58bb0dc-15bc-4885-bb2d-f6c4c5cd3e60') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:45.544135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58bb0dc-15bc-4885-bb2d-f6c4c5cd3e60') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:45.566164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:22:45.575251 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.582330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0ffd48-f6dc-4531-9c8d-b6d97b638f98 None None] Network bc85df74-e4b0-41da-9bd3-72b25346ef75 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:45.582913 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bdc504-1e45-4a33-8f3d-95aa201245a9 None None] Sync routers for ids ['f2d6ecb4-32c3-4030-a301-776c7d45993c'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:22:45.585644 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-81ea45bc-2071-4538-b14b-43b7b30c1438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.595345 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.597002 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7ec82d1b-5c7a-4a74-be7c-4c9ab8521b6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3494263 Nov 09 00:22:45.601525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55226) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:45.605488 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bdc504-1e45-4a33-8f3d-95aa201245a9 None None] Routers {'f2d6ecb4-32c3-4030-a301-776c7d45993c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:45.606344 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e1bdc504-1e45-4a33-8f3d-95aa201245a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2d6ecb4-32c3-4030-a301-776c7d45993c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:45.624433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a4291-b1e3-4649-93ab-3a904fcabbd5 req-9b7729ce-cc9a-4d3c-b7a9-ec949d883e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:45.626467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e9a4291-b1e3-4649-93ab-3a904fcabbd5 req-9b7729ce-cc9a-4d3c-b7a9-ec949d883e4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1097 time: 0.1037736 Nov 09 00:22:45.672508 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e1bdc504-1e45-4a33-8f3d-95aa201245a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:45.683565 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bdc504-1e45-4a33-8f3d-95aa201245a9 None None] Routers {'f2d6ecb4-32c3-4030-a301-776c7d45993c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:45.684317 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e1bdc504-1e45-4a33-8f3d-95aa201245a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2d6ecb4-32c3-4030-a301-776c7d45993c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:45.684596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6ec68949-222c-4174-9db8-e7b5f4d60b03 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:22:45.686722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e9a4291-b1e3-4649-93ab-3a904fcabbd5 req-6a166ada-8743-4b1e-9713-619dabf6866c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509288 Nov 09 00:22:45.694499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea45bc-2071-4538-b14b-43b7b30c1438 None None] Pushing event deleted for resources: {'Port': ['ID=6ec68949-222c-4174-9db8-e7b5f4d60b03,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:45.712606 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.730318 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.736336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:22:45.737007 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.741210 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e1bdc504-1e45-4a33-8f3d-95aa201245a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:45.742052 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bdc504-1e45-4a33-8f3d-95aa201245a9 None None] The sync data for ids ['f2d6ecb4-32c3-4030-a301-776c7d45993c'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:22:45.742241 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:22:45.769483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea45bc-2071-4538-b14b-43b7b30c1438 None None] No DVR routers for this DVR port 6ec68949-222c-4174-9db8-e7b5f4d60b03 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:45.776865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 6ec68949-222c-4174-9db8-e7b5f4d60b03 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:22:45.777922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6ec68949-222c-4174-9db8-e7b5f4d60b03 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:22:45.800627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d47d4a-d92b-49f3-9326-8dc59d2fe20a None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:45.867682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550eb41-37b4-4fc6-b9f6-87b70e48f644 req-d494c49f-fcf2-4b1d-ad33-6a5f84e9593d tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:45.869652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a550eb41-37b4-4fc6-b9f6-87b70e48f644 req-d494c49f-fcf2-4b1d-ad33-6a5f84e9593d tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 945 time: 0.0582356 Nov 09 00:22:45.878020 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.901892 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.905679 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/bc85df74-e4b0-41da-9bd3-72b25346ef75 HTTP/1.1" status: 204 len: 168 time: 1.1472554 Nov 09 00:22:45.907359 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d752f-4c58-4dd7-994c-eab3cdd8e00e tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Network': ['ID=bc85df74-e4b0-41da-9bd3-72b25346ef75,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:45.909771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55234) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:45.916848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1bbbd459-3e17-4cd8-a082-bf7613664758 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-179025413'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:45.925382 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-084d2649-aa06-435e-8f31-d0a2a5b60899 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/routers/f2d6ecb4-32c3-4030-a301-776c7d45993c HTTP/1.1" status: 200 len: 884 time: 0.3002446 Nov 09 00:22:45.927371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.927922 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55236) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:45.977191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:45.981112 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:45.986297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:45.992989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:45.994019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:45.995896 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.019428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=6a39ed25-b39a-455a-b835-a4a84bc63366,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:46.032861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a550eb41-37b4-4fc6-b9f6-87b70e48f644 req-3f36f268-3140-4b58-aab7-e24aba88c9bb tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/security-groups?id=32637415-a91c-4316-872d-42d687c60fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489196 Nov 09 00:22:46.038393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbbd459-3e17-4cd8-a082-bf7613664758 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:46.042205 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd459-3e17-4cd8-a082-bf7613664758 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.043424 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ef1a42cb-eff5-42ae-a031-78f1444a43ab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5203836 Nov 09 00:22:46.046006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55240) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:46.110956 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.130540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbbd459-3e17-4cd8-a082-bf7613664758 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:46.132772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': '90db2e51-2ac5-4c4e-b3f4-d5d3a0b2dea0'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:46.134151 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.188204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f2e5c-94f4-40ac-92e7-925d53dd80e4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:46.192177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f40f2e5c-94f4-40ac-92e7-925d53dd80e4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1423845 Nov 09 00:22:46.192595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55248) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:46.201580 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd459-3e17-4cd8-a082-bf7613664758 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.201935 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-1bbbd459-3e17-4cd8-a082-bf7613664758 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Added segment 85728cfd-d1e5-4fd1-a150-db5efb1b969b of type vlan for network 64556973-aca7-4d22-a0ae-ad56e549a48c Nov 09 00:22:46.289159 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd459-3e17-4cd8-a082-bf7613664758 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.319566 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.370569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f209a3b9-68ec-4938-9993-1a962ddbdac6 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4400899 Nov 09 00:22:46.374492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55260) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:46.377395 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd459-3e17-4cd8-a082-bf7613664758 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.383680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbbd459-3e17-4cd8-a082-bf7613664758 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:46.383680 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd459-3e17-4cd8-a082-bf7613664758 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.389405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b738356a-6908-4685-a540-40dbfb4189e9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-597838956'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:46.429810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-faab603a-70b7-4d25-9272-f889524e0848 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 6a39ed25-b39a-455a-b835-a4a84bc63366 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:46.430428 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-faab603a-70b7-4d25-9272-f889524e0848 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.445098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Allocated IP 2001:db8::2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/90db2e51-2ac5-4c4e-b3f4-d5d3a0b2dea0/1a22b7fa-dd96-4118-9bcd-104f233c60df) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:46.476885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1bbbd459-3e17-4cd8-a082-bf7613664758 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5632849 Nov 09 00:22:46.504536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55264) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:46.513778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-91d26534-05fb-4e4d-9f2f-3afae8d5fed2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'subnet': {'network_id': '64556973-aca7-4d22-a0ae-ad56e549a48c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:46.542478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44a2b1-066b-45f8-945f-9da893c19c40 req-7a3a64db-9301-4745-b6ed-cfc22bbfc60e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:46.549732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb44a2b1-066b-45f8-945f-9da893c19c40 req-7a3a64db-9301-4745-b6ed-cfc22bbfc60e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.2217751 Nov 09 00:22:46.599144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbd459-3e17-4cd8-a082-bf7613664758 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Network': ['ID=64556973-aca7-4d22-a0ae-ad56e549a48c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:46.610473 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-faab603a-70b7-4d25-9272-f889524e0848 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.624439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-faab603a-70b7-4d25-9272-f889524e0848 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 6a39ed25-b39a-455a-b835-a4a84bc63366 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:46.680651 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.688493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 64556973-aca7-4d22-a0ae-ad56e549a48c details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:46.693819 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.768019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-faab603a-70b7-4d25-9272-f889524e0848 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.788496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb44a2b1-066b-45f8-945f-9da893c19c40 req-0c9aac7b-4b23-42bf-9550-8db55a091c03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988802 Nov 09 00:22:46.810657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab603a-70b7-4d25-9272-f889524e0848 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=6a39ed25-b39a-455a-b835-a4a84bc63366,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:46.847330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-faab603a-70b7-4d25-9272-f889524e0848 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:46.855201 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-faab603a-70b7-4d25-9272-f889524e0848 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/6a39ed25-b39a-455a-b835-a4a84bc63366 HTTP/1.1" status: 204 len: 168 time: 0.6607451 Nov 09 00:22:46.857807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55272) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:46.941404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9070aa6-7ce0-47f9-aa45-2043bbb927d6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:46.943041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9070aa6-7ce0-47f9-aa45-2043bbb927d6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:46.944890 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d9070aa6-7ce0-47f9-aa45-2043bbb927d6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0832291 Nov 09 00:22:46.947429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55276) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:46.947578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d31c-8cbd-4350-a70b-86170b75d35a req-03f08cf1-3aa1-492f-9820-c27efb76c177 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:46.949078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47f1d31c-8cbd-4350-a70b-86170b75d35a req-03f08cf1-3aa1-492f-9820-c27efb76c177 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.3578081 Nov 09 00:22:47.019393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8af212-ec2b-4707-806f-5931d6a728ce tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 90db2e51-2ac5-4c4e-b3f4-d5d3a0b2dea0 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:22:47.025091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb8af212-ec2b-4707-806f-5931d6a728ce tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.028587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d26534-05fb-4e4d-9f2f-3afae8d5fed2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:47.031395 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91d26534-05fb-4e4d-9f2f-3afae8d5fed2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.033778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:47.037196 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Pushing event updated for resources: {'Port': ['ID=1a22b7fa-dd96-4118-9bcd-104f233c60df,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:47.044764 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:47.048283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:47.087751 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb8af212-ec2b-4707-806f-5931d6a728ce tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.126965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Attempting to bind port 1a22b7fa-dd96-4118-9bcd-104f233c60df on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:47.127429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Attempting to bind port 1a22b7fa-dd96-4118-9bcd-104f233c60df by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:47.127862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Attempting to bind port 1a22b7fa-dd96-4118-9bcd-104f233c60df on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:47.135114 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:47.135604 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:47.136067 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.137221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:47.137221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Bound port: 1a22b7fa-dd96-4118-9bcd-104f233c60df, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:47.137716 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.197954 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb8af212-ec2b-4707-806f-5931d6a728ce tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.273038 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb8af212-ec2b-4707-806f-5931d6a728ce tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.276337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] For port 1a22b7fa-dd96-4118-9bcd-104f233c60df, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:47.282427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] For port 1a22b7fa-dd96-4118-9bcd-104f233c60df, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1a22b7fa-dd96-4118-9bcd-104f233c60df,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:47.291086 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.306502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8af212-ec2b-4707-806f-5931d6a728ce tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=90db2e51-2ac5-4c4e-b3f4-d5d3a0b2dea0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:47.318096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb8af212-ec2b-4707-806f-5931d6a728ce tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.321378 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-eb8af212-ec2b-4707-806f-5931d6a728ce tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/90db2e51-2ac5-4c4e-b3f4-d5d3a0b2dea0 HTTP/1.1" status: 204 len: 168 time: 0.3728175 Nov 09 00:22:47.324243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55286) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:47.391498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d8cda-b610-4252-b977-579ef5ef2757 None None] Pushing event updated for resources: {'Port': ['ID=1a22b7fa-dd96-4118-9bcd-104f233c60df,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:47.394644 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8316c641-68b3-43e5-90f6-12b73d171817 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692785 Nov 09 00:22:47.406831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55290) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:47.412337 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8315f7b0-c694-4b6e-b659-37115c0df3ac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:47.486157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade8fc6-d53f-48ca-b016-c28253a0cef0 req-1288afe3-24af-4439-9dc1-e9b5acff9c9e tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:47.487752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eade8fc6-d53f-48ca-b016-c28253a0cef0 req-1288afe3-24af-4439-9dc1-e9b5acff9c9e tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 945 time: 0.5672755 Nov 09 00:22:47.508052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8315f7b0-c694-4b6e-b659-37115c0df3ac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:47.512969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8315f7b0-c694-4b6e-b659-37115c0df3ac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.595926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47f1d31c-8cbd-4350-a70b-86170b75d35a req-c1500973-51a5-4840-a680-37d92904e187 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200671 Nov 09 00:22:47.596441 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.725198 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eade8fc6-d53f-48ca-b016-c28253a0cef0 req-e4e90c56-73ef-46a8-bd00-bdd9153348b8 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/security-groups?id=32637415-a91c-4316-872d-42d687c60fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212808 Nov 09 00:22:47.820150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8315f7b0-c694-4b6e-b659-37115c0df3ac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.858115 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b738356a-6908-4685-a540-40dbfb4189e9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.884206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8315f7b0-c694-4b6e-b659-37115c0df3ac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:47.888424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8315f7b0-c694-4b6e-b659-37115c0df3ac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:47.893766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315f7b0-c694-4b6e-b659-37115c0df3ac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:47.894357 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8315f7b0-c694-4b6e-b659-37115c0df3ac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.918666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315f7b0-c694-4b6e-b659-37115c0df3ac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=0dd0973b-1761-49cb-8f6f-e5758e8567d6,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:47.919686 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64295dd6-dd6d-447d-8685-1186390a69f3 req-f5d3a67b-6da3-407d-8c1a-01a4ba6059d0 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:47.921242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64295dd6-dd6d-447d-8685-1186390a69f3 req-f5d3a67b-6da3-407d-8c1a-01a4ba6059d0 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 945 time: 0.1658051 Nov 09 00:22:47.925414 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91d26534-05fb-4e4d-9f2f-3afae8d5fed2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.925619 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8315f7b0-c694-4b6e-b659-37115c0df3ac tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5176251 Nov 09 00:22:47.928217 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b738356a-6908-4685-a540-40dbfb4189e9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:47.928769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55296) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:47.933786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': '0dd0973b-1761-49cb-8f6f-e5758e8567d6', 'ip_address': '2001:db8::ef50:e326:45d1:cf27'}], 'name': 'tempest-NetworksTestDHCPv6-1718899610'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:47.986712 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:22:48.049292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:48.105423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d26534-05fb-4e4d-9f2f-3afae8d5fed2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Subnet': ['ID=40bde1b3-23c2-465f-9f33-1458ddc5f185,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:48.114791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92fa41-09aa-4f1e-8d8e-d3988b8860ec req-b1d7157e-4ecb-4a0e-be12-4b415178151f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:48.117881 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce92fa41-09aa-4f1e-8d8e-d3988b8860ec req-b1d7157e-4ecb-4a0e-be12-4b415178151f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.2474003 Nov 09 00:22:48.146157 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.147987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55298) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:48.154600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Request body: {'network': {'name': 'tempest-network-smoke--2121143534', 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'port_security_enabled': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:48.181132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 4b6531fa-9f5b-4d90-807e-269cb3599442 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:22:48.199293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d26534-05fb-4e4d-9f2f-3afae8d5fed2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Checking segment: {'id': '85728cfd-d1e5-4fd1-a150-db5efb1b969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '64556973-aca7-4d22-a0ae-ad56e549a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:48.199671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d26534-05fb-4e4d-9f2f-3afae8d5fed2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network hostable DHCP agents. Network: 64556973-aca7-4d22-a0ae-ad56e549a48c, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:48.226109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Made reservation on behalf of 0f8f4d027d6a4fa5b7ed1159e04fbc38 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:48.229613 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.250293 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.260690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce92fa41-09aa-4f1e-8d8e-d3988b8860ec req-82e40782-5b1b-4efc-ab1b-b82d9373631e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328440 Nov 09 00:22:48.267596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b738356a-6908-4685-a540-40dbfb4189e9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router f2d6ecb4-32c3-4030-a301-776c7d45993c has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:22:48.272015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-64295dd6-dd6d-447d-8685-1186390a69f3 req-e3f7256e-d443-48e3-aac1-1d03e075dd44 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Deleting port 3f56ec66-bc01-4411-9f7e-92e9c514b049 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:48.272357 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-64295dd6-dd6d-447d-8685-1186390a69f3 req-e3f7256e-d443-48e3-aac1-1d03e075dd44 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.279160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d26534-05fb-4e4d-9f2f-3afae8d5fed2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network 64556973-aca7-4d22-a0ae-ad56e549a48c is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:48.330987 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.357819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-91d26534-05fb-4e4d-9f2f-3afae8d5fed2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 64556973-aca7-4d22-a0ae-ad56e549a48c) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:48.373952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ea8bb5-8b25-4b6c-9575-a0ff5454a211 None None] Network 64556973-aca7-4d22-a0ae-ad56e549a48c requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:48.419033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d26534-05fb-4e4d-9f2f-3afae8d5fed2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:48.419033 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91d26534-05fb-4e4d-9f2f-3afae8d5fed2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.429842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::ef50:e326:45d1:cf27 (835f13d3-1085-44f5-af97-6aaeb0d399b3/0dd0973b-1761-49cb-8f6f-e5758e8567d6/4b6531fa-9f5b-4d90-807e-269cb3599442) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:48.469945 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.478740 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.495474 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-91d26534-05fb-4e4d-9f2f-3afae8d5fed2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9870777 Nov 09 00:22:48.508404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55302) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:48.543403 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:48.574449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b738356a-6908-4685-a540-40dbfb4189e9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:22:48.585587 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b738356a-6908-4685-a540-40dbfb4189e9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.591243 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b738356a-6908-4685-a540-40dbfb4189e9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/f2d6ecb4-32c3-4030-a301-776c7d45993c HTTP/1.1" status: 200 len: 891 time: 2.2149982 Nov 09 00:22:48.602824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55304) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:48.619132 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce24d2e2-9150-4ddb-a5a3-d6ddbbe4ffa3 None None] Sync routers for ids ['f2d6ecb4-32c3-4030-a301-776c7d45993c'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:22:48.647408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24d2e2-9150-4ddb-a5a3-d6ddbbe4ffa3 None None] Routers {'f2d6ecb4-32c3-4030-a301-776c7d45993c'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:48.648058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ce24d2e2-9150-4ddb-a5a3-d6ddbbe4ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2d6ecb4-32c3-4030-a301-776c7d45993c'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:48.652015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f042dd4-3efc-486a-90f4-4c0f17bc08f2,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:48.654961 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.655309 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Added segment 9406df2b-9233-4ed7-9782-f841d890bf5e of type vlan for network eca8a8cb-f3ba-42af-addf-091755887408 Nov 09 00:22:48.674709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-64295dd6-dd6d-447d-8685-1186390a69f3 req-e3f7256e-d443-48e3-aac1-1d03e075dd44 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] For port 3f56ec66-bc01-4411-9f7e-92e9c514b049, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=3f56ec66-bc01-4411-9f7e-92e9c514b049,segment=NetworkSegment(f058833f-b093-42c0-a8c4-f1b06a9267ed),segment_id=f058833f-b093-42c0-a8c4-f1b06a9267ed)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:48.675127 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-64295dd6-dd6d-447d-8685-1186390a69f3 req-e3f7256e-d443-48e3-aac1-1d03e075dd44 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.684894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3a89e-0aa4-41fa-a9d2-e8428c4d301e req-a83b9e63-4902-4cc7-84b3-ee5ec0bf5676 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:48.686653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1f3a89e-0aa4-41fa-a9d2-e8428c4d301e req-a83b9e63-4902-4cc7-84b3-ee5ec0bf5676 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.2650394 Nov 09 00:22:48.713460 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ce24d2e2-9150-4ddb-a5a3-d6ddbbe4ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:48.744269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24d2e2-9150-4ddb-a5a3-d6ddbbe4ffa3 None None] Routers {'f2d6ecb4-32c3-4030-a301-776c7d45993c'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:48.744902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ce24d2e2-9150-4ddb-a5a3-d6ddbbe4ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2d6ecb4-32c3-4030-a301-776c7d45993c'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:48.745237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-64295dd6-dd6d-447d-8685-1186390a69f3 req-e3f7256e-d443-48e3-aac1-1d03e075dd44 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Calling delete_port for 3f56ec66-bc01-4411-9f7e-92e9c514b049 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:48.787440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-64556973-aca7-4d22-a0ae-ad56e549a48c', 'network_id': '64556973-aca7-4d22-a0ae-ad56e549a48c', 'tenant_id': '01134c595da744319b6d495ef9fe7a70', 'fixed_ips': [{'subnet_id': '40bde1b3-23c2-465f-9f33-1458ddc5f185'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:48.788424 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.790870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f5cf3-3aeb-44c4-a21f-8c3842dd0d82 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:48.794750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ce24d2e2-9150-4ddb-a5a3-d6ddbbe4ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:48.795382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce24d2e2-9150-4ddb-a5a3-d6ddbbe4ffa3 None None] The sync data for ids ['f2d6ecb4-32c3-4030-a301-776c7d45993c'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:22:48.808813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.822860 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.827182 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab79a97-d678-4325-84ef-8f851e547b78 req-4067985c-b67e-48a2-b30d-18190ee3ea0c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:48.827990 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ab79a97-d678-4325-84ef-8f851e547b78 req-4067985c-b67e-48a2-b30d-18190ee3ea0c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.1199138 Nov 09 00:22:48.869528 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1ba6bf37-888f-4d2b-9015-ea37158732d9 None None] Could not find standard attr ID for object 6a39ed25-b39a-455a-b835-a4a84bc63366. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:22:48.877270 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.878782 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1f3a89e-0aa4-41fa-a9d2-e8428c4d301e req-2ee5c968-037b-43eb-9b65-5f358be90f32 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797078 Nov 09 00:22:48.883892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:48.883892 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.890014 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:48.915466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55310) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:48.979313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1ba6bf37-888f-4d2b-9015-ea37158732d9 None None] Provisioning complete for port 1a22b7fa-dd96-4118-9bcd-104f233c60df triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:48.979679 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1ba6bf37-888f-4d2b-9015-ea37158732d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.024842 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8732069 Nov 09 00:22:49.028461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f437ea-db71-4b55-a42d-29f45ce73c80 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Network': ['ID=eca8a8cb-f3ba-42af-addf-091755887408,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:49.034328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55312) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:49.034567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ee074a2c-ae6a-4d5d-9c08-d4e8651d7b46 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/routers/f2d6ecb4-32c3-4030-a301-776c7d45993c HTTP/1.1" status: 200 len: 891 time: 0.4254637 Nov 09 00:22:49.034740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55314) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:49.040514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'admin_state_up': True, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:49.056059 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network eca8a8cb-f3ba-42af-addf-091755887408 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:49.069178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ab79a97-d678-4325-84ef-8f851e547b78 req-dc3e2468-fa14-4b59-9c8f-8e4129c01dc7 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141745 Nov 09 00:22:49.085999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41beef-a512-4978-907f-d1b74922a571 req-725bd783-13bc-4085-8e37-3ea435ac5a2e tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:49.095083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be41beef-a512-4978-907f-d1b74922a571 req-725bd783-13bc-4085-8e37-3ea435ac5a2e tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f3b3287-ce57-4ed6-bd3e-315552979ffb HTTP/1.1" status: 200 len: 945 time: 0.1115363 Nov 09 00:22:49.102838 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-564d49ff-fb9c-420e-a713-f5f1a0f5cfd5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d6ecb4-32c3-4030-a301-776c7d45993c HTTP/1.1" status: 200 len: 205 time: 0.0541990 Nov 09 00:22:49.108267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55316) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:49.136278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.142674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Allocated IP 2001:db8::1 (64556973-aca7-4d22-a0ae-ad56e549a48c/40bde1b3-23c2-465f-9f33-1458ddc5f185/009fae80-addf-484c-b78c-76793c05dadb) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:49.179700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09552803-865f-47c0-ba27-9e85cdfb11c0 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:49.181146 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-09552803-865f-47c0-ba27-9e85cdfb11c0 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1092 time: 0.2607460 Nov 09 00:22:49.185185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55318) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:49.191720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:49.222762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be41beef-a512-4978-907f-d1b74922a571 req-ce2e2ac2-c263-4fcd-bc3b-e891fd75a8f7 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.25 "GET /v2.0/security-groups?id=32637415-a91c-4316-872d-42d687c60fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111643 Nov 09 00:22:49.225191 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-64295dd6-dd6d-447d-8685-1186390a69f3 req-e3f7256e-d443-48e3-aac1-1d03e075dd44 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.259380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7256e-d443-48e3-aac1-1d03e075dd44 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Pushing event deleted for resources: {'Port': ['ID=3f56ec66-bc01-4411-9f7e-92e9c514b049,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:49.286483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['3f56ec66-bc01-4411-9f7e-92e9c514b049'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:22:49.301306 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.318305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-64295dd6-dd6d-447d-8685-1186390a69f3 req-e3f7256e-d443-48e3-aac1-1d03e075dd44 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] No DVR routers for this DVR port 3f56ec66-bc01-4411-9f7e-92e9c514b049 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:49.329485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-64295dd6-dd6d-447d-8685-1186390a69f3 req-e3f7256e-d443-48e3-aac1-1d03e075dd44 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.332845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64295dd6-dd6d-447d-8685-1186390a69f3 req-e3f7256e-d443-48e3-aac1-1d03e075dd44 tempest-ServerPasswordTestJSON-67944970 tempest-ServerPasswordTestJSON-67944970-project] 10.222.0.11 "DELETE /v2.0/ports/3f56ec66-bc01-4411-9f7e-92e9c514b049 HTTP/1.1" status: 204 len: 173 time: 1.4016964 Nov 09 00:22:49.334907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3b3287-ce57-4ed6-bd3e-315552979ffb', 'name': 'network-vif-deleted', 'tag': '3f56ec66-bc01-4411-9f7e-92e9c514b049'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:22:49.337243 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ea48f0-78f4-4df0-af6d-833f87ff0a8e" -d '{"events": [{"server_uuid": "0f3b3287-ce57-4ed6-bd3e-315552979ffb", "name": "network-vif-deleted", "tag": "3f56ec66-bc01-4411-9f7e-92e9c514b049"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:22:49.362813 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1ba6bf37-888f-4d2b-9015-ea37158732d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.450260 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db268fe0-2c03-444f-b190-1a153c6d3b30 x-openstack-request-id: req-db268fe0-2c03-444f-b190-1a153c6d3b30 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:22:49.451558 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3b3287-ce57-4ed6-bd3e-315552979ffb", "name": "network-vif-deleted", "tag": "3f56ec66-bc01-4411-9f7e-92e9c514b049", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:22:49.452239 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db268fe0-2c03-444f-b190-1a153c6d3b30 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:22:49.454585 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3b3287-ce57-4ed6-bd3e-315552979ffb', 'name': 'network-vif-deleted', 'tag': '3f56ec66-bc01-4411-9f7e-92e9c514b049', 'status': 'completed', 'code': 200} Nov 09 00:22:49.501073 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.513907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1ba6bf37-888f-4d2b-9015-ea37158732d9 None None] For port 1a22b7fa-dd96-4118-9bcd-104f233c60df, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1a22b7fa-dd96-4118-9bcd-104f233c60df,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:49.519306 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.523639 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1ba6bf37-888f-4d2b-9015-ea37158732d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.554386 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.588189 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Network 64556973-aca7-4d22-a0ae-ad56e549a48c is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:49.591345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:49.596472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:49.599951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6bf37-888f-4d2b-9015-ea37158732d9 None None] Pushing event updated for resources: {'Port': ['ID=1a22b7fa-dd96-4118-9bcd-104f233c60df,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:49.626326 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.627404 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.638748 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.708440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Pushing event updated for resources: {'Port': ['ID=009fae80-addf-484c-b78c-76793c05dadb,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:49.713091 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Attempting to bind port 009fae80-addf-484c-b78c-76793c05dadb on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:49.713495 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Attempting to bind port 009fae80-addf-484c-b78c-76793c05dadb by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '85728cfd-d1e5-4fd1-a150-db5efb1b969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '64556973-aca7-4d22-a0ae-ad56e549a48c'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:49.713870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Attempting to bind port 009fae80-addf-484c-b78c-76793c05dadb on network 64556973-aca7-4d22-a0ae-ad56e549a48c {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:49.719528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.25.0.119 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/5bcb3779-3709-495f-80cb-aa752650b301) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:49.719731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:49.720048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Checking segment: {'id': '85728cfd-d1e5-4fd1-a150-db5efb1b969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '64556973-aca7-4d22-a0ae-ad56e549a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:49.720555 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.720955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Bound using segment: {'id': '85728cfd-d1e5-4fd1-a150-db5efb1b969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '64556973-aca7-4d22-a0ae-ad56e549a48c'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:49.721449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Bound port: 009fae80-addf-484c-b78c-76793c05dadb, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85728cfd-d1e5-4fd1-a150-db5efb1b969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '64556973-aca7-4d22-a0ae-ad56e549a48c'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:49.721836 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.758848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1a22b7fa-dd96-4118-9bcd-104f233c60df up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:49.835535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] For port 009fae80-addf-484c-b78c-76793c05dadb, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:49.838906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] For port 009fae80-addf-484c-b78c-76793c05dadb, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=009fae80-addf-484c-b78c-76793c05dadb,segment=NetworkSegment(85728cfd-d1e5-4fd1-a150-db5efb1b969b),segment_id=85728cfd-d1e5-4fd1-a150-db5efb1b969b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:49.855511 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.868947 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=4b6531fa-9f5b-4d90-807e-269cb3599442,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:49.902547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:49.911919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.916431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.917448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:49.928164 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.962329 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:49.968430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:49.969590 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.980646 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:49.998968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cf1d5e26-ba33-4664-aa1c-71f2cae6cc5d None None] Provisioning complete for port 1a22b7fa-dd96-4118-9bcd-104f233c60df triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:49.999346 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5e26-ba33-4664-aa1c-71f2cae6cc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.002177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f59910-b38d-4644-a22b-fd455a377bb4 None None] Pushing event updated for resources: {'Port': ['ID=009fae80-addf-484c-b78c-76793c05dadb,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:50.006299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1a22b7fa-dd96-4118-9bcd-104f233c60df triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:50.006299 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.017966 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.106237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Subnet': ['ID=40bde1b3-23c2-465f-9f33-1458ddc5f185,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:50.119105 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bbf7fd43-07ae-4980-ad50-63f3da06e521 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1869340 Nov 09 00:22:50.140476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:50.142299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55322) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:50.143888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=5bcb3779-3709-495f-80cb-aa752650b301,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:50.161498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:50.165565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:50.302738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55328) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:50.310707 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.324722 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.369598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64556973-aca7-4d22-a0ae-ad56e549a48c']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:50.376913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1462ced0-28c4-409c-9571-935b37d0ee97 None None] Could not find standard attr ID for object 6a39ed25-b39a-455a-b835-a4a84bc63366. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:22:50.380945 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.395393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85728cfd-d1e5-4fd1-a150-db5efb1b969b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:50.395393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85728cfd-d1e5-4fd1-a150-db5efb1b969b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:50.411848 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.473939 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.486095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:22:50.486429 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:22:50.490331 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:22:50.492798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b872760-9a02-4e91-bd5c-6003abfb5213 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:50.497223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b872760-9a02-4e91-bd5c-6003abfb5213 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:50.506208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3b872760-9a02-4e91-bd5c-6003abfb5213 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2759869 Nov 09 00:22:50.511380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df668a8-6f8b-4542-81af-7cf977f6b9fe req-b7067b15-b288-46f8-be0d-a28618c8e1dd tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:50.513478 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2df668a8-6f8b-4542-81af-7cf977f6b9fe req-b7067b15-b288-46f8-be0d-a28618c8e1dd tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.2719283 Nov 09 00:22:50.513696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55330) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:50.555679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-07975f06-065c-457e-972f-816f6367baf1 admin admin] Deleting subnet f390120a-4266-492f-9113-d9c1c7e67cd5 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:22:50.579262 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07975f06-065c-457e-972f-816f6367baf1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.617978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.api [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 00:22:50.617978 n-d-813263-3 neutron-server[101781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 00:22:50.617978 n-d-813263-3 neutron-server[101781]: [parameters: {'id': '64556973-aca7-4d22-a0ae-ad56e549a48c'}] Nov 09 00:22:50.617978 n-d-813263-3 neutron-server[101781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:22:50.618401 n-d-813263-3 neutron-server[101781]: DEBUG oslo_db.api [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:22:50.637851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port eca7f119-adcc-4f41-97c8-79be9a3f64da {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:50.638469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.673588 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07975f06-065c-457e-972f-816f6367baf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.682682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2df668a8-6f8b-4542-81af-7cf977f6b9fe req-92b8c043-edbc-4c3d-b080-cabadee66007 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323724 Nov 09 00:22:50.716550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d68afc5c-7fe8-45b8-ad38-b8408b379d03 None None] Provisioning complete for port 4b6531fa-9f5b-4d90-807e-269cb3599442 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:50.719742 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d68afc5c-7fe8-45b8-ad38-b8408b379d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.771791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d68afc5c-7fe8-45b8-ad38-b8408b379d03 None None] Port 4b6531fa-9f5b-4d90-807e-269cb3599442 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:22:50.772008 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07975f06-065c-457e-972f-816f6367baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.863609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b617a03f-d9ca-4fcd-b84f-3e0664e3fa3b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 4b6531fa-9f5b-4d90-807e-269cb3599442 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:50.863953 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b617a03f-d9ca-4fcd-b84f-3e0664e3fa3b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.884837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.912775 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07975f06-065c-457e-972f-816f6367baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.932499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.934426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for eca7f119-adcc-4f41-97c8-79be9a3f64da owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:50.954475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07975f06-065c-457e-972f-816f6367baf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f390120a-4266-492f-9113-d9c1c7e67cd5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:50.956602 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07975f06-065c-457e-972f-816f6367baf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.962159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-07975f06-065c-457e-972f-816f6367baf1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f390120a-4266-492f-9113-d9c1c7e67cd5 HTTP/1.1" status: 204 len: 168 time: 0.6350641 Nov 09 00:22:50.964121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55332) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:50.966533 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:50.996001 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.070996 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.101124 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.119936 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.122763 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b617a03f-d9ca-4fcd-b84f-3e0664e3fa3b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.182973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b617a03f-d9ca-4fcd-b84f-3e0664e3fa3b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 4b6531fa-9f5b-4d90-807e-269cb3599442 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:51.270422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fc02d6-63db-4395-8e96-be514a76d0d5 None None] Network 64556973-aca7-4d22-a0ae-ad56e549a48c requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:51.333103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Allocated IP 172.25.0.77 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/2852184c-518c-48dd-80bb-0a999458115d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:51.350435 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2ecaeba6-a8e9-44c9-b7eb-5bf8d7f653a8 None None] Provisioning complete for port 009fae80-addf-484c-b78c-76793c05dadb triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:51.350856 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2ecaeba6-a8e9-44c9-b7eb-5bf8d7f653a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.495419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Deleting port 009fae80-addf-484c-b78c-76793c05dadb {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:51.495827 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.508885 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.552132 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.616768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090bb441-842f-4b46-b0ae-5865ae0a9a2f']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:51.627627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd0e35-b61b-40da-8791-ec144b1b20f0 None None] DHCP port deletion for 64556973-aca7-4d22-a0ae-ad56e549a48c request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:22:51.630736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=eca7f119-adcc-4f41-97c8-79be9a3f64da,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:51.636567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f058833f-b093-42c0-a8c4-f1b06a9267ed') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:51.636867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f058833f-b093-42c0-a8c4-f1b06a9267ed') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:51.650544 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.683320 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2ecaeba6-a8e9-44c9-b7eb-5bf8d7f653a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.694597 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] For port 009fae80-addf-484c-b78c-76793c05dadb, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=009fae80-addf-484c-b78c-76793c05dadb,segment=NetworkSegment(85728cfd-d1e5-4fd1-a150-db5efb1b969b),segment_id=85728cfd-d1e5-4fd1-a150-db5efb1b969b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:51.695178 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.728765 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.740025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2ecaeba6-a8e9-44c9-b7eb-5bf8d7f653a8 None None] For port 009fae80-addf-484c-b78c-76793c05dadb, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=009fae80-addf-484c-b78c-76793c05dadb,segment=NetworkSegment(85728cfd-d1e5-4fd1-a150-db5efb1b969b),segment_id=85728cfd-d1e5-4fd1-a150-db5efb1b969b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:51.742421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-77bd0e35-b61b-40da-8791-ec144b1b20f0 None None] Deleting port 009fae80-addf-484c-b78c-76793c05dadb {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:51.742977 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-77bd0e35-b61b-40da-8791-ec144b1b20f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.748689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b617a03f-d9ca-4fcd-b84f-3e0664e3fa3b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.751207 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.757472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Calling delete_port for 009fae80-addf-484c-b78c-76793c05dadb owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:51.759491 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:22:51.760161 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.763668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.812804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1a22b7fa-dd96-4118-9bcd-104f233c60df up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:51.817272 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.817566 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2ecaeba6-a8e9-44c9-b7eb-5bf8d7f653a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:22:51.820703 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:22:51.880376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-77bd0e35-b61b-40da-8791-ec144b1b20f0 None None] For port 009fae80-addf-484c-b78c-76793c05dadb, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=009fae80-addf-484c-b78c-76793c05dadb,segment=NetworkSegment(85728cfd-d1e5-4fd1-a150-db5efb1b969b),segment_id=85728cfd-d1e5-4fd1-a150-db5efb1b969b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:51.881004 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-77bd0e35-b61b-40da-8791-ec144b1b20f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.888728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617a03f-d9ca-4fcd-b84f-3e0664e3fa3b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=4b6531fa-9f5b-4d90-807e-269cb3599442,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:51.930904 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b617a03f-d9ca-4fcd-b84f-3e0664e3fa3b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.934222 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b617a03f-d9ca-4fcd-b84f-3e0664e3fa3b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/4b6531fa-9f5b-4d90-807e-269cb3599442 HTTP/1.1" status: 204 len: 168 time: 1.4188671 Nov 09 00:22:51.935288 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.936599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaeba6-a8e9-44c9-b7eb-5bf8d7f653a8 None None] Pushing event updated for resources: {'Port': ['ID=009fae80-addf-484c-b78c-76793c05dadb,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:51.948463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-77bd0e35-b61b-40da-8791-ec144b1b20f0 None None] Calling delete_port for 009fae80-addf-484c-b78c-76793c05dadb owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:51.961277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55336) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:51.975522 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.980921 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:51.986569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/090bb441-842f-4b46-b0ae-5865ae0a9a2f HTTP/1.1" status: 204 len: 168 time: 1.0186176 Nov 09 00:22:52.049410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1a22b7fa-dd96-4118-9bcd-104f233c60df triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:52.052249 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.072589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bf00fd-e51e-43f0-b39a-b34868a6a13d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:52.074270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bf00fd-e51e-43f0-b39a-b34868a6a13d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:52.076446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f3bf00fd-e51e-43f0-b39a-b34868a6a13d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1141119 Nov 09 00:22:52.082031 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.083486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55340) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:52.090618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=5bcb3779-3709-495f-80cb-aa752650b301,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:52.094235 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.106535 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.113959 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabdd46-b767-4c34-b30f-faf53708ab79 req-6e10345a-9e2b-434b-80ce-55fde75bdab5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:52.123445 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-afabdd46-b767-4c34-b30f-faf53708ab79 req-6e10345a-9e2b-434b-80ce-55fde75bdab5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.3006198 Nov 09 00:22:52.136726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff887e-a7ac-46a5-920e-176e3e68c2c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=090bb441-842f-4b46-b0ae-5865ae0a9a2f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:52.150966 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.227659 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-77bd0e35-b61b-40da-8791-ec144b1b20f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.240323 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.243483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:52.249765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.250145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Fanout notify agent at l3_agent the message router_deleted on router f2d6ecb4-32c3-4030-a301-776c7d45993c {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:22:52.259400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-afabdd46-b767-4c34-b30f-faf53708ab79 req-196d8b35-7323-4869-b482-429f149dc86b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349633 Nov 09 00:22:52.263312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd0e35-b61b-40da-8791-ec144b1b20f0 None None] Pushing event deleted for resources: {'Port': ['ID=009fae80-addf-484c-b78c-76793c05dadb,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:52.270605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.272948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd0e35-b61b-40da-8791-ec144b1b20f0 None None] No DVR routers for this DVR port 009fae80-addf-484c-b78c-76793c05dadb on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:52.278701 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f30d911d-eae2-4b4a-8348-f36676cd17c3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/f2d6ecb4-32c3-4030-a301-776c7d45993c HTTP/1.1" status: 204 len: 168 time: 3.1561611 Nov 09 00:22:52.283979 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f63604-1181-4dd9-b804-e533cb364f55 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 0dd0973b-1761-49cb-8f6f-e5758e8567d6 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:22:52.286210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Port': ['ID=2852184c-518c-48dd-80bb-0a999458115d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:52.292017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:52.293815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55342) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:52.297488 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42f63604-1181-4dd9-b804-e533cb364f55 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.300154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:52.305932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a2defe27-06c8-4959-9a0f-4a537c1da4fb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1659728878'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:52.314113 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437064de-1bc2-4b58-93ab-0bb3197db791 None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:22:52.337693 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Floating IP 307d29b3-d4d6-4b45-b987-b29116553a7f associated. External IP: 172.25.0.119, port: ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae. Nov 09 00:22:52.358672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55344) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:52.379767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No DVR routers for this DVR port 009fae80-addf-484c-b78c-76793c05dadb on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:52.389693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Port': ['ID=009fae80-addf-484c-b78c-76793c05dadb,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:52.390823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 3f56ec66-bc01-4411-9f7e-92e9c514b049 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:22:52.444718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 3f56ec66-bc01-4411-9f7e-92e9c514b049 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:22:52.445230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 3f56ec66-bc01-4411-9f7e-92e9c514b049 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:22:52.476435 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42f63604-1181-4dd9-b804-e533cb364f55 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.479305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2defe27-06c8-4959-9a0f-4a537c1da4fb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:52.482369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2defe27-06c8-4959-9a0f-4a537c1da4fb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.505770 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437064de-1bc2-4b58-93ab-0bb3197db791 None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:22:52.573738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router f9a17d37-87f8-4758-bca5-504d370d8c59 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:22:52.696787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:22:52.714097 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9840ecfc-f54e-47ce-bbf6-cb13193a1718 None None] Sync routers for ids ['f9a17d37-87f8-4758-bca5-504d370d8c59'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:22:52.724797 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:52.734960 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840ecfc-f54e-47ce-bbf6-cb13193a1718 None None] Routers {'f9a17d37-87f8-4758-bca5-504d370d8c59'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:52.736117 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9840ecfc-f54e-47ce-bbf6-cb13193a1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f9a17d37-87f8-4758-bca5-504d370d8c59'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:52.758152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3b0df0f0-246e-416f-918a-69b066bed485 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5687225 Nov 09 00:22:52.758152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:22:52.770982 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d7e02b-2e9f-47ab-84cb-cb319259c824" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:22:52.847806 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bec35f-a0d6-40f8-bbcb-3641685364df x-openstack-request-id: req-d6bec35f-a0d6-40f8-bbcb-3641685364df {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:22:52.848502 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:22:52.848935 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6bec35f-a0d6-40f8-bbcb-3641685364df {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:22:52.849536 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'status': 'completed', 'code': 200} Nov 09 00:22:52.939617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7e02b-2e9f-47ab-84cb-cb319259c824 req-e11ff9e6-8590-4f75-b7b1-d7cedc77fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:52.941175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d7e02b-2e9f-47ab-84cb-cb319259c824 req-e11ff9e6-8590-4f75-b7b1-d7cedc77fce3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1097 time: 0.0713253 Nov 09 00:22:52.948915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec87a0c-c9c3-44b1-af56-627add0a9692 req-5db64b2c-75d3-4368-91f2-d5241a2f5dd4 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:52.956869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cec87a0c-c9c3-44b1-af56-627add0a9692 req-5db64b2c-75d3-4368-91f2-d5241a2f5dd4 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.0984740 Nov 09 00:22:52.957225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a8b10-8b0a-491b-a4b4-93ae83149873 None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:22:52.977599 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.048747 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-9840ecfc-f54e-47ce-bbf6-cb13193a1718 None None] Set router f9a17d37-87f8-4758-bca5-504d370d8c59 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:22:53.054125 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2cf7762c-1314-4cb1-a0c6-ef0b64094efe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e995e095e08040d9a0968bf4fe0210b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6770701 Nov 09 00:22:53.060164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55350) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:53.090810 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42f63604-1181-4dd9-b804-e533cb364f55 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.097996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64556973-aca7-4d22-a0ae-ad56e549a48c']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:53.109374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cec87a0c-c9c3-44b1-af56-627add0a9692 req-9145fbf3-16cc-4671-afdf-362a291a2849 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359658 Nov 09 00:22:53.109738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a8b10-8b0a-491b-a4b4-93ae83149873 None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:22:53.109858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2defe27-06c8-4959-9a0f-4a537c1da4fb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:53.112945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55352) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:53.175320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85728cfd-d1e5-4fd1-a150-db5efb1b969b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:53.175613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85728cfd-d1e5-4fd1-a150-db5efb1b969b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:53.177410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7e02b-2e9f-47ab-84cb-cb319259c824 req-3d8e5fc9-f811-4416-a70d-66742f260f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:53.178916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d7e02b-2e9f-47ab-84cb-cb319259c824 req-3d8e5fc9-f811-4416-a70d-66742f260f5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ebf44d6-48b0-412d-acc4-554572e51c8d HTTP/1.1" status: 200 len: 896 time: 0.2193742 Nov 09 00:22:53.201686 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.204329 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2defe27-06c8-4959-9a0f-4a537c1da4fb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.204673 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-a2defe27-06c8-4959-9a0f-4a537c1da4fb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Added segment fda6d272-7d9b-43ea-b52f-c154a52424b7 of type vlan for network e52daa46-f154-4a49-8be7-1f903bf04ece Nov 09 00:22:53.257310 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f81c28d-4b9d-462f-8cf6-f2c4946f8d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.285894 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.294566 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c59bab66-96cb-49e4-a482-a0de96655827 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/307d29b3-d4d6-4b45-b987-b29116553a7f HTTP/1.1" status: 200 len: 992 time: 0.1703982 Nov 09 00:22:53.306834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:22:53.307240 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:22:53.317042 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:22:53.319849 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2defe27-06c8-4959-9a0f-4a537c1da4fb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.370244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d7e02b-2e9f-47ab-84cb-cb319259c824 req-01b52dba-b537-4573-a385-9266535924cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae HTTP/1.1" status: 200 len: 1000 time: 0.1822259 Nov 09 00:22:53.373074 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f81c28d-4b9d-462f-8cf6-f2c4946f8d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.376236 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42f63604-1181-4dd9-b804-e533cb364f55 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.452053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f63604-1181-4dd9-b804-e533cb364f55 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd0973b-1761-49cb-8f6f-e5758e8567d6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:53.466387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42f63604-1181-4dd9-b804-e533cb364f55 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.469716 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-42f63604-1181-4dd9-b804-e533cb364f55 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/0dd0973b-1761-49cb-8f6f-e5758e8567d6 HTTP/1.1" status: 204 len: 168 time: 1.3851454 Nov 09 00:22:53.472694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55356) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:53.477625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7e02b-2e9f-47ab-84cb-cb319259c824 req-9aaa7941-b5e6-48bf-ac85-ba05606c691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:53.479232 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d7e02b-2e9f-47ab-84cb-cb319259c824 req-9aaa7941-b5e6-48bf-ac85-ba05606c691f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc HTTP/1.1" status: 200 len: 834 time: 0.0906494 Nov 09 00:22:53.481190 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.485874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2defe27-06c8-4959-9a0f-4a537c1da4fb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.491388 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2defe27-06c8-4959-9a0f-4a537c1da4fb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:53.491991 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2defe27-06c8-4959-9a0f-4a537c1da4fb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.492322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce83397-d8a9-4eb2-a51a-c41dc924fcdf req-9e86f7c4-4831-441a-b81a-5d99fe97b44a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:53.500594 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ce83397-d8a9-4eb2-a51a-c41dc924fcdf req-9e86f7c4-4831-441a-b81a-5d99fe97b44a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.1326060 Nov 09 00:22:53.502914 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9840ecfc-f54e-47ce-bbf6-cb13193a1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:22:22Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '307d29b3-d4d6-4b45-b987-b29116553a7f', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'port_id': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'mac_address': 'fa:16:3e:18:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:22:50Z', 'updated_at': '2021-11-09T00:22:50Z', 'revision_number': 0, 'project_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40170e4-3da4-4e52-872f-dba0d0771e7c', 'name': '', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:e3:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:19Z', 'updated_at': '2021-11-09T00:22:32Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:53.536058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.539244 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/64556973-aca7-4d22-a0ae-ad56e549a48c HTTP/1.1" status: 204 len: 168 time: 5.0298693 Nov 09 00:22:53.546906 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4739886b-2a44-441f-bc47-660ffb52a123 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731230 Nov 09 00:22:53.547375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55358) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:53.550996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55360) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:53.562824 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.567911 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1651330362'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:53.569027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f81c28d-4b9d-462f-8cf6-f2c4946f8d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.572182 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f81c28d-4b9d-462f-8cf6-f2c4946f8d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.576183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1f81c28d-4b9d-462f-8cf6-f2c4946f8d50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32637415-a91c-4316-872d-42d687c60fae HTTP/1.1" status: 204 len: 168 time: 0.5121763 Nov 09 00:22:53.586435 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec8c9c3-bf1f-43fc-a291-4a4dd9a33c4b None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:53.586910 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9840ecfc-f54e-47ce-bbf6-cb13193a1718 None None] Checking router: f9a17d37-87f8-4758-bca5-504d370d8c59 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:22:53.596629 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840ecfc-f54e-47ce-bbf6-cb13193a1718 None None] Routers {'f9a17d37-87f8-4758-bca5-504d370d8c59'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:53.597848 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9840ecfc-f54e-47ce-bbf6-cb13193a1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f9a17d37-87f8-4758-bca5-504d370d8c59'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:53.619313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2defe27-06c8-4959-9a0f-4a537c1da4fb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Network': ['ID=e52daa46-f154-4a49-8be7-1f903bf04ece,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:53.631450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81c28d-4b9d-462f-8cf6-f2c4946f8d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32637415-a91c-4316-872d-42d687c60fae,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:53.652478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7e02b-2e9f-47ab-84cb-cb319259c824 req-970fe473-9cd3-4613-b48a-4fc870baba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:53.654383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d7e02b-2e9f-47ab-84cb-cb319259c824 req-970fe473-9cd3-4613-b48a-4fc870baba31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ebf44d6-48b0-412d-acc4-554572e51c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516223 Nov 09 00:22:53.670370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ce83397-d8a9-4eb2-a51a-c41dc924fcdf req-e021664a-9241-43e3-8c5b-7ae9037ee3f0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686575 Nov 09 00:22:53.670597 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a2defe27-06c8-4959-9a0f-4a537c1da4fb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3748491 Nov 09 00:22:53.679679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 009fae80-addf-484c-b78c-76793c05dadb no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:22:53.681730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network e52daa46-f154-4a49-8be7-1f903bf04ece details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:53.696039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55364) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:53.703267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3ace41c7-666f-4f17-acab-91941a116d76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'subnet': {'network_id': 'e52daa46-f154-4a49-8be7-1f903bf04ece', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:53.708874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e3bc6-85a3-4a8a-a95c-f12ad1e27bb0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Network': ['ID=64556973-aca7-4d22-a0ae-ad56e549a48c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:53.712837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341bf9f5-5f01-44c8-9226-ffa7b4f747a9 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:53.721124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-341bf9f5-5f01-44c8-9226-ffa7b4f747a9 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1656361 Nov 09 00:22:53.730584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55366) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:53.779986 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 009fae80-addf-484c-b78c-76793c05dadb {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:22:53.780381 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 009fae80-addf-484c-b78c-76793c05dadb not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:22:53.821129 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-9840ecfc-f54e-47ce-bbf6-cb13193a1718 None None] Set router f9a17d37-87f8-4758-bca5-504d370d8c59 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:22:53.835351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:53.838878 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.912870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:53.920668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a915d250-5929-473f-a16b-20bfb23a084c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:53.921041 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d7e02b-2e9f-47ab-84cb-cb319259c824 req-d36929f8-375d-4681-beb6-1d5b97de5822 service neutron] 10.222.0.30 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492726 Nov 09 00:22:53.923004 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a915d250-5929-473f-a16b-20bfb23a084c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1881292 Nov 09 00:22:53.925856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55368) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:53.980343 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:53.980925 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Added segment 3bd9686a-48a4-46ea-a12a-216b09453fe0 of type vlan for network bd737acf-16f4-4851-8964-756333f92dda Nov 09 00:22:54.025169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ace41c7-666f-4f17-acab-91941a116d76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:54.028137 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ace41c7-666f-4f17-acab-91941a116d76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.051314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5d169b8f-7c6f-4e24-a0a6-d4b184ee2539 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1235607 Nov 09 00:22:54.055900 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.065406 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55372) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:54.115912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e86eef64-c7cd-40bd-83e4-3e7453a6efa0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:54.169910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.resource_extend [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:22:54.221970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:22:54.231629 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59d7e02b-2e9f-47ab-84cb-cb319259c824 req-7d8ddb7c-52ea-4514-9dec-bf564b30a7f2 service neutron] 10.222.0.30 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936535 Nov 09 00:22:54.237307 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9840ecfc-f54e-47ce-bbf6-cb13193a1718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:22:22Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '307d29b3-d4d6-4b45-b987-b29116553a7f', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'port_id': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'mac_address': 'fa:16:3e:18:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:22:50Z', 'updated_at': '2021-11-09T00:22:50Z', 'revision_number': 0, 'project_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40170e4-3da4-4e52-872f-dba0d0771e7c', 'name': '', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:e3:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:19Z', 'updated_at': '2021-11-09T00:22:32Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:54.263207 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.268862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:54.269518 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.292016 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9840ecfc-f54e-47ce-bbf6-cb13193a1718 None None] The sync data for ids ['f9a17d37-87f8-4758-bca5-504d370d8c59'] in n-d-813263-3 is: [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:22:22Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '307d29b3-d4d6-4b45-b987-b29116553a7f', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'port_id': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'mac_address': 'fa:16:3e:18:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:22:50Z', 'updated_at': '2021-11-09T00:22:50Z', 'revision_number': 0, 'project_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40170e4-3da4-4e52-872f-dba0d0771e7c', 'name': '', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:e3:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:19Z', 'updated_at': '2021-11-09T00:22:32Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:22:54.298870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55382) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:54.300890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Deleting port 1a22b7fa-dd96-4118-9bcd-104f233c60df {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:54.301179 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.312000 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.381121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f2b26ba4-58ec-4a1f-b707-37c77370369c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/307d29b3-d4d6-4b45-b987-b29116553a7f HTTP/1.1" status: 200 len: 992 time: 0.0810785 Nov 09 00:22:54.392432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] For port 1a22b7fa-dd96-4118-9bcd-104f233c60df, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1a22b7fa-dd96-4118-9bcd-104f233c60df,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:54.393065 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.400706 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8393435 Nov 09 00:22:54.403768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55384) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:54.410250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-36a56705-e6ff-49f0-ab71-7983e7f36184 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'subnet': {'network_id': 'bd737acf-16f4-4851-8964-756333f92dda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:54.414943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Calling delete_port for 1a22b7fa-dd96-4118-9bcd-104f233c60df owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:54.459195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c24c70-3b1b-40a3-9991-5b12033441b7 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Network': ['ID=bd737acf-16f4-4851-8964-756333f92dda,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:54.485104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network bd737acf-16f4-4851-8964-756333f92dda details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:54.510915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86eef64-c7cd-40bd-83e4-3e7453a6efa0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:54.515778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e86eef64-c7cd-40bd-83e4-3e7453a6efa0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.547565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a56705-e6ff-49f0-ab71-7983e7f36184 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:54.555990 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36a56705-e6ff-49f0-ab71-7983e7f36184 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.594861 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.658117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Pushing event deleted for resources: {'Port': ['ID=1a22b7fa-dd96-4118-9bcd-104f233c60df,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:54.669978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] No DVR routers for this DVR port 1a22b7fa-dd96-4118-9bcd-104f233c60df on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:22:54.676005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:54.676346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:54.676689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:54.677029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:54.677392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:54.678258 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:54.678589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:54.678923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:54.679259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:54.679592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:54.679932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:54.680245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067b43-71ce-4b28-8819-e914a45d8e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:54.705801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1ff225-96b4-4e8d-8876-7f6b593c9d5c None None] New status for floating IP 307d29b3-d4d6-4b45-b987-b29116553a7f: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:22:54.711537 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ace41c7-666f-4f17-acab-91941a116d76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.847566 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55396) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:54.878458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace41c7-666f-4f17-acab-91941a116d76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Subnet': ['ID=bd896b9e-a2e2-4caf-8b15-9c8784ab31b8,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:54.884461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace41c7-666f-4f17-acab-91941a116d76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Checking segment: {'id': 'fda6d272-7d9b-43ea-b52f-c154a52424b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e52daa46-f154-4a49-8be7-1f903bf04ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:54.884832 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace41c7-666f-4f17-acab-91941a116d76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network hostable DHCP agents. Network: e52daa46-f154-4a49-8be7-1f903bf04ece, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:54.912074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ac200-9d69-4fb9-bdcd-fcac74486394 req-3aaeaf98-b983-4ede-b43c-e18e03b13f8b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:54.914382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef0ac200-9d69-4fb9-bdcd-fcac74486394 req-3aaeaf98-b983-4ede-b43c-e18e03b13f8b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.1126177 Nov 09 00:22:54.924945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace41c7-666f-4f17-acab-91941a116d76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network e52daa46-f154-4a49-8be7-1f903bf04ece is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:54.927677 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36a56705-e6ff-49f0-ab71-7983e7f36184 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.972464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3ace41c7-666f-4f17-acab-91941a116d76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, e52daa46-f154-4a49-8be7-1f903bf04ece) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:54.976836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace41c7-666f-4f17-acab-91941a116d76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:54.977525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ace41c7-666f-4f17-acab-91941a116d76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:54.987851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad6e60-6256-459b-a043-77823c2d7bb9 None None] Network e52daa46-f154-4a49-8be7-1f903bf04ece requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:55.039352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:22:55.046453 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3ace41c7-666f-4f17-acab-91941a116d76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3469503 Nov 09 00:22:55.049251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1867008086-network', 'tenant_id': 'f5c25c1a513d47d5a0d588f80875b683'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:55.050211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55400) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:55.065315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-169d8f3b-7399-464d-937b-01665123044e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1544506749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:55.070022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a56705-e6ff-49f0-ab71-7983e7f36184 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Subnet': ['ID=07b1d975-4334-43b3-9e21-b8cdd558d1b6,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:55.087591 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e86eef64-c7cd-40bd-83e4-3e7453a6efa0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.095721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef0ac200-9d69-4fb9-bdcd-fcac74486394 req-bffa3727-b39c-4366-82a7-30a00a32b0b6 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703079 Nov 09 00:22:55.096512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a56705-e6ff-49f0-ab71-7983e7f36184 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Checking segment: {'id': '3bd9686a-48a4-46ea-a12a-216b09453fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bd737acf-16f4-4851-8964-756333f92dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:55.096872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a56705-e6ff-49f0-ab71-7983e7f36184 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network hostable DHCP agents. Network: bd737acf-16f4-4851-8964-756333f92dda, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:55.127024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a56705-e6ff-49f0-ab71-7983e7f36184 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network bd737acf-16f4-4851-8964-756333f92dda is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:55.134699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Made reservation on behalf of f5c25c1a513d47d5a0d588f80875b683 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:55.137010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.143408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-36a56705-e6ff-49f0-ab71-7983e7f36184 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, bd737acf-16f4-4851-8964-756333f92dda) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:55.148741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a56705-e6ff-49f0-ab71-7983e7f36184 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:55.149634 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36a56705-e6ff-49f0-ab71-7983e7f36184 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.156364 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-169d8f3b-7399-464d-937b-01665123044e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.157430 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-169d8f3b-7399-464d-937b-01665123044e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.167472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d220c89c-f3be-476c-9eca-5987b6c56ed6 None None] Network bd737acf-16f4-4851-8964-756333f92dda requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:55.178483 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-36a56705-e6ff-49f0-ab71-7983e7f36184 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7735949 Nov 09 00:22:55.179145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55402) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:55.188362 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9951e16b-941a-4bb1-81d8-e74bacbd2325 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'subnet': {'network_id': 'bd737acf-16f4-4851-8964-756333f92dda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:55.192326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-e52daa46-f154-4a49-8be7-1f903bf04ece', 'network_id': 'e52daa46-f154-4a49-8be7-1f903bf04ece', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'fixed_ips': [{'subnet_id': 'bd896b9e-a2e2-4caf-8b15-9c8784ab31b8'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:55.193406 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.196187 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.209574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86eef64-c7cd-40bd-83e4-3e7453a6efa0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:55.223020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-e86eef64-c7cd-40bd-83e4-3e7453a6efa0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:55.225902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86eef64-c7cd-40bd-83e4-3e7453a6efa0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:55.226494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e86eef64-c7cd-40bd-83e4-3e7453a6efa0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.238760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2aed07-2416-4b4a-8cb8-15e600522b6c None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:55.253860 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-169d8f3b-7399-464d-937b-01665123044e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.281538 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86eef64-c7cd-40bd-83e4-3e7453a6efa0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=da267a2d-eaed-4ed8-b510-7fe3cc048900,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:55.287290 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-169d8f3b-7399-464d-937b-01665123044e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.301581 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e86eef64-c7cd-40bd-83e4-3e7453a6efa0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2336376 Nov 09 00:22:55.303283 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55404) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:55.313983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': 'da267a2d-eaed-4ed8-b510-7fe3cc048900', 'ip_address': '2001:db8::2764:e46a:dfc5:c772'}], 'name': 'tempest-NetworksTestDHCPv6-1799051639'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:55.325498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:22:55.342226 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-169d8f3b-7399-464d-937b-01665123044e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.343446 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Sync routers for ids ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:22:55.343942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-169d8f3b-7399-464d-937b-01665123044e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2855988 Nov 09 00:22:55.346403 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55406) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:55.354630 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Routers {'367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:55.355509 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:55.389080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55408) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:55.477215 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Set router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:22:55.500091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ff147e14-a8ea-4eb3-8dd6-d2beb4ac7359 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/307d29b3-d4d6-4b45-b987-b29116553a7f HTTP/1.1" status: 200 len: 994 time: 0.1101258 Nov 09 00:22:55.525058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Allocated IP 2001:db8::2 (e52daa46-f154-4a49-8be7-1f903bf04ece/bd896b9e-a2e2-4caf-8b15-9c8784ab31b8/bef7e460-8f23-4651-a909-842bb74c0e8d) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:55.530471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9951e16b-941a-4bb1-81d8-e74bacbd2325 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:55.534585 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9951e16b-941a-4bb1-81d8-e74bacbd2325 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.594019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-bd737acf-16f4-4851-8964-756333f92dda', 'network_id': 'bd737acf-16f4-4851-8964-756333f92dda', 'tenant_id': '01134c595da744319b6d495ef9fe7a70', 'fixed_ips': [{'subnet_id': '07b1d975-4334-43b3-9e21-b8cdd558d1b6'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:55.595118 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.676668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1a22b7fa-dd96-4118-9bcd-104f233c60df no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:22:55.677308 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.682829 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b432cd54-510e-4dfb-b61e-b80030b695e5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.6449282 Nov 09 00:22:55.687982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55410) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:55.720923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.723165 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': 'da267a2d-eaed-4ed8-b510-7fe3cc048900'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:55.724179 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.731187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 1a22b7fa-dd96-4118-9bcd-104f233c60df {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:22:55.731558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1a22b7fa-dd96-4118-9bcd-104f233c60df not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:22:55.758091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.772259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:55.786689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.787037 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Added segment e9292243-1a60-456f-a95d-53f28bbb8ed0 of type vlan for network e829aeab-0510-4192-80fd-9d99c64b902a Nov 09 00:22:55.812950 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:22:53Z', 'revision_number': 3, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:55.838584 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.849796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:55.856205 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Checking router: 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:22:55.856719 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Updating router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f port 2852184c-518c-48dd-80bb-0a999458115d binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:22:55.857196 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9951e16b-941a-4bb1-81d8-e74bacbd2325 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.900664 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.901838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:55.902427 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.934030 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.959883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9951e16b-941a-4bb1-81d8-e74bacbd2325 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network bd737acf-16f4-4851-8964-756333f92dda is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:55.967514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9951e16b-941a-4bb1-81d8-e74bacbd2325 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:55.978771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9951e16b-941a-4bb1-81d8-e74bacbd2325 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:55.980080 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9951e16b-941a-4bb1-81d8-e74bacbd2325 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:55.982812 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Pushing event updated for resources: {'Network': ['ID=e829aeab-0510-4192-80fd-9d99c64b902a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:56.012028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network e829aeab-0510-4192-80fd-9d99c64b902a details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:56.017551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951e16b-941a-4bb1-81d8-e74bacbd2325 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Subnet': ['ID=1b66a048-8fb2-4e18-ae23-82bad7550af6,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:56.029196 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dab67bfe-7acc-48cb-841d-b0753ff33373 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0f8f4d027d6a4fa5b7ed1159e04fbc38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3400528 Nov 09 00:22:56.050003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55414) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:56.070872 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.096803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port ed5fece5-b6b4-40e5-8508-efbd4d728b8f yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:22:56.184363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb761815-e6d1-40a6-8aae-800ac56d8490 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:56.194559 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fb761815-e6d1-40a6-8aae-800ac56d8490 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433921 Nov 09 00:22:56.197689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160ee877-4c6a-4099-be24-210032d14e78,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:56.200488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55418) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:56.217890 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-55f22064-09df-43f6-9899-23f35626c36e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3671439 Nov 09 00:22:56.241066 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.249130 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.254169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55420) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:56.259537 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-62b2d48c-14ef-4332-8c0d-448d9ac1f521 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368562 Nov 09 00:22:56.264527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-464d6e4d-c8d5-4f54-a195-dc62058fdccc admin admin] Request body: {'subnet': {'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1867008086-subnet', 'tenant_id': 'f5c25c1a513d47d5a0d588f80875b683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:56.267365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55422) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:56.275956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6cb96c43-bfc1-46c8-abb1-e0f8a8792a09 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1361814377', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:56.295852 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Pushing event updated for resources: {'Port': ['ID=2852184c-518c-48dd-80bb-0a999458115d,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:56.306061 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:56.306544 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:56.307181 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:56.307181 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:56.307553 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:56.307831 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:56.308597 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:56.308597 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:56.308980 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:56.309399 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:56.310017 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:56.310017 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:22:56.330593 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.331667 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Attempting to bind port 2852184c-518c-48dd-80bb-0a999458115d on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:56.331817 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Attempting to bind port 2852184c-518c-48dd-80bb-0a999458115d by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:56.332127 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Attempting to bind port 2852184c-518c-48dd-80bb-0a999458115d on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:56.337917 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:56.338329 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:56.339228 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.339361 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:56.339844 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Bound port: 2852184c-518c-48dd-80bb-0a999458115d, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:56.340280 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.348601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Allocated IP 2001:db8::2 (bd737acf-16f4-4851-8964-756333f92dda/07b1d975-4334-43b3-9e21-b8cdd558d1b6/82731033-52b2-4281-9ca3-175fd74de4af) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:56.358148 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.364092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9951e16b-941a-4bb1-81d8-e74bacbd2325 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1812744 Nov 09 00:22:56.370763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55424) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:56.374551 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.400688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Allocated IP 2001:db8::2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/da267a2d-eaed-4ed8-b510-7fe3cc048900/b663e4fa-18bf-425f-9f0d-9a57614a94b7) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:56.413488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cdd46-0c88-4ee9-9171-65569338735f req-2760874f-d39b-4bd7-a313-80370cdfc638 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:56.417929 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c3cdd46-0c88-4ee9-9171-65569338735f req-2760874f-d39b-4bd7-a313-80370cdfc638 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.1421676 Nov 09 00:22:56.434723 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] For port 2852184c-518c-48dd-80bb-0a999458115d, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:56.436653 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464d6e4d-c8d5-4f54-a195-dc62058fdccc admin admin] Made reservation on behalf of f5c25c1a513d47d5a0d588f80875b683 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:56.437931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Network e52daa46-f154-4a49-8be7-1f903bf04ece is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:56.439163 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-464d6e4d-c8d5-4f54-a195-dc62058fdccc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.439330 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] For port 2852184c-518c-48dd-80bb-0a999458115d, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2852184c-518c-48dd-80bb-0a999458115d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:56.444790 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.470405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:56.473331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:56.483415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Pushing event updated for resources: {'Port': ['ID=bef7e460-8f23-4651-a909-842bb74c0e8d,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:56.501917 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c76ee1-be2e-4c01-aa35-9143567c1697 None None] Pushing event updated for resources: {'Port': ['ID=2852184c-518c-48dd-80bb-0a999458115d,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:56.514729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c3cdd46-0c88-4ee9-9171-65569338735f req-c15ba90c-4f49-46e6-aa23-8207a8ea3ede tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906975 Nov 09 00:22:56.525400 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Routers {'367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:22:56.526572 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:56.649613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Attempting to bind port bef7e460-8f23-4651-a909-842bb74c0e8d on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:56.650006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Attempting to bind port bef7e460-8f23-4651-a909-842bb74c0e8d by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'fda6d272-7d9b-43ea-b52f-c154a52424b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e52daa46-f154-4a49-8be7-1f903bf04ece'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:56.650350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Attempting to bind port bef7e460-8f23-4651-a909-842bb74c0e8d on network e52daa46-f154-4a49-8be7-1f903bf04ece {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:56.668108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:56.668361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Checking segment: {'id': 'fda6d272-7d9b-43ea-b52f-c154a52424b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e52daa46-f154-4a49-8be7-1f903bf04ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:56.668763 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.669165 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Bound using segment: {'id': 'fda6d272-7d9b-43ea-b52f-c154a52424b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e52daa46-f154-4a49-8be7-1f903bf04ece'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:56.669688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Bound port: bef7e460-8f23-4651-a909-842bb74c0e8d, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda6d272-7d9b-43ea-b52f-c154a52424b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e52daa46-f154-4a49-8be7-1f903bf04ece'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:56.670079 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.745670 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] Set router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:22:56.801454 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.807833 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.816675 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.853891 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:56.863123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] For port bef7e460-8f23-4651-a909-842bb74c0e8d, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:56.878653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::2764:e46a:dfc5:c772 (835f13d3-1085-44f5-af97-6aaeb0d399b3/da267a2d-eaed-4ed8-b510-7fe3cc048900/ed5fece5-b6b4-40e5-8508-efbd4d728b8f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:56.897028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:56.903634 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] For port bef7e460-8f23-4651-a909-842bb74c0e8d, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bef7e460-8f23-4651-a909-842bb74c0e8d,segment=NetworkSegment(fda6d272-7d9b-43ea-b52f-c154a52424b7),segment_id=fda6d272-7d9b-43ea-b52f-c154a52424b7)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:56.905795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Network bd737acf-16f4-4851-8964-756333f92dda is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:56.909570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:56.912750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:56.914070 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Pushing event updated for resources: {'Port': ['ID=b663e4fa-18bf-425f-9f0d-9a57614a94b7,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:56.916500 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:56.918450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:56.924923 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.022210 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:22:53Z', 'revision_number': 3, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:22:57.069317 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d12b039-3591-4ea7-9170-4007b414665b None None] The sync data for ids ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'] in n-d-813263-3 is: [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:22:53Z', 'revision_number': 3, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:22:57.101540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Pushing event updated for resources: {'Port': ['ID=82731033-52b2-4281-9ca3-175fd74de4af,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:57.113004 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.123894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b3735-4138-4899-9633-b2a11f33e98f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:57.127156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b3735-4138-4899-9633-b2a11f33e98f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:57.128882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b3735-4138-4899-9633-b2a11f33e98f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:57.130826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b3735-4138-4899-9633-b2a11f33e98f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:57.132658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b3735-4138-4899-9633-b2a11f33e98f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:57.138058 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b73b3735-4138-4899-9633-b2a11f33e98f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7578239 Nov 09 00:22:57.138243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Attempting to bind port b663e4fa-18bf-425f-9f0d-9a57614a94b7 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:57.138243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Attempting to bind port b663e4fa-18bf-425f-9f0d-9a57614a94b7 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:57.138243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Attempting to bind port b663e4fa-18bf-425f-9f0d-9a57614a94b7 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:57.147381 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Attempting to bind port 82731033-52b2-4281-9ca3-175fd74de4af on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:22:57.147746 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Attempting to bind port 82731033-52b2-4281-9ca3-175fd74de4af by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '3bd9686a-48a4-46ea-a12a-216b09453fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bd737acf-16f4-4851-8964-756333f92dda'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:22:57.148104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Attempting to bind port 82731033-52b2-4281-9ca3-175fd74de4af on network bd737acf-16f4-4851-8964-756333f92dda {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:22:57.148412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55426) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:57.153506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-188060177'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:57.155504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:57.155881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:57.156290 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.156684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:57.157174 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Bound port: b663e4fa-18bf-425f-9f0d-9a57614a94b7, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:57.157591 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.168345 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.198515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:57.204170 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:57.206289 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-464d6e4d-c8d5-4f54-a195-dc62058fdccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.215441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:22:57.215823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Checking segment: {'id': '3bd9686a-48a4-46ea-a12a-216b09453fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bd737acf-16f4-4851-8964-756333f92dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:57.216223 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.216618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Bound using segment: {'id': '3bd9686a-48a4-46ea-a12a-216b09453fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bd737acf-16f4-4851-8964-756333f92dda'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:22:57.217306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Bound port: 82731033-52b2-4281-9ca3-175fd74de4af, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd9686a-48a4-46ea-a12a-216b09453fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bd737acf-16f4-4851-8964-756333f92dda'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:22:57.217702 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.254137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:57.256941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43e38d-5c72-4ce6-9736-4f22d6702352 None None] Pushing event updated for resources: {'Port': ['ID=bef7e460-8f23-4651-a909-842bb74c0e8d,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:57.261923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb96c43-bfc1-46c8-abb1-e0f8a8792a09 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Made reservation on behalf of 0f8f4d027d6a4fa5b7ed1159e04fbc38 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:57.263568 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:57.264408 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.265490 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c43-bfc1-46c8-abb1-e0f8a8792a09 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.321006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] For port b663e4fa-18bf-425f-9f0d-9a57614a94b7, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:57.326810 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] For port b663e4fa-18bf-425f-9f0d-9a57614a94b7, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b663e4fa-18bf-425f-9f0d-9a57614a94b7,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:57.345705 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.358453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=ed5fece5-b6b4-40e5-8508-efbd4d728b8f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:57.365520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] For port 82731033-52b2-4281-9ca3-175fd74de4af, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:22:57.407963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] For port 82731033-52b2-4281-9ca3-175fd74de4af, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=82731033-52b2-4281-9ca3-175fd74de4af,segment=NetworkSegment(3bd9686a-48a4-46ea-a12a-216b09453fe0),segment_id=3bd9686a-48a4-46ea-a12a-216b09453fe0)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:22:57.436518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.453121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-85a0c6f6-863b-4e53-b1e4-9ece6c4dd0a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1458235 Nov 09 00:22:57.453424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55428) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:57.461128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d2b68d88-33dc-44f2-ab71-97fa6c1e2d75 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': 'da267a2d-eaed-4ed8-b510-7fe3cc048900', 'ip_address': '2001:db8::2764:e46a:dfc5:c772'}], 'name': 'tempest-NetworksTestDHCPv6-121212623'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:57.465942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:57.470010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.487347 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c6ef9-2954-44f1-b4dc-77fd44a2953e None None] Pushing event updated for resources: {'Port': ['ID=b663e4fa-18bf-425f-9f0d-9a57614a94b7,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:57.508135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d6e4d-c8d5-4f54-a195-dc62058fdccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c9732f-1534-467b-88d9-7ab7fdb88108,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:57.654135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dec5d3-1900-4bb9-b433-ddb5045b63cc None None] Pushing event updated for resources: {'Port': ['ID=82731033-52b2-4281-9ca3-175fd74de4af,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:57.712278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d6e4d-c8d5-4f54-a195-dc62058fdccc admin admin] Checking segment: {'id': 'e9292243-1a60-456f-a95d-53f28bbb8ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:57.712553 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d6e4d-c8d5-4f54-a195-dc62058fdccc admin admin] Network hostable DHCP agents. Network: e829aeab-0510-4192-80fd-9d99c64b902a, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:57.748328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:22:57.777268 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Allocated IP 2001:db8::1 (e52daa46-f154-4a49-8be7-1f903bf04ece/bd896b9e-a2e2-4caf-8b15-9c8784ab31b8/a41d93f1-2172-4860-915a-07636f2f42a5) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:22:57.780452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bef7e460-8f23-4651-a909-842bb74c0e8d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:22:57.799751 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.800091 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Added segment 439c2140-a9fc-4df1-8e0b-120e3ca676a6 of type vlan for network 9ec8e3e6-f850-48cf-ba59-38074ec466d9 Nov 09 00:22:57.927560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b68d88-33dc-44f2-ab71-97fa6c1e2d75 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:57.930459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port bef7e460-8f23-4651-a909-842bb74c0e8d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:57.931148 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.938482 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2b68d88-33dc-44f2-ab71-97fa6c1e2d75 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:57.961374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b904cb-6a07-47ba-8dd9-f59f3952d2fe req-ea0ac1ee-a9ab-4dda-a0f4-3c112f0812cd tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:57.963133 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31b904cb-6a07-47ba-8dd9-f59f3952d2fe req-ea0ac1ee-a9ab-4dda-a0f4-3c112f0812cd tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.2029898 Nov 09 00:22:57.965532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d6e4d-c8d5-4f54-a195-dc62058fdccc admin admin] Network e829aeab-0510-4192-80fd-9d99c64b902a is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:58.011912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-d2b68d88-33dc-44f2-ab71-97fa6c1e2d75 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 93067e1d-319c-4536-80f2-f15f9faab6d0 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:22:58.023314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:58.044534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-464d6e4d-c8d5-4f54-a195-dc62058fdccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, e829aeab-0510-4192-80fd-9d99c64b902a) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:58.061179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53732890-0471-4ce7-a202-5a1f5d772009 None None] Network e829aeab-0510-4192-80fd-9d99c64b902a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:58.064848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464d6e4d-c8d5-4f54-a195-dc62058fdccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:58.065789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-464d6e4d-c8d5-4f54-a195-dc62058fdccc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:58.117955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31b904cb-6a07-47ba-8dd9-f59f3952d2fe req-b7265fa3-1b79-4d66-8efd-ff9ac2367e9a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384354 Nov 09 00:22:58.160739 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.resource_extend [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:22:58.204965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:58.213068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:58.214023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:58.276106 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1265080 Nov 09 00:22:58.301755 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-464d6e4d-c8d5-4f54-a195-dc62058fdccc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0345666 Nov 09 00:22:58.307809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55432) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:58.308274 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c43-bfc1-46c8-abb1-e0f8a8792a09 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:58.315356 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:58.330522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2e041840-cee3-4051-95e0-d041845170a0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:58.379230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bea79d4-9e91-4a4c-b20d-507d16e78852 None None] Network e829aeab-0510-4192-80fd-9d99c64b902a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:58.422693 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b68d88-33dc-44f2-ab71-97fa6c1e2d75 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 00:22:58.423357 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b68d88-33dc-44f2-ab71-97fa6c1e2d75 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:22:58.428041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port bef7e460-8f23-4651-a909-842bb74c0e8d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bef7e460-8f23-4651-a909-842bb74c0e8d,segment=NetworkSegment(fda6d272-7d9b-43ea-b52f-c154a52424b7),segment_id=fda6d272-7d9b-43ea-b52f-c154a52424b7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:22:58.456105 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d2b68d88-33dc-44f2-ab71-97fa6c1e2d75 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0012524 Nov 09 00:22:58.457030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55436) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:58.490226 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:58.578889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474be260-4139-4c82-9205-22359f8ed00b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:58.591271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474be260-4139-4c82-9205-22359f8ed00b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:58.604040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-474be260-4139-4c82-9205-22359f8ed00b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1390727 Nov 09 00:22:58.604040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55438) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:58.617246 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941dc4f-b907-43f5-ae9b-2dd0babb2c5f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Network': ['ID=9ec8e3e6-f850-48cf-ba59-38074ec466d9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:58.627728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=bef7e460-8f23-4651-a909-842bb74c0e8d,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:58.674361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 9ec8e3e6-f850-48cf-ba59-38074ec466d9 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:58.751193 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:58.798389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb96c43-bfc1-46c8-abb1-e0f8a8792a09 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Subnet': ['ID=8a6fe55b-e942-4079-9841-cb2139ac33d7,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:58.833065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bce644-3ce7-4904-a29c-c9fdcb07823b None None] Network e52daa46-f154-4a49-8be7-1f903bf04ece requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:58.846668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a1b02040-4af3-486c-8383-78238cd69f1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port ed5fece5-b6b4-40e5-8508-efbd4d728b8f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:22:58.847016 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1b02040-4af3-486c-8383-78238cd69f1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:58.955361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb96c43-bfc1-46c8-abb1-e0f8a8792a09 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Checking segment: {'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:22:58.956253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb96c43-bfc1-46c8-abb1-e0f8a8792a09 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network hostable DHCP agents. Network: eca8a8cb-f3ba-42af-addf-091755887408, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:22:58.986064 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e041840-cee3-4051-95e0-d041845170a0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:59.012680 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:59.024203 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1b02040-4af3-486c-8383-78238cd69f1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:59.032623 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e041840-cee3-4051-95e0-d041845170a0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:59.044761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a1b02040-4af3-486c-8383-78238cd69f1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for ed5fece5-b6b4-40e5-8508-efbd4d728b8f owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:22:59.044954 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-78e8c59a-5a61-459d-b61a-0a867589d94c None None] Provisioning complete for port bef7e460-8f23-4651-a909-842bb74c0e8d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:59.049166 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-78e8c59a-5a61-459d-b61a-0a867589d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:59.072245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb96c43-bfc1-46c8-abb1-e0f8a8792a09 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network eca8a8cb-f3ba-42af-addf-091755887408 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:22:59.106105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e041840-cee3-4051-95e0-d041845170a0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network 9ec8e3e6-f850-48cf-ba59-38074ec466d9 is not hosted by any dhcp agent {{(pid=101781) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 00:22:59.111978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e041840-cee3-4051-95e0-d041845170a0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:59.112851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e041840-cee3-4051-95e0-d041845170a0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:59.118044 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2e041840-cee3-4051-95e0-d041845170a0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "PUT /v2.0/networks/9ec8e3e6-f850-48cf-ba59-38074ec466d9 HTTP/1.1" status: 200 len: 723 time: 0.8068471 Nov 09 00:22:59.125790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55454) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:59.136187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network e52daa46-f154-4a49-8be7-1f903bf04ece is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:22:59.143716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6cb96c43-bfc1-46c8-abb1-e0f8a8792a09 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, eca8a8cb-f3ba-42af-addf-091755887408) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:59.178741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ca713-e173-489d-81c9-68985abb616c None None] Network eca8a8cb-f3ba-42af-addf-091755887408 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:22:59.185493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b2129a88-c7a0-4373-983e-530149c04abf tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'subnet': {'network_id': '9ec8e3e6-f850-48cf-ba59-38074ec466d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:22:59.204633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:22:59.214883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb96c43-bfc1-46c8-abb1-e0f8a8792a09 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:22:59.215366 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c43-bfc1-46c8-abb1-e0f8a8792a09 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:59.240846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:22:59.241715 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:59.263546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=a41d93f1-2172-4860-915a-07636f2f42a5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:59.302502 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1b02040-4af3-486c-8383-78238cd69f1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:59.473771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e041840-cee3-4051-95e0-d041845170a0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Network': ['ID=9ec8e3e6-f850-48cf-ba59-38074ec466d9,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:22:59.478243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-eca8a8cb-f3ba-42af-addf-091755887408', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'fixed_ips': [{'subnet_id': '8a6fe55b-e942-4079-9841-cb2139ac33d7'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:22:59.479101 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:59.493423 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 9ec8e3e6-f850-48cf-ba59-38074ec466d9 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:22:59.542871 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6cb96c43-bfc1-46c8-abb1-e0f8a8792a09 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2492635 Nov 09 00:22:59.581488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55458) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:22:59.790159 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:59.794299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2129a88-c7a0-4373-983e-530149c04abf tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:22:59.807951 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2129a88-c7a0-4373-983e-530149c04abf tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:22:59.861408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-379edfc7-f873-40fb-9c33-1652a66d52af None None] Provisioning complete for port b663e4fa-18bf-425f-9f0d-9a57614a94b7 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:22:59.862044 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-379edfc7-f873-40fb-9c33-1652a66d52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.058966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae72e0c-e13d-4797-b0a7-57d8e1f52c0b None None] Network bd737acf-16f4-4851-8964-756333f92dda requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:00.076124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b02040-4af3-486c-8383-78238cd69f1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=ed5fece5-b6b4-40e5-8508-efbd4d728b8f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:00.080695 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1b02040-4af3-486c-8383-78238cd69f1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.084006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a1b02040-4af3-486c-8383-78238cd69f1f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/ed5fece5-b6b4-40e5-8508-efbd4d728b8f HTTP/1.1" status: 204 len: 168 time: 1.4850464 Nov 09 00:23:00.090757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55460) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:00.157166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-0021d19f-1881-4bae-9ec4-65588200e612 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:00.158770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-0021d19f-1881-4bae-9ec4-65588200e612 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/networks?id=e829aeab-0510-4192-80fd-9d99c64b902a HTTP/1.1" status: 200 len: 814 time: 0.9493113 Nov 09 00:23:00.189154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a792902-6f84-437c-a872-9c2709439d05 req-ffc38dd8-092f-462d-a076-634eec5a87ee tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:00.191211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a792902-6f84-437c-a872-9c2709439d05 req-ffc38dd8-092f-462d-a076-634eec5a87ee tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.8939679 Nov 09 00:23:00.233158 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-501dfd9d-2c3f-4e25-b1e9-d795c8656b9a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/quotas/f5c25c1a513d47d5a0d588f80875b683 HTTP/1.1" status: 200 len: 375 time: 0.0570629 Nov 09 00:23:00.321196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-fa525c7a-bb25-48b6-85a0-36c74f67fc33 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5c25c1a513d47d5a0d588f80875b683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645444 Nov 09 00:23:00.389168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a39865-c7bf-4e89-a855-1e15e49ee50e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:00.390749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a39865-c7bf-4e89-a855-1e15e49ee50e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:00.392301 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-94a39865-c7bf-4e89-a855-1e15e49ee50e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2982612 Nov 09 00:23:00.397124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a792902-6f84-437c-a872-9c2709439d05 req-053a8619-63b6-46db-b44d-9b384b3d95b9 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977661 Nov 09 00:23:00.397873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55462) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:00.420288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bef7e460-8f23-4651-a909-842bb74c0e8d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:00.462079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Allocated IP 172.20.0.2 (eca8a8cb-f3ba-42af-addf-091755887408/8a6fe55b-e942-4079-9841-cb2139ac33d7/cdf949a3-5bed-43c0-9634-11fba99bac2a) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:00.500605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-113f380c-28aa-43d6-9b1c-cde94c6758dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet da267a2d-eaed-4ed8-b510-7fe3cc048900 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:00.505285 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-113f380c-28aa-43d6-9b1c-cde94c6758dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.550037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-b5fb95cd-effa-43ee-9ae7-1f1f309bd46e service neutron] 10.222.0.25 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074454 Nov 09 00:23:00.557018 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-113f380c-28aa-43d6-9b1c-cde94c6758dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.660060 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-379edfc7-f873-40fb-9c33-1652a66d52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.707431 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port bef7e460-8f23-4651-a909-842bb74c0e8d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:00.707820 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.715530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-5a77ce8f-1774-43e3-a1d9-ac1dca6f03e2 service neutron] 10.222.0.25 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378996 Nov 09 00:23:00.723226 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-113f380c-28aa-43d6-9b1c-cde94c6758dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.771234 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2129a88-c7a0-4373-983e-530149c04abf tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.805279 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-113f380c-28aa-43d6-9b1c-cde94c6758dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.839237 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.845873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed2e630-e812-4a79-8f7c-e2c113a06573 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:00.848521 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-113f380c-28aa-43d6-9b1c-cde94c6758dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.856808 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-113f380c-28aa-43d6-9b1c-cde94c6758dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/da267a2d-eaed-4ed8-b510-7fe3cc048900 HTTP/1.1" status: 204 len: 168 time: 0.4207294 Nov 09 00:23:00.856808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55464) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:00.862756 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.866305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f380c-28aa-43d6-9b1c-cde94c6758dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=da267a2d-eaed-4ed8-b510-7fe3cc048900,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:00.883837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.884651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.904686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2129a88-c7a0-4373-983e-530149c04abf tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Subnet': ['ID=d17db870-bea9-40e4-b905-5787425b4f27,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:00.924307 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-84683729-0cb1-4354-8d57-b32556abdc09 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622489 Nov 09 00:23:00.924564 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:00.925341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55466) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:00.931800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c501be34-5437-4fd8-bc02-a99580ffb8cd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:01.009935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=a41d93f1-2172-4860-915a-07636f2f42a5,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:01.048408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2129a88-c7a0-4373-983e-530149c04abf tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Checking segment: {'id': '439c2140-a9fc-4df1-8e0b-120e3ca676a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ec8e3e6-f850-48cf-ba59-38074ec466d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:01.048775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2129a88-c7a0-4373-983e-530149c04abf tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network hostable DHCP agents. Network: 9ec8e3e6-f850-48cf-ba59-38074ec466d9, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:23:01.080836 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-379edfc7-f873-40fb-9c33-1652a66d52af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:23:01.081193 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-379edfc7-f873-40fb-9c33-1652a66d52af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:23:01.095816 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc6fa4e1-6044-4917-beee-1bb1dbbb6d6e req-eff552d0-5c67-4e6a-abd1-b2140be147ad tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 210 time: 0.0524924 Nov 09 00:23:01.103009 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c501be34-5437-4fd8-bc02-a99580ffb8cd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:01.110525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b663e4fa-18bf-425f-9f0d-9a57614a94b7 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:01.111791 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c501be34-5437-4fd8-bc02-a99580ffb8cd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.117097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Network eca8a8cb-f3ba-42af-addf-091755887408 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:01.126181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2129a88-c7a0-4373-983e-530149c04abf tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network 9ec8e3e6-f850-48cf-ba59-38074ec466d9 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:23:01.150313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network e52daa46-f154-4a49-8be7-1f903bf04ece is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:01.152816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b2129a88-c7a0-4373-983e-530149c04abf tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 9ec8e3e6-f850-48cf-ba59-38074ec466d9) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:01.154395 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.158952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:01.160040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:01.161320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2129a88-c7a0-4373-983e-530149c04abf tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:01.161504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4323d865-8178-4938-8731-d39139b0c72b None None] Update dhcp port {'port': {'network_id': 'bd737acf-16f4-4851-8964-756333f92dda', 'fixed_ips': [{'subnet_id': '07b1d975-4334-43b3-9e21-b8cdd558d1b6', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b66a048-8fb2-4e18-ae23-82bad7550af6'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '82731033-52b2-4281-9ca3-175fd74de4af'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:23:01.161620 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2129a88-c7a0-4373-983e-530149c04abf tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.164456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:01.174221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726be59f-f42c-4b24-b4d3-35af47c8ad2c None None] Network 9ec8e3e6-f850-48cf-ba59-38074ec466d9 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:01.180728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Pushing event updated for resources: {'Port': ['ID=cdf949a3-5bed-43c0-9634-11fba99bac2a,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:01.226271 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b2129a88-c7a0-4373-983e-530149c04abf tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0925195 Nov 09 00:23:01.229748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55474) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:01.236685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6c990343-8d40-41ef-96c2-b3fd4db608d9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:01.365647 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4323d865-8178-4938-8731-d39139b0c72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.410583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6c990343-8d40-41ef-96c2-b3fd4db608d9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8552636'] for subnet, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.495986 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Attempting to bind port cdf949a3-5bed-43c0-9634-11fba99bac2a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:01.497131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Attempting to bind port cdf949a3-5bed-43c0-9634-11fba99bac2a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:01.497794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Attempting to bind port cdf949a3-5bed-43c0-9634-11fba99bac2a on network eca8a8cb-f3ba-42af-addf-091755887408 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:01.529088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:01.529580 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Checking segment: {'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:01.529990 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.530419 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Bound using segment: {'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:01.530906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Bound port: cdf949a3-5bed-43c0-9634-11fba99bac2a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:01.531289 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.536478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b663e4fa-18bf-425f-9f0d-9a57614a94b7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:01.536845 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.694425 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6c990343-8d40-41ef-96c2-b3fd4db608d9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740052483979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3798448'] for subnet, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.694726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d6cc3-e11f-43ee-abd1-fad3a52be0f8 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:23:01.789833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c990343-8d40-41ef-96c2-b3fd4db608d9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:01.790607 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6c990343-8d40-41ef-96c2-b3fd4db608d9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.792195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6c990343-8d40-41ef-96c2-b3fd4db608d9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "PUT /v2.0/subnets/d17db870-bea9-40e4-b905-5787425b4f27 HTTP/1.1" status: 200 len: 826 time: 0.5612056 Nov 09 00:23:01.815262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55484) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:01.816823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c990343-8d40-41ef-96c2-b3fd4db608d9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Subnet': ['ID=d17db870-bea9-40e4-b905-5787425b4f27,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:01.832637 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-379edfc7-f873-40fb-9c33-1652a66d52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.845516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fe283-99a7-43ce-af5e-241a18511d9c req-cdaf2563-30de-43a7-b1f6-e106c44f3982 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:01.847138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-338fe283-99a7-43ce-af5e-241a18511d9c req-cdaf2563-30de-43a7-b1f6-e106c44f3982 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.2084627 Nov 09 00:23:01.914144 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de08e65-7cae-4ea3-a95b-da9511065221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-9ec8e3e6-f850-48cf-ba59-38074ec466d9', 'network_id': '9ec8e3e6-f850-48cf-ba59-38074ec466d9', 'tenant_id': '01134c595da744319b6d495ef9fe7a70', 'fixed_ips': [{'subnet_id': 'd17db870-bea9-40e4-b905-5787425b4f27'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:23:01.914819 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7de08e65-7cae-4ea3-a95b-da9511065221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.941379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] For port cdf949a3-5bed-43c0-9634-11fba99bac2a, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:01.971149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-338fe283-99a7-43ce-af5e-241a18511d9c req-c3d7675e-9579-4d65-9851-7b228827f942 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121237 Nov 09 00:23:01.972958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c501be34-5437-4fd8-bc02-a99580ffb8cd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:01.995963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] For port cdf949a3-5bed-43c0-9634-11fba99bac2a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=cdf949a3-5bed-43c0-9634-11fba99bac2a,segment=NetworkSegment(9406df2b-9233-4ed7-9782-f841d890bf5e),segment_id=9406df2b-9233-4ed7-9782-f841d890bf5e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:02.028641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router b990788d-7ce6-4161-93e5-dfc77ca03fcb is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:23:02.034877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501be34-5437-4fd8-bc02-a99580ffb8cd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=fd466404-b703-427e-a584-71ca2278e6a6,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:02.035119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-379edfc7-f873-40fb-9c33-1652a66d52af None None] For port b663e4fa-18bf-425f-9f0d-9a57614a94b7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b663e4fa-18bf-425f-9f0d-9a57614a94b7,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:02.037371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.053484 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c501be34-5437-4fd8-bc02-a99580ffb8cd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:02.055420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-c501be34-5437-4fd8-bc02-a99580ffb8cd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:02.062603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c501be34-5437-4fd8-bc02-a99580ffb8cd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.063804 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c501be34-5437-4fd8-bc02-a99580ffb8cd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.064162 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.091913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c501be34-5437-4fd8-bc02-a99580ffb8cd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1651728 Nov 09 00:23:02.104328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55486) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:02.132953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-115342e7-fd13-4618-8721-8b2b88daff39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0539074 Nov 09 00:23:02.144355 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d1363d98-0e03-411e-8573-fe92088bd77c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': 'fd466404-b703-427e-a584-71ca2278e6a6', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-522774561'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:02.222478 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-379edfc7-f873-40fb-9c33-1652a66d52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.224546 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.232558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-4323d865-8178-4938-8731-d39139b0c72b None None] Allocated IP 172.20.0.1 (bd737acf-16f4-4851-8964-756333f92dda/1b66a048-8fb2-4e18-ae23-82bad7550af6/82731033-52b2-4281-9ca3-175fd74de4af) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:02.265361 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6392da8d-7eb7-4342-93ff-2315ada00ed3 req-a8837e74-25d2-40cf-aef4-e316023bebe1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 210 time: 0.0359261 Nov 09 00:23:02.288382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-43e48370-ea6e-4ce0-9d50-4fe0ee561396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.288382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-43e48370-ea6e-4ce0-9d50-4fe0ee561396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.288382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-43e48370-ea6e-4ce0-9d50-4fe0ee561396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.288382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-43e48370-ea6e-4ce0-9d50-4fe0ee561396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.288382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-43e48370-ea6e-4ce0-9d50-4fe0ee561396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.288382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-43e48370-ea6e-4ce0-9d50-4fe0ee561396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.288382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-43e48370-ea6e-4ce0-9d50-4fe0ee561396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.290380 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-43e48370-ea6e-4ce0-9d50-4fe0ee561396 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cf919eb7d2b4d85b773866576d770f3&device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 6490 time: 0.0971620 Nov 09 00:23:02.301401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Allocated IP 172.20.0.1 (eca8a8cb-f3ba-42af-addf-091755887408/8a6fe55b-e942-4079-9841-cb2139ac33d7/bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:02.325594 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.333255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:02.367781 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-88c05731-0e1d-49d9-a86e-a7a150739a41 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/b990788d-7ce6-4161-93e5-dfc77ca03fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0180378 Nov 09 00:23:02.376220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55490) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:02.473743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e936492-5d9b-4bd0-944c-a324d11e1030 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.476633 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4e936492-5d9b-4bd0-944c-a324d11e1030 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports/a41d93f1-2172-4860-915a-07636f2f42a5 HTTP/1.1" status: 200 len: 911 time: 0.0997062 Nov 09 00:23:02.479422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55492) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:02.486974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c97c6803-a6bd-4dc0-a56f-2afd4ae0b86a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bd896b9e-a2e2-4caf-8b15-9c8784ab31b8'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:02.524464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1363d98-0e03-411e-8573-fe92088bd77c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:02.580618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b8d515-a403-45d5-a3c2-af49e0888766 None None] Sync routers for ids ['b990788d-7ce6-4161-93e5-dfc77ca03fcb'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:02.586149 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-7363509d-4c13-4a4f-b916-a7f39283b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.586615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-7363509d-4c13-4a4f-b916-a7f39283b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.591438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-7363509d-4c13-4a4f-b916-a7f39283b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.593833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-7363509d-4c13-4a4f-b916-a7f39283b064 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd00dfb3-9954-4da4-8bab-f4742925ef5a&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=3b55d064-514e-49d2-a6f8-b874bdcbc086&id=364a1333-8aa5-40a2-b83a-ed34d1006322&id=364a1333-8aa5-40a2-b83a-ed34d1006322 HTTP/1.1" status: 200 len: 2288 time: 0.2730031 Nov 09 00:23:02.607778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8d8310e1-c024-4f4e-837e-2f8109b1a712 None None] Provisioning complete for port bef7e460-8f23-4651-a909-842bb74c0e8d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:02.607778 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d8310e1-c024-4f4e-837e-2f8109b1a712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.608511 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.626851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d6cc3-e11f-43ee-abd1-fad3a52be0f8 None None] Deleting port b663e4fa-18bf-425f-9f0d-9a57614a94b7 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:02.627340 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d3d6cc3-e11f-43ee-abd1-fad3a52be0f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.705751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e571055-47a7-4ae5-b49f-72f8cb95a965 None None] Pushing event updated for resources: {'Port': ['ID=cdf949a3-5bed-43c0-9634-11fba99bac2a,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:02.720167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.726490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-cf12d17a-9d10-41cf-8869-3b1f4d126a9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c0ee573-9c26-4590-b2c2-93f87044e954 HTTP/1.1" status: 200 len: 1001 time: 0.1057198 Nov 09 00:23:02.796680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Subnet': ['ID=d17db870-bea9-40e4-b905-5787425b4f27,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:02.815271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4323d865-8178-4938-8731-d39139b0c72b None None] For port 82731033-52b2-4281-9ca3-175fd74de4af, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=82731033-52b2-4281-9ca3-175fd74de4af,segment=NetworkSegment(3bd9686a-48a4-46ea-a12a-216b09453fe0),segment_id=3bd9686a-48a4-46ea-a12a-216b09453fe0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:02.832942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.834038 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c97c6803-a6bd-4dc0-a56f-2afd4ae0b86a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.849173 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4323d865-8178-4938-8731-d39139b0c72b None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server [None req-7de08e65-7cae-4ea3-a95b-da9511065221 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d17db870-bea9-40e4-b905-5787425b4f27: This subnet is being modified by another concurrent operation. Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:23:02.891857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise exception Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d17db870-bea9-40e4-b905-5787425b4f27: This subnet is being modified by another concurrent operation. Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Nov 09 00:23:02.897999 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4323d865-8178-4938-8731-d39139b0c72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:02.909878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-3250600d-b4a1-4d2e-bb2d-b1d8807c59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:02.911443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-3250600d-b4a1-4d2e-bb2d-b1d8807c59c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e HTTP/1.1" status: 200 len: 850 time: 0.1777477 Nov 09 00:23:02.950065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df36162b-ce91-4f35-a7b8-d6aba36ecf80 None None] Network 9ec8e3e6-f850-48cf-ba59-38074ec466d9 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:02.952262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b8d515-a403-45d5-a3c2-af49e0888766 None None] Routers {'b990788d-7ce6-4161-93e5-dfc77ca03fcb'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:02.953150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d4b8d515-a403-45d5-a3c2-af49e0888766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b990788d-7ce6-4161-93e5-dfc77ca03fcb'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:02.991878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network eca8a8cb-f3ba-42af-addf-091755887408 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:02.995792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1363d98-0e03-411e-8573-fe92088bd77c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.007814 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d4b8d515-a403-45d5-a3c2-af49e0888766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:03.008298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.013208 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:03.035420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8d3d6cc3-e11f-43ee-abd1-fad3a52be0f8 None None] For port b663e4fa-18bf-425f-9f0d-9a57614a94b7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b663e4fa-18bf-425f-9f0d-9a57614a94b7,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:03.036060 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d3d6cc3-e11f-43ee-abd1-fad3a52be0f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.047916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:03.075091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-cb7a2f2d-1560-4288-bd50-68fbc0edf1da tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:03.077090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-cb7a2f2d-1560-4288-bd50-68fbc0edf1da tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.11 "GET /v2.0/networks?id=e829aeab-0510-4192-80fd-9d99c64b902a HTTP/1.1" status: 200 len: 814 time: 0.3053317 Nov 09 00:23:03.077990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Port': ['ID=bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:03.113850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Request body: {'port': {'device_id': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a', 'admin_state_up': True, 'tenant_id': 'f5c25c1a513d47d5a0d588f80875b683'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:03.118389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec8e3e6-f850-48cf-ba59-38074ec466d9']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:03.119149 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:23:03.119509 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:23:03.128502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-d1363d98-0e03-411e-8573-fe92088bd77c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 1bc8025e-e0f4-4f0a-b413-ee966f657fc0 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:23:03.139143 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439c2140-a9fc-4df1-8e0b-120e3ca676a6') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:03.139851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439c2140-a9fc-4df1-8e0b-120e3ca676a6') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:03.183331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-747431bd-fb80-4d03-a060-92913238cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:03.184835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-747431bd-fb80-4d03-a060-92913238cc9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd00dfb3-9954-4da4-8bab-f4742925ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617071 Nov 09 00:23:03.195979 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.207633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.223170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d6cc3-e11f-43ee-abd1-fad3a52be0f8 None None] Calling delete_port for b663e4fa-18bf-425f-9f0d-9a57614a94b7 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:03.261101 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.266706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379edfc7-f873-40fb-9c33-1652a66d52af None None] Pushing event updated for resources: {'Port': ['ID=b663e4fa-18bf-425f-9f0d-9a57614a94b7,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:03.281190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b8d515-a403-45d5-a3c2-af49e0888766 None None] Routers {'b990788d-7ce6-4161-93e5-dfc77ca03fcb'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:03.281958 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d4b8d515-a403-45d5-a3c2-af49e0888766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b990788d-7ce6-4161-93e5-dfc77ca03fcb'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:03.338286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:23:03.338691 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:23:03.344568 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:23:03.426754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4051e8-0d04-4989-9aa1-f192705654a0 None None] Network 9ec8e3e6-f850-48cf-ba59-38074ec466d9 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:03.429918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16271d44-460e-4e91-891c-34e00d94eeac req-735c80af-2eca-43bc-93ac-4ace26482009 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:03.432381 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16271d44-460e-4e91-891c-34e00d94eeac req-735c80af-2eca-43bc-93ac-4ace26482009 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.3271599 Nov 09 00:23:03.465572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d4b8d515-a403-45d5-a3c2-af49e0888766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:03.466363 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b8d515-a403-45d5-a3c2-af49e0888766 None None] The sync data for ids ['b990788d-7ce6-4161-93e5-dfc77ca03fcb'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:03.471195 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1363d98-0e03-411e-8573-fe92088bd77c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:23:03.471644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1363d98-0e03-411e-8573-fe92088bd77c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:03.479054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.513194 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.516667 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/9ec8e3e6-f850-48cf-ba59-38074ec466d9 HTTP/1.1" status: 204 len: 168 time: 1.6999793 Nov 09 00:23:03.525611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9b355dc-9dcc-430e-9cfa-039216bf76eb req-8b3f24e4-aeb1-41de-9174-4a4fd3ae066c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 210 time: 0.1534746 Nov 09 00:23:03.531335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55498) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:03.563428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295372f3-ba52-47ba-8698-1452f6ab33fc tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Network': ['ID=9ec8e3e6-f850-48cf-ba59-38074ec466d9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:03.617166 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0257c1-bc00-49d7-8e86-a366c024e64a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:03.618629 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d1363d98-0e03-411e-8573-fe92088bd77c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5105209 Nov 09 00:23:03.622757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55500) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:03.626423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0257c1-bc00-49d7-8e86-a366c024e64a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:03.641516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fd0257c1-bc00-49d7-8e86-a366c024e64a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/9ec8e3e6-f850-48cf-ba59-38074ec466d9 HTTP/1.1" status: 404 len: 339 time: 0.0947273 Nov 09 00:23:03.645794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55502) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:03.652755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-662287b1-fe60-48d2-9d03-f07f0d2ff97a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1519975435', 'description': 'd1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:03.658732 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.685101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323d865-8178-4938-8731-d39139b0c72b None None] Pushing event updated for resources: {'Port': ['ID=82731033-52b2-4281-9ca3-175fd74de4af,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:03.751302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1dd21c-5d53-4fd4-88b0-a3123d03af32 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:03.753171 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9f1dd21c-5d53-4fd4-88b0-a3123d03af32 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1294591 Nov 09 00:23:03.756696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55504) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:03.801710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 82731033-52b2-4281-9ca3-175fd74de4af up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:03.833233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8d8310e1-c024-4f4e-837e-2f8109b1a712 None None] Provisioning complete for port a41d93f1-2172-4860-915a-07636f2f42a5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:03.833576 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d8310e1-c024-4f4e-837e-2f8109b1a712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.851765 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-ddd90d81-0a57-4ff2-a403-ddd10bba2cc5 service neutron] 10.222.0.30 "GET /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337416 Nov 09 00:23:03.889001 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d3d6cc3-e11f-43ee-abd1-fad3a52be0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.906996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3a2f62-d43d-4234-a59f-fc8c77e66992 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:03.908537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3a2f62-d43d-4234-a59f-fc8c77e66992 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:03.910129 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5a3a2f62-d43d-4234-a59f-fc8c77e66992 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1522598 Nov 09 00:23:03.928331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d6cc3-e11f-43ee-abd1-fad3a52be0f8 None None] Pushing event deleted for resources: {'Port': ['ID=b663e4fa-18bf-425f-9f0d-9a57614a94b7,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:03.931354 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c97c6803-a6bd-4dc0-a56f-2afd4ae0b86a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.941425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55506) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:03.945825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d6cc3-e11f-43ee-abd1-fad3a52be0f8 None None] No DVR routers for this DVR port b663e4fa-18bf-425f-9f0d-9a57614a94b7 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:03.954526 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8d8310e1-c024-4f4e-837e-2f8109b1a712 None None] Port a41d93f1-2172-4860-915a-07636f2f42a5 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:03.967600 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c97c6803-a6bd-4dc0-a56f-2afd4ae0b86a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.976025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c6803-a6bd-4dc0-a56f-2afd4ae0b86a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:03.976808 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c97c6803-a6bd-4dc0-a56f-2afd4ae0b86a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:03.978911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c97c6803-a6bd-4dc0-a56f-2afd4ae0b86a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/ports/a41d93f1-2172-4860-915a-07636f2f42a5 HTTP/1.1" status: 200 len: 911 time: 1.4981589 Nov 09 00:23:03.979673 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428a538c-adeb-407b-a082-a17d555f1a9b None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:03.982361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55508) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:04.076123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Made reservation on behalf of f5c25c1a513d47d5a0d588f80875b683 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:04.080594 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.096007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1574b0-a2e2-4e46-850c-ad711dabceaf None None] Network eca8a8cb-f3ba-42af-addf-091755887408 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:04.099201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8d8310e1-c024-4f4e-837e-2f8109b1a712 None None] Provisioning complete for port 82731033-52b2-4281-9ca3-175fd74de4af triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:04.099881 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d8310e1-c024-4f4e-837e-2f8109b1a712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.119520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16271d44-460e-4e91-891c-34e00d94eeac req-53c7f80a-26e4-4211-b2a5-73305da3b551 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049089 Nov 09 00:23:04.141455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 82731033-52b2-4281-9ca3-175fd74de4af triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:04.142222 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.248329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662287b1-fe60-48d2-9d03-f07f0d2ff97a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:04.253296 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-662287b1-fe60-48d2-9d03-f07f0d2ff97a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.260221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba0612-4d65-4f01-abc2-d7ccd915454f None None] Network bd737acf-16f4-4851-8964-756333f92dda requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:04.263387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9adb577-8dec-46bc-bdf2-2aa68f7f0ffe tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet fd466404-b703-427e-a584-71ca2278e6a6 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:04.280526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c6803-a6bd-4dc0-a56f-2afd4ae0b86a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=a41d93f1-2172-4860-915a-07636f2f42a5,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:04.287647 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9adb577-8dec-46bc-bdf2-2aa68f7f0ffe tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.401621 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.415092 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.528629 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.532400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Port': ['ID=bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:04.552324 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.573808 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d8310e1-c024-4f4e-837e-2f8109b1a712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.587930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f1f311-ca0c-4d31-852e-8aaaaff092d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': 'fd466404-b703-427e-a584-71ca2278e6a6'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:23:04.588802 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f311-ca0c-4d31-852e-8aaaaff092d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.693565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network eca8a8cb-f3ba-42af-addf-091755887408 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:04.698985 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:04.704403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-73c80af6-c01a-46ed-b026-120eea845434 service neutron] 10.222.0.30 "GET /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8264542 Nov 09 00:23:04.750382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6c86ce6-a9e2-406e-9fc3-0fe579f4897c req-f6303dc7-3f29-4481-825c-75a58ccb5092 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 210 time: 0.0928848 Nov 09 00:23:04.755913 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9adb577-8dec-46bc-bdf2-2aa68f7f0ffe tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.796890 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03cfa615-42c8-42da-adaa-0233d5900f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.826617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662287b1-fe60-48d2-9d03-f07f0d2ff97a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:23:04.831572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-0ba8ee00-13d0-4eb7-92b1-2e3d02181566 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=badf5b56-8934-45ad-ab08-b14502d9f297 HTTP/1.1" status: 200 len: 217 time: 0.0979710 Nov 09 00:23:04.846221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Allocated IP 172.20.0.14 (e829aeab-0510-4192-80fd-9d99c64b902a/79c9732f-1534-467b-88d9-7ab7fdb88108/f331cded-618f-4ee3-94c6-fd7e5eade72c) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:04.881638 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 82731033-52b2-4281-9ca3-175fd74de4af, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=82731033-52b2-4281-9ca3-175fd74de4af,segment=NetworkSegment(3bd9686a-48a4-46ea-a12a-216b09453fe0),segment_id=3bd9686a-48a4-46ea-a12a-216b09453fe0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:04.911348 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:23:04.912127 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-662287b1-fe60-48d2-9d03-f07f0d2ff97a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.912127 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-662287b1-fe60-48d2-9d03-f07f0d2ff97a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Added segment 6a72a7ea-a5ea-4005-b29b-8f5417076fe7 of type vlan for network 06a3bad9-08e7-4e98-9dc0-0a245e272c99 Nov 09 00:23:04.933822 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:04.934641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2852184c-518c-48dd-80bb-0a999458115d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:04.964710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9adb577-8dec-46bc-bdf2-2aa68f7f0ffe tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:05.020761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-cfeee016-9369-4f63-9c78-03db66144394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:05.022382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-cfeee016-9369-4f63-9c78-03db66144394 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.1576920 Nov 09 00:23:05.034642 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-662287b1-fe60-48d2-9d03-f07f0d2ff97a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:05.079428 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-8d8310e1-c024-4f4e-837e-2f8109b1a712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:23:05.079784 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-8d8310e1-c024-4f4e-837e-2f8109b1a712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:23:05.082106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=82731033-52b2-4281-9ca3-175fd74de4af,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:05.097109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2852184c-518c-48dd-80bb-0a999458115d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:05.097767 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:05.227191 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:05.277024 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-662287b1-fe60-48d2-9d03-f07f0d2ff97a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:05.278731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 2852184c-518c-48dd-80bb-0a999458115d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2852184c-518c-48dd-80bb-0a999458115d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:05.285740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662287b1-fe60-48d2-9d03-f07f0d2ff97a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:05.286674 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-662287b1-fe60-48d2-9d03-f07f0d2ff97a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server [None req-d7f1f311-ca0c-4d31-852e-8aaaaff092d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd466404-b703-427e-a584-71ca2278e6a6: This subnet is being modified by another concurrent operation. Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:23:05.295058 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise exception Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd466404-b703-427e-a584-71ca2278e6a6: This subnet is being modified by another concurrent operation. Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Nov 09 00:23:05.299282 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:05.319958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9adb577-8dec-46bc-bdf2-2aa68f7f0ffe tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:05.329679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-d19fe153-ac47-4624-adb7-7e675af7f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:05.331254 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-d19fe153-ac47-4624-adb7-7e675af7f83a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2896581 Nov 09 00:23:05.420923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adb577-8dec-46bc-bdf2-2aa68f7f0ffe tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=fd466404-b703-427e-a584-71ca2278e6a6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:05.455503 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=2852184c-518c-48dd-80bb-0a999458115d,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:05.514470 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9adb577-8dec-46bc-bdf2-2aa68f7f0ffe tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:05.518718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b9adb577-8dec-46bc-bdf2-2aa68f7f0ffe tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/fd466404-b703-427e-a584-71ca2278e6a6 HTTP/1.1" status: 204 len: 168 time: 1.5721946 Nov 09 00:23:05.583017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55514) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:05.633439 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-662287b1-fe60-48d2-9d03-f07f0d2ff97a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9848804 Nov 09 00:23:05.704889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55516) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:05.705716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device cdf949a3-5bed-43c0-9634-11fba99bac2a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:05.725272 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8d8310e1-c024-4f4e-837e-2f8109b1a712 None None] Could not find standard attr ID for object ed5fece5-b6b4-40e5-8508-efbd4d728b8f. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:23:05.778569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:05.789175 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Sync routers for ids ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:05.800792 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-631c963c-f27c-4dfd-9cfa-22921c588fa5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "PUT /v2.0/routers/367d3d1b-0f4e-4ee8-9414-c8313c5ae00f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2161827 Nov 09 00:23:05.807410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55520) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:05.811126 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Routers {'367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:05.812644 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:05.823610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cd59162c-1a94-4582-9d74-618b60fdab46 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--751786370', 'description': 'tempest-secgroup_access--751786370 description', 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:05.857762 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port cdf949a3-5bed-43c0-9634-11fba99bac2a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:05.862966 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:05.925337 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd59162c-1a94-4582-9d74-618b60fdab46 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:05.937730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e9d44-beff-4387-b4a8-e0975c6a121b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:05.939744 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-930e9d44-beff-4387-b4a8-e0975c6a121b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/networks?id=06a3bad9-08e7-4e98-9dc0-0a245e272c99 HTTP/1.1" status: 200 len: 765 time: 0.2079029 Nov 09 00:23:05.944873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55522) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:05.945836 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:05.951426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4e1acd11-3c63-40f6-931a-e19aba498ff3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3436403 Nov 09 00:23:05.952406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662287b1-fe60-48d2-9d03-f07f0d2ff97a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Network': ['ID=06a3bad9-08e7-4e98-9dc0-0a245e272c99,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:05.969237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55524) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:05.982231 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 06a3bad9-08e7-4e98-9dc0-0a245e272c99 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:23:05.995248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b66e8766-1ca7-46d5-8c15-328e86ba73f2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:05.998092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a0a8b107-93c9-441e-8247-967ee2e46c9d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'network': {'description': 'd2'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:06.013413 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-30c734a1-99b6-4641-a89b-fb916274cdb7 None None] Provisioning complete for port cdf949a3-5bed-43c0-9634-11fba99bac2a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:06.013790 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-30c734a1-99b6-4641-a89b-fb916274cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.068562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89ebc0-b3c2-4962-bcdf-d75828853164 req-1cedef0f-1430-472f-992a-353b6c35768f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:06.070401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df89ebc0-b3c2-4962-bcdf-d75828853164 req-1cedef0f-1430-472f-992a-353b6c35768f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.6760757 Nov 09 00:23:06.072704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2551a8fa-45bb-4f5f-baf7-db2c2e934f54 req-b5d9fea1-bf33-4955-924d-e2b6121b2a58 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 210 time: 0.1252377 Nov 09 00:23:06.113624 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Set router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:06.207076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b269979e-56c1-4ace-b743-9d999b480cdd None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:23:06.210860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-10bcf322-2039-4a9a-a195-ae7e65ab8062 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326247 Nov 09 00:23:06.239975 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df89ebc0-b3c2-4962-bcdf-d75828853164 req-ff8cb6da-9073-4419-926b-63fd624683de tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531754 Nov 09 00:23:06.285691 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.329848 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0a8b107-93c9-441e-8247-967ee2e46c9d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.361863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd59162c-1a94-4582-9d74-618b60fdab46 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.369460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-03cfa615-42c8-42da-adaa-0233d5900f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port a41d93f1-2172-4860-915a-07636f2f42a5 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:06.369793 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03cfa615-42c8-42da-adaa-0233d5900f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.376423 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0a8b107-93c9-441e-8247-967ee2e46c9d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.403330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0a8b107-93c9-441e-8247-967ee2e46c9d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network 06a3bad9-08e7-4e98-9dc0-0a245e272c99 is not hosted by any dhcp agent {{(pid=101781) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 00:23:06.409554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a8b107-93c9-441e-8247-967ee2e46c9d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:06.410673 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0a8b107-93c9-441e-8247-967ee2e46c9d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.414884 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a0a8b107-93c9-441e-8247-967ee2e46c9d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "PUT /v2.0/networks/06a3bad9-08e7-4e98-9dc0-0a245e272c99 HTTP/1.1" status: 200 len: 762 time: 0.4431658 Nov 09 00:23:06.416106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd59162c-1a94-4582-9d74-618b60fdab46 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.421688 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66e8766-1ca7-46d5-8c15-328e86ba73f2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:06.425183 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b66e8766-1ca7-46d5-8c15-328e86ba73f2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.427070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55526) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:06.436004 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-30c734a1-99b6-4641-a89b-fb916274cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.440833 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.501424 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:23:03Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0', 'name': '', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'mac_address': 'fa:16:3e:cc:da:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:01Z', 'updated_at': '2021-11-09T00:23:04Z', 'revision_number': 2, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'subnets': [{'id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:06.528716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-30c734a1-99b6-4641-a89b-fb916274cdb7 None None] For port cdf949a3-5bed-43c0-9634-11fba99bac2a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=cdf949a3-5bed-43c0-9634-11fba99bac2a,segment=NetworkSegment(9406df2b-9233-4ed7-9782-f841d890bf5e),segment_id=9406df2b-9233-4ed7-9782-f841d890bf5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:06.539428 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-30c734a1-99b6-4641-a89b-fb916274cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.592740 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd59162c-1a94-4582-9d74-618b60fdab46 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.594706 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cd59162c-1a94-4582-9d74-618b60fdab46 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7841241 Nov 09 00:23:06.606058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55528) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:06.615668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d7cd8c55-048a-4dd4-8545-23542dfa0c83 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--262912402', 'description': 'tempest-secgroup_general--262912402 description', 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:06.624836 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Checking router: 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:23:06.625187 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Updating router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:23:06.634299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Network e829aeab-0510-4192-80fd-9d99c64b902a is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:06.640638 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b66e8766-1ca7-46d5-8c15-328e86ba73f2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.647506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:06.649450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Pushing event updated for resources: {'Port': ['ID=f331cded-618f-4ee3-94c6-fd7e5eade72c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:06.656126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:06.675028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-30c734a1-99b6-4641-a89b-fb916274cdb7 None None] Provisioning complete for port 82731033-52b2-4281-9ca3-175fd74de4af triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:06.675414 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-30c734a1-99b6-4641-a89b-fb916274cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.694000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59162c-1a94-4582-9d74-618b60fdab46 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37310400-74dd-4e11-a9a8-4d31a8ee84fa,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:06.704056 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8b107-93c9-441e-8247-967ee2e46c9d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Network': ['ID=06a3bad9-08e7-4e98-9dc0-0a245e272c99,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:06.713681 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.714429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c734a1-99b6-4641-a89b-fb916274cdb7 None None] Pushing event updated for resources: {'Port': ['ID=cdf949a3-5bed-43c0-9634-11fba99bac2a,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:06.718259 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:23:06.718914 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:23:06.722316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b269979e-56c1-4ace-b743-9d999b480cdd None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:23:06.736019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7cd8c55-048a-4dd4-8545-23542dfa0c83 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.747312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66e8766-1ca7-46d5-8c15-328e86ba73f2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:06.751616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-c0777ffb-7f9d-4f40-b59c-0c9f5a80dcd8 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320542 Nov 09 00:23:06.762788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b66e8766-1ca7-46d5-8c15-328e86ba73f2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:06.773378 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03cfa615-42c8-42da-adaa-0233d5900f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.779332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:06.779934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.787127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47735b59-3ec1-4c50-b5eb-a6edf8eb8559 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:06.789326 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-47735b59-3ec1-4c50-b5eb-a6edf8eb8559 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/networks?id=06a3bad9-08e7-4e98-9dc0-0a245e272c99 HTTP/1.1" status: 200 len: 765 time: 0.3557072 Nov 09 00:23:06.790831 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66e8766-1ca7-46d5-8c15-328e86ba73f2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:06.791433 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b66e8766-1ca7-46d5-8c15-328e86ba73f2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.794437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55530) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:06.798872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e8766-1ca7-46d5-8c15-328e86ba73f2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=47ede48a-7abe-4580-9d7e-0903ebc24357,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:06.858862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-9f7abd28-6bd0-4810-a612-4b6d884c3bc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=deca90b0-bc9b-4415-b659-c843bd9b048e HTTP/1.1" status: 200 len: 217 time: 0.0879300 Nov 09 00:23:06.872808 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7cd8c55-048a-4dd4-8545-23542dfa0c83 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.884152 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7cd8c55-048a-4dd4-8545-23542dfa0c83 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.888430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-03cfa615-42c8-42da-adaa-0233d5900f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for a41d93f1-2172-4860-915a-07636f2f42a5 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:06.928982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-889962be-0d17-4042-bbbe-bb40eeec7ebd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8230956 Nov 09 00:23:06.932693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b66e8766-1ca7-46d5-8c15-328e86ba73f2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9525819 Nov 09 00:23:06.933912 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7cd8c55-048a-4dd4-8545-23542dfa0c83 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:06.935253 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d7cd8c55-048a-4dd4-8545-23542dfa0c83 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3259645 Nov 09 00:23:06.935917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55532) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:06.955260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 06a3bad9-08e7-4e98-9dc0-0a245e272c99 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:23:06.971362 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-08adcafd-536c-499e-a40c-cd0d151d25c0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-570821380', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:06.977141 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55534) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:06.984009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cecaf5ff-66e7-43db-90d5-04b061a76be7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Request body: {'security_group_rule': {'security_group_id': '37310400-74dd-4e11-a9a8-4d31a8ee84fa', 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:06.996398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd8c55-048a-4dd4-8545-23542dfa0c83 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226dc74e-a6e5-4d05-9258-3670bbaeb887,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:07.019904 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.api [None req-cecaf5ff-66e7-43db-90d5-04b061a76be7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 00:23:07.019904 n-d-813263-3 neutron-server[101781]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 00:23:07.019904 n-d-813263-3 neutron-server[101781]: [parameters: {'project_id_1': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'expiration_1': datetime.datetime(2021, 11, 9, 0, 22, 46, 999583)}] Nov 09 00:23:07.019904 n-d-813263-3 neutron-server[101781]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:23:07.020836 n-d-813263-3 neutron-server[101781]: DEBUG oslo_db.api [None req-cecaf5ff-66e7-43db-90d5-04b061a76be7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:23:07.032243 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08adcafd-536c-499e-a40c-cd0d151d25c0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.033406 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08adcafd-536c-499e-a40c-cd0d151d25c0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.112632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-30c734a1-99b6-4641-a89b-fb916274cdb7 None None] Provisioning complete for port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:07.113203 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-30c734a1-99b6-4641-a89b-fb916274cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.121885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe7d30-4889-4f03-b527-b20174c74ed9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:07.126714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ecbe7d30-4889-4f03-b527-b20174c74ed9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3255930 Nov 09 00:23:07.131343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Request body: {'port': {'device_id': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:07.133586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55538) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:07.147793 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08adcafd-536c-499e-a40c-cd0d151d25c0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.154426 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08adcafd-536c-499e-a40c-cd0d151d25c0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.201450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-30c734a1-99b6-4641-a89b-fb916274cdb7 None None] Port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:07.206631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f4e106b8-372c-4edf-9c8c-cb677ebf18ae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 207 time: 0.0668793 Nov 09 00:23:07.211514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55540) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:07.238239 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.261313 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.282405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-16b210c9-914f-4b5d-8c1e-bad055edb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:07.283845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-16b210c9-914f-4b5d-8c1e-bad055edb202 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.4014926 Nov 09 00:23:07.292953 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03cfa615-42c8-42da-adaa-0233d5900f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.344001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfa615-42c8-42da-adaa-0233d5900f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=a41d93f1-2172-4860-915a-07636f2f42a5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:07.361838 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28729eb-ae19-45d6-9c1e-7af7e9a08fd6 None None] Pushing event updated for resources: {'Port': ['ID=bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:07.376211 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08adcafd-536c-499e-a40c-cd0d151d25c0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.396550 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-08adcafd-536c-499e-a40c-cd0d151d25c0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4262123 Nov 09 00:23:07.441759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55544) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:07.443525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 82731033-52b2-4281-9ca3-175fd74de4af up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:07.455135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-66cf1fca-8238-4cc4-a742-709ba4d4eb3e None None] Provisioning complete for port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:07.455395 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66cf1fca-8238-4cc4-a742-709ba4d4eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.493268 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Attempting to bind port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:07.494072 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Attempting to bind port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:07.494914 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Attempting to bind port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 on network eca8a8cb-f3ba-42af-addf-091755887408 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:07.503840 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:07.505321 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Checking segment: {'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:07.506463 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.507078 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Bound using segment: {'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:07.507769 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Bound port: bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:07.508397 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.544769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-66cf1fca-8238-4cc4-a742-709ba4d4eb3e None None] Port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:07.603678 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.626660 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] For port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:07.630381 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] For port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0,segment=NetworkSegment(9406df2b-9233-4ed7-9782-f841d890bf5e),segment_id=9406df2b-9233-4ed7-9782-f841d890bf5e)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:07.631695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 82731033-52b2-4281-9ca3-175fd74de4af triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:07.631695 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.641067 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.664240 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cecaf5ff-66e7-43db-90d5-04b061a76be7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.710174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03cfa615-42c8-42da-adaa-0233d5900f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.719144 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28729eb-ae19-45d6-9c1e-7af7e9a08fd6 None None] Pushing event updated for resources: {'Port': ['ID=bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:07.742036 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Routers {'367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:07.742828 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:07.765040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': '47ede48a-7abe-4580-9d7e-0903ebc24357'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:23:07.766005 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:07.875923 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] Set router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:07.897401 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b663e4fa-18bf-425f-9f0d-9a57614a94b7 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:07.928043 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: b663e4fa-18bf-425f-9f0d-9a57614a94b7 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:23:07.928347 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b663e4fa-18bf-425f-9f0d-9a57614a94b7 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:23:08.082192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f331cded-618f-4ee3-94c6-fd7e5eade72c {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:23:08.091430 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.105497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Transition to ACTIVE for port object f331cded-618f-4ee3-94c6-fd7e5eade72c will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:23:08.114142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-a984ed0c-a22d-4ec9-bbbf-b5deef71e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:08.115697 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-a984ed0c-a22d-4ec9-bbbf-b5deef71e45a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6847820 Nov 09 00:23:08.124988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fe639-afdf-4f92-b0fc-2a520e705c97 req-15c8368c-cab9-4f2b-895d-08614278dd75 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:08.127044 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c40fe639-afdf-4f92-b0fc-2a520e705c97 req-15c8368c-cab9-4f2b-895d-08614278dd75 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 932 time: 0.8676534 Nov 09 00:23:08.131282 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cecaf5ff-66e7-43db-90d5-04b061a76be7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.133685 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.140941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cfa615-42c8-42da-adaa-0233d5900f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router b990788d-7ce6-4161-93e5-dfc77ca03fcb has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:23:08.146013 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cecaf5ff-66e7-43db-90d5-04b061a76be7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.162021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46898ac-32a3-426a-ac93-32d426abbe38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:08.170399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46898ac-32a3-426a-ac93-32d426abbe38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:08.178082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46898ac-32a3-426a-ac93-32d426abbe38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:08.179655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaf5ff-66e7-43db-90d5-04b061a76be7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fc86be-b755-4b5b-8f66-67763a041439,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:08.185448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46898ac-32a3-426a-ac93-32d426abbe38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:08.192309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46898ac-32a3-426a-ac93-32d426abbe38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:08.198246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46898ac-32a3-426a-ac93-32d426abbe38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:08.200045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f46898ac-32a3-426a-ac93-32d426abbe38 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.9875839 Nov 09 00:23:08.225719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9b320-1f75-445c-901f-5d1bc8f0bd0d req-91002dde-6c24-4f93-ab53-dc232cfc1bf0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:08.234261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fdd9b320-1f75-445c-901f-5d1bc8f0bd0d req-91002dde-6c24-4f93-ab53-dc232cfc1bf0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.8670294 Nov 09 00:23:08.242186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55546) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:08.251934 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:23:03Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0', 'name': '', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'mac_address': 'fa:16:3e:cc:da:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:01Z', 'updated_at': '2021-11-09T00:23:07Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'subnets': [{'id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:08.260625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device cdf949a3-5bed-43c0-9634-11fba99bac2a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:08.285216 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f1001-4856-4b41-8d32-a30a992d7c4b None None] The sync data for ids ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'] in n-d-813263-3 is: [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:23:03Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0', 'name': '', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'mac_address': 'fa:16:3e:cc:da:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:01Z', 'updated_at': '2021-11-09T00:23:07Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'subnets': [{'id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:08.303324 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cecaf5ff-66e7-43db-90d5-04b061a76be7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.312969 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cecaf5ff-66e7-43db-90d5-04b061a76be7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3242536 Nov 09 00:23:08.312969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.325061 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cfa615-42c8-42da-adaa-0233d5900f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:08.334517 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-03cfa615-42c8-42da-adaa-0233d5900f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/b990788d-7ce6-4161-93e5-dfc77ca03fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3467436 Nov 09 00:23:08.338789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Allocated IP 2001:db8::2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/47ede48a-7abe-4580-9d7e-0903ebc24357/cc460ae1-dd9b-432e-9b37-38705fb89833) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:08.492849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459981fa-5a75-4332-8c73-3d010d88352e None None] Sync routers for ids ['b990788d-7ce6-4161-93e5-dfc77ca03fcb'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:08.509599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55550) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:08.533751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459981fa-5a75-4332-8c73-3d010d88352e None None] Routers {'b990788d-7ce6-4161-93e5-dfc77ca03fcb'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:08.534702 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-459981fa-5a75-4332-8c73-3d010d88352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b990788d-7ce6-4161-93e5-dfc77ca03fcb'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:08.544506 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a4a66cb2-e1f4-45d2-99ea-fb68fff978ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=b990788d-7ce6-4161-93e5-dfc77ca03fcb HTTP/1.1" status: 200 len: 205 time: 0.0339210 Nov 09 00:23:08.568599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55554) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:08.582694 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-459981fa-5a75-4332-8c73-3d010d88352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:08.595504 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.605952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port cdf949a3-5bed-43c0-9634-11fba99bac2a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:08.606496 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.612049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459981fa-5a75-4332-8c73-3d010d88352e None None] Routers {'b990788d-7ce6-4161-93e5-dfc77ca03fcb'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:08.613118 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-459981fa-5a75-4332-8c73-3d010d88352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b990788d-7ce6-4161-93e5-dfc77ca03fcb'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:08.637241 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.686028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ade85bb4-c6e2-4482-bcdc-327835939aad tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.731316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-459981fa-5a75-4332-8c73-3d010d88352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:08.742457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459981fa-5a75-4332-8c73-3d010d88352e None None] The sync data for ids ['b990788d-7ce6-4161-93e5-dfc77ca03fcb'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:08.769175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:08.778653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:08.786075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:08.790452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Pushing event updated for resources: {'Port': ['ID=cc460ae1-dd9b-432e-9b37-38705fb89833,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:08.885868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2852184c-518c-48dd-80bb-0a999458115d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:08.921339 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Attempting to bind port cc460ae1-dd9b-432e-9b37-38705fb89833 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:08.923931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-ac4e0a50-f657-43c0-bd79-b47e9360569e service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7957160 Nov 09 00:23:08.925518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Attempting to bind port cc460ae1-dd9b-432e-9b37-38705fb89833 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:08.926108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Attempting to bind port cc460ae1-dd9b-432e-9b37-38705fb89833 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:08.934800 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::1 (835f13d3-1085-44f5-af97-6aaeb0d399b3/47ede48a-7abe-4580-9d7e-0903ebc24357/f0073d71-ec8e-4a0b-a875-e243d3fdfe09) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:08.950786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fdd9b320-1f75-445c-901f-5d1bc8f0bd0d req-aab37e59-4b0d-42d8-832e-8f57264042cf tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7153633 Nov 09 00:23:08.952289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:08.952915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:08.953538 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.954105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:08.955372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Bound port: cc460ae1-dd9b-432e-9b37-38705fb89833, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:08.955963 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.991302 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ade85bb4-c6e2-4482-bcdc-327835939aad tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:08.993817 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ade85bb4-c6e2-4482-bcdc-327835939aad tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:09.025271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2852184c-518c-48dd-80bb-0a999458115d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:09.025676 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:09.085581 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-b20b97f2-5fdf-4562-a9dc-6688bb231839 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337509 Nov 09 00:23:09.133626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] For port cc460ae1-dd9b-432e-9b37-38705fb89833, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:09.148134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-72220675-78a0-4aea-a7e5-45f873aa708f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 HTTP/1.1" status: 200 len: 217 time: 0.0385406 Nov 09 00:23:09.153884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] For port cc460ae1-dd9b-432e-9b37-38705fb89833, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=cc460ae1-dd9b-432e-9b37-38705fb89833,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:09.162913 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:09.176744 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ade85bb4-c6e2-4482-bcdc-327835939aad tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:09.178341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade85bb4-c6e2-4482-bcdc-327835939aad tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Fanout notify agent at l3_agent the message router_deleted on router b990788d-7ce6-4161-93e5-dfc77ca03fcb {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:23:09.235800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb2e65-b3d5-4481-9656-5e64a80b10bd None None] Pushing event updated for resources: {'Port': ['ID=cc460ae1-dd9b-432e-9b37-38705fb89833,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:09.251559 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c40fe639-afdf-4f92-b0fc-2a520e705c97 req-53a37da0-54a2-4cca-8dfa-3ac0e098b9bb tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1035988 Nov 09 00:23:09.253483 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ade85bb4-c6e2-4482-bcdc-327835939aad tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:09.254615 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ade85bb4-c6e2-4482-bcdc-327835939aad tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/b990788d-7ce6-4161-93e5-dfc77ca03fcb HTTP/1.1" status: 204 len: 168 time: 0.6850574 Nov 09 00:23:09.257872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Pushing event updated for resources: {'Port': ['ID=f331cded-618f-4ee3-94c6-fd7e5eade72c,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:09.260350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55564) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:09.265131 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:09.277914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ddc6b-b6e6-4958-aa26-e7d7b63fa20b req-66065c2c-9533-4d19-aed5-d7e37d25bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:09.279716 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e9ddc6b-b6e6-4958-aa26-e7d7b63fa20b req-66065c2c-9533-4d19-aed5-d7e37d25bf05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 1096 time: 0.4476349 Nov 09 00:23:09.401869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:09.406666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-2abb7451-9a37-448f-a460-2adf34716c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:09.408178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-2abb7451-9a37-448f-a460-2adf34716c47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.1906426 Nov 09 00:23:09.424850 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-d37ea641-23c6-41e5-a1ac-6ed0e903a408 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--262912402&fields=id&tenant_id=0f8f4d027d6a4fa5b7ed1159e04fbc38 HTTP/1.1" status: 200 len: 267 time: 0.3298247 Nov 09 00:23:09.446532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:09.453012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:09.457216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:09.458763 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:09.463556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ddc6b-b6e6-4958-aa26-e7d7b63fa20b req-a205e37a-2ef3-445a-9d6f-1114f0499a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:09.463556 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e9ddc6b-b6e6-4958-aa26-e7d7b63fa20b req-a205e37a-2ef3-445a-9d6f-1114f0499a83 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.1577072 Nov 09 00:23:09.518729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-81afeb0e-68c1-4d0a-89e2-9686ead54d6a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting subnet bd896b9e-a2e2-4caf-8b15-9c8784ab31b8 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:09.534469 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-81afeb0e-68c1-4d0a-89e2-9686ead54d6a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:09.559393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9afddb54-54e4-4d78-a26c-048b3fcd5885 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 1.2809818 Nov 09 00:23:09.589226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55566) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:09.618820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Attempting to bind port f331cded-618f-4ee3-94c6-fd7e5eade72c on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:09.619158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Attempting to bind port f331cded-618f-4ee3-94c6-fd7e5eade72c by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'e9292243-1a60-456f-a95d-53f28bbb8ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:09.619493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Attempting to bind port f331cded-618f-4ee3-94c6-fd7e5eade72c on network e829aeab-0510-4192-80fd-9d99c64b902a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:09.672836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Port f331cded-618f-4ee3-94c6-fd7e5eade72c on network e829aeab-0510-4192-80fd-9d99c64b902a not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:23:09.673169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Attempting to bind port f331cded-618f-4ee3-94c6-fd7e5eade72c on network e829aeab-0510-4192-80fd-9d99c64b902a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:09.681063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-6f0fd61d-df56-441d-9036-18fe430a52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:09.682663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-6f0fd61d-df56-441d-9036-18fe430a52ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2505331 Nov 09 00:23:09.687911 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-81afeb0e-68c1-4d0a-89e2-9686ead54d6a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:09.694902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-6f4d5dff-0932-440e-a3e6-1ac5d3ac1888 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--751786370&fields=id&tenant_id=0f8f4d027d6a4fa5b7ed1159e04fbc38 HTTP/1.1" status: 200 len: 267 time: 0.2309201 Nov 09 00:23:09.743610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:09.743954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Checking segment: {'id': 'e9292243-1a60-456f-a95d-53f28bbb8ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:09.744347 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Bound using segment: {'id': 'e9292243-1a60-456f-a95d-53f28bbb8ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:09.744804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Bound port: f331cded-618f-4ee3-94c6-fd7e5eade72c, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9292243-1a60-456f-a95d-53f28bbb8ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:09.745168 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:09.809489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328eb95-7c0b-425d-a93f-cb6027f32bd2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:09.810882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328eb95-7c0b-425d-a93f-cb6027f32bd2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:09.813023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328eb95-7c0b-425d-a93f-cb6027f32bd2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:09.814703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328eb95-7c0b-425d-a93f-cb6027f32bd2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:09.816378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328eb95-7c0b-425d-a93f-cb6027f32bd2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:09.822184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b328eb95-7c0b-425d-a93f-cb6027f32bd2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2140787 Nov 09 00:23:09.832739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55568) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:09.941223 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e9ddc6b-b6e6-4958-aa26-e7d7b63fa20b req-46e447b7-a4be-42d9-ae6b-b4989f88d969 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62137200-deb6-45e1-b644-0e6f6cd97f7c HTTP/1.1" status: 200 len: 217 time: 0.4041398 Nov 09 00:23:09.945451 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=f0073d71-ec8e-4a0b-a875-e243d3fdfe09,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:10.058479 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ddc6b-b6e6-4958-aa26-e7d7b63fa20b req-20553fbd-ffc7-42bc-928f-f7f006759c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.059950 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e9ddc6b-b6e6-4958-aa26-e7d7b63fa20b req-20553fbd-ffc7-42bc-928f-f7f006759c2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1106374 Nov 09 00:23:10.117765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a1c04-e6fe-4fcf-ac10-7c1e0965de69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['shared'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.119172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a1c04-e6fe-4fcf-ac10-7c1e0965de69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['shared'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.120582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a1c04-e6fe-4fcf-ac10-7c1e0965de69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['shared'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.122129 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a1c04-e6fe-4fcf-ac10-7c1e0965de69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['shared'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.123651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a1c04-e6fe-4fcf-ac10-7c1e0965de69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['shared'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.125869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-455a1c04-e6fe-4fcf-ac10-7c1e0965de69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2879076 Nov 09 00:23:10.150112 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55572) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:10.152045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:10.152545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-81afeb0e-68c1-4d0a-89e2-9686ead54d6a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.234220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:10.238877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:10.239397 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.254398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-9c7cb60d-3ad0-47d9-952c-d8813de92222 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338788 Nov 09 00:23:10.254788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.270729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:10.286159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0ae66c15-266d-4fc8-9882-9f8eaf9e9d78 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.288327 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0ae66c15-266d-4fc8-9882-9f8eaf9e9d78 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/networks?id=eca8a8cb-f3ba-42af-addf-091755887408 HTTP/1.1" status: 200 len: 797 time: 0.5520756 Nov 09 00:23:10.298090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a33adf-0b89-4a27-99fc-59193ee8f10c req-cfe869f2-8f78-4c0b-b413-7215d8952a4b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.308533 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83a33adf-0b89-4a27-99fc-59193ee8f10c req-cfe869f2-8f78-4c0b-b413-7215d8952a4b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.2313313 Nov 09 00:23:10.339139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-938f0e4f-47d1-4d44-a285-da0d217aae90 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/quotas/0f8f4d027d6a4fa5b7ed1159e04fbc38 HTTP/1.1" status: 200 len: 375 time: 0.0278542 Nov 09 00:23:10.340945 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.358812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.380350 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ddc6b-b6e6-4958-aa26-e7d7b63fa20b req-59854b18-1b69-49da-bea1-5532dfe171f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.381903 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e9ddc6b-b6e6-4958-aa26-e7d7b63fa20b req-59854b18-1b69-49da-bea1-5532dfe171f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2813821 Nov 09 00:23:10.396511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0,segment=NetworkSegment(9406df2b-9233-4ed7-9782-f841d890bf5e),segment_id=9406df2b-9233-4ed7-9782-f841d890bf5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:10.402005 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.402808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device cc460ae1-dd9b-432e-9b37-38705fb89833 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:10.478456 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-81afeb0e-68c1-4d0a-89e2-9686ead54d6a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.485593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:10.501399 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port cc460ae1-dd9b-432e-9b37-38705fb89833 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:10.501847 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.531194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7980c17a-9fa5-4914-ad07-ffa4a662654b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.532656 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7980c17a-9fa5-4914-ad07-ffa4a662654b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/networks/97174b16-0805-4431-85aa-57c4f431f689 HTTP/1.1" status: 200 len: 803 time: 0.3810291 Nov 09 00:23:10.539276 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55576) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:10.589974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.590585 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.592026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] 10.222.0.11 "PUT /v2.0/ports/f331cded-618f-4ee3-94c6-fd7e5eade72c HTTP/1.1" status: 200 len: 1092 time: 3.4667740 Nov 09 00:23:10.592517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'tag': 'f331cded-618f-4ee3-94c6-fd7e5eade72c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:10.594832 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a68c71-c828-4a24-b45d-a34f977ef36f" -d '{"events": [{"name": "network-changed", "server_uuid": "25b39e2d-dd40-4dcd-83bc-362134dba13f", "tag": "f331cded-618f-4ee3-94c6-fd7e5eade72c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:10.609043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afeb0e-68c1-4d0a-89e2-9686ead54d6a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Subnet': ['ID=bd896b9e-a2e2-4caf-8b15-9c8784ab31b8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:10.615580 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-81afeb0e-68c1-4d0a-89e2-9686ead54d6a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.621514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-81afeb0e-68c1-4d0a-89e2-9686ead54d6a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/bd896b9e-a2e2-4caf-8b15-9c8784ab31b8 HTTP/1.1" status: 204 len: 168 time: 1.3549190 Nov 09 00:23:10.624417 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.628268 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55580) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:10.650972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83a33adf-0b89-4a27-99fc-59193ee8f10c req-6dbac4cc-baef-4940-b23b-529f31d0453b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418031 Nov 09 00:23:10.669386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-b832e309-db74-44a0-b05a-c199f248cf8b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f8f4d027d6a4fa5b7ed1159e04fbc38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3080521 Nov 09 00:23:10.684633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9571a8-8e95-437b-bafc-d1957af5ccd1 service neutron] Pushing event updated for resources: {'Port': ['ID=f331cded-618f-4ee3-94c6-fd7e5eade72c,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:10.699753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-ee5c5125-2463-4ac5-9e3b-d2383cba1656 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685434 Nov 09 00:23:10.713963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port cc460ae1-dd9b-432e-9b37-38705fb89833, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=cc460ae1-dd9b-432e-9b37-38705fb89833,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:10.722522 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.769250 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-8d5269c8-cfd2-4307-bc2a-75371c826ef0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=53769426-080d-41b0-bd08-730566e2cb45 HTTP/1.1" status: 200 len: 217 time: 0.0398903 Nov 09 00:23:10.790375 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e9ddc6b-b6e6-4958-aa26-e7d7b63fa20b req-bc152f08-224a-443c-a8b2-7c24bb093bd0 service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728981 Nov 09 00:23:10.794519 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=cc460ae1-dd9b-432e-9b37-38705fb89833,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:10.812485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14676da-3645-4514-83cc-4f53608286a1 None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:23:10.868159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c73cfb3a-ad31-4bb2-b19f-98bff19778db None None] Provisioning complete for port cc460ae1-dd9b-432e-9b37-38705fb89833 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:10.868848 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c73cfb3a-ad31-4bb2-b19f-98bff19778db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.889799 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5f4792d8-0ac5-4cbb-ab8b-f733bae1eb0b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/networks/97174b16-0805-4431-85aa-57c4f431f689?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3460987 Nov 09 00:23:10.892137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55582) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:10.911152 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:10.937374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-83502497-4de8-4837-b103-ece9597490fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.938907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-83502497-4de8-4837-b103-ece9597490fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 200 len: 797 time: 0.1352835 Nov 09 00:23:10.943149 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-391001fd-001c-46d4-9d31-ee6403aceab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:10.944599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-391001fd-001c-46d4-9d31-ee6403aceab6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5c25c1a513d47d5a0d588f80875b683&device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 1095 time: 0.2315772 Nov 09 00:23:11.021987 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-d1bd6ab9-1df0-44dc-b152-c30fba72857c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c HTTP/1.1" status: 200 len: 217 time: 0.0595095 Nov 09 00:23:11.024919 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f82f6ff-20cf-4308-9202-23cd8f4c0b64 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:11.030816 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4f82f6ff-20cf-4308-9202-23cd8f4c0b64 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/subnets/3807c611-eaab-4532-834d-92b6d368137a HTTP/1.1" status: 200 len: 843 time: 0.1314154 Nov 09 00:23:11.031038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9be37c-04ae-4875-903c-0418db598cae req-3e04d235-cfd7-4237-a3d7-f989a3533a28 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:11.031736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b9be37c-04ae-4875-903c-0418db598cae req-3e04d235-cfd7-4237-a3d7-f989a3533a28 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.2290821 Nov 09 00:23:11.033042 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e9ddc6b-b6e6-4958-aa26-e7d7b63fa20b req-ac14f142-f986-40a8-9842-83821b682d8f service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316384 Nov 09 00:23:11.035756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55584) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:11.041144 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14676da-3645-4514-83cc-4f53608286a1 None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:23:11.086797 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:11.098070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:11.098849 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:11.103985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-68baf09b-a993-461f-9872-cab7ced16401 service neutron] 10.222.0.25 "GET /v2.0/networks/eca8a8cb-f3ba-42af-addf-091755887408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997948 Nov 09 00:23:11.142203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-689430b3-37b8-4749-884d-2d70125a6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:11.143718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-689430b3-37b8-4749-884d-2d70125a6e55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b55d064-514e-49d2-a6f8-b874bdcbc086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1922565 Nov 09 00:23:11.150282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb4ffda-2722-4629-ac02-30ee37c0739f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:11.151701 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4cb4ffda-2722-4629-ac02-30ee37c0739f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "GET /v2.0/subnets/3807c611-eaab-4532-834d-92b6d368137a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1150324 Nov 09 00:23:11.158976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-60d2ba84-2393-4d3a-a0d8-870c6ebdd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:11.160461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-60d2ba84-2393-4d3a-a0d8-870c6ebdd354 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79c9732f-1534-467b-88d9-7ab7fdb88108 HTTP/1.1" status: 200 len: 854 time: 0.1240809 Nov 09 00:23:11.166625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55586) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:11.181425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-43132f2f-2215-4c50-ae91-d33e88ec41c9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1706663105'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:11.232016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=f0073d71-ec8e-4a0b-a875-e243d3fdfe09,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:11.242451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b9be37c-04ae-4875-903c-0418db598cae req-3fd29924-3f09-453b-95d2-5e2eaa127c6f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985633 Nov 09 00:23:11.252314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-8833e9a3-6e4e-4536-b2f0-3ae36cb38c16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e829aeab-0510-4192-80fd-9d99c64b902a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720382 Nov 09 00:23:11.252656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port bef7e460-8f23-4651-a909-842bb74c0e8d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:11.252976 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:11.282648 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43132f2f-2215-4c50-ae91-d33e88ec41c9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:11.286743 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43132f2f-2215-4c50-ae91-d33e88ec41c9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:11.331080 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15016ccb-dbc8-440b-b4c9-aa1a3af99b68 x-openstack-request-id: req-15016ccb-dbc8-440b-b4c9-aa1a3af99b68 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:11.331380 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b39e2d-dd40-4dcd-83bc-362134dba13f", "tag": "f331cded-618f-4ee3-94c6-fd7e5eade72c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:11.331639 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15016ccb-dbc8-440b-b4c9-aa1a3af99b68 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:11.332116 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'tag': 'f331cded-618f-4ee3-94c6-fd7e5eade72c', 'status': 'completed', 'code': 200} Nov 09 00:23:11.366907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:11.371341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] For port bef7e460-8f23-4651-a909-842bb74c0e8d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bef7e460-8f23-4651-a909-842bb74c0e8d,segment=NetworkSegment(fda6d272-7d9b-43ea-b52f-c154a52424b7),segment_id=fda6d272-7d9b-43ea-b52f-c154a52424b7)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:11.371530 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:11.374241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43132f2f-2215-4c50-ae91-d33e88ec41c9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:23:11.376344 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:11.395466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for bef7e460-8f23-4651-a909-842bb74c0e8d owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:11.407293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-489e1c6a-7586-41e6-93c6-d9fec3387189 service neutron] 10.222.0.25 "GET /v2.0/networks/eca8a8cb-f3ba-42af-addf-091755887408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817380 Nov 09 00:23:11.408164 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43132f2f-2215-4c50-ae91-d33e88ec41c9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:11.408520 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-43132f2f-2215-4c50-ae91-d33e88ec41c9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Added segment 8f4f6b2d-d884-4eb5-8f17-678da89a715e of type vlan for network 63e415f5-2301-41de-af48-c7627daec2e6 Nov 09 00:23:11.414522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-3e269ebf-53f3-4ed3-a3b8-4214c8033a3e service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444353 Nov 09 00:23:11.496461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-eae1d782-ef38-4d1c-96cb-1e18a231b46e service neutron] 10.222.0.11 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027202 Nov 09 00:23:11.569673 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43132f2f-2215-4c50-ae91-d33e88ec41c9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:11.617528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-bd3020b3-0708-414f-8cd8-5aa95ae379d6 service neutron] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922028 Nov 09 00:23:11.629619 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43132f2f-2215-4c50-ae91-d33e88ec41c9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:11.635510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43132f2f-2215-4c50-ae91-d33e88ec41c9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:11.636184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43132f2f-2215-4c50-ae91-d33e88ec41c9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:11.664583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:11.728859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e65c2ba-09e5-4c2d-83b3-2af73f05c904 req-01bb176c-177b-4aab-b86a-c8d04937ac7b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 210 time: 0.0682278 Nov 09 00:23:11.734287 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-be252939-7e5e-4f95-a250-422f9f539823 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b5a6662b-efda-4873-9888-e7071a337881 HTTP/1.1" status: 200 len: 217 time: 0.0973551 Nov 09 00:23:11.758386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e266c517-f01e-43f9-9e34-ccfb3dfa78c9 req-af5ecff6-6d4f-4038-80e6-90c1e9c75947 service neutron] 10.222.0.11 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515240 Nov 09 00:23:11.773166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=bef7e460-8f23-4651-a909-842bb74c0e8d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:11.781742 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-43132f2f-2215-4c50-ae91-d33e88ec41c9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6081386 Nov 09 00:23:11.783025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No DVR routers for this DVR port bef7e460-8f23-4651-a909-842bb74c0e8d on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:11.788078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55596) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:11.813391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'subnet': {'network_id': '63e415f5-2301-41de-af48-c7627daec2e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:11.813391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Router 974fc3f4-b725-436d-aa6b-67cbd7df340c is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:23:11.855338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-7b2178b3-4581-4cdd-90bd-f4b05cf1cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:11.857011 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-7b2178b3-4581-4cdd-90bd-f4b05cf1cf4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77073b2d-8182-4647-a3e4-f9ac28e41e68 HTTP/1.1" status: 200 len: 797 time: 0.0977111 Nov 09 00:23:11.869513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43132f2f-2215-4c50-ae91-d33e88ec41c9 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Network': ['ID=63e415f5-2301-41de-af48-c7627daec2e6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:12.016549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 63e415f5-2301-41de-af48-c7627daec2e6 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:23:12.099116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a68c71-c828-4a24-b45d-a34f977ef36f req-7f7e02b9-d1bc-4d91-976c-32a44eec0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:12.101194 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16a68c71-c828-4a24-b45d-a34f977ef36f req-7f7e02b9-d1bc-4d91-976c-32a44eec0b42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5c25c1a513d47d5a0d588f80875b683&device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 1095 time: 0.2429903 Nov 09 00:23:12.105397 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:12.126527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-b62e12a8-c2b7-4d11-bcfa-8a033876f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:12.127990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Made reservation on behalf of 01134c595da744319b6d495ef9fe7a70 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:12.128184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-b62e12a8-c2b7-4d11-bcfa-8a033876f78b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=364a1333-8aa5-40a2-b83a-ed34d1006322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2156098 Nov 09 00:23:12.131930 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:12.199486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.ipam_backend_mixin [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Performing IP validity checks on allocation pools {{(pid=101781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 00:23:12.200125 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.ipam_backend_mixin [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 00:23:12.244805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52daa46-f154-4a49-8be7-1f903bf04ece']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:12.267940 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:12.288972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda6d272-7d9b-43ea-b52f-c154a52424b7') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:12.290196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda6d272-7d9b-43ea-b52f-c154a52424b7') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:12.293064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:12.309539 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Sync routers for ids ['974fc3f4-b725-436d-aa6b-67cbd7df340c'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:12.310687 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-76170bcf-bf2e-46bb-be87-7c82a97cda63 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "PUT /v2.0/routers/974fc3f4-b725-436d-aa6b-67cbd7df340c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8627357 Nov 09 00:23:12.313833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55608) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:12.316097 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:12.359645 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Routers {'974fc3f4-b725-436d-aa6b-67cbd7df340c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:12.360275 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-567b6882-71e6-4020-885f-64121da68d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['974fc3f4-b725-436d-aa6b-67cbd7df340c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:12.382792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:12.396182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4d552-9b5e-4f37-b293-01d0cfe5cedf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:12.401848 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1db4d552-9b5e-4f37-b293-01d0cfe5cedf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports/f0073d71-ec8e-4a0b-a875-e243d3fdfe09 HTTP/1.1" status: 200 len: 911 time: 0.0832846 Nov 09 00:23:12.405845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55610) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:12.414260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:12.414666 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:12.452690 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:23:12.453301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:23:12.458260 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:23:12.578123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765b6cea-e532-4afa-ab32-464818c39481 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:12.584587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765b6cea-e532-4afa-ab32-464818c39481 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:12.589175 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-765b6cea-e532-4afa-ab32-464818c39481 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1797986 Nov 09 00:23:12.594730 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55612) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:12.596808 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Set router 974fc3f4-b725-436d-aa6b-67cbd7df340c gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:12.603591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device cc460ae1-dd9b-432e-9b37-38705fb89833 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:12.665730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb567da1-af99-492d-b1b3-6e042f4abb26 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:12.719437 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:12.726591 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-919005bb-ad43-4034-ba07-6cdd3153288f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:12.752009 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:12.756987 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/networks/e52daa46-f154-4a49-8be7-1f903bf04ece HTTP/1.1" status: 204 len: 168 time: 2.1257730 Nov 09 00:23:12.758297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93514a92-e01c-4d7c-b11b-75ca3a610a59 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Network': ['ID=e52daa46-f154-4a49-8be7-1f903bf04ece,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:12.763102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55614) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:12.763809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55462584-e00a-4bbc-870d-bf996b570a2b req-ba37aa62-afc1-47e6-bd93-c33575c31cbd tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:12.769062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-87a6fabe-63c5-4cd5-951d-f42cf2376ed5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-210107717', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:12.792563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55462584-e00a-4bbc-870d-bf996b570a2b req-ba37aa62-afc1-47e6-bd93-c33575c31cbd tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.8386259 Nov 09 00:23:12.956364 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.030950 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-567b6882-71e6-4020-885f-64121da68d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974fc3f4-b725-436d-aa6b-67cbd7df340c', 'name': 'tempest-NetworksTestDHCPv6-router-570821380', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:07Z', 'updated_at': '2021-11-09T00:23:10Z', 'revision_number': 2, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'gw_port_host': None, '_interfaces': [{'id': 'f0073d71-ec8e-4a0b-a875-e243d3fdfe09', 'name': '', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'mac_address': 'fa:16:3e:91:46:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974fc3f4-b725-436d-aa6b-67cbd7df340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '47ede48a-7abe-4580-9d7e-0903ebc24357', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:08Z', 'updated_at': '2021-11-09T00:23:10Z', 'revision_number': 2, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'subnets': [{'id': '47ede48a-7abe-4580-9d7e-0903ebc24357', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:13.040868 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Subnet': ['ID=94590f01-b4d1-4b3e-adf6-826cd2d7ef2d,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:13.041213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-aa0f1364-ba7e-41fa-855f-af3c28a8ed7d None None] Provisioning complete for port f0073d71-ec8e-4a0b-a875-e243d3fdfe09 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:13.042264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aa0f1364-ba7e-41fa-855f-af3c28a8ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.064113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87a6fabe-63c5-4cd5-951d-f42cf2376ed5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.065292 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87a6fabe-63c5-4cd5-951d-f42cf2376ed5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.093883 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Checking router: 974fc3f4-b725-436d-aa6b-67cbd7df340c for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:23:13.094274 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Updating router 974fc3f4-b725-436d-aa6b-67cbd7df340c port f0073d71-ec8e-4a0b-a875-e243d3fdfe09 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:23:13.150567 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.159295 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55462584-e00a-4bbc-870d-bf996b570a2b req-c82fc61e-1e8d-4e05-8fec-2b7b5968e6d4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661397 Nov 09 00:23:13.168083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c124794-0e3f-4a34-be9f-9e3a84ac3c8f req-89ff8fa8-4aad-4767-a6e2-f207ed87ee79 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:13.168375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f1364-ba7e-41fa-855f-af3c28a8ed7d None None] Port f0073d71-ec8e-4a0b-a875-e243d3fdfe09 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:13.180879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port cc460ae1-dd9b-432e-9b37-38705fb89833 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:13.185910 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.188296 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c124794-0e3f-4a34-be9f-9e3a84ac3c8f req-89ff8fa8-4aad-4767-a6e2-f207ed87ee79 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.5060730 Nov 09 00:23:13.198033 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-67f32161-ebc2-4877-9bfd-29d8723bd0ad service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850612 Nov 09 00:23:13.323741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a68c71-c828-4a24-b45d-a34f977ef36f req-3a0dbdd8-8ac1-42c1-a214-063f89826390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:13.325234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16a68c71-c828-4a24-b45d-a34f977ef36f req-3a0dbdd8-8ac1-42c1-a214-063f89826390 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e829aeab-0510-4192-80fd-9d99c64b902a HTTP/1.1" status: 200 len: 914 time: 1.2137766 Nov 09 00:23:13.330268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a29a29-4b93-484f-bb24-086e82001ae1 None None] DHCP port deletion for e52daa46-f154-4a49-8be7-1f903bf04ece request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:23:13.364509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Checking segment: {'id': '8f4f6b2d-d884-4eb5-8f17-678da89a715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '63e415f5-2301-41de-af48-c7627daec2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:13.365017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network hostable DHCP agents. Network: 63e415f5-2301-41de-af48-c7627daec2e6, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:23:13.397268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-aa0f1364-ba7e-41fa-855f-af3c28a8ed7d None None] Provisioning complete for port cc460ae1-dd9b-432e-9b37-38705fb89833 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:13.404134 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aa0f1364-ba7e-41fa-855f-af3c28a8ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.437982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1e4eafb-0452-48c6-a02c-973fb951b114 req-86bc645d-d688-41a5-86c9-1f34ca609176 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 210 time: 0.1372881 Nov 09 00:23:13.529606 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16a68c71-c828-4a24-b45d-a34f977ef36f req-d354af70-65eb-4517-a0a7-b48a82a5ab22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c HTTP/1.1" status: 200 len: 217 time: 0.1539116 Nov 09 00:23:13.644447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c124794-0e3f-4a34-be9f-9e3a84ac3c8f req-097cb810-9201-4388-8ea5-987870687c4d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506316 Nov 09 00:23:13.698183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a68c71-c828-4a24-b45d-a34f977ef36f req-8e1bcfa9-275e-4d14-bcea-898513e3bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:13.699998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16a68c71-c828-4a24-b45d-a34f977ef36f req-8e1bcfa9-275e-4d14-bcea-898513e3bbd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79c9732f-1534-467b-88d9-7ab7fdb88108 HTTP/1.1" status: 200 len: 854 time: 0.1686220 Nov 09 00:23:13.704090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-90dc737e-8295-450a-9d87-1367540589b9 service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720554 Nov 09 00:23:13.783279 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.791245 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.793954 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16a68c71-c828-4a24-b45d-a34f977ef36f req-eb271996-43c2-4608-a59c-890aee7610d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e829aeab-0510-4192-80fd-9d99c64b902a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664368 Nov 09 00:23:13.796445 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-43e185a5-d083-4163-8000-897d83965350 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc1506de-6e61-4a64-b986-f96a0cbae5e0 HTTP/1.1" status: 200 len: 217 time: 0.0748036 Nov 09 00:23:13.867929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-facf9c65-cbb4-4506-8ca2-566daf5243f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:13.869503 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-facf9c65-cbb4-4506-8ca2-566daf5243f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77073b2d-8182-4647-a3e4-f9ac28e41e68 HTTP/1.1" status: 200 len: 797 time: 0.0644219 Nov 09 00:23:13.874369 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1c0a2-1351-46cd-87eb-31500b230f37 None None] Pushing event updated for resources: {'Port': ['ID=f0073d71-ec8e-4a0b-a875-e243d3fdfe09,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:13.909977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ed624b9c-bfa8-426e-bd7c-9dc25c4531d7 None None] Provisioning complete for port f0073d71-ec8e-4a0b-a875-e243d3fdfe09 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:13.910579 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ed624b9c-bfa8-426e-bd7c-9dc25c4531d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.937072 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Attempting to bind port f0073d71-ec8e-4a0b-a875-e243d3fdfe09 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:13.937960 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Attempting to bind port f0073d71-ec8e-4a0b-a875-e243d3fdfe09 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:13.938493 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Attempting to bind port f0073d71-ec8e-4a0b-a875-e243d3fdfe09 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:13.945292 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:13.946005 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:13.946607 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.947925 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:13.949115 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Bound port: f0073d71-ec8e-4a0b-a875-e243d3fdfe09, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:13.949755 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.963750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ed624b9c-bfa8-426e-bd7c-9dc25c4531d7 None None] Port f0073d71-ec8e-4a0b-a875-e243d3fdfe09 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:13.979808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ed624b9c-bfa8-426e-bd7c-9dc25c4531d7 None None] Provisioning complete for port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:13.980495 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ed624b9c-bfa8-426e-bd7c-9dc25c4531d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:13.999853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402acf32-8ce5-4da4-b88b-6ae365e1104b req-ef7887bc-bfa6-4fbf-8bf7-ec383fc568ec tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:14.001423 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-402acf32-8ce5-4da4-b88b-6ae365e1104b req-ef7887bc-bfa6-4fbf-8bf7-ec383fc568ec tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.3126030 Nov 09 00:23:14.011448 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87a6fabe-63c5-4cd5-951d-f42cf2376ed5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:14.041618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-f559b926-4fb1-4f23-b401-ee1da6d76d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:14.043147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-f559b926-4fb1-4f23-b401-ee1da6d76d33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=364a1333-8aa5-40a2-b83a-ed34d1006322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1487465 Nov 09 00:23:14.066308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bef7e460-8f23-4651-a909-842bb74c0e8d no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:14.076017 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87a6fabe-63c5-4cd5-951d-f42cf2376ed5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:14.093701 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-567b6882-71e6-4020-885f-64121da68d61 None None] For port f0073d71-ec8e-4a0b-a875-e243d3fdfe09, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:14.098738 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-567b6882-71e6-4020-885f-64121da68d61 None None] For port f0073d71-ec8e-4a0b-a875-e243d3fdfe09, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f0073d71-ec8e-4a0b-a875-e243d3fdfe09,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:14.105607 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:14.112512 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-402acf32-8ce5-4da4-b88b-6ae365e1104b req-059344b8-faa8-4887-b3c4-8ab5777fbf1d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002555 Nov 09 00:23:14.125449 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16a68c71-c828-4a24-b45d-a34f977ef36f req-742a74f1-efed-49d8-b8a3-50a551cbcfa2 service neutron] 10.222.0.11 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214853 Nov 09 00:23:14.125765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: bef7e460-8f23-4651-a909-842bb74c0e8d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:23:14.126107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bef7e460-8f23-4651-a909-842bb74c0e8d not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:23:14.186569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ed624b9c-bfa8-426e-bd7c-9dc25c4531d7 None None] Provisioning complete for port cc460ae1-dd9b-432e-9b37-38705fb89833 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:14.187417 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ed624b9c-bfa8-426e-bd7c-9dc25c4531d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:14.188934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87a6fabe-63c5-4cd5-951d-f42cf2376ed5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:14.200698 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-87a6fabe-63c5-4cd5-951d-f42cf2376ed5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.4355152 Nov 09 00:23:14.202437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Network 63e415f5-2301-41de-af48-c7627daec2e6 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:23:14.207534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55624) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:14.218136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1105913459'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:14.224086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 63e415f5-2301-41de-af48-c7627daec2e6) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:14.230859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:14.231819 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:14.238374 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Routers {'974fc3f4-b725-436d-aa6b-67cbd7df340c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:14.239106 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-567b6882-71e6-4020-885f-64121da68d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['974fc3f4-b725-436d-aa6b-67cbd7df340c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:14.241141 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1c0a2-1351-46cd-87eb-31500b230f37 None None] Pushing event updated for resources: {'Port': ['ID=f0073d71-ec8e-4a0b-a875-e243d3fdfe09,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:14.243194 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d72dc55-be3d-4a15-b159-38adc8acee54 None None] Network 63e415f5-2301-41de-af48-c7627daec2e6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:14.297126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:14.302333 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:14.313848 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6c7097c4-f34c-4b87-b91a-237f98b2735a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5117981 Nov 09 00:23:14.324156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-fd3eea92-6839-488d-ae49-7a4f884c1564 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:14.325752 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-fd3eea92-6839-488d-ae49-7a4f884c1564 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.11 "GET /v2.0/networks?id=eca8a8cb-f3ba-42af-addf-091755887408 HTTP/1.1" status: 200 len: 797 time: 0.9995918 Nov 09 00:23:14.326251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55626) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:14.334542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1b100269-b4dc-4e12-a424-9a9ba0bb3c49 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:14.385220 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-567b6882-71e6-4020-885f-64121da68d61 None None] Set router 974fc3f4-b725-436d-aa6b-67cbd7df340c gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:14.464693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-862881ac-50cd-4de4-bc85-bced80fc62fa service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796411 Nov 09 00:23:14.497532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:23:14.524098 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:14.524464 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Added segment 31cde05d-684f-486a-a38a-f21e660ef2a5 of type vlan for network 599dc112-1484-4357-a492-ec09b01f9345 Nov 09 00:23:14.599660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f331cded-618f-4ee3-94c6-fd7e5eade72c details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:23:14.602954 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16a68c71-c828-4a24-b45d-a34f977ef36f req-ce940f53-51c3-48a8-ab29-cb178c2c7312 service neutron] 10.222.0.11 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425554 Nov 09 00:23:14.655473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0884a65-e9de-4897-8a12-c0b6aa6ee610 req-b2e85bbd-6ae7-4706-93c6-6a3cc2792575 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:14.657067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0884a65-e9de-4897-8a12-c0b6aa6ee610 req-b2e85bbd-6ae7-4706-93c6-6a3cc2792575 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.3813131 Nov 09 00:23:14.693110 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b100269-b4dc-4e12-a424-9a9ba0bb3c49 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3930425'] for subnet, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:14.693728 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-567b6882-71e6-4020-885f-64121da68d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974fc3f4-b725-436d-aa6b-67cbd7df340c', 'name': 'tempest-NetworksTestDHCPv6-router-570821380', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:07Z', 'updated_at': '2021-11-09T00:23:10Z', 'revision_number': 2, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'gw_port_host': None, '_interfaces': [{'id': 'f0073d71-ec8e-4a0b-a875-e243d3fdfe09', 'name': '', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'mac_address': 'fa:16:3e:91:46:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974fc3f4-b725-436d-aa6b-67cbd7df340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '47ede48a-7abe-4580-9d7e-0903ebc24357', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:08Z', 'updated_at': '2021-11-09T00:23:14Z', 'revision_number': 4, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'subnets': [{'id': '47ede48a-7abe-4580-9d7e-0903ebc24357', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:14.705232 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ff4a1cd-6bdd-4f0e-b09e-33f7fa4d53b0 req-ae7e5528-7bf3-4a90-9d10-3c2a9af31319 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 210 time: 0.1338389 Nov 09 00:23:14.708412 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:14.742719 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b6882-71e6-4020-885f-64121da68d61 None None] The sync data for ids ['974fc3f4-b725-436d-aa6b-67cbd7df340c'] in n-d-813263-3 is: [{'id': '974fc3f4-b725-436d-aa6b-67cbd7df340c', 'name': 'tempest-NetworksTestDHCPv6-router-570821380', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:07Z', 'updated_at': '2021-11-09T00:23:10Z', 'revision_number': 2, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'gw_port_host': None, '_interfaces': [{'id': 'f0073d71-ec8e-4a0b-a875-e243d3fdfe09', 'name': '', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'mac_address': 'fa:16:3e:91:46:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974fc3f4-b725-436d-aa6b-67cbd7df340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '47ede48a-7abe-4580-9d7e-0903ebc24357', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:08Z', 'updated_at': '2021-11-09T00:23:14Z', 'revision_number': 4, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'subnets': [{'id': '47ede48a-7abe-4580-9d7e-0903ebc24357', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:14.884353 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c747d4a4-f293-4e3a-b37d-4e8d0b4812ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:14.900470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0884a65-e9de-4897-8a12-c0b6aa6ee610 req-8e9b7036-7644-4dc3-b215-905f1684cbd7 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182319 Nov 09 00:23:14.944334 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.db.resource_extend [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:23:14.952007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:14.968078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5e1e5354-6409-4b80-8de2-00b508241671 None None] Provisioning complete for port f0073d71-ec8e-4a0b-a875-e243d3fdfe09 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:14.968453 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5354-6409-4b80-8de2-00b508241671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:14.971278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'f331cded-618f-4ee3-94c6-fd7e5eade72c', 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a', 'port_id': 'f331cded-618f-4ee3-94c6-fd7e5eade72c', 'mac_address': 'fa:16:3e:da:85:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c9732f-1534-467b-88d9-7ab7fdb88108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:23:14.989502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0a5fe9f-58f1-414b-b06f-b8b3053e70b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.018263 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.027314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-63e415f5-2301-41de-af48-c7627daec2e6', 'network_id': '63e415f5-2301-41de-af48-c7627daec2e6', 'tenant_id': '01134c595da744319b6d495ef9fe7a70', 'fixed_ips': [{'subnet_id': '94590f01-b4d1-4b3e-adf6-826cd2d7ef2d'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:23:15.028790 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.034239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:15.034897 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.104487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af5bcb-9b73-433e-9dbe-a0953d93e110 req-16d239a4-bc39-4cef-882d-23fbbeef0d3d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:15.104930 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b100269-b4dc-4e12-a424-9a9ba0bb3c49 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740052483979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8392911'] for subnet, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.113815 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1af5bcb-9b73-433e-9dbe-a0953d93e110 req-16d239a4-bc39-4cef-882d-23fbbeef0d3d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.2945819 Nov 09 00:23:15.147078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d91f01f8-0ca1-45e9-a136-ee22cf1b971e req-6f4bd97d-2908-479e-9431-960952bb695d service neutron] 10.222.0.30 "GET /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889220 Nov 09 00:23:15.200103 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.218039 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0086188 Nov 09 00:23:15.229540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55644) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:15.247594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b48d5db9-e550-4ff2-874e-3be95d9b802a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'subnet': {'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:15.282431 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f331cded-618f-4ee3-94c6-fd7e5eade72c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:23:15.316394 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-32314222-1e1d-42f8-8eb4-69ccdc937799 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f8f4d027d6a4fa5b7ed1159e04fbc38 HTTP/1.1" status: 200 len: 476 time: 0.9440935 Nov 09 00:23:15.321686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b100269-b4dc-4e12-a424-9a9ba0bb3c49 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:15.322292 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b100269-b4dc-4e12-a424-9a9ba0bb3c49 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.326134 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1b100269-b4dc-4e12-a424-9a9ba0bb3c49 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "PUT /v2.0/subnets/94590f01-b4d1-4b3e-adf6-826cd2d7ef2d HTTP/1.1" status: 200 len: 900 time: 0.9946275 Nov 09 00:23:15.326739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239fac1-b22c-46c8-be22-2effc0dc5013 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Network': ['ID=599dc112-1484-4357-a492-ec09b01f9345,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:15.328587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Request body: {'port': {'device_id': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'admin_state_up': True, 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'security_groups': ['226dc74e-a6e5-4d05-9258-3670bbaeb887', '37310400-74dd-4e11-a9a8-4d31a8ee84fa']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:15.334384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55648) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:15.375487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 599dc112-1484-4357-a492-ec09b01f9345 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:23:15.410487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:15.474504 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b100269-b4dc-4e12-a424-9a9ba0bb3c49 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event updated for resources: {'Subnet': ['ID=94590f01-b4d1-4b3e-adf6-826cd2d7ef2d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:15.475527 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.499188 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e1af5bcb-9b73-433e-9dbe-a0953d93e110 req-fddc5595-2849-4507-b8df-eb2211f226d4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844221 Nov 09 00:23:15.566929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-2b778a4d-706c-4a51-a6b4-19a07aa5595d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:15.576141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-2b778a4d-706c-4a51-a6b4-19a07aa5595d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 812 time: 0.3238590 Nov 09 00:23:15.602309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-fb952e07-46bf-49a5-bc65-7e4fe71d4172 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/quotas/bbaf884dbbf848df8b65aeaf3af74797 HTTP/1.1" status: 200 len: 375 time: 0.0242796 Nov 09 00:23:15.635873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48d5db9-e550-4ff2-874e-3be95d9b802a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:15.641078 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b48d5db9-e550-4ff2-874e-3be95d9b802a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.673759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=f331cded-618f-4ee3-94c6-fd7e5eade72c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:15.681034 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5354-6409-4b80-8de2-00b508241671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.699261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f331cded-618f-4ee3-94c6-fd7e5eade72c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:23:15.706722 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Allocated IP 2001:db8::3 (63e415f5-2301-41de-af48-c7627daec2e6/94590f01-b4d1-4b3e-adf6-826cd2d7ef2d/7db7d14f-f9e4-42cf-9345-383a583fe7fe) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:15.710018 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.772897 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8d32c0e1-763a-4421-8819-59bdb2539997 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1703565 Nov 09 00:23:15.781971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5e1e5354-6409-4b80-8de2-00b508241671 None None] For port f0073d71-ec8e-4a0b-a875-e243d3fdfe09, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f0073d71-ec8e-4a0b-a875-e243d3fdfe09,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:15.797009 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5354-6409-4b80-8de2-00b508241671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.875677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.878016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c42ccc8d-e273-4fd2-9dc5-0d6e1f83dd08 req-261ec322-648b-4d46-abd0-4ccd45e655f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 210 time: 0.0555375 Nov 09 00:23:15.932935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e5354-6409-4b80-8de2-00b508241671 None None] Pushing event updated for resources: {'Port': ['ID=f0073d71-ec8e-4a0b-a875-e243d3fdfe09,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:15.953636 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:15.978932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Made reservation on behalf of 0f8f4d027d6a4fa5b7ed1159e04fbc38 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:15.984115 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.005994 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-80df5f4c-02bb-4128-9c1b-7444156ce074 service neutron] 10.222.0.25 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320099 Nov 09 00:23:16.009539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d1a43cbd-0feb-4653-97a8-a8e00fe5f8ef None None] Provisioning complete for port f0073d71-ec8e-4a0b-a875-e243d3fdfe09 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:16.010161 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d1a43cbd-0feb-4653-97a8-a8e00fe5f8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.098129 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.102540 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.115509 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.149770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Allocated IP 172.20.0.14 (eca8a8cb-f3ba-42af-addf-091755887408/8a6fe55b-e942-4079-9841-cb2139ac33d7/564722fc-1be1-4735-b17d-f8fd9c5dbedf) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:16.196532 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b48d5db9-e550-4ff2-874e-3be95d9b802a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.198981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5fe9f-58f1-414b-b06f-b8b3053e70b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port f0073d71-ec8e-4a0b-a875-e243d3fdfe09 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:16.199315 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0a5fe9f-58f1-414b-b06f-b8b3053e70b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.221164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f0073d71-ec8e-4a0b-a875-e243d3fdfe09 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:16.226237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-d9083e1a-ac7b-4242-8971-8482577f56d3 service neutron] 10.222.0.25 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973295 Nov 09 00:23:16.237492 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Network 63e415f5-2301-41de-af48-c7627daec2e6 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:16.269956 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:16.273298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d5db9-e550-4ff2-874e-3be95d9b802a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Checking segment: {'id': '31cde05d-684f-486a-a38a-f21e660ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '599dc112-1484-4357-a492-ec09b01f9345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:16.273534 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:16.273711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d5db9-e550-4ff2-874e-3be95d9b802a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network hostable DHCP agents. Network: 599dc112-1484-4357-a492-ec09b01f9345, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:23:16.277697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d5db9-e550-4ff2-874e-3be95d9b802a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Subnet': ['ID=66919c53-78be-4729-a05b-6510df48482a,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:16.289459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Pushing event updated for resources: {'Port': ['ID=7db7d14f-f9e4-42cf-9345-383a583fe7fe,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:16.303405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d5db9-e550-4ff2-874e-3be95d9b802a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 599dc112-1484-4357-a492-ec09b01f9345 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:23:16.316330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.317687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b48d5db9-e550-4ff2-874e-3be95d9b802a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 599dc112-1484-4357-a492-ec09b01f9345) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:16.318673 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.322530 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d5db9-e550-4ff2-874e-3be95d9b802a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:16.323451 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b48d5db9-e550-4ff2-874e-3be95d9b802a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.348169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b48d5db9-e550-4ff2-874e-3be95d9b802a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1150775 Nov 09 00:23:16.351012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55652) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:16.353124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6010a7-6023-43ab-a014-03895a96f900 None None] Network 599dc112-1484-4357-a492-ec09b01f9345 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:16.411027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Subnet': ['ID=94590f01-b4d1-4b3e-adf6-826cd2d7ef2d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:16.429095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Attempting to bind port 7db7d14f-f9e4-42cf-9345-383a583fe7fe on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:16.429676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Attempting to bind port 7db7d14f-f9e4-42cf-9345-383a583fe7fe by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '8f4f6b2d-d884-4eb5-8f17-678da89a715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '63e415f5-2301-41de-af48-c7627daec2e6'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:16.430045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Attempting to bind port 7db7d14f-f9e4-42cf-9345-383a583fe7fe on network 63e415f5-2301-41de-af48-c7627daec2e6 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:16.466505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:16.466938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Checking segment: {'id': '8f4f6b2d-d884-4eb5-8f17-678da89a715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '63e415f5-2301-41de-af48-c7627daec2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:16.467312 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.467844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Bound using segment: {'id': '8f4f6b2d-d884-4eb5-8f17-678da89a715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '63e415f5-2301-41de-af48-c7627daec2e6'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:16.468335 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Bound port: 7db7d14f-f9e4-42cf-9345-383a583fe7fe, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4f6b2d-d884-4eb5-8f17-678da89a715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '63e415f5-2301-41de-af48-c7627daec2e6'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:16.468712 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.491159 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.543903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f0073d71-ec8e-4a0b-a875-e243d3fdfe09 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:16.544035 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.573641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e415f5-2301-41de-af48-c7627daec2e6']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:16.606222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-e0a5fe9f-58f1-414b-b06f-b8b3053e70b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] For port f0073d71-ec8e-4a0b-a875-e243d3fdfe09, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f0073d71-ec8e-4a0b-a875-e243d3fdfe09,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:16.606895 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0a5fe9f-58f1-414b-b06f-b8b3053e70b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.627652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4f6b2d-d884-4eb5-8f17-678da89a715e') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:16.628283 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4f6b2d-d884-4eb5-8f17-678da89a715e') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:16.655197 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.663644 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.680782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5fe9f-58f1-414b-b06f-b8b3053e70b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for f0073d71-ec8e-4a0b-a875-e243d3fdfe09 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:16.700682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3be7864-7a13-4443-bac1-ff34195aecdd req-6e0b171d-be16-4ac3-bd76-e29b3b1dbabd tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 210 time: 0.0660381 Nov 09 00:23:16.705728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] For port 7db7d14f-f9e4-42cf-9345-383a583fe7fe, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:16.739241 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] For port 7db7d14f-f9e4-42cf-9345-383a583fe7fe, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7db7d14f-f9e4-42cf-9345-383a583fe7fe,segment=NetworkSegment(8f4f6b2d-d884-4eb5-8f17-678da89a715e),segment_id=8f4f6b2d-d884-4eb5-8f17-678da89a715e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:16.756353 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.765054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.779372 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.811212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:23:16.811698 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.816039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9e796-c400-4201-97ec-6d77b07d96d7 req-0542c6a7-2abf-4638-bced-f549bd69b67a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:16.817626 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35f9e796-c400-4201-97ec-6d77b07d96d7 req-0542c6a7-2abf-4638-bced-f549bd69b67a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 945 time: 0.1643405 Nov 09 00:23:16.826490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-599dc112-1484-4357-a492-ec09b01f9345', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:23:16.827407 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:23:16.834305 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:23:16.955472 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:16.961985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35f9e796-c400-4201-97ec-6d77b07d96d7 req-3aa21a85-4b67-4fee-8d4c-5a3e56a39eb4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060898 Nov 09 00:23:17.012871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network eca8a8cb-f3ba-42af-addf-091755887408 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:17.024297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Allocated IP 2001:db8::2 (599dc112-1484-4357-a492-ec09b01f9345/66919c53-78be-4729-a05b-6510df48482a/ad9543a7-a362-4fe2-b1ef-9adc727b4f1b) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:17.033335 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:17.037217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:17.104366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Port': ['ID=564722fc-1be1-4735-b17d-f8fd9c5dbedf,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:17.109089 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.api [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 00:23:17.109089 n-d-813263-3 neutron-server[101781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 00:23:17.109089 n-d-813263-3 neutron-server[101781]: [parameters: {'id': '63e415f5-2301-41de-af48-c7627daec2e6'}] Nov 09 00:23:17.109089 n-d-813263-3 neutron-server[101781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:23:17.109752 n-d-813263-3 neutron-server[101781]: DEBUG oslo_db.api [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:23:17.130804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411fa43-3adb-4365-bb94-113617a2994c None None] Pushing event updated for resources: {'Port': ['ID=7db7d14f-f9e4-42cf-9345-383a583fe7fe,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:17.143663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:17.144617 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.158438 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f7e53e-1fa8-4681-a883-a0997cbe1aa7 None None] Network 63e415f5-2301-41de-af48-c7627daec2e6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:17.215602 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-0768e4cc-5c49-4ba3-a6f3-ec8b54ee0f05 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.8906376 Nov 09 00:23:17.229444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Request body: {'port': {'device_id': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:17.313287 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fa972-c791-412b-98e6-ee9b4cee1fad req-b5676844-ae06-44b6-8f9b-d81b520fd35e tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:17.329716 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f5fa972-c791-412b-98e6-ee9b4cee1fad req-b5676844-ae06-44b6-8f9b-d81b520fd35e tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 971 time: 0.2239466 Nov 09 00:23:17.343719 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.351260 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.363627 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.378556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0a5fe9f-58f1-414b-b06f-b8b3053e70b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.398083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f5fa972-c791-412b-98e6-ee9b4cee1fad req-37828951-6ee3-4f8f-8afd-e9cde47a0f26 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0672646 Nov 09 00:23:17.455650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5fe9f-58f1-414b-b06f-b8b3053e70b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=f0073d71-ec8e-4a0b-a875-e243d3fdfe09,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:17.487611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Allocated IP 2001:db8::1 (599dc112-1484-4357-a492-ec09b01f9345/66919c53-78be-4729-a05b-6510df48482a/f1373678-9074-4c8d-862d-ae01493f4f5c) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:17.610813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.666570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Network 599dc112-1484-4357-a492-ec09b01f9345 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:17.684714 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0a5fe9f-58f1-414b-b06f-b8b3053e70b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.684994 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.688721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:17.692677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7c373936-c2c4-499b-8112-e431dbe2a656 None None] Provisioning complete for port 564722fc-1be1-4735-b17d-f8fd9c5dbedf triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:17.693732 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7c373936-c2c4-499b-8112-e431dbe2a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.733650 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:17.735963 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.742176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Pushing event updated for resources: {'Port': ['ID=ad9543a7-a362-4fe2-b1ef-9adc727b4f1b,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:17.751639 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.803436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-7c373936-c2c4-499b-8112-e431dbe2a656 None None] Port 564722fc-1be1-4735-b17d-f8fd9c5dbedf cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:17.820250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa0e88a-c9cd-44ae-b735-ef6a4ae68c43 None None] Network 63e415f5-2301-41de-af48-c7627daec2e6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:17.832816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Attempting to bind port ad9543a7-a362-4fe2-b1ef-9adc727b4f1b on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:17.833197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Attempting to bind port ad9543a7-a362-4fe2-b1ef-9adc727b4f1b by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '31cde05d-684f-486a-a38a-f21e660ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '599dc112-1484-4357-a492-ec09b01f9345'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:17.833628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Attempting to bind port ad9543a7-a362-4fe2-b1ef-9adc727b4f1b on network 599dc112-1484-4357-a492-ec09b01f9345 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:17.867902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:17.868362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Checking segment: {'id': '31cde05d-684f-486a-a38a-f21e660ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '599dc112-1484-4357-a492-ec09b01f9345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:17.868930 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.869493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=f1373678-9074-4c8d-862d-ae01493f4f5c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:17.869966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Bound using segment: {'id': '31cde05d-684f-486a-a38a-f21e660ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '599dc112-1484-4357-a492-ec09b01f9345'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:17.870520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Bound port: ad9543a7-a362-4fe2-b1ef-9adc727b4f1b, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cde05d-684f-486a-a38a-f21e660ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '599dc112-1484-4357-a492-ec09b01f9345'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:17.870913 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.888955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 599dc112-1484-4357-a492-ec09b01f9345 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:17.898206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6814a64e-071f-4d2b-90a1-af2972f25575 req-72e3f693-b5d4-4ed0-bfd3-49a1403c1600 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 210 time: 0.0795197 Nov 09 00:23:17.918753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:17.934246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:17.935183 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:17.987894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a5fe9f-58f1-414b-b06f-b8b3053e70b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Router 974fc3f4-b725-436d-aa6b-67cbd7df340c has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:23:17.991424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Deleting port 7db7d14f-f9e4-42cf-9345-383a583fe7fe {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:17.991765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.036828 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] For port ad9543a7-a362-4fe2-b1ef-9adc727b4f1b, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:18.063123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] For port ad9543a7-a362-4fe2-b1ef-9adc727b4f1b, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ad9543a7-a362-4fe2-b1ef-9adc727b4f1b,segment=NetworkSegment(31cde05d-684f-486a-a38a-f21e660ef2a5),segment_id=31cde05d-684f-486a-a38a-f21e660ef2a5)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:18.071994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] For port 7db7d14f-f9e4-42cf-9345-383a583fe7fe, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7db7d14f-f9e4-42cf-9345-383a583fe7fe,segment=NetworkSegment(8f4f6b2d-d884-4eb5-8f17-678da89a715e),segment_id=8f4f6b2d-d884-4eb5-8f17-678da89a715e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:18.072244 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.075396 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.087731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Calling delete_port for 7db7d14f-f9e4-42cf-9345-383a583fe7fe owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:18.204457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7137e-7d2d-4db4-a4d8-c9c20136af37 None None] Pushing event updated for resources: {'Port': ['ID=ad9543a7-a362-4fe2-b1ef-9adc727b4f1b,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:18.263934 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a5fe9f-58f1-414b-b06f-b8b3053e70b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:18.269916 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e0a5fe9f-58f1-414b-b06f-b8b3053e70b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "PUT /v2.0/routers/974fc3f4-b725-436d-aa6b-67cbd7df340c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6739039 Nov 09 00:23:18.275302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55676) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:18.275678 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.279405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8991b7-71ec-4a90-853f-75cf088b2b6d None None] Sync routers for ids ['974fc3f4-b725-436d-aa6b-67cbd7df340c'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:18.295952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8991b7-71ec-4a90-853f-75cf088b2b6d None None] Routers {'974fc3f4-b725-436d-aa6b-67cbd7df340c'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:18.296694 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7a8991b7-71ec-4a90-853f-75cf088b2b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['974fc3f4-b725-436d-aa6b-67cbd7df340c'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:18.381940 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.390264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce05a9-12ee-4904-b610-5fa39f42ac95 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:18.392177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce05a9-12ee-4904-b610-5fa39f42ac95 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:18.393773 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-26ce05a9-12ee-4904-b610-5fa39f42ac95 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1175060 Nov 09 00:23:18.416108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-7a8991b7-71ec-4a90-853f-75cf088b2b6d None None] Set router 974fc3f4-b725-436d-aa6b-67cbd7df340c gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:18.419518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55678) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:18.443844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564722fc-1be1-4735-b17d-f8fd9c5dbedf {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:23:18.448443 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Port': ['ID=7db7d14f-f9e4-42cf-9345-383a583fe7fe,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:18.477446 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No DVR routers for this DVR port 7db7d14f-f9e4-42cf-9345-383a583fe7fe on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:18.484226 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.536890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Transition to ACTIVE for port object 564722fc-1be1-4735-b17d-f8fd9c5dbedf will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:23:18.546274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7a8991b7-71ec-4a90-853f-75cf088b2b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974fc3f4-b725-436d-aa6b-67cbd7df340c', 'name': 'tempest-NetworksTestDHCPv6-router-570821380', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:07Z', 'updated_at': '2021-11-09T00:23:17Z', 'revision_number': 3, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:18.548343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f331cded-618f-4ee3-94c6-fd7e5eade72c up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:18.556542 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.609037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8991b7-71ec-4a90-853f-75cf088b2b6d None None] Checking router: 974fc3f4-b725-436d-aa6b-67cbd7df340c for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:23:18.620905 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6e04ef-7b26-4bed-8565-f7182128be31 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 47ede48a-7abe-4580-9d7e-0903ebc24357 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:18.638676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8991b7-71ec-4a90-853f-75cf088b2b6d None None] Routers {'974fc3f4-b725-436d-aa6b-67cbd7df340c'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:18.639871 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7a8991b7-71ec-4a90-853f-75cf088b2b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['974fc3f4-b725-436d-aa6b-67cbd7df340c'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:18.653939 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9f6e04ef-7b26-4bed-8565-f7182128be31 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.674815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-04ed2745-55de-423f-aaee-e2431525ed17 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:18.676361 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-04ed2745-55de-423f-aaee-e2431525ed17 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 812 time: 0.7770739 Nov 09 00:23:18.685822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ee82d-9656-45a6-9a5d-c4ccd7f82913 req-87e3ba78-3399-4810-bb66-d05c37c8d403 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:18.687378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-592ee82d-9656-45a6-9a5d-c4ccd7f82913 req-87e3ba78-3399-4810-bb66-d05c37c8d403 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 945 time: 0.1985278 Nov 09 00:23:18.699033 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.700087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Request body: {'port': {'device_id': '6f4eae07-9556-4176-9d39-4570785585f9', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'admin_state_up': True, 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:18.729939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Pushing event updated for resources: {'Port': ['ID=564722fc-1be1-4735-b17d-f8fd9c5dbedf,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:18.761143 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9f6e04ef-7b26-4bed-8565-f7182128be31 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.765720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-7a8991b7-71ec-4a90-853f-75cf088b2b6d None None] Set router 974fc3f4-b725-436d-aa6b-67cbd7df340c gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:18.802589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39024ab-31f6-4cd9-afaf-369637a6b07b req-520de47f-bd7d-486d-bd40-df7dbabc5b48 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:18.804155 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c39024ab-31f6-4cd9-afaf-369637a6b07b req-520de47f-bd7d-486d-bd40-df7dbabc5b48 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1097 time: 0.3116007 Nov 09 00:23:18.806032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e415f5-2301-41de-af48-c7627daec2e6']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:18.833483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4f6b2d-d884-4eb5-8f17-678da89a715e') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:18.833788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4f6b2d-d884-4eb5-8f17-678da89a715e') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:18.857013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7a8991b7-71ec-4a90-853f-75cf088b2b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974fc3f4-b725-436d-aa6b-67cbd7df340c', 'name': 'tempest-NetworksTestDHCPv6-router-570821380', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:07Z', 'updated_at': '2021-11-09T00:23:17Z', 'revision_number': 3, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:18.865797 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.897243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port f331cded-618f-4ee3-94c6-fd7e5eade72c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:23:18.900293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8991b7-71ec-4a90-853f-75cf088b2b6d None None] The sync data for ids ['974fc3f4-b725-436d-aa6b-67cbd7df340c'] in n-d-813263-3 is: [{'id': '974fc3f4-b725-436d-aa6b-67cbd7df340c', 'name': 'tempest-NetworksTestDHCPv6-router-570821380', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:07Z', 'updated_at': '2021-11-09T00:23:17Z', 'revision_number': 3, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:18.905551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port f331cded-618f-4ee3-94c6-fd7e5eade72c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:18.906112 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.909525 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.911534 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c39024ab-31f6-4cd9-afaf-369637a6b07b req-3a9eb1da-6645-447d-8ea7-1ab174a38312 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:18.969732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Made reservation on behalf of bbaf884dbbf848df8b65aeaf3af74797 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:18.975971 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.036258 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.093555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f331cded-618f-4ee3-94c6-fd7e5eade72c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:19.097811 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd8f71e-c2a0-4359-b074-c20ade7253fe" -d '{"events": [{"server_uuid": "25b39e2d-dd40-4dcd-83bc-362134dba13f", "name": "network-vif-plugged", "status": "completed", "tag": "f331cded-618f-4ee3-94c6-fd7e5eade72c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:19.115230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:19.120899 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.183759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-592ee82d-9656-45a6-9a5d-c4ccd7f82913 req-cce2c898-2d8e-41e3-a487-8a7f0c501bcb tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280902 Nov 09 00:23:19.205616 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=f331cded-618f-4ee3-94c6-fd7e5eade72c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:19.287806 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.300913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Attempting to bind port 564722fc-1be1-4735-b17d-f8fd9c5dbedf on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:19.301254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Attempting to bind port 564722fc-1be1-4735-b17d-f8fd9c5dbedf by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:19.301653 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Attempting to bind port 564722fc-1be1-4735-b17d-f8fd9c5dbedf on network eca8a8cb-f3ba-42af-addf-091755887408 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:19.311916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Port 564722fc-1be1-4735-b17d-f8fd9c5dbedf on network eca8a8cb-f3ba-42af-addf-091755887408 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:23:19.312291 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Attempting to bind port 564722fc-1be1-4735-b17d-f8fd9c5dbedf on network eca8a8cb-f3ba-42af-addf-091755887408 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:19.316885 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:23:19.317458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:23:19.320931 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:23:19.333265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9f6e04ef-7b26-4bed-8565-f7182128be31 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.392035 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:19.392381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Checking segment: {'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:19.392779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Bound using segment: {'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:19.393232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Bound port: 564722fc-1be1-4735-b17d-f8fd9c5dbedf, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406df2b-9233-4ed7-9782-f841d890bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:19.393814 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.472640 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.475775 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.479317 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/63e415f5-2301-41de-af48-c7627daec2e6 HTTP/1.1" status: 204 len: 168 time: 4.1343067 Nov 09 00:23:19.489696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55686) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:19.492010 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.513172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c511d81-aaad-4dfd-a40e-0706ca9c2b18 None None] Network 599dc112-1484-4357-a492-ec09b01f9345 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:19.533387 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fef5ae-c4fd-49ea-b560-49d114c94dc0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:19.533781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fef5ae-c4fd-49ea-b560-49d114c94dc0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:19.538181 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e8fef5ae-c4fd-49ea-b560-49d114c94dc0 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/subnets/94590f01-b4d1-4b3e-adf6-826cd2d7ef2d HTTP/1.1" status: 404 len: 337 time: 0.0442967 Nov 09 00:23:19.542875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e24e2-9955-4a66-964a-c3b15af86a69 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Network': ['ID=63e415f5-2301-41de-af48-c7627daec2e6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:19.546022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55688) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:19.553730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Allocated IP 172.20.0.8 (4fbc6293-fd00-4c08-b35f-32e48f74db06/2cf1a8c6-0274-49ee-a78c-605a04ac90b8/038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:19.576122 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9f6e04ef-7b26-4bed-8565-f7182128be31 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.592803 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0175f29-ac74-455d-a293-044266d51ec2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:19.593555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0175f29-ac74-455d-a293-044266d51ec2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:19.599416 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f0175f29-ac74-455d-a293-044266d51ec2 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/63e415f5-2301-41de-af48-c7627daec2e6 HTTP/1.1" status: 404 len: 339 time: 0.0469320 Nov 09 00:23:19.601286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55690) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:19.604559 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.605424 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.620520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-81aadc89-88a0-4189-8c18-5ad517dfb7d1 None None] Provisioning complete for port ad9543a7-a362-4fe2-b1ef-9adc727b4f1b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:19.620922 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-81aadc89-88a0-4189-8c18-5ad517dfb7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.637974 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e04ef-7b26-4bed-8565-f7182128be31 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=47ede48a-7abe-4580-9d7e-0903ebc24357,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:19.642703 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9f6e04ef-7b26-4bed-8565-f7182128be31 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.646247 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9f6e04ef-7b26-4bed-8565-f7182128be31 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/47ede48a-7abe-4580-9d7e-0903ebc24357 HTTP/1.1" status: 204 len: 168 time: 1.2218845 Nov 09 00:23:19.647828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] For port 564722fc-1be1-4735-b17d-f8fd9c5dbedf, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:19.649884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55692) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:19.665503 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324972d9-42e1-473f-9151-7f33f46a937b None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:19.704458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] For port 564722fc-1be1-4735-b17d-f8fd9c5dbedf, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=564722fc-1be1-4735-b17d-f8fd9c5dbedf,segment=NetworkSegment(9406df2b-9233-4ed7-9782-f841d890bf5e),segment_id=9406df2b-9233-4ed7-9782-f841d890bf5e)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:19.704744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e0ba6-d8c1-4451-a42c-b0027b5f7a33 req-27254b7d-3c73-409f-9dc1-efadd2e01383 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:19.706747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-268e0ba6-d8c1-4451-a42c-b0027b5f7a33 req-27254b7d-3c73-409f-9dc1-efadd2e01383 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 983 time: 0.4363647 Nov 09 00:23:19.721446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=f1373678-9074-4c8d-862d-ae01493f4f5c,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:19.734326 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.829842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:19.830586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.832454 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] 10.222.0.11 "PUT /v2.0/ports/564722fc-1be1-4735-b17d-f8fd9c5dbedf HTTP/1.1" status: 200 len: 1131 time: 2.6078632 Nov 09 00:23:19.838461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'tag': '564722fc-1be1-4735-b17d-f8fd9c5dbedf'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:19.840943 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1dd69b-d063-426c-a87b-31d11c2dc8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "01f5ec72-3929-4a7c-a5e2-7d9f42230330", "tag": "564722fc-1be1-4735-b17d-f8fd9c5dbedf"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:19.873616 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-81aadc89-88a0-4189-8c18-5ad517dfb7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.922932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-81aadc89-88a0-4189-8c18-5ad517dfb7d1 None None] For port ad9543a7-a362-4fe2-b1ef-9adc727b4f1b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ad9543a7-a362-4fe2-b1ef-9adc727b4f1b,segment=NetworkSegment(31cde05d-684f-486a-a38a-f21e660ef2a5),segment_id=31cde05d-684f-486a-a38a-f21e660ef2a5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:19.924252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3042ce4-e7a7-42a7-b899-00c9017644de service neutron] Pushing event updated for resources: {'Port': ['ID=564722fc-1be1-4735-b17d-f8fd9c5dbedf,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:19.934461 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f82d2739-6401-43f5-bae3-62cdb02f4c68 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2833934 Nov 09 00:23:19.935318 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-81aadc89-88a0-4189-8c18-5ad517dfb7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:19.942479 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55696) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:19.949951 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-268e0ba6-d8c1-4451-a42c-b0027b5f7a33 req-4819e39e-bb92-4057-849f-e3cb2c3824bf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2126427 Nov 09 00:23:20.015723 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aadc89-88a0-4189-8c18-5ad517dfb7d1 None None] Pushing event updated for resources: {'Port': ['ID=ad9543a7-a362-4fe2-b1ef-9adc727b4f1b,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:20.024607 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.048419 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c39024ab-31f6-4cd9-afaf-369637a6b07b req-3a9eb1da-6645-447d-8ea7-1ab174a38312 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.062532 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b394e63-62b8-4038-976f-4a4a2b94d7d7 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:23:20.095848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-36617a91-d34d-470d-b3ba-4008d03acb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:20.096131 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c39024ab-31f6-4cd9-afaf-369637a6b07b req-3a9eb1da-6645-447d-8ea7-1ab174a38312 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.098065 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-36617a91-d34d-470d-b3ba-4008d03acb99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f8f4d027d6a4fa5b7ed1159e04fbc38&device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 1134 time: 0.2137103 Nov 09 00:23:20.151611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6b394e63-62b8-4038-976f-4a4a2b94d7d7 None None] Deleting port cc460ae1-dd9b-432e-9b37-38705fb89833 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:20.153449 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6b394e63-62b8-4038-976f-4a4a2b94d7d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.182963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f51da253-5f5e-4bde-a810-0cd00debaa2a req-566f6e4d-f6d3-417d-8f48-af9b9b8b5474 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 210 time: 0.1146262 Nov 09 00:23:20.236805 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.248777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9eb1da-6645-447d-8ea7-1ab174a38312 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8aeffa-01e7-4d93-af82-1f6c695a61d2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:20.271684 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-84ea430c-a77e-4836-921c-86b077822ea2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=564722fc-1be1-4735-b17d-f8fd9c5dbedf HTTP/1.1" status: 200 len: 217 time: 0.1619489 Nov 09 00:23:20.276720 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e1ef0a-cbe0-47d5-b75c-e8db90bd4d2f x-openstack-request-id: req-82e1ef0a-cbe0-47d5-b75c-e8db90bd4d2f {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:20.277005 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b39e2d-dd40-4dcd-83bc-362134dba13f", "name": "network-vif-plugged", "status": "completed", "tag": "f331cded-618f-4ee3-94c6-fd7e5eade72c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:20.277657 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82e1ef0a-cbe0-47d5-b75c-e8db90bd4d2f {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:20.277657 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f331cded-618f-4ee3-94c6-fd7e5eade72c', 'code': 200} Nov 09 00:23:20.279423 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6b394e63-62b8-4038-976f-4a4a2b94d7d7 None None] For port cc460ae1-dd9b-432e-9b37-38705fb89833, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=cc460ae1-dd9b-432e-9b37-38705fb89833,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:20.280489 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6b394e63-62b8-4038-976f-4a4a2b94d7d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.281497 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8da7a6-ca0e-43f2-b9d2-6708f9883b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.306644 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6b394e63-62b8-4038-976f-4a4a2b94d7d7 None None] Calling delete_port for cc460ae1-dd9b-432e-9b37-38705fb89833 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:20.308698 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ad9543a7-a362-4fe2-b1ef-9adc727b4f1b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:20.315120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c39024ab-31f6-4cd9-afaf-369637a6b07b req-3a9eb1da-6645-447d-8ea7-1ab174a38312 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4598768 Nov 09 00:23:20.368502 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c0c7f7-4b0e-4d15-9fea-e3568d9adb1b x-openstack-request-id: req-b7c0c7f7-4b0e-4d15-9fea-e3568d9adb1b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:20.369870 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f5ec72-3929-4a7c-a5e2-7d9f42230330", "tag": "564722fc-1be1-4735-b17d-f8fd9c5dbedf", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:20.370342 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7c0c7f7-4b0e-4d15-9fea-e3568d9adb1b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:20.371204 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'tag': '564722fc-1be1-4735-b17d-f8fd9c5dbedf', 'status': 'completed', 'code': 200} Nov 09 00:23:20.475268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1d9823b3-d801-4e19-804f-82686679e560 None None] Provisioning complete for port f1373678-9074-4c8d-862d-ae01493f4f5c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:20.475768 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1d9823b3-d801-4e19-804f-82686679e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.488802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 599dc112-1484-4357-a492-ec09b01f9345 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:20.524172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-1d9823b3-d801-4e19-804f-82686679e560 None None] Port f1373678-9074-4c8d-862d-ae01493f4f5c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:20.541720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:20.547954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-ab084a5f-469b-4b3f-9bb2-858731c61b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:20.550346 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-ab084a5f-469b-4b3f-9bb2-858731c61b90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a6fe55b-e942-4079-9841-cb2139ac33d7 HTTP/1.1" status: 200 len: 835 time: 0.2501910 Nov 09 00:23:20.562943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ad9543a7-a362-4fe2-b1ef-9adc727b4f1b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:20.563310 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.594430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1d9823b3-d801-4e19-804f-82686679e560 None None] Provisioning complete for port ad9543a7-a362-4fe2-b1ef-9adc727b4f1b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:20.595077 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1d9823b3-d801-4e19-804f-82686679e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.612811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.620294 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8da7a6-ca0e-43f2-b9d2-6708f9883b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.623978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8da7a6-ca0e-43f2-b9d2-6708f9883b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.684534 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6b394e63-62b8-4038-976f-4a4a2b94d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.698092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-871ccd95-36e4-4a50-923e-51cbefe1fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:20.699907 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-871ccd95-36e4-4a50-923e-51cbefe1fbb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eca8a8cb-f3ba-42af-addf-091755887408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038849 Nov 09 00:23:20.701038 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8da7a6-ca0e-43f2-b9d2-6708f9883b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.702212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8da7a6-ca0e-43f2-b9d2-6708f9883b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Fanout notify agent at l3_agent the message router_deleted on router 974fc3f4-b725-436d-aa6b-67cbd7df340c {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:23:20.708432 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.711552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8da7a6-ca0e-43f2-b9d2-6708f9883b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.717947 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bf8da7a6-ca0e-43f2-b9d2-6708f9883b33 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/routers/974fc3f4-b725-436d-aa6b-67cbd7df340c HTTP/1.1" status: 204 len: 168 time: 0.7688742 Nov 09 00:23:20.718867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55702) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:20.732421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['62137200-deb6-45e1-b644-0e6f6cd97f7c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:23:20.738260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b394e63-62b8-4038-976f-4a4a2b94d7d7 None None] Pushing event deleted for resources: {'Port': ['ID=cc460ae1-dd9b-432e-9b37-38705fb89833,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:20.742579 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b394e63-62b8-4038-976f-4a4a2b94d7d7 None None] No DVR routers for this DVR port cc460ae1-dd9b-432e-9b37-38705fb89833 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:20.766547 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf70f89-f048-4fdb-992d-1302822a91b9 req-773511ac-121b-4656-a57c-25902e37c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:20.771371 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6bf70f89-f048-4fdb-992d-1302822a91b9 req-773511ac-121b-4656-a57c-25902e37c484 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 1097 time: 0.4002903 Nov 09 00:23:20.779392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a3bad9-08e7-4e98-9dc0-0a245e272c99']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:20.831767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-419d4a1b-5b6b-48c1-a38c-3ff3e5c3557b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:20.838538 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-10cbf94d-cc98-4da5-a579-85c955095849 service neutron] 10.222.0.11 "GET /v2.0/networks/eca8a8cb-f3ba-42af-addf-091755887408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186416 Nov 09 00:23:20.855593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a72a7ea-a5ea-4005-b29b-8f5417076fe7') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:20.855784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a72a7ea-a5ea-4005-b29b-8f5417076fe7') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:20.874450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e135b8a-4d00-4808-ae2d-942d3d45b751 req-99b3f9c9-ffb5-4fe6-b3b8-140cfcfef725 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:20.875932 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e135b8a-4d00-4808-ae2d-942d3d45b751 req-99b3f9c9-ffb5-4fe6-b3b8-140cfcfef725 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.4305053 Nov 09 00:23:20.915503 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:20.970027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b43256-f70e-430e-92df-8da81f131d41 req-c30db29d-650c-4859-92f4-316dec8cca00 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:20.977932 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36b43256-f70e-430e-92df-8da81f131d41 req-c30db29d-650c-4859-92f4-316dec8cca00 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.5127258 Nov 09 00:23:20.994451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:21.028882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4223186d-af55-4a88-9ba6-36cf38cd4d35 None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:23:21.030238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:21.032146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event updated for resources: {'Port': ['ID=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:21.035971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device cc460ae1-dd9b-432e-9b37-38705fb89833 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:21.038990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419d4a1b-5b6b-48c1-a38c-3ff3e5c3557b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:21.042502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-419d4a1b-5b6b-48c1-a38c-3ff3e5c3557b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.054288 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.059433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:21.086496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: cc460ae1-dd9b-432e-9b37-38705fb89833 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:23:21.086948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device cc460ae1-dd9b-432e-9b37-38705fb89833 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:23:21.087252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f0073d71-ec8e-4a0b-a875-e243d3fdfe09 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:21.103720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:23:21.104514 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:23:21.115335 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:23:21.124050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: f0073d71-ec8e-4a0b-a875-e243d3fdfe09 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:23:21.124392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f0073d71-ec8e-4a0b-a875-e243d3fdfe09 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:23:21.147879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-11a624d9-d2c2-4544-91ec-2f970b4a9d67 None None] Provisioning complete for port f1373678-9074-4c8d-862d-ae01493f4f5c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:21.148260 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-11a624d9-d2c2-4544-91ec-2f970b4a9d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.161415 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-41b868b4-9cac-4d9f-8093-cf9f887508f6 req-fb4b8c96-03d2-4a17-98ce-65b55daa0123 service neutron] 10.222.0.11 "GET /v2.0/networks/eca8a8cb-f3ba-42af-addf-091755887408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091762 Nov 09 00:23:21.189664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6bf70f89-f048-4fdb-992d-1302822a91b9 req-48a07429-6e29-417d-a918-643d7cfd8374 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315983 Nov 09 00:23:21.219899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e135b8a-4d00-4808-ae2d-942d3d45b751 req-4abbca61-7b3a-4a4a-b4b0-e266a3abb267 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154209 Nov 09 00:23:21.222669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-11a624d9-d2c2-4544-91ec-2f970b4a9d67 None None] Port f1373678-9074-4c8d-862d-ae01493f4f5c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:21.267366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36b43256-f70e-430e-92df-8da81f131d41 req-a8c03545-9317-4fb9-82f1-02177aa8769f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829196 Nov 09 00:23:21.286389 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:21.288107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4223186d-af55-4a88-9ba6-36cf38cd4d35 None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:23:21.298764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55710) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:21.300597 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.303441 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.332363 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.336593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/06a3bad9-08e7-4e98-9dc0-0a245e272c99 HTTP/1.1" status: 204 len: 168 time: 1.7289915 Nov 09 00:23:21.357510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55712) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:21.360020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 2f615f84-d4de-43dd-a66f-af2b39e03d9b is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:23:21.373307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a3610-f047-488f-aed2-39319d67d2b6 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Network': ['ID=06a3bad9-08e7-4e98-9dc0-0a245e272c99,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:21.399228 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f12916-1033-4bf1-bac9-dfe725fe428b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:21.399861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-bd1185c6-06a2-41df-9435-d78e6f48d930 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7031043 Nov 09 00:23:21.399998 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f12916-1033-4bf1-bac9-dfe725fe428b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:21.405515 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f3f12916-1033-4bf1-bac9-dfe725fe428b tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/subnets/d17db870-bea9-40e4-b905-5787425b4f27 HTTP/1.1" status: 404 len: 337 time: 0.0456436 Nov 09 00:23:21.411775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55714) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:21.427738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Request body: {'port': {'device_id': '6f4eae07-9556-4176-9d39-4570785585f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:21.439593 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-08849e11-7bd0-4ea9-bef9-07840fa7d483 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:21.440311 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08849e11-7bd0-4ea9-bef9-07840fa7d483 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:21.443527 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-08849e11-7bd0-4ea9-bef9-07840fa7d483 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/9ec8e3e6-f850-48cf-ba59-38074ec466d9 HTTP/1.1" status: 404 len: 339 time: 0.0289125 Nov 09 00:23:21.444586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-419d4a1b-5b6b-48c1-a38c-3ff3e5c3557b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.446518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55716) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:21.521421 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8ca8a2a5-d985-4bcd-8195-6e89a44ecb0a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/307d29b3-d4d6-4b45-b987-b29116553a7f HTTP/1.1" status: 200 len: 994 time: 0.2130368 Nov 09 00:23:21.553158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c69f6-fb26-4282-9af7-4367e8879bd9 req-d8cf3db9-5060-4f7c-8dd4-e5a9b3db8b0e tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:21.553649 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d4a1b-5b6b-48c1-a38c-3ff3e5c3557b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:21.554718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e31c69f6-fb26-4282-9af7-4367e8879bd9 req-d8cf3db9-5060-4f7c-8dd4-e5a9b3db8b0e tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 983 time: 0.2472963 Nov 09 00:23:21.559094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-419d4a1b-5b6b-48c1-a38c-3ff3e5c3557b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:21.561255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d4a1b-5b6b-48c1-a38c-3ff3e5c3557b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=83e0458a-1602-4066-bab3-36654808fc8d,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:21.564168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d4a1b-5b6b-48c1-a38c-3ff3e5c3557b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:21.564872 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-419d4a1b-5b6b-48c1-a38c-3ff3e5c3557b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.571122 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c385659-55f3-44e4-9e62-bdc46585307d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Deleting subnet 1b66a048-8fb2-4e18-ae23-82bad7550af6 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:21.578781 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c385659-55f3-44e4-9e62-bdc46585307d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.599046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2250d81-0f9b-4bb7-8cdf-5f3dc8f28aea req-88b5dab9-1dd7-4f68-a008-29dff8bd1abb tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:21.600923 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2250d81-0f9b-4bb7-8cdf-5f3dc8f28aea req-88b5dab9-1dd7-4f68-a008-29dff8bd1abb tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 931 time: 0.2387602 Nov 09 00:23:21.626400 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-419d4a1b-5b6b-48c1-a38c-3ff3e5c3557b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9052331 Nov 09 00:23:21.631372 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55720) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:21.636690 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f209c4ca-593d-4c1a-8649-26cd9f87a85a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1121087136', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:21.643089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:21.652919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c385659-55f3-44e4-9e62-bdc46585307d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.653379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dd69b-d063-426c-a87b-31d11c2dc8b3 req-af405ddc-0509-4eb7-94cb-381203aad0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:21.655507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c1dd69b-d063-426c-a87b-31d11c2dc8b3 req-af405ddc-0509-4eb7-94cb-381203aad0bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f8f4d027d6a4fa5b7ed1159e04fbc38&device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 1134 time: 0.2471645 Nov 09 00:23:21.661335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bdf5981c-ab0e-411d-b29e-2ab5e5ea5f33 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3079388 Nov 09 00:23:21.662575 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.664780 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Sync routers for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:21.665492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55722) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:21.671684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9e91fa1b-e857-45b0-ac97-395661dc3ed3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-983771791'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:21.702791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f209c4ca-593d-4c1a-8649-26cd9f87a85a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.704225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f209c4ca-593d-4c1a-8649-26cd9f87a85a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.705777 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:21.706515 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:21.762900 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f209c4ca-593d-4c1a-8649-26cd9f87a85a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.772968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f209c4ca-593d-4c1a-8649-26cd9f87a85a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.824640 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:21.831381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e91fa1b-e857-45b0-ac97-395661dc3ed3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:21.834886 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e91fa1b-e857-45b0-ac97-395661dc3ed3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.849651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f209c4ca-593d-4c1a-8649-26cd9f87a85a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.850906 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f209c4ca-593d-4c1a-8649-26cd9f87a85a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2188060 Nov 09 00:23:21.855260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': '83e0458a-1602-4066-bab3-36654808fc8d'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:23:21.856146 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:21.863524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55724) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:21.878707 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2250d81-0f9b-4bb7-8cdf-5f3dc8f28aea req-d2c852dd-efc5-4759-b89e-218128b6574a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592123 Nov 09 00:23:21.904658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e31c69f6-fb26-4282-9af7-4367e8879bd9 req-d179360a-c14f-441b-babc-c43bb9fdd68b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3163128 Nov 09 00:23:21.956461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e91fa1b-e857-45b0-ac97-395661dc3ed3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:23:21.968184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c385659-55f3-44e4-9e62-bdc46585307d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.025570 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e91fa1b-e857-45b0-ac97-395661dc3ed3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.025932 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-9e91fa1b-e857-45b0-ac97-395661dc3ed3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Added segment eef7ce40-6db1-4b7e-be9f-44d52362cb5c of type vlan for network 9fb84057-78f4-402d-b972-0a893c18dbc7 Nov 09 00:23:22.030748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dd69b-d063-426c-a87b-31d11c2dc8b3 req-f619c93e-983e-4aee-9dbf-fc5fa038909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:22.032278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c1dd69b-d063-426c-a87b-31d11c2dc8b3 req-f619c93e-983e-4aee-9dbf-fc5fa038909d service neutron] 10.222.0.11 "GET /v2.0/networks?id=eca8a8cb-f3ba-42af-addf-091755887408 HTTP/1.1" status: 200 len: 897 time: 0.3675616 Nov 09 00:23:22.092524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Allocated IP 2001:db8::2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/83e0458a-1602-4066-bab3-36654808fc8d/d9eb5521-543e-4c28-9a69-2b28cf02b808) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:22.244448 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c385659-55f3-44e4-9e62-bdc46585307d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.361817 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:18Z', 'revision_number': 2, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:19Z', 'revision_number': 2, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:22.379072 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.383287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c385659-55f3-44e4-9e62-bdc46585307d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Subnet': ['ID=1b66a048-8fb2-4e18-ae23-82bad7550af6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:22.395539 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c385659-55f3-44e4-9e62-bdc46585307d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.402953 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6c385659-55f3-44e4-9e62-bdc46585307d tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/subnets/1b66a048-8fb2-4e18-ae23-82bad7550af6 HTTP/1.1" status: 204 len: 168 time: 0.9489050 Nov 09 00:23:22.407763 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Checking router: 2f615f84-d4de-43dd-a66f-af2b39e03d9b for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:23:22.408440 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Updating router 2f615f84-d4de-43dd-a66f-af2b39e03d9b port f1373678-9074-4c8d-862d-ae01493f4f5c binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:23:22.415219 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.418533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55732) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:22.458589 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.461112 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.477546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-531f3295-5d3f-4f1d-ab11-b91172ee2c6f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Deleting subnet 07b1d975-4334-43b3-9e21-b8cdd558d1b6 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:22.482061 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-531f3295-5d3f-4f1d-ab11-b91172ee2c6f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.541537 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:22.543185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Pushing event updated for resources: {'Port': ['ID=d9eb5521-543e-4c28-9a69-2b28cf02b808,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:22.547792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:22.549959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:22.578887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-ead5e5f0-4766-4269-b7b5-6980fb6f9b46 req-c5fe0cd8-96d4-438a-8639-1b94aee445e9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:23:22.580074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ead5e5f0-4766-4269-b7b5-6980fb6f9b46 req-c5fe0cd8-96d4-438a-8639-1b94aee445e9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058556 Nov 09 00:23:22.600266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c1dd69b-d063-426c-a87b-31d11c2dc8b3 req-f904ee69-fda5-4f2a-b518-07c64b5975a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=564722fc-1be1-4735-b17d-f8fd9c5dbedf HTTP/1.1" status: 200 len: 217 time: 0.5517809 Nov 09 00:23:22.620123 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-531f3295-5d3f-4f1d-ab11-b91172ee2c6f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.625450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Attempting to bind port d9eb5521-543e-4c28-9a69-2b28cf02b808 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:22.626657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Attempting to bind port d9eb5521-543e-4c28-9a69-2b28cf02b808 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:22.626657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Attempting to bind port d9eb5521-543e-4c28-9a69-2b28cf02b808 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:22.640720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:22.641505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:22.641812 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.642300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:22.645535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Bound port: d9eb5521-543e-4c28-9a69-2b28cf02b808, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:22.645929 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.673222 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e91fa1b-e857-45b0-ac97-395661dc3ed3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.750857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] For port d9eb5521-543e-4c28-9a69-2b28cf02b808, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:22.758051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9f911-163f-4e97-81cb-c0242b2f1a9d req-d6b430e9-8e0a-4ae2-96a4-79b520a1ce5a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:22.758277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] For port d9eb5521-543e-4c28-9a69-2b28cf02b808, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d9eb5521-543e-4c28-9a69-2b28cf02b808,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:22.771734 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99d9f911-163f-4e97-81cb-c0242b2f1a9d req-d6b430e9-8e0a-4ae2-96a4-79b520a1ce5a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1906846 Nov 09 00:23:22.778485 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.799024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dd69b-d063-426c-a87b-31d11c2dc8b3 req-cba3f11a-cf0d-4de4-9928-9dea24a528f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:22.801191 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c1dd69b-d063-426c-a87b-31d11c2dc8b3 req-cba3f11a-cf0d-4de4-9928-9dea24a528f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a6fe55b-e942-4079-9841-cb2139ac33d7 HTTP/1.1" status: 200 len: 835 time: 0.1806738 Nov 09 00:23:22.826338 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e91fa1b-e857-45b0-ac97-395661dc3ed3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.833773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e91fa1b-e857-45b0-ac97-395661dc3ed3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:22.834985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e91fa1b-e857-45b0-ac97-395661dc3ed3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.874659 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-531f3295-5d3f-4f1d-ab11-b91172ee2c6f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.892687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f4671-ff36-4e08-ba1e-45bbbea8b813 None None] Pushing event updated for resources: {'Port': ['ID=d9eb5521-543e-4c28-9a69-2b28cf02b808,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:22.893254 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.904683 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.959240 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:23:22.970986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::1 (835f13d3-1085-44f5-af97-6aaeb0d399b3/83e0458a-1602-4066-bab3-36654808fc8d/7bfa9335-104a-4df8-b1c0-766a3c575b1a) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:22.979999 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:22.992598 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9eb86a-54a9-4687-8128-c33c57a0c445 None None] Pushing event updated for resources: {'Port': ['ID=f1373678-9074-4c8d-862d-ae01493f4f5c,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:22.997260 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Transition to ACTIVE for port object 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:23:23.007958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-531f3295-5d3f-4f1d-ab11-b91172ee2c6f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.016165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.032968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9e91fa1b-e857-45b0-ac97-395661dc3ed3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3622463 Nov 09 00:23:23.035261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55748) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:23.055675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-019337a7-a9c0-4307-931b-74e7c916a1e1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'subnet': {'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:23.057529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f3295-5d3f-4f1d-ab11-b91172ee2c6f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Subnet': ['ID=07b1d975-4334-43b3-9e21-b8cdd558d1b6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:23.072318 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-531f3295-5d3f-4f1d-ab11-b91172ee2c6f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.078536 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-531f3295-5d3f-4f1d-ab11-b91172ee2c6f tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/subnets/07b1d975-4334-43b3-9e21-b8cdd558d1b6 HTTP/1.1" status: 204 len: 168 time: 0.6567531 Nov 09 00:23:23.083938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55750) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:23.094580 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Attempting to bind port f1373678-9074-4c8d-862d-ae01493f4f5c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:23.094802 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Attempting to bind port f1373678-9074-4c8d-862d-ae01493f4f5c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '31cde05d-684f-486a-a38a-f21e660ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '599dc112-1484-4357-a492-ec09b01f9345'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:23.095075 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Attempting to bind port f1373678-9074-4c8d-862d-ae01493f4f5c on network 599dc112-1484-4357-a492-ec09b01f9345 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:23.103798 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:23.104165 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Checking segment: {'id': '31cde05d-684f-486a-a38a-f21e660ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '599dc112-1484-4357-a492-ec09b01f9345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:23.104597 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.105550 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Bound using segment: {'id': '31cde05d-684f-486a-a38a-f21e660ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '599dc112-1484-4357-a492-ec09b01f9345'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:23.105550 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Bound port: f1373678-9074-4c8d-862d-ae01493f4f5c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cde05d-684f-486a-a38a-f21e660ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '599dc112-1484-4357-a492-ec09b01f9345'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:23.105803 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.137211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91fa1b-e857-45b0-ac97-395661dc3ed3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Network': ['ID=9fb84057-78f4-402d-b972-0a893c18dbc7,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:23.153717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 9fb84057-78f4-402d-b972-0a893c18dbc7 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:23:23.207941 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.273731 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] For port f1373678-9074-4c8d-862d-ae01493f4f5c, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:23.281219 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.282674 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] For port f1373678-9074-4c8d-862d-ae01493f4f5c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f1373678-9074-4c8d-862d-ae01493f4f5c,segment=NetworkSegment(31cde05d-684f-486a-a38a-f21e660ef2a5),segment_id=31cde05d-684f-486a-a38a-f21e660ef2a5)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:23.294051 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.339834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dd69b-d063-426c-a87b-31d11c2dc8b3 req-b43cc57a-5090-4ef4-ae9d-520a9fe36458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:23.341818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c1dd69b-d063-426c-a87b-31d11c2dc8b3 req-b43cc57a-5090-4ef4-ae9d-520a9fe36458 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eca8a8cb-f3ba-42af-addf-091755887408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5297320 Nov 09 00:23:23.382565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99d9f911-163f-4e97-81cb-c0242b2f1a9d req-7bd03520-cc22-4d40-a9c3-cef8e0181347 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096241 Nov 09 00:23:23.439133 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.453474 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9eb86a-54a9-4687-8128-c33c57a0c445 None None] Pushing event updated for resources: {'Port': ['ID=f1373678-9074-4c8d-862d-ae01493f4f5c,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:23.480399 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:23.481106 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:23.497767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Deleting port 82731033-52b2-4281-9ca3-175fd74de4af {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:23.498102 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.533997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:23.558416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:23.589733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019337a7-a9c0-4307-931b-74e7c916a1e1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:23.590926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:23.596035 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:23.597076 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:23.597648 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.600496 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-019337a7-a9c0-4307-931b-74e7c916a1e1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.675561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441c1b3-93e2-4377-933d-bb8d8743444d req-f26dc6e8-fa9e-46f5-a1c4-42ad0a21badc tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:23.678213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d441c1b3-93e2-4377-933d-bb8d8743444d req-f26dc6e8-fa9e-46f5-a1c4-42ad0a21badc tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 983 time: 0.2720909 Nov 09 00:23:23.772888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215bcd-f354-4b3a-aa60-61504396934f req-649f7c1b-76cd-45a6-9362-f81327abf416 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:23.775670 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2215bcd-f354-4b3a-aa60-61504396934f req-649f7c1b-76cd-45a6-9362-f81327abf416 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 943 time: 0.2752328 Nov 09 00:23:23.809288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c1dd69b-d063-426c-a87b-31d11c2dc8b3 req-57637622-0b84-44d3-8975-76b71fcad18c service neutron] 10.222.0.11 "GET /v2.0/networks/eca8a8cb-f3ba-42af-addf-091755887408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518595 Nov 09 00:23:23.817156 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:18Z', 'revision_number': 2, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:23Z', 'revision_number': 4, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:23.832569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Attempting to bind port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:23.832942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Attempting to bind port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:23.833478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Attempting to bind port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:23.845839 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308cc236-ed07-4313-b09b-bbf140f454ae None None] The sync data for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 is: [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:18Z', 'revision_number': 2, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:23Z', 'revision_number': 4, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:23.893908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:23:23.894523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Attempting to bind port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:23.955711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:23.956053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Checking segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:23.956457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Bound using segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:23.956906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Bound port: 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:23.957401 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:23.993995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d441c1b3-93e2-4377-933d-bb8d8743444d req-1754447d-999a-4e15-a245-052d4b61975f tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2815323 Nov 09 00:23:24.011263 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=7bfa9335-104a-4df8-b1c0-766a3c575b1a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:24.027609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] For port 82731033-52b2-4281-9ca3-175fd74de4af, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=82731033-52b2-4281-9ca3-175fd74de4af,segment=NetworkSegment(3bd9686a-48a4-46ea-a12a-216b09453fe0),segment_id=3bd9686a-48a4-46ea-a12a-216b09453fe0)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:24.027984 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:24.078579 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2215bcd-f354-4b3a-aa60-61504396934f req-10d5ca4b-a230-4af7-b36a-60a0c56e0d73 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956204 Nov 09 00:23:24.112616 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-63d6dc21-bc7b-42ec-9c63-bf442221a2be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7436869 Nov 09 00:23:24.119932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Calling delete_port for 82731033-52b2-4281-9ca3-175fd74de4af owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:24.147076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c1dd69b-d063-426c-a87b-31d11c2dc8b3 req-ce4f4083-8e73-4434-b72d-5c951fcf07c8 service neutron] 10.222.0.11 "GET /v2.0/networks/eca8a8cb-f3ba-42af-addf-091755887408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075969 Nov 09 00:23:24.220397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d9eb5521-543e-4c28-9a69-2b28cf02b808 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:24.231181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:24.231518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:24.231846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:24.232175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:24.232497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:24.232879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:24.233198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:24.233548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:24.233961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:24.234278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:24.234594 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:24.234904 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:24.253974 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-a9952ddc-ccfa-4fe3-b011-a76ca7ec6f03 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:23:24.255123 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-a9952ddc-ccfa-4fe3-b011-a76ca7ec6f03 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140352 Nov 09 00:23:24.285028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c25b6b-86d9-4874-bb62-4b9f13fbf8fd req-3b2f2cb4-5058-48d3-8a8e-c4aa6bd33774 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:24.289059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6c25b6b-86d9-4874-bb62-4b9f13fbf8fd req-3b2f2cb4-5058-48d3-8a8e-c4aa6bd33774 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.1999996 Nov 09 00:23:24.296976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-019337a7-a9c0-4307-931b-74e7c916a1e1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:24.311983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] For port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:24.312156 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d9eb5521-543e-4c28-9a69-2b28cf02b808 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:24.312263 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:24.319820 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:24.323210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] For port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:24.443369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019337a7-a9c0-4307-931b-74e7c916a1e1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Subnet': ['ID=f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:24.445485 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:24.508414 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:24.553155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port d9eb5521-543e-4c28-9a69-2b28cf02b808, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d9eb5521-543e-4c28-9a69-2b28cf02b808,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:24.554671 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:24.563815 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:24.615167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=d9eb5521-543e-4c28-9a69-2b28cf02b808,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:24.618464 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 564722fc-1be1-4735-b17d-f8fd9c5dbedf details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:23:24.664215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Port': ['ID=82731033-52b2-4281-9ca3-175fd74de4af,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:24.672668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:24.673767 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:24.676853 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 HTTP/1.1" status: 200 len: 1091 time: 3.2548821 Nov 09 00:23:24.684684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No DVR routers for this DVR port 82731033-52b2-4281-9ca3-175fd74de4af on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:24.694574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4eae07-9556-4176-9d39-4570785585f9', 'tag': '038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:24.697657 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b138fe-98be-4fb5-9dd6-e60a4f988263" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4eae07-9556-4176-9d39-4570785585f9", "tag": "038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:24.722660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f573748c-8996-41ba-a340-858ca0477bbf None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:24.736053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6c25b6b-86d9-4874-bb62-4b9f13fbf8fd req-3cded380-1653-469b-b81f-7765b495a0d7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4263325 Nov 09 00:23:24.741522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f1d16-927e-463f-a647-ffa9a1708553 None None] Network bd737acf-16f4-4851-8964-756333f92dda requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:24.819123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c8a3c-60fc-4a94-858d-9252699bb3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:24.867342 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4de91f-d38f-427e-96ba-b70e89e75001 x-openstack-request-id: req-df4de91f-d38f-427e-96ba-b70e89e75001 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:24.868050 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4eae07-9556-4176-9d39-4570785585f9", "tag": "038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:24.868982 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df4de91f-d38f-427e-96ba-b70e89e75001 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:24.869933 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4eae07-9556-4176-9d39-4570785585f9', 'tag': '038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9', 'status': 'completed', 'code': 200} Nov 09 00:23:24.872265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019337a7-a9c0-4307-931b-74e7c916a1e1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Checking segment: {'id': 'eef7ce40-6db1-4b7e-be9f-44d52362cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:24.873039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019337a7-a9c0-4307-931b-74e7c916a1e1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network hostable DHCP agents. Network: 9fb84057-78f4-402d-b972-0a893c18dbc7, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:23:24.986884 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:23:25.013697 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:25.030482 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:25.031828 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:25.067768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722656-c48d-46c9-8151-64879f20019e req-84dca4cb-3c0d-4dbb-b119-95857ccddeee tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:25.069489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59722656-c48d-46c9-8151-64879f20019e req-84dca4cb-3c0d-4dbb-b119-95857ccddeee tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.5537870 Nov 09 00:23:25.079847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-70c3cef2-031c-4fbd-9381-02564b70bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:25.083730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-70c3cef2-031c-4fbd-9381-02564b70bdb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 1094 time: 0.2907021 Nov 09 00:23:25.102978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8842eaba-c210-4ee8-97b5-ec99cdd34b8b None None] Provisioning complete for port d9eb5521-543e-4c28-9a69-2b28cf02b808 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:25.103344 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8842eaba-c210-4ee8-97b5-ec99cdd34b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:25.195023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-49ec759d-2145-48a5-94c7-653afd4b21eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 HTTP/1.1" status: 200 len: 217 time: 0.0967290 Nov 09 00:23:25.211281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019337a7-a9c0-4307-931b-74e7c916a1e1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 9fb84057-78f4-402d-b972-0a893c18dbc7 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:23:25.228373 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 564722fc-1be1-4735-b17d-f8fd9c5dbedf, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=564722fc-1be1-4735-b17d-f8fd9c5dbedf,segment=NetworkSegment(9406df2b-9233-4ed7-9782-f841d890bf5e),segment_id=9406df2b-9233-4ed7-9782-f841d890bf5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:25.285338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=7bfa9335-104a-4df8-b1c0-766a3c575b1a,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:25.302577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-019337a7-a9c0-4307-931b-74e7c916a1e1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 9fb84057-78f4-402d-b972-0a893c18dbc7) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:25.324329 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:25.336446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019337a7-a9c0-4307-931b-74e7c916a1e1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:25.337047 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-019337a7-a9c0-4307-931b-74e7c916a1e1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:25.376956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd737acf-16f4-4851-8964-756333f92dda']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:25.388632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd397f9-6107-42fc-94a0-b1d2db8432e3 None None] Network 9fb84057-78f4-402d-b972-0a893c18dbc7 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:25.415029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd9686a-48a4-46ea-a12a-216b09453fe0') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:25.415317 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd9686a-48a4-46ea-a12a-216b09453fe0') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:25.416795 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59722656-c48d-46c9-8151-64879f20019e req-6b939aed-2eb4-4bce-be2d-43a84343c05b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235610 Nov 09 00:23:25.422257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-33f9a7b5-dc35-4efa-a0b6-9253e61c57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:25.423739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-33f9a7b5-dc35-4efa-a0b6-9253e61c57d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.2072647 Nov 09 00:23:25.435444 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-019337a7-a9c0-4307-931b-74e7c916a1e1 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3798761 Nov 09 00:23:25.435750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55786) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:25.454908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dee2d1-b367-4bfe-95e4-3ce647cf64f2 req-bde8871d-adce-44b4-b8f6-82f1a5ad219d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:25.458811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-28dee2d1-b367-4bfe-95e4-3ce647cf64f2 req-bde8871d-adce-44b4-b8f6-82f1a5ad219d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 983 time: 0.2691088 Nov 09 00:23:25.528752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '564722fc-1be1-4735-b17d-f8fd9c5dbedf', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'port_id': '564722fc-1be1-4735-b17d-f8fd9c5dbedf', 'mac_address': 'fa:16:3e:b2:b6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:23:25.577661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:25.664270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-95606786-5034-4694-8223-1c63a28e66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:25.666207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-95606786-5034-4694-8223-1c63a28e66c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2335408 Nov 09 00:23:25.674503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:25.697810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:25.701268 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:23:25.701268 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:23:25.704262 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:23:25.748705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:25.770711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f668ed-05c5-453e-9892-cff3a0f01951 req-46ce06b7-61f2-4a6f-9d82-82756bb2164a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:25.772411 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5f668ed-05c5-453e-9892-cff3a0f01951 req-46ce06b7-61f2-4a6f-9d82-82756bb2164a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 943 time: 0.1787493 Nov 09 00:23:25.811123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-28dee2d1-b367-4bfe-95e4-3ce647cf64f2 req-a412ecd7-68a5-4c95-a503-6d3bb8a09c5d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2561278 Nov 09 00:23:25.814374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c935926f-d1c4-45a3-9c87-122c03fa2347 None None] DHCP port deletion for bd737acf-16f4-4851-8964-756333f92dda request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:23:25.921076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5f668ed-05c5-453e-9892-cff3a0f01951 req-e1afa3e6-df73-4e4d-8c2e-752df06e11fc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172519 Nov 09 00:23:25.957636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-22c7cc8e-7c21-4eb1-a8c3-c71fa389ff1d service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804861 Nov 09 00:23:26.022840 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:26.028561 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:26.115544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564722fc-1be1-4735-b17d-f8fd9c5dbedf {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:23:26.140692 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:26.149489 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/bd737acf-16f4-4851-8964-756333f92dda HTTP/1.1" status: 204 len: 168 time: 3.0643432 Nov 09 00:23:26.161446 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55802) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:26.185717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 564722fc-1be1-4735-b17d-f8fd9c5dbedf, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=564722fc-1be1-4735-b17d-f8fd9c5dbedf,segment=NetworkSegment(9406df2b-9233-4ed7-9782-f841d890bf5e),segment_id=9406df2b-9233-4ed7-9782-f841d890bf5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:26.200654 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:26.232550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b2948f0f-5324-4619-8c51-18b84dbe6e22 None None] Provisioning complete for port f1373678-9074-4c8d-862d-ae01493f4f5c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:26.233685 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2948f0f-5324-4619-8c51-18b84dbe6e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:26.235565 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce44d90-f2fc-4717-ad65-b0917e3a9369 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:26.236074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce44d90-f2fc-4717-ad65-b0917e3a9369 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:26.242658 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6ce44d90-f2fc-4717-ad65-b0917e3a9369 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/subnets/40bde1b3-23c2-465f-9f33-1458ddc5f185 HTTP/1.1" status: 404 len: 337 time: 0.0801520 Nov 09 00:23:26.246859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55804) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:26.260923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147f172-8a91-4ea6-b564-df918a364822 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Network': ['ID=bd737acf-16f4-4851-8964-756333f92dda,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:26.323697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=564722fc-1be1-4735-b17d-f8fd9c5dbedf,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:26.337532 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8035c34-c5aa-4b60-be90-556d7af3120a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:26.338173 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8035c34-c5aa-4b60-be90-556d7af3120a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:26.348006 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e8035c34-c5aa-4b60-be90-556d7af3120a tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/64556973-aca7-4d22-a0ae-ad56e549a48c HTTP/1.1" status: 404 len: 339 time: 0.0998852 Nov 09 00:23:26.350822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55806) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:26.385804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-9fb84057-78f4-402d-b972-0a893c18dbc7', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:23:26.386666 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:26.441538 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-addfd5a4-ac62-4312-9ea7-8e32656760e5 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:26.442224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addfd5a4-ac62-4312-9ea7-8e32656760e5 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:26.448698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-addfd5a4-ac62-4312-9ea7-8e32656760e5 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/subnets/e475fa91-375e-456d-aa6c-da81398c1b70 HTTP/1.1" status: 404 len: 337 time: 0.0922370 Nov 09 00:23:26.450369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55808) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:26.503264 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-d085f0f1-3339-46c0-81f4-df0e1b46baae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:26.504269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d085f0f1-3339-46c0-81f4-df0e1b46baae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:26.510403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d085f0f1-3339-46c0-81f4-df0e1b46baae tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/bc85df74-e4b0-41da-9bd3-72b25346ef75 HTTP/1.1" status: 404 len: 339 time: 0.0548823 Nov 09 00:23:26.510634 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55810) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:26.529011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a05a5-4a26-46b5-a4cc-5cca75b1faf4 req-c7557cde-3639-4f53-9230-8340dc9cb9fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:26.531171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-436a05a5-4a26-46b5-a4cc-5cca75b1faf4 req-c7557cde-3639-4f53-9230-8340dc9cb9fd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.4715919 Nov 09 00:23:26.536280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12497881-b6ae-4e11-bbf8-6de14fae1245 req-c72db20d-7cdf-4792-9cac-526ec930551e service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702753 Nov 09 00:23:26.539712 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2948f0f-5324-4619-8c51-18b84dbe6e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:26.546771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['564722fc-1be1-4735-b17d-f8fd9c5dbedf'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:23:26.558897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-a83e29ad-d73e-46cf-9509-2e8f1e40f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:26.565626 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-a83e29ad-d73e-46cf-9509-2e8f1e40f65b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1097 time: 0.1975064 Nov 09 00:23:26.583233 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-4afe99af-4ad0-41c3-b1fd-0d73245ae930 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:26.585246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-4afe99af-4ad0-41c3-b1fd-0d73245ae930 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/networks?id=e829aeab-0510-4192-80fd-9d99c64b902a HTTP/1.1" status: 200 len: 814 time: 0.5684595 Nov 09 00:23:26.607204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f1373678-9074-4c8d-862d-ae01493f4f5c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:26.613200 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-09e36255-960e-4d33-b8f3-68947f41a54d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/quotas/f5c25c1a513d47d5a0d588f80875b683 HTTP/1.1" status: 200 len: 375 time: 0.0192909 Nov 09 00:23:26.673874 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-436a05a5-4a26-46b5-a4cc-5cca75b1faf4 req-b0a6210b-25b1-41e4-a211-3b033e0c6bea tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327472 Nov 09 00:23:26.716107 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-848e470f-2462-4bee-b1e4-362242ab9e89 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5c25c1a513d47d5a0d588f80875b683&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647764 Nov 09 00:23:26.717941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b138fe-98be-4fb5-9dd6-e60a4f988263 req-0e5bb38a-0974-4e1a-bb91-48bf8ee9db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:26.719339 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59b138fe-98be-4fb5-9dd6-e60a4f988263 req-0e5bb38a-0974-4e1a-bb91-48bf8ee9db05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 1094 time: 0.1023009 Nov 09 00:23:26.725565 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b22e42-2766-4d74-ac55-42a8729039ee tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:26.726129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b22e42-2766-4d74-ac55-42a8729039ee tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:26.729022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c7b22e42-2766-4d74-ac55-42a8729039ee tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/subnets/18db41db-4837-4cca-9527-fbba55cefab9 HTTP/1.1" status: 404 len: 337 time: 0.2157683 Nov 09 00:23:26.734092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55812) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:26.765894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Allocated IP 2001:db8:1::2 (9fb84057-78f4-402d-b972-0a893c18dbc7/f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f/13de6c91-d345-4e8f-81e5-040fc5175179) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:26.803049 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f8c3f4-9740-4d9d-8f0b-fa5dd2aea2a1 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:26.803645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f8c3f4-9740-4d9d-8f0b-fa5dd2aea2a1 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:26.809727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-97f8c3f4-9740-4d9d-8f0b-fa5dd2aea2a1 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/fe2958bd-4879-4921-a0eb-1acdcee67410 HTTP/1.1" status: 404 len: 339 time: 0.0733199 Nov 09 00:23:26.810310 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55814) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:26.824954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Router 671293c3-b0d0-45d8-9b04-7c08da52a360 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:23:26.939587 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:26.946666 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-e639bd51-f78a-4b4b-a26e-7146c97342bd service neutron] 10.222.0.25 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228751 Nov 09 00:23:26.978297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b138fe-98be-4fb5-9dd6-e60a4f988263 req-e608e1b5-9e1c-4bdb-9e5f-4f277790a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:26.980222 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59b138fe-98be-4fb5-9dd6-e60a4f988263 req-e608e1b5-9e1c-4bdb-9e5f-4f277790a9c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.2452648 Nov 09 00:23:27.010343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b2948f0f-5324-4619-8c51-18b84dbe6e22 None None] For port f1373678-9074-4c8d-862d-ae01493f4f5c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f1373678-9074-4c8d-862d-ae01493f4f5c,segment=NetworkSegment(31cde05d-684f-486a-a38a-f21e660ef2a5),segment_id=31cde05d-684f-486a-a38a-f21e660ef2a5)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:27.044185 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2948f0f-5324-4619-8c51-18b84dbe6e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:27.091401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59b138fe-98be-4fb5-9dd6-e60a4f988263 req-66cab97b-f67b-44e3-8306-57647bc80dc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 HTTP/1.1" status: 200 len: 217 time: 0.0782132 Nov 09 00:23:27.129450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b581fc-99be-4183-a6db-7cc0432885b1 req-f6427192-5f9e-40ae-968d-f64acba45bb7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:27.130910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20b581fc-99be-4183-a6db-7cc0432885b1 req-f6427192-5f9e-40ae-968d-f64acba45bb7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 984 time: 0.1781876 Nov 09 00:23:27.210669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b138fe-98be-4fb5-9dd6-e60a4f988263 req-ebef3fba-ef9c-4c26-97f8-09892f7a70de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:27.210888 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f1373678-9074-4c8d-862d-ae01493f4f5c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:27.211052 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:27.212328 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59b138fe-98be-4fb5-9dd6-e60a4f988263 req-ebef3fba-ef9c-4c26-97f8-09892f7a70de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1053166 Nov 09 00:23:27.214522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2948f0f-5324-4619-8c51-18b84dbe6e22 None None] Pushing event updated for resources: {'Port': ['ID=f1373678-9074-4c8d-862d-ae01493f4f5c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:27.222584 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-cc005a90-965f-4d8c-a869-83243b09dc80 service neutron] 10.222.0.25 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711153 Nov 09 00:23:27.251435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b220bb3-8f54-4299-8431-8df3d00b3613 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Deleting subnet 56c96fcb-6cb5-4339-bcee-395b62247034 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:27.256457 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b220bb3-8f54-4299-8431-8df3d00b3613 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:27.290288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20b581fc-99be-4183-a6db-7cc0432885b1 req-4b663d0f-2b2e-4807-8487-8f6162c4ed7a tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1349702 Nov 09 00:23:27.300388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b138fe-98be-4fb5-9dd6-e60a4f988263 req-895ffec5-25a9-4e1a-ac46-0138d026113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:27.304590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59b138fe-98be-4fb5-9dd6-e60a4f988263 req-895ffec5-25a9-4e1a-ac46-0138d026113d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803246 Nov 09 00:23:27.310322 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-8a5b116d-ff70-4fe2-ac2a-28cacbac7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:27.311981 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-8a5b116d-ff70-4fe2-ac2a-28cacbac7d93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ebf44d6-48b0-412d-acc4-554572e51c8d HTTP/1.1" status: 200 len: 896 time: 0.6764133 Nov 09 00:23:27.328717 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:27.341007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4bcc8c57-d4f2-49e4-b023-de5b2f4edc69 None None] Provisioning complete for port d9eb5521-543e-4c28-9a69-2b28cf02b808 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:27.341412 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8c57-d4f2-49e4-b023-de5b2f4edc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:27.402308 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:27.436604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b220bb3-8f54-4299-8431-8df3d00b3613 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:27.491128 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Network 9fb84057-78f4-402d-b972-0a893c18dbc7 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:27.493766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:27.507070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59b138fe-98be-4fb5-9dd6-e60a4f988263 req-6e9d99e8-05bf-4f1a-9571-b3f73f062e64 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946876 Nov 09 00:23:27.509503 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-02c54e7a-22f6-48d5-8516-1512e7f10b61 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "PUT /v2.0/routers/671293c3-b0d0-45d8-9b04-7c08da52a360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6444213 Nov 09 00:23:27.517253 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2a79838f-99b5-47e0-b393-ce2e22007c88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae HTTP/1.1" status: 200 len: 1002 time: 0.1958792 Nov 09 00:23:27.517843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55824) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:27.519096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0542f54-f61c-4055-a599-57d4e28a0bea req-2dde760c-07cc-4c92-8c01-bf1001390169 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:27.519679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:27.522013 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0542f54-f61c-4055-a599-57d4e28a0bea req-2dde760c-07cc-4c92-8c01-bf1001390169 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 943 time: 0.0958667 Nov 09 00:23:27.523150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Sync routers for ids ['671293c3-b0d0-45d8-9b04-7c08da52a360'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:27.550436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:27.633340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Routers {'671293c3-b0d0-45d8-9b04-7c08da52a360'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:27.633556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b685acce-d3b1-40c8-a27b-3abf3491842f req-21aa786e-7b9c-4f39-8b2b-8911cca7676b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 210 time: 0.1100836 Nov 09 00:23:27.634006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['671293c3-b0d0-45d8-9b04-7c08da52a360'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:27.670442 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Attempting to bind port 13de6c91-d345-4e8f-81e5-040fc5175179 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:27.671292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Attempting to bind port 13de6c91-d345-4e8f-81e5-040fc5175179 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'eef7ce40-6db1-4b7e-be9f-44d52362cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:27.672017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Attempting to bind port 13de6c91-d345-4e8f-81e5-040fc5175179 on network 9fb84057-78f4-402d-b972-0a893c18dbc7 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:27.675316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dead24c-4b7c-4a2d-a73f-46b455612596 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:27.679045 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2dead24c-4b7c-4a2d-a73f-46b455612596 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports/7bfa9335-104a-4df8-b1c0-766a3c575b1a HTTP/1.1" status: 200 len: 911 time: 0.1377625 Nov 09 00:23:27.679229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0542f54-f61c-4055-a599-57d4e28a0bea req-e7adf027-f63a-4411-abda-6795c79f5f09 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198146 Nov 09 00:23:27.680984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55828) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:27.686185 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Allocated IP 2001:db8:1::1 (9fb84057-78f4-402d-b972-0a893c18dbc7/f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f/24ee7213-20f4-472f-9ce3-3e685cdaa583) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:27.718887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2f72ccb2-48e9-4339-8b18-1e025caebeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:27.720532 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2f72ccb2-48e9-4339-8b18-1e025caebeec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc HTTP/1.1" status: 200 len: 834 time: 0.1785302 Nov 09 00:23:27.725052 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b220bb3-8f54-4299-8431-8df3d00b3613 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:27.753891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59b138fe-98be-4fb5-9dd6-e60a4f988263 req-b46914a5-718c-4929-ae3b-226fc4b0023b service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241266 Nov 09 00:23:27.784262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3cedc-c0c3-48ad-873e-7c7a965f9bc4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:27.793948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:27.794402 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Checking segment: {'id': 'eef7ce40-6db1-4b7e-be9f-44d52362cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:27.796062 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:27.796499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Bound using segment: {'id': 'eef7ce40-6db1-4b7e-be9f-44d52362cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:27.796992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Bound port: 13de6c91-d345-4e8f-81e5-040fc5175179, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef7ce40-6db1-4b7e-be9f-44d52362cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:27.797396 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:27.801360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3cedc-c0c3-48ad-873e-7c7a965f9bc4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:27.806698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-35e3cedc-c0c3-48ad-873e-7c7a965f9bc4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1213331 Nov 09 00:23:27.807645 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55834) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:27.864011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb5e78-b908-48b3-abe4-9a83ee1f20c0 req-1b9a4e76-3709-471c-a3b4-0af4bf038ffe tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:27.866729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92bb5e78-b908-48b3-abe4-9a83ee1f20c0 req-1b9a4e76-3709-471c-a3b4-0af4bf038ffe tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.0607963 Nov 09 00:23:27.878140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Pushing event updated for resources: {'Port': ['ID=13de6c91-d345-4e8f-81e5-040fc5175179,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:27.937697 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92bb5e78-b908-48b3-abe4-9a83ee1f20c0 req-cd90ba16-fbea-413e-9b46-6ec77dbe73cb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653002 Nov 09 00:23:27.943434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d9eb5521-543e-4c28-9a69-2b28cf02b808 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:27.990868 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-6c5685bf-debb-417b-a481-c64cc18b0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:27.992373 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-6c5685bf-debb-417b-a481-c64cc18b0eed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ebf44d6-48b0-412d-acc4-554572e51c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617049 Nov 09 00:23:28.006005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Set router 671293c3-b0d0-45d8-9b04-7c08da52a360 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:28.130192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] For port 13de6c91-d345-4e8f-81e5-040fc5175179, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:28.164458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] For port 13de6c91-d345-4e8f-81e5-040fc5175179, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=13de6c91-d345-4e8f-81e5-040fc5175179,segment=NetworkSegment(eef7ce40-6db1-4b7e-be9f-44d52362cb5c),segment_id=eef7ce40-6db1-4b7e-be9f-44d52362cb5c)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:28.203466 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:28.252320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4bcc8c57-d4f2-49e4-b023-de5b2f4edc69 None None] Provisioning complete for port 7bfa9335-104a-4df8-b1c0-766a3c575b1a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:28.252686 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8c57-d4f2-49e4-b023-de5b2f4edc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:28.289956 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d9eb5521-543e-4c28-9a69-2b28cf02b808 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:28.290500 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:28.358760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc8c57-d4f2-49e4-b023-de5b2f4edc69 None None] Port 7bfa9335-104a-4df8-b1c0-766a3c575b1a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:28.365219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aeb9fb-89d5-44ff-a606-6f4c846eef78 None None] Pushing event updated for resources: {'Port': ['ID=13de6c91-d345-4e8f-81e5-040fc5175179,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:28.423689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b220bb3-8f54-4299-8431-8df3d00b3613 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:28.450217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66642c85-9e9b-4943-aa1d-48eb03734b0d req-8aea9092-1dd6-40df-8de6-fd07182030a5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:28.451796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66642c85-9e9b-4943-aa1d-48eb03734b0d req-8aea9092-1dd6-40df-8de6-fd07182030a5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 984 time: 0.0676363 Nov 09 00:23:28.460310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:23:28.491194 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:28.496156 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671293c3-b0d0-45d8-9b04-7c08da52a360', 'name': 'tempest-NetworksTestDHCPv6-router-1121087136', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:21Z', 'updated_at': '2021-11-09T00:23:24Z', 'revision_number': 2, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'gw_port_host': None, '_interfaces': [{'id': '7bfa9335-104a-4df8-b1c0-766a3c575b1a', 'name': '', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'mac_address': 'fa:16:3e:f0:ba:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671293c3-b0d0-45d8-9b04-7c08da52a360', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '83e0458a-1602-4066-bab3-36654808fc8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:22Z', 'updated_at': '2021-11-09T00:23:24Z', 'revision_number': 2, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'subnets': [{'id': '83e0458a-1602-4066-bab3-36654808fc8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:28.539929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b220bb3-8f54-4299-8431-8df3d00b3613 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Subnet': ['ID=56c96fcb-6cb5-4339-bcee-395b62247034,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:28.551101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66642c85-9e9b-4943-aa1d-48eb03734b0d req-ab2cf09a-0bab-44b5-96c4-df88880b8bb1 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0903325 Nov 09 00:23:28.554725 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Checking router: 671293c3-b0d0-45d8-9b04-7c08da52a360 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:23:28.555085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Updating router 671293c3-b0d0-45d8-9b04-7c08da52a360 port 7bfa9335-104a-4df8-b1c0-766a3c575b1a binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:23:28.609645 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:28.618903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3c47dc73-8316-4274-ba8a-d10dcebcf674 None None] Provisioning complete for port 7bfa9335-104a-4df8-b1c0-766a3c575b1a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:28.619398 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3c47dc73-8316-4274-ba8a-d10dcebcf674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:28.625477 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.resource_extend [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:23:28.658056 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b220bb3-8f54-4299-8431-8df3d00b3613 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:28.662569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 564722fc-1be1-4735-b17d-f8fd9c5dbedf up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:28.679112 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1b220bb3-8f54-4299-8431-8df3d00b3613 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/subnets/56c96fcb-6cb5-4339-bcee-395b62247034 HTTP/1.1" status: 204 len: 168 time: 1.8651276 Nov 09 00:23:28.681497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55842) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:28.692028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cbc6f7-5fbb-4458-9ebe-92bc86feddc8 None None] Network c6e157ec-ce99-4553-86ee-7f92671d63a7 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:28.776992 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-d5089064-f145-4da0-ad3f-186b7a26017f service neutron] 10.222.0.30 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691128 Nov 09 00:23:28.789314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:28.847496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 82731033-52b2-4281-9ca3-175fd74de4af no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:28.866890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 9fb84057-78f4-402d-b972-0a893c18dbc7 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:28.884151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:28.894192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:28.895041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:28.945844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 82731033-52b2-4281-9ca3-175fd74de4af {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:23:28.946206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 82731033-52b2-4281-9ca3-175fd74de4af not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:23:28.979948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=24ee7213-20f4-472f-9ce3-3e685cdaa583,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:29.095955 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-e0bb6566-3b16-4dd1-aba8-d23861a675d3 service neutron] 10.222.0.30 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912273 Nov 09 00:23:29.116277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3c47dc73-8316-4274-ba8a-d10dcebcf674 None None] Port 7bfa9335-104a-4df8-b1c0-766a3c575b1a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:29.146900 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:29.311200 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9cfce0c8-b01d-4806-8708-3cbb58a96900 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:29.394137 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f1373678-9074-4c8d-862d-ae01493f4f5c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:29.442081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 564722fc-1be1-4735-b17d-f8fd9c5dbedf completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:23:29.447091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca08d841-c6ab-4e2e-8848-951543b1f48b req-a93e9c56-7d41-4d7d-a47a-9e041c1021bf tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 210 time: 0.1131959 Nov 09 00:23:29.455498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 564722fc-1be1-4735-b17d-f8fd9c5dbedf triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:29.455845 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:29.476665 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:29.507013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:29.547317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4d457-5793-4896-9a2c-3b00e02b4d6f req-6c508444-626d-4361-8072-6709b4a1889a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:29.555793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa4d457-5793-4896-9a2c-3b00e02b4d6f req-6c508444-626d-4361-8072-6709b4a1889a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 943 time: 0.2116416 Nov 09 00:23:29.584609 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'port_id': '038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9', 'mac_address': 'fa:16:3e:68:a7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:23:29.663771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-3671156b-8fea-4f13-84db-3d3d99ece7d4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:29.666032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-3671156b-8fea-4f13-84db-3d3d99ece7d4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.30 "GET /v2.0/networks?id=e829aeab-0510-4192-80fd-9d99c64b902a HTTP/1.1" status: 200 len: 814 time: 0.9334424 Nov 09 00:23:29.677003 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:29.680149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f1373678-9074-4c8d-862d-ae01493f4f5c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:29.680516 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:29.692113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Request body: {'port': {'device_id': '08273966-c1aa-4348-b876-cd4a5812bb2a', 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a', 'admin_state_up': True, 'tenant_id': 'f5c25c1a513d47d5a0d588f80875b683'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:29.743004 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddffcee-f896-4704-8a8b-22f3a7cec4a9 None None] DHCP port deletion for c6e157ec-ce99-4553-86ee-7f92671d63a7 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:23:29.773657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:23:29.804852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd392c-d330-469e-b642-fae96ca9cd18 req-afb7a6f9-2b6a-4cf0-85f8-2fdb840df520 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:29.805389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:29.806422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24bd392c-d330-469e-b642-fae96ca9cd18 req-afb7a6f9-2b6a-4cf0-85f8-2fdb840df520 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.2279928 Nov 09 00:23:29.818495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aa4d457-5793-4896-9a2c-3b00e02b4d6f req-73080992-c4ff-4ce9-8661-b75764373d0a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616856 Nov 09 00:23:29.863482 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:29.865300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a09b1-2794-4253-a6fa-b850a36401a5 None None] Network 9fb84057-78f4-402d-b972-0a893c18dbc7 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:29.875134 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:29.876727 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:29.888170 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:29.889516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:29.909101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Deleting port e89457f1-af0e-4888-a4e1-784ed651d5dd {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:29.909873 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:29.970520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9cfce0c8-b01d-4806-8708-3cbb58a96900 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 7bfa9335-104a-4df8-b1c0-766a3c575b1a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:29.971761 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9cfce0c8-b01d-4806-8708-3cbb58a96900 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.021731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=24ee7213-20f4-472f-9ce3-3e685cdaa583,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:30.041860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24bd392c-d330-469e-b642-fae96ca9cd18 req-684cc748-85b8-45ef-9b2a-ac98307aa8c8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223115 Nov 09 00:23:30.066042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] For port e89457f1-af0e-4888-a4e1-784ed651d5dd, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e89457f1-af0e-4888-a4e1-784ed651d5dd,segment=NetworkSegment(cfb935b8-6951-4501-ac5b-2eb5f5611712),segment_id=cfb935b8-6951-4501-ac5b-2eb5f5611712)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:30.066319 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.088360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564722fc-1be1-4735-b17d-f8fd9c5dbedf'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:30.089941 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd4b249-a843-487f-8257-5e158db36b71" -d '{"events": [{"server_uuid": "01f5ec72-3929-4a7c-a5e2-7d9f42230330", "name": "network-vif-plugged", "status": "completed", "tag": "564722fc-1be1-4735-b17d-f8fd9c5dbedf"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:30.090310 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Calling delete_port for e89457f1-af0e-4888-a4e1-784ed651d5dd owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:30.095032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Made reservation on behalf of f5c25c1a513d47d5a0d588f80875b683 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:30.099345 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.114702 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.124741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 9fb84057-78f4-402d-b972-0a893c18dbc7 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:30.124946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b969a-a3bd-4504-8844-fdca336b65d6 req-bc281e95-c982-4481-87f5-426d4b2571a2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:30.127116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9cfce0c8-b01d-4806-8708-3cbb58a96900 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.129414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 564722fc-1be1-4735-b17d-f8fd9c5dbedf, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=564722fc-1be1-4735-b17d-f8fd9c5dbedf,segment=NetworkSegment(9406df2b-9233-4ed7-9782-f841d890bf5e),segment_id=9406df2b-9233-4ed7-9782-f841d890bf5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:30.129709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:30.134913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5fb9b3a5-2814-4e0f-9957-83fb5f8e2794 None None] Provisioning complete for port 13de6c91-d345-4e8f-81e5-040fc5175179 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:30.135383 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5fb9b3a5-2814-4e0f-9957-83fb5f8e2794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.136714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:30.137564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-838b969a-a3bd-4504-8844-fdca336b65d6 req-bc281e95-c982-4481-87f5-426d4b2571a2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 984 time: 0.2240162 Nov 09 00:23:30.147276 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9cfce0c8-b01d-4806-8708-3cbb58a96900 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 7bfa9335-104a-4df8-b1c0-766a3c575b1a owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:30.173813 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.182399 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.187796 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48942679-a192-4777-939b-b99029054752 x-openstack-request-id: req-48942679-a192-4777-939b-b99029054752 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:30.188066 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f5ec72-3929-4a7c-a5e2-7d9f42230330", "name": "network-vif-plugged", "status": "completed", "tag": "564722fc-1be1-4735-b17d-f8fd9c5dbedf", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:30.188666 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48942679-a192-4777-939b-b99029054752 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:30.188666 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564722fc-1be1-4735-b17d-f8fd9c5dbedf', 'code': 200} Nov 09 00:23:30.216303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 13de6c91-d345-4e8f-81e5-040fc5175179 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:30.296194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 2f615f84-d4de-43dd-a66f-af2b39e03d9b has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:23:30.311087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:23:30.320096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=564722fc-1be1-4735-b17d-f8fd9c5dbedf,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:30.372942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-838b969a-a3bd-4504-8844-fdca336b65d6 req-fb627c7d-deb5-4bf2-8b6f-dcd81708257b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2343085 Nov 09 00:23:30.381316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6ddffcee-f896-4704-8a8b-22f3a7cec4a9 None None] Deleting port e89457f1-af0e-4888-a4e1-784ed651d5dd {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:30.382027 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ddffcee-f896-4704-8a8b-22f3a7cec4a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.434159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb8423-54f8-4aad-a931-75c948e64434 req-ecefd038-0e1f-468a-8762-eacf588e5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:30.435658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fccb8423-54f8-4aad-a931-75c948e64434 req-ecefd038-0e1f-468a-8762-eacf588e5133 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 1136 time: 0.1784329 Nov 09 00:23:30.476887 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.496944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No DVR routers for this DVR port e89457f1-af0e-4888-a4e1-784ed651d5dd on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:30.505524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:30.513003 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-206cacb7-5d6f-4a36-a28a-a8af01ada65a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0292742 Nov 09 00:23:30.516767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55854) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:30.519835 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Sync routers for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:30.522600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8b11de3f-2471-4310-9285-cb9e2b32cb0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1085277519'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:30.538483 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9cfce0c8-b01d-4806-8708-3cbb58a96900 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.542107 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:30.546708 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:30.561055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Port': ['ID=e89457f1-af0e-4888-a4e1-784ed651d5dd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:30.579055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Allocated IP 172.20.0.2 (e829aeab-0510-4192-80fd-9d99c64b902a/79c9732f-1534-467b-88d9-7ab7fdb88108/8c632bf5-ca49-4b76-8d2e-d165d6de8273) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:30.580529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfce0c8-b01d-4806-8708-3cbb58a96900 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=7bfa9335-104a-4df8-b1c0-766a3c575b1a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:30.595563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b11de3f-2471-4310-9285-cb9e2b32cb0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:30.605513 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b11de3f-2471-4310-9285-cb9e2b32cb0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.679772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d28173-9591-4439-95c3-f587a4eeecae None None] Pushing event updated for resources: {'Port': ['ID=7bfa9335-104a-4df8-b1c0-766a3c575b1a,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:30.709020 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:30.743975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6ddffcee-f896-4704-8a8b-22f3a7cec4a9 None None] For port e89457f1-af0e-4888-a4e1-784ed651d5dd, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e89457f1-af0e-4888-a4e1-784ed651d5dd,segment=NetworkSegment(cfb935b8-6951-4501-ac5b-2eb5f5611712),segment_id=cfb935b8-6951-4501-ac5b-2eb5f5611712)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:30.744490 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ddffcee-f896-4704-8a8b-22f3a7cec4a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.759334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42fbfc04-7622-454e-a81d-293e51ad7a3f req-2dcaeb60-e2d8-4ad8-948a-cee5ec2bd4c4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 210 time: 0.0652277 Nov 09 00:23:30.799062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b11de3f-2471-4310-9285-cb9e2b32cb0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:23:30.811482 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9cfce0c8-b01d-4806-8708-3cbb58a96900 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.817447 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b11de3f-2471-4310-9285-cb9e2b32cb0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.818203 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-8b11de3f-2471-4310-9285-cb9e2b32cb0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Added segment 961a774b-8fc2-47d9-a2ed-ac73b979408c of type vlan for network 1dc9af36-e681-42a1-9894-4b75bf4a4f27 Nov 09 00:23:30.825449 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.848990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6ddffcee-f896-4704-8a8b-22f3a7cec4a9 None None] Calling delete_port for e89457f1-af0e-4888-a4e1-784ed651d5dd owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:30.886659 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fccb8423-54f8-4aad-a931-75c948e64434 req-4ad02b0a-5997-4c1d-ac42-ab73cb11fd19 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&id=226dc74e-a6e5-4d05-9258-3670bbaeb887&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4423716 Nov 09 00:23:30.894676 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e157ec-ce99-4553-86ee-7f92671d63a7']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:30.898296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Attempting to bind port 7bfa9335-104a-4df8-b1c0-766a3c575b1a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:30.900541 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Attempting to bind port 7bfa9335-104a-4df8-b1c0-766a3c575b1a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:30.900932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Attempting to bind port 7bfa9335-104a-4df8-b1c0-766a3c575b1a on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:30.920666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb935b8-6951-4501-ac5b-2eb5f5611712') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:30.921620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb935b8-6951-4501-ac5b-2eb5f5611712') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:30.940772 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.978158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:30.978540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:30.978945 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.979337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:30.979824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Bound port: 7bfa9335-104a-4df8-b1c0-766a3c575b1a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:30.980346 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.986106 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:30.989404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 13de6c91-d345-4e8f-81e5-040fc5175179 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:30.989792 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.034435 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b11de3f-2471-4310-9285-cb9e2b32cb0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.051957 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:29Z', 'revision_number': 3, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:29Z', 'revision_number': 2, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:31.067742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:23:31.068165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:23:31.071443 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:23:31.082834 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5fb9b3a5-2814-4e0f-9957-83fb5f8e2794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.089633 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Checking router: 2f615f84-d4de-43dd-a66f-af2b39e03d9b for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:23:31.090353 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Updating router 2f615f84-d4de-43dd-a66f-af2b39e03d9b port 24ee7213-20f4-472f-9ce3-3e685cdaa583 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:23:31.128557 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.156525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Port 7bfa9335-104a-4df8-b1c0-766a3c575b1a has been deleted concurrently {{(pid=101782) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 09 00:23:31.183775 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b11de3f-2471-4310-9285-cb9e2b32cb0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.190887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b11de3f-2471-4310-9285-cb9e2b32cb0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:31.191708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b11de3f-2471-4310-9285-cb9e2b32cb0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.207862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfce0c8-b01d-4806-8708-3cbb58a96900 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Router 671293c3-b0d0-45d8-9b04-7c08da52a360 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:23:31.267151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5fb9b3a5-2814-4e0f-9957-83fb5f8e2794 None None] For port 13de6c91-d345-4e8f-81e5-040fc5175179, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=13de6c91-d345-4e8f-81e5-040fc5175179,segment=NetworkSegment(eef7ce40-6db1-4b7e-be9f-44d52362cb5c),segment_id=eef7ce40-6db1-4b7e-be9f-44d52362cb5c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:31.274356 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8b11de3f-2471-4310-9285-cb9e2b32cb0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7563179 Nov 09 00:23:31.278857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Routers {'671293c3-b0d0-45d8-9b04-7c08da52a360'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:31.279687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['671293c3-b0d0-45d8-9b04-7c08da52a360'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:31.280705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55862) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:31.339681 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.349755 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5fb9b3a5-2814-4e0f-9957-83fb5f8e2794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.351207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-016db2bd-f6b1-4b11-9646-760c3cb27e49 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'subnet': {'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:31.363261 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.381915 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.391739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/c6e157ec-ce99-4553-86ee-7f92671d63a7 HTTP/1.1" status: 204 len: 168 time: 2.7067580 Nov 09 00:23:31.412745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55864) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:31.424222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ad157-fc93-4715-9aeb-7f952a9fc7cd req-0bd87e9d-8111-4493-82d5-9849ecd739f1 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:31.432318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-130ad157-fc93-4715-9aeb-7f952a9fc7cd req-0bd87e9d-8111-4493-82d5-9849ecd739f1 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 944 time: 0.3723390 Nov 09 00:23:31.467816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f940ee-630f-4922-92ab-1b7de6efd347 req-e8ef4cfe-345e-4ab0-84c5-a39b0b7c75f1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:31.476419 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5f940ee-630f-4922-92ab-1b7de6efd347 req-e8ef4cfe-345e-4ab0-84c5-a39b0b7c75f1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.2654126 Nov 09 00:23:31.480442 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] Set router 671293c3-b0d0-45d8-9b04-7c08da52a360 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:31.492209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11de3f-2471-4310-9285-cb9e2b32cb0e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Network': ['ID=1dc9af36-e681-42a1-9894-4b75bf4a4f27,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:31.522584 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.527986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fc5ab-0053-40f7-a5fe-b7653b96aead tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Network': ['ID=c6e157ec-ce99-4553-86ee-7f92671d63a7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:31.530987 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.537219 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ddffcee-f896-4704-8a8b-22f3a7cec4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.549791 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-931fdb43-1670-42bd-95fc-6a7920ef0f86 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:31.550257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931fdb43-1670-42bd-95fc-6a7920ef0f86 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:31.553437 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-931fdb43-1670-42bd-95fc-6a7920ef0f86 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/subnets/6c3009a7-ff6c-4ce4-9d6d-b02e688c0418 HTTP/1.1" status: 404 len: 337 time: 0.1161962 Nov 09 00:23:31.563030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55868) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:31.594321 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 1dc9af36-e681-42a1-9894-4b75bf4a4f27 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:23:31.597007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8fda06d2-369f-4215-ba37-78ac7b940a8c None None] Could not find standard attr ID for object 7bfa9335-104a-4df8-b1c0-766a3c575b1a. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:23:31.598075 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d97977-6c8a-41ee-8f36-e01ebc20b845 None None] Pushing event updated for resources: {'Port': ['ID=24ee7213-20f4-472f-9ce3-3e685cdaa583,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:31.630618 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece710a3-319b-46b0-a060-942757c63873 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:31.631235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece710a3-319b-46b0-a060-942757c63873 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:31.639523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ece710a3-319b-46b0-a060-942757c63873 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/abd5704b-84be-4cfe-8100-bde0d4586d4a HTTP/1.1" status: 404 len: 339 time: 0.0754323 Nov 09 00:23:31.641989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55870) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:31.656830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671293c3-b0d0-45d8-9b04-7c08da52a360', 'name': 'tempest-NetworksTestDHCPv6-router-1121087136', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:21Z', 'updated_at': '2021-11-09T00:23:30Z', 'revision_number': 3, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:31.660494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-130ad157-fc93-4715-9aeb-7f952a9fc7cd req-35bcfc79-22b9-4ad6-806a-41e025100f09 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272024 Nov 09 00:23:31.667805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfce0c8-b01d-4806-8708-3cbb58a96900 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:31.674555 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Attempting to bind port 24ee7213-20f4-472f-9ce3-3e685cdaa583 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:31.675065 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Attempting to bind port 24ee7213-20f4-472f-9ce3-3e685cdaa583 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'eef7ce40-6db1-4b7e-be9f-44d52362cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:31.675540 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Attempting to bind port 24ee7213-20f4-472f-9ce3-3e685cdaa583 on network 9fb84057-78f4-402d-b972-0a893c18dbc7 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:31.681713 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:31.682237 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Checking segment: {'id': 'eef7ce40-6db1-4b7e-be9f-44d52362cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:31.682733 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.683462 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Bound using segment: {'id': 'eef7ce40-6db1-4b7e-be9f-44d52362cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:31.683866 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Bound port: 24ee7213-20f4-472f-9ce3-3e685cdaa583, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef7ce40-6db1-4b7e-be9f-44d52362cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:31.684338 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.714306 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9cfce0c8-b01d-4806-8708-3cbb58a96900 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "PUT /v2.0/routers/671293c3-b0d0-45d8-9b04-7c08da52a360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8669863 Nov 09 00:23:31.717918 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55872) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:31.751068 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5f940ee-630f-4922-92ab-1b7de6efd347 req-faceea5b-8f24-4b2b-aab9-223f02373a27 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732992 Nov 09 00:23:31.753716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.787375 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] For port 24ee7213-20f4-472f-9ce3-3e685cdaa583, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:31.800563 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] For port 24ee7213-20f4-472f-9ce3-3e685cdaa583, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=24ee7213-20f4-472f-9ce3-3e685cdaa583,segment=NetworkSegment(eef7ce40-6db1-4b7e-be9f-44d52362cb5c),segment_id=eef7ce40-6db1-4b7e-be9f-44d52362cb5c)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:31.814152 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.852344 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-70839987-e3a9-4cce-ac24-6828907fc682 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Deleting subnet 3807c611-eaab-4532-834d-92b6d368137a {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:31.863287 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70839987-e3a9-4cce-ac24-6828907fc682 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.867156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Network e829aeab-0510-4192-80fd-9d99c64b902a is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:31.893058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:31.902878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:31.915533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016db2bd-f6b1-4b11-9646-760c3cb27e49 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:31.919740 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-016db2bd-f6b1-4b11-9646-760c3cb27e49 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:31.933591 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d97977-6c8a-41ee-8f36-e01ebc20b845 None None] Pushing event updated for resources: {'Port': ['ID=24ee7213-20f4-472f-9ce3-3e685cdaa583,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:31.938597 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b4755b-02b7-43df-900f-c65356f83b9b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:31.940686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b4755b-02b7-43df-900f-c65356f83b9b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:31.942551 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b4b4755b-02b7-43df-900f-c65356f83b9b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2237153 Nov 09 00:23:31.960881 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:31.961715 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:31.963719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55876) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:31.980674 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70839987-e3a9-4cce-ac24-6828907fc682 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:32.017062 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Pushing event updated for resources: {'Port': ['ID=8c632bf5-ca49-4b76-8d2e-d165d6de8273,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:32.079863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23380-c693-49d4-9c1c-3f4e4150860e req-d0407a74-3074-4884-816e-9fb2a80a1ff4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:32.081751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0f23380-c693-49d4-9c1c-3f4e4150860e req-d0407a74-3074-4884-816e-9fb2a80a1ff4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 985 time: 0.2410383 Nov 09 00:23:32.133617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:32.134238 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:32.169871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e268a5-50a3-4c21-a218-ab484c08ddff req-c807f4ec-c827-4fac-9e03-1c4162a18aa9 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:32.171728 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22e268a5-50a3-4c21-a218-ab484c08ddff req-c807f4ec-c827-4fac-9e03-1c4162a18aa9 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 931 time: 0.3030219 Nov 09 00:23:32.180966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-1e6dbc18-ac50-4788-93c6-cf0e2cddc007 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4950218 Nov 09 00:23:32.204813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e437ff-551d-41ed-951b-7b6d24157014 None None] The sync data for ids ['671293c3-b0d0-45d8-9b04-7c08da52a360'] in n-d-813263-3 is: [{'id': '671293c3-b0d0-45d8-9b04-7c08da52a360', 'name': 'tempest-NetworksTestDHCPv6-router-1121087136', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:21Z', 'updated_at': '2021-11-09T00:23:30Z', 'revision_number': 3, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:32.227357 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f331cded-618f-4ee3-94c6-fd7e5eade72c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:23:32.230322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Request body: {'port': {'device_id': '08273966-c1aa-4348-b876-cd4a5812bb2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:32.294006 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-016db2bd-f6b1-4b11-9646-760c3cb27e49 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:32.338549 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:32.342630 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ddffcee-f896-4704-8a8b-22f3a7cec4a9 None None] Network c6e157ec-ce99-4553-86ee-7f92671d63a7 is not hosted by any dhcp agent {{(pid=101782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 00:23:32.343072 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddffcee-f896-4704-8a8b-22f3a7cec4a9 None None] No DVR routers for this DVR port e89457f1-af0e-4888-a4e1-784ed651d5dd on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:32.380454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20bab05-ad2b-4809-a63c-39a146650919 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 83e0458a-1602-4066-bab3-36654808fc8d {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:32.383420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e89457f1-af0e-4888-a4e1-784ed651d5dd no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:32.403566 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b20bab05-ad2b-4809-a63c-39a146650919 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:32.403997 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9b3a5-2814-4e0f-9957-83fb5f8e2794 None None] Pushing event updated for resources: {'Port': ['ID=13de6c91-d345-4e8f-81e5-040fc5175179,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:32.447404 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0f23380-c693-49d4-9c1c-3f4e4150860e req-83a6fe25-81fb-467a-a335-221377c022b4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3565409 Nov 09 00:23:32.475028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8196d9f8-1cdd-4b9a-8bd6-5cd06d373d47 None None] Provisioning complete for port 13de6c91-d345-4e8f-81e5-040fc5175179 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:32.475412 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8196d9f8-1cdd-4b9a-8bd6-5cd06d373d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:32.513147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddffcee-f896-4704-8a8b-22f3a7cec4a9 None None] Pushing event deleted for resources: {'Port': ['ID=e89457f1-af0e-4888-a4e1-784ed651d5dd,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:32.514531 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b20bab05-ad2b-4809-a63c-39a146650919 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:32.516615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22e268a5-50a3-4c21-a218-ab484c08ddff req-484c4d2e-950a-4618-a0c3-5866414361fc tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195703 Nov 09 00:23:32.517323 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:32.517520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: e89457f1-af0e-4888-a4e1-784ed651d5dd {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:23:32.517789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e89457f1-af0e-4888-a4e1-784ed651d5dd not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:23:32.661155 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016db2bd-f6b1-4b11-9646-760c3cb27e49 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Subnet': ['ID=be50a8d9-ccc6-4a31-9178-3e001dbde430,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:32.674549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016db2bd-f6b1-4b11-9646-760c3cb27e49 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Checking segment: {'id': '961a774b-8fc2-47d9-a2ed-ac73b979408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:32.675058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016db2bd-f6b1-4b11-9646-760c3cb27e49 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network hostable DHCP agents. Network: 1dc9af36-e681-42a1-9894-4b75bf4a4f27, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:23:32.723380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70839987-e3a9-4cce-ac24-6828907fc682 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:32.730946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8196d9f8-1cdd-4b9a-8bd6-5cd06d373d47 None None] Provisioning complete for port 24ee7213-20f4-472f-9ce3-3e685cdaa583 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:32.731314 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8196d9f8-1cdd-4b9a-8bd6-5cd06d373d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:32.807446 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:29Z', 'revision_number': 3, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:31Z', 'revision_number': 4, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:32.850633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016db2bd-f6b1-4b11-9646-760c3cb27e49 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 1dc9af36-e681-42a1-9894-4b75bf4a4f27 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:23:32.855062 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8196d9f8-1cdd-4b9a-8bd6-5cd06d373d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:32.878655 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a87ff7-155e-416c-9a12-8f7db80adddb None None] The sync data for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 is: [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:29Z', 'revision_number': 3, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:31Z', 'revision_number': 4, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:32.883145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-016db2bd-f6b1-4b11-9646-760c3cb27e49 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 1dc9af36-e681-42a1-9894-4b75bf4a4f27) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:32.889599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016db2bd-f6b1-4b11-9646-760c3cb27e49 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:32.890192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-016db2bd-f6b1-4b11-9646-760c3cb27e49 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:32.894778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b20bab05-ad2b-4809-a63c-39a146650919 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:32.929323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8196d9f8-1cdd-4b9a-8bd6-5cd06d373d47 None None] For port 24ee7213-20f4-472f-9ce3-3e685cdaa583, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=24ee7213-20f4-472f-9ce3-3e685cdaa583,segment=NetworkSegment(eef7ce40-6db1-4b7e-be9f-44d52362cb5c),segment_id=eef7ce40-6db1-4b7e-be9f-44d52362cb5c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:32.938327 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc647231-7d6c-4bc2-9eff-23c24bf45662 None None] Network 1dc9af36-e681-42a1-9894-4b75bf4a4f27 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:32.941994 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8196d9f8-1cdd-4b9a-8bd6-5cd06d373d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.028721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04742ee-2963-4075-bd53-d6b91a64402c req-447862b1-6c48-4e8b-a810-52e87931e344 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:33.037221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f04742ee-2963-4075-bd53-d6b91a64402c req-447862b1-6c48-4e8b-a810-52e87931e344 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 944 time: 0.2624216 Nov 09 00:23:33.147017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f8e00-6793-4032-a11d-78c216ce8d72 req-f0887a4b-fa49-4f31-b796-5d505b764c56 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:33.148120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e88f8e00-6793-4032-a11d-78c216ce8d72 req-f0887a4b-fa49-4f31-b796-5d505b764c56 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.2692053 Nov 09 00:23:33.169125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f04742ee-2963-4075-bd53-d6b91a64402c req-d9d6f4ce-01bf-47c6-9816-b6bc7656d81a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310637 Nov 09 00:23:33.259470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196d9f8-1cdd-4b9a-8bd6-5cd06d373d47 None None] Pushing event updated for resources: {'Port': ['ID=24ee7213-20f4-472f-9ce3-3e685cdaa583,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:33.266051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c632bf5-ca49-4b76-8d2e-d165d6de8273 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:23:33.276282 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.295532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Transition to ACTIVE for port object 8c632bf5-ca49-4b76-8d2e-d165d6de8273 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:23:33.309923 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.312760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-380a2b15-9dea-494a-b5c0-1b049017b3c3 None None] Provisioning complete for port 24ee7213-20f4-472f-9ce3-3e685cdaa583 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:33.313435 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-380a2b15-9dea-494a-b5c0-1b049017b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.369887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e88f8e00-6793-4032-a11d-78c216ce8d72 req-1193da4f-7d28-4cc6-b0ec-352494c4d761 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996877 Nov 09 00:23:33.393962 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:23:33.396066 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.424851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Pushing event updated for resources: {'Port': ['ID=8c632bf5-ca49-4b76-8d2e-d165d6de8273,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:33.495709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Attempting to bind port 8c632bf5-ca49-4b76-8d2e-d165d6de8273 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:33.496048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Attempting to bind port 8c632bf5-ca49-4b76-8d2e-d165d6de8273 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'e9292243-1a60-456f-a95d-53f28bbb8ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:33.496388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Attempting to bind port 8c632bf5-ca49-4b76-8d2e-d165d6de8273 on network e829aeab-0510-4192-80fd-9d99c64b902a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:33.502277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Port 8c632bf5-ca49-4b76-8d2e-d165d6de8273 on network e829aeab-0510-4192-80fd-9d99c64b902a not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:23:33.502666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Attempting to bind port 8c632bf5-ca49-4b76-8d2e-d165d6de8273 on network e829aeab-0510-4192-80fd-9d99c64b902a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:33.511112 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:33.511489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Checking segment: {'id': 'e9292243-1a60-456f-a95d-53f28bbb8ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:33.511968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Bound using segment: {'id': 'e9292243-1a60-456f-a95d-53f28bbb8ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:33.512419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Bound port: 8c632bf5-ca49-4b76-8d2e-d165d6de8273, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9292243-1a60-456f-a95d-53f28bbb8ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:33.512885 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.538598 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b20bab05-ad2b-4809-a63c-39a146650919 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.572073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bab05-ad2b-4809-a63c-39a146650919 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=83e0458a-1602-4066-bab3-36654808fc8d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:33.585555 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70839987-e3a9-4cce-ac24-6828907fc682 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.596552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55886) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:33.597450 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-016db2bd-f6b1-4b11-9646-760c3cb27e49 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2504487 Nov 09 00:23:33.639938 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70839987-e3a9-4cce-ac24-6828907fc682 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.645879 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-70839987-e3a9-4cce-ac24-6828907fc682 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/subnets/3807c611-eaab-4532-834d-92b6d368137a HTTP/1.1" status: 204 len: 168 time: 2.0004141 Nov 09 00:23:33.647524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b20bab05-ad2b-4809-a63c-39a146650919 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.654155 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b20bab05-ad2b-4809-a63c-39a146650919 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/83e0458a-1602-4066-bab3-36654808fc8d HTTP/1.1" status: 204 len: 168 time: 1.6869907 Nov 09 00:23:33.654897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58242b0-ea24-4a6c-a9de-0801e47c7f8d None None] Network 97174b16-0805-4431-85aa-57c4f431f689 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:33.655016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55888) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:33.655016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70839987-e3a9-4cce-ac24-6828907fc682 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Subnet': ['ID=3807c611-eaab-4532-834d-92b6d368137a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:33.719023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55890) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:33.727282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca18283-e04a-46dc-a144-23726097b909 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:33.753624 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.835792 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Deleting port dccd326d-dbfb-484c-8daa-0eda03b0b424 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:33.836077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.845573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] For port 8c632bf5-ca49-4b76-8d2e-d165d6de8273, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:33.898125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-66be7ec1-45e0-4352-9b6d-3c4f8b42b3a1 None None] Provisioning complete for port 24ee7213-20f4-472f-9ce3-3e685cdaa583 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:33.898492 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66be7ec1-45e0-4352-9b6d-3c4f8b42b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.912836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] For port 8c632bf5-ca49-4b76-8d2e-d165d6de8273, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8c632bf5-ca49-4b76-8d2e-d165d6de8273,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:33.941084 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] For port dccd326d-dbfb-484c-8daa-0eda03b0b424, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=dccd326d-dbfb-484c-8daa-0eda03b0b424,segment=NetworkSegment(1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef),segment_id=1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:33.941443 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:33.944612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96823f-664c-479f-94cf-bc7d5e19317b None None] Sync routers for ids ['671293c3-b0d0-45d8-9b04-7c08da52a360'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:33.955598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Calling delete_port for dccd326d-dbfb-484c-8daa-0eda03b0b424 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:33.969964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Allocated IP 2001:db8:2::2 (1dc9af36-e681-42a1-9894-4b75bf4a4f27/be50a8d9-ccc6-4a31-9178-3e001dbde430/ef92783a-4510-429f-8aac-2d307231fb6d) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:33.979365 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.000210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0499c7-bfc9-4656-8f41-759f4bcb4701 req-b24c1ead-8603-4882-abe9-2a80fac69a44 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:34.001768 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da0499c7-bfc9-4656-8f41-759f4bcb4701 req-b24c1ead-8603-4882-abe9-2a80fac69a44 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 943 time: 0.2789333 Nov 09 00:23:34.011240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f96823f-664c-479f-94cf-bc7d5e19317b None None] Routers {'671293c3-b0d0-45d8-9b04-7c08da52a360'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:34.011875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5f96823f-664c-479f-94cf-bc7d5e19317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['671293c3-b0d0-45d8-9b04-7c08da52a360'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:34.052206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17395c2-b25e-4f34-afc4-b9169f5b9898 req-ccd33731-db28-4f1b-8d06-bedc6f27eb14 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:34.054033 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d17395c2-b25e-4f34-afc4-b9169f5b9898 req-ccd33731-db28-4f1b-8d06-bedc6f27eb14 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 985 time: 0.4581935 Nov 09 00:23:34.073122 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.088965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b52dc54c-c38c-40b4-8f85-86d95d59a027 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3463593 Nov 09 00:23:34.090448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:34.091077 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.092447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] 10.222.0.30 "PUT /v2.0/ports/8c632bf5-ca49-4b76-8d2e-d165d6de8273 HTTP/1.1" status: 200 len: 1091 time: 1.8820138 Nov 09 00:23:34.103559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55892) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:34.104160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08273966-c1aa-4348-b876-cd4a5812bb2a', 'tag': '8c632bf5-ca49-4b76-8d2e-d165d6de8273'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:34.106470 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a5ddce-924c-4315-83a9-163f089e56af" -d '{"events": [{"name": "network-changed", "server_uuid": "08273966-c1aa-4348-b876-cd4a5812bb2a", "tag": "8c632bf5-ca49-4b76-8d2e-d165d6de8273"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:34.112633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Port': ['ID=dccd326d-dbfb-484c-8daa-0eda03b0b424,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:34.114796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] No DVR routers for this DVR port dccd326d-dbfb-484c-8daa-0eda03b0b424 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:34.161778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c82c9c-c276-482c-a4fa-de973a03665e None None] DHCP port deletion for 97174b16-0805-4431-85aa-57c4f431f689 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:23:34.182451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-5f96823f-664c-479f-94cf-bc7d5e19317b None None] Set router 671293c3-b0d0-45d8-9b04-7c08da52a360 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:34.224693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c98f7195-2a1c-4c98-a6c3-4d8e824bbea4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.296988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5f96823f-664c-479f-94cf-bc7d5e19317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671293c3-b0d0-45d8-9b04-7c08da52a360', 'name': 'tempest-NetworksTestDHCPv6-router-1121087136', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:21Z', 'updated_at': '2021-11-09T00:23:30Z', 'revision_number': 3, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:34.338424 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.372450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96823f-664c-479f-94cf-bc7d5e19317b None None] Checking router: 671293c3-b0d0-45d8-9b04-7c08da52a360 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:23:34.395091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97174b16-0805-4431-85aa-57c4f431f689']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:34.402607 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f96823f-664c-479f-94cf-bc7d5e19317b None None] Routers {'671293c3-b0d0-45d8-9b04-7c08da52a360'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:34.403476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5f96823f-664c-479f-94cf-bc7d5e19317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['671293c3-b0d0-45d8-9b04-7c08da52a360'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:34.481824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:34.499616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:34.499911 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6c161b-3f6e-4fe4-b0d0-3a9c597f29ef') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:34.513396 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c98f7195-2a1c-4c98-a6c3-4d8e824bbea4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.517512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.519950 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c98f7195-2a1c-4c98-a6c3-4d8e824bbea4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.531259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-5f96823f-664c-479f-94cf-bc7d5e19317b None None] Set router 671293c3-b0d0-45d8-9b04-7c08da52a360 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:34.533319 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2413c8a0-4aae-4c27-8d35-8c21c7ff90b9 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:23:34.573550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.580840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:23:34.581235 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: items = [ Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:23:34.584395 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:23:34.597562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c98f7195-2a1c-4c98-a6c3-4d8e824bbea4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.598174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98f7195-2a1c-4c98-a6c3-4d8e824bbea4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Fanout notify agent at l3_agent the message router_deleted on router 671293c3-b0d0-45d8-9b04-7c08da52a360 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:23:34.599065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e61651-a635-46cb-852c-d98e7d60c5fb service neutron] Pushing event updated for resources: {'Port': ['ID=8c632bf5-ca49-4b76-8d2e-d165d6de8273,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:34.627852 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c98f7195-2a1c-4c98-a6c3-4d8e824bbea4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.631418 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c98f7195-2a1c-4c98-a6c3-4d8e824bbea4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/routers/671293c3-b0d0-45d8-9b04-7c08da52a360 HTTP/1.1" status: 204 len: 168 time: 0.5242932 Nov 09 00:23:34.638549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da0499c7-bfc9-4656-8f41-759f4bcb4701 req-433f1b48-2cea-497a-b130-a0c05c200e0a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6084721 Nov 09 00:23:34.646130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55900) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:34.696451 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.712266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d17395c2-b25e-4f34-afc4-b9169f5b9898 req-5c0a7623-d149-41e2-9536-677decfa719c tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6429951 Nov 09 00:23:34.716009 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a9fc73-7e57-48cc-a827-9099c1739a33 x-openstack-request-id: req-e4a9fc73-7e57-48cc-a827-9099c1739a33 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:34.716302 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08273966-c1aa-4348-b876-cd4a5812bb2a", "tag": "8c632bf5-ca49-4b76-8d2e-d165d6de8273", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:34.716557 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4a9fc73-7e57-48cc-a827-9099c1739a33 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:34.717506 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08273966-c1aa-4348-b876-cd4a5812bb2a', 'tag': '8c632bf5-ca49-4b76-8d2e-d165d6de8273', 'status': 'completed', 'code': 200} Nov 09 00:23:34.726957 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.734715 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] 10.222.0.25 "DELETE /v2.0/networks/97174b16-0805-4431-85aa-57c4f431f689 HTTP/1.1" status: 204 len: 168 time: 1.0736444 Nov 09 00:23:34.765219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-bfee5ce3-da70-4a35-bbd2-2c3e0cebfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:34.767089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-bfee5ce3-da70-4a35-bbd2-2c3e0cebfe8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5c25c1a513d47d5a0d588f80875b683&device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 1094 time: 0.5930812 Nov 09 00:23:34.768704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 24ee7213-20f4-472f-9ce3-3e685cdaa583 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:34.782735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a27896-9335-4aa7-bfad-1ba44056ca57 tempest-NetworksIpV6Test-215716283 tempest-NetworksIpV6Test-215716283-project] Pushing event deleted for resources: {'Network': ['ID=97174b16-0805-4431-85aa-57c4f431f689,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:34.797812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d707c21-73f7-4722-953b-69af66cdf930 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:34.799598 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1d707c21-73f7-4722-953b-69af66cdf930 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1524875 Nov 09 00:23:34.802493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55906) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:34.813843 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5f96823f-664c-479f-94cf-bc7d5e19317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671293c3-b0d0-45d8-9b04-7c08da52a360', 'name': 'tempest-NetworksTestDHCPv6-router-1121087136', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:21Z', 'updated_at': '2021-11-09T00:23:30Z', 'revision_number': 3, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:34.847971 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-945d347c-e32d-47ae-a1a3-9ca412f3f166 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c632bf5-ca49-4b76-8d2e-d165d6de8273 HTTP/1.1" status: 200 len: 217 time: 0.0708659 Nov 09 00:23:34.871338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158c345b-89ef-4449-9f18-ccb8f121ef39 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:34.873160 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-158c345b-89ef-4449-9f18-ccb8f121ef39 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0691037 Nov 09 00:23:34.875720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55908) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:34.889284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96823f-664c-479f-94cf-bc7d5e19317b None None] The sync data for ids ['671293c3-b0d0-45d8-9b04-7c08da52a360'] in n-d-813263-3 is: [{'id': '671293c3-b0d0-45d8-9b04-7c08da52a360', 'name': 'tempest-NetworksTestDHCPv6-router-1121087136', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:21Z', 'updated_at': '2021-11-09T00:23:30Z', 'revision_number': 3, 'project_id': '525849c30c4845719e0e55d90ff9d6eb', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:34.911161 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.927724 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.954386 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5afdbd3b-06a7-44d1-8fe4-0b8bc8bd74e1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774910 Nov 09 00:23:34.958861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55910) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:34.970380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:23:34.977408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4bbe160e-2a1e-4339-9389-7ef0fd96b152 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:34.992068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:34.992354 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:34.998751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Network 1dc9af36-e681-42a1-9894-4b75bf4a4f27 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:35.037591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:35.041949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0059a36-fda7-4269-9aaa-6c23111e16a4 req-3ee98836-6bcf-4e16-b62e-6b77430724f9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:35.044773 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 24ee7213-20f4-472f-9ce3-3e685cdaa583 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:35.045679 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.049076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:35.049995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0059a36-fda7-4269-9aaa-6c23111e16a4 req-3ee98836-6bcf-4e16-b62e-6b77430724f9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.2157724 Nov 09 00:23:35.073654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Pushing event updated for resources: {'Port': ['ID=ef92783a-4510-429f-8aac-2d307231fb6d,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:35.089420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-20ae59ef-ab72-48ef-9610-9f6195b3c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:35.090889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-20ae59ef-ab72-48ef-9610-9f6195b3c0f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79c9732f-1534-467b-88d9-7ab7fdb88108 HTTP/1.1" status: 200 len: 854 time: 0.2267201 Nov 09 00:23:35.119742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2413c8a0-4aae-4c27-8d35-8c21c7ff90b9 None None] Deleting port d9eb5521-543e-4c28-9a69-2b28cf02b808 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:35.120151 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2413c8a0-4aae-4c27-8d35-8c21c7ff90b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.126390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17225d00-6b45-486a-8c10-ee0a5b21681e req-7fd5629c-a72e-46cf-808a-eb6833362cca tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:35.128007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17225d00-6b45-486a-8c10-ee0a5b21681e req-7fd5629c-a72e-46cf-808a-eb6833362cca tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 944 time: 0.2622812 Nov 09 00:23:35.136601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.159580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55914) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:35.198636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-45451686-88be-400b-a8a7-998247b31401 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e829aeab-0510-4192-80fd-9d99c64b902a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696168 Nov 09 00:23:35.214026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0059a36-fda7-4269-9aaa-6c23111e16a4 req-1160f95e-8ca6-4e3f-923c-29266a1c4585 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630068 Nov 09 00:23:35.260676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2413c8a0-4aae-4c27-8d35-8c21c7ff90b9 None None] For port d9eb5521-543e-4c28-9a69-2b28cf02b808, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d9eb5521-543e-4c28-9a69-2b28cf02b808,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:35.261080 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2413c8a0-4aae-4c27-8d35-8c21c7ff90b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.283010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Attempting to bind port ef92783a-4510-429f-8aac-2d307231fb6d on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:35.283383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Attempting to bind port ef92783a-4510-429f-8aac-2d307231fb6d by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '961a774b-8fc2-47d9-a2ed-ac73b979408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:35.283748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Attempting to bind port ef92783a-4510-429f-8aac-2d307231fb6d on network 1dc9af36-e681-42a1-9894-4b75bf4a4f27 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:35.330086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2413c8a0-4aae-4c27-8d35-8c21c7ff90b9 None None] Calling delete_port for d9eb5521-543e-4c28-9a69-2b28cf02b808 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:35.332755 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:35.333142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Checking segment: {'id': '961a774b-8fc2-47d9-a2ed-ac73b979408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:35.333564 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.333956 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Bound using segment: {'id': '961a774b-8fc2-47d9-a2ed-ac73b979408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:35.335125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Bound port: ef92783a-4510-429f-8aac-2d307231fb6d, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961a774b-8fc2-47d9-a2ed-ac73b979408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:35.335703 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.355382 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f605b699-3078-4a33-af3b-61454dbf6df5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01134c595da744319b6d495ef9fe7a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1932786 Nov 09 00:23:35.357282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55918) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:35.370124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 13de6c91-d345-4e8f-81e5-040fc5175179 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:35.414678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd58c70e-1a01-4f95-a209-4ca72d0c7257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.437537 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd58c70e-1a01-4f95-a209-4ca72d0c7257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.473135 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.481926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17225d00-6b45-486a-8c10-ee0a5b21681e req-8e74346d-c17d-43ed-812f-70d080a3d58d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273609 Nov 09 00:23:35.499686 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd58c70e-1a01-4f95-a209-4ca72d0c7257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.501788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd58c70e-1a01-4f95-a209-4ca72d0c7257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.506109 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dd58c70e-1a01-4f95-a209-4ca72d0c7257 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eddf9822-65b1-409f-bede-c9c7f6ea6a1f HTTP/1.1" status: 204 len: 168 time: 0.1446869 Nov 09 00:23:35.512501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58c70e-1a01-4f95-a209-4ca72d0c7257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddf9822-65b1-409f-bede-c9c7f6ea6a1f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:35.520645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbe160e-2a1e-4339-9389-7ef0fd96b152 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:35.524225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4bbe160e-2a1e-4339-9389-7ef0fd96b152 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.546928 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4eae07-9556-4176-9d39-4570785585f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:35.549538 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807f8c46-f708-429d-bf04-e74c1612b84c" -d '{"events": [{"server_uuid": "6f4eae07-9556-4176-9d39-4570785585f9", "name": "network-vif-plugged", "status": "completed", "tag": "038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:35.593428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:35.617717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] For port ef92783a-4510-429f-8aac-2d307231fb6d, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:35.621959 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.627168 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] For port ef92783a-4510-429f-8aac-2d307231fb6d, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ef92783a-4510-429f-8aac-2d307231fb6d,segment=NetworkSegment(961a774b-8fc2-47d9-a2ed-ac73b979408c),segment_id=961a774b-8fc2-47d9-a2ed-ac73b979408c)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:35.655768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a644e-b97f-4a20-aa34-7d5e873d9cb1 req-5d19e684-0f4b-4138-805b-da9ca36fae57 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:35.657312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-606a644e-b97f-4a20-aa34-7d5e873d9cb1 req-5d19e684-0f4b-4138-805b-da9ca36fae57 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 985 time: 0.3211129 Nov 09 00:23:35.666495 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44200d10-770c-4296-aa30-96700db07750 x-openstack-request-id: req-44200d10-770c-4296-aa30-96700db07750 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:35.667164 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4eae07-9556-4176-9d39-4570785585f9", "name": "network-vif-plugged", "status": "completed", "tag": "038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:35.667668 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44200d10-770c-4296-aa30-96700db07750 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:35.668302 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4eae07-9556-4176-9d39-4570785585f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9', 'code': 200} Nov 09 00:23:35.673514 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 13de6c91-d345-4e8f-81e5-040fc5175179 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:35.674207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.677434 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.677912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-d583c079-a26b-4d08-af4c-be037043e21c service neutron] 10.222.0.30 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627616 Nov 09 00:23:35.706215 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2413c8a0-4aae-4c27-8d35-8c21c7ff90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:35.751684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413c8a0-4aae-4c27-8d35-8c21c7ff90b9 None None] No DVR routers for this DVR port d9eb5521-543e-4c28-9a69-2b28cf02b808 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:35.769462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:35.798547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7783088-a07e-4f7a-93a2-b3248593fb6d req-5d6c5628-2f6a-4c79-889d-2ec7beefb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:35.800800 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e7783088-a07e-4f7a-93a2-b3248593fb6d req-5d6c5628-2f6a-4c79-889d-2ec7beefb566 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 1096 time: 0.0931742 Nov 09 00:23:35.867689 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e7783088-a07e-4f7a-93a2-b3248593fb6d req-e4a953f2-bd11-4474-8c5f-ec072d9bb203 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602612 Nov 09 00:23:35.880819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ef858-f41e-40fe-9c6d-cd01804d5f6a None None] Pushing event updated for resources: {'Port': ['ID=ef92783a-4510-429f-8aac-2d307231fb6d,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:35.916544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413c8a0-4aae-4c27-8d35-8c21c7ff90b9 None None] Pushing event deleted for resources: {'Port': ['ID=d9eb5521-543e-4c28-9a69-2b28cf02b808,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:35.981804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device dccd326d-dbfb-484c-8daa-0eda03b0b424 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:36.009186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: dccd326d-dbfb-484c-8daa-0eda03b0b424 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:23:36.009669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device dccd326d-dbfb-484c-8daa-0eda03b0b424 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:23:36.045750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-606a644e-b97f-4a20-aa34-7d5e873d9cb1 req-a46504b0-ab9b-498c-9a6a-0ea91c958172 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3654182 Nov 09 00:23:36.087947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324ec44-91c3-4daf-9314-7512be172e6a req-a5358f6a-76c5-438f-aa03-208f2ccda3a1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:36.094660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6324ec44-91c3-4daf-9314-7512be172e6a req-a5358f6a-76c5-438f-aa03-208f2ccda3a1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 943 time: 0.3122983 Nov 09 00:23:36.177068 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14d5a90d-6871-4dec-9dd2-6ecea50360ae req-cb643230-5546-4667-88c3-2097a8b6c28e service neutron] 10.222.0.30 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744096 Nov 09 00:23:36.184835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Allocated IP 2001:db8:2::1 (1dc9af36-e681-42a1-9894-4b75bf4a4f27/be50a8d9-ccc6-4a31-9178-3e001dbde430/7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:36.265265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6324ec44-91c3-4daf-9314-7512be172e6a req-31b68255-9c41-46f7-b119-5f27eb10c97f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697400 Nov 09 00:23:36.358751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ef92783a-4510-429f-8aac-2d307231fb6d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:36.409769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ef92783a-4510-429f-8aac-2d307231fb6d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:36.410145 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:36.463914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cd3f7-de50-4050-892c-f16bc644151a req-315cb119-c39b-4a19-85ca-e31cc51a7db2 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:36.465493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-285cd3f7-de50-4050-892c-f16bc644151a req-315cb119-c39b-4a19-85ca-e31cc51a7db2 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 1136 time: 0.3026674 Nov 09 00:23:36.499355 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:36.515065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55950) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:36.528454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5ddce-924c-4315-83a9-163f089e56af req-7bd8655e-ea90-4d54-a4ad-d015db02d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:36.530726 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a5ddce-924c-4315-83a9-163f089e56af req-7bd8655e-ea90-4d54-a4ad-d015db02d2ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5c25c1a513d47d5a0d588f80875b683&device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 1094 time: 0.2721319 Nov 09 00:23:36.536838 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port ef92783a-4510-429f-8aac-2d307231fb6d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ef92783a-4510-429f-8aac-2d307231fb6d,segment=NetworkSegment(961a774b-8fc2-47d9-a2ed-ac73b979408c),segment_id=961a774b-8fc2-47d9-a2ed-ac73b979408c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:36.541388 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:36.590934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-285cd3f7-de50-4050-892c-f16bc644151a req-3b981e34-e904-4f6b-8c38-d3af7cb570fd tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:36.604922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=ef92783a-4510-429f-8aac-2d307231fb6d,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:36.624094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d9eb5521-543e-4c28-9a69-2b28cf02b808 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:36.640308 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:36.662836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: d9eb5521-543e-4c28-9a69-2b28cf02b808 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:23:36.662989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f3d99512-0e45-47b2-b0bc-ce52f3d0b6d9 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] Request body: {'port': {'network_id': '0a31a20a-039c-4e57-a4dc-1641e67d0121', 'name': 'tempest-NetworksNegativeTestJSON-350544029'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:36.663094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d9eb5521-543e-4c28-9a69-2b28cf02b808 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:23:36.681036 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d99512-0e45-47b2-b0bc-ce52f3d0b6d9 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] POST failed (client error): The resource could not be found. Nov 09 00:23:36.681924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d99512-0e45-47b2-b0bc-ce52f3d0b6d9 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:36.687375 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f3d99512-0e45-47b2-b0bc-ce52f3d0b6d9 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1669595 Nov 09 00:23:36.688543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55954) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:36.703703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60351cb-4313-4047-b97d-f86d38424107 req-89add329-6984-41e4-9d22-fc660f910cd7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:36.708612 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7990db-082b-420a-8d92-545f5a7d6578 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:36.709444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7990db-082b-420a-8d92-545f5a7d6578 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:36.712113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f60351cb-4313-4047-b97d-f86d38424107 req-89add329-6984-41e4-9d22-fc660f910cd7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.3593302 Nov 09 00:23:36.712726 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6a7990db-082b-420a-8d92-545f5a7d6578 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] 10.222.0.25 "DELETE /v2.0/networks/d55354fb-83f9-44c6-9e8b-83db37d59a2f HTTP/1.1" status: 404 len: 339 time: 0.0232470 Nov 09 00:23:36.717619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55956) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:36.748722 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-35362aeb-f6e4-44c0-b97a-e923d56d5aec tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:36.749929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35362aeb-f6e4-44c0-b97a-e923d56d5aec tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:36.753641 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-35362aeb-f6e4-44c0-b97a-e923d56d5aec tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] 10.222.0.25 "DELETE /v2.0/ports/7741c2c2-dd72-432f-80a7-d91e4d4f3341 HTTP/1.1" status: 404 len: 333 time: 0.0347478 Nov 09 00:23:36.757777 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55958) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:36.788666 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2eb0bf4-9d41-48a6-a1bb-53267d7b0ec9 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] DELETE failed (client error): The resource could not be found. Nov 09 00:23:36.789042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2eb0bf4-9d41-48a6-a1bb-53267d7b0ec9 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:36.792161 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b2eb0bf4-9d41-48a6-a1bb-53267d7b0ec9 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] 10.222.0.25 "DELETE /v2.0/subnets/5c036c89-1dee-4a4f-8614-6b6a9db8039a HTTP/1.1" status: 404 len: 337 time: 0.0333536 Nov 09 00:23:36.795940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55960) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:36.796841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.objects.ports [None req-4bbe160e-2a1e-4339-9389-7ef0fd96b152 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:23:36.814004 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4bbe160e-2a1e-4339-9389-7ef0fd96b152 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:36.817003 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec09246-facd-45ab-beaf-37cda5e9ead0 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] GET failed (client error): The resource could not be found. Nov 09 00:23:36.818868 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1ec09246-facd-45ab-beaf-37cda5e9ead0 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] 10.222.0.25 "GET /v2.0/networks/69a9ff6f-e04e-4d2d-acbc-c5ff30fa7360 HTTP/1.1" status: 404 len: 339 time: 0.0218194 Nov 09 00:23:36.826851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55962) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:36.854056 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-8239e257-dbc6-47aa-820b-26a3c9ced44f tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] GET failed (client error): The resource could not be found. Nov 09 00:23:36.859317 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8239e257-dbc6-47aa-820b-26a3c9ced44f tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] 10.222.0.25 "GET /v2.0/ports/8f8258c1-071c-4c7f-8670-b319ac903eea HTTP/1.1" status: 404 len: 333 time: 0.0271161 Nov 09 00:23:36.859698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55964) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:36.888215 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c19aeae-bf56-4ed4-b6da-e81ae0ac9d46 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] GET failed (client error): The resource could not be found. Nov 09 00:23:36.893842 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5c19aeae-bf56-4ed4-b6da-e81ae0ac9d46 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] 10.222.0.25 "GET /v2.0/subnets/be2a02e6-6c15-4d7b-8f10-d81b91e9a7d3 HTTP/1.1" status: 404 len: 337 time: 0.0295470 Nov 09 00:23:36.894178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55966) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:36.900755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-725c961d-408e-4f0f-9c80-34b7066776cd tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:36.918144 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-725c961d-408e-4f0f-9c80-34b7066776cd tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] PUT failed (client error): The resource could not be found. Nov 09 00:23:36.919207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725c961d-408e-4f0f-9c80-34b7066776cd tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:36.921171 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-725c961d-408e-4f0f-9c80-34b7066776cd tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] 10.222.0.25 "PUT /v2.0/networks/523e2577-3e36-441f-a6af-b893d0998624 HTTP/1.1" status: 404 len: 339 time: 0.0255895 Nov 09 00:23:36.925164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55968) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:36.931392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5d474735-fbaa-4e80-8b80-ce1244ff8674 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:36.933178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbe160e-2a1e-4339-9389-7ef0fd96b152 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:36.952210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5ddce-924c-4315-83a9-163f089e56af req-39c70842-5165-458d-8420-c1a96c3c3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:36.955555 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a5ddce-924c-4315-83a9-163f089e56af req-39c70842-5165-458d-8420-c1a96c3c3a58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e829aeab-0510-4192-80fd-9d99c64b902a HTTP/1.1" status: 200 len: 914 time: 0.3975441 Nov 09 00:23:36.956518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-4bbe160e-2a1e-4339-9389-7ef0fd96b152 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:36.956994 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d474735-fbaa-4e80-8b80-ce1244ff8674 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] PUT failed (client error): The resource could not be found. Nov 09 00:23:36.958165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d474735-fbaa-4e80-8b80-ce1244ff8674 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:36.959707 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5d474735-fbaa-4e80-8b80-ce1244ff8674 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] 10.222.0.25 "PUT /v2.0/ports/38e51fd1-cf62-43f2-a824-1f516fd93414 HTTP/1.1" status: 404 len: 333 time: 0.0332141 Nov 09 00:23:36.960328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbe160e-2a1e-4339-9389-7ef0fd96b152 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:36.960935 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4bbe160e-2a1e-4339-9389-7ef0fd96b152 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:36.963510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55970) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:36.970311 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:36.971718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03392a97-67a2-4b8b-bac6-5d7c1286beb4 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:36.983134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e3ac3704-3e87-422f-849f-adc7eb4fe256 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:36.984088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f60351cb-4313-4047-b97d-f86d38424107 req-ada8b5f2-5ca6-4e08-95ed-206b9d23b17f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710164 Nov 09 00:23:37.046546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe160e-2a1e-4339-9389-7ef0fd96b152 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=bf257260-2d08-45b3-a5cf-590844d4b09a,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:37.053904 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ac3704-3e87-422f-849f-adc7eb4fe256 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] PUT failed (client error): The resource could not be found. Nov 09 00:23:37.057011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ac3704-3e87-422f-849f-adc7eb4fe256 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:23:37.062308 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e3ac3704-3e87-422f-849f-adc7eb4fe256 tempest-NetworksNegativeTestJSON-370975567 tempest-NetworksNegativeTestJSON-370975567-project] 10.222.0.25 "PUT /v2.0/subnets/df296f86-9640-4fc9-b792-ad1a14afd9ae HTTP/1.1" status: 404 len: 337 time: 0.0968702 Nov 09 00:23:37.151215 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a5ddce-924c-4315-83a9-163f089e56af req-9ffc1ec7-8273-4053-ba28-3e9a3b88b072 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c632bf5-ca49-4b76-8d2e-d165d6de8273 HTTP/1.1" status: 200 len: 217 time: 0.1871712 Nov 09 00:23:37.173659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 1dc9af36-e681-42a1-9894-4b75bf4a4f27 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:37.205475 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': 'bf257260-2d08-45b3-a5cf-590844d4b09a'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:23:37.206781 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.217340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55974) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:37.217530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4bbe160e-2a1e-4339-9389-7ef0fd96b152 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2533190 Nov 09 00:23:37.223797 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e7c82a9c-1e7c-4771-b94c-d63a9e6d9a9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:37.226738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:37.229374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:37.229925 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.309561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:37.319162 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-285cd3f7-de50-4050-892c-f16bc644151a req-3b981e34-e904-4f6b-8c38-d3af7cb570fd tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.338963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ae04e-ce1f-480f-b879-9ac87866d038 None None] Network 1dc9af36-e681-42a1-9894-4b75bf4a4f27 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:37.354608 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-285cd3f7-de50-4050-892c-f16bc644151a req-3b981e34-e904-4f6b-8c38-d3af7cb570fd tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.383445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c82a9c-1e7c-4771-b94c-d63a9e6d9a9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:37.387688 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7c82a9c-1e7c-4771-b94c-d63a9e6d9a9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.422417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698b768-1527-4b54-822e-48d76743f06c req-a1b33092-9466-4997-bbf5-3373ca06c6b0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:37.429618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c698b768-1527-4b54-822e-48d76743f06c req-a1b33092-9466-4997-bbf5-3373ca06c6b0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 945 time: 0.2944839 Nov 09 00:23:37.441734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5ddce-924c-4315-83a9-163f089e56af req-aff8260f-009b-42aa-a68f-62d3d2d012c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:37.443587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a5ddce-924c-4315-83a9-163f089e56af req-aff8260f-009b-42aa-a68f-62d3d2d012c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79c9732f-1534-467b-88d9-7ab7fdb88108 HTTP/1.1" status: 200 len: 854 time: 0.2732959 Nov 09 00:23:37.475027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b981e34-e904-4f6b-8c38-d3af7cb570fd tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8317f861-1edb-4a74-8ff4-1fb19e958fa1,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:37.479290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55980) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:37.502489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-285cd3f7-de50-4050-892c-f16bc644151a req-3b981e34-e904-4f6b-8c38-d3af7cb570fd tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.0116608 Nov 09 00:23:37.507774 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a5ddce-924c-4315-83a9-163f089e56af req-bd907277-f9c9-4741-9ebc-dbc7587d9582 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e829aeab-0510-4192-80fd-9d99c64b902a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517421 Nov 09 00:23:37.522445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4fa64247-f19e-41a7-aa19-6b541ca604f8 None None] Provisioning complete for port ef92783a-4510-429f-8aac-2d307231fb6d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:37.522955 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fa64247-f19e-41a7-aa19-6b541ca604f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.534177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55984) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:37.605728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f4f9fd-e7c6-44a3-9959-466ecdd416d2 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:37.610862 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f7f4f9fd-e7c6-44a3-9959-466ecdd416d2 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 1131 time: 0.0720694 Nov 09 00:23:37.611591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55986) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:37.617661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '564722fc-1be1-4735-b17d-f8fd9c5dbedf', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:37.666583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c698b768-1527-4b54-822e-48d76743f06c req-a257a404-04ab-4cd5-8e17-6923287bdfb5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359452 Nov 09 00:23:37.687964 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.708281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.716428 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2392b095-0468-4be3-b8e1-75e59e3a28a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.760884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Allocated IP 2001:db8::f816:3eff:feaf:5a9c (835f13d3-1085-44f5-af97-6aaeb0d399b3/bf257260-2d08-45b3-a5cf-590844d4b09a/e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:37.797791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81884270-44dd-48ca-adc7-037ebbb76bbb req-b485f531-8376-40bb-9875-bb7c85c7f561 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:37.799334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81884270-44dd-48ca-adc7-037ebbb76bbb req-b485f531-8376-40bb-9875-bb7c85c7f561 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 943 time: 0.2000031 Nov 09 00:23:37.812209 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a5ddce-924c-4315-83a9-163f089e56af req-982742c2-45a2-436a-a310-190e09b3db83 service neutron] 10.222.0.30 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710118 Nov 09 00:23:37.895802 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7c82a9c-1e7c-4771-b94c-d63a9e6d9a9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.951981 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.961105 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.970021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c82a9c-1e7c-4771-b94c-d63a9e6d9a9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:37.989477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-e7c82a9c-1e7c-4771-b94c-d63a9e6d9a9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:37.992654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c82a9c-1e7c-4771-b94c-d63a9e6d9a9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:37.993105 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7c82a9c-1e7c-4771-b94c-d63a9e6d9a9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:37.999584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:38.002925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:38.007221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:38.014322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81884270-44dd-48ca-adc7-037ebbb76bbb req-8b106483-51cd-4fee-aea9-4b28620ed169 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019513 Nov 09 00:23:38.018870 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2392b095-0468-4be3-b8e1-75e59e3a28a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.042238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c82a9c-1e7c-4771-b94c-d63a9e6d9a9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=469b0072-159c-4785-8bec-54a4e41554d2,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:38.053001 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2392b095-0468-4be3-b8e1-75e59e3a28a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.064473 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Pushing event updated for resources: {'Port': ['ID=e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:38.088334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Attempting to bind port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:38.088748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Attempting to bind port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:38.089161 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Attempting to bind port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:38.100296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:38.100679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:38.101083 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.101560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:38.102048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Bound port: e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:38.102433 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.116087 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.120739 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e7c82a9c-1e7c-4771-b94c-d63a9e6d9a9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9017742 Nov 09 00:23:38.129978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55990) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:38.151245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:4a:e4:40', 'name': 'tempest-NetworksTestDHCPv6-558663257'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:38.163362 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2392b095-0468-4be3-b8e1-75e59e3a28a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab4232406e0142f7817cf4d1865a1b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6828141 Nov 09 00:23:38.163996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55992) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:38.183546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] For port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:38.188163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] For port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:38.194013 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.213505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392b095-0468-4be3-b8e1-75e59e3a28a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49b2a4b-dcad-4537-8f7d-7031f7184b0a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:38.339883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32370194-1855-464a-a866-1cf2b13c8f70 None None] Pushing event updated for resources: {'Port': ['ID=e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:38.363774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ef92783a-4510-429f-8aac-2d307231fb6d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:38.369855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b122b80a-d4ab-4deb-8783-27982d783764 None None] Provisioning complete for port ef92783a-4510-429f-8aac-2d307231fb6d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:38.370585 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b122b80a-d4ab-4deb-8783-27982d783764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.471746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Allocated IP 172.25.0.63 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/689677a0-851f-4695-b2d4-bad7836fe094) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:38.480859 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ef92783a-4510-429f-8aac-2d307231fb6d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:38.481481 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.483564 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c3e3fc04-591c-44bd-8377-099b5a6021be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.537990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:38.554458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c3e3fc04-591c-44bd-8377-099b5a6021be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.649901 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8a5ddce-924c-4315-83a9-163f089e56af req-cc92f43a-cfb9-47a8-92f0-57af36bddb69 service neutron] 10.222.0.30 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8015070 Nov 09 00:23:38.702191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e69d1-2c8c-4e0d-bfec-4ffb1ac3da63 req-50216380-d4f5-4636-86e3-994131bd002f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:38.704597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c6e69d1-2c8c-4e0d-bfec-4ffb1ac3da63 req-50216380-d4f5-4636-86e3-994131bd002f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.0984023 Nov 09 00:23:38.736307 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8c632bf5-ca49-4b76-8d2e-d165d6de8273 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:23:38.792554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c3e3fc04-591c-44bd-8377-099b5a6021be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.796391 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c3e3fc04-591c-44bd-8377-099b5a6021be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.800974 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c3e3fc04-591c-44bd-8377-099b5a6021be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d49b2a4b-dcad-4537-8f7d-7031f7184b0a HTTP/1.1" status: 204 len: 168 time: 0.6213601 Nov 09 00:23:38.828967 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3fc04-591c-44bd-8377-099b5a6021be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49b2a4b-dcad-4537-8f7d-7031f7184b0a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:38.855622 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c6e69d1-2c8c-4e0d-bfec-4ffb1ac3da63 req-50a78dc9-eb04-46c1-aec0-332cbbb2aeff tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355789 Nov 09 00:23:38.878360 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.879294 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.906303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3cee0-5fad-4f00-ad16-256a37f2ae77 req-8dbe263e-2dce-4161-aba5-249c43455358 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:38.908586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ea3cee0-5fad-4f00-ad16-256a37f2ae77 req-8dbe263e-2dce-4161-aba5-249c43455358 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 945 time: 0.1064639 Nov 09 00:23:38.910212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.911354 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.912458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:38.947358 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 090a5c9f-f25e-47b0-a2f9-60a636f8df90 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:23:38.995782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b122b80a-d4ab-4deb-8783-27982d783764 None None] Provisioning complete for port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:38.996166 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b122b80a-d4ab-4deb-8783-27982d783764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:39.006651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:39.048843 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b122b80a-d4ab-4deb-8783-27982d783764 None None] Port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:39.050258 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8ea3cee0-5fad-4f00-ad16-256a37f2ae77 req-0c3c4aa9-8e65-4fbd-b649-76db9051488f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307077 Nov 09 00:23:39.065863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:39.073613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:39.078772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:39.082385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:39.171861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Port': ['ID=689677a0-851f-4695-b2d4-bad7836fe094,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:39.203760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 8c632bf5-ca49-4b76-8d2e-d165d6de8273, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8c632bf5-ca49-4b76-8d2e-d165d6de8273,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:39.225142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '8c632bf5-ca49-4b76-8d2e-d165d6de8273', 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a', 'port_id': '8c632bf5-ca49-4b76-8d2e-d165d6de8273', 'mac_address': 'fa:16:3e:00:8a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c9732f-1534-467b-88d9-7ab7fdb88108', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:23:39.244641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-caf451f8-c30e-4298-b1a8-1176745d7047 None None] Provisioning complete for port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:39.245012 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-caf451f8-c30e-4298-b1a8-1176745d7047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:39.287285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 1dc9af36-e681-42a1-9894-4b75bf4a4f27 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:39.290324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:39.308370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cdb02-6c36-4a41-b883-cbdc532db1c2 req-4a5005fe-1807-4aea-9f3e-c2763d2c1421 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:39.308370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-545cdb02-6c36-4a41-b883-cbdc532db1c2 req-4a5005fe-1807-4aea-9f3e-c2763d2c1421 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 943 time: 0.1150868 Nov 09 00:23:39.320616 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:39.326281 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-caf451f8-c30e-4298-b1a8-1176745d7047 None None] Port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:39.342692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c632bf5-ca49-4b76-8d2e-d165d6de8273 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:23:39.371845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 8c632bf5-ca49-4b76-8d2e-d165d6de8273, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8c632bf5-ca49-4b76-8d2e-d165d6de8273,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:39.381213 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:39.396699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 172.20.0.5 (835f13d3-1085-44f5-af97-6aaeb0d399b3/469b0072-159c-4785-8bec-54a4e41554d2/090a5c9f-f25e-47b0-a2f9-60a636f8df90) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:39.444168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::f816:3eff:fe4a:e440 (835f13d3-1085-44f5-af97-6aaeb0d399b3/bf257260-2d08-45b3-a5cf-590844d4b09a/090a5c9f-f25e-47b0-a2f9-60a636f8df90) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:39.496131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=8c632bf5-ca49-4b76-8d2e-d165d6de8273,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:39.581781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-545cdb02-6c36-4a41-b883-cbdc532db1c2 req-24af7345-641d-4899-a67e-7405ef5cf4a4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459047 Nov 09 00:23:39.586764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 2f615f84-d4de-43dd-a66f-af2b39e03d9b has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:23:39.689847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['8c632bf5-ca49-4b76-8d2e-d165d6de8273'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:23:39.736359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:39.742473 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:39.752699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-80f19251-a077-45af-b51d-93ba5b80fba2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1523049 Nov 09 00:23:39.754431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56020) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:39.756999 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Sync routers for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:39.767714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-82330185-67e8-4bdf-9ab8-fb2faae15e3e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1652181184'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:39.784061 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:39.785077 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:39.808085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82330185-67e8-4bdf-9ab8-fb2faae15e3e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:39.816003 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-82330185-67e8-4bdf-9ab8-fb2faae15e3e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:39.869974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82330185-67e8-4bdf-9ab8-fb2faae15e3e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:23:39.887747 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-82330185-67e8-4bdf-9ab8-fb2faae15e3e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:39.890330 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-82330185-67e8-4bdf-9ab8-fb2faae15e3e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Added segment 8c250b36-f820-4eb2-a89b-915ad31eaaa3 of type vlan for network 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 Nov 09 00:23:39.930084 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c81f20a1-f0d0-46b0-81d6-a59852c3a43d None None] Provisioning complete for port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:39.931360 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c81f20a1-f0d0-46b0-81d6-a59852c3a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:39.948252 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:39.948882 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:39.990386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c81f20a1-f0d0-46b0-81d6-a59852c3a43d None None] Port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:39.995574 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-82330185-67e8-4bdf-9ab8-fb2faae15e3e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.045852 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.055159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2627c320-3018-4d49-a5c4-5924cb11803a None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:40.057243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:40.084648 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:40.097870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:40.129583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=090a5c9f-f25e-47b0-a2f9-60a636f8df90,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:40.142077 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-82330185-67e8-4bdf-9ab8-fb2faae15e3e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.166632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82330185-67e8-4bdf-9ab8-fb2faae15e3e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:40.170345 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-82330185-67e8-4bdf-9ab8-fb2faae15e3e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.195734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-de46d260-9728-4350-a3c3-f7c78a275ab0 None None] Provisioning complete for port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:40.196101 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-de46d260-9728-4350-a3c3-f7c78a275ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.203879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:40.204627 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.229190 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.291990 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:37Z', 'revision_number': 4, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704', 'name': '', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:be:20:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:35Z', 'updated_at': '2021-11-09T00:23:37Z', 'revision_number': 2, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:40.337392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82330185-67e8-4bdf-9ab8-fb2faae15e3e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Network': ['ID=91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:40.350993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d8bcc-e87f-4b2d-b06f-dde3b853d78b req-79967d2d-833c-48bd-9a54-f1ec79f5e747 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:40.352504 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Checking router: 2f615f84-d4de-43dd-a66f-af2b39e03d9b for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:23:40.352959 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Updating router 2f615f84-d4de-43dd-a66f-af2b39e03d9b port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:23:40.359892 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-de46d260-9728-4350-a3c3-f7c78a275ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.363534 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc8d8bcc-e87f-4b2d-b06f-dde3b853d78b req-79967d2d-833c-48bd-9a54-f1ec79f5e747 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.3182952 Nov 09 00:23:40.366255 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:23:40.372804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-82330185-67e8-4bdf-9ab8-fb2faae15e3e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6134021 Nov 09 00:23:40.373025 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9213ef5e-29bf-477c-913d-7e4ee8351235 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2304015 Nov 09 00:23:40.376901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56030) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:40.377244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56032) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:40.384792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bb5c212b-9839-4c11-be72-69fa16c1fb51 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'subnet': {'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:40.424913 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.514745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-de46d260-9728-4350-a3c3-f7c78a275ab0 None None] For port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:40.521427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:40.531989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b413618e-2e74-4da0-84b9-3eee1cf253e6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:40.538245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b413618e-2e74-4da0-84b9-3eee1cf253e6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:40.540034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b413618e-2e74-4da0-84b9-3eee1cf253e6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1599052 Nov 09 00:23:40.551457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56036) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:40.577510 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-de46d260-9728-4350-a3c3-f7c78a275ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.653251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc8d8bcc-e87f-4b2d-b06f-dde3b853d78b req-23b59311-a7e0-4061-bc84-5b75e2d33478 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869275 Nov 09 00:23:40.691761 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf51535-7a83-4047-af83-aa5f60328497 None None] Update dhcp port {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': 'bf257260-2d08-45b3-a5cf-590844d4b09a', 'ip_address': '2001:db8::f816:3eff:feaf:5a9c'}, {'subnet_id': '469b0072-159c-4785-8bec-54a4e41554d2'}], 'binding:host_id': 'n-d-813263-3'}, 'id': 'e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:23:40.706170 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-f54db275-44b6-4736-b965-726b83f1b02b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 090a5c9f-f25e-47b0-a2f9-60a636f8df90 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:40.706514 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f54db275-44b6-4736-b965-726b83f1b02b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.714347 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.722923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.756059 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-baf51535-7a83-4047-af83-aa5f60328497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.769089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5c212b-9839-4c11-be72-69fa16c1fb51 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Made reservation on behalf of 0200ad14a6684a34bb5d4847477b945e for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:40.772862 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bb5c212b-9839-4c11-be72-69fa16c1fb51 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.791611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Port': ['ID=689677a0-851f-4695-b2d4-bad7836fe094,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:40.842646 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.845404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46d260-9728-4350-a3c3-f7c78a275ab0 None None] Pushing event updated for resources: {'Port': ['ID=e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:40.918634 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f54db275-44b6-4736-b965-726b83f1b02b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.965901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:40.966544 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.972147 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.973193 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Floating IP aa58a4e7-739e-4acb-a463-fc598dbf2267 associated. External IP: 172.25.0.63, port: 564722fc-1be1-4735-b17d-f8fd9c5dbedf. Nov 09 00:23:40.984925 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:40.986874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-f54db275-44b6-4736-b965-726b83f1b02b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 090a5c9f-f25e-47b0-a2f9-60a636f8df90 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:41.149480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043782d-8d2a-4724-9717-9eb7cfcf716a req-cd7577a0-9476-459f-b91b-2a56790dcf0d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:41.151063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5043782d-8d2a-4724-9717-9eb7cfcf716a req-cd7577a0-9476-459f-b91b-2a56790dcf0d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 944 time: 0.3704202 Nov 09 00:23:41.157580 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Attempting to bind port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:41.158209 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Attempting to bind port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '961a774b-8fc2-47d9-a2ed-ac73b979408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:41.158774 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Attempting to bind port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 on network 1dc9af36-e681-42a1-9894-4b75bf4a4f27 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:41.166654 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:41.167368 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Checking segment: {'id': '961a774b-8fc2-47d9-a2ed-ac73b979408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:41.167975 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:41.168548 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Bound using segment: {'id': '961a774b-8fc2-47d9-a2ed-ac73b979408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:41.170307 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Bound port: 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961a774b-8fc2-47d9-a2ed-ac73b979408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:41.170877 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:41.231857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-baf51535-7a83-4047-af83-aa5f60328497 None None] Allocated IP 172.20.0.2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/469b0072-159c-4785-8bec-54a4e41554d2/e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:41.241516 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-010794fa-d0ff-46f8-8a93-33124e51e3e9 service neutron] show failed (client error): The resource could not be found. Nov 09 00:23:41.242713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-010794fa-d0ff-46f8-8a93-33124e51e3e9 service neutron] 10.222.0.30 "GET /v2.0/ports/ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae/bindings/n-h2-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.2186830 Nov 09 00:23:41.316279 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] For port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:41.321671 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] For port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704,segment=NetworkSegment(961a774b-8fc2-47d9-a2ed-ac73b979408c),segment_id=961a774b-8fc2-47d9-a2ed-ac73b979408c)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:41.331502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:23:41.359222 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:41.378197 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af844cd6-6a87-4b00-9762-0328f41be8f2 None None] Pushing event updated for resources: {'Port': ['ID=7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:41.463610 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af844cd6-6a87-4b00-9762-0328f41be8f2 None None] Pushing event updated for resources: {'Port': ['ID=7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:41.496276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-baf51535-7a83-4047-af83-aa5f60328497 None None] For port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:41.499334 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:41.500455 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:41.508680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5043782d-8d2a-4724-9717-9eb7cfcf716a req-d5c120c6-9295-4db3-88c8-8ea085221d7a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899983 Nov 09 00:23:41.592801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e2f5ff3c-fe38-4ada-9b90-d2c86a6ba044 None None] Provisioning complete for port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:41.593133 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ff3c-fe38-4ada-9b90-d2c86a6ba044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:41.608404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:41.628883 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:41.630672 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-baf51535-7a83-4047-af83-aa5f60328497 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:41.637896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f76c656-0584-4dd7-bc78-1644c1c551b3 None None] Sync routers for ids ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:41.648615 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-baf51535-7a83-4047-af83-aa5f60328497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:41.663297 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:41.717977 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bfb30b40-52ea-49fc-8dc9-e34dc9fc1164 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1026428 Nov 09 00:23:41.717977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'tag': '564722fc-1be1-4735-b17d-f8fd9c5dbedf'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:41.719039 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ed675-6f2f-467f-998f-32cbb3847479" -d '{"events": [{"name": "network-changed", "server_uuid": "01f5ec72-3929-4a7c-a5e2-7d9f42230330", "tag": "564722fc-1be1-4735-b17d-f8fd9c5dbedf"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:41.725009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56068) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:41.773764 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf51535-7a83-4047-af83-aa5f60328497 None None] Pushing event updated for resources: {'Port': ['ID=e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:41.859095 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bb5c212b-9839-4c11-be72-69fa16c1fb51 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:41.859739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76c656-0584-4dd7-bc78-1644c1c551b3 None None] Routers {'367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:41.860151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9f76c656-0584-4dd7-bc78-1644c1c551b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:41.884793 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0facb113-0596-4ccc-bfbc-d5b004cb860f x-openstack-request-id: req-0facb113-0596-4ccc-bfbc-d5b004cb860f {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:41.885419 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f5ec72-3929-4a7c-a5e2-7d9f42230330", "tag": "564722fc-1be1-4735-b17d-f8fd9c5dbedf", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:41.885842 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0facb113-0596-4ccc-bfbc-d5b004cb860f {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:41.899242 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'tag': '564722fc-1be1-4735-b17d-f8fd9c5dbedf', 'status': 'completed', 'code': 200} Nov 09 00:23:42.020889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c212b-9839-4c11-be72-69fa16c1fb51 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Subnet': ['ID=23651cf1-9f1a-4d1e-ad2e-58c08d2ee414,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:42.064887 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ff3c-fe38-4ada-9b90-d2c86a6ba044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:42.090850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-c8e655e6-700b-42cd-9a0f-f2db2387c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.093106 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-c8e655e6-700b-42cd-9a0f-f2db2387c484 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703&tenant_id=a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 1097 time: 0.5361910 Nov 09 00:23:42.136141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9f76c656-0584-4dd7-bc78-1644c1c551b3 None None] Set router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:42.140235 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:37Z', 'revision_number': 4, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704', 'name': '', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:be:20:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:35Z', 'updated_at': '2021-11-09T00:23:41Z', 'revision_number': 4, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:42.168577 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e2f5ff3c-fe38-4ada-9b90-d2c86a6ba044 None None] For port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704,segment=NetworkSegment(961a774b-8fc2-47d9-a2ed-ac73b979408c),segment_id=961a774b-8fc2-47d9-a2ed-ac73b979408c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:42.181933 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ff3c-fe38-4ada-9b90-d2c86a6ba044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:42.183288 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7346a164-e79c-4115-b854-41dc43d96fe8 None None] The sync data for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 is: [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:37Z', 'revision_number': 4, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704', 'name': '', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:be:20:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:35Z', 'updated_at': '2021-11-09T00:23:41Z', 'revision_number': 4, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:42.203055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56074) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:42.218745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:42.245201 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f54db275-44b6-4736-b965-726b83f1b02b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:42.415930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:42.439299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54db275-44b6-4736-b965-726b83f1b02b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=090a5c9f-f25e-47b0-a2f9-60a636f8df90,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:42.502268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8c632bf5-ca49-4b76-8d2e-d165d6de8273 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:42.504462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-030ed185-2550-45b6-abff-e2908b9e77a4 None None] Provisioning complete for port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:42.504877 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-030ed185-2550-45b6-abff-e2908b9e77a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:42.548751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5ff3c-fe38-4ada-9b90-d2c86a6ba044 None None] Pushing event updated for resources: {'Port': ['ID=7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:42.574179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c212b-9839-4c11-be72-69fa16c1fb51 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Checking segment: {'id': '8c250b36-f820-4eb2-a89b-915ad31eaaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:42.575054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c212b-9839-4c11-be72-69fa16c1fb51 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network hostable DHCP agents. Network: 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:23:42.601236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba693da0-5c5a-43e4-938a-88e5a946ce34 req-a7620a2f-5ae4-4d77-a2c2-af54caff5596 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.603189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba693da0-5c5a-43e4-938a-88e5a946ce34 req-a7620a2f-5ae4-4d77-a2c2-af54caff5596 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.7390497 Nov 09 00:23:42.633220 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bbeae0e-0049-4678-99ab-7f07fb0d72d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:42.647749 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:42.754413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ed675-6f2f-467f-998f-32cbb3847479 req-65c49581-b05a-43ee-8b45-80bb9846f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.758068 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec6ed675-6f2f-467f-998f-32cbb3847479 req-65c49581-b05a-43ee-8b45-80bb9846f3a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f8f4d027d6a4fa5b7ed1159e04fbc38&device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 1136 time: 0.8579905 Nov 09 00:23:42.760122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c212b-9839-4c11-be72-69fa16c1fb51 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:23:42.774953 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f54db275-44b6-4736-b965-726b83f1b02b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:42.783302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56082) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:42.783558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f54db275-44b6-4736-b965-726b83f1b02b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/090a5c9f-f25e-47b0-a2f9-60a636f8df90 HTTP/1.1" status: 204 len: 168 time: 2.2306168 Nov 09 00:23:42.802228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.802695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.803346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.803620 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.804026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.804476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.804993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.805471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.805919 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.806367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.806811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.807252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.807693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.808135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.808585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.813935 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8860fcbf-afbe-483f-b691-a806c9dcd406 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10477 time: 1.0876467 Nov 09 00:23:42.816377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56084) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:42.859521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c212b-9839-4c11-be72-69fa16c1fb51 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:42.864903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5c212b-9839-4c11-be72-69fa16c1fb51 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.865547 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bb5c212b-9839-4c11-be72-69fa16c1fb51 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:42.914202 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba693da0-5c5a-43e4-938a-88e5a946ce34 req-6d81b007-cc29-48bc-9aad-c087123d1768 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846484 Nov 09 00:23:42.934320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dff3e8-788d-4e25-85d1-83353a6eebe0 req-b6bd363e-0c15-4206-bdcf-4517d091469c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:42.936553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2dff3e8-788d-4e25-85d1-83353a6eebe0 req-b6bd363e-0c15-4206-bdcf-4517d091469c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 944 time: 0.2669489 Nov 09 00:23:42.996216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da343cba-8724-4ae7-a389-5f291bf63960 None None] Network 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:42.999226 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56086) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:43.000507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bb5c212b-9839-4c11-be72-69fa16c1fb51 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6214762 Nov 09 00:23:43.048528 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bbeae0e-0049-4678-99ab-7f07fb0d72d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.065203 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bbeae0e-0049-4678-99ab-7f07fb0d72d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.105079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1bbeae0e-0049-4678-99ab-7f07fb0d72d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=694a08134d2c4eb1a96a30450f423965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8946028 Nov 09 00:23:43.110099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e055f54d-03a6-4a11-aab9-cc6e1e07efdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.111092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56088) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:43.111768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e055f54d-03a6-4a11-aab9-cc6e1e07efdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.113282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e055f54d-03a6-4a11-aab9-cc6e1e07efdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.117889 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e055f54d-03a6-4a11-aab9-cc6e1e07efdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3268518 Nov 09 00:23:43.123196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56090) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:43.195292 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-523e23dc-329a-4c5e-8d7a-c829019e4a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.204227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeae0e-0049-4678-99ab-7f07fb0d72d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d94f90-4de3-443e-a053-1be2dcd31aa5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:43.261367 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2dff3e8-788d-4e25-85d1-83353a6eebe0 req-894e82c6-a1ed-44c6-bf90-3bcd7867484c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679210 Nov 09 00:23:43.284729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:43.285326 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.302424 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dde8aab1-4b1c-49cf-acf6-9efa5745f3a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.327763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.329474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.330278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.331231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.331699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.332159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.332755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.333212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.333709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.336054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.336255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:43.336514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.337391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.339502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.339973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.341234 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.341782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.347256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dde8aab1-4b1c-49cf-acf6-9efa5745f3a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.350816 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b21914c2-5ff3-43ee-ad03-59825f79d681 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10124 time: 0.5149891 Nov 09 00:23:43.365207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56092) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:43.392432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 8c632bf5-ca49-4b76-8d2e-d165d6de8273 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:23:43.411221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e4233c-8323-4a9c-b0bd-c4c64a4d8494 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 469b0072-159c-4785-8bec-54a4e41554d2 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:43.414990 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e4233c-8323-4a9c-b0bd-c4c64a4d8494 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.425291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 8c632bf5-ca49-4b76-8d2e-d165d6de8273 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:43.426030 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.483635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d4edfb9f-4de7-4fce-9473-d0ba97403e71 None None] Could not find standard attr ID for object 090a5c9f-f25e-47b0-a2f9-60a636f8df90. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:23:43.484133 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e4233c-8323-4a9c-b0bd-c4c64a4d8494 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.525048 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ed675-6f2f-467f-998f-32cbb3847479 req-6202e7e6-f38c-4ee1-804c-800d30cab145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:43.528507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:43.539054 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec6ed675-6f2f-467f-998f-32cbb3847479 req-6202e7e6-f38c-4ee1-804c-800d30cab145 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eca8a8cb-f3ba-42af-addf-091755887408 HTTP/1.1" status: 200 len: 897 time: 0.7574453 Nov 09 00:23:43.565684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36', 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'fixed_ips': [{'subnet_id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:23:43.566559 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.589854 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d4edfb9f-4de7-4fce-9473-d0ba97403e71 None None] Provisioning complete for port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:43.590722 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d4edfb9f-4de7-4fce-9473-d0ba97403e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.624545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dde8aab1-4b1c-49cf-acf6-9efa5745f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.627452 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dde8aab1-4b1c-49cf-acf6-9efa5745f3a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.628626 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dde8aab1-4b1c-49cf-acf6-9efa5745f3a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1d94f90-4de3-443e-a053-1be2dcd31aa5 HTTP/1.1" status: 204 len: 168 time: 0.5152984 Nov 09 00:23:43.645072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:43.647632 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69034988-ce65-415a-9478-cc3fe4190cb2" -d '{"events": [{"server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "name": "network-vif-unplugged", "status": "completed", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:43.661511 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec6ed675-6f2f-467f-998f-32cbb3847479 req-8112d290-27ca-4c85-9ec4-459e8e650511 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=564722fc-1be1-4735-b17d-f8fd9c5dbedf HTTP/1.1" status: 200 len: 999 time: 0.1213834 Nov 09 00:23:43.673174 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.705912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8aab1-4b1c-49cf-acf6-9efa5745f3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d94f90-4de3-443e-a053-1be2dcd31aa5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:43.711534 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9f76c656-0584-4dd7-bc78-1644c1c551b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:23:03Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'aa58a4e7-739e-4acb-a463-fc598dbf2267', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'port_id': '564722fc-1be1-4735-b17d-f8fd9c5dbedf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'mac_address': 'fa:16:3e:b2:b6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:23:39Z', 'updated_at': '2021-11-09T00:23:39Z', 'revision_number': 0, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0', 'name': '', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'mac_address': 'fa:16:3e:cc:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:01Z', 'updated_at': '2021-11-09T00:23:10Z', 'revision_number': 5, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'subnets': [{'id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:43.720074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Transition to ACTIVE for port object ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:23:43.734364 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.782809 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdf7a94-8126-4d30-ae59-4b86ebe55c6e x-openstack-request-id: req-ccdf7a94-8126-4d30-ae59-4b86ebe55c6e {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:43.783054 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "name": "network-vif-unplugged", "status": "completed", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:43.783841 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccdf7a94-8126-4d30-ae59-4b86ebe55c6e {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:43.783841 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'code': 200} Nov 09 00:23:43.810852 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f76c656-0584-4dd7-bc78-1644c1c551b3 None None] Checking router: 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:23:43.843024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:43.853553 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:43.922781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76c656-0584-4dd7-bc78-1644c1c551b3 None None] Routers {'367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:43.923429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9f76c656-0584-4dd7-bc78-1644c1c551b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:43.985515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-54c07eba-296d-4fe6-919e-f4444ce21431 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4314 time: 0.6190662 Nov 09 00:23:43.986117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56104) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:44.006327 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ed675-6f2f-467f-998f-32cbb3847479 req-9ca4a877-308a-4a7f-8194-f41ba702ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:44.007853 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec6ed675-6f2f-467f-998f-32cbb3847479 req-9ca4a877-308a-4a7f-8194-f41ba702ee7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a6fe55b-e942-4079-9841-cb2139ac33d7 HTTP/1.1" status: 200 len: 835 time: 0.2413943 Nov 09 00:23:44.016442 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e4233c-8323-4a9c-b0bd-c4c64a4d8494 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:44.047059 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08273966-c1aa-4348-b876-cd4a5812bb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c632bf5-ca49-4b76-8d2e-d165d6de8273'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:44.051013 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3cf966-742c-42e2-af88-e90031161e5c" -d '{"events": [{"server_uuid": "08273966-c1aa-4348-b876-cd4a5812bb2a", "name": "network-vif-plugged", "status": "completed", "tag": "8c632bf5-ca49-4b76-8d2e-d165d6de8273"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:44.108090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 8c632bf5-ca49-4b76-8d2e-d165d6de8273, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8c632bf5-ca49-4b76-8d2e-d165d6de8273,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:44.168807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Allocated IP 2001:db8:3::2 (91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36/23651cf1-9f1a-4d1e-ad2e-58c08d2ee414/8441d412-02cf-4968-991a-f05fa74e3131) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:44.175252 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0647d1-f3ac-4613-858a-46a5bebc2ae9 x-openstack-request-id: req-4a0647d1-f3ac-4613-858a-46a5bebc2ae9 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:44.175621 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08273966-c1aa-4348-b876-cd4a5812bb2a", "name": "network-vif-plugged", "status": "completed", "tag": "8c632bf5-ca49-4b76-8d2e-d165d6de8273", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:44.175967 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a0647d1-f3ac-4613-858a-46a5bebc2ae9 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:44.176439 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08273966-c1aa-4348-b876-cd4a5812bb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c632bf5-ca49-4b76-8d2e-d165d6de8273', 'code': 200} Nov 09 00:23:44.192404 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:44.193331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:44.289206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56110) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:44.340657 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36456ec7-b869-4abf-8dce-6db5e89356da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:44.460809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:44.476926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3d12ed72-3808-43ce-b427-5132f48b5058 None None] Could not find standard attr ID for object 090a5c9f-f25e-47b0-a2f9-60a636f8df90. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:23:44.480790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ed675-6f2f-467f-998f-32cbb3847479 req-34e8d5f3-adf2-4c8b-81ce-2ef95d886f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:44.483069 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec6ed675-6f2f-467f-998f-32cbb3847479 req-34e8d5f3-adf2-4c8b-81ce-2ef95d886f61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eca8a8cb-f3ba-42af-addf-091755887408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2822704 Nov 09 00:23:44.489217 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e4233c-8323-4a9c-b0bd-c4c64a4d8494 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:44.538374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9f76c656-0584-4dd7-bc78-1644c1c551b3 None None] Set router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:44.546865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:23:44.565288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4233c-8323-4a9c-b0bd-c4c64a4d8494 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=469b0072-159c-4785-8bec-54a4e41554d2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:44.576992 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e4233c-8323-4a9c-b0bd-c4c64a4d8494 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:44.583965 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a4e4233c-8323-4a9c-b0bd-c4c64a4d8494 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/469b0072-159c-4785-8bec-54a4e41554d2 HTTP/1.1" status: 204 len: 168 time: 1.4564512 Nov 09 00:23:44.588544 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36456ec7-b869-4abf-8dce-6db5e89356da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:44.589607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56112) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:44.624186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd2405a-c35e-4169-9ebb-8c8bf3a9dd8f None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:44.632361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=8c632bf5-ca49-4b76-8d2e-d165d6de8273,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:44.634137 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36456ec7-b869-4abf-8dce-6db5e89356da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:44.660765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] No DVR routers for this DVR port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:44.734700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ab2def-61c2-4724-89eb-2c38370f3dfa tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:44.735183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ab2def-61c2-4724-89eb-2c38370f3dfa tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:44.754257 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-85ab2def-61c2-4724-89eb-2c38370f3dfa tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=367d3d1b-0f4e-4ee8-9414-c8313c5ae00f HTTP/1.1" status: 200 len: 1989 time: 0.7436342 Nov 09 00:23:44.759901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbc2c8-0ad9-42e6-a696-77f2c7af5abd req-9c2df831-6017-4597-b8ec-980ca4a30617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:44.761436 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-afdbc2c8-0ad9-42e6-a696-77f2c7af5abd req-9c2df831-6017-4597-b8ec-980ca4a30617 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 1096 time: 0.2145715 Nov 09 00:23:44.767697 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-36456ec7-b869-4abf-8dce-6db5e89356da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=951a68c6565d4ae28bba985042251e52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4761751 Nov 09 00:23:44.771171 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:44.771551 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:44.774553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56118) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:44.784034 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2b993d-9afc-48b0-8718-32aaa0658592 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet bf257260-2d08-45b3-a5cf-590844d4b09a {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:44.800926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959f923-080c-4f7a-8d06-c1289de9311a req-4d75a017-d9aa-4947-8806-1f12dac49830 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:44.802516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5959f923-080c-4f7a-8d06-c1289de9311a req-4d75a017-d9aa-4947-8806-1f12dac49830 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 945 time: 0.2469490 Nov 09 00:23:44.855961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120d2c1-e750-4b6f-969f-da1cd6fb51fa req-a00168bb-585e-4e02-b033-e8b4f14ff903 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:44.857732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d120d2c1-e750-4b6f-969f-da1cd6fb51fa req-a00168bb-585e-4e02-b033-e8b4f14ff903 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 944 time: 0.3032043 Nov 09 00:23:44.896908 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f815d4ce-a9e7-4b9c-9a5e-3c97b2715c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:44.978695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-afdbc2c8-0ad9-42e6-a696-77f2c7af5abd req-5031fdcb-ce18-435d-b1a4-d200bc10bb1a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028797 Nov 09 00:23:44.978988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.023964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36456ec7-b869-4abf-8dce-6db5e89356da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b777e10-5964-4ecd-8279-ac7996a54523,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:45.028539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5959f923-080c-4f7a-8d06-c1289de9311a req-274c8cab-d210-435b-be98-991669068d3d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901979 Nov 09 00:23:45.031679 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f2b993d-9afc-48b0-8718-32aaa0658592 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.036826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.037861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d120d2c1-e750-4b6f-969f-da1cd6fb51fa req-0441659e-1169-4c94-8036-5cf724e81ecd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640005 Nov 09 00:23:45.041706 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.053253 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.070450 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec6ed675-6f2f-467f-998f-32cbb3847479 req-1e3be645-7dd2-4829-be13-3dfb67165f19 service neutron] 10.222.0.11 "GET /v2.0/networks/eca8a8cb-f3ba-42af-addf-091755887408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778697 Nov 09 00:23:45.125523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Attempting to bind port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:45.127174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Attempting to bind port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:45.127945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Attempting to bind port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae on network 2ebf44d6-48b0-412d-acc4-554572e51c8d {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:45.142564 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.153850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae on network 2ebf44d6-48b0-412d-acc4-554572e51c8d not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:23:45.154850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Attempting to bind port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae on network 2ebf44d6-48b0-412d-acc4-554572e51c8d {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:45.170492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:45.170901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Checking segment: {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:45.171235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Bound using segment: {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:45.171688 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Bound port: ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91f8b67-a308-4c33-96b5-8172b3b594a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:45.172055 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.176066 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f2b993d-9afc-48b0-8718-32aaa0658592 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.251410 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.254128 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.257812 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b777e10-5964-4ecd-8279-ac7996a54523 HTTP/1.1" status: 204 len: 168 time: 0.4767451 Nov 09 00:23:45.273783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b777e10-5964-4ecd-8279-ac7996a54523,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:45.290267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:45.290631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:45.290983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:45.291341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:45.291671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:45.292011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:45.292348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:45.292682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:45.293015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:45.293360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:45.293697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:45.294026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35dde5-3316-42de-a555-8ab824ab8400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:45.300381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:45.304609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:45.312998 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.338116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Network 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:45.350346 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:45.351068 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.352814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] 10.222.0.11 "PUT /v2.0/ports/ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae HTTP/1.1" status: 200 len: 1092 time: 3.1468692 Nov 09 00:23:45.367402 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:45.376459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:45.384452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Pushing event updated for resources: {'Port': ['ID=8441d412-02cf-4968-991a-f05fa74e3131,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:45.395444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6793b5-ae6a-407a-bc96-f332858e1503 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:45.414641 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ec6ed675-6f2f-467f-998f-32cbb3847479 req-046dde33-e021-4dc6-a564-28873d8ad819 service neutron] 10.222.0.11 "GET /v2.0/networks/eca8a8cb-f3ba-42af-addf-091755887408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297327 Nov 09 00:23:45.438807 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f2b993d-9afc-48b0-8718-32aaa0658592 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.479678 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-54a86ad6-3dff-411f-b4a3-7177d6b6be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:45.482115 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-54a86ad6-3dff-411f-b4a3-7177d6b6be45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1095 time: 0.0660441 Nov 09 00:23:45.514452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Attempting to bind port 8441d412-02cf-4968-991a-f05fa74e3131 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:45.515459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Attempting to bind port 8441d412-02cf-4968-991a-f05fa74e3131 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '8c250b36-f820-4eb2-a89b-915ad31eaaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:45.516028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Attempting to bind port 8441d412-02cf-4968-991a-f05fa74e3131 on network 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:45.524122 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:45.524861 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Checking segment: {'id': '8c250b36-f820-4eb2-a89b-915ad31eaaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:45.525471 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.526380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Bound using segment: {'id': '8c250b36-f820-4eb2-a89b-915ad31eaaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:45.528168 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Bound port: 8441d412-02cf-4968-991a-f05fa74e3131, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c250b36-f820-4eb2-a89b-915ad31eaaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:45.528834 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.601003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9f76c656-0584-4dd7-bc78-1644c1c551b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:23:03Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'aa58a4e7-739e-4acb-a463-fc598dbf2267', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'port_id': '564722fc-1be1-4735-b17d-f8fd9c5dbedf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'mac_address': 'fa:16:3e:b2:b6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:23:39Z', 'updated_at': '2021-11-09T00:23:39Z', 'revision_number': 0, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0', 'name': '', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'mac_address': 'fa:16:3e:cc:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:01Z', 'updated_at': '2021-11-09T00:23:10Z', 'revision_number': 5, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'subnets': [{'id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:45.612655 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f2b993d-9afc-48b0-8718-32aaa0658592 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.668084 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f76c656-0584-4dd7-bc78-1644c1c551b3 None None] The sync data for ids ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'] in n-d-813263-3 is: [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:23:03Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'aa58a4e7-739e-4acb-a463-fc598dbf2267', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'port_id': '564722fc-1be1-4735-b17d-f8fd9c5dbedf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'mac_address': 'fa:16:3e:b2:b6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:23:39Z', 'updated_at': '2021-11-09T00:23:39Z', 'revision_number': 0, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0', 'name': '', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'mac_address': 'fa:16:3e:cc:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:01Z', 'updated_at': '2021-11-09T00:23:10Z', 'revision_number': 5, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'subnets': [{'id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:45.678592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-6a030d6f-2de8-4427-a532-5e07ff193848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:45.681585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-6a030d6f-2de8-4427-a532-5e07ff193848 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ebf44d6-48b0-412d-acc4-554572e51c8d HTTP/1.1" status: 200 len: 896 time: 0.1907938 Nov 09 00:23:45.688054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Allocated IP 2001:db8:3::1 (91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36/23651cf1-9f1a-4d1e-ad2e-58c08d2ee414/2d8f0e82-e120-4630-b97d-f60fa40d7b32) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:45.701870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b993d-9afc-48b0-8718-32aaa0658592 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=bf257260-2d08-45b3-a5cf-590844d4b09a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:45.736899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] For port 8441d412-02cf-4968-991a-f05fa74e3131, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:45.747330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] For port 8441d412-02cf-4968-991a-f05fa74e3131, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8441d412-02cf-4968-991a-f05fa74e3131,segment=NetworkSegment(8c250b36-f820-4eb2-a89b-915ad31eaaa3),segment_id=8c250b36-f820-4eb2-a89b-915ad31eaaa3)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:45.751919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f2b993d-9afc-48b0-8718-32aaa0658592 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.755418 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4f2b993d-9afc-48b0-8718-32aaa0658592 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/bf257260-2d08-45b3-a5cf-590844d4b09a HTTP/1.1" status: 204 len: 168 time: 1.1620419 Nov 09 00:23:45.760220 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:45.764191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56124) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:45.785691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:45.788875 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b627095-2bb6-46a1-9b48-f14040f1ce8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:45.819547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-7b502367-4c66-410d-bc66-0ce16c432ff6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae HTTP/1.1" status: 200 len: 1000 time: 0.1262665 Nov 09 00:23:45.837597 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aecac5fd-eedd-486f-82f1-2363b353c284 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719128 Nov 09 00:23:45.840177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56128) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:45.860851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-ccd4f320-5d66-4d9d-bdbc-6a68d6e8c6dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:45.924080 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78a4a86-bcae-478c-a0d2-10d9ef336cd0 x-openstack-request-id: req-b78a4a86-bcae-478c-a0d2-10d9ef336cd0 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:45.924897 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:45.925537 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b78a4a86-bcae-478c-a0d2-10d9ef336cd0 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:45.926276 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'status': 'completed', 'code': 200} Nov 09 00:23:45.966013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08c5b5-7e32-415d-983a-fe1247e03ad0 None None] Pushing event updated for resources: {'Port': ['ID=8441d412-02cf-4968-991a-f05fa74e3131,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:45.984398 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:46.070678 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:46.145584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-01cd9f32-28a1-4da0-a238-3d9fdffa44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:46.145584 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-01cd9f32-28a1-4da0-a238-3d9fdffa44f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc HTTP/1.1" status: 200 len: 834 time: 0.2934623 Nov 09 00:23:46.154908 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b75dce-800f-4c25-91e5-627349bb2c5c None None] New status for floating IP aa58a4e7-739e-4acb-a463-fc598dbf2267: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:23:46.183324 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:46.292916 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:46.320622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:46.377789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-39c6b24b-3db7-47e8-a08b-e38dfb4a270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:46.379490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-39c6b24b-3db7-47e8-a08b-e38dfb4a270f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1095 time: 0.4590867 Nov 09 00:23:46.387511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:46.394814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:46.399486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:46.400221 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:46.528782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=2d8f0e82-e120-4630-b97d-f60fa40d7b32,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:46.579185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b32660f-1da0-4b95-9a97-1113b16b8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:46.581016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-2b32660f-1da0-4b95-9a97-1113b16b8101 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ebf44d6-48b0-412d-acc4-554572e51c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4186263 Nov 09 00:23:46.592456 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:46.607808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560d964-40b9-4f1b-8dde-718e9d817ee4 req-84daf400-9ed7-4be1-a3ea-6b4c2d515494 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:46.616721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e560d964-40b9-4f1b-8dde-718e9d817ee4 req-84daf400-9ed7-4be1-a3ea-6b4c2d515494 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 944 time: 0.3038411 Nov 09 00:23:46.655801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c33584-c196-4019-8566-f348cdac5274 req-f9eb445b-15ed-40ec-aeec-75122ed45933 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:46.657408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6c33584-c196-4019-8566-f348cdac5274 req-f9eb445b-15ed-40ec-aeec-75122ed45933 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 945 time: 0.3558311 Nov 09 00:23:46.701857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd4f320-5d66-4d9d-bdbc-6a68d6e8c6dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:46.705696 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f320-5d66-4d9d-bdbc-6a68d6e8c6dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:46.742587 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534c5112-5b42-4b99-8a16-349680d76c6d None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:46.841513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a7f5338e-7ed9-460b-86ed-1581d57c8610 None None] Provisioning complete for port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:46.842242 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a7f5338e-7ed9-460b-86ed-1581d57c8610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:46.859848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-75424db2-2de2-42e5-b0f8-d8b27f5bc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:46.861595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-75424db2-2de2-42e5-b0f8-d8b27f5bc3c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ebf44d6-48b0-412d-acc4-554572e51c8d HTTP/1.1" status: 200 len: 896 time: 0.4506855 Nov 09 00:23:46.997923 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e560d964-40b9-4f1b-8dde-718e9d817ee4 req-6f8e7afa-2bb5-48ca-bc3f-c162fcc03d2e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791497 Nov 09 00:23:47.046507 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:47.063248 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:47.064161 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:47.066163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a961399-12a9-49e9-a974-296ffdb41bc5 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:23:47.088594 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6c33584-c196-4019-8566-f348cdac5274 req-27f2bb7a-644f-484f-b705-d4345faf3e0f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654864 Nov 09 00:23:47.109040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-58bd5257-c897-499d-8282-370b6eba46ad service neutron] 10.222.0.11 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144820 Nov 09 00:23:47.148353 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-611055b1-0692-4918-9a67-cb233cbc9fc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae HTTP/1.1" status: 200 len: 1000 time: 0.2639270 Nov 09 00:23:47.175311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6a961399-12a9-49e9-a974-296ffdb41bc5 None None] Deleting port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:47.180971 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6a961399-12a9-49e9-a974-296ffdb41bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:47.214654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event updated for resources: {'Port': ['ID=2d8f0e82-e120-4630-b97d-f60fa40d7b32,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:47.304162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Network 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:47.306039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:47.333711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6a961399-12a9-49e9-a974-296ffdb41bc5 None None] For port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:47.340904 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6a961399-12a9-49e9-a974-296ffdb41bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:47.385159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-3943fec0-7ca3-4529-8442-40e529c1519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:47.386437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6a961399-12a9-49e9-a974-296ffdb41bc5 None None] Calling delete_port for e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:47.386719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-3943fec0-7ca3-4529-8442-40e529c1519a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc HTTP/1.1" status: 200 len: 834 time: 0.2274921 Nov 09 00:23:47.471872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 2f615f84-d4de-43dd-a66f-af2b39e03d9b has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:23:47.486595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21aa49d-26d9-494c-bb15-66f1841c2577 req-ffa06839-4568-41d8-a64d-191d41743cd6 service neutron] 10.222.0.11 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586612 Nov 09 00:23:47.571090 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6a961399-12a9-49e9-a974-296ffdb41bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:47.574126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-26683bda-caff-4b01-96d7-775c8cf482da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:47.576308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-26683bda-caff-4b01-96d7-775c8cf482da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ebf44d6-48b0-412d-acc4-554572e51c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764421 Nov 09 00:23:47.621511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a961399-12a9-49e9-a974-296ffdb41bc5 None None] Pushing event deleted for resources: {'Port': ['ID=e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:47.635275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a961399-12a9-49e9-a974-296ffdb41bc5 None None] No DVR routers for this DVR port e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:47.650027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795aa870-4053-404a-ba51-01ea6ecf3989 None None] Network 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:47.669912 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:47.678689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:47.690387 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6b8a9da8-14e9-40e5-9fe9-d348eadbabe2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6901791 Nov 09 00:23:47.693924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56166) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:47.700060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e7017676-bd74-4dbe-a7dd-05124823b333 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:47.725668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Sync routers for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:47.759333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:47.759956 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:47.765513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fe2639bb-2e64-48f5-b3ae-f84ecfb67646 None None] Provisioning complete for port 8441d412-02cf-4968-991a-f05fa74e3131 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:47.765885 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fe2639bb-2e64-48f5-b3ae-f84ecfb67646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:47.996323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:48.067610 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fe2639bb-2e64-48f5-b3ae-f84ecfb67646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:48.100980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.extraroute_db [None req-e7017676-bd74-4dbe-a7dd-05124823b333 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 00:23:48.117844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.extraroute_db [None req-e7017676-bd74-4dbe-a7dd-05124823b333 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Removed routes are [] {{(pid=101781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 00:23:48.118254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7017676-bd74-4dbe-a7dd-05124823b333 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:48.131451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059edb45-5230-4c66-a2a9-3183025cac6d req-0ef90c38-2884-4f7f-875b-bf38454c17fe tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:48.139212 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-059edb45-5230-4c66-a2a9-3183025cac6d req-0ef90c38-2884-4f7f-875b-bf38454c17fe tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 945 time: 0.6308787 Nov 09 00:23:48.176652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-309815e4-5aa9-43bc-b046-09f2b7a84fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:48.178225 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-309815e4-5aa9-43bc-b046-09f2b7a84fe1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1095 time: 0.6072640 Nov 09 00:23:48.221964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.objects.ports [None req-ccd4f320-5d66-4d9d-bdbc-6a68d6e8c6dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:23:48.235054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-fe2639bb-2e64-48f5-b3ae-f84ecfb67646 None None] For port 8441d412-02cf-4968-991a-f05fa74e3131, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8441d412-02cf-4968-991a-f05fa74e3131,segment=NetworkSegment(8c250b36-f820-4eb2-a89b-915ad31eaaa3),segment_id=8c250b36-f820-4eb2-a89b-915ad31eaaa3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:48.268997 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f320-5d66-4d9d-bdbc-6a68d6e8c6dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:48.295273 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fe2639bb-2e64-48f5-b3ae-f84ecfb67646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:48.377464 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:48.436536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-059edb45-5230-4c66-a2a9-3183025cac6d req-1f6be066-38fc-4ab9-b49c-dd608a249ef6 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964435 Nov 09 00:23:48.445269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd4f320-5d66-4d9d-bdbc-6a68d6e8c6dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:48.448532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-0e42506c-8461-4a9b-a48a-285ceaabde54 service neutron] 10.222.0.30 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8565938 Nov 09 00:23:48.452144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-ccd4f320-5d66-4d9d-bdbc-6a68d6e8c6dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:48.457534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd4f320-5d66-4d9d-bdbc-6a68d6e8c6dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:48.467332 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f320-5d66-4d9d-bdbc-6a68d6e8c6dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:48.467332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4f320-5d66-4d9d-bdbc-6a68d6e8c6dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=ec7234fc-2588-4eb0-b596-92189a97f7ec,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:48.481983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2639bb-2e64-48f5-b3ae-f84ecfb67646 None None] Pushing event updated for resources: {'Port': ['ID=8441d412-02cf-4968-991a-f05fa74e3131,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:48.518326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcce01b-8ab4-46ac-8afc-d1b4ce9b2c99 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:48.522893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8441d412-02cf-4968-991a-f05fa74e3131 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:48.536691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46bf9a-c219-4828-8728-0e77ab480aa4 req-0dd35bfa-850e-4ea1-a416-cdbdabeb4351 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:48.538309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed46bf9a-c219-4828-8728-0e77ab480aa4 req-0dd35bfa-850e-4ea1-a416-cdbdabeb4351 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 944 time: 0.3954070 Nov 09 00:23:48.547495 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7017676-bd74-4dbe-a7dd-05124823b333 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:48.555557 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7017676-bd74-4dbe-a7dd-05124823b333 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:48.717605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ccd4f320-5d66-4d9d-bdbc-6a68d6e8c6dc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8751626 Nov 09 00:23:48.741806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56194) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:48.743064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-38478266-ce29-47cc-80a5-e24cde8cdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:48.746696 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-38478266-ce29-47cc-80a5-e24cde8cdb90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ebf44d6-48b0-412d-acc4-554572e51c8d HTTP/1.1" status: 200 len: 896 time: 0.5427649 Nov 09 00:23:48.753185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c2659a1b-06b4-4223-8415-3a48d9b1f63c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:48.761812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:46Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d8f0e82-e120-4630-b97d-f60fa40d7b32', 'name': '', 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:46:a5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:45Z', 'updated_at': '2021-11-09T00:23:46Z', 'revision_number': 2, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704', 'name': '', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:be:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:35Z', 'updated_at': '2021-11-09T00:23:42Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:48.762599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56196) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:48.833985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 8441d412-02cf-4968-991a-f05fa74e3131 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:48.834354 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:48.846186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a6b7863a-43bf-4867-817f-686c965dae21 None None] Provisioning complete for port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:48.846559 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a6b7863a-43bf-4867-817f-686c965dae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:48.874366 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Checking router: 2f615f84-d4de-43dd-a66f-af2b39e03d9b for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:23:48.874718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Updating router 2f615f84-d4de-43dd-a66f-af2b39e03d9b port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:23:48.885759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed46bf9a-c219-4828-8728-0e77ab480aa4 req-02f5ae21-caef-4711-ab66-00cebf44f4f1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343022 Nov 09 00:23:48.986028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-41e1e2a6-39b5-4701-a885-59a4cd762fd6 service neutron] 10.222.0.30 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226755 Nov 09 00:23:48.992149 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1acec5e-6cb1-4062-9e68-23572f1b9542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:48.993649 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.002033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7863a-43bf-4867-817f-686c965dae21 None None] Port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:49.016098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': 'ec7234fc-2588-4eb0-b596-92189a97f7ec'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:23:49.017670 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.038885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-8ecb5c63-d8d5-448c-8b16-855ca734ecc4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae HTTP/1.1" status: 200 len: 1000 time: 0.2659655 Nov 09 00:23:49.039892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7017676-bd74-4dbe-a7dd-05124823b333 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 2f615f84-d4de-43dd-a66f-af2b39e03d9b has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:23:49.087403 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a6b7863a-43bf-4867-817f-686c965dae21 None None] Provisioning complete for port 8441d412-02cf-4968-991a-f05fa74e3131 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:49.087778 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a6b7863a-43bf-4867-817f-686c965dae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.109124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463b487-2197-4398-8d47-9ec37c083d91 req-37f90faa-e968-4ec3-a024-8379b54e4905 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:49.110879 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6463b487-2197-4398-8d47-9ec37c083d91 req-37f90faa-e968-4ec3-a024-8379b54e4905 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.30 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 945 time: 0.1680145 Nov 09 00:23:49.155249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-eb576862-647e-4e3e-a597-a6a1061e2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:49.158293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-eb576862-647e-4e3e-a597-a6a1061e2f3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc HTTP/1.1" status: 200 len: 834 time: 0.1078289 Nov 09 00:23:49.197587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2659a1b-06b4-4223-8415-3a48d9b1f63c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:49.203272 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c2659a1b-06b4-4223-8415-3a48d9b1f63c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.251502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7017676-bd74-4dbe-a7dd-05124823b333 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:49.260079 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7017676-bd74-4dbe-a7dd-05124823b333 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.261335 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e7017676-bd74-4dbe-a7dd-05124823b333 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b HTTP/1.1" status: 200 len: 953 time: 1.5661478 Nov 09 00:23:49.265296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56202) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:49.302331 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1acec5e-6cb1-4062-9e68-23572f1b9542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.356364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-6463b487-2197-4398-8d47-9ec37c083d91 req-8669ce3b-edce-43b8-b2d8-016f147b59c4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Deleting port 8c632bf5-ca49-4b76-8d2e-d165d6de8273 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:49.357717 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6463b487-2197-4398-8d47-9ec37c083d91 req-8669ce3b-edce-43b8-b2d8-016f147b59c4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.426224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1acec5e-6cb1-4062-9e68-23572f1b9542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.447617 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d8db98a5-c344-4a17-9a36-ce3f272ef4c2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b HTTP/1.1" status: 200 len: 953 time: 0.1811872 Nov 09 00:23:49.453249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56206) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:49.461458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-73e1cc16-1930-4e48-88cc-74e0846585da tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'router': {'routes': None}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:49.487647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c1acec5e-6cb1-4062-9e68-23572f1b9542 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f34540e3351f4e9cab1a7f087bfb64f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7229900 Nov 09 00:23:49.490976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-87e5ae87-60bf-4dd1-928e-be0fbaab2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:49.493451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-87e5ae87-60bf-4dd1-928e-be0fbaab2ce5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ebf44d6-48b0-412d-acc4-554572e51c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3259182 Nov 09 00:23:49.494139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56210) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:49.600442 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:49.607508 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Allocated IP 2001:db8::f816:3eff:fe56:4b93 (835f13d3-1085-44f5-af97-6aaeb0d399b3/ec7234fc-2588-4eb0-b596-92189a97f7ec/47706cca-21ff-4aa8-9550-4f752d77ba95) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:49.632955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acec5e-6cb1-4062-9e68-23572f1b9542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a8a1a4-007e-4e0e-aac7-2fefba1ff7a2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:49.657657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-6463b487-2197-4398-8d47-9ec37c083d91 req-8669ce3b-edce-43b8-b2d8-016f147b59c4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] For port 8c632bf5-ca49-4b76-8d2e-d165d6de8273, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8c632bf5-ca49-4b76-8d2e-d165d6de8273,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:49.658160 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6463b487-2197-4398-8d47-9ec37c083d91 req-8669ce3b-edce-43b8-b2d8-016f147b59c4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.687050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-6463b487-2197-4398-8d47-9ec37c083d91 req-8669ce3b-edce-43b8-b2d8-016f147b59c4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Calling delete_port for 8c632bf5-ca49-4b76-8d2e-d165d6de8273 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:49.690758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:23:49.691312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e1102c8f-a68c-4a5d-bd5e-6a0c3f65d4de not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:23:49.814586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bafb8623-7bec-4c11-a565-50d37f1246dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.849902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4e5f2-d25c-4e70-b041-2d3ede707a9b req-d620583e-cd1a-4cd8-b3c7-36b5a3241eb0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:49.851415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ece4e5f2-d25c-4e70-b041-2d3ede707a9b req-d620583e-cd1a-4cd8-b3c7-36b5a3241eb0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=08273966-c1aa-4348-b876-cd4a5812bb2a HTTP/1.1" status: 200 len: 945 time: 0.2662714 Nov 09 00:23:49.875102 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-125ea836-efd2-40be-841e-05c214b4cbca service neutron] 10.222.0.11 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572481 Nov 09 00:23:49.896810 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bafb8623-7bec-4c11-a565-50d37f1246dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.915009 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.930832 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:49.980676 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.002286 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.016868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-868ca3e3-6f54-47b8-ae75-65a26bcb8a34 None None] Provisioning complete for port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:50.017241 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-868ca3e3-6f54-47b8-ae75-65a26bcb8a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.026706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6850a5f-fa27-44a2-a25b-fbcd44418454 None None] Pushing event updated for resources: {'Port': ['ID=2d8f0e82-e120-4630-b97d-f60fa40d7b32,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:50.038800 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c2659a1b-06b4-4223-8415-3a48d9b1f63c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.106315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:50.124883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:50.129039 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6463b487-2197-4398-8d47-9ec37c083d91 req-8669ce3b-edce-43b8-b2d8-016f147b59c4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.129334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:50.129618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ece4e5f2-d25c-4e70-b041-2d3ede707a9b req-d60d9b46-7a13-47f8-a0f8-6f9017473cfb tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643383 Nov 09 00:23:50.135751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-868ca3e3-6f54-47b8-ae75-65a26bcb8a34 None None] Port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:50.152412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2659a1b-06b4-4223-8415-3a48d9b1f63c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:50.157881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['8c632bf5-ca49-4b76-8d2e-d165d6de8273'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:23:50.160074 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f331cded-618f-4ee3-94c6-fd7e5eade72c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:23:50.170394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-c2659a1b-06b4-4223-8415-3a48d9b1f63c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:50.177284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2659a1b-06b4-4223-8415-3a48d9b1f63c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:50.178534 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c2659a1b-06b4-4223-8415-3a48d9b1f63c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.183875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2659a1b-06b4-4223-8415-3a48d9b1f63c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=aa9a928c-842c-4892-8606-2ea32a4d2a6a,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:50.187807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b627095-2bb6-46a1-9b48-f14040f1ce8c req-70288cf5-664e-49d8-94a1-28c123de42ee service neutron] 10.222.0.11 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005853 Nov 09 00:23:50.202448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652a28a-c162-4d8e-b7bd-3868eac73623 req-de153188-8541-4714-8d26-20a00fcdb2f4 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:50.204961 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d652a28a-c162-4d8e-b7bd-3868eac73623 req-de153188-8541-4714-8d26-20a00fcdb2f4 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 944 time: 0.2189586 Nov 09 00:23:50.209882 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bafb8623-7bec-4c11-a565-50d37f1246dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.213289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bafb8623-7bec-4c11-a565-50d37f1246dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.222674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bafb8623-7bec-4c11-a565-50d37f1246dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01a8a1a4-007e-4e0e-aac7-2fefba1ff7a2 HTTP/1.1" status: 204 len: 168 time: 0.7240355 Nov 09 00:23:50.239049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669ce3b-edce-43b8-b2d8-016f147b59c4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Pushing event deleted for resources: {'Port': ['ID=8c632bf5-ca49-4b76-8d2e-d165d6de8273,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:50.246604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6463b487-2197-4398-8d47-9ec37c083d91 req-8669ce3b-edce-43b8-b2d8-016f147b59c4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] No DVR routers for this DVR port 8c632bf5-ca49-4b76-8d2e-d165d6de8273 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:50.249617 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6463b487-2197-4398-8d47-9ec37c083d91 req-8669ce3b-edce-43b8-b2d8-016f147b59c4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.253770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c2659a1b-06b4-4223-8415-3a48d9b1f63c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5052800 Nov 09 00:23:50.254079 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6463b487-2197-4398-8d47-9ec37c083d91 req-8669ce3b-edce-43b8-b2d8-016f147b59c4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.30 "DELETE /v2.0/ports/8c632bf5-ca49-4b76-8d2e-d165d6de8273 HTTP/1.1" status: 204 len: 173 time: 1.1155686 Nov 09 00:23:50.256339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb8623-7bec-4c11-a565-50d37f1246dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a8a1a4-007e-4e0e-aac7-2fefba1ff7a2,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:50.256537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08273966-c1aa-4348-b876-cd4a5812bb2a', 'name': 'network-vif-deleted', 'tag': '8c632bf5-ca49-4b76-8d2e-d165d6de8273'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:50.260570 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1afa2c-6cab-4e61-8c23-c14e24c165ed" -d '{"events": [{"server_uuid": "08273966-c1aa-4348-b876-cd4a5812bb2a", "name": "network-vif-deleted", "tag": "8c632bf5-ca49-4b76-8d2e-d165d6de8273"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:50.275032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.extraroute_db [None req-73e1cc16-1930-4e48-88cc-74e0846585da tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Added routes are [] {{(pid=101781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 00:23:50.275662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.extraroute_db [None req-73e1cc16-1930-4e48-88cc-74e0846585da tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 00:23:50.277149 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56218) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:50.285085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Pushing event updated for resources: {'Port': ['ID=47706cca-21ff-4aa8-9550-4f752d77ba95,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:50.291173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:fe:82:7f', 'name': 'tempest-NetworksTestDHCPv6-769911700'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:50.334375 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-73e1cc16-1930-4e48-88cc-74e0846585da tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.347530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Attempting to bind port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:50.347917 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Attempting to bind port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '8c250b36-f820-4eb2-a89b-915ad31eaaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:50.348841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Attempting to bind port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 on network 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:50.360198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Attempting to bind port 47706cca-21ff-4aa8-9550-4f752d77ba95 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:23:50.360555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Attempting to bind port 47706cca-21ff-4aa8-9550-4f752d77ba95 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:23:50.360950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Attempting to bind port 47706cca-21ff-4aa8-9550-4f752d77ba95 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:23:50.405663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:50.406103 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02db900f-c1db-43f2-8255-a93455b0e442 x-openstack-request-id: req-02db900f-c1db-43f2-8255-a93455b0e442 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:50.406226 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:50.406516 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.406907 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08273966-c1aa-4348-b876-cd4a5812bb2a", "name": "network-vif-deleted", "tag": "8c632bf5-ca49-4b76-8d2e-d165d6de8273", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:50.407008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:50.407155 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02db900f-c1db-43f2-8255-a93455b0e442 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:50.408375 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08273966-c1aa-4348-b876-cd4a5812bb2a', 'name': 'network-vif-deleted', 'tag': '8c632bf5-ca49-4b76-8d2e-d165d6de8273', 'status': 'completed', 'code': 200} Nov 09 00:23:50.410527 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Bound port: 47706cca-21ff-4aa8-9550-4f752d77ba95, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:50.413074 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.472828 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8441d412-02cf-4968-991a-f05fa74e3131 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:50.483314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:23:50.484423 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Checking segment: {'id': '8c250b36-f820-4eb2-a89b-915ad31eaaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:23:50.491711 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.492576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Bound using segment: {'id': '8c250b36-f820-4eb2-a89b-915ad31eaaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:23:50.493094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Bound port: 2d8f0e82-e120-4630-b97d-f60fa40d7b32, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c250b36-f820-4eb2-a89b-915ad31eaaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:23:50.493687 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.529336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d652a28a-c162-4d8e-b7bd-3868eac73623 req-70f6e803-274d-4ac7-a7ed-426e8cc59961 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044612 Nov 09 00:23:50.634686 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-73e1cc16-1930-4e48-88cc-74e0846585da tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.639486 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-73e1cc16-1930-4e48-88cc-74e0846585da tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.641496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:50.725445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-58c8de26-79f9-47a0-aa2d-32887fae855b None None] Provisioning complete for port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:50.726439 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-58c8de26-79f9-47a0-aa2d-32887fae855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.766902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56230) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:50.771944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:23:50.790164 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1cc83f79-0888-4482-a2c6-73f88e563b2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.882224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebc65a-f42b-4e75-96e0-33c17f31f86b req-ff4ee0cf-2566-4e2e-9640-1127415dc8f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:50.884622 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4ebc65a-f42b-4e75-96e0-33c17f31f86b req-ff4ee0cf-2566-4e2e-9640-1127415dc8f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 944 time: 0.0843172 Nov 09 00:23:50.901676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] For port 2d8f0e82-e120-4630-b97d-f60fa40d7b32, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:50.931793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e1cc16-1930-4e48-88cc-74e0846585da tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 2f615f84-d4de-43dd-a66f-af2b39e03d9b has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:23:50.944501 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.966274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-59d4391a-cfe2-4d12-9802-b9ebd04b05d1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:50.967819 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-59d4391a-cfe2-4d12-9802-b9ebd04b05d1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703&tenant_id=a25a6a1f62704562be674debd2726386&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 944 time: 0.1528690 Nov 09 00:23:50.980806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 71d1fe05-f6d0-4840-972e-f57d16a66ee2 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:23:50.995594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 8441d412-02cf-4968-991a-f05fa74e3131 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:50.996305 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:50.998313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] For port 47706cca-21ff-4aa8-9550-4f752d77ba95, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:23:51.008131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] For port 2d8f0e82-e120-4630-b97d-f60fa40d7b32, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2d8f0e82-e120-4630-b97d-f60fa40d7b32,segment=NetworkSegment(8c250b36-f820-4eb2-a89b-915ad31eaaa3),segment_id=8c250b36-f820-4eb2-a89b-915ad31eaaa3)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:51.056487 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.058684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-58c8de26-79f9-47a0-aa2d-32887fae855b None None] Port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:23:51.061272 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52549eb3-8143-4176-a2e7-69dd304740a3 req-34842398-1dd6-4bfa-a350-e1c5854c745c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:51.065400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52549eb3-8143-4176-a2e7-69dd304740a3 req-34842398-1dd6-4bfa-a350-e1c5854c745c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1996806 Nov 09 00:23:51.097786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1cc83f79-0888-4482-a2c6-73f88e563b2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.114677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] For port 47706cca-21ff-4aa8-9550-4f752d77ba95, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47706cca-21ff-4aa8-9550-4f752d77ba95,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:23:51.116675 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1cc83f79-0888-4482-a2c6-73f88e563b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.163524 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.171134 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-6ca981aa-7704-41b7-b4b3-1762a0702497 service neutron] delete failed (client error): The resource could not be found. Nov 09 00:23:51.171910 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-6ca981aa-7704-41b7-b4b3-1762a0702497 service neutron] 10.222.0.30 "DELETE /v2.0/ports/ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae/bindings/n-h1-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.1921072 Nov 09 00:23:51.186070 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1cc83f79-0888-4482-a2c6-73f88e563b2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=269f9ac6bf0e47d08f1c67cd175027df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4179678 Nov 09 00:23:51.187063 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56236) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:51.195237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e1cc16-1930-4e48-88cc-74e0846585da tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:51.196755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc83f79-0888-4482-a2c6-73f88e563b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4772772-8fe3-4cfc-a6a2-a9747b106830,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:51.199201 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4ebc65a-f42b-4e75-96e0-33c17f31f86b req-ef0b668a-3df9-4995-a6b9-f19553e33d06 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874494 Nov 09 00:23:51.204574 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-73e1cc16-1930-4e48-88cc-74e0846585da tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.207890 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-73e1cc16-1930-4e48-88cc-74e0846585da tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b HTTP/1.1" status: 200 len: 703 time: 1.7511632 Nov 09 00:23:51.208958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56238) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:51.219408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:51.219408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:51.256174 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:51.346874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 172.20.0.11 (835f13d3-1085-44f5-af97-6aaeb0d399b3/aa9a928c-842c-4892-8606-2ea32a4d2a6a/71d1fe05-f6d0-4840-972e-f57d16a66ee2) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:51.359248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::f816:3eff:fefe:827f (835f13d3-1085-44f5-af97-6aaeb0d399b3/ec7234fc-2588-4eb0-b596-92189a97f7ec/71d1fe05-f6d0-4840-972e-f57d16a66ee2) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:51.411126 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'port_id': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'mac_address': 'fa:16:3e:18:25:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:23:51.432793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6850a5f-fa27-44a2-a25b-fbcd44418454 None None] Pushing event updated for resources: {'Port': ['ID=2d8f0e82-e120-4630-b97d-f60fa40d7b32,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:51.553515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:51.576440 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.673477 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.743525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-9a1817e5-a045-45a7-ba5d-13370043a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:51.745302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-9a1817e5-a045-45a7-ba5d-13370043a51b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1095 time: 0.4796817 Nov 09 00:23:51.749701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52549eb3-8143-4176-a2e7-69dd304740a3 req-a97bad5e-5d92-4825-ab29-8ba3a4ffb47c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6744919 Nov 09 00:23:51.764987 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8f98b6f9-6597-415a-9fa1-6880d08bc399 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b HTTP/1.1" status: 200 len: 703 time: 0.5557947 Nov 09 00:23:51.772074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56244) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:51.775012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d90f1747-50d9-46a6-b9f5-ef1da14f4639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.776284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:51.798165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:51.836895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:51.845334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=71d1fe05-f6d0-4840-972e-f57d16a66ee2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:51.866469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d90f1747-50d9-46a6-b9f5-ef1da14f4639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.907721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc345a5-33a5-47b5-8f2e-75f5f34667f0 req-e93a6ac8-eb98-434b-9fa7-855e1da2c877 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:51.909908 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bc345a5-33a5-47b5-8f2e-75f5f34667f0 req-e93a6ac8-eb98-434b-9fa7-855e1da2c877 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2985847 Nov 09 00:23:51.954324 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.960322 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426a5ed-07d2-4e57-af4e-0f3c856a5f89 None None] Pushing event updated for resources: {'Port': ['ID=47706cca-21ff-4aa8-9550-4f752d77ba95,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:51.978391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-9c896b63-c370-46b1-8e81-66922a438ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:51.980485 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-9c896b63-c370-46b1-8e81-66922a438ee0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ebf44d6-48b0-412d-acc4-554572e51c8d HTTP/1.1" status: 200 len: 896 time: 0.2136934 Nov 09 00:23:51.980620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-089da482-7587-45f3-97b7-1697909a8683 None None] Provisioning complete for port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:51.980989 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-089da482-7587-45f3-97b7-1697909a8683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.985395 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d90f1747-50d9-46a6-b9f5-ef1da14f4639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.988231 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d90f1747-50d9-46a6-b9f5-ef1da14f4639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:51.991847 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d90f1747-50d9-46a6-b9f5-ef1da14f4639 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4772772-8fe3-4cfc-a6a2-a9747b106830 HTTP/1.1" status: 204 len: 168 time: 0.8012002 Nov 09 00:23:52.019234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:52.020474 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:52.022741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:23:52.054933 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f1747-50d9-46a6-b9f5-ef1da14f4639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4772772-8fe3-4cfc-a6a2-a9747b106830,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:52.101135 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-528c9c75-ecb5-4399-b581-eaaa4a57b2b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae HTTP/1.1" status: 200 len: 1000 time: 0.1106052 Nov 09 00:23:52.110824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:52.138570 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:52.180315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-64a8beb9-4e97-4574-9958-2bc2ccfd364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:52.182243 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-64a8beb9-4e97-4574-9958-2bc2ccfd364a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc HTTP/1.1" status: 200 len: 834 time: 0.0732701 Nov 09 00:23:52.217180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:52.275181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-75cdc53c-dc6b-418f-82a8-bc7d6636a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:52.276963 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-75cdc53c-dc6b-418f-82a8-bc7d6636a4db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ebf44d6-48b0-412d-acc4-554572e51c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832081 Nov 09 00:23:52.348636 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-089da482-7587-45f3-97b7-1697909a8683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:52.415959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bc345a5-33a5-47b5-8f2e-75f5f34667f0 req-1103c5c8-f10f-4b03-aee1-29bae4939655 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914618 Nov 09 00:23:52.442889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47706cca-21ff-4aa8-9550-4f752d77ba95 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:52.447973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c32002-018b-4896-b3b3-24f49436cf86 req-27217993-1e4d-4302-b143-59cc1b0f1f04 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:52.457068 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74c32002-018b-4896-b3b3-24f49436cf86 req-27217993-1e4d-4302-b143-59cc1b0f1f04 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.5759358 Nov 09 00:23:52.487458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8c2e3ec3-4abd-4d5b-ae92-98c7431a2038 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2025583 Nov 09 00:23:52.494511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56256) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:52.498559 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-776089eb-7ae8-4d1a-a48d-354fb20245ac service neutron] 10.222.0.30 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956890 Nov 09 00:23:52.612456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:23:52.623207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8c632bf5-ca49-4b76-8d2e-d165d6de8273 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:52.633518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-089da482-7587-45f3-97b7-1697909a8683 None None] For port 2d8f0e82-e120-4630-b97d-f60fa40d7b32, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2d8f0e82-e120-4630-b97d-f60fa40d7b32,segment=NetworkSegment(8c250b36-f820-4eb2-a89b-915ad31eaaa3),segment_id=8c250b36-f820-4eb2-a89b-915ad31eaaa3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:52.647172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74c32002-018b-4896-b3b3-24f49436cf86 req-0aaa10c5-ae4c-4ddb-b0f0-f0b905b6bc6b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890907 Nov 09 00:23:52.695138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a72d2d0-c8d1-4315-b7de-0d81a85f8b06 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:52.703024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a72d2d0-c8d1-4315-b7de-0d81a85f8b06 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:52.704722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5a72d2d0-c8d1-4315-b7de-0d81a85f8b06 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2060313 Nov 09 00:23:52.707260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:50Z', 'revision_number': 7, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d8f0e82-e120-4630-b97d-f60fa40d7b32', 'name': '', 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:46:a5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:45Z', 'updated_at': '2021-11-09T00:23:50Z', 'revision_number': 4, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704', 'name': '', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:be:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:35Z', 'updated_at': '2021-11-09T00:23:42Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:52.718413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56268) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:52.741950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f4dc9-8491-4c7f-ba75-b231102e549f None None] The sync data for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 is: [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:50Z', 'revision_number': 7, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d8f0e82-e120-4630-b97d-f60fa40d7b32', 'name': '', 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:46:a5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:45Z', 'updated_at': '2021-11-09T00:23:50Z', 'revision_number': 4, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704', 'name': '', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:be:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:35Z', 'updated_at': '2021-11-09T00:23:42Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:52.744833 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-089da482-7587-45f3-97b7-1697909a8683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:52.828582 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-964bd7da-4ee7-4b0a-9d15-de10a4cacb38 req-e7753d22-5cf8-4e0e-b423-5a1c4e63a710 service neutron] 10.222.0.30 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232059 Nov 09 00:23:52.859111 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 8c632bf5-ca49-4b76-8d2e-d165d6de8273 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:23:52.862500 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8c632bf5-ca49-4b76-8d2e-d165d6de8273 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:23:52.875010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089da482-7587-45f3-97b7-1697909a8683 None None] Pushing event updated for resources: {'Port': ['ID=2d8f0e82-e120-4630-b97d-f60fa40d7b32,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:52.895649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105be6fa-abf1-4833-b7e7-83e208cb274f req-d7a85b3d-ebd6-4cfb-8618-e41eff2bf6f0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:52.917096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-105be6fa-abf1-4833-b7e7-83e208cb274f req-d7a85b3d-ebd6-4cfb-8618-e41eff2bf6f0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 945 time: 0.2761457 Nov 09 00:23:52.942079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 47706cca-21ff-4aa8-9550-4f752d77ba95 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:52.942900 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:53.009060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1e3754c4-b791-4c3d-8fcf-b49f1035c3d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 71d1fe05-f6d0-4840-972e-f57d16a66ee2 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:53.011004 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e3754c4-b791-4c3d-8fcf-b49f1035c3d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:53.103814 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96edaf1-c436-4dd4-a35e-a2f8b9f8f2c9 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:53.117313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-105be6fa-abf1-4833-b7e7-83e208cb274f req-a70a1d22-a30f-4b7a-b1ac-4f565e6fa961 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991978 Nov 09 00:23:53.299258 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e3754c4-b791-4c3d-8fcf-b49f1035c3d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:53.322152 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1e3754c4-b791-4c3d-8fcf-b49f1035c3d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 71d1fe05-f6d0-4840-972e-f57d16a66ee2 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:53.336385 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:53.347375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b45d124f-616a-4d26-adfa-751ae01a999f None None] Provisioning complete for port 47706cca-21ff-4aa8-9550-4f752d77ba95 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:53.347747 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b45d124f-616a-4d26-adfa-751ae01a999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:53.398110 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d0199-2ebd-47bc-a168-36f64f0ce84c req-822b6d40-1ef2-460f-b073-0c24c1cc6099 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:53.401212 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc8d0199-2ebd-47bc-a168-36f64f0ce84c req-822b6d40-1ef2-460f-b073-0c24c1cc6099 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.2829144 Nov 09 00:23:53.499966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 47706cca-21ff-4aa8-9550-4f752d77ba95, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47706cca-21ff-4aa8-9550-4f752d77ba95,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:53.530395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc8d0199-2ebd-47bc-a168-36f64f0ce84c req-24213a37-8db0-40a2-afdf-1795b069a82b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183262 Nov 09 00:23:53.533444 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:53.600003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1059f0-7959-4822-8a72-6eee2ebb8390 req-18ada9d4-6aeb-460d-9065-5232f977df32 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:53.613954 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee1059f0-7959-4822-8a72-6eee2ebb8390 req-18ada9d4-6aeb-460d-9065-5232f977df32 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.3385613 Nov 09 00:23:53.625439 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14c32985-a418-4bd5-a3cb-5cdc91985bda tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:53.797643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=47706cca-21ff-4aa8-9550-4f752d77ba95,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:53.803512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e3754c4-b791-4c3d-8fcf-b49f1035c3d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:53.844267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3754c4-b791-4c3d-8fcf-b49f1035c3d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=71d1fe05-f6d0-4840-972e-f57d16a66ee2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:53.922323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6064f0b9-7310-4277-b9af-fadcc072c375 None None] Update dhcp port {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': 'ec7234fc-2588-4eb0-b596-92189a97f7ec', 'ip_address': '2001:db8::f816:3eff:fe56:4b93'}, {'subnet_id': 'aa9a928c-842c-4892-8606-2ea32a4d2a6a'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '47706cca-21ff-4aa8-9550-4f752d77ba95'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:23:53.937497 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee1059f0-7959-4822-8a72-6eee2ebb8390 req-c97f807a-6c1a-4778-9b47-af060a10229f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171477 Nov 09 00:23:53.968418 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6064f0b9-7310-4277-b9af-fadcc072c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:54.053946 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e3754c4-b791-4c3d-8fcf-b49f1035c3d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:54.061390 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1e3754c4-b791-4c3d-8fcf-b49f1035c3d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/71d1fe05-f6d0-4840-972e-f57d16a66ee2 HTTP/1.1" status: 204 len: 168 time: 1.3388495 Nov 09 00:23:54.061631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56300) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:54.113941 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b073db4-118f-4db0-a4cc-e6f434e56f59 None None] Sync routers for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:54.149088 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b073db4-118f-4db0-a4cc-e6f434e56f59 None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:54.150196 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1b073db4-118f-4db0-a4cc-e6f434e56f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:54.175706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5123e6fe-6af1-4a9f-b852-1e99078ff8f3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:54.177219 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5123e6fe-6af1-4a9f-b852-1e99078ff8f3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:54.190657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5123e6fe-6af1-4a9f-b852-1e99078ff8f3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:54.200665 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5123e6fe-6af1-4a9f-b852-1e99078ff8f3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1375492 Nov 09 00:23:54.200825 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56308) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:54.247945 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1b073db4-118f-4db0-a4cc-e6f434e56f59 None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:54.258284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f34b94-331c-487b-ad04-3517e3d13854 req-1e31946d-25dd-4004-b25a-792f83af28b0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:54.259803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9f34b94-331c-487b-ad04-3517e3d13854 req-1e31946d-25dd-4004-b25a-792f83af28b0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1866908 Nov 09 00:23:54.261124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-6064f0b9-7310-4277-b9af-fadcc072c375 None None] Allocated IP 172.20.0.2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/aa9a928c-842c-4892-8606-2ea32a4d2a6a/47706cca-21ff-4aa8-9550-4f752d77ba95) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:54.328402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31921133-393b-448e-b799-90f2b5fa5582 req-832f2e26-82e3-447f-9fd0-dbdeb9d9caa5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:54.330464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31921133-393b-448e-b799-90f2b5fa5582 req-832f2e26-82e3-447f-9fd0-dbdeb9d9caa5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1938908 Nov 09 00:23:54.338995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc7e506-4f58-4535-99af-2d8f2230b76c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet aa9a928c-842c-4892-8606-2ea32a4d2a6a {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:54.388989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6064f0b9-7310-4277-b9af-fadcc072c375 None None] For port 47706cca-21ff-4aa8-9550-4f752d77ba95, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47706cca-21ff-4aa8-9550-4f752d77ba95,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:54.445297 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6064f0b9-7310-4277-b9af-fadcc072c375 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:54.456414 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6064f0b9-7310-4277-b9af-fadcc072c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:54.457044 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9f34b94-331c-487b-ad04-3517e3d13854 req-34851a33-a7be-4d27-b13f-698c023487ad tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679251 Nov 09 00:23:54.469134 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bc7e506-4f58-4535-99af-2d8f2230b76c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:54.580553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47706cca-21ff-4aa8-9550-4f752d77ba95 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:54.623505 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bc7e506-4f58-4535-99af-2d8f2230b76c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:54.631516 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1b073db4-118f-4db0-a4cc-e6f434e56f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:50Z', 'revision_number': 7, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d8f0e82-e120-4630-b97d-f60fa40d7b32', 'name': '', 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:46:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:45Z', 'updated_at': '2021-11-09T00:23:52Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704', 'name': '', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:be:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:35Z', 'updated_at': '2021-11-09T00:23:42Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:54.640614 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31921133-393b-448e-b799-90f2b5fa5582 req-b5a84d95-5f73-4284-92c6-55162fea7ebc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986162 Nov 09 00:23:54.647665 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064f0b9-7310-4277-b9af-fadcc072c375 None None] Pushing event updated for resources: {'Port': ['ID=47706cca-21ff-4aa8-9550-4f752d77ba95,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:54.713159 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b073db4-118f-4db0-a4cc-e6f434e56f59 None None] Checking router: 2f615f84-d4de-43dd-a66f-af2b39e03d9b for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:23:54.727253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:54.730898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 47706cca-21ff-4aa8-9550-4f752d77ba95 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:54.731274 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:54.745209 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b073db4-118f-4db0-a4cc-e6f434e56f59 None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:54.745991 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1b073db4-118f-4db0-a4cc-e6f434e56f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:54.748203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e473de-03a8-4c0a-ace6-420382a7f107 req-ed1872a1-6c17-4f68-abc9-1d6d7811e9ce tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:54.760396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46e473de-03a8-4c0a-ace6-420382a7f107 req-ed1872a1-6c17-4f68-abc9-1d6d7811e9ce tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 945 time: 0.2102194 Nov 09 00:23:54.770126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-14c32985-a418-4bd5-a3cb-5cdc91985bda tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:54.772967 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14c32985-a418-4bd5-a3cb-5cdc91985bda tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:54.873284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:23:54.884597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:54.884972 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:54.969628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-14c32985-a418-4bd5-a3cb-5cdc91985bda tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] For port 2d8f0e82-e120-4630-b97d-f60fa40d7b32, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2d8f0e82-e120-4630-b97d-f60fa40d7b32,segment=NetworkSegment(8c250b36-f820-4eb2-a89b-915ad31eaaa3),segment_id=8c250b36-f820-4eb2-a89b-915ad31eaaa3)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:54.970091 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14c32985-a418-4bd5-a3cb-5cdc91985bda tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:54.984985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2d8f0e82-e120-4630-b97d-f60fa40d7b32 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:54.992390 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1b073db4-118f-4db0-a4cc-e6f434e56f59 None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:55.017487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-14c32985-a418-4bd5-a3cb-5cdc91985bda tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for 2d8f0e82-e120-4630-b97d-f60fa40d7b32 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:55.078331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2d8f0e82-e120-4630-b97d-f60fa40d7b32 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:55.078749 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:55.162854 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:55.240738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:23:55.243022 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3b3d3d-8dd5-4b73-9bd5-1cb2e5b7939c" -d '{"events": [{"server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:23:55.279592 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bc7e506-4f58-4535-99af-2d8f2230b76c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:55.309115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:55.322200 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:55.370931 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1b073db4-118f-4db0-a4cc-e6f434e56f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:50Z', 'revision_number': 7, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d8f0e82-e120-4630-b97d-f60fa40d7b32', 'name': '', 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:46:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:45Z', 'updated_at': '2021-11-09T00:23:52Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704', 'name': '', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:be:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:35Z', 'updated_at': '2021-11-09T00:23:42Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:55.381621 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5984edd-455d-476e-908a-2a45478980a9 x-openstack-request-id: req-f5984edd-455d-476e-908a-2a45478980a9 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:23:55.382279 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:23:55.382838 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5984edd-455d-476e-908a-2a45478980a9 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:23:55.383687 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'code': 200} Nov 09 00:23:55.412412 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b073db4-118f-4db0-a4cc-e6f434e56f59 None None] The sync data for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 is: [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:50Z', 'revision_number': 7, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d8f0e82-e120-4630-b97d-f60fa40d7b32', 'name': '', 'network_id': '91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:46:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:45Z', 'updated_at': '2021-11-09T00:23:52Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '23651cf1-9f1a-4d1e-ad2e-58c08d2ee414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704', 'name': '', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:be:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:35Z', 'updated_at': '2021-11-09T00:23:42Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:55.420200 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bc7e506-4f58-4535-99af-2d8f2230b76c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:55.425592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:55.434429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:55.435702 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:55.436470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:55.436897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:55.437322 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:55.437766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:55.438232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:55.438651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:55.439079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:55.439493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:55.440555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:55.440973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:23:55.457977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46e473de-03a8-4c0a-ace6-420382a7f107 req-32dc05a1-fa01-4f82-96aa-ed35d3e9163c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6924701 Nov 09 00:23:55.474840 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bc7e506-4f58-4535-99af-2d8f2230b76c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:55.481132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56336) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:55.482184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56338) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:55.499394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1bc7e506-4f58-4535-99af-2d8f2230b76c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/aa9a928c-842c-4892-8606-2ea32a4d2a6a HTTP/1.1" status: 204 len: 168 time: 1.2955589 Nov 09 00:23:55.543678 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7e506-4f58-4535-99af-2d8f2230b76c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9a928c-842c-4892-8606-2ea32a4d2a6a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:55.636287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-acca7988-476f-4e75-bcb4-d32ddfc99860 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet ec7234fc-2588-4eb0-b596-92189a97f7ec {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:55.648175 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-acca7988-476f-4e75-bcb4-d32ddfc99860 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:55.724385 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f712e-d4fc-4417-9233-f4312bd19fbc None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:55.733899 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-94262c0c-2f33-4c24-9aec-205a76cc5cc6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/307d29b3-d4d6-4b45-b987-b29116553a7f HTTP/1.1" status: 200 len: 994 time: 0.2506459 Nov 09 00:23:55.739412 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-acca7988-476f-4e75-bcb4-d32ddfc99860 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:55.762519 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14c32985-a418-4bd5-a3cb-5cdc91985bda tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:55.804453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d62b3f48-702b-42aa-8a84-973c33bc8a6b None None] Provisioning complete for port 47706cca-21ff-4aa8-9550-4f752d77ba95 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:55.804805 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d62b3f48-702b-42aa-8a84-973c33bc8a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:55.848612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c32985-a418-4bd5-a3cb-5cdc91985bda tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=2d8f0e82-e120-4630-b97d-f60fa40d7b32,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:55.862519 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-acca7988-476f-4e75-bcb4-d32ddfc99860 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:55.990552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-acca7988-476f-4e75-bcb4-d32ddfc99860 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:56.067192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca7988-476f-4e75-bcb4-d32ddfc99860 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7234fc-2588-4eb0-b596-92189a97f7ec,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:56.076982 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-acca7988-476f-4e75-bcb4-d32ddfc99860 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:56.084864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f6ac8-17d4-4416-b19d-9ff099991cf3 req-f599c734-fcbf-4535-8f19-fac222f57e04 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:56.086105 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-acca7988-476f-4e75-bcb4-d32ddfc99860 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/ec7234fc-2588-4eb0-b596-92189a97f7ec HTTP/1.1" status: 204 len: 168 time: 0.6016114 Nov 09 00:23:56.087052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56348) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:56.093273 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-331f6ac8-17d4-4416-b19d-9ff099991cf3 req-f599c734-fcbf-4535-8f19-fac222f57e04 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.2652586 Nov 09 00:23:56.147179 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14c32985-a418-4bd5-a3cb-5cdc91985bda tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:56.159205 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f8b73722-0b30-4723-81b5-aedb3f53756b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707395 Nov 09 00:23:56.160070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56350) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:56.164847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d62b3f48-702b-42aa-8a84-973c33bc8a6b None None] Could not find standard attr ID for object 71d1fe05-f6d0-4840-972e-f57d16a66ee2. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:23:56.166090 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-058dd2c2-1281-4229-ae85-5ed59c45940c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:56.231636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-331f6ac8-17d4-4416-b19d-9ff099991cf3 req-4f05a388-6776-4a9e-963d-7e70d5374518 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360521 Nov 09 00:23:56.355953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8779657f-40cc-42db-8475-f06164533565 None None] Update dhcp port {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': 'ec7234fc-2588-4eb0-b596-92189a97f7ec'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '47706cca-21ff-4aa8-9550-4f752d77ba95'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:23:56.406913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058dd2c2-1281-4229-ae85-5ed59c45940c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:56.412359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-058dd2c2-1281-4229-ae85-5ed59c45940c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:56.424709 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8779657f-40cc-42db-8475-f06164533565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:56.448776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47706cca-21ff-4aa8-9550-4f752d77ba95 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:23:56.561146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c32985-a418-4bd5-a3cb-5cdc91985bda tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 2f615f84-d4de-43dd-a66f-af2b39e03d9b has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:23:56.684166 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-058dd2c2-1281-4229-ae85-5ed59c45940c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:56.745123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dd2c2-1281-4229-ae85-5ed59c45940c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=8d55d3f9-9fff-4e68-bc85-d0c188456c72,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:56.767555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058dd2c2-1281-4229-ae85-5ed59c45940c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:56.769419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-058dd2c2-1281-4229-ae85-5ed59c45940c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:56.774264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058dd2c2-1281-4229-ae85-5ed59c45940c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:56.775387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-058dd2c2-1281-4229-ae85-5ed59c45940c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:56.787974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 47706cca-21ff-4aa8-9550-4f752d77ba95 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:56.788886 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:56.802438 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-058dd2c2-1281-4229-ae85-5ed59c45940c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6408873 Nov 09 00:23:56.805474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56358) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:56.813904 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:56.878939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93315b3e-bc71-4c56-b0d8-8f6a77ac98f5 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:56.975389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:56.980672 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:56.986108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ceec2047-f12e-4ea8-b634-fa1b926543a1 None None] Provisioning complete for port 47706cca-21ff-4aa8-9550-4f752d77ba95 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:23:56.987153 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ceec2047-f12e-4ea8-b634-fa1b926543a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:56.993814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c32985-a418-4bd5-a3cb-5cdc91985bda tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:23:57.003765 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-14c32985-a418-4bd5-a3cb-5cdc91985bda tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2303274 Nov 09 00:23:57.004449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56360) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:57.036457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f67660-f742-44a2-915c-1bbaeb548f76 None None] Sync routers for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:23:57.062052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-35535955-4c8c-44a5-b448-7410ec3e7d17 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting subnet 23651cf1-9f1a-4d1e-ad2e-58c08d2ee414 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:23:57.065321 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-35535955-4c8c-44a5-b448-7410ec3e7d17 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:57.088808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f67660-f742-44a2-915c-1bbaeb548f76 None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:57.089614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a7f67660-f742-44a2-915c-1bbaeb548f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:57.112479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-35535955-4c8c-44a5-b448-7410ec3e7d17 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:57.214608 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-a7f67660-f742-44a2-915c-1bbaeb548f76 None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:57.271506 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-35535955-4c8c-44a5-b448-7410ec3e7d17 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:57.458915 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-35535955-4c8c-44a5-b448-7410ec3e7d17 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:57.506744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35535955-4c8c-44a5-b448-7410ec3e7d17 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Subnet': ['ID=23651cf1-9f1a-4d1e-ad2e-58c08d2ee414,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:57.520919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4253-b6c7-4007-a716-827b280d6198 req-91c16052-fc77-4b03-9acd-7ddb4552b866 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:57.523470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-603f4253-b6c7-4007-a716-827b280d6198 req-91c16052-fc77-4b03-9acd-7ddb4552b866 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1667917 Nov 09 00:23:57.527879 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-35535955-4c8c-44a5-b448-7410ec3e7d17 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:57.534196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-35535955-4c8c-44a5-b448-7410ec3e7d17 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/23651cf1-9f1a-4d1e-ad2e-58c08d2ee414 HTTP/1.1" status: 204 len: 168 time: 0.5285828 Nov 09 00:23:57.536004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56376) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:57.587314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d16c8a5-c69d-43e0-bab6-917e0a8a502b None None] Network 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:23:57.685046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19bdf3e-7e40-482b-a83d-99bc7fc44800 None None] Update dhcp port {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': '8d55d3f9-9fff-4e68-bc85-d0c188456c72'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '47706cca-21ff-4aa8-9550-4f752d77ba95'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:23:57.720693 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:57.723611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:23:57.732151 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-603f4253-b6c7-4007-a716-827b280d6198 req-f9103553-ba64-4945-981f-3c0574dda4ac tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869402 Nov 09 00:23:57.760295 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a19bdf3e-7e40-482b-a83d-99bc7fc44800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:57.760700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861e3f-ec9a-4444-82c4-3fd408bb945c req-2fd4d564-a935-4259-b283-bac92e229e63 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:57.762540 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85861e3f-ec9a-4444-82c4-3fd408bb945c req-2fd4d564-a935-4259-b283-bac92e229e63 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.0972021 Nov 09 00:23:57.844491 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85861e3f-ec9a-4444-82c4-3fd408bb945c req-ee3c7a2b-77dc-420f-a445-4d99dc0a5185 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581527 Nov 09 00:23:57.855019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port 8441d412-02cf-4968-991a-f05fa74e3131 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:57.855367 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:57.873452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a7f67660-f742-44a2-915c-1bbaeb548f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:55Z', 'revision_number': 8, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704', 'name': '', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:be:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:35Z', 'updated_at': '2021-11-09T00:23:42Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:57.949717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f67660-f742-44a2-915c-1bbaeb548f76 None None] Checking router: 2f615f84-d4de-43dd-a66f-af2b39e03d9b for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:23:57.961711 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:57.975073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f67660-f742-44a2-915c-1bbaeb548f76 None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:23:57.975739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a7f67660-f742-44a2-915c-1bbaeb548f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:57.993567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] For port 8441d412-02cf-4968-991a-f05fa74e3131, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8441d412-02cf-4968-991a-f05fa74e3131,segment=NetworkSegment(8c250b36-f820-4eb2-a89b-915ad31eaaa3),segment_id=8c250b36-f820-4eb2-a89b-915ad31eaaa3)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:57.994233 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.026314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08078c7-aa2f-450a-ad40-32053b17fe8f req-7e87cd40-71d8-4849-adec-1d3d90823630 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:58.027924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a08078c7-aa2f-450a-ad40-32053b17fe8f req-7e87cd40-71d8-4849-adec-1d3d90823630 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.0918200 Nov 09 00:23:58.032882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for 8441d412-02cf-4968-991a-f05fa74e3131 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:58.068041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f46cf-9236-4389-ad6d-6749fbecc375 None None] DHCP port deletion for 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:23:58.132626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] For port 47706cca-21ff-4aa8-9550-4f752d77ba95, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47706cca-21ff-4aa8-9550-4f752d77ba95,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:58.139168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a08078c7-aa2f-450a-ad40-32053b17fe8f req-fd97ea73-11c8-40b0-a7c4-3e1ff9d99b98 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952990 Nov 09 00:23:58.162384 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-a7f67660-f742-44a2-915c-1bbaeb548f76 None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:23:58.169504 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.175459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.176416 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.183844 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.222326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=8441d412-02cf-4968-991a-f05fa74e3131,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:58.224647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No DVR routers for this DVR port 8441d412-02cf-4968-991a-f05fa74e3131 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:58.252782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=865b5fbd-c0ba-454d-ad37-00129c6de9ca,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:58.268195 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-a19bdf3e-7e40-482b-a83d-99bc7fc44800 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe56:4b93-3e934dad-e803-44d5-9b47-9277700182 {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:23:58.268742 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-a19bdf3e-7e40-482b-a83d-99bc7fc44800 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:23:58.295369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-df9f46cf-9236-4389-ad6d-6749fbecc375 None None] Deleting port 8441d412-02cf-4968-991a-f05fa74e3131 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:58.295739 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-df9f46cf-9236-4389-ad6d-6749fbecc375 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.314537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:58.318585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:58.327697 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.338172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:58.339307 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.364236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:58.373191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=47706cca-21ff-4aa8-9550-4f752d77ba95,revision_number=8']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:58.375248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c250b36-f820-4eb2-a89b-915ad31eaaa3') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:58.375461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c250b36-f820-4eb2-a89b-915ad31eaaa3') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:58.387435 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8441d412-02cf-4968-991a-f05fa74e3131 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:58.391856 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.392761 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c1bf5ae0-10d3-4e73-bbc6-618872076cdc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5852544 Nov 09 00:23:58.397820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56388) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:58.403807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:94:b2:03', 'name': 'tempest-NetworksTestDHCPv6-1744662607'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:23:58.406735 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.413464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:23:58.413884 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:23:58.476501 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:23:58.483296 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.493572 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.498216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/networks/91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 HTTP/1.1" status: 204 len: 168 time: 0.9613600 Nov 09 00:23:58.509896 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56392) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:58.624915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:23:58.625539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 8441d412-02cf-4968-991a-f05fa74e3131 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:23:58.625964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8441d412-02cf-4968-991a-f05fa74e3131 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:23:58.626296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47706cca-21ff-4aa8-9550-4f752d77ba95 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:23:58.635904 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2eed1-e4dc-4594-aec7-ba3b79262bf2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Network': ['ID=91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:58.663623 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-df9f46cf-9236-4389-ad6d-6749fbecc375 None None] For port 8441d412-02cf-4968-991a-f05fa74e3131, host n-d-813263-3, got binding levels [] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:58.664256 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-df9f46cf-9236-4389-ad6d-6749fbecc375 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.692040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-df9f46cf-9236-4389-ad6d-6749fbecc375 None None] Calling delete_port for 8441d412-02cf-4968-991a-f05fa74e3131 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:58.699347 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.ipam_backend_mixin [None req-df9f46cf-9236-4389-ad6d-6749fbecc375 None None] Port 8441d412-02cf-4968-991a-f05fa74e3131 was not found and therefore no delete operation was performed {{(pid=101782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 00:23:58.725017 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-df9f46cf-9236-4389-ad6d-6749fbecc375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.754241 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.760362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df9f46cf-9236-4389-ad6d-6749fbecc375 None None] Network 91ba0072-f6e1-4ac5-9ec7-c576ecd3ee36 is not hosted by any dhcp agent {{(pid=101782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 00:23:58.760830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f46cf-9236-4389-ad6d-6749fbecc375 None None] No DVR routers for this DVR port 8441d412-02cf-4968-991a-f05fa74e3131 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:23:58.774420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f46cf-9236-4389-ad6d-6749fbecc375 None None] Pushing event deleted for resources: {'Port': ['ID=8441d412-02cf-4968-991a-f05fa74e3131,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:58.802504 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port fb7f5f78-804d-44ec-9f49-5eda51a1cbb1 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:23:58.833312 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a19bdf3e-7e40-482b-a83d-99bc7fc44800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.872289 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:58.979756 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a7f67660-f742-44a2-915c-1bbaeb548f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:55Z', 'revision_number': 8, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704', 'name': '', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:be:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:35Z', 'updated_at': '2021-11-09T00:23:42Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:23:58.987092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 47706cca-21ff-4aa8-9550-4f752d77ba95, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47706cca-21ff-4aa8-9550-4f752d77ba95,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:59.017025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f67660-f742-44a2-915c-1bbaeb548f76 None None] The sync data for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 is: [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:23:55Z', 'revision_number': 8, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704', 'name': '', 'network_id': '1dc9af36-e681-42a1-9894-4b75bf4a4f27', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:be:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:35Z', 'updated_at': '2021-11-09T00:23:42Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'be50a8d9-ccc6-4a31-9178-3e001dbde430', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:23:59.020931 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:59.023406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184d860-fdb6-48a9-9bc5-079c4f9f7b33 req-e2ce1f6c-c51a-433c-a0a9-608fc8785718 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:59.025111 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1184d860-fdb6-48a9-9bc5-079c4f9f7b33 req-e2ce1f6c-c51a-433c-a0a9-608fc8785718 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1368132 Nov 09 00:23:59.155140 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 172.20.0.9 (835f13d3-1085-44f5-af97-6aaeb0d399b3/8d55d3f9-9fff-4e68-bc85-d0c188456c72/fb7f5f78-804d-44ec-9f49-5eda51a1cbb1) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:59.167048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1184d860-fdb6-48a9-9bc5-079c4f9f7b33 req-b6da2644-5b6e-49b5-ad96-8c7a6b4b401e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312592 Nov 09 00:23:59.169416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::f816:3eff:fe94:b203 (835f13d3-1085-44f5-af97-6aaeb0d399b3/865b5fbd-c0ba-454d-ad37-00129c6de9ca/fb7f5f78-804d-44ec-9f49-5eda51a1cbb1) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:59.177085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=47706cca-21ff-4aa8-9550-4f752d77ba95,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:59.201985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8faeae7-863d-46b8-96e4-532102b83eb5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:59.365612 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:59.437453 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:59.501157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:23:59.517528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:23:59.523813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:23:59.527994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=fb7f5f78-804d-44ec-9f49-5eda51a1cbb1,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:23:59.538920 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c8faeae7-863d-46b8-96e4-532102b83eb5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:23:59.539330 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8faeae7-863d-46b8-96e4-532102b83eb5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:59.577479 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-a19bdf3e-7e40-482b-a83d-99bc7fc44800 None None] Allocated IP 172.20.0.2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/8d55d3f9-9fff-4e68-bc85-d0c188456c72/47706cca-21ff-4aa8-9550-4f752d77ba95) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:23:59.589684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:59.590559 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:59.632290 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-88d9454c-874e-43fc-acad-10ae5118cd5c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2328448 Nov 09 00:23:59.637030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56416) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:59.704599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-c8faeae7-863d-46b8-96e4-532102b83eb5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] For port 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704,segment=NetworkSegment(961a774b-8fc2-47d9-a2ed-ac73b979408c),segment_id=961a774b-8fc2-47d9-a2ed-ac73b979408c)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:59.705140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8faeae7-863d-46b8-96e4-532102b83eb5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:59.741570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c8faeae7-863d-46b8-96e4-532102b83eb5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:23:59.762201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a19bdf3e-7e40-482b-a83d-99bc7fc44800 None None] For port 47706cca-21ff-4aa8-9550-4f752d77ba95, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47706cca-21ff-4aa8-9550-4f752d77ba95,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:23:59.819172 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a19bdf3e-7e40-482b-a83d-99bc7fc44800 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:59.827209 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a19bdf3e-7e40-482b-a83d-99bc7fc44800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:23:59.838882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bac30d-e93f-4530-b9e6-819b6c66b36e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:59.850784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bac30d-e93f-4530-b9e6-819b6c66b36e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:23:59.855074 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-63bac30d-e93f-4530-b9e6-819b6c66b36e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2138455 Nov 09 00:23:59.857565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56420) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:23:59.940745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bdf3e-7e40-482b-a83d-99bc7fc44800 None None] Pushing event updated for resources: {'Port': ['ID=47706cca-21ff-4aa8-9550-4f752d77ba95,revision_number=10']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:00.078064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-0c56c277-4b06-4b29-ad1d-511c209ea227 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port fb7f5f78-804d-44ec-9f49-5eda51a1cbb1 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:00.078546 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c56c277-4b06-4b29-ad1d-511c209ea227 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:00.149718 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8faeae7-863d-46b8-96e4-532102b83eb5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:00.198219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faeae7-863d-46b8-96e4-532102b83eb5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:00.388764 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c56c277-4b06-4b29-ad1d-511c209ea227 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:00.430076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-0c56c277-4b06-4b29-ad1d-511c209ea227 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for fb7f5f78-804d-44ec-9f49-5eda51a1cbb1 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:00.496382 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8faeae7-863d-46b8-96e4-532102b83eb5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:00.546008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47706cca-21ff-4aa8-9550-4f752d77ba95 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:00.573140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271801c-5d9b-4e1d-adf5-1710e3689ae5 req-756a7d46-12ac-4996-9ea1-b65be37dab30 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:00.574929 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c271801c-5d9b-4e1d-adf5-1710e3689ae5 req-756a7d46-12ac-4996-9ea1-b65be37dab30 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.2842329 Nov 09 00:24:00.624493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 47706cca-21ff-4aa8-9550-4f752d77ba95 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:00.624945 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:00.759764 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:00.819909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 47706cca-21ff-4aa8-9550-4f752d77ba95, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47706cca-21ff-4aa8-9550-4f752d77ba95,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:00.828984 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:00.888273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2d8f0e82-e120-4630-b97d-f60fa40d7b32 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:00.925698 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 2d8f0e82-e120-4630-b97d-f60fa40d7b32 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:00.926046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2d8f0e82-e120-4630-b97d-f60fa40d7b32 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:00.948250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f32be8-5448-400d-ab74-ecacbbae5dc8 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:00.987069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8faeae7-863d-46b8-96e4-532102b83eb5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 2f615f84-d4de-43dd-a66f-af2b39e03d9b has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:24:01.021415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=47706cca-21ff-4aa8-9550-4f752d77ba95,revision_number=11']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:01.029204 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c56c277-4b06-4b29-ad1d-511c209ea227 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:01.035676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-379c1ab4-f212-4eb2-8d33-7c0fffc36bd5 None None] Provisioning complete for port 47706cca-21ff-4aa8-9550-4f752d77ba95 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:01.036052 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-379c1ab4-f212-4eb2-8d33-7c0fffc36bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:01.343533 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c271801c-5d9b-4e1d-adf5-1710e3689ae5 req-063243a7-b7c5-4a48-890b-7cc937c8c3ce tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7355359 Nov 09 00:24:01.351393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef2453-7c3a-4d05-9b44-4d1ca04c2246 req-c7f3475c-6ca4-4bac-ae2f-c6f8e65bca96 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:01.352917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3ef2453-7c3a-4d05-9b44-4d1ca04c2246 req-c7f3475c-6ca4-4bac-ae2f-c6f8e65bca96 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.4522657 Nov 09 00:24:01.355175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56c277-4b06-4b29-ad1d-511c209ea227 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=fb7f5f78-804d-44ec-9f49-5eda51a1cbb1,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:01.540618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3ef2453-7c3a-4d05-9b44-4d1ca04c2246 req-a0e376c5-1bf5-4af4-9601-32b895991195 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506629 Nov 09 00:24:01.541644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8faeae7-863d-46b8-96e4-532102b83eb5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:01.548820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c8faeae7-863d-46b8-96e4-532102b83eb5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0374539 Nov 09 00:24:01.551529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56448) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:01.555654 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154912b-3c0c-4e78-8bf5-e1543f050661 None None] Sync routers for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:01.569735 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c56c277-4b06-4b29-ad1d-511c209ea227 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:01.579227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0c56c277-4b06-4b29-ad1d-511c209ea227 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/fb7f5f78-804d-44ec-9f49-5eda51a1cbb1 HTTP/1.1" status: 204 len: 168 time: 1.7202504 Nov 09 00:24:01.580175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56452) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:01.591989 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154912b-3c0c-4e78-8bf5-e1543f050661 None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:01.594431 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e154912b-3c0c-4e78-8bf5-e1543f050661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:01.663698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d50f62d-27b9-412c-8b4e-1a8dc95aecdc tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting subnet be50a8d9-ccc6-4a31-9178-3e001dbde430 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:01.673870 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d50f62d-27b9-412c-8b4e-1a8dc95aecdc tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:01.730707 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e154912b-3c0c-4e78-8bf5-e1543f050661 None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:01.730883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7da56-42f6-442b-9716-8c2dbf6b4fae tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:01.731057 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d50f62d-27b9-412c-8b4e-1a8dc95aecdc tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:01.736010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7da56-42f6-442b-9716-8c2dbf6b4fae tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:01.738270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7da56-42f6-442b-9716-8c2dbf6b4fae tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:01.743867 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-24e7da56-42f6-442b-9716-8c2dbf6b4fae tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1623731 Nov 09 00:24:01.744602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56454) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:01.832747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48394cb8-06b3-4f56-a492-1bcd1d5f318e req-1920e8a6-ec02-4497-ba33-105a0915c1cd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:01.840385 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48394cb8-06b3-4f56-a492-1bcd1d5f318e req-1920e8a6-ec02-4497-ba33-105a0915c1cd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1943004 Nov 09 00:24:01.862736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cc9cbe-9a69-40e5-93df-1867901681a3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 865b5fbd-c0ba-454d-ad37-00129c6de9ca {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:01.875810 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63cc9cbe-9a69-40e5-93df-1867901681a3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:01.890202 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d50f62d-27b9-412c-8b4e-1a8dc95aecdc tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:01.931819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48394cb8-06b3-4f56-a492-1bcd1d5f318e req-b8c6707b-8c52-46eb-8df6-ca3633302d88 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904400 Nov 09 00:24:01.978869 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63cc9cbe-9a69-40e5-93df-1867901681a3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:01.998631 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:24:02.026081 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d50f62d-27b9-412c-8b4e-1a8dc95aecdc tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:02.032333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a7abfe1f-1df3-4df0-a4d4-261f73fa6817 None None] Provisioning complete for port 47706cca-21ff-4aa8-9550-4f752d77ba95 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:02.034091 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a7abfe1f-1df3-4df0-a4d4-261f73fa6817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:02.058520 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e154912b-3c0c-4e78-8bf5-e1543f050661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:24:00Z', 'revision_number': 9, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:02.136995 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154912b-3c0c-4e78-8bf5-e1543f050661 None None] Checking router: 2f615f84-d4de-43dd-a66f-af2b39e03d9b for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:24:02.142743 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63cc9cbe-9a69-40e5-93df-1867901681a3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:02.159852 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154912b-3c0c-4e78-8bf5-e1543f050661 None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:02.160422 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e154912b-3c0c-4e78-8bf5-e1543f050661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:02.160889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50f62d-27b9-412c-8b4e-1a8dc95aecdc tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Subnet': ['ID=be50a8d9-ccc6-4a31-9178-3e001dbde430,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:02.178999 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d50f62d-27b9-412c-8b4e-1a8dc95aecdc tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:02.193313 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4d50f62d-27b9-412c-8b4e-1a8dc95aecdc tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/be50a8d9-ccc6-4a31-9178-3e001dbde430 HTTP/1.1" status: 204 len: 168 time: 0.6402006 Nov 09 00:24:02.204663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56462) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:02.211846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca0b53a-6260-4ad6-bba6-c4395fc4972b None None] Network 1dc9af36-e681-42a1-9894-4b75bf4a4f27 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:02.249506 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63cc9cbe-9a69-40e5-93df-1867901681a3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:02.338498 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63cc9cbe-9a69-40e5-93df-1867901681a3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:02.341962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-63cc9cbe-9a69-40e5-93df-1867901681a3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/865b5fbd-c0ba-454d-ad37-00129c6de9ca HTTP/1.1" status: 204 len: 168 time: 0.5952771 Nov 09 00:24:02.343877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc9cbe-9a69-40e5-93df-1867901681a3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=865b5fbd-c0ba-454d-ad37-00129c6de9ca,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:02.349718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56464) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:02.359372 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e154912b-3c0c-4e78-8bf5-e1543f050661 None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:02.420660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47706cca-21ff-4aa8-9550-4f752d77ba95 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:02.447280 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb0fc6-b266-4d80-8999-b955c62776f5 req-2a1aff55-d113-4ac7-996a-6b1e96e68478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:02.449047 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dedb0fc6-b266-4d80-8999-b955c62776f5 req-2a1aff55-d113-4ac7-996a-6b1e96e68478 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1095 time: 0.4021018 Nov 09 00:24:02.472017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d09790-2cb1-4adb-9011-f4da8e2d82b6 req-e996e524-fcbd-4f9c-900d-402085bade83 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:02.479041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041be60f-ae5d-4a15-8342-de4c6eab86e6 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:02.491353 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:02.511933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-79d09790-2cb1-4adb-9011-f4da8e2d82b6 req-e996e524-fcbd-4f9c-900d-402085bade83 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.3610725 Nov 09 00:24:02.584552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ec249c9b-5f49-46ee-b0ae-93496390158f None None] Could not find standard attr ID for object 71d1fe05-f6d0-4840-972e-f57d16a66ee2. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:24:02.636651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-79d09790-2cb1-4adb-9011-f4da8e2d82b6 req-fdf0106c-b046-4085-8227-fb9d1a0517ef tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115148 Nov 09 00:24:02.661636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d29bcbb-a75f-4c3d-8bc0-52c711890595 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 8d55d3f9-9fff-4e68-bc85-d0c188456c72 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:02.681327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4d29bcbb-a75f-4c3d-8bc0-52c711890595 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:02.718999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb0fc6-b266-4d80-8999-b955c62776f5 req-b2bd0c2c-4f29-4377-b4cf-8cc930b52f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:02.720486 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dedb0fc6-b266-4d80-8999-b955c62776f5 req-b2bd0c2c-4f29-4377-b4cf-8cc930b52f3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.2251463 Nov 09 00:24:02.773615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 47706cca-21ff-4aa8-9550-4f752d77ba95 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:02.773715 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:02.800643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port ef92783a-4510-429f-8aac-2d307231fb6d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:02.800643 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:02.832113 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e154912b-3c0c-4e78-8bf5-e1543f050661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:24:00Z', 'revision_number': 9, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:02.835172 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dedb0fc6-b266-4d80-8999-b955c62776f5 req-18e69843-c41d-40be-86e2-174e5b2cf8d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 999 time: 0.1000230 Nov 09 00:24:02.861156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e6f54-0337-413a-a6da-8281d2901f10 req-b47939c0-0156-43c5-b0bf-9ee86cc2df22 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:02.862314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aeebf7-5943-4ee0-ab8e-f6ddc287990d None None] DHCP port deletion for 1dc9af36-e681-42a1-9894-4b75bf4a4f27 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:24:02.863477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-149e6f54-0337-413a-a6da-8281d2901f10 req-b47939c0-0156-43c5-b0bf-9ee86cc2df22 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.3479512 Nov 09 00:24:02.885914 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154912b-3c0c-4e78-8bf5-e1543f050661 None None] The sync data for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 is: [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:24:00Z', 'revision_number': 9, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': '24ee7213-20f4-472f-9ce3-3e685cdaa583', 'name': '', 'network_id': '9fb84057-78f4-402d-b972-0a893c18dbc7', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:47:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:27Z', 'updated_at': '2021-11-09T00:23:32Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': 'f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:02.910168 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4d29bcbb-a75f-4c3d-8bc0-52c711890595 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:02.920985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff853a8-cdbf-48f8-93ff-9f0b59f95cba req-f4dd38bb-75cf-4bf2-9a80-a970fca4ff7a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:02.922722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ff853a8-cdbf-48f8-93ff-9f0b59f95cba req-f4dd38bb-75cf-4bf2-9a80-a970fca4ff7a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1616495 Nov 09 00:24:02.949896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] For port ef92783a-4510-429f-8aac-2d307231fb6d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ef92783a-4510-429f-8aac-2d307231fb6d,segment=NetworkSegment(961a774b-8fc2-47d9-a2ed-ac73b979408c),segment_id=961a774b-8fc2-47d9-a2ed-ac73b979408c)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:02.950833 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:02.975341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb0fc6-b266-4d80-8999-b955c62776f5 req-bedda22d-7f57-4c63-b002-48f760e550bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:02.977054 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dedb0fc6-b266-4d80-8999-b955c62776f5 req-bedda22d-7f57-4c63-b002-48f760e550bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1135471 Nov 09 00:24:02.979476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for ef92783a-4510-429f-8aac-2d307231fb6d owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:03.016965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-149e6f54-0337-413a-a6da-8281d2901f10 req-36119f27-3c08-4946-a6f1-f4d1e8c9a7ce tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463125 Nov 09 00:24:03.049935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-29aeebf7-5943-4ee0-ab8e-f6ddc287990d None None] Deleting port ef92783a-4510-429f-8aac-2d307231fb6d {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:03.050463 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-29aeebf7-5943-4ee0-ab8e-f6ddc287990d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:03.104995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ff853a8-cdbf-48f8-93ff-9f0b59f95cba req-db05f7ae-7aa6-44ba-ae09-835120606b0f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524568 Nov 09 00:24:03.133440 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4d29bcbb-a75f-4c3d-8bc0-52c711890595 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:03.176232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-29aeebf7-5943-4ee0-ab8e-f6ddc287990d None None] For port ef92783a-4510-429f-8aac-2d307231fb6d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ef92783a-4510-429f-8aac-2d307231fb6d,segment=NetworkSegment(961a774b-8fc2-47d9-a2ed-ac73b979408c),segment_id=961a774b-8fc2-47d9-a2ed-ac73b979408c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:03.176556 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-29aeebf7-5943-4ee0-ab8e-f6ddc287990d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:03.203830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-29aeebf7-5943-4ee0-ab8e-f6ddc287990d None None] Calling delete_port for ef92783a-4510-429f-8aac-2d307231fb6d owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:03.241237 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4d29bcbb-a75f-4c3d-8bc0-52c711890595 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:03.315428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29bcbb-a75f-4c3d-8bc0-52c711890595 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=8d55d3f9-9fff-4e68-bc85-d0c188456c72,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:03.329001 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4d29bcbb-a75f-4c3d-8bc0-52c711890595 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:03.337082 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4d29bcbb-a75f-4c3d-8bc0-52c711890595 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/8d55d3f9-9fff-4e68-bc85-d0c188456c72 HTTP/1.1" status: 204 len: 168 time: 0.9783165 Nov 09 00:24:03.344013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56484) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:03.412731 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-29aeebf7-5943-4ee0-ab8e-f6ddc287990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:03.470168 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aeebf7-5943-4ee0-ab8e-f6ddc287990d None None] Pushing event deleted for resources: {'Port': ['ID=ef92783a-4510-429f-8aac-2d307231fb6d,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:03.479818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e3db0962-4f25-4b47-918a-82b38e1885a9 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1295538 Nov 09 00:24:03.481410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56488) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:03.489771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-438d3a8b-e822-4d10-ad53-63512a55a1b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:03.496261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aeebf7-5943-4ee0-ab8e-f6ddc287990d None None] No DVR routers for this DVR port ef92783a-4510-429f-8aac-2d307231fb6d on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:03.541293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638522-e450-4106-92e1-c003d8e94e7e req-2091d358-b834-4219-a554-ca870f1f282b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:03.543364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db638522-e450-4106-92e1-c003d8e94e7e req-2091d358-b834-4219-a554-ca870f1f282b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2254407 Nov 09 00:24:03.570848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb0fc6-b266-4d80-8999-b955c62776f5 req-dcae414d-e11c-4fa6-848d-189de08ae3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:03.572477 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dedb0fc6-b266-4d80-8999-b955c62776f5 req-dcae414d-e11c-4fa6-848d-189de08ae3e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5819640 Nov 09 00:24:03.647866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db638522-e450-4106-92e1-c003d8e94e7e req-37c1755f-4a0f-462a-906e-03940c9a7836 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976527 Nov 09 00:24:03.764572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438d3a8b-e822-4d10-ad53-63512a55a1b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:03.768929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-438d3a8b-e822-4d10-ad53-63512a55a1b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:03.827390 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dedb0fc6-b266-4d80-8999-b955c62776f5 req-80a5c744-ad07-4b57-b01c-1b3b33687513 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779649 Nov 09 00:24:03.828078 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:03.855245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45fc07-0d3e-4409-b2d9-b91c4e695ba0 req-003d20d7-1e79-4478-aff5-dcdebeb684f5 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:03.863045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c45fc07-0d3e-4409-b2d9-b91c4e695ba0 req-003d20d7-1e79-4478-aff5-dcdebeb684f5 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.0856287 Nov 09 00:24:03.945783 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No DVR routers for this DVR port ef92783a-4510-429f-8aac-2d307231fb6d on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:03.970765 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c45fc07-0d3e-4409-b2d9-b91c4e695ba0 req-11a4ba4c-a5d5-4884-87da-ac02b8eabb34 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068296 Nov 09 00:24:04.031352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=ef92783a-4510-429f-8aac-2d307231fb6d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:04.044927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6286e4-6621-4c03-9441-de36d5041062 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:04.173127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-66a4dd14-8fd5-4718-a855-ecde58f11feb None None] Provisioning complete for port 47706cca-21ff-4aa8-9550-4f752d77ba95 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:04.174219 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-66a4dd14-8fd5-4718-a855-ecde58f11feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:04.209985 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dedb0fc6-b266-4d80-8999-b955c62776f5 req-93075f7f-3018-4941-b752-ff2a0a6019d1 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777960 Nov 09 00:24:04.217685 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:04.248801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc9af36-e681-42a1-9894-4b75bf4a4f27']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:04.268507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961a774b-8fc2-47d9-a2ed-ac73b979408c') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:04.268814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961a774b-8fc2-47d9-a2ed-ac73b979408c') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:04.271933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75b6a5-d7ed-4539-8dce-8df060291acb req-edda9a4c-5743-462a-9298-8b1fd149c407 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:04.274230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b75b6a5-d7ed-4539-8dce-8df060291acb req-edda9a4c-5743-462a-9298-8b1fd149c407 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1094925 Nov 09 00:24:04.291566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11294556-e7f4-49ae-be0f-733036ef8ba1 req-c149d5bb-4fa3-4dea-9e47-a1092da0845f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:04.297603 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11294556-e7f4-49ae-be0f-733036ef8ba1 req-c149d5bb-4fa3-4dea-9e47-a1092da0845f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1481569 Nov 09 00:24:04.337452 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:04.350969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ef92783a-4510-429f-8aac-2d307231fb6d no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:04.362821 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:04.388616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:24:04.389026 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:24:04.400025 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:24:04.436118 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b7855d-2234-4761-9f8b-f64acc5bb4a2 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:24:04.446689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: ef92783a-4510-429f-8aac-2d307231fb6d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:04.447267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ef92783a-4510-429f-8aac-2d307231fb6d not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:04.447833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:04.478833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b75b6a5-d7ed-4539-8dce-8df060291acb req-3abefa78-3742-43e1-a2d4-ccd1cda8ed6c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785312 Nov 09 00:24:04.492668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:04.493233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7ec68c7c-c2e8-4d5f-bc22-c9982d7ff704 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:04.511120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11294556-e7f4-49ae-be0f-733036ef8ba1 req-12293889-a8e3-4caf-bdf0-f77d6fe9cd55 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022858 Nov 09 00:24:04.568800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-65b7855d-2234-4761-9f8b-f64acc5bb4a2 None None] Deleting port 47706cca-21ff-4aa8-9550-4f752d77ba95 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:04.569555 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65b7855d-2234-4761-9f8b-f64acc5bb4a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:04.617189 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-438d3a8b-e822-4d10-ad53-63512a55a1b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:04.619342 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:04.680802 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:04.687922 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/networks/1dc9af36-e681-42a1-9894-4b75bf4a4f27 HTTP/1.1" status: 204 len: 168 time: 2.4792712 Nov 09 00:24:04.688909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56510) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:04.690262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc742082-d8d5-41ab-b0ff-fc9c0c3636ef tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Network': ['ID=1dc9af36-e681-42a1-9894-4b75bf4a4f27,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:04.690632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-65b7855d-2234-4761-9f8b-f64acc5bb4a2 None None] For port 47706cca-21ff-4aa8-9550-4f752d77ba95, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47706cca-21ff-4aa8-9550-4f752d77ba95,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:04.691181 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65b7855d-2234-4761-9f8b-f64acc5bb4a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:04.710470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438d3a8b-e822-4d10-ad53-63512a55a1b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:04.714534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-438d3a8b-e822-4d10-ad53-63512a55a1b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:04.719522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438d3a8b-e822-4d10-ad53-63512a55a1b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:04.720271 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-438d3a8b-e822-4d10-ad53-63512a55a1b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:04.722517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-65b7855d-2234-4761-9f8b-f64acc5bb4a2 None None] Calling delete_port for 47706cca-21ff-4aa8-9550-4f752d77ba95 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:04.726927 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d3a8b-e822-4d10-ad53-63512a55a1b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=f551bfde-589f-469c-bd42-0d3a9660b322,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:04.750640 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-438d3a8b-e822-4d10-ad53-63512a55a1b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2641861 Nov 09 00:24:04.751236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56512) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:04.762993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-91bd3011-0524-492d-b5d3-d95856d918eb tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:04.829895 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65b7855d-2234-4761-9f8b-f64acc5bb4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:04.884501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7855d-2234-4761-9f8b-f64acc5bb4a2 None None] Pushing event deleted for resources: {'Port': ['ID=47706cca-21ff-4aa8-9550-4f752d77ba95,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:04.890455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299479b-6938-4e65-865e-f3d6836dee2e req-e4cc8b80-e987-4a80-84e7-3e759c4a8fa4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:04.892346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b7855d-2234-4761-9f8b-f64acc5bb4a2 None None] No DVR routers for this DVR port 47706cca-21ff-4aa8-9550-4f752d77ba95 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:04.898327 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c299479b-6938-4e65-865e-f3d6836dee2e req-e4cc8b80-e987-4a80-84e7-3e759c4a8fa4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2697411 Nov 09 00:24:04.917176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5850ecd-3e6d-4998-8d86-e7a0757ae88b None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:04.958156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bd3011-0524-492d-b5d3-d95856d918eb tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:04.963458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91bd3011-0524-492d-b5d3-d95856d918eb tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:05.131043 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c299479b-6938-4e65-865e-f3d6836dee2e req-27a24aa6-632f-418e-bd2e-047dd0c1bdf2 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317379 Nov 09 00:24:05.168824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': 'f551bfde-589f-469c-bd42-0d3a9660b322'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:24:05.170448 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:05.470477 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Allocated IP 172.20.0.2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/f551bfde-589f-469c-bd42-0d3a9660b322/111b8f19-3ca4-4294-b5bf-d7c74d9f7c86) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:05.491319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce25a7e-a009-488e-af80-553702f1061d req-125f699d-4782-48ff-bc6a-b3cf807c032a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:05.492576 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cce25a7e-a009-488e-af80-553702f1061d req-125f699d-4782-48ff-bc6a-b3cf807c032a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1449993 Nov 09 00:24:05.523886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-91bd3011-0524-492d-b5d3-d95856d918eb tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:24:05.528599 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91bd3011-0524-492d-b5d3-d95856d918eb tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:05.573775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd3011-0524-492d-b5d3-d95856d918eb tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:05.578126 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-91bd3011-0524-492d-b5d3-d95856d918eb tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:05.581480 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd3011-0524-492d-b5d3-d95856d918eb tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:05.582349 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91bd3011-0524-492d-b5d3-d95856d918eb tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:05.605721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd3011-0524-492d-b5d3-d95856d918eb tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=6ee4788d-bf33-4c5a-b80f-f71a30621e99,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:05.617595 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-91bd3011-0524-492d-b5d3-d95856d918eb tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8645232 Nov 09 00:24:05.618304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56526) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:05.623975 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:35:c5:64', 'name': 'tempest-NetworksTestDHCPv6-1878154300'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:05.654367 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54b7a73c-658d-4b56-89f8-558485551c76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:05.701182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cce25a7e-a009-488e-af80-553702f1061d req-c3a85416-40ba-4fbc-8491-f3d129ca9e12 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637602 Nov 09 00:24:05.712440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0146a-7b47-4220-b281-6a62485d31b4 req-b996a609-2448-4e15-9dd1-ecb71c93ce68 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:05.725273 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0dc0146a-7b47-4220-b281-6a62485d31b4 req-b996a609-2448-4e15-9dd1-ecb71c93ce68 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1378360 Nov 09 00:24:05.778422 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:05.881824 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:05.893430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0dc0146a-7b47-4220-b281-6a62485d31b4 req-f0ab81b7-66de-464b-a740-a489d1528934 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514976 Nov 09 00:24:05.900711 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:05.916805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 32b9aa30-a936-496c-82d1-4ad271e7badc yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:24:05.921175 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:05.951742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1397cbd-d151-4505-94ca-3bf8a5dc20b7 req-5d30ae54-3c44-4c9c-85aa-cbad7b7b2560 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:05.955289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1397cbd-d151-4505-94ca-3bf8a5dc20b7 req-5d30ae54-3c44-4c9c-85aa-cbad7b7b2560 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1041355 Nov 09 00:24:05.967200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:05.972882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:05.975470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:05.987097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Pushing event updated for resources: {'Port': ['ID=111b8f19-3ca4-4294-b5bf-d7c74d9f7c86,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:06.076875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1397cbd-d151-4505-94ca-3bf8a5dc20b7 req-615439dc-a8b5-42f5-9cf9-010cdd69f4de tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126909 Nov 09 00:24:06.137155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Attempting to bind port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:06.137575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Attempting to bind port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:06.137950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Attempting to bind port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:06.148167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:06.148559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:06.148889 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:06.149270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:06.149771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Bound port: 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:06.150213 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:06.304915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf3914-3e94-4d20-8138-1f5da33053c7 req-cd36a417-14ee-4499-b544-22bb4f28d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:06.306172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-54b7a73c-658d-4b56-89f8-558485551c76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port 24ee7213-20f4-472f-9ce3-3e685cdaa583 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:06.306521 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54b7a73c-658d-4b56-89f8-558485551c76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:06.318604 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7daf3914-3e94-4d20-8138-1f5da33053c7 req-cd36a417-14ee-4499-b544-22bb4f28d266 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1095 time: 0.1104510 Nov 09 00:24:06.353239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] For port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:06.354450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 172.20.0.10 (835f13d3-1085-44f5-af97-6aaeb0d399b3/f551bfde-589f-469c-bd42-0d3a9660b322/32b9aa30-a936-496c-82d1-4ad271e7badc) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:06.360443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] For port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=111b8f19-3ca4-4294-b5bf-d7c74d9f7c86,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:06.363458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47706cca-21ff-4aa8-9550-4f752d77ba95 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:06.383594 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::f816:3eff:fe35:c564 (835f13d3-1085-44f5-af97-6aaeb0d399b3/6ee4788d-bf33-4c5a-b80f-f71a30621e99/32b9aa30-a936-496c-82d1-4ad271e7badc) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:06.388312 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:06.399981 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 47706cca-21ff-4aa8-9550-4f752d77ba95 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:06.400330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47706cca-21ff-4aa8-9550-4f752d77ba95 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:06.457923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315684cc-f40b-4b3d-8b76-73957af2b306 None None] Pushing event updated for resources: {'Port': ['ID=111b8f19-3ca4-4294-b5bf-d7c74d9f7c86,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:06.529667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf3914-3e94-4d20-8138-1f5da33053c7 req-83af502b-6d80-43e0-bc3c-f6166121cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:06.531322 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7daf3914-3e94-4d20-8138-1f5da33053c7 req-83af502b-6d80-43e0-bc3c-f6166121cd75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.1970465 Nov 09 00:24:06.584093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ff0ca-a0d5-4eec-ab9b-2b983a7db7c4 req-7a9f82d5-33d4-4260-be6f-e37bdc822862 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:06.587224 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-035ff0ca-a0d5-4eec-ab9b-2b983a7db7c4 req-7a9f82d5-33d4-4260-be6f-e37bdc822862 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.3799345 Nov 09 00:24:06.643200 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7daf3914-3e94-4d20-8138-1f5da33053c7 req-a6b6ffa3-f1df-4bde-9f98-59311eb14088 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 999 time: 0.1030619 Nov 09 00:24:06.654519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e41c0-66e9-4624-a283-39cf525bcb98 req-e30f6cfa-6776-438f-9a1d-81fc3e771c66 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:06.665671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-242e41c0-66e9-4624-a283-39cf525bcb98 req-e30f6cfa-6776-438f-9a1d-81fc3e771c66 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2886236 Nov 09 00:24:06.702375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-54b7a73c-658d-4b56-89f8-558485551c76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] For port 24ee7213-20f4-472f-9ce3-3e685cdaa583, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=24ee7213-20f4-472f-9ce3-3e685cdaa583,segment=NetworkSegment(eef7ce40-6db1-4b7e-be9f-44d52362cb5c),segment_id=eef7ce40-6db1-4b7e-be9f-44d52362cb5c)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:06.702739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54b7a73c-658d-4b56-89f8-558485551c76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:06.757857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-54b7a73c-658d-4b56-89f8-558485551c76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for 24ee7213-20f4-472f-9ce3-3e685cdaa583 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:06.764654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf3914-3e94-4d20-8138-1f5da33053c7 req-089fda3b-2cf2-448f-b0e5-a3d59f462d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:06.766531 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7daf3914-3e94-4d20-8138-1f5da33053c7 req-089fda3b-2cf2-448f-b0e5-a3d59f462d42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1154048 Nov 09 00:24:06.817865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-242e41c0-66e9-4624-a283-39cf525bcb98 req-5e269701-f1c6-4720-beec-7b1be18e23d1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510911 Nov 09 00:24:06.879782 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:06.886121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-035ff0ca-a0d5-4eec-ab9b-2b983a7db7c4 req-c7f34dcd-bdb4-495b-9afe-7aacaff52b86 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646961 Nov 09 00:24:06.939726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf3914-3e94-4d20-8138-1f5da33053c7 req-06c88c8d-6ac8-48f1-8389-0c02daa7bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:06.941439 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7daf3914-3e94-4d20-8138-1f5da33053c7 req-06c88c8d-6ac8-48f1-8389-0c02daa7bad3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671495 Nov 09 00:24:06.943076 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:07.044712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c274c6a-f305-4b06-afb6-c8d37f027bce req-81d98366-844d-4664-88cb-37d9617a274a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:07.046298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c274c6a-f305-4b06-afb6-c8d37f027bce req-81d98366-844d-4664-88cb-37d9617a274a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1141212 Nov 09 00:24:07.061000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:07.067133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:07.074106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:07.123744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=32b9aa30-a936-496c-82d1-4ad271e7badc,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:07.141166 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7daf3914-3e94-4d20-8138-1f5da33053c7 req-c54beb03-9b8c-4584-8017-d63464d4a133 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789541 Nov 09 00:24:07.151824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:07.152468 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:07.157864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c274c6a-f305-4b06-afb6-c8d37f027bce req-68b8348a-306c-4e5b-9e33-07c3ecc7175c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999968 Nov 09 00:24:07.167453 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54b7a73c-658d-4b56-89f8-558485551c76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:07.193675 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cf32933d-03e6-4f9f-91ea-b8aa7ee32eb1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5742645 Nov 09 00:24:07.210672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56562) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:07.217907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7a73c-658d-4b56-89f8-558485551c76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=24ee7213-20f4-472f-9ce3-3e685cdaa583,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:07.268428 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7daf3914-3e94-4d20-8138-1f5da33053c7 req-8b1836c8-0e63-44a0-8244-1bf2ec1b3474 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122670 Nov 09 00:24:07.733916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9aa2e6-6085-407b-b1e9-8452adbd9ab4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:07.741210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9aa2e6-6085-407b-b1e9-8452adbd9ab4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:07.745450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4c9aa2e6-6085-407b-b1e9-8452adbd9ab4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.5212986 Nov 09 00:24:07.746305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56578) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:07.763739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54b7a73c-658d-4b56-89f8-558485551c76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:07.829163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad4d49a-1250-4bc6-a84f-a86dc000fbc6 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:07.896098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd00f80-d29e-4963-8d24-77a326ce3877 req-2a98283d-a826-4dc4-b288-74905e51e36d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:07.904156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bd00f80-d29e-4963-8d24-77a326ce3877 req-2a98283d-a826-4dc4-b288-74905e51e36d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/networks?id=e829aeab-0510-4192-80fd-9d99c64b902a HTTP/1.1" status: 200 len: 814 time: 0.2959814 Nov 09 00:24:07.925228 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bd00f80-d29e-4963-8d24-77a326ce3877 req-4d95b356-3af8-446b-b787-d501710eed87 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/quotas/f5c25c1a513d47d5a0d588f80875b683 HTTP/1.1" status: 200 len: 375 time: 0.0199203 Nov 09 00:24:07.957224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-fb977fcd-a629-4038-9c96-d650dd783bfd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 32b9aa30-a936-496c-82d1-4ad271e7badc {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:07.957616 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb977fcd-a629-4038-9c96-d650dd783bfd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:07.995737 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-15007aa3-cc5e-470a-bb4e-660d7b7340fd None None] Provisioning complete for port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:07.996330 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-15007aa3-cc5e-470a-bb4e-660d7b7340fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:08.077975 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bd00f80-d29e-4963-8d24-77a326ce3877 req-8020d33d-c230-4d17-9d2f-b0543e3cddbf tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5c25c1a513d47d5a0d588f80875b683&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1515584 Nov 09 00:24:08.086508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093d81a-2a9e-42d4-a3f2-041d485d6f70 req-c6a9fcaf-5ff4-4feb-bc96-358bae9f9f95 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:08.087995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a093d81a-2a9e-42d4-a3f2-041d485d6f70 req-c6a9fcaf-5ff4-4feb-bc96-358bae9f9f95 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.0881407 Nov 09 00:24:08.094501 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb977fcd-a629-4038-9c96-d650dd783bfd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:08.115501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-fb977fcd-a629-4038-9c96-d650dd783bfd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 32b9aa30-a936-496c-82d1-4ad271e7badc owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:08.204078 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-15007aa3-cc5e-470a-bb4e-660d7b7340fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:08.247302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-15007aa3-cc5e-470a-bb4e-660d7b7340fd None None] For port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=111b8f19-3ca4-4294-b5bf-d7c74d9f7c86,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:08.261080 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-15007aa3-cc5e-470a-bb4e-660d7b7340fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:08.323383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a093d81a-2a9e-42d4-a3f2-041d485d6f70 req-4c7fd3e3-b3cc-4911-acfa-0f399b999428 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964812 Nov 09 00:24:08.335598 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a174670e-9ef1-4f3a-9dfd-ae0313e5fe46 req-fd453ade-fb41-4023-af55-8b58253c75a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2101068 Nov 09 00:24:08.381901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15007aa3-cc5e-470a-bb4e-660d7b7340fd None None] Pushing event updated for resources: {'Port': ['ID=111b8f19-3ca4-4294-b5bf-d7c74d9f7c86,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:08.389115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5595ae11-c7c8-445c-8979-8e0d69ef9296 None None] Update dhcp port {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': 'f551bfde-589f-469c-bd42-0d3a9660b322', 'ip_address': '172.20.0.2'}, {'subnet_id': '6ee4788d-bf33-4c5a-b80f-f71a30621e99'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '111b8f19-3ca4-4294-b5bf-d7c74d9f7c86'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:24:08.399834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bba55-4264-49fd-97a0-db5b9535d059 req-a277ebd9-8723-4871-ab8f-544c2d178dd4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:08.411678 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-007bba55-4264-49fd-97a0-db5b9535d059 req-a277ebd9-8723-4871-ab8f-544c2d178dd4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2451224 Nov 09 00:24:08.425638 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5595ae11-c7c8-445c-8979-8e0d69ef9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:08.437893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb977fcd-a629-4038-9c96-d650dd783bfd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:08.439998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b7a73c-658d-4b56-89f8-558485551c76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 2f615f84-d4de-43dd-a66f-af2b39e03d9b has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:24:08.515656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb977fcd-a629-4038-9c96-d650dd783bfd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=32b9aa30-a936-496c-82d1-4ad271e7badc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:08.554785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-007bba55-4264-49fd-97a0-db5b9535d059 req-3f6a8c75-16d9-4ab0-a9c6-d62497fb6cf4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421676 Nov 09 00:24:08.645432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-5595ae11-c7c8-445c-8979-8e0d69ef9296 None None] Allocated IP 2001:db8::f816:3eff:fec5:8bc5 (835f13d3-1085-44f5-af97-6aaeb0d399b3/6ee4788d-bf33-4c5a-b80f-f71a30621e99/111b8f19-3ca4-4294-b5bf-d7c74d9f7c86) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:08.646439 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174670e-9ef1-4f3a-9dfd-ae0313e5fe46 req-478ec8c8-a2b9-406a-a03a-f6e19aaf06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:08.647960 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a174670e-9ef1-4f3a-9dfd-ae0313e5fe46 req-478ec8c8-a2b9-406a-a03a-f6e19aaf06ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 1096 time: 0.2566409 Nov 09 00:24:08.658400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2880503-d85d-42be-a09e-8d31b4eee735 req-61acd274-cb73-461f-a964-e72923ad0d1a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:08.662358 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2880503-d85d-42be-a09e-8d31b4eee735 req-61acd274-cb73-461f-a964-e72923ad0d1a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1758556 Nov 09 00:24:08.714039 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb977fcd-a629-4038-9c96-d650dd783bfd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:08.721570 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fb977fcd-a629-4038-9c96-d650dd783bfd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/32b9aa30-a936-496c-82d1-4ad271e7badc HTTP/1.1" status: 204 len: 168 time: 0.9725208 Nov 09 00:24:08.722502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56592) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:08.786876 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5595ae11-c7c8-445c-8979-8e0d69ef9296 None None] For port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=111b8f19-3ca4-4294-b5bf-d7c74d9f7c86,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:08.808527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b7a73c-658d-4b56-89f8-558485551c76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:08.817288 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5595ae11-c7c8-445c-8979-8e0d69ef9296 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:08.819428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:08.828265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-54b7a73c-658d-4b56-89f8-558485551c76 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1350355 Nov 09 00:24:08.831698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56596) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:08.847702 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9942c-1810-42e6-a752-f78b3ac5d699 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:08.851017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9942c-1810-42e6-a752-f78b3ac5d699 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:08.853111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9942c-1810-42e6-a752-f78b3ac5d699 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:08.859778 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5595ae11-c7c8-445c-8979-8e0d69ef9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:08.861109 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-39b9942c-1810-42e6-a752-f78b3ac5d699 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1363399 Nov 09 00:24:08.861973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56598) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:08.862653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b07e857-605a-406c-a679-a01e3226e78f None None] Sync routers for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:08.887481 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-07136d63-400c-4603-b79f-1d9658c8aca4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting subnet f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:08.911535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2880503-d85d-42be-a09e-8d31b4eee735 req-6eb98c14-fd16-4043-b11e-4ae768ee8589 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398708 Nov 09 00:24:08.919416 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07136d63-400c-4603-b79f-1d9658c8aca4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:08.929596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549af962-9610-4113-9544-15b046b64bcf req-56d51d37-2b7f-4c37-9e60-29541f2f91f4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:08.936516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595ae11-c7c8-445c-8979-8e0d69ef9296 None None] Pushing event updated for resources: {'Port': ['ID=111b8f19-3ca4-4294-b5bf-d7c74d9f7c86,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:08.937608 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6542c37-0675-44e4-bfcf-e726cc873266 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 6ee4788d-bf33-4c5a-b80f-f71a30621e99 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:08.950060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-549af962-9610-4113-9544-15b046b64bcf req-56d51d37-2b7f-4c37-9e60-29541f2f91f4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2593133 Nov 09 00:24:08.954167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e6542c37-0675-44e4-bfcf-e726cc873266 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:08.964679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b07e857-605a-406c-a679-a01e3226e78f None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:08.965301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7b07e857-605a-406c-a679-a01e3226e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:08.977238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174670e-9ef1-4f3a-9dfd-ae0313e5fe46 req-2620cb46-fa47-446c-9701-0dfcd1b55b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:08.978853 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a174670e-9ef1-4f3a-9dfd-ae0313e5fe46 req-2620cb46-fa47-446c-9701-0dfcd1b55b41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.2894554 Nov 09 00:24:09.023284 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e6542c37-0675-44e4-bfcf-e726cc873266 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:09.087957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a174670e-9ef1-4f3a-9dfd-ae0313e5fe46 req-d61b9b78-b39f-42d4-a633-64c87b79ee09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62137200-deb6-45e1-b644-0e6f6cd97f7c HTTP/1.1" status: 200 len: 217 time: 0.0983083 Nov 09 00:24:09.096278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:09.096693 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:09.160034 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-7b07e857-605a-406c-a679-a01e3226e78f None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:09.168307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174670e-9ef1-4f3a-9dfd-ae0313e5fe46 req-653eb0fe-e464-4811-a87f-b92293b8e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:09.170793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a174670e-9ef1-4f3a-9dfd-ae0313e5fe46 req-653eb0fe-e464-4811-a87f-b92293b8e7fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.0600114 Nov 09 00:24:09.178496 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e6542c37-0675-44e4-bfcf-e726cc873266 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:09.180158 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07136d63-400c-4603-b79f-1d9658c8aca4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:09.296917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-549af962-9610-4113-9544-15b046b64bcf req-baf2d43b-551a-4093-82bd-52b80ffaff7b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458695 Nov 09 00:24:09.300522 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e6542c37-0675-44e4-bfcf-e726cc873266 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:09.355297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6542c37-0675-44e4-bfcf-e726cc873266 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee4788d-bf33-4c5a-b80f-f71a30621e99,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:09.363654 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e6542c37-0675-44e4-bfcf-e726cc873266 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:09.369513 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e6542c37-0675-44e4-bfcf-e726cc873266 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/6ee4788d-bf33-4c5a-b80f-f71a30621e99 HTTP/1.1" status: 204 len: 168 time: 0.5048034 Nov 09 00:24:09.371202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56606) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:09.390972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56608) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:09.448212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174670e-9ef1-4f3a-9dfd-ae0313e5fe46 req-e3f7c36d-bfe9-4254-bf9e-d45d351c0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:09.461656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a174670e-9ef1-4f3a-9dfd-ae0313e5fe46 req-e3f7c36d-bfe9-4254-bf9e-d45d351c0189 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735443 Nov 09 00:24:09.534446 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-0349e351-c317-4d4a-81b1-bc4eb0c9ca3c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet f551bfde-589f-469c-bd42-0d3a9660b322 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:09.540321 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0349e351-c317-4d4a-81b1-bc4eb0c9ca3c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:09.583520 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3260ce9f-85b7-42c0-a8b3-145a90343f88 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5256 time: 0.1874754 Nov 09 00:24:09.598750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade6094-79fc-4f59-8c41-31752281fc1c req-9487fbe2-777c-4ba1-a0f8-ff13f24dcedb tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:09.611888 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7b07e857-605a-406c-a679-a01e3226e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:24:07Z', 'revision_number': 10, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:09.621014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56620) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:09.625921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-873c3e1b-f1d1-4191-bee5-4dfc4645b5e2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Request body: {'network': {'name': 'tempest-network-smoke--640665475', 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'port_security_enabled': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:09.627814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ade6094-79fc-4f59-8c41-31752281fc1c req-9487fbe2-777c-4ba1-a0f8-ff13f24dcedb tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.3487709 Nov 09 00:24:09.655632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873c3e1b-f1d1-4191-bee5-4dfc4645b5e2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Made reservation on behalf of 0f8f4d027d6a4fa5b7ed1159e04fbc38 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:09.656561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b07e857-605a-406c-a679-a01e3226e78f None None] Checking router: 2f615f84-d4de-43dd-a66f-af2b39e03d9b for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:24:09.663759 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-873c3e1b-f1d1-4191-bee5-4dfc4645b5e2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:09.672275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b07e857-605a-406c-a679-a01e3226e78f None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:09.673247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7b07e857-605a-406c-a679-a01e3226e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:09.695499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0349e351-c317-4d4a-81b1-bc4eb0c9ca3c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:09.732130 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ade6094-79fc-4f59-8c41-31752281fc1c req-5840ae41-2749-4424-a7f7-4bcf7b7665c1 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914285 Nov 09 00:24:09.766117 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07136d63-400c-4603-b79f-1d9658c8aca4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:09.770905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a174670e-9ef1-4f3a-9dfd-ae0313e5fe46 req-6e1c5a76-738d-4106-b879-8b8e500b8aaf service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084958 Nov 09 00:24:09.798932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873c3e1b-f1d1-4191-bee5-4dfc4645b5e2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:24:09.855122 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-873c3e1b-f1d1-4191-bee5-4dfc4645b5e2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:09.857860 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-873c3e1b-f1d1-4191-bee5-4dfc4645b5e2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Added segment bf84ef10-f889-4da4-9de7-e65934e44f1c of type vlan for network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea Nov 09 00:24:09.861836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-7b07e857-605a-406c-a679-a01e3226e78f None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:09.880063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08c2b489-3dea-411e-93a3-dd8d3c187922 req-70e3f94c-f37a-4899-8052-8e5ea9233680 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f5c25c1a513d47d5a0d588f80875b683 HTTP/1.1" status: 200 len: 221 time: 0.2880085 Nov 09 00:24:09.984477 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-873c3e1b-f1d1-4191-bee5-4dfc4645b5e2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:10.126148 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-873c3e1b-f1d1-4191-bee5-4dfc4645b5e2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:10.133857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873c3e1b-f1d1-4191-bee5-4dfc4645b5e2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:10.134901 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-873c3e1b-f1d1-4191-bee5-4dfc4645b5e2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:10.156204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0349e351-c317-4d4a-81b1-bc4eb0c9ca3c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:10.200200 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-873c3e1b-f1d1-4191-bee5-4dfc4645b5e2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5654280 Nov 09 00:24:10.217288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56636) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:10.226073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1195003721', 'admin_state_up': True, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:10.299041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:10.300262 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:10.316625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2000e628-9e24-4e4f-b515-9f900a67df51 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:10.353657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c3e1b-f1d1-4191-bee5-4dfc4645b5e2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Network': ['ID=05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:10.377254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0349e351-c317-4d4a-81b1-bc4eb0c9ca3c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:10.425932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56640) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:10.437970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349e351-c317-4d4a-81b1-bc4eb0c9ca3c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=f551bfde-589f-469c-bd42-0d3a9660b322,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:10.440503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0349e351-c317-4d4a-81b1-bc4eb0c9ca3c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:10.446654 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0349e351-c317-4d4a-81b1-bc4eb0c9ca3c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/f551bfde-589f-469c-bd42-0d3a9660b322 HTTP/1.1" status: 204 len: 168 time: 1.0712807 Nov 09 00:24:10.479831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56644) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:10.489871 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07136d63-400c-4603-b79f-1d9658c8aca4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:10.550503 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07136d63-400c-4603-b79f-1d9658c8aca4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:10.554099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-07136d63-400c-4603-b79f-1d9658c8aca4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f HTTP/1.1" status: 204 len: 168 time: 1.7214525 Nov 09 00:24:10.555616 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:10.557262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56646) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:10.563042 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2022ae16-0750-4d86-8bd9-b6f29fc01fda tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816414 Nov 09 00:24:10.575486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56648) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:10.580420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07136d63-400c-4603-b79f-1d9658c8aca4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:10.601377 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cf0e4-a3d7-42d5-a66f-194c1485d738 req-999504ec-d717-4c8f-97a6-cea2d918852d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:10.602965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc5cf0e4-a3d7-42d5-a66f-194c1485d738 req-999504ec-d717-4c8f-97a6-cea2d918852d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1634202 Nov 09 00:24:10.630572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:24:10.636413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f312c-b429-4b2d-9723-61f4d5006e78 req-226d881e-20c4-4649-83d3-e093c9909b54 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:10.644407 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-519f312c-b429-4b2d-9723-61f4d5006e78 req-226d881e-20c4-4649-83d3-e093c9909b54 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2136102 Nov 09 00:24:10.698724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:10.701319 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ef55e-7619-4184-b43b-ebd5cfea41db None None] Network 9fb84057-78f4-402d-b972-0a893c18dbc7 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:10.734266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-519f312c-b429-4b2d-9723-61f4d5006e78 req-4136c341-bcf5-4360-838d-64e8a6ef6c68 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832062 Nov 09 00:24:10.744606 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a174670e-9ef1-4f3a-9dfd-ae0313e5fe46 req-fc13fe49-f82f-4029-92a1-16782488ae60 service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9223831 Nov 09 00:24:10.810437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73a2abc-ea27-4d87-bebe-5083e9116962 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:10.812312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a73a2abc-ea27-4d87-bebe-5083e9116962 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2297342 Nov 09 00:24:10.824560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56652) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:10.922198 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc5cf0e4-a3d7-42d5-a66f-194c1485d738 req-c1e5401a-558f-4a14-a556-64c7ff1db913 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746372 Nov 09 00:24:10.943088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-658ec1bc-6aca-4c91-bd86-5cd4d45269db None None] Provisioning complete for port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:10.943590 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-658ec1bc-6aca-4c91-bd86-5cd4d45269db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:10.956125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d5520-ed46-4c1b-81ba-3c3581646fd0 req-7441fe7c-16af-4aa5-863d-8c4cf65f6192 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:10.964712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f38d5520-ed46-4c1b-81ba-3c3581646fd0 req-7441fe7c-16af-4aa5-863d-8c4cf65f6192 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1385434 Nov 09 00:24:10.971128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b610eb7f-e6f6-4476-b779-02c5c6375614 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:10.973260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b610eb7f-e6f6-4476-b779-02c5c6375614 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1460133 Nov 09 00:24:10.978967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56654) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:11.004643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7b07e857-605a-406c-a679-a01e3226e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:24:07Z', 'revision_number': 10, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:11.029754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-18c72ad1-521f-4b58-b90c-dfa8034a2ef8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494411 Nov 09 00:24:11.046361 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.052377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56656) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:11.058376 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-559a2c05-8025-464b-a5d7-a3c1e315187a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:11.066683 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b07e857-605a-406c-a679-a01e3226e78f None None] The sync data for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 is: [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:24:07Z', 'revision_number': 10, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None, '_interfaces': [{'id': 'f1373678-9074-4c8d-862d-ae01493f4f5c', 'name': '', 'network_id': '599dc112-1484-4357-a492-ec09b01f9345', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'mac_address': 'fa:16:3e:34:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '66919c53-78be-4729-a05b-6510df48482a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:17Z', 'updated_at': '2021-11-09T00:23:26Z', 'revision_number': 5, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'subnets': [{'id': '66919c53-78be-4729-a05b-6510df48482a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:11.101498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f38d5520-ed46-4c1b-81ba-3c3581646fd0 req-3eb4a255-7f5b-4d3e-af9d-7cd4f32c97ff tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349142 Nov 09 00:24:11.134215 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-26bce8e8-f4ae-4995-9417-70d2f89a0856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.230991 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.248426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:11.252422 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.261276 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e9bac-55f2-49cf-ac07-55a9c51ae764 req-bca18b12-3c12-4b89-bf89-797d643e7258 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:11.265826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-620e9bac-55f2-49cf-ac07-55a9c51ae764 req-bca18b12-3c12-4b89-bf89-797d643e7258 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.0711999 Nov 09 00:24:11.325227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-658ec1bc-6aca-4c91-bd86-5cd4d45269db None None] Could not find standard attr ID for object 32b9aa30-a936-496c-82d1-4ad271e7badc. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:24:11.338863 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-620e9bac-55f2-49cf-ac07-55a9c51ae764 req-edb702b5-ba8f-4a43-b800-7e24cde52696 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670226 Nov 09 00:24:11.471967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175af8cd-7401-4d74-8b56-a90c689efdda None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:24:11.504771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559a2c05-8025-464b-a5d7-a3c1e315187a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:11.507853 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-559a2c05-8025-464b-a5d7-a3c1e315187a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.509415 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-559a2c05-8025-464b-a5d7-a3c1e315187a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:24:11.509917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559a2c05-8025-464b-a5d7-a3c1e315187a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:11.517856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f71b6c7-4056-4a5d-b5ec-dae8f4a5f58a None None] DHCP port deletion for 9fb84057-78f4-402d-b972-0a893c18dbc7 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:24:11.528835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a2426-953a-4025-bd27-00c5608af2f4 req-1e14159a-f4b6-4bf6-b4d0-6ffc8240d373 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:11.546255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db2a2426-953a-4025-bd27-00c5608af2f4 req-1e14159a-f4b6-4bf6-b4d0-6ffc8240d373 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1109731 Nov 09 00:24:11.558434 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-26bce8e8-f4ae-4995-9417-70d2f89a0856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.573249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-26bce8e8-f4ae-4995-9417-70d2f89a0856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.591494 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-175af8cd-7401-4d74-8b56-a90c689efdda None None] Deleting port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:11.591867 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-175af8cd-7401-4d74-8b56-a90c689efdda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.606190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port 13de6c91-d345-4e8f-81e5-040fc5175179 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:11.606391 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.624940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db2a2426-953a-4025-bd27-00c5608af2f4 req-ab4ed078-bb6e-43c9-80b4-a498466ce47d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774086 Nov 09 00:24:11.696655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-175af8cd-7401-4d74-8b56-a90c689efdda None None] For port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=111b8f19-3ca4-4294-b5bf-d7c74d9f7c86,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:11.697048 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-175af8cd-7401-4d74-8b56-a90c689efdda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.701563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bce8e8-f4ae-4995-9417-70d2f89a0856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3f13ee-b37a-4f34-9e0f-b3294a768973,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:11.716311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56668) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:11.716435 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-559a2c05-8025-464b-a5d7-a3c1e315187a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6630166 Nov 09 00:24:11.720793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-1f71b6c7-4056-4a5d-b5ec-dae8f4a5f58a None None] Deleting port 13de6c91-d345-4e8f-81e5-040fc5175179 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:11.721164 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1f71b6c7-4056-4a5d-b5ec-dae8f4a5f58a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.722374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-aa32bb70-12c3-4df4-b5c5-f85992c6796e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:11.743639 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-175af8cd-7401-4d74-8b56-a90c689efdda None None] Calling delete_port for 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:11.760864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] For port 13de6c91-d345-4e8f-81e5-040fc5175179, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=13de6c91-d345-4e8f-81e5-040fc5175179,segment=NetworkSegment(eef7ce40-6db1-4b7e-be9f-44d52362cb5c),segment_id=eef7ce40-6db1-4b7e-be9f-44d52362cb5c)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:11.761319 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.777406 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-26bce8e8-f4ae-4995-9417-70d2f89a0856 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbf4dd00265a4a998afa084959de0a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3489606 Nov 09 00:24:11.780520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56670) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:11.793235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for 13de6c91-d345-4e8f-81e5-040fc5175179 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:11.853496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1f71b6c7-4056-4a5d-b5ec-dae8f4a5f58a None None] For port 13de6c91-d345-4e8f-81e5-040fc5175179, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=13de6c91-d345-4e8f-81e5-040fc5175179,segment=NetworkSegment(eef7ce40-6db1-4b7e-be9f-44d52362cb5c),segment_id=eef7ce40-6db1-4b7e-be9f-44d52362cb5c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:11.853887 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1f71b6c7-4056-4a5d-b5ec-dae8f4a5f58a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.870094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-1f71b6c7-4056-4a5d-b5ec-dae8f4a5f58a None None] Calling delete_port for 13de6c91-d345-4e8f-81e5-040fc5175179 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:11.877381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e08f01-a4b7-48fd-b12a-55fc90cc6ec2 req-1788633a-d9bb-4b04-b5cf-9b70f12b55a6 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:11.884622 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54e08f01-a4b7-48fd-b12a-55fc90cc6ec2 req-1788633a-d9bb-4b04-b5cf-9b70f12b55a6 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1236832 Nov 09 00:24:11.912186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa32bb70-12c3-4df4-b5c5-f85992c6796e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:11.915714 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-aa32bb70-12c3-4df4-b5c5-f85992c6796e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:11.917181 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa32bb70-12c3-4df4-b5c5-f85992c6796e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:24:11.917753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa32bb70-12c3-4df4-b5c5-f85992c6796e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:11.953905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-aa32bb70-12c3-4df4-b5c5-f85992c6796e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2332642 Nov 09 00:24:11.966418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54e08f01-a4b7-48fd-b12a-55fc90cc6ec2 req-9b3d4fe1-76ea-4efc-ae75-84e5f8bffe16 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759289 Nov 09 00:24:11.967131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56674) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:11.973164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6fe0dd19-c95a-4025-b0cd-f0812fd0019c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:11.999223 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-175af8cd-7401-4d74-8b56-a90c689efdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.033978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.057976 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37a35133-8856-4d38-a575-ec0203186c91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.062938 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1f71b6c7-4056-4a5d-b5ec-dae8f4a5f58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.063169 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.065289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175af8cd-7401-4d74-8b56-a90c689efdda None None] No DVR routers for this DVR port 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:12.069575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175af8cd-7401-4d74-8b56-a90c689efdda None None] Pushing event deleted for resources: {'Port': ['ID=111b8f19-3ca4-4294-b5bf-d7c74d9f7c86,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:12.116681 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71b6c7-4056-4a5d-b5ec-dae8f4a5f58a None None] Pushing event deleted for resources: {'Port': ['ID=13de6c91-d345-4e8f-81e5-040fc5175179,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:12.122618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71b6c7-4056-4a5d-b5ec-dae8f4a5f58a None None] No DVR routers for this DVR port 13de6c91-d345-4e8f-81e5-040fc5175179 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:12.131778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37a35133-8856-4d38-a575-ec0203186c91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.136759 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.178772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f1c53-ab1d-43ab-be53-336cb3b8c34f req-aa9f2db0-9502-44f0-98bf-a3bab716d3bd tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:12.180360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d41f1c53-ab1d-43ab-be53-336cb3b8c34f req-aa9f2db0-9502-44f0-98bf-a3bab716d3bd tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1507859 Nov 09 00:24:12.185645 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=13de6c91-d345-4e8f-81e5-040fc5175179,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:12.187498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No DVR routers for this DVR port 13de6c91-d345-4e8f-81e5-040fc5175179 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:12.213048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8939ce2-c948-4717-b7e5-f91d5d103cf4 req-96e05142-7206-4902-b7e5-def5ad9a72e1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:12.214462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8939ce2-c948-4717-b7e5-f91d5d103cf4 req-96e05142-7206-4902-b7e5-def5ad9a72e1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1514542 Nov 09 00:24:12.247415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe0dd19-c95a-4025-b0cd-f0812fd0019c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:12.250889 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fe0dd19-c95a-4025-b0cd-f0812fd0019c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.252269 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe0dd19-c95a-4025-b0cd-f0812fd0019c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:24:12.252696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe0dd19-c95a-4025-b0cd-f0812fd0019c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:12.300977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6fe0dd19-c95a-4025-b0cd-f0812fd0019c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3323596 Nov 09 00:24:12.304626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56678) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:12.313629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-3343bd2d-6842-47c1-8158-3ecef2871619 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:12.318049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 24ee7213-20f4-472f-9ce3-3e685cdaa583 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:12.328433 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.329820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d41f1c53-ab1d-43ab-be53-336cb3b8c34f req-859b03e1-8216-4830-9ee8-9a60f49fe6fb tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253698 Nov 09 00:24:12.346061 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Allocated IP 172.25.0.71 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/b64f3822-7cd0-4d80-8913-d2f82ae24751) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:12.348050 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37a35133-8856-4d38-a575-ec0203186c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.350686 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8939ce2-c948-4717-b7e5-f91d5d103cf4 req-d73aa420-5f3b-4705-8908-69821742f8c0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203287 Nov 09 00:24:12.350853 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37a35133-8856-4d38-a575-ec0203186c91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.352005 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-37a35133-8856-4d38-a575-ec0203186c91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c3f13ee-b37a-4f34-9e0f-b3294a768973 HTTP/1.1" status: 204 len: 168 time: 0.5678558 Nov 09 00:24:12.362447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 24ee7213-20f4-472f-9ce3-3e685cdaa583 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:12.362871 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 24ee7213-20f4-472f-9ce3-3e685cdaa583 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:12.363360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:12.374353 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb84057-78f4-402d-b972-0a893c18dbc7']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:12.385621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:12.385972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 111b8f19-3ca4-4294-b5bf-d7c74d9f7c86 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:12.386535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 13de6c91-d345-4e8f-81e5-040fc5175179 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:12.410004 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 13de6c91-d345-4e8f-81e5-040fc5175179 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:12.410379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 13de6c91-d345-4e8f-81e5-040fc5175179 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:12.415919 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef7ce40-6db1-4b7e-be9f-44d52362cb5c') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:12.416231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef7ce40-6db1-4b7e-be9f-44d52362cb5c') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:12.418455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a35133-8856-4d38-a575-ec0203186c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3f13ee-b37a-4f34-9e0f-b3294a768973,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:12.433035 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.467888 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.557678 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:24:12.558124 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:24:12.579421 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:24:12.588164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31877404-9b5e-4dc4-a09e-569e7da2f4ce req-9d70fca3-1747-433b-a5cc-538cbff5119f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:12.589528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31877404-9b5e-4dc4-a09e-569e7da2f4ce req-9d70fca3-1747-433b-a5cc-538cbff5119f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1103594 Nov 09 00:24:12.609249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3343bd2d-6842-47c1-8158-3ecef2871619 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:12.615254 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f82da05f-b2cf-433b-8ce3-1402775ab00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.618083 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3343bd2d-6842-47c1-8158-3ecef2871619 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.620396 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-3343bd2d-6842-47c1-8158-3ecef2871619 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:24:12.620852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3343bd2d-6842-47c1-8158-3ecef2871619 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:12.676689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3343bd2d-6842-47c1-8158-3ecef2871619 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3709133 Nov 09 00:24:12.680976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56692) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:12.701477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1a71b012-cdcd-499d-b3a3-893f8af41478 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:12.724779 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.726168 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.732060 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.738467 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/networks/9fb84057-78f4-402d-b972-0a893c18dbc7 HTTP/1.1" status: 204 len: 168 time: 2.1794052 Nov 09 00:24:12.741459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56694) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:12.815058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56696) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:12.818012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35720b-f8b2-4a92-a7f0-ae0de8b5c178 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Network': ['ID=9fb84057-78f4-402d-b972-0a893c18dbc7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:12.838691 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1975455-2e08-40df-b2e3-8fba345197bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.838888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31877404-9b5e-4dc4-a09e-569e7da2f4ce req-4aed6d9d-0a11-4bc7-85ee-b5892fb50a4e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321477 Nov 09 00:24:12.852427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a233f-d7c4-44a5-9122-cc34a4c014c8 req-5354e529-21a7-4cc1-bd54-5cf7642c1b2b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:12.854262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-949a233f-d7c4-44a5-9122-cc34a4c014c8 req-5354e529-21a7-4cc1-bd54-5cf7642c1b2b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1867476 Nov 09 00:24:12.925487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a71b012-cdcd-499d-b3a3-893f8af41478 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:12.929299 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a71b012-cdcd-499d-b3a3-893f8af41478 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.930702 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a71b012-cdcd-499d-b3a3-893f8af41478 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:24:12.931128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a71b012-cdcd-499d-b3a3-893f8af41478 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:12.937677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:12.994864 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1a71b012-cdcd-499d-b3a3-893f8af41478 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3117270 Nov 09 00:24:12.998186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:13.005718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56700) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:13.012799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7e07f59c-86c7-403b-9ad6-fda46edce1ba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:13.025835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:13.041737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-949a233f-d7c4-44a5-9122-cc34a4c014c8 req-37071445-fc9c-419d-ba6a-5db1d30ac531 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654403 Nov 09 00:24:13.049379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:13.084816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bfafc-c3a8-4c7c-9140-38db11ec1052 req-0551d657-f566-48a7-8a8e-cfba8d7c6d54 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:13.086359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba5bfafc-c3a8-4c7c-9140-38db11ec1052 req-0551d657-f566-48a7-8a8e-cfba8d7c6d54 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1444309 Nov 09 00:24:13.092913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Port': ['ID=b64f3822-7cd0-4d80-8913-d2f82ae24751,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:13.128796 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1975455-2e08-40df-b2e3-8fba345197bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:13.141384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1975455-2e08-40df-b2e3-8fba345197bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:13.175235 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba5bfafc-c3a8-4c7c-9140-38db11ec1052 req-65e3936e-9570-4ead-b5ce-d818e9eef1ab tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828691 Nov 09 00:24:13.264776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f54cd3b-94c4-49e1-b6fc-57fcb8045ca2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:13.268234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56706) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:13.268401 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b1975455-2e08-40df-b2e3-8fba345197bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fe92abe3fe94b6eb2bf707dc21e6759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4483087 Nov 09 00:24:13.277408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1975455-2e08-40df-b2e3-8fba345197bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a51455-670f-4525-bb0a-76bd5fd6a3f3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:13.314098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e07f59c-86c7-403b-9ad6-fda46edce1ba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:13.318730 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7e07f59c-86c7-403b-9ad6-fda46edce1ba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:13.321054 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e07f59c-86c7-403b-9ad6-fda46edce1ba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:24:13.321818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e07f59c-86c7-403b-9ad6-fda46edce1ba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:13.353974 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7e07f59c-86c7-403b-9ad6-fda46edce1ba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3468742 Nov 09 00:24:13.357241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56708) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:13.422450 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-449faf89-1c65-41e5-a366-c4df7399eae9 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0640833 Nov 09 00:24:13.427388 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56710) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:13.463387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d5bb1-e4e2-44dc-890b-77ec8e3ac3ca req-51fee58f-b127-48f1-9885-ebdaeb2fa884 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:13.464896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-432d5bb1-e4e2-44dc-890b-77ec8e3ac3ca req-51fee58f-b127-48f1-9885-ebdaeb2fa884 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1605263 Nov 09 00:24:13.471419 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-efced3a7-efc5-47ed-9cf9-5e8d6e41b8ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:13.529067 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-efced3a7-efc5-47ed-9cf9-5e8d6e41b8ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:13.536482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d2a707-6346-46c8-b93f-2268ca2fd366 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:13.537980 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-14d2a707-6346-46c8-b93f-2268ca2fd366 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1096768 Nov 09 00:24:13.540559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56712) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:13.585939 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1e3a5083-f10f-4bbc-9291-e3caa90de6ae tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441909 Nov 09 00:24:13.589564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-432d5bb1-e4e2-44dc-890b-77ec8e3ac3ca req-980a0882-8d22-43f9-a6b5-46c4a6986c1a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999341 Nov 09 00:24:13.591031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56714) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:13.596033 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:13.603754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8d6f0ac3-31ec-4d6c-8cd7-393cdea2cef3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:13.704089 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-efced3a7-efc5-47ed-9cf9-5e8d6e41b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:13.706993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-efced3a7-efc5-47ed-9cf9-5e8d6e41b8ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:13.708120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-efced3a7-efc5-47ed-9cf9-5e8d6e41b8ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64a51455-670f-4525-bb0a-76bd5fd6a3f3 HTTP/1.1" status: 204 len: 168 time: 0.4389651 Nov 09 00:24:13.722255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efced3a7-efc5-47ed-9cf9-5e8d6e41b8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a51455-670f-4525-bb0a-76bd5fd6a3f3,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:13.758114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891886b3-ab4c-4359-95ce-83a65bdb0c8a req-14d384a1-c9b2-494e-a544-593091c9617c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:13.759649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-891886b3-ab4c-4359-95ce-83a65bdb0c8a req-14d384a1-c9b2-494e-a544-593091c9617c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.0861387 Nov 09 00:24:13.770817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-9f54cd3b-94c4-49e1-b6fc-57fcb8045ca2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port f1373678-9074-4c8d-862d-ae01493f4f5c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:13.771546 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f54cd3b-94c4-49e1-b6fc-57fcb8045ca2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:13.822973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6f0ac3-31ec-4d6c-8cd7-393cdea2cef3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:13.826357 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0ac3-31ec-4d6c-8cd7-393cdea2cef3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:13.896751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-891886b3-ab4c-4359-95ce-83a65bdb0c8a req-d91e935b-3565-4a58-ab9c-c4149830426d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225193 Nov 09 00:24:13.917257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-9f54cd3b-94c4-49e1-b6fc-57fcb8045ca2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] For port f1373678-9074-4c8d-862d-ae01493f4f5c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f1373678-9074-4c8d-862d-ae01493f4f5c,segment=NetworkSegment(31cde05d-684f-486a-a38a-f21e660ef2a5),segment_id=31cde05d-684f-486a-a38a-f21e660ef2a5)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:13.917792 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f54cd3b-94c4-49e1-b6fc-57fcb8045ca2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:13.937779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-9f54cd3b-94c4-49e1-b6fc-57fcb8045ca2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for f1373678-9074-4c8d-862d-ae01493f4f5c owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:13.967498 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:14.132258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4a5da-bf83-42f4-bb23-34be276f8dd3 req-6ce0d9f6-175c-43ae-9923-97c44cddee5c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:14.144806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5b4a5da-bf83-42f4-bb23-34be276f8dd3 req-6ce0d9f6-175c-43ae-9923-97c44cddee5c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1295712 Nov 09 00:24:14.149411 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56728) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:14.209059 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63a4886c-2e54-40ce-bb3e-173a484d5d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:14.298922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5b4a5da-bf83-42f4-bb23-34be276f8dd3 req-d6bc710c-02e0-4392-abb0-3a095c0ec3b4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529093 Nov 09 00:24:14.321628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689d32a-bc92-4ba0-acf9-3e81696f714a req-d8cf7b7a-c194-4b59-b752-cb1a807aa19b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:14.321628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6689d32a-bc92-4ba0-acf9-3e81696f714a req-d8cf7b7a-c194-4b59-b752-cb1a807aa19b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1678579 Nov 09 00:24:14.336524 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f54cd3b-94c4-49e1-b6fc-57fcb8045ca2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:14.476611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Router 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:24:14.507273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-8d6f0ac3-31ec-4d6c-8cd7-393cdea2cef3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:24:14.510618 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0ac3-31ec-4d6c-8cd7-393cdea2cef3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:14.601159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f0ac3-31ec-4d6c-8cd7-393cdea2cef3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:14.637628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f0ac3-31ec-4d6c-8cd7-393cdea2cef3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:14.641696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6f0ac3-31ec-4d6c-8cd7-393cdea2cef3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:14.642494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0ac3-31ec-4d6c-8cd7-393cdea2cef3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:14.645466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f0ac3-31ec-4d6c-8cd7-393cdea2cef3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=1d862ae3-1b46-433d-a432-10d28216cfa6,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:14.648190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7dfcb4-8bfc-42ad-a46e-56bafb57ad5c None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:14.651801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54cd3b-94c4-49e1-b6fc-57fcb8045ca2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=f1373678-9074-4c8d-862d-ae01493f4f5c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:14.675556 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8d6f0ac3-31ec-4d6c-8cd7-393cdea2cef3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0778277 Nov 09 00:24:14.675556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56732) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:14.679736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:7a:e9:90', 'name': 'tempest-NetworksTestDHCPv6-16871393'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:14.696831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:14.727227 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Sync routers for ids ['5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:14.755773 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Routers {'5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:14.756398 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:23:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:14.766497 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:14.767727 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cffe2251-e427-4210-a7c7-0e462781a666 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.5472803 Nov 09 00:24:14.772542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56734) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:14.857837 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a66d2986-b6ce-4b16-b9f1-394a1c5c2a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:14.873124 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63a4886c-2e54-40ce-bb3e-173a484d5d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:14.879623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6689d32a-bc92-4ba0-acf9-3e81696f714a req-566185ac-5468-444a-9958-47f8cf2d958d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5556426 Nov 09 00:24:14.885650 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63a4886c-2e54-40ce-bb3e-173a484d5d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:14.904059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd231d-b49d-4c0c-914a-f6cf47aef065 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:14.905666 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c1fd231d-b49d-4c0c-914a-f6cf47aef065 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0f8f4d027d6a4fa5b7ed1159e04fbc38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1321754 Nov 09 00:24:14.908424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56736) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:14.909885 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': '1d862ae3-1b46-433d-a432-10d28216cfa6'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:24:14.910843 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:14.953129 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094872d2-a8f9-43ad-a076-201738e45e7e req-35cba698-ecb6-471f-8f9c-dc974c0c0b29 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:14.964739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-094872d2-a8f9-43ad-a076-201738e45e7e req-35cba698-ecb6-471f-8f9c-dc974c0c0b29 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.3532412 Nov 09 00:24:14.976142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4886c-2e54-40ce-bb3e-173a484d5d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275eac70-c3e1-469f-8488-f9bfa6e54d18,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:15.008330 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f54cd3b-94c4-49e1-b6fc-57fcb8045ca2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.019865 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Set router 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:15.040055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:15.099748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-63a4886c-2e54-40ce-bb3e-173a484d5d4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b61f4b2ca3294c7eb941b4fbc7dcd756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9435189 Nov 09 00:24:15.114101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Allocated IP 2001:db8::f816:3eff:fee4:d8d6 (835f13d3-1085-44f5-af97-6aaeb0d399b3/1d862ae3-1b46-433d-a432-10d28216cfa6/744a6f7f-e95a-4355-bc10-3891c941f034) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:15.127081 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56740) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:15.192561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-094872d2-a8f9-43ad-a076-201738e45e7e req-89d19a3d-818e-4283-8bf0-7306d0c4e9b8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264225 Nov 09 00:24:15.205442 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7011b76e-cec3-470f-aa7d-cb97d041d478 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:15.209582 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7011b76e-cec3-470f-aa7d-cb97d041d478 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2975779 Nov 09 00:24:15.224087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56742) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:15.265818 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.275722 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.275906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad5d2-4422-4fe3-887b-f407b59a246f req-c6b30606-93e6-4f28-a3f2-0f35f9ddb569 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:15.278128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1cad5d2-4422-4fe3-887b-f407b59a246f req-c6b30606-93e6-4f28-a3f2-0f35f9ddb569 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.2546284 Nov 09 00:24:15.295926 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1195003721', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:10Z', 'updated_at': '2021-11-09T00:24:13Z', 'revision_number': 3, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:12Z', 'updated_at': '2021-11-09T00:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:15.319826 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-886aece5-3ff0-46a3-9d3e-4394e36985ab tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991466 Nov 09 00:24:15.322932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.323075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:15.328647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:15.332498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:15.333485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56748) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:15.341511 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Checking router: 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:24:15.342142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Pushing event updated for resources: {'Port': ['ID=744a6f7f-e95a-4355-bc10-3891c941f034,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:15.343023 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Updating router 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 port b64f3822-7cd0-4d80-8913-d2f82ae24751 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:24:15.359391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f54cd3b-94c4-49e1-b6fc-57fcb8045ca2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 2f615f84-d4de-43dd-a66f-af2b39e03d9b has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:24:15.376496 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.392667 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7745b958-dece-4484-9682-2587effafb6b tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0f8f4d027d6a4fa5b7ed1159e04fbc38&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454946 Nov 09 00:24:15.392667 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f52e712-e36c-4a26-9eeb-c7bddb3063e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.393383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56750) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:15.399485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Attempting to bind port 744a6f7f-e95a-4355-bc10-3891c941f034 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:15.399865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Attempting to bind port 744a6f7f-e95a-4355-bc10-3891c941f034 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:15.400328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Attempting to bind port 744a6f7f-e95a-4355-bc10-3891c941f034 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:15.406328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:15.407468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:15.407468 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.407468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:15.407950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Bound port: 744a6f7f-e95a-4355-bc10-3891c941f034, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:15.408334 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.439262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port d32e02b3-06bb-4449-98d1-28770fe99187 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:24:15.485557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] For port 744a6f7f-e95a-4355-bc10-3891c941f034, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:15.489399 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] For port 744a6f7f-e95a-4355-bc10-3891c941f034, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=744a6f7f-e95a-4355-bc10-3891c941f034,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:15.496714 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.500746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1cad5d2-4422-4fe3-887b-f407b59a246f req-ac1d2090-465e-42f4-b7b1-c74342801345 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377356 Nov 09 00:24:15.513670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f52e712-e36c-4a26-9eeb-c7bddb3063e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.561324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dfe68-60c1-48f8-ab09-009fcb81b326 req-f17ea9d3-2b19-45ae-a732-ae0ddd5fdc5d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:15.562933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c24dfe68-60c1-48f8-ab09-009fcb81b326 req-f17ea9d3-2b19-45ae-a732-ae0ddd5fdc5d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2014437 Nov 09 00:24:15.563935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f54cd3b-94c4-49e1-b6fc-57fcb8045ca2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:15.599920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9f54cd3b-94c4-49e1-b6fc-57fcb8045ca2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8507574 Nov 09 00:24:15.605477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56754) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:15.605649 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc62281a-f1d9-4c93-aaf5-e35230296efa None None] Sync routers for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:15.624589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6586d507-419c-4ade-a949-2586a8fd5a30 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:15.626571 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6586d507-419c-4ade-a949-2586a8fd5a30 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2318611 Nov 09 00:24:15.630167 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56756) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:15.668332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffba58-13a8-45a9-9fb3-69ad5031678e None None] Pushing event updated for resources: {'Port': ['ID=744a6f7f-e95a-4355-bc10-3891c941f034,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:15.685089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62281a-f1d9-4c93-aaf5-e35230296efa None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:15.686386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-bc62281a-f1d9-4c93-aaf5-e35230296efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:15.721885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c24dfe68-60c1-48f8-ab09-009fcb81b326 req-8b20aa8b-8979-4f51-b50e-2c068bb0a70f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481500 Nov 09 00:24:15.733242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d3111f6e-de8a-45cd-aacd-9841f4ffc9db tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0975120 Nov 09 00:24:15.741548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56758) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:15.747215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-45a515be-ae6e-4777-9964-fe15d0dc68bb tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1193570565', 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea', 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:15.798375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5755169-a165-44fb-ad66-1f3d20ff73c9 req-a72ebaac-8165-454a-bd47-522c72a4b558 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:15.801110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10ee5e1-2870-4e01-a27f-6c0d97e80cc7 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting subnet 66919c53-78be-4729-a05b-6510df48482a {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:15.808583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5755169-a165-44fb-ad66-1f3d20ff73c9 req-a72ebaac-8165-454a-bd47-522c72a4b558 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1199255 Nov 09 00:24:15.811972 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.821458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-bc62281a-f1d9-4c93-aaf5-e35230296efa None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:15.824047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::f816:3eff:fe7a:e990 (835f13d3-1085-44f5-af97-6aaeb0d399b3/1d862ae3-1b46-433d-a432-10d28216cfa6/d32e02b3-06bb-4449-98d1-28770fe99187) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:15.825112 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.826972 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f52e712-e36c-4a26-9eeb-c7bddb3063e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.829711 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f52e712-e36c-4a26-9eeb-c7bddb3063e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.830950 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2f52e712-e36c-4a26-9eeb-c7bddb3063e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/275eac70-c3e1-469f-8488-f9bfa6e54d18 HTTP/1.1" status: 204 len: 168 time: 0.7029159 Nov 09 00:24:15.834005 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c10ee5e1-2870-4e01-a27f-6c0d97e80cc7 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:15.928265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52e712-e36c-4a26-9eeb-c7bddb3063e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275eac70-c3e1-469f-8488-f9bfa6e54d18,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:15.960573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5755169-a165-44fb-ad66-1f3d20ff73c9 req-e1b16565-2f18-41eb-9b2d-2b73066a3e8c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510448 Nov 09 00:24:15.975700 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Attempting to bind port b64f3822-7cd0-4d80-8913-d2f82ae24751 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:15.978393 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Attempting to bind port b64f3822-7cd0-4d80-8913-d2f82ae24751 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:15.978393 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Attempting to bind port b64f3822-7cd0-4d80-8913-d2f82ae24751 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:15.985460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fba43-a73b-4d18-88f8-d0c51809d8a2 req-a3c734e7-8fea-42db-baa8-b495d618d985 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:15.987460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f7fba43-a73b-4d18-88f8-d0c51809d8a2 req-a3c734e7-8fea-42db-baa8-b495d618d985 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1112766 Nov 09 00:24:16.000460 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-bc62281a-f1d9-4c93-aaf5-e35230296efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:24:14Z', 'revision_number': 11, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:16.011458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c10ee5e1-2870-4e01-a27f-6c0d97e80cc7 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.015261 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:16.019234 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:16.022499 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.023016 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:16.023622 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Bound port: b64f3822-7cd0-4d80-8913-d2f82ae24751, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:16.024106 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.081506 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f7fba43-a73b-4d18-88f8-d0c51809d8a2 req-589cbf3d-299f-4e9f-a27c-b6c680dfa8f2 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817783 Nov 09 00:24:16.150876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a515be-ae6e-4777-9964-fe15d0dc68bb tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Made reservation on behalf of 0f8f4d027d6a4fa5b7ed1159e04fbc38 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:16.154727 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45a515be-ae6e-4777-9964-fe15d0dc68bb tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.174670 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc62281a-f1d9-4c93-aaf5-e35230296efa None None] Checking router: 2f615f84-d4de-43dd-a66f-af2b39e03d9b for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:24:16.179489 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Pushing event updated for resources: {'Port': ['ID=b64f3822-7cd0-4d80-8913-d2f82ae24751,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:16.211302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62281a-f1d9-4c93-aaf5-e35230296efa None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:16.212892 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-bc62281a-f1d9-4c93-aaf5-e35230296efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:16.259856 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:16.261084 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:16.261965 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:16.262845 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:16.263179 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:16.263530 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:16.263824 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:16.269426 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:16.269854 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:16.271088 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:16.271608 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:16.272078 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:16.302627 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] For port b64f3822-7cd0-4d80-8913-d2f82ae24751, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:16.303352 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.309819 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.322236 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] For port b64f3822-7cd0-4d80-8913-d2f82ae24751, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b64f3822-7cd0-4d80-8913-d2f82ae24751,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:16.335768 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.357554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c10ee5e1-2870-4e01-a27f-6c0d97e80cc7 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.426666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d14d1-f0f1-4d13-8d72-32e09abc5286 req-c468bd9c-2fff-42fb-a584-7a7892aa68f8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:16.428266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f85d14d1-f0f1-4d13-8d72-32e09abc5286 req-c468bd9c-2fff-42fb-a584-7a7892aa68f8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1532569 Nov 09 00:24:16.464158 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.476690 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadf39c-f638-411d-9abf-fd45482f8f06 None None] Pushing event updated for resources: {'Port': ['ID=b64f3822-7cd0-4d80-8913-d2f82ae24751,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:16.518904 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c10ee5e1-2870-4e01-a27f-6c0d97e80cc7 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.528490 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Routers {'5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:16.529109 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:16.576453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ee5e1-2870-4e01-a27f-6c0d97e80cc7 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Subnet': ['ID=66919c53-78be-4729-a05b-6510df48482a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:16.616446 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c10ee5e1-2870-4e01-a27f-6c0d97e80cc7 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.620001 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c10ee5e1-2870-4e01-a27f-6c0d97e80cc7 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/66919c53-78be-4729-a05b-6510df48482a HTTP/1.1" status: 204 len: 168 time: 1.0120940 Nov 09 00:24:16.627229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56780) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:16.724416 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] Set router 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:16.730363 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.782644 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 744a6f7f-e95a-4355-bc10-3891c941f034 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:16.785259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b60b62-5523-46a6-a41e-61c9d83117cf None None] Network 599dc112-1484-4357-a492-ec09b01f9345 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:16.804022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45a515be-ae6e-4777-9964-fe15d0dc68bb tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.815664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f85d14d1-f0f1-4d13-8d72-32e09abc5286 req-37528208-ecde-40e9-82f6-b187fe86ad4e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783569 Nov 09 00:24:16.851394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad37bd-8ced-4bc2-9895-7fbd3eb6c16b req-0363a84f-d5a6-4dcf-8cfb-52c3e9e5be0d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:16.860980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52ad37bd-8ced-4bc2-9895-7fbd3eb6c16b req-0363a84f-d5a6-4dcf-8cfb-52c3e9e5be0d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.3145671 Nov 09 00:24:16.894678 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.903156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:16.914710 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:16.929896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:16.930241 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-bc62281a-f1d9-4c93-aaf5-e35230296efa None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:16.937920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:16.938578 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:16.946737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52ad37bd-8ced-4bc2-9895-7fbd3eb6c16b req-a52a8d6b-c76c-40d5-99ad-b7fdf3e7f03a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845933 Nov 09 00:24:16.995784 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3198953 Nov 09 00:24:17.000809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e40e8-76f8-400c-864d-0cc4f3bf182d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=d32e02b3-06bb-4449-98d1-28770fe99187,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:17.004204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56792) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:17.049410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a515be-ae6e-4777-9964-fe15d0dc68bb tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Subnet': ['ID=af6e360e-75ac-4308-b99f-58ed058f14a6,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:17.073822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Deleting port ad9543a7-a362-4fe2-b1ef-9adc727b4f1b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:17.075599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a515be-ae6e-4777-9964-fe15d0dc68bb tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Checking segment: {'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:17.075965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a515be-ae6e-4777-9964-fe15d0dc68bb tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network hostable DHCP agents. Network: 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:24:17.076084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:17.085438 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1195003721', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:10Z', 'updated_at': '2021-11-09T00:24:13Z', 'revision_number': 3, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:12Z', 'updated_at': '2021-11-09T00:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:17.095723 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1afec8a-80ab-49cd-8da2-19864c1ab96f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:17.112164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1afec8a-80ab-49cd-8da2-19864c1ab96f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:17.116464 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c1afec8a-80ab-49cd-8da2-19864c1ab96f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1074057 Nov 09 00:24:17.126271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56800) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:17.137939 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46691af-d94f-4dc9-b0a2-7562ce2fe46f None None] The sync data for ids ['5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'] in n-d-813263-3 is: [{'id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1195003721', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:10Z', 'updated_at': '2021-11-09T00:24:13Z', 'revision_number': 3, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:12Z', 'updated_at': '2021-11-09T00:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:17.203784 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-bc62281a-f1d9-4c93-aaf5-e35230296efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:24:14Z', 'revision_number': 11, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:17.208505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a515be-ae6e-4777-9964-fe15d0dc68bb tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:24:17.216029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] For port ad9543a7-a362-4fe2-b1ef-9adc727b4f1b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ad9543a7-a362-4fe2-b1ef-9adc727b4f1b,segment=NetworkSegment(31cde05d-684f-486a-a38a-f21e660ef2a5),segment_id=31cde05d-684f-486a-a38a-f21e660ef2a5)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:17.216550 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:17.233021 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:17.236855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc62281a-f1d9-4c93-aaf5-e35230296efa None None] The sync data for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 is: [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:24:14Z', 'revision_number': 11, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:17.261377 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Calling delete_port for ad9543a7-a362-4fe2-b1ef-9adc727b4f1b owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:17.291578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-45a515be-ae6e-4777-9964-fe15d0dc68bb tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:17.307177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a515be-ae6e-4777-9964-fe15d0dc68bb tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:17.307764 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45a515be-ae6e-4777-9964-fe15d0dc68bb tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:17.352989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 744a6f7f-e95a-4355-bc10-3891c941f034 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:17.353430 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:17.384593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6075242-1a85-4a3e-8530-9d3f41d05e66 req-efa841f1-76ae-4e88-a43f-36a51cf177db tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:17.384813 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-45a515be-ae6e-4777-9964-fe15d0dc68bb tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6393220 Nov 09 00:24:17.384913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6075242-1a85-4a3e-8530-9d3f41d05e66 req-efa841f1-76ae-4e88-a43f-36a51cf177db tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2513835 Nov 09 00:24:17.388990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56804) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:17.395974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b81ad8-4460-4279-bb75-512158aa4264 None None] Network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:17.417218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3ce85735-a42e-4c2d-b1b2-9e9ec6dba8d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port d32e02b3-06bb-4449-98d1-28770fe99187 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:17.417895 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ce85735-a42e-4c2d-b1b2-9e9ec6dba8d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:17.518568 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:17.573649 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 744a6f7f-e95a-4355-bc10-3891c941f034, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=744a6f7f-e95a-4355-bc10-3891c941f034,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:17.638157 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:17.638716 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ce85735-a42e-4c2d-b1b2-9e9ec6dba8d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:17.640474 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:17.657392 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6075242-1a85-4a3e-8530-9d3f41d05e66 req-867d3ff3-e7a4-4e31-8f17-324969faef48 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624984 Nov 09 00:24:17.684685 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3ce85735-a42e-4c2d-b1b2-9e9ec6dba8d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for d32e02b3-06bb-4449-98d1-28770fe99187 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:17.720198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Port': ['ID=ad9543a7-a362-4fe2-b1ef-9adc727b4f1b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:17.721264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c32eb0-6008-4150-9758-2063640885c6 None None] DHCP port deletion for 599dc112-1484-4357-a492-ec09b01f9345 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:24:17.732063 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:17.749159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No DVR routers for this DVR port ad9543a7-a362-4fe2-b1ef-9adc727b4f1b on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:17.773795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8be2b664-9440-4ef3-83a3-a798f2db5933 None None] Provisioning complete for port 744a6f7f-e95a-4355-bc10-3891c941f034 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:17.774412 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8be2b664-9440-4ef3-83a3-a798f2db5933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.029663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=744a6f7f-e95a-4355-bc10-3891c941f034,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:18.089750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ce85735-a42e-4c2d-b1b2-9e9ec6dba8d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.108570 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.127274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea', 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'fixed_ips': [{'subnet_id': 'af6e360e-75ac-4308-b99f-58ed058f14a6'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:24:18.130826 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.133187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599dc112-1484-4357-a492-ec09b01f9345']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:18.143653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cde05d-684f-486a-a38a-f21e660ef2a5') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:18.143963 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce85735-a42e-4c2d-b1b2-9e9ec6dba8d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=d32e02b3-06bb-4449-98d1-28770fe99187,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:18.144100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cde05d-684f-486a-a38a-f21e660ef2a5') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:18.173999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-613b1055-8149-47f9-b16b-078a3d7694a1 None None] Could not find standard attr ID for object d32e02b3-06bb-4449-98d1-28770fe99187. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:24:18.185153 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.211617 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3ce85735-a42e-4c2d-b1b2-9e9ec6dba8d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.216579 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3ce85735-a42e-4c2d-b1b2-9e9ec6dba8d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/d32e02b3-06bb-4449-98d1-28770fe99187 HTTP/1.1" status: 204 len: 168 time: 1.0889904 Nov 09 00:24:18.219046 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56816) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:18.256472 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.318879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:24:18.319502 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:24:18.323725 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:24:18.359983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6cd27f-0309-4cfe-92f6-0dc933ec78ff tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:18.368781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6cd27f-0309-4cfe-92f6-0dc933ec78ff tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:18.370734 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4e6cd27f-0309-4cfe-92f6-0dc933ec78ff tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1506727 Nov 09 00:24:18.380633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56820) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:18.406638 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.415494 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de403105-1baf-4266-af30-ad9962b6a21f req-1383b8ae-8bb0-45fa-9bea-2e4ec238d7c0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:18.431027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de403105-1baf-4266-af30-ad9962b6a21f req-1383b8ae-8bb0-45fa-9bea-2e4ec238d7c0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2675953 Nov 09 00:24:18.490052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ca0492-f6fa-4726-a4e1-8e8e1ab20207 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 1d862ae3-1b46-433d-a432-10d28216cfa6 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:18.491059 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31ca0492-f6fa-4726-a4e1-8e8e1ab20207 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.539675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Allocated IP 172.20.0.18 (05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea/af6e360e-75ac-4308-b99f-58ed058f14a6/b5da1801-e62d-48c6-b9b2-64c4d6718217) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:18.583430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 744a6f7f-e95a-4355-bc10-3891c941f034 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:18.596474 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31ca0492-f6fa-4726-a4e1-8e8e1ab20207 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.675674 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.695526 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.722160 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/networks/599dc112-1484-4357-a492-ec09b01f9345 HTTP/1.1" status: 204 len: 168 time: 2.0873065 Nov 09 00:24:18.729445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31ca0492-f6fa-4726-a4e1-8e8e1ab20207 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.742512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56828) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:18.754431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bc9105e3-4f88-43f9-9aa8-622e0c461511 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'router': {'routes': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:18.757938 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2452c4e-5097-42f7-9d9a-a13dd9897d6d tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Pushing event deleted for resources: {'Network': ['ID=599dc112-1484-4357-a492-ec09b01f9345,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:18.759619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 744a6f7f-e95a-4355-bc10-3891c941f034 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:18.763332 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de403105-1baf-4266-af30-ad9962b6a21f req-47f6bf8a-b8ee-4dab-b3ba-10c0509e7f24 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486005 Nov 09 00:24:18.764382 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.808314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31ca0492-f6fa-4726-a4e1-8e8e1ab20207 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.876440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca0492-f6fa-4726-a4e1-8e8e1ab20207 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=1d862ae3-1b46-433d-a432-10d28216cfa6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:18.878314 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.890026 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31ca0492-f6fa-4726-a4e1-8e8e1ab20207 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.896995 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-31ca0492-f6fa-4726-a4e1-8e8e1ab20207 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/1d862ae3-1b46-433d-a432-10d28216cfa6 HTTP/1.1" status: 204 len: 168 time: 0.5152974 Nov 09 00:24:18.901144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56832) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:18.923548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf1aa9-33e1-4ebb-aad1-c0bcea6711c1 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:18.928084 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:18.986993 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4a429ba6-82a2-4c63-903b-a4853e00299c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849707 Nov 09 00:24:18.989651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56834) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:18.996771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:19.062546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b64f3822-7cd0-4d80-8913-d2f82ae24751 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:19.095395 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:19.115936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:19.122099 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.123570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:19.126971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:19.285860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Attempting to bind port b5da1801-e62d-48c6-b9b2-64c4d6718217 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:19.286350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Attempting to bind port b5da1801-e62d-48c6-b9b2-64c4d6718217 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:19.287408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Attempting to bind port b5da1801-e62d-48c6-b9b2-64c4d6718217 on network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:19.295771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Pushing event updated for resources: {'Port': ['ID=b5da1801-e62d-48c6-b9b2-64c4d6718217,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:19.300903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:19.301278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Checking segment: {'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:19.303149 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.303149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Bound using segment: {'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:19.303575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Bound port: b5da1801-e62d-48c6-b9b2-64c4d6718217, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:19.304085 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.323103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e0ec2-f512-4f28-8b78-b360763e3ab6 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:24:19.401464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.extraroute_db [None req-bc9105e3-4f88-43f9-9aa8-622e0c461511 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Added routes are [] {{(pid=101780) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 00:24:19.401829 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.extraroute_db [None req-bc9105e3-4f88-43f9-9aa8-622e0c461511 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Removed routes are [] {{(pid=101780) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 00:24:19.402130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc9105e3-4f88-43f9-9aa8-622e0c461511 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.411277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b64f3822-7cd0-4d80-8913-d2f82ae24751 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:19.411653 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.412550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e802df7-0ac6-4bbb-9db9-8fbb0b29a1f6 req-c3af0f84-7c3e-4682-bf9b-0a766b02f75f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:19.414365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e802df7-0ac6-4bbb-9db9-8fbb0b29a1f6 req-c3af0f84-7c3e-4682-bf9b-0a766b02f75f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2605960 Nov 09 00:24:19.484375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] For port b5da1801-e62d-48c6-b9b2-64c4d6718217, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:19.509546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] For port b5da1801-e62d-48c6-b9b2-64c4d6718217, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b5da1801-e62d-48c6-b9b2-64c4d6718217,segment=NetworkSegment(bf84ef10-f889-4da4-9de7-e65934e44f1c),segment_id=bf84ef10-f889-4da4-9de7-e65934e44f1c)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:19.524190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e0ec2-f512-4f28-8b78-b360763e3ab6 None None] Deleting port 744a6f7f-e95a-4355-bc10-3891c941f034 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:19.524605 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9f0e0ec2-f512-4f28-8b78-b360763e3ab6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.526874 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.708517 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:24:19.727840 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.731940 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc9105e3-4f88-43f9-9aa8-622e0c461511 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.743996 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc9105e3-4f88-43f9-9aa8-622e0c461511 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.754477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e802df7-0ac6-4bbb-9db9-8fbb0b29a1f6 req-a7a2feab-34e8-4a42-a6e8-1c2e54c60119 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319662 Nov 09 00:24:19.816239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261ffc9-f5e4-4753-8aa7-5e7c7b4dd9dc None None] Pushing event updated for resources: {'Port': ['ID=b5da1801-e62d-48c6-b9b2-64c4d6718217,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:19.832373 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9f0e0ec2-f512-4f28-8b78-b360763e3ab6 None None] For port 744a6f7f-e95a-4355-bc10-3891c941f034, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=744a6f7f-e95a-4355-bc10-3891c941f034,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:19.832774 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9f0e0ec2-f512-4f28-8b78-b360763e3ab6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.836936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port b64f3822-7cd0-4d80-8913-d2f82ae24751, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b64f3822-7cd0-4d80-8913-d2f82ae24751,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:19.893251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e0ec2-f512-4f28-8b78-b360763e3ab6 None None] Calling delete_port for 744a6f7f-e95a-4355-bc10-3891c941f034 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:19.895921 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.901153 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:19.978409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9105e3-4f88-43f9-9aa8-622e0c461511 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router 2f615f84-d4de-43dd-a66f-af2b39e03d9b has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:24:20.078059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23e5cc-3928-44f9-b326-c14cc8f140a9 req-11e620d3-8acd-4f28-8f88-51e1bc357489 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:20.079681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc23e5cc-3928-44f9-b326-c14cc8f140a9 req-11e620d3-8acd-4f28-8f88-51e1bc357489 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1537085 Nov 09 00:24:20.091553 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:20.215628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9105e3-4f88-43f9-9aa8-622e0c461511 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:20.224130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc9105e3-4f88-43f9-9aa8-622e0c461511 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:20.225315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bc9105e3-4f88-43f9-9aa8-622e0c461511 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b HTTP/1.1" status: 200 len: 704 time: 1.4803176 Nov 09 00:24:20.231797 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e19f6-feef-4d85-83a6-07f3bcfc0a19 None None] Sync routers for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:20.232356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56842) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:20.249634 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ad9543a7-a362-4fe2-b1ef-9adc727b4f1b no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:20.251016 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e19f6-feef-4d85-83a6-07f3bcfc0a19 None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:20.254500 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e98e19f6-feef-4d85-83a6-07f3bcfc0a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:20.282993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e3d64575-3053-439c-a307-05c9dd6d5ec7 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f615f84-d4de-43dd-a66f-af2b39e03d9b HTTP/1.1" status: 200 len: 205 time: 0.0456374 Nov 09 00:24:20.288670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56844) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:20.303834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: ad9543a7-a362-4fe2-b1ef-9adc727b4f1b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:20.304197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ad9543a7-a362-4fe2-b1ef-9adc727b4f1b not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:20.304619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f1373678-9074-4c8d-862d-ae01493f4f5c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:20.307676 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc23e5cc-3928-44f9-b326-c14cc8f140a9 req-0b9f0fa1-c8f9-4ac4-86ed-6c53a8d6ae7f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808832 Nov 09 00:24:20.350033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=b64f3822-7cd0-4d80-8913-d2f82ae24751,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:20.357424 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: f1373678-9074-4c8d-862d-ae01493f4f5c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:20.357774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f1373678-9074-4c8d-862d-ae01493f4f5c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:20.414783 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13bea8c5-60ff-4f5c-983b-ed0bc39ee73a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:20.442666 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e98e19f6-feef-4d85-83a6-07f3bcfc0a19 None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:20.539071 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e98e19f6-feef-4d85-83a6-07f3bcfc0a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:24:14Z', 'revision_number': 11, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:20.587692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Allocated IP 172.20.0.17 (05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea/af6e360e-75ac-4308-b99f-58ed058f14a6/37cc8432-3e55-45d9-8a32-6b9fa7023921) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:20.608628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a22ff1-7706-4867-b0ed-725ddd37e46d req-0c3a9a70-fb3b-488a-8aae-302acd916e81 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:20.610588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b6a22ff1-7706-4867-b0ed-725ddd37e46d req-0c3a9a70-fb3b-488a-8aae-302acd916e81 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1183743 Nov 09 00:24:20.630701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b5da1801-e62d-48c6-b9b2-64c4d6718217 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:20.722108 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e19f6-feef-4d85-83a6-07f3bcfc0a19 None None] Checking router: 2f615f84-d4de-43dd-a66f-af2b39e03d9b for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:24:20.743428 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e19f6-feef-4d85-83a6-07f3bcfc0a19 None None] Routers {'2f615f84-d4de-43dd-a66f-af2b39e03d9b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:20.743993 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e98e19f6-feef-4d85-83a6-07f3bcfc0a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:20.749951 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b6a22ff1-7706-4867-b0ed-725ddd37e46d req-58262033-21e0-4034-8751-ad431809beb1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224575 Nov 09 00:24:20.786279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b5da1801-e62d-48c6-b9b2-64c4d6718217 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:20.786892 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:20.860812 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e98e19f6-feef-4d85-83a6-07f3bcfc0a19 None None] Set router 2f615f84-d4de-43dd-a66f-af2b39e03d9b gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:20.863971 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-eb5e9dbf-089b-46d6-a296-643ff045eff1 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=25fa11956631414db814ab6840c940e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624859 Nov 09 00:24:20.970451 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e98e19f6-feef-4d85-83a6-07f3bcfc0a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:24:14Z', 'revision_number': 11, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:20.995990 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.030003 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e19f6-feef-4d85-83a6-07f3bcfc0a19 None None] The sync data for ids ['2f615f84-d4de-43dd-a66f-af2b39e03d9b'] in n-d-813263-3 is: [{'id': '2f615f84-d4de-43dd-a66f-af2b39e03d9b', 'name': 'tempest-RoutersIpV6Test-router-210107717', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:23:13Z', 'updated_at': '2021-11-09T00:24:14Z', 'revision_number': 11, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:21.069154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port b5da1801-e62d-48c6-b9b2-64c4d6718217, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b5da1801-e62d-48c6-b9b2-64c4d6718217,segment=NetworkSegment(bf84ef10-f889-4da4-9de7-e65934e44f1c),segment_id=bf84ef10-f889-4da4-9de7-e65934e44f1c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:21.080964 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.082587 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b64f3822-7cd0-4d80-8913-d2f82ae24751 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:21.109297 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13bea8c5-60ff-4f5c-983b-ed0bc39ee73a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.111596 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13bea8c5-60ff-4f5c-983b-ed0bc39ee73a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.127339 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.185149 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13bea8c5-60ff-4f5c-983b-ed0bc39ee73a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.185851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bea8c5-60ff-4f5c-983b-ed0bc39ee73a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Fanout notify agent at l3_agent the message router_deleted on router 2f615f84-d4de-43dd-a66f-af2b39e03d9b {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:24:21.192855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] For port 744a6f7f-e95a-4355-bc10-3891c941f034, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=744a6f7f-e95a-4355-bc10-3891c941f034,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:21.206186 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13bea8c5-60ff-4f5c-983b-ed0bc39ee73a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.209008 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-13bea8c5-60ff-4f5c-983b-ed0bc39ee73a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b HTTP/1.1" status: 204 len: 168 time: 0.9192100 Nov 09 00:24:21.229559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=b5da1801-e62d-48c6-b9b2-64c4d6718217,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:21.258822 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.264149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56866) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:21.268915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ad92cfa5-cd93-45b4-b988-23b05e4334a9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-744974335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:21.276174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.276968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.277079 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9f0e0ec2-f512-4f28-8b78-b360763e3ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.288367 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.320463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e0ec2-f512-4f28-8b78-b360763e3ab6 None None] Pushing event deleted for resources: {'Port': ['ID=744a6f7f-e95a-4355-bc10-3891c941f034,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:21.327393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e0ec2-f512-4f28-8b78-b360763e3ab6 None None] No DVR routers for this DVR port 744a6f7f-e95a-4355-bc10-3891c941f034 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:21.349246 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b64f3822-7cd0-4d80-8913-d2f82ae24751 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:21.350083 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.365056 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=744a6f7f-e95a-4355-bc10-3891c941f034,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:21.372528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-46986641-c547-4137-8622-fd689ef33419 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:21.374156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-46986641-c547-4137-8622-fd689ef33419 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5012162 Nov 09 00:24:21.383536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:21.389288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90516573-a5b7-494c-92e0-6440d065ffdd None None] Network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:21.398063 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ad92cfa5-cd93-45b4-b988-23b05e4334a9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.399304 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ad92cfa5-cd93-45b4-b988-23b05e4334a9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.404533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62011709-a501-49ca-84b0-45cbb405d3f8 req-baa8eb19-6d28-4f54-b4c9-957e5e8950d7 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:21.405915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:21.413904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62011709-a501-49ca-84b0-45cbb405d3f8 req-baa8eb19-6d28-4f54-b4c9-957e5e8950d7 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.3499711 Nov 09 00:24:21.416099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:21.418926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:21.419440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:21.427018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:21.427611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.439059 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4a08ec-5724-4a59-9067-a883c28cc0f0 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:21.443687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=284478e4-e3a3-4607-8a4e-d34af3f84eb5,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:21.455136 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0fa0a671-c159-44ad-848e-daa676117e92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4621997 Nov 09 00:24:21.456675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56868) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:21.460578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:a7:7f:dc', 'name': 'tempest-NetworksTestDHCPv6-1554059271'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:21.493765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Port': ['ID=37cc8432-3e55-45d9-8a32-6b9fa7023921,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:21.503019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-4edff239-cf0e-41a1-b212-c9aaa9e7c541 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/quotas/25fa11956631414db814ab6840c940e1 HTTP/1.1" status: 200 len: 375 time: 0.1149182 Nov 09 00:24:21.512622 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.529387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ad92cfa5-cd93-45b4-b988-23b05e4334a9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.557649 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ad92cfa5-cd93-45b4-b988-23b05e4334a9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.581684 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ad92cfa5-cd93-45b4-b988-23b05e4334a9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.582822 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ad92cfa5-cd93-45b4-b988-23b05e4334a9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3177862 Nov 09 00:24:21.585718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56870) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:21.589943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-87ff3b9e-0092-4696-889b-269e641a705e None None] Provisioning complete for port b5da1801-e62d-48c6-b9b2-64c4d6718217 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:21.590086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-121a8319-110d-4063-b307-c5cacd7cc028 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:21.590321 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-87ff3b9e-0092-4696-889b-269e641a705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.593857 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-c31521c4-85d1-4a04-ae17-a68099356f6d tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=25fa11956631414db814ab6840c940e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777223 Nov 09 00:24:21.662866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62011709-a501-49ca-84b0-45cbb405d3f8 req-0560ea09-a0f6-469f-beb3-064fd29dd44e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427430 Nov 09 00:24:21.817296 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.900125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 744a6f7f-e95a-4355-bc10-3891c941f034 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:21.911814 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-121a8319-110d-4063-b307-c5cacd7cc028 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.926893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-121a8319-110d-4063-b307-c5cacd7cc028 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.931644 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': '284478e4-e3a3-4607-8a4e-d34af3f84eb5'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:24:21.932548 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:21.934788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:21.947787 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 744a6f7f-e95a-4355-bc10-3891c941f034 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:21.948131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 744a6f7f-e95a-4355-bc10-3891c941f034 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:22.090964 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:22.154805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Allocated IP 2001:db8::f816:3eff:fe92:541a (835f13d3-1085-44f5-af97-6aaeb0d399b3/284478e4-e3a3-4607-8a4e-d34af3f84eb5/a45bbbdb-9163-4497-a421-212be6e37d2c) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:22.275010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port be69173e-2641-41b8-be6b-b82d258aff14 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:24:22.418014 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:22.422661 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-45017a5e-1332-4fb4-a3c6-993e549368b2 None None] Provisioning complete for port 37cc8432-3e55-45d9-8a32-6b9fa7023921 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:22.423362 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-45017a5e-1332-4fb4-a3c6-993e549368b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:22.429054 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:22.429323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121a8319-110d-4063-b307-c5cacd7cc028 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Router ef2b385c-e2a7-4864-8128-6f9c804784d9 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:24:22.543001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-45017a5e-1332-4fb4-a3c6-993e549368b2 None None] Port 37cc8432-3e55-45d9-8a32-6b9fa7023921 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:24:22.550532 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:22.553597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d6bdd81-0bb4-4b2b-ba95-0a9ec7a4e747 req-d89dfc23-e3d9-4c43-8e3c-3a2a77e161e5 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 210 time: 0.6811635 Nov 09 00:24:22.555751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:22.568779 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Pushing event updated for resources: {'Port': ['ID=a45bbbdb-9163-4497-a421-212be6e37d2c,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:22.568779 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:22.583588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-45017a5e-1332-4fb4-a3c6-993e549368b2 None None] Provisioning complete for port b5da1801-e62d-48c6-b9b2-64c4d6718217 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:22.583961 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-45017a5e-1332-4fb4-a3c6-993e549368b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:22.585715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b5da1801-e62d-48c6-b9b2-64c4d6718217 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:22.747779 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Attempting to bind port a45bbbdb-9163-4497-a421-212be6e37d2c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:22.748278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Attempting to bind port a45bbbdb-9163-4497-a421-212be6e37d2c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:22.748659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Attempting to bind port a45bbbdb-9163-4497-a421-212be6e37d2c on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:22.763893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:22.764265 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:22.764657 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:22.765042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:22.765551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Bound port: a45bbbdb-9163-4497-a421-212be6e37d2c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:22.765925 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:22.807159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121a8319-110d-4063-b307-c5cacd7cc028 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:22.824029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::f816:3eff:fea7:7fdc (835f13d3-1085-44f5-af97-6aaeb0d399b3/284478e4-e3a3-4607-8a4e-d34af3f84eb5/be69173e-2641-41b8-be6b-b82d258aff14) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:22.833264 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-121a8319-110d-4063-b307-c5cacd7cc028 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:22.838545 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-121a8319-110d-4063-b307-c5cacd7cc028 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "PUT /v2.0/routers/ef2b385c-e2a7-4864-8128-6f9c804784d9 HTTP/1.1" status: 200 len: 697 time: 1.2486203 Nov 09 00:24:22.838752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a4abe-e585-40fa-bc45-489f8d06e291 None None] Sync routers for ids ['ef2b385c-e2a7-4864-8128-6f9c804784d9'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:22.838847 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56896) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:22.838920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b5da1801-e62d-48c6-b9b2-64c4d6718217 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:22.839138 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:22.908193 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a4abe-e585-40fa-bc45-489f8d06e291 None None] Routers {'ef2b385c-e2a7-4864-8128-6f9c804784d9'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:22.908813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ee2a4abe-e585-40fa-bc45-489f8d06e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ef2b385c-e2a7-4864-8128-6f9c804784d9'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:22.944692 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-230e9b7c-7701-4f38-8c4a-f6091f13a4bf tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/routers/ef2b385c-e2a7-4864-8128-6f9c804784d9 HTTP/1.1" status: 200 len: 703 time: 0.1030512 Nov 09 00:24:22.944925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56898) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:22.957335 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:22.972289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:22.982554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] For port a45bbbdb-9163-4497-a421-212be6e37d2c, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:22.987225 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1a33b18b-4c7c-442e-978b-bf58c17be1b3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2b385c-e2a7-4864-8128-6f9c804784d9 HTTP/1.1" status: 200 len: 205 time: 0.0388405 Nov 09 00:24:22.991036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56900) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:23.001701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-ee2a4abe-e585-40fa-bc45-489f8d06e291 None None] Set router ef2b385c-e2a7-4864-8128-6f9c804784d9 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:23.006914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] For port a45bbbdb-9163-4497-a421-212be6e37d2c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a45bbbdb-9163-4497-a421-212be6e37d2c,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:23.036579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e98a10-1639-4ea8-adad-5028d564b6c8 req-0f84f5b2-79c8-4e70-b7da-ce5f3bc82c2d tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:23.045854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6e98a10-1639-4ea8-adad-5028d564b6c8 req-0f84f5b2-79c8-4e70-b7da-ce5f3bc82c2d tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1097 time: 0.3630099 Nov 09 00:24:23.075779 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:23.087353 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ee2a4abe-e585-40fa-bc45-489f8d06e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2b385c-e2a7-4864-8128-6f9c804784d9', 'name': 'tempest-RoutersIpV6Test-router-744974335', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:21Z', 'updated_at': '2021-11-09T00:24:21Z', 'revision_number': 2, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:23.109305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63313f-ab9f-4b14-96ec-397739c729c2 req-7779046d-17bc-42e9-9a75-916ca79a0694 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:23.113809 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebbd7161-7adf-41cd-a729-9e1239e2b6d4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:23.115545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63313f-ab9f-4b14-96ec-397739c729c2 req-7779046d-17bc-42e9-9a75-916ca79a0694 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:23.122252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63313f-ab9f-4b14-96ec-397739c729c2 req-7779046d-17bc-42e9-9a75-916ca79a0694 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:23.128328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63313f-ab9f-4b14-96ec-397739c729c2 req-7779046d-17bc-42e9-9a75-916ca79a0694 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:23.134564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63313f-ab9f-4b14-96ec-397739c729c2 req-7779046d-17bc-42e9-9a75-916ca79a0694 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:23.140584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63313f-ab9f-4b14-96ec-397739c729c2 req-7779046d-17bc-42e9-9a75-916ca79a0694 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:23.148278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63313f-ab9f-4b14-96ec-397739c729c2 req-7779046d-17bc-42e9-9a75-916ca79a0694 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:23.150279 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c63313f-ab9f-4b14-96ec-397739c729c2 req-7779046d-17bc-42e9-9a75-916ca79a0694 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5433 time: 0.4211309 Nov 09 00:24:23.166261 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:23.166512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a4abe-e585-40fa-bc45-489f8d06e291 None None] Checking router: ef2b385c-e2a7-4864-8128-6f9c804784d9 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:24:23.186891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Port': ['ID=37cc8432-3e55-45d9-8a32-6b9fa7023921,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:23.198751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e3930b03-751d-4042-bc6f-77a2f05fcd4b None None] Provisioning complete for port 37cc8432-3e55-45d9-8a32-6b9fa7023921 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:23.199119 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e3930b03-751d-4042-bc6f-77a2f05fcd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:23.235731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a4abe-e585-40fa-bc45-489f8d06e291 None None] Routers {'ef2b385c-e2a7-4864-8128-6f9c804784d9'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:23.236361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ee2a4abe-e585-40fa-bc45-489f8d06e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ef2b385c-e2a7-4864-8128-6f9c804784d9'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:23.242886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dbffe-8c29-4b07-bc32-11c736ce0214 None None] Pushing event updated for resources: {'Port': ['ID=a45bbbdb-9163-4497-a421-212be6e37d2c,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:23.258723 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6e98a10-1639-4ea8-adad-5028d564b6c8 req-169e7843-26d9-4c9e-8484-bb165dd96b87 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117913 Nov 09 00:24:23.333303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e3930b03-751d-4042-bc6f-77a2f05fcd4b None None] Port 37cc8432-3e55-45d9-8a32-6b9fa7023921 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:24:23.341188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-ee2a4abe-e585-40fa-bc45-489f8d06e291 None None] Set router ef2b385c-e2a7-4864-8128-6f9c804784d9 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:23.343485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56902) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:23.359462 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebbd7161-7adf-41cd-a729-9e1239e2b6d4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:23.365524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebbd7161-7adf-41cd-a729-9e1239e2b6d4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:23.419959 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebbd7161-7adf-41cd-a729-9e1239e2b6d4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:23.420184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c63313f-ab9f-4b14-96ec-397739c729c2 req-95593d79-a1c6-4e86-a3e6-0576258b7cbd tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2431808 Nov 09 00:24:23.420455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbd7161-7adf-41cd-a729-9e1239e2b6d4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Fanout notify agent at l3_agent the message router_deleted on router ef2b385c-e2a7-4864-8128-6f9c804784d9 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:24:23.440762 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebbd7161-7adf-41cd-a729-9e1239e2b6d4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:23.441983 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ebbd7161-7adf-41cd-a729-9e1239e2b6d4 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/ef2b385c-e2a7-4864-8128-6f9c804784d9 HTTP/1.1" status: 204 len: 168 time: 0.4500029 Nov 09 00:24:23.445389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56904) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:23.488619 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-afebdaba-bb5f-43b1-9f6b-d0f8c32eeb26 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef2b385c-e2a7-4864-8128-6f9c804784d9 HTTP/1.1" status: 200 len: 205 time: 0.0397179 Nov 09 00:24:23.491631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56906) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:23.625585 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-60f6bc76-902e-480b-beb2-61950ca94953 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=25fa11956631414db814ab6840c940e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414946 Nov 09 00:24:23.666595 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-86d9feb4-dcb5-4ce7-af9f-e95edc081a09 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] delete failed (client error): The resource could not be found. Nov 09 00:24:23.667582 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-86d9feb4-dcb5-4ce7-af9f-e95edc081a09 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/ef2b385c-e2a7-4864-8128-6f9c804784d9 HTTP/1.1" status: 404 len: 336 time: 0.1753297 Nov 09 00:24:23.671494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:23.674133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56910) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:23.705960 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ee2a4abe-e585-40fa-bc45-489f8d06e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2b385c-e2a7-4864-8128-6f9c804784d9', 'name': 'tempest-RoutersIpV6Test-router-744974335', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:21Z', 'updated_at': '2021-11-09T00:24:21Z', 'revision_number': 2, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:23.709402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094868-fc63-4585-bb0c-3b2120555f9f req-4279c2a4-8617-47b3-a006-2a1d73399c83 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:23.716883 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72094868-fc63-4585-bb0c-3b2120555f9f req-4279c2a4-8617-47b3-a006-2a1d73399c83 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.3090470 Nov 09 00:24:23.739894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a4abe-e585-40fa-bc45-489f8d06e291 None None] The sync data for ids ['ef2b385c-e2a7-4864-8128-6f9c804784d9'] in n-d-813263-3 is: [{'id': 'ef2b385c-e2a7-4864-8128-6f9c804784d9', 'name': 'tempest-RoutersIpV6Test-router-744974335', 'tenant_id': '0200ad14a6684a34bb5d4847477b945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:21Z', 'updated_at': '2021-11-09T00:24:21Z', 'revision_number': 2, 'project_id': '0200ad14a6684a34bb5d4847477b945e', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:23.779022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1464c61d-716b-42bc-983e-6b9cea7c452c req-d0e8edec-cc33-4285-9d3a-415d16928a2f tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 210 time: 0.1031010 Nov 09 00:24:23.783116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:23.803415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:23.891157 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-398dfb4a-4ba2-4dc1-86de-27492261d4e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] DELETE failed (client error): The resource could not be found. Nov 09 00:24:23.891618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398dfb4a-4ba2-4dc1-86de-27492261d4e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:23.897829 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-398dfb4a-4ba2-4dc1-86de-27492261d4e5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/23651cf1-9f1a-4d1e-ad2e-58c08d2ee414 HTTP/1.1" status: 404 len: 337 time: 0.2080739 Nov 09 00:24:23.906757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56912) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:23.946358 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e0e2b0-0b10-4604-862f-268e048f159e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] DELETE failed (client error): The resource could not be found. Nov 09 00:24:23.946827 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e0e2b0-0b10-4604-862f-268e048f159e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:23.949906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72094868-fc63-4585-bb0c-3b2120555f9f req-55742313-0141-4955-af69-3c9703a375a9 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178822 Nov 09 00:24:23.955021 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b3e0e2b0-0b10-4604-862f-268e048f159e tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/be50a8d9-ccc6-4a31-9178-3e001dbde430 HTTP/1.1" status: 404 len: 337 time: 0.0475869 Nov 09 00:24:23.968417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56916) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:23.991884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-2537f0f7-7f10-47a1-83ff-1037b927b82e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:23.999098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-2537f0f7-7f10-47a1-83ff-1037b927b82e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:24.015028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-2537f0f7-7f10-47a1-83ff-1037b927b82e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:24.022195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-2537f0f7-7f10-47a1-83ff-1037b927b82e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:24.039570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-2537f0f7-7f10-47a1-83ff-1037b927b82e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:24.046951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-2537f0f7-7f10-47a1-83ff-1037b927b82e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:24.053560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-2537f0f7-7f10-47a1-83ff-1037b927b82e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:24.055556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-2537f0f7-7f10-47a1-83ff-1037b927b82e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5433 time: 0.2746992 Nov 09 00:24:24.086019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-c8ae3959-36f3-47f4-ba9c-0980fa0bac32 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:24.089732 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-c8ae3959-36f3-47f4-ba9c-0980fa0bac32 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4164734 Nov 09 00:24:24.112682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Request body: {'port': {'device_id': '04cd8a31-2c79-4962-9610-1dd205ce00be', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '25fa11956631414db814ab6840c940e1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:24.121402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.128489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port 5bcb3779-3709-495f-80cb-aa752650b301 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:24.128835 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.166464 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-06fd0142-7d64-4547-8f4a-2e20a3cd3c16 None None] Provisioning complete for port 37cc8432-3e55-45d9-8a32-6b9fa7023921 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:24.166918 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-06fd0142-7d64-4547-8f4a-2e20a3cd3c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.200874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:24.224065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-06fd0142-7d64-4547-8f4a-2e20a3cd3c16 None None] Port 37cc8432-3e55-45d9-8a32-6b9fa7023921 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:24:24.242051 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2307b8-e491-4944-b1a9-a952aa04ffe9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] DELETE failed (client error): The resource could not be found. Nov 09 00:24:24.242508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2307b8-e491-4944-b1a9-a952aa04ffe9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:24.243962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:24.245701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ca2307b8-e491-4944-b1a9-a952aa04ffe9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/f1c68d7c-fb2d-41f9-b5a1-13b7fee4605f HTTP/1.1" status: 404 len: 337 time: 0.1891799 Nov 09 00:24:24.249871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56922) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:24.252151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:24.258250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:24.258622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.310261 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-173d8a3c-9b60-4f57-8dba-72fc1090c5c2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] DELETE failed (client error): The resource could not be found. Nov 09 00:24:24.310738 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173d8a3c-9b60-4f57-8dba-72fc1090c5c2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:24.313934 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-173d8a3c-9b60-4f57-8dba-72fc1090c5c2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/66919c53-78be-4729-a05b-6510df48482a HTTP/1.1" status: 404 len: 337 time: 0.0525646 Nov 09 00:24:24.314666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=be69173e-2641-41b8-be6b-b82d258aff14,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:24.320529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56924) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:24.354072 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-49a8eb37-be8c-4bfb-9841-21ad0c7008eb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f615f84-d4de-43dd-a66f-af2b39e03d9b HTTP/1.1" status: 200 len: 205 time: 0.0323853 Nov 09 00:24:24.364099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-9abd65d0-4c69-498c-b1df-f2bdd2482757 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:24.364434 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9077411 Nov 09 00:24:24.365513 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-9abd65d0-4c69-498c-b1df-f2bdd2482757 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "GET /v2.0/ports/deca90b0-bc9b-4415-b659-c843bd9b048e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2918892 Nov 09 00:24:24.370210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56926) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:24.370439 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56928) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:24.372408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:24.372759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:24.373581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:24.373581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:24.373778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:24.374090 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:24.374404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:24.374732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:24.375045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:24.375360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:24.375677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:24.375989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3229e4ca-0e9b-402d-b216-064a12051f25 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:24.443993 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-0164e85e-3a9f-4346-91db-5864fd20ba6a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] delete failed (client error): The resource could not be found. Nov 09 00:24:24.448191 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0164e85e-3a9f-4346-91db-5864fd20ba6a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/2f615f84-d4de-43dd-a66f-af2b39e03d9b HTTP/1.1" status: 404 len: 336 time: 0.0650849 Nov 09 00:24:24.448827 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56930) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:24.509925 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-767a2f02-6500-4630-b1af-da291a45c224 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=b990788d-7ce6-4161-93e5-dfc77ca03fcb HTTP/1.1" status: 200 len: 205 time: 0.0589530 Nov 09 00:24:24.513831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56934) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:24.563667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a45bbbdb-9163-4497-a421-212be6e37d2c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:24.581451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-3733b8fa-2d3b-49e6-be0c-a41bfe3bf717 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "GET /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1763780 Nov 09 00:24:24.592312 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-53e6d9af-8c2f-4f7e-9476-e73227316df5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] delete failed (client error): The resource could not be found. Nov 09 00:24:24.593574 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-53e6d9af-8c2f-4f7e-9476-e73227316df5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/b990788d-7ce6-4161-93e5-dfc77ca03fcb HTTP/1.1" status: 404 len: 336 time: 0.0755284 Nov 09 00:24:24.595907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56936) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:24.613557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:24.628173 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Made reservation on behalf of 25fa11956631414db814ab6840c940e1 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:24.631795 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.635373 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b4fb73-7f46-4707-bc97-867257ac6cc5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] DELETE failed (client error): The resource could not be found. Nov 09 00:24:24.635970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b4fb73-7f46-4707-bc97-867257ac6cc5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:24.641461 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-74b4fb73-7f46-4707-bc97-867257ac6cc5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/bd896b9e-a2e2-4caf-8b15-9c8784ab31b8 HTTP/1.1" status: 404 len: 337 time: 0.0422523 Nov 09 00:24:24.644446 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56938) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:24.672684 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fcb3c1cb-f0b7-41e6-8be0-fb4fdb77afe6 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d6ecb4-32c3-4030-a301-776c7d45993c HTTP/1.1" status: 200 len: 205 time: 0.0271192 Nov 09 00:24:24.673668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.676450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56940) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:24.677974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a9aced9e-0115-4a10-b301-8aa34936c24e None None] Provisioning complete for port a45bbbdb-9163-4497-a421-212be6e37d2c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:24.678349 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a9aced9e-0115-4a10-b301-8aa34936c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.690004 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.690428 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.703692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a45bbbdb-9163-4497-a421-212be6e37d2c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:24.704073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.720435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85f96b-679d-4ce9-8bc1-1fd0e59053b7 req-7c7f5f7f-8772-4260-a5ce-b8b224b712a8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:24.728272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a85f96b-679d-4ce9-8bc1-1fd0e59053b7 req-7c7f5f7f-8772-4260-a5ce-b8b224b712a8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.4952097 Nov 09 00:24:24.745780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Router 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:24:24.752375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for 5bcb3779-3709-495f-80cb-aa752650b301 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:24.773260 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ccb000-e4d0-4bcb-a1b9-8946ad3f3e58 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:24.779753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ccb000-e4d0-4bcb-a1b9-8946ad3f3e58 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:24.785077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f1ccb000-e4d0-4bcb-a1b9-8946ad3f3e58 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4111834 Nov 09 00:24:24.792129 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56942) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:24.875348 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a9aced9e-0115-4a10-b301-8aa34936c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.910877 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.941939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a9aced9e-0115-4a10-b301-8aa34936c24e None None] For port a45bbbdb-9163-4497-a421-212be6e37d2c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a45bbbdb-9163-4497-a421-212be6e37d2c,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:24.950379 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a9aced9e-0115-4a10-b301-8aa34936c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:24.982945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:25.006702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f50f4-3e0d-4b71-adf0-7d0965a60c57 req-be19ff8c-4ea2-4789-b09e-ed62fab3bfaf tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:25.012790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f50f4-3e0d-4b71-adf0-7d0965a60c57 req-be19ff8c-4ea2-4789-b09e-ed62fab3bfaf tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:25.018978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f50f4-3e0d-4b71-adf0-7d0965a60c57 req-be19ff8c-4ea2-4789-b09e-ed62fab3bfaf tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:25.026684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f50f4-3e0d-4b71-adf0-7d0965a60c57 req-be19ff8c-4ea2-4789-b09e-ed62fab3bfaf tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:25.033973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f50f4-3e0d-4b71-adf0-7d0965a60c57 req-be19ff8c-4ea2-4789-b09e-ed62fab3bfaf tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:25.036450 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:24:25.036814 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:24:25.039740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aced9e-0115-4a10-b301-8aa34936c24e None None] Pushing event updated for resources: {'Port': ['ID=a45bbbdb-9163-4497-a421-212be6e37d2c,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:25.040103 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f50f4-3e0d-4b71-adf0-7d0965a60c57 req-be19ff8c-4ea2-4789-b09e-ed62fab3bfaf tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:25.048063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f50f4-3e0d-4b71-adf0-7d0965a60c57 req-be19ff8c-4ea2-4789-b09e-ed62fab3bfaf tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:25.053524 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e6f50f4-3e0d-4b71-adf0-7d0965a60c57 req-be19ff8c-4ea2-4789-b09e-ed62fab3bfaf tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 5433 time: 0.4645121 Nov 09 00:24:25.055424 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-80fe962b-0b32-49cc-9b77-11dffa3c5e8a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] delete failed (client error): The resource could not be found. Nov 09 00:24:25.059963 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-80fe962b-0b32-49cc-9b77-11dffa3c5e8a tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/f2d6ecb4-32c3-4030-a301-776c7d45993c HTTP/1.1" status: 404 len: 336 time: 0.3825541 Nov 09 00:24:25.063291 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56946) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:25.072091 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-db7844a1-9b44-4293-80f2-ab26f7203181 None None] Provisioning complete for port be69173e-2641-41b8-be6b-b82d258aff14 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:25.072628 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-db7844a1-9b44-4293-80f2-ab26f7203181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:25.097537 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fd3bc702-28ae-45ba-adb5-36821edc967f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c028841-e7f4-4713-b0c7-c64aa1d8ae88 HTTP/1.1" status: 200 len: 205 time: 0.0309680 Nov 09 00:24:25.098313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56948) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:25.123425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-db7844a1-9b44-4293-80f2-ab26f7203181 None None] Port be69173e-2641-41b8-be6b-b82d258aff14 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:24:25.139642 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-fde39fd1-fa0b-4ea5-8af5-711a46f213ae tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] delete failed (client error): The resource could not be found. Nov 09 00:24:25.140684 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fde39fd1-fa0b-4ea5-8af5-711a46f213ae tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/0c028841-e7f4-4713-b0c7-c64aa1d8ae88 HTTP/1.1" status: 404 len: 336 time: 0.0414801 Nov 09 00:24:25.145906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56950) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:25.186226 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a81ec6-ba3e-484c-a3af-0db8acc0bfd3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] DELETE failed (client error): The resource could not be found. Nov 09 00:24:25.186686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a81ec6-ba3e-484c-a3af-0db8acc0bfd3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:25.192622 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-90a81ec6-ba3e-484c-a3af-0db8acc0bfd3 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/e4abc0a8-bed6-442d-b65a-af805d91deb1 HTTP/1.1" status: 404 len: 337 time: 0.0431132 Nov 09 00:24:25.192800 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56952) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:25.232344 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-00d52dbe-5556-4691-b733-d8b6835353bb tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f64fc9b-b50c-4f8e-91b1-13216265d72a HTTP/1.1" status: 200 len: 205 time: 0.0357597 Nov 09 00:24:25.232562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56954) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:25.283538 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-ea00ad84-2820-458c-9b95-387fb01da9da tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] delete failed (client error): The resource could not be found. Nov 09 00:24:25.286975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ea00ad84-2820-458c-9b95-387fb01da9da tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/5f64fc9b-b50c-4f8e-91b1-13216265d72a HTTP/1.1" status: 404 len: 336 time: 0.0510483 Nov 09 00:24:25.287826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56956) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:25.325770 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f098ac16-0d0a-46f2-b54a-a9e7c1bd9bd2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] DELETE failed (client error): The resource could not be found. Nov 09 00:24:25.326212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f098ac16-0d0a-46f2-b54a-a9e7c1bd9bd2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:25.329248 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f098ac16-0d0a-46f2-b54a-a9e7c1bd9bd2 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/51fb14a7-955e-4a27-a75e-9bc8aae37fb2 HTTP/1.1" status: 404 len: 337 time: 0.0411046 Nov 09 00:24:25.332876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56958) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:25.335951 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:25.347613 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:25.371269 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-96f63332-945e-4a73-a534-9c0bdfcb91d5 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a63dae-0931-43f9-9a04-1f17212d030e HTTP/1.1" status: 200 len: 205 time: 0.0371778 Nov 09 00:24:25.385097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56960) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:25.467963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a85f96b-679d-4ce9-8bc1-1fd0e59053b7 req-61d8bb8a-c7f6-48e5-b64f-77ff269281f0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7385988 Nov 09 00:24:25.468914 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-7b582c73-c915-41c6-8a55-198a76bb8e75 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] delete failed (client error): The resource could not be found. Nov 09 00:24:25.472223 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7b582c73-c915-41c6-8a55-198a76bb8e75 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/routers/b2a63dae-0931-43f9-9a04-1f17212d030e HTTP/1.1" status: 404 len: 336 time: 0.0837286 Nov 09 00:24:25.476959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56962) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:25.507935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8a9aed-2721-40b3-af00-c0dbb45775a1,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:25.514435 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-727da960-fc1c-4609-84f9-629a5ab27fb9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] DELETE failed (client error): The resource could not be found. Nov 09 00:24:25.514888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727da960-fc1c-4609-84f9-629a5ab27fb9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:25.521772 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-727da960-fc1c-4609-84f9-629a5ab27fb9 tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/6af2a86c-e790-41ca-a096-b8c8afd77dc1 HTTP/1.1" status: 404 len: 337 time: 0.0401378 Nov 09 00:24:25.523099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56964) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:25.557670 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-0079a261-a9c3-460b-9312-46143e85224f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] DELETE failed (client error): The resource could not be found. Nov 09 00:24:25.558121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0079a261-a9c3-460b-9312-46143e85224f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:25.561194 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0079a261-a9c3-460b-9312-46143e85224f tempest-RoutersIpV6Test-1294031173 tempest-RoutersIpV6Test-1294031173-project] 10.222.0.25 "DELETE /v2.0/subnets/401de926-a8f8-4be6-8f6f-92cae37ba9cb HTTP/1.1" status: 404 len: 337 time: 0.0367756 Nov 09 00:24:25.609244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:25.628584 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Sync routers for ids ['5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:25.631128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-520de628-7b7e-4d6e-a763-d18098fc26f4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "PUT /v2.0/routers/5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2408547 Nov 09 00:24:25.636177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e6f50f4-3e0d-4b71-adf0-7d0965a60c57 req-1d7c0a49-8d24-488f-8e39-48e797988897 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5738187 Nov 09 00:24:25.641869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Allocated IP 192.168.233.221 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/2d50cd81-16e9-4272-81b6-376185b8079c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:25.666855 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Routers {'5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:25.667781 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:25.733315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4d77738-f7e7-4ff2-ab5e-df639e7bef8c req-1194ab7d-60e2-41b4-97e0-fbf2ba6bc2b0 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 210 time: 0.1682878 Nov 09 00:24:25.748736 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:25.801171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe6f2f-d97a-4a59-b624-c537abf9bb5a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port be69173e-2641-41b8-be6b-b82d258aff14 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:25.801591 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdfe6f2f-d97a-4a59-b624-c537abf9bb5a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:25.843843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=5bcb3779-3709-495f-80cb-aa752650b301,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:25.863253 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Set router 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:25.880446 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:25.924617 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:25.993414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:25.997900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:26.003134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:26.007831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Pushing event updated for resources: {'Port': ['ID=2d50cd81-16e9-4272-81b6-376185b8079c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:26.034866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56982) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:26.068070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:26.068888 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.074566 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.075086 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Floating IP 307d29b3-d4d6-4b45-b987-b29116553a7f disassociated (deleted). External IP: 172.25.0.119, port: ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae. Nov 09 00:24:26.099531 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-fc34c028-2ea3-4ed0-b924-e48a0fee5a0a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9993570 Nov 09 00:24:26.116941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-6ca6a88b-ef35-4441-93de-b61feef4acce tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:24:26.119305 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-6ca6a88b-ef35-4441-93de-b61feef4acce tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126398 Nov 09 00:24:26.133018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Request body: {'port': {'device_id': '04cd8a31-2c79-4962-9610-1dd205ce00be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:26.133596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] For port deca90b0-bc9b-4415-b659-c843bd9b048e, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=deca90b0-bc9b-4415-b659-c843bd9b048e,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:26.154447 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1195003721', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:10Z', 'updated_at': '2021-11-09T00:24:21Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:12Z', 'updated_at': '2021-11-09T00:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '37cc8432-3e55-45d9-8a32-6b9fa7023921', 'name': '', 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'mac_address': 'fa:16:3e:02:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'af6e360e-75ac-4308-b99f-58ed058f14a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:20Z', 'updated_at': '2021-11-09T00:24:22Z', 'revision_number': 2, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'subnets': [{'id': 'af6e360e-75ac-4308-b99f-58ed058f14a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:26.182501 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdfe6f2f-d97a-4a59-b624-c537abf9bb5a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.188898 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Checking router: 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:24:26.190047 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Updating router 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 port 37cc8432-3e55-45d9-8a32-6b9fa7023921 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:24:26.214827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe6f2f-d97a-4a59-b624-c537abf9bb5a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for be69173e-2641-41b8-be6b-b82d258aff14 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:26.225532 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.234402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.310500 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bc4d76ae-a031-4e90-b370-ee7d974451f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0200ad14a6684a34bb5d4847477b945e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742958 Nov 09 00:24:26.312931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56986) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:26.343973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] For port deca90b0-bc9b-4415-b659-c843bd9b048e, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:26.356538 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-41ce1f27-5232-4102-be35-599e2acfb1e3 None None] Provisioning complete for port 2d50cd81-16e9-4272-81b6-376185b8079c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:26.357530 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-41ce1f27-5232-4102-be35-599e2acfb1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.394099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59780d-27ef-406c-8b52-4e3128377250 req-d0fcb445-f1f0-4c00-9bb7-7f131baefa75 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:26.396120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-d0fcb445-f1f0-4c00-9bb7-7f131baefa75 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/networks?id=05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea HTTP/1.1" status: 200 len: 797 time: 0.4832213 Nov 09 00:24:26.440785 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-41ce1f27-5232-4102-be35-599e2acfb1e3 None None] Port 2d50cd81-16e9-4272-81b6-376185b8079c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:24:26.450945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] device_id is not set on port deca90b0-bc9b-4415-b659-c843bd9b048e yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:24:26.481583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-0250b125-dd8c-4211-919c-3765388a7ffe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/quotas/0f8f4d027d6a4fa5b7ed1159e04fbc38 HTTP/1.1" status: 200 len: 375 time: 0.0705285 Nov 09 00:24:26.507094 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.531462 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e09abcd5-84a9-4234-a665-1c698d2dfa67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.571153 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a45bbbdb-9163-4497-a421-212be6e37d2c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:26.576013 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.614154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 53769426-080d-41b0-bd08-730566e2cb45 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:26.626222 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.633511 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.683942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e09abcd5-84a9-4234-a665-1c698d2dfa67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.766129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a45bbbdb-9163-4497-a421-212be6e37d2c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:26.773332 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.808047 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.820304 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf35125-8e1b-4a6d-bb54-6c48e548bf92 None None] Pushing event updated for resources: {'Port': ['ID=37cc8432-3e55-45d9-8a32-6b9fa7023921,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:26.891917 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Attempting to bind port 37cc8432-3e55-45d9-8a32-6b9fa7023921 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:26.892279 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Attempting to bind port 37cc8432-3e55-45d9-8a32-6b9fa7023921 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:26.893198 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Attempting to bind port 37cc8432-3e55-45d9-8a32-6b9fa7023921 on network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:26.899622 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:26.899990 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Checking segment: {'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:26.900550 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.900938 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Bound using segment: {'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:26.901679 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Bound port: 37cc8432-3e55-45d9-8a32-6b9fa7023921, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:26.902055 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.906006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-7288caa1-c1e7-4088-8f3b-aebd226f73ce tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f8f4d027d6a4fa5b7ed1159e04fbc38&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4230218 Nov 09 00:24:26.911328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53769426-080d-41b0-bd08-730566e2cb45'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:26.913681 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76240699-219a-4e37-b139-8c10d27aaa85" -d '{"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "53769426-080d-41b0-bd08-730566e2cb45"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:26.945500 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] No DVR routers for this DVR port deca90b0-bc9b-4415-b659-c843bd9b048e on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:26.952088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 53769426-080d-41b0-bd08-730566e2cb45, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=53769426-080d-41b0-bd08-730566e2cb45,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:26.963232 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.968660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1c0ee573-9c26-4590-b2c2-93f87044e954 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:26.972852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c143a8-a65c-47b2-882d-437c4ef71bd9 req-a3be1618-c70e-4763-8db9-cb2339d91584 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:26.980300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d50cd81-16e9-4272-81b6-376185b8079c {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:24:26.980550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78c143a8-a65c-47b2-882d-437c4ef71bd9 req-a3be1618-c70e-4763-8db9-cb2339d91584 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.3838875 Nov 09 00:24:26.990213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:26.999981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] Pushing event updated for resources: {'Port': ['ID=deca90b0-bc9b-4415-b659-c843bd9b048e,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:27.052283 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e09abcd5-84a9-4234-a665-1c698d2dfa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.055240 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e09abcd5-84a9-4234-a665-1c698d2dfa67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.057242 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e09abcd5-84a9-4234-a665-1c698d2dfa67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/860b884a-3a09-4599-b21a-edf5c5eac9ae HTTP/1.1" status: 204 len: 168 time: 0.7433238 Nov 09 00:24:27.066696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09abcd5-84a9-4234-a665-1c698d2dfa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860b884a-3a09-4599-b21a-edf5c5eac9ae,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:27.076971 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] For port 37cc8432-3e55-45d9-8a32-6b9fa7023921, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:27.087132 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] For port 37cc8432-3e55-45d9-8a32-6b9fa7023921, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=37cc8432-3e55-45d9-8a32-6b9fa7023921,segment=NetworkSegment(bf84ef10-f889-4da4-9de7-e65934e44f1c),segment_id=bf84ef10-f889-4da4-9de7-e65934e44f1c)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:27.097202 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.187869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-3db0a7e9-9e2d-4fb7-b42c-d200c0bd1f06 service neutron] 10.222.0.25 "GET /v2.0/networks/05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280240 Nov 09 00:24:27.208007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78c143a8-a65c-47b2-882d-437c4ef71bd9 req-1886be39-2b6c-44aa-be86-f3ef8a4bb4ef tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232900 Nov 09 00:24:27.215409 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Routers {'5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:27.216095 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:27.224441 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf35125-8e1b-4a6d-bb54-6c48e548bf92 None None] Pushing event updated for resources: {'Port': ['ID=37cc8432-3e55-45d9-8a32-6b9fa7023921,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:27.228767 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.284687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Transition to ACTIVE for port object 2d50cd81-16e9-4272-81b6-376185b8079c will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:24:27.295888 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.304869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=53769426-080d-41b0-bd08-730566e2cb45,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:27.336388 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdfe6f2f-d97a-4a59-b624-c537abf9bb5a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.362479 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1c0ee573-9c26-4590-b2c2-93f87044e954, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1c0ee573-9c26-4590-b2c2-93f87044e954,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:27.365949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router f9a17d37-87f8-4758-bca5-504d370d8c59 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:24:27.370689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-db450673-ac00-4ac2-9390-805ba62d593e None None] Provisioning complete for port 37cc8432-3e55-45d9-8a32-6b9fa7023921 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:27.371781 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-db450673-ac00-4ac2-9390-805ba62d593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.380918 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.382227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:27.468264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Attempting to bind port 2d50cd81-16e9-4272-81b6-376185b8079c on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:27.468602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Attempting to bind port 2d50cd81-16e9-4272-81b6-376185b8079c by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:27.469689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Attempting to bind port 2d50cd81-16e9-4272-81b6-376185b8079c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:27.473569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d50cd81-16e9-4272-81b6-376185b8079c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:27.488795 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Port 2d50cd81-16e9-4272-81b6-376185b8079c on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:24:27.489127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Attempting to bind port 2d50cd81-16e9-4272-81b6-376185b8079c on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:27.497341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:27.498228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:27.498619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:27.499050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Bound port: 2d50cd81-16e9-4272-81b6-376185b8079c, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:27.499174 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] Set router 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:27.499402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.601139 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.667349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] For port 2d50cd81-16e9-4272-81b6-376185b8079c, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:27.672601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] For port 2d50cd81-16e9-4272-81b6-376185b8079c, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=2d50cd81-16e9-4272-81b6-376185b8079c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:27.686045 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.732398 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bdfe6f2f-d97a-4a59-b624-c537abf9bb5a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.740677 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bdfe6f2f-d97a-4a59-b624-c537abf9bb5a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/be69173e-2641-41b8-be6b-b82d258aff14 HTTP/1.1" status: 204 len: 168 time: 2.9411550 Nov 09 00:24:27.741547 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe6f2f-d97a-4a59-b624-c537abf9bb5a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=be69173e-2641-41b8-be6b-b82d258aff14,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:27.762104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57006) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:27.775776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] In _notify_port_updated(), no bound segment for port deca90b0-bc9b-4415-b659-c843bd9b048e on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 {{(pid=101780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:24:27.776664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:27.777869 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.779146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1c0ee573-9c26-4590-b2c2-93f87044e954,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:27.798378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-989916d7-e1f5-4591-88a2-6aafa9fe8f8e service neutron] 10.222.0.30 "PUT /v2.0/ports/deca90b0-bc9b-4415-b659-c843bd9b048e HTTP/1.1" status: 200 len: 1027 time: 3.1980088 Nov 09 00:24:27.801133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:27.802251 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.803563 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/2d50cd81-16e9-4272-81b6-376185b8079c HTTP/1.1" status: 200 len: 1096 time: 1.6750457 Nov 09 00:24:27.804234 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:27.822522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cd8a31-2c79-4962-9610-1dd205ce00be', 'tag': '2d50cd81-16e9-4272-81b6-376185b8079c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:27.833432 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a82a3dd-ed63-4bfb-9bff-93dbf9c0a45b" -d '{"events": [{"name": "network-changed", "server_uuid": "04cd8a31-2c79-4962-9610-1dd205ce00be", "tag": "2d50cd81-16e9-4272-81b6-376185b8079c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:27.835309 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1195003721', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:10Z', 'updated_at': '2021-11-09T00:24:21Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:12Z', 'updated_at': '2021-11-09T00:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '37cc8432-3e55-45d9-8a32-6b9fa7023921', 'name': '', 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'mac_address': 'fa:16:3e:02:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'af6e360e-75ac-4308-b99f-58ed058f14a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:20Z', 'updated_at': '2021-11-09T00:24:27Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'subnets': [{'id': 'af6e360e-75ac-4308-b99f-58ed058f14a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:27.875260 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c7011d-b0e0-4fee-8c25-b2f6e7533380 None None] The sync data for ids ['5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'] in n-d-813263-3 is: [{'id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1195003721', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:10Z', 'updated_at': '2021-11-09T00:24:21Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:12Z', 'updated_at': '2021-11-09T00:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '37cc8432-3e55-45d9-8a32-6b9fa7023921', 'name': '', 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'mac_address': 'fa:16:3e:02:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'af6e360e-75ac-4308-b99f-58ed058f14a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:20Z', 'updated_at': '2021-11-09T00:24:27Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'subnets': [{'id': 'af6e360e-75ac-4308-b99f-58ed058f14a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:27.929936 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-db450673-ac00-4ac2-9390-805ba62d593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.931788 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:27.932484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device cc1506de-6e61-4a64-b986-f96a0cbae5e0 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:28.048153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f80149-6d87-41ff-90d2-2b590c5330c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d50cd81-16e9-4272-81b6-376185b8079c,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:28.058092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9cb029-3bb2-4d30-9b38-0bb30185ee46 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:28.060949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9cb029-3bb2-4d30-9b38-0bb30185ee46 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:28.062595 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bf9cb029-3bb2-4d30-9b38-0bb30185ee46 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2965662 Nov 09 00:24:28.066095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57014) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:28.107793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-db450673-ac00-4ac2-9390-805ba62d593e None None] For port 37cc8432-3e55-45d9-8a32-6b9fa7023921, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=37cc8432-3e55-45d9-8a32-6b9fa7023921,segment=NetworkSegment(bf84ef10-f889-4da4-9de7-e65934e44f1c),segment_id=bf84ef10-f889-4da4-9de7-e65934e44f1c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:28.110453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:28.111520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-ef27657f-1018-4af6-b497-49403f4c6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:28.118004 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-ef27657f-1018-4af6-b497-49403f4c6da2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=25fa11956631414db814ab6840c940e1&device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 1099 time: 0.2177732 Nov 09 00:24:28.126140 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-db450673-ac00-4ac2-9390-805ba62d593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:28.176010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-03298783-1399-44d8-acd2-c310f6b0e31b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:28.176504 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-03298783-1399-44d8-acd2-c310f6b0e31b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "GET /v2.0/ports/badf5b56-8934-45ad-ab08-b14502d9f297?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3440094 Nov 09 00:24:28.191121 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-36064ebe-996d-4be9-9e26-fb76bba8dd5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2d50cd81-16e9-4272-81b6-376185b8079c HTTP/1.1" status: 200 len: 217 time: 0.0521121 Nov 09 00:24:28.201560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2bad-98d3-4f01-b423-55c85d76de32 req-8fe65350-a65f-4fcb-a82b-fad62554bab7 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:28.212701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2bad-98d3-4f01-b423-55c85d76de32 req-8fe65350-a65f-4fcb-a82b-fad62554bab7 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:28.219497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2bad-98d3-4f01-b423-55c85d76de32 req-8fe65350-a65f-4fcb-a82b-fad62554bab7 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:28.227910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2bad-98d3-4f01-b423-55c85d76de32 req-8fe65350-a65f-4fcb-a82b-fad62554bab7 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:28.236070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2bad-98d3-4f01-b423-55c85d76de32 req-8fe65350-a65f-4fcb-a82b-fad62554bab7 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:28.240621 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:28.243535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2bad-98d3-4f01-b423-55c85d76de32 req-8fe65350-a65f-4fcb-a82b-fad62554bab7 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:28.246400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d7c2bad-98d3-4f01-b423-55c85d76de32 req-8fe65350-a65f-4fcb-a82b-fad62554bab7 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 4655 time: 0.8930709 Nov 09 00:24:28.291046 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-47513ae5-f972-4ba8-a750-010fbea468c7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 284478e4-e3a3-4607-8a4e-d34af3f84eb5 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:28.292310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-9cd5a4a0-c24b-41f9-8117-e99407a6c25d service neutron] 10.222.0.25 "GET /v2.0/networks/05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0170045 Nov 09 00:24:28.296395 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db450673-ac00-4ac2-9390-805ba62d593e None None] Pushing event updated for resources: {'Port': ['ID=37cc8432-3e55-45d9-8a32-6b9fa7023921,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:28.300423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:28.300777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-47513ae5-f972-4ba8-a750-010fbea468c7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:28.343985 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-238cb28b-7b7b-418e-aa23-a34437dc3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:28.346468 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-238cb28b-7b7b-418e-aa23-a34437dc3683 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1490929 Nov 09 00:24:28.352978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-429a5eeb-aeeb-4cd5-b19e-bf963e2905c1 None None] Provisioning complete for port 37cc8432-3e55-45d9-8a32-6b9fa7023921 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:28.353465 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-429a5eeb-aeeb-4cd5-b19e-bf963e2905c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:28.426455 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-47513ae5-f972-4ba8-a750-010fbea468c7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:28.432178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port cc1506de-6e61-4a64-b986-f96a0cbae5e0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cc1506de-6e61-4a64-b986-f96a0cbae5e0,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:28.447171 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:28.451039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device badf5b56-8934-45ad-ab08-b14502d9f297 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:28.482763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d7c2bad-98d3-4f01-b423-55c85d76de32 req-ad6d2924-604d-4a6e-842a-cd5ad3da2893 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&id=dd4d92a9-9986-4966-b01d-21bd7609db48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1863503 Nov 09 00:24:28.522269 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57024) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:28.549769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-dbc59f53-c684-4417-bd4f-978302bafc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:28.551481 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:28.554464 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-dbc59f53-c684-4417-bd4f-978302bafc09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970911 Nov 09 00:24:28.588069 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:28.635972 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684f4796-18f5-4755-93e1-1f9552fc3018 x-openstack-request-id: req-684f4796-18f5-4755-93e1-1f9552fc3018 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:28.636267 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "53769426-080d-41b0-bd08-730566e2cb45", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:28.636557 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-684f4796-18f5-4755-93e1-1f9552fc3018 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:28.636951 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53769426-080d-41b0-bd08-730566e2cb45', 'code': 200} Nov 09 00:24:28.639656 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:28.689128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-47513ae5-f972-4ba8-a750-010fbea468c7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:28.696026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=cc1506de-6e61-4a64-b986-f96a0cbae5e0,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:28.698988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0387925-86fc-443d-969a-202038b9ff7c None None] Sync routers for ids ['f9a17d37-87f8-4758-bca5-504d370d8c59'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:28.708478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 37cc8432-3e55-45d9-8a32-6b9fa7023921 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:28.836572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0387925-86fc-443d-969a-202038b9ff7c None None] Routers {'f9a17d37-87f8-4758-bca5-504d370d8c59'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:28.837502 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c0387925-86fc-443d-969a-202038b9ff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f9a17d37-87f8-4758-bca5-504d370d8c59'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:28.868651 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-1dbd4436-a2c4-40c1-99fa-288c5bd85ac8 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704094 Nov 09 00:24:28.885610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f22c657d-8cb2-476b-b72c-8366c462a484 tempest-DvrRoutersNegativeTest-481962185 tempest-DvrRoutersNegativeTest-481962185-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-994836560', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:28.888652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.policy [None req-f22c657d-8cb2-476b-b72c-8366c462a484 tempest-DvrRoutersNegativeTest-481962185 tempest-DvrRoutersNegativeTest-481962185-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101781) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 09 00:24:28.888957 n-d-813263-3 neutron-server[101781]: DEBUG neutron.policy [None req-f22c657d-8cb2-476b-b72c-8366c462a484 tempest-DvrRoutersNegativeTest-481962185 tempest-DvrRoutersNegativeTest-481962185-project] Failed policy check for 'create_router' {{(pid=101781) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 09 00:24:28.889562 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-f22c657d-8cb2-476b-b72c-8366c462a484 tempest-DvrRoutersNegativeTest-481962185 tempest-DvrRoutersNegativeTest-481962185-project] create failed (client error): Access was denied to this resource. Nov 09 00:24:28.898742 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f22c657d-8cb2-476b-b72c-8366c462a484 tempest-DvrRoutersNegativeTest-481962185 tempest-DvrRoutersNegativeTest-481962185-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3754246 Nov 09 00:24:28.972946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c0387925-86fc-443d-969a-202038b9ff7c None None] Set router f9a17d37-87f8-4758-bca5-504d370d8c59 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:29.148599 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-47513ae5-f972-4ba8-a750-010fbea468c7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:29.211724 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5311006f-e42b-4917-bb3f-6ad343f91ced req-cfd7ac20-5446-415e-80e4-f10bb485072a service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872066 Nov 09 00:24:29.216969 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47513ae5-f972-4ba8-a750-010fbea468c7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=284478e4-e3a3-4607-8a4e-d34af3f84eb5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:29.231429 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-47513ae5-f972-4ba8-a750-010fbea468c7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:29.243744 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-47513ae5-f972-4ba8-a750-010fbea468c7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/284478e4-e3a3-4607-8a4e-d34af3f84eb5 HTTP/1.1" status: 204 len: 168 time: 1.1734004 Nov 09 00:24:29.244065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57042) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:29.349701 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2888e411-8028-41de-8aa2-484e7fc20ad5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016796 Nov 09 00:24:29.349894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec624d41-ca1c-4a5d-bdc9-35673a950bc2 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:29.351518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57046) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:29.391535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8157dbea-81e0-480a-8a14-f121336aea15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/floatingips/307d29b3-d4d6-4b45-b987-b29116553a7f HTTP/1.1" status: 204 len: 168 time: 6.0430038 Nov 09 00:24:29.397375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:29.399692 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a7dad5-6e79-46ab-93c0-3ec2e4a7f6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:29.468510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d0b3a9-7d43-4a5d-b8af-cacc8dba1daf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:29.471168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a9db-8b64-4744-a59b-2059a9cbcce6 req-ea4c51a7-cf24-48c8-857f-bde1899f79ae tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:29.473253 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-72d0b3a9-7d43-4a5d-b8af-cacc8dba1daf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1206319 Nov 09 00:24:29.473951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57052) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:29.474341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57054) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:29.480774 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a870a9db-8b64-4744-a59b-2059a9cbcce6 req-ea4c51a7-cf24-48c8-857f-bde1899f79ae tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2407520 Nov 09 00:24:29.490068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d21f8f-eca4-4c2c-8349-fa31ba33ac45 req-14ae55e1-50a4-425e-982a-b91416043afb tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:29.491583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1d21f8f-eca4-4c2c-8349-fa31ba33ac45 req-14ae55e1-50a4-425e-982a-b91416043afb tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 948 time: 0.8159099 Nov 09 00:24:29.588204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ef6c71-bc7c-4e47-8930-3d6af0281ddc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:29.595315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a870a9db-8b64-4744-a59b-2059a9cbcce6 req-6b13710f-59cb-4bc8-8568-259435c918f4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135645 Nov 09 00:24:29.596089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57060) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:29.596222 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-08ef6c71-bc7c-4e47-8930-3d6af0281ddc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1196196 Nov 09 00:24:29.652328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] For port badf5b56-8934-45ad-ab08-b14502d9f297, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=badf5b56-8934-45ad-ab08-b14502d9f297,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:29.684885 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 37cc8432-3e55-45d9-8a32-6b9fa7023921 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:29.685418 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c201e5a3-9fc4-4879-998a-1bb0d24c8faa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:29.685951 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:29.688810 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b11ed3a-c1ee-4e88-b973-2545b8b7b568 x-openstack-request-id: req-0b11ed3a-c1ee-4e88-b973-2545b8b7b568 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:29.689268 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04cd8a31-2c79-4962-9610-1dd205ce00be", "tag": "2d50cd81-16e9-4272-81b6-376185b8079c", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:29.689836 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b11ed3a-c1ee-4e88-b973-2545b8b7b568 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:29.690168 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cd8a31-2c79-4962-9610-1dd205ce00be', 'tag': '2d50cd81-16e9-4272-81b6-376185b8079c', 'status': 'completed', 'code': 200} Nov 09 00:24:29.786441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-978739d6-9371-47b2-b584-40635471bd1c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1603348 Nov 09 00:24:29.794367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57064) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:29.817751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-eb91ac24-aa16-4b01-81f6-35e490561da2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:29.850211 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:29.853839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5446c299-a1c9-4e20-815c-9e0be1ce88ed req-59d2b49a-8c02-4f9f-b22e-a35d57366185 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 210 time: 0.0619166 Nov 09 00:24:29.872053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1d21f8f-eca4-4c2c-8349-fa31ba33ac45 req-a0a52719-5c16-44fa-8ab0-6364328c4e67 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/security-groups?id=af8a9aed-2721-40b3-af00-c0dbb45775a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702669 Nov 09 00:24:29.904380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-429a5eeb-aeeb-4cd5-b19e-bf963e2905c1 None None] Provisioning complete for port deca90b0-bc9b-4415-b659-c843bd9b048e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:29.904767 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-429a5eeb-aeeb-4cd5-b19e-bf963e2905c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:29.906209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] For port badf5b56-8934-45ad-ab08-b14502d9f297, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:29.944143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] device_id is not set on port badf5b56-8934-45ad-ab08-b14502d9f297 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:24:29.955210 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:29.967758 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:30.028321 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-429a5eeb-aeeb-4cd5-b19e-bf963e2905c1 None None] Port deca90b0-bc9b-4415-b659-c843bd9b048e cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:24:30.051989 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de096fe-8e73-49e8-973c-2a818a407cc3 x-openstack-request-id: req-3de096fe-8e73-49e8-973c-2a818a407cc3 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:30.052300 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:30.052568 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3de096fe-8e73-49e8-973c-2a818a407cc3 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:30.052981 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'status': 'completed', 'code': 200} Nov 09 00:24:30.069576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c201e5a3-9fc4-4879-998a-1bb0d24c8faa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:30.104776 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c201e5a3-9fc4-4879-998a-1bb0d24c8faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:30.112071 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82a3dd-ed63-4bfb-9bff-93dbf9c0a45b req-f1327867-5352-4bf8-9dfb-700d70b4bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.113800 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3a82a3dd-ed63-4bfb-9bff-93dbf9c0a45b req-f1327867-5352-4bf8-9dfb-700d70b4bd66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=25fa11956631414db814ab6840c940e1&device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 1099 time: 0.3903828 Nov 09 00:24:30.136992 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:24:30.137292 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:24:30.148697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c0387925-86fc-443d-969a-202038b9ff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:22:22Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a40170e4-3da4-4e52-872f-dba0d0771e7c', 'name': '', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:e3:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:19Z', 'updated_at': '2021-11-09T00:22:32Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:30.186866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb3332-0e67-47ab-9bdf-3ad8fb93ca6e None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:24:30.189422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0387925-86fc-443d-969a-202038b9ff7c None None] Checking router: f9a17d37-87f8-4758-bca5-504d370d8c59 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:24:30.244761 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0387925-86fc-443d-969a-202038b9ff7c None None] Routers {'f9a17d37-87f8-4758-bca5-504d370d8c59'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:30.245607 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c0387925-86fc-443d-969a-202038b9ff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f9a17d37-87f8-4758-bca5-504d370d8c59'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:30.278830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb91ac24-aa16-4b01-81f6-35e490561da2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:30.283198 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb91ac24-aa16-4b01-81f6-35e490561da2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:30.304952 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] Pushing event updated for resources: {'Port': ['ID=badf5b56-8934-45ad-ab08-b14502d9f297,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:30.317801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] No DVR routers for this DVR port badf5b56-8934-45ad-ab08-b14502d9f297 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:30.397817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb3332-0e67-47ab-9bdf-3ad8fb93ca6e None None] Deleting port a45bbbdb-9163-4497-a421-212be6e37d2c {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:30.398160 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3332-0e67-47ab-9bdf-3ad8fb93ca6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:30.409299 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c201e5a3-9fc4-4879-998a-1bb0d24c8faa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f34f3f17c9ec4e1db4b82e7bf394c444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9338610 Nov 09 00:24:30.417587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57070) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:30.438905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c0387925-86fc-443d-969a-202038b9ff7c None None] Set router f9a17d37-87f8-4758-bca5-504d370d8c59 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:30.444097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201e5a3-9fc4-4879-998a-1bb0d24c8faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc23e7-974e-4573-969e-7ea70a368ab5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:30.451497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68202feb-3857-4bfe-bd33-ebe807dd1344 req-80690324-8562-4ffd-a00a-752bc2d26da9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.457800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68202feb-3857-4bfe-bd33-ebe807dd1344 req-80690324-8562-4ffd-a00a-752bc2d26da9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.463726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68202feb-3857-4bfe-bd33-ebe807dd1344 req-80690324-8562-4ffd-a00a-752bc2d26da9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.470245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68202feb-3857-4bfe-bd33-ebe807dd1344 req-80690324-8562-4ffd-a00a-752bc2d26da9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.478655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68202feb-3857-4bfe-bd33-ebe807dd1344 req-80690324-8562-4ffd-a00a-752bc2d26da9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.481069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68202feb-3857-4bfe-bd33-ebe807dd1344 req-80690324-8562-4ffd-a00a-752bc2d26da9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 3877 time: 0.4052052 Nov 09 00:24:30.498039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7dad5-6e79-46ab-93c0-3ec2e4a7f6b4 req-29714155-4acc-4b82-a147-f40296249259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.499531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05a7dad5-6e79-46ab-93c0-3ec2e4a7f6b4 req-29714155-4acc-4b82-a147-f40296249259 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 1097 time: 0.4457231 Nov 09 00:24:30.577271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] In _notify_port_updated(), no bound segment for port badf5b56-8934-45ad-ab08-b14502d9f297 on network 3b55d064-514e-49d2-a6f8-b874bdcbc086 {{(pid=101780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:24:30.578257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.579407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:30.580698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-dc4e4587-5e11-4dbb-a42e-62d1481780ce service neutron] 10.222.0.30 "PUT /v2.0/ports/badf5b56-8934-45ad-ab08-b14502d9f297 HTTP/1.1" status: 200 len: 1027 time: 2.2913888 Nov 09 00:24:30.599401 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a45bbbdb-9163-4497-a421-212be6e37d2c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:30.627938 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6080d2-4021-4f14-a5a9-7a4bae39f203 req-c79ed39b-a6cb-4f32-86cf-57c886c3a557 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.628443 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82a3dd-ed63-4bfb-9bff-93dbf9c0a45b req-881778ec-9bfe-451e-8a58-23529b8bfd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.629507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac6080d2-4021-4f14-a5a9-7a4bae39f203 req-c79ed39b-a6cb-4f32-86cf-57c886c3a557 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.3274195 Nov 09 00:24:30.630093 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3a82a3dd-ed63-4bfb-9bff-93dbf9c0a45b req-881778ec-9bfe-451e-8a58-23529b8bfd8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.4813383 Nov 09 00:24:30.641030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0ee573-9c26-4590-b2c2-93f87044e954'}, {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07d1dd2-3a71-4b9a-8b55-7e519c0389b0'}, {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc1506de-6e61-4a64-b986-f96a0cbae5e0'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:30.643189 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01b4e83-9ea8-43de-b7cc-545f6ab2a699" -d '{"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0ee573-9c26-4590-b2c2-93f87044e954"}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "d07d1dd2-3a71-4b9a-8b55-7e519c0389b0"}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "cc1506de-6e61-4a64-b986-f96a0cbae5e0"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:30.681523 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3a82a3dd-ed63-4bfb-9bff-93dbf9c0a45b req-c5006df3-75e2-4625-bc73-2ea2e185f72f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2d50cd81-16e9-4272-81b6-376185b8079c HTTP/1.1" status: 200 len: 217 time: 0.0413220 Nov 09 00:24:30.688209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59780d-27ef-406c-8b52-4e3128377250 req-ed925aab-2f1c-4740-b2d8-333a2ff50a13 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.689941 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-ed925aab-2f1c-4740-b2d8-333a2ff50a13 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.30 "GET /v2.0/networks?id=05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea HTTP/1.1" status: 200 len: 797 time: 0.4167924 Nov 09 00:24:30.707130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-4e59780d-27ef-406c-8b52-4e3128377250 req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Request body: {'port': {'device_id': '60722dad-bf13-4ca7-9ba3-7b1207c8b3d5', 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea', 'admin_state_up': True, 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:30.713115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c7eb3332-0e67-47ab-9bdf-3ad8fb93ca6e None None] For port a45bbbdb-9163-4497-a421-212be6e37d2c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a45bbbdb-9163-4497-a421-212be6e37d2c,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:30.713803 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3332-0e67-47ab-9bdf-3ad8fb93ca6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:30.745273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb3332-0e67-47ab-9bdf-3ad8fb93ca6e None None] Calling delete_port for a45bbbdb-9163-4497-a421-212be6e37d2c owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:30.752288 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46adb785-4a4c-45f1-af20-95db243a600f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:30.758850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-73559424-ca4d-45fc-9e3f-cb5afdf1a8bd None None] Provisioning complete for port badf5b56-8934-45ad-ab08-b14502d9f297 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:30.759214 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-73559424-ca4d-45fc-9e3f-cb5afdf1a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:30.809377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68202feb-3857-4bfe-bd33-ebe807dd1344 req-ec64b19d-564d-4b2e-a903-55303b1b37dd tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041067 Nov 09 00:24:30.814395 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46adb785-4a4c-45f1-af20-95db243a600f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:30.815304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device deca90b0-bc9b-4415-b659-c843bd9b048e no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:30.854182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82a3dd-ed63-4bfb-9bff-93dbf9c0a45b req-606e32e1-b0fb-4934-bdea-e42aaded6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.856012 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3a82a3dd-ed63-4bfb-9bff-93dbf9c0a45b req-606e32e1-b0fb-4934-bdea-e42aaded6f38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1646087 Nov 09 00:24:30.873185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac6080d2-4021-4f14-a5a9-7a4bae39f203 req-fa38de4d-0972-47a9-97fa-0f8d5bbcd1af tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=71941464-a993-4aa0-9f87-fba3ad6bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897807 Nov 09 00:24:30.892292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7dad5-6e79-46ab-93c0-3ec2e4a7f6b4 req-ed7fecbe-21e4-498b-a4c7-1c09078a1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:30.892292 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05a7dad5-6e79-46ab-93c0-3ec2e4a7f6b4 req-ed7fecbe-21e4-498b-a4c7-1c09078a1b58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ebf44d6-48b0-412d-acc4-554572e51c8d HTTP/1.1" status: 200 len: 896 time: 0.3546021 Nov 09 00:24:30.945603 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05a7dad5-6e79-46ab-93c0-3ec2e4a7f6b4 req-66b45c30-44c2-4d5e-ba25-35b59494e7b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae HTTP/1.1" status: 200 len: 217 time: 0.0534184 Nov 09 00:24:30.953658 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-584ca65a-1de0-40b0-a99d-4685f616cc3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Deleting port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:30.954790 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-584ca65a-1de0-40b0-a99d-4685f616cc3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:30.979335 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-73559424-ca4d-45fc-9e3f-cb5afdf1a8bd None None] Port badf5b56-8934-45ad-ab08-b14502d9f297 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:24:31.003423 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58ce8a4-e8b5-4b18-83d2-922108fa25ce x-openstack-request-id: req-b58ce8a4-e8b5-4b18-83d2-922108fa25ce {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:31.003784 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0ee573-9c26-4590-b2c2-93f87044e954", "code": 200}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "d07d1dd2-3a71-4b9a-8b55-7e519c0389b0", "code": 200}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "cc1506de-6e61-4a64-b986-f96a0cbae5e0", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:31.003952 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b58ce8a4-e8b5-4b18-83d2-922108fa25ce {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:31.004359 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0ee573-9c26-4590-b2c2-93f87044e954', 'code': 200} Nov 09 00:24:31.004638 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07d1dd2-3a71-4b9a-8b55-7e519c0389b0', 'code': 200} Nov 09 00:24:31.004915 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc1506de-6e61-4a64-b986-f96a0cbae5e0', 'code': 200} Nov 09 00:24:31.006695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82a3dd-ed63-4bfb-9bff-93dbf9c0a45b req-66f07b5d-dfdf-4fca-a5ff-eb65f103d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:31.008640 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3a82a3dd-ed63-4bfb-9bff-93dbf9c0a45b req-66f07b5d-dfdf-4fca-a5ff-eb65f103d53d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403372 Nov 09 00:24:31.014499 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46adb785-4a4c-45f1-af20-95db243a600f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:31.016239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e59780d-27ef-406c-8b52-4e3128377250 req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Made reservation on behalf of 0f8f4d027d6a4fa5b7ed1159e04fbc38 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:31.017621 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46adb785-4a4c-45f1-af20-95db243a600f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:31.021415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-46adb785-4a4c-45f1-af20-95db243a600f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19dc23e7-974e-4573-969e-7ea70a368ab5 HTTP/1.1" status: 204 len: 168 time: 0.5925550 Nov 09 00:24:31.024533 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e59780d-27ef-406c-8b52-4e3128377250 req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:31.060965 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:31.089316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device deca90b0-bc9b-4415-b659-c843bd9b048e not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:31.090445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device b5a6662b-efda-4873-9888-e7071a337881 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:31.143209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adb785-4a4c-45f1-af20-95db243a600f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc23e7-974e-4573-969e-7ea70a368ab5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:31.160701 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3332-0e67-47ab-9bdf-3ad8fb93ca6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:31.188256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-751f7d87-80cc-44e9-aed8-f4bff08e0f0e req-0c8c8b9a-f371-4744-bcc2-bbb24dd4adf5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 210 time: 0.0886836 Nov 09 00:24:31.206104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7dad5-6e79-46ab-93c0-3ec2e4a7f6b4 req-931a6788-7960-46f9-be6a-3451a69f4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:31.210569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05a7dad5-6e79-46ab-93c0-3ec2e4a7f6b4 req-931a6788-7960-46f9-be6a-3451a69f4310 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc HTTP/1.1" status: 200 len: 834 time: 0.2511497 Nov 09 00:24:31.234559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb3332-0e67-47ab-9bdf-3ad8fb93ca6e None None] Pushing event deleted for resources: {'Port': ['ID=a45bbbdb-9163-4497-a421-212be6e37d2c,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:31.243215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb3332-0e67-47ab-9bdf-3ad8fb93ca6e None None] No DVR routers for this DVR port a45bbbdb-9163-4497-a421-212be6e37d2c on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:31.285392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c0387925-86fc-443d-969a-202038b9ff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:22:22Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a40170e4-3da4-4e52-872f-dba0d0771e7c', 'name': '', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:e3:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:19Z', 'updated_at': '2021-11-09T00:22:32Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:31.329190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0387925-86fc-443d-969a-202038b9ff7c None None] The sync data for ids ['f9a17d37-87f8-4758-bca5-504d370d8c59'] in n-d-813263-3 is: [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:22:22Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a40170e4-3da4-4e52-872f-dba0d0771e7c', 'name': '', 'network_id': '2ebf44d6-48b0-412d-acc4-554572e51c8d', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:e3:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:19Z', 'updated_at': '2021-11-09T00:22:32Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': 'a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:31.335236 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:31.375447 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1b0b1-e51b-4674-9d88-bb5b97f15b9d req-5c5b080c-b025-4553-83d9-ffba99ac733d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:31.378811 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port b5a6662b-efda-4873-9888-e7071a337881, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b5a6662b-efda-4873-9888-e7071a337881,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:31.378981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62e1b0b1-e51b-4674-9d88-bb5b97f15b9d req-5c5b080c-b025-4553-83d9-ffba99ac733d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.3708479 Nov 09 00:24:31.383816 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:31.410193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-584ca65a-1de0-40b0-a99d-4685f616cc3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] For port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:31.410570 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-584ca65a-1de0-40b0-a99d-4685f616cc3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:31.445303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=b5a6662b-efda-4873-9888-e7071a337881,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:31.470315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-584ca65a-1de0-40b0-a99d-4685f616cc3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Calling delete_port for d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:31.502697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7dad5-6e79-46ab-93c0-3ec2e4a7f6b4 req-ce4e60d3-b830-40af-9f8e-18c18874f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:31.504170 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05a7dad5-6e79-46ab-93c0-3ec2e4a7f6b4 req-ce4e60d3-b830-40af-9f8e-18c18874f29f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ebf44d6-48b0-412d-acc4-554572e51c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2814319 Nov 09 00:24:31.622580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5334e-cc32-47c6-87b7-712f518eab49 req-41a79411-90b3-4416-9c3d-ff2665076140 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:31.625834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ecb5334e-cc32-47c6-87b7-712f518eab49 req-41a79411-90b3-4416-9c3d-ff2665076140 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 948 time: 0.2949126 Nov 09 00:24:31.642542 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62e1b0b1-e51b-4674-9d88-bb5b97f15b9d req-a789b73b-5b64-4dbf-86b4-6fc3fc727bef tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246060 Nov 09 00:24:31.689831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-eb91ac24-aa16-4b01-81f6-35e490561da2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:24:31.702794 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb91ac24-aa16-4b01-81f6-35e490561da2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:31.774856 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab22b8-da20-4490-8d41-baefade0c07b None None] New status for floating IP 307d29b3-d4d6-4b45-b987-b29116553a7f: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:24:31.789862 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-584ca65a-1de0-40b0-a99d-4685f616cc3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:31.873744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ca65a-1de0-40b0-a99d-4685f616cc3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Port': ['ID=d07d1dd2-3a71-4b9a-8b55-7e519c0389b0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:31.888090 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63296d6b-db75-4eca-a608-1ba4b439d662 req-288637f8-cd5c-4f18-8ab9-d58c48b96ddc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:31.891405 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-63296d6b-db75-4eca-a608-1ba4b439d662 req-288637f8-cd5c-4f18-8ab9-d58c48b96ddc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 946 time: 0.3182535 Nov 09 00:24:31.915554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91ac24-aa16-4b01-81f6-35e490561da2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:31.934513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91ac24-aa16-4b01-81f6-35e490561da2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=c32b74e3-99dd-4bb9-8403-d69b4ac6054e,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:31.937184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-eb91ac24-aa16-4b01-81f6-35e490561da2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:31.942083 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3a82a3dd-ed63-4bfb-9bff-93dbf9c0a45b req-827eca12-f562-4697-bbbf-dca9a76f750a service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9131222 Nov 09 00:24:31.945497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb91ac24-aa16-4b01-81f6-35e490561da2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:31.946209 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb91ac24-aa16-4b01-81f6-35e490561da2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:31.951686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dd28d2-e40b-4410-9e69-68d2cc41dfbf None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:32.004949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-584ca65a-1de0-40b0-a99d-4685f616cc3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] No DVR routers for this DVR port d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:32.009639 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-584ca65a-1de0-40b0-a99d-4685f616cc3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.014201 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-584ca65a-1de0-40b0-a99d-4685f616cc3c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "DELETE /v2.0/ports/d07d1dd2-3a71-4b9a-8b55-7e519c0389b0 HTTP/1.1" status: 204 len: 173 time: 1.4144583 Nov 09 00:24:32.027471 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ecb5334e-cc32-47c6-87b7-712f518eab49 req-6bf93689-aa64-4c30-a496-39199a8055c5 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/security-groups?id=af8a9aed-2721-40b3-af00-c0dbb45775a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837080 Nov 09 00:24:32.046604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e3940-a5b8-401f-971e-2b41e7bbad1c req-bb46bae7-c11e-4736-a455-6687e2e218d2 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:32.048307 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a9e3940-a5b8-401f-971e-2b41e7bbad1c req-bb46bae7-c11e-4736-a455-6687e2e218d2 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2601252 Nov 09 00:24:32.057499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05a7dad5-6e79-46ab-93c0-3ec2e4a7f6b4 req-8771fb45-8c4b-43cc-ab4e-45c14003377a service neutron] 10.222.0.11 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327408 Nov 09 00:24:32.057499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-deleted', 'tag': 'd07d1dd2-3a71-4b9a-8b55-7e519c0389b0'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:32.057499 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e38758-d5af-4d03-9c5e-4380f981b6ee" -d '{"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-deleted", "tag": "d07d1dd2-3a71-4b9a-8b55-7e519c0389b0"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:32.131928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57106) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:32.197606 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3a82a3dd-ed63-4bfb-9bff-93dbf9c0a45b req-f16dfd2e-c6b1-4df9-862e-e064bec5f986 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003617 Nov 09 00:24:32.254015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-4e59780d-27ef-406c-8b52-4e3128377250 req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Allocated IP 172.20.0.19 (05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea/af6e360e-75ac-4308-b99f-58ed058f14a6/9f7ec6ab-0ee8-4950-9b94-9977725366b3) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:32.266548 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-eb91ac24-aa16-4b01-81f6-35e490561da2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4639492 Nov 09 00:24:32.271649 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-63296d6b-db75-4eca-a608-1ba4b439d662 req-57f24390-e4c2-402c-8595-fef3d6d16f66 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:32.271991 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-63296d6b-db75-4eca-a608-1ba4b439d662 req-57f24390-e4c2-402c-8595-fef3d6d16f66 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.286085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57112) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:32.308111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:5b:3c:4e', 'name': 'tempest-NetworksTestDHCPv6-1243679482'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:32.335731 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05a7dad5-6e79-46ab-93c0-3ec2e4a7f6b4 req-ded30cec-bd15-4ab3-9ac9-5bd9e090d76c service neutron] 10.222.0.11 "GET /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260451 Nov 09 00:24:32.384010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': 'c32b74e3-99dd-4bb9-8403-d69b4ac6054e'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:24:32.385074 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.395120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-63296d6b-db75-4eca-a608-1ba4b439d662 req-57f24390-e4c2-402c-8595-fef3d6d16f66 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:32.395744 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-63296d6b-db75-4eca-a608-1ba4b439d662 req-57f24390-e4c2-402c-8595-fef3d6d16f66 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.416651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-63296d6b-db75-4eca-a608-1ba4b439d662 req-57f24390-e4c2-402c-8595-fef3d6d16f66 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:32.450557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-3751239b-12dc-4ac6-9f67-403e41513b39 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-52826704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:32.489980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a9e3940-a5b8-401f-971e-2b41e7bbad1c req-9c93fe70-ac47-4669-a26a-a7bc1dd7b496 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264374 Nov 09 00:24:32.490723 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3751239b-12dc-4ac6-9f67-403e41513b39 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.491790 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3751239b-12dc-4ac6-9f67-403e41513b39 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.582127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12827241-6126-446f-ba05-995d254cda28 req-628d2f63-ad82-4fcd-bfd5-a6edc7bc16b3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:32.583493 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e59780d-27ef-406c-8b52-4e3128377250 req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.588007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12827241-6126-446f-ba05-995d254cda28 req-628d2f63-ad82-4fcd-bfd5-a6edc7bc16b3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:32.594459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12827241-6126-446f-ba05-995d254cda28 req-628d2f63-ad82-4fcd-bfd5-a6edc7bc16b3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:32.597726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Allocated IP 2001:db8::f816:3eff:fe13:53f0 (835f13d3-1085-44f5-af97-6aaeb0d399b3/c32b74e3-99dd-4bb9-8403-d69b4ac6054e/4909deb4-64bd-48d6-9a1e-af5092120bf1) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:32.600374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12827241-6126-446f-ba05-995d254cda28 req-628d2f63-ad82-4fcd-bfd5-a6edc7bc16b3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:32.602525 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12827241-6126-446f-ba05-995d254cda28 req-628d2f63-ad82-4fcd-bfd5-a6edc7bc16b3 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 3143 time: 0.4300456 Nov 09 00:24:32.627997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-0aec961a-14ee-4215-9415-067e30eacf19 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Deleting port b5a6662b-efda-4873-9888-e7071a337881 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:32.628327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-0aec961a-14ee-4215-9415-067e30eacf19 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.647599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 2d50cd81-16e9-4272-81b6-376185b8079c details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:24:32.681491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e59780d-27ef-406c-8b52-4e3128377250 req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.735332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e59780d-27ef-406c-8b52-4e3128377250 req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:32.761986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-4e59780d-27ef-406c-8b52-4e3128377250 req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:32.770097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e59780d-27ef-406c-8b52-4e3128377250 req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:32.809300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event updated for resources: {'Port': ['ID=9f7ec6ab-0ee8-4950-9b94-9977725366b3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:32.841546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59780d-27ef-406c-8b52-4e3128377250 req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:32.841923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e59780d-27ef-406c-8b52-4e3128377250 req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.846294 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-63296d6b-db75-4eca-a608-1ba4b439d662 req-57f24390-e4c2-402c-8595-fef3d6d16f66 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.861590 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.864357 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 2d50cd81-16e9-4272-81b6-376185b8079c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=2d50cd81-16e9-4272-81b6-376185b8079c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:32.882161 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '2d50cd81-16e9-4272-81b6-376185b8079c', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '2d50cd81-16e9-4272-81b6-376185b8079c', 'mac_address': 'fa:16:3e:eb:83:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:24:32.892860 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.893069 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f24390-e4c2-402c-8595-fef3d6d16f66 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:32.946597 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-63296d6b-db75-4eca-a608-1ba4b439d662 req-57f24390-e4c2-402c-8595-fef3d6d16f66 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] No DVR routers for this DVR port ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:32.952660 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-63296d6b-db75-4eca-a608-1ba4b439d662 req-57f24390-e4c2-402c-8595-fef3d6d16f66 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.957780 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-63296d6b-db75-4eca-a608-1ba4b439d662 req-57f24390-e4c2-402c-8595-fef3d6d16f66 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.11 "DELETE /v2.0/ports/ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae HTTP/1.1" status: 204 len: 173 time: 1.0143423 Nov 09 00:24:32.959774 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'name': 'network-vif-deleted', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:32.968401 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad0987c-d494-4a66-b466-14194cb26a42" -d '{"events": [{"server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "name": "network-vif-deleted", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:32.991048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:32.995479 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:32.997974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:32.999883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Pushing event updated for resources: {'Port': ['ID=4909deb4-64bd-48d6-9a1e-af5092120bf1,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:33.002151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:33.006676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a6662b-efda-4873-9888-e7071a337881'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:33.008906 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb13c7c7-ce5f-44f8-b64b-4e453bd8ee11" -d '{"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a6662b-efda-4873-9888-e7071a337881"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:33.035074 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d50cd81-16e9-4272-81b6-376185b8079c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:24:33.036695 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3751239b-12dc-4ac6-9f67-403e41513b39 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.079058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26aebe8a-d952-4093-b4c2-1408ad5dc071 req-64f79eb5-bc4a-4126-880d-ce4274d91755 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fb86004-9e04-4f4f-8df6-ef405cd91703 HTTP/1.1" status: 200 len: 210 time: 0.4717646 Nov 09 00:24:33.084196 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3751239b-12dc-4ac6-9f67-403e41513b39 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.099195 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-530fa1ac-8846-4692-aa77-7a5f99e27cbe tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.3896463 Nov 09 00:24:33.105663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:33.107787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Request body: {'port': {'device_id': '60722dad-bf13-4ca7-9ba3-7b1207c8b3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:33.114970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 2d50cd81-16e9-4272-81b6-376185b8079c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=2d50cd81-16e9-4272-81b6-376185b8079c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:33.125125 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.129947 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Attempting to bind port 4909deb4-64bd-48d6-9a1e-af5092120bf1 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:33.130716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Attempting to bind port 4909deb4-64bd-48d6-9a1e-af5092120bf1 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:33.131192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Attempting to bind port 4909deb4-64bd-48d6-9a1e-af5092120bf1 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:33.190122 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.192690 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8870f647-ddb3-4eea-bd59-549f3dcd037d x-openstack-request-id: req-8870f647-ddb3-4eea-bd59-549f3dcd037d {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:33.192988 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-deleted", "tag": "d07d1dd2-3a71-4b9a-8b55-7e519c0389b0", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:33.193237 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8870f647-ddb3-4eea-bd59-549f3dcd037d {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:33.193750 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-deleted', 'tag': 'd07d1dd2-3a71-4b9a-8b55-7e519c0389b0', 'status': 'completed', 'code': 200} Nov 09 00:24:33.224695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:33.225216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:33.225827 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.226346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:33.227362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Bound port: 4909deb4-64bd-48d6-9a1e-af5092120bf1, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:33.227853 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.250048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=2d50cd81-16e9-4272-81b6-376185b8079c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:33.255623 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3751239b-12dc-4ac6-9f67-403e41513b39 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.256838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3751239b-12dc-4ac6-9f67-403e41513b39 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1028476 Nov 09 00:24:33.264198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57122) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:33.270578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1592862355'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:33.279528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12827241-6126-446f-ba05-995d254cda28 req-e246957f-4958-4b4a-a715-21030c90b25c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6694705 Nov 09 00:24:33.344521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-0aec961a-14ee-4215-9415-067e30eacf19 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] For port b5a6662b-efda-4873-9888-e7071a337881, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=b5a6662b-efda-4873-9888-e7071a337881,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:33.344521 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-0aec961a-14ee-4215-9415-067e30eacf19 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.390455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5444d195-8641-4f95-9109-5c51dcd732c4 None None] Provisioning complete for port 9f7ec6ab-0ee8-4950-9b94-9977725366b3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:33.390833 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5444d195-8641-4f95-9109-5c51dcd732c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.395005 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.398022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Made reservation on behalf of 17ce15963f6042d594e3e6f113e2c1ca for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:33.408792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.425376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['2d50cd81-16e9-4272-81b6-376185b8079c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:24:33.432426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-0aec961a-14ee-4215-9415-067e30eacf19 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Calling delete_port for b5a6662b-efda-4873-9888-e7071a337881 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:33.435717 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cafe8e-60ea-4e00-a32d-78acd1e4ad8e x-openstack-request-id: req-98cafe8e-60ea-4e00-a32d-78acd1e4ad8e {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:33.436054 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb86004-9e04-4f4f-8df6-ef405cd91703", "name": "network-vif-deleted", "tag": "ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:33.436305 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98cafe8e-60ea-4e00-a32d-78acd1e4ad8e {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:33.436826 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb86004-9e04-4f4f-8df6-ef405cd91703', 'name': 'network-vif-deleted', 'tag': 'ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae', 'status': 'completed', 'code': 200} Nov 09 00:24:33.437150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] For port 4909deb4-64bd-48d6-9a1e-af5092120bf1, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:33.440089 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.540838 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd691f1d-2758-4c68-b4df-ec0f71b86bc8 x-openstack-request-id: req-cd691f1d-2758-4c68-b4df-ec0f71b86bc8 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:33.544056 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a6662b-efda-4873-9888-e7071a337881", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:33.544056 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd691f1d-2758-4c68-b4df-ec0f71b86bc8 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:33.544416 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a6662b-efda-4873-9888-e7071a337881', 'code': 200} Nov 09 00:24:33.572570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] For port 4909deb4-64bd-48d6-9a1e-af5092120bf1, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4909deb4-64bd-48d6-9a1e-af5092120bf1,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:33.589800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5444d195-8641-4f95-9109-5c51dcd732c4 None None] Port 9f7ec6ab-0ee8-4950-9b94-9977725366b3 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:24:33.592094 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.635761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cf1e2-fd96-46a9-bc6a-23c83e99172e req-a7f08674-5b41-4de4-9871-4cb6240eff17 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:33.637403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b46cf1e2-fd96-46a9-bc6a-23c83e99172e req-a7f08674-5b41-4de4-9871-4cb6240eff17 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 895 time: 0.3962300 Nov 09 00:24:33.661196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port a2e8b562-2179-4ab1-b024-13a91e9ebb61 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:24:33.662183 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.682716 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.721973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5460e-af91-44ce-9a37-9ad1b8aec118 None None] Pushing event updated for resources: {'Port': ['ID=4909deb4-64bd-48d6-9a1e-af5092120bf1,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:33.725312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-0aec961a-14ee-4215-9415-067e30eacf19 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.751188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:24:33.754860 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7ec6ab-0ee8-4950-9b94-9977725366b3 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:24:33.766875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9efd318-f536-4c00-91ea-2aeec0f80d85,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:33.781115 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.781512 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Added segment 1a081544-c4d9-4db4-8fc0-9a59c3538148 of type vlan for network fec43e61-869f-424d-9924-43407bf9965b Nov 09 00:24:33.798002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec961a-14ee-4215-9415-067e30eacf19 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Port': ['ID=b5a6662b-efda-4873-9888-e7071a337881,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:33.821037 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.833315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff3b89-fa32-42c6-ad11-8905ae376b63 req-747394a0-4d2e-4678-a10a-ff569a5917e3 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:33.842183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37ff3b89-fa32-42c6-ad11-8905ae376b63 req-747394a0-4d2e-4678-a10a-ff569a5917e3 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 949 time: 0.2018449 Nov 09 00:24:33.848689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.861669 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Transition to ACTIVE for port object 9f7ec6ab-0ee8-4950-9b94-9977725366b3 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:24:33.878056 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.928572 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.937784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:33.938431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.952432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac3981-b540-4d75-98ed-da5b11946cc0 req-1adf8487-4bc2-42bc-b247-6752a38ea621 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:33.959939 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4ac3981-b540-4d75-98ed-da5b11946cc0 req-1adf8487-4bc2-42bc-b247-6752a38ea621 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2397473 Nov 09 00:24:33.970162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-0aec961a-14ee-4215-9415-067e30eacf19 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] No DVR routers for this DVR port b5a6662b-efda-4873-9888-e7071a337881 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:33.983217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7ec6ab-0ee8-4950-9b94-9977725366b3,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:33.985610 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-0aec961a-14ee-4215-9415-067e30eacf19 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:33.989032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-0aec961a-14ee-4215-9415-067e30eacf19 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "DELETE /v2.0/ports/b5a6662b-efda-4873-9888-e7071a337881 HTTP/1.1" status: 204 len: 173 time: 1.9590364 Nov 09 00:24:34.061634 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7962663 Nov 09 00:24:34.070427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::f816:3eff:fe5b:3c4e (835f13d3-1085-44f5-af97-6aaeb0d399b3/c32b74e3-99dd-4bb9-8403-d69b4ac6054e/a2e8b562-2179-4ab1-b024-13a91e9ebb61) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:34.073426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57126) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:34.094798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c39ecbfb-dc8a-4d28-b6b6-2051a67abe34 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Request body: {'subnet': {'network_id': 'fec43e61-869f-424d-9924-43407bf9965b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:34.114960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640b8cb-66bf-483d-b4ef-1b8c8cb0aefc tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event updated for resources: {'Network': ['ID=fec43e61-869f-424d-9924-43407bf9965b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:34.126851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network fec43e61-869f-424d-9924-43407bf9965b details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:24:34.188424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Attempting to bind port 9f7ec6ab-0ee8-4950-9b94-9977725366b3 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:34.188972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Attempting to bind port 9f7ec6ab-0ee8-4950-9b94-9977725366b3 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:34.189470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Attempting to bind port 9f7ec6ab-0ee8-4950-9b94-9977725366b3 on network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:34.195638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Port 9f7ec6ab-0ee8-4950-9b94-9977725366b3 on network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:24:34.196481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Attempting to bind port 9f7ec6ab-0ee8-4950-9b94-9977725366b3 on network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:34.209767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:34.210108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Checking segment: {'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:34.211201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Bound using segment: {'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:34.211656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Bound port: 9f7ec6ab-0ee8-4950-9b94-9977725366b3, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf84ef10-f889-4da4-9de7-e65934e44f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:34.212023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:34.221778 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37ff3b89-fa32-42c6-ad11-8905ae376b63 req-1ffa3f83-99f9-442a-9015-8d40f3c5ce8a tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/security-groups?id=af8a9aed-2721-40b3-af00-c0dbb45775a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701341 Nov 09 00:24:34.260401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4ac3981-b540-4d75-98ed-da5b11946cc0 req-8c40159e-e00d-4956-87e3-fc211fa4f2dc tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994998 Nov 09 00:24:34.330141 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] For port 9f7ec6ab-0ee8-4950-9b94-9977725366b3, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:34.333403 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57132) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:34.337781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] For port 9f7ec6ab-0ee8-4950-9b94-9977725366b3, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9f7ec6ab-0ee8-4950-9b94-9977725366b3,segment=NetworkSegment(bf84ef10-f889-4da4-9de7-e65934e44f1c),segment_id=bf84ef10-f889-4da4-9de7-e65934e44f1c)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:34.399469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:34.501969 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:34.502694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:34.504283 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f7ec6ab-0ee8-4950-9b94-9977725366b3 HTTP/1.1" status: 200 len: 1055 time: 1.4017653 Nov 09 00:24:34.520631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c97f08-9985-4a7e-a073-d269d7a4b796 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7ec6ab-0ee8-4950-9b94-9977725366b3,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:34.596900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4909deb4-64bd-48d6-9a1e-af5092120bf1 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:34.649476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85554b-aa0c-4929-b5e2-cc8f20698151 req-d8e9d72b-d930-4a7d-adf7-3d07884a93f0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:34.663141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85554b-aa0c-4929-b5e2-cc8f20698151 req-d8e9d72b-d930-4a7d-adf7-3d07884a93f0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:34.669241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85554b-aa0c-4929-b5e2-cc8f20698151 req-d8e9d72b-d930-4a7d-adf7-3d07884a93f0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:34.674399 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 2d50cd81-16e9-4272-81b6-376185b8079c up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:34.676935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd85554b-aa0c-4929-b5e2-cc8f20698151 req-d8e9d72b-d930-4a7d-adf7-3d07884a93f0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 2410 time: 0.2658358 Nov 09 00:24:34.679410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4909deb4-64bd-48d6-9a1e-af5092120bf1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:34.679974 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:34.741261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59780d-27ef-406c-8b52-4e3128377250 req-eaf4cb0e-dd5f-4922-9086-cdbeba37b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:34.742826 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-eaf4cb0e-dd5f-4922-9086-cdbeba37b034 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f8f4d027d6a4fa5b7ed1159e04fbc38&device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 1058 time: 0.1895392 Nov 09 00:24:34.786540 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:34.800351 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 2d50cd81-16e9-4272-81b6-376185b8079c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:24:34.814491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 2d50cd81-16e9-4272-81b6-376185b8079c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:34.814783 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:34.830655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39ecbfb-dc8a-4d28-b6b6-2051a67abe34 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Made reservation on behalf of 17ce15963f6042d594e3e6f113e2c1ca for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:34.830869 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-ce374665-7f96-493e-9ea8-899d074a59f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=9f7ec6ab-0ee8-4950-9b94-9977725366b3 HTTP/1.1" status: 200 len: 217 time: 0.0571327 Nov 09 00:24:34.836203 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39ecbfb-dc8a-4d28-b6b6-2051a67abe34 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:34.860683 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:34.875318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:34.914496 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:34.921690 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:34.921920 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Deleting port 1c0ee573-9c26-4590-b2c2-93f87044e954 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:34.922188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device ecdc80c8-5e74-4ebe-8ac6-6f002766a9ae not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:34.922296 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:34.952710 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59780d-27ef-406c-8b52-4e3128377250 req-52655210-d63a-49f7-b576-32e4064ef310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:34.954231 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-52655210-d63a-49f7-b576-32e4064ef310 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af6e360e-75ac-4308-b99f-58ed058f14a6 HTTP/1.1" status: 200 len: 838 time: 0.1152532 Nov 09 00:24:34.954715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 4909deb4-64bd-48d6-9a1e-af5092120bf1, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4909deb4-64bd-48d6-9a1e-af5092120bf1,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:34.970666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdee5a-a7b1-4085-927a-0ba6c346473b req-4d0b4745-2211-4efc-9246-a844ee010c07 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:34.979229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03cdee5a-a7b1-4085-927a-0ba6c346473b req-4d0b4745-2211-4efc-9246-a844ee010c07 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.6181889 Nov 09 00:24:34.984185 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:35.053053 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:35.065808 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd85554b-aa0c-4929-b5e2-cc8f20698151 req-97e8b7f3-1a42-487a-b5f1-22a8d49c465e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3829601 Nov 09 00:24:35.075714 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59780d-27ef-406c-8b52-4e3128377250 req-4767b01d-1b88-406a-b9dd-40563a22b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:35.078106 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-4767b01d-1b88-406a-b9dd-40563a22b8ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140084 Nov 09 00:24:35.094585 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=4909deb4-64bd-48d6-9a1e-af5092120bf1,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:35.106589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 2d50cd81-16e9-4272-81b6-376185b8079c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=2d50cd81-16e9-4272-81b6-376185b8079c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:35.111711 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:35.144303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:35.151092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:35.168872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:35.175423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:35.176229 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:35.186728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=2d50cd81-16e9-4272-81b6-376185b8079c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:35.200111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-deleted', 'tag': 'b5a6662b-efda-4873-9888-e7071a337881'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:35.202535 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d6f9d6-ad87-43ed-8d7b-15f0d3b305f2" -d '{"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-deleted", "tag": "b5a6662b-efda-4873-9888-e7071a337881"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:35.238943 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9454906 Nov 09 00:24:35.247766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57142) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:35.250454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab7dfd-0643-4b30-8eb3-a2de6e3cf00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=a2e8b562-2179-4ab1-b024-13a91e9ebb61,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:35.280827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03cdee5a-a7b1-4085-927a-0ba6c346473b req-5edaed1b-a3d6-444d-9c9a-b73d32d30248 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006451 Nov 09 00:24:35.309687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] For port 1c0ee573-9c26-4590-b2c2-93f87044e954, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1c0ee573-9c26-4590-b2c2-93f87044e954,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:35.309687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:35.310998 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e584c70d-951c-45ce-9184-930246cd8f4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:35.381939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-bd801eb0-35b8-41ee-92ff-050bc33131dc None None] Provisioning complete for port 4909deb4-64bd-48d6-9a1e-af5092120bf1 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:35.385745 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd801eb0-35b8-41ee-92ff-050bc33131dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:35.389034 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd0d2d9-1d10-41a2-8c7a-ecdf140f25e7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:35.395017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd0d2d9-1d10-41a2-8c7a-ecdf140f25e7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:35.400026 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0bd0d2d9-1d10-41a2-8c7a-ecdf140f25e7 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1481087 Nov 09 00:24:35.400026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57148) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:35.410273 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-4eaa2fc2-7d7f-4341-a6a8-fb5885264f66 service neutron] 10.222.0.30 "GET /v2.0/networks/05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624717 Nov 09 00:24:35.466408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60722dad-bf13-4ca7-9ba3-7b1207c8b3d5', 'tag': '9f7ec6ab-0ee8-4950-9b94-9977725366b3'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:35.468818 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c101cd7d-fc86-400d-a728-85cde2cd7053" -d '{"events": [{"name": "network-changed", "server_uuid": "60722dad-bf13-4ca7-9ba3-7b1207c8b3d5", "tag": "9f7ec6ab-0ee8-4950-9b94-9977725366b3"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:35.546063 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cd8a31-2c79-4962-9610-1dd205ce00be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d50cd81-16e9-4272-81b6-376185b8079c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:35.549372 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4063e4-1e9b-428d-8e53-69e9ff567b20" -d '{"events": [{"server_uuid": "04cd8a31-2c79-4962-9610-1dd205ce00be", "name": "network-vif-plugged", "status": "completed", "tag": "2d50cd81-16e9-4272-81b6-376185b8079c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:35.579419 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:35.579909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:35.580297 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Floating IP 09534007-ec4f-4cf0-9c0e-740ec13f615e disassociated. External IP: 172.25.0.37, port: 1c0ee573-9c26-4590-b2c2-93f87044e954. Nov 09 00:24:35.580649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Calling delete_port for 1c0ee573-9c26-4590-b2c2-93f87044e954 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:35.673292 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba40f7c-b296-4e8a-bf43-ed505bb07456 x-openstack-request-id: req-6ba40f7c-b296-4e8a-bf43-ed505bb07456 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:35.673987 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-deleted", "tag": "b5a6662b-efda-4873-9888-e7071a337881", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:35.673987 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ba40f7c-b296-4e8a-bf43-ed505bb07456 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:35.674268 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-deleted', 'tag': 'b5a6662b-efda-4873-9888-e7071a337881', 'status': 'completed', 'code': 200} Nov 09 00:24:35.697307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c94d0d-bfa9-425f-93dc-ab2b6917d1de req-826808fa-5c08-4422-b530-a8ab8e198277 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:35.698983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61c94d0d-bfa9-425f-93dc-ab2b6917d1de req-826808fa-5c08-4422-b530-a8ab8e198277 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 907 time: 0.5034118 Nov 09 00:24:35.742000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-972a6a92-ed59-48f5-913a-fd2f30a4520a None None] Provisioning complete for port a2e8b562-2179-4ab1-b024-13a91e9ebb61 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:35.742000 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-972a6a92-ed59-48f5-913a-fd2f30a4520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:35.784826 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-972a6a92-ed59-48f5-913a-fd2f30a4520a None None] Port a2e8b562-2179-4ab1-b024-13a91e9ebb61 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:24:35.824620 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39ecbfb-dc8a-4d28-b6b6-2051a67abe34 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:35.848167 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a4a825-0ef7-45ab-8edd-f4a5a2839e4a x-openstack-request-id: req-03a4a825-0ef7-45ab-8edd-f4a5a2839e4a {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:35.848582 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cd8a31-2c79-4962-9610-1dd205ce00be", "name": "network-vif-plugged", "status": "completed", "tag": "2d50cd81-16e9-4272-81b6-376185b8079c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:35.848969 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03a4a825-0ef7-45ab-8edd-f4a5a2839e4a {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:35.849562 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cd8a31-2c79-4962-9610-1dd205ce00be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d50cd81-16e9-4272-81b6-376185b8079c', 'code': 200} Nov 09 00:24:35.876196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9086eb8-52c2-4bbc-ab05-a393b7bc3965 req-0eea3546-e41b-4414-a163-5c375a3c6a21 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:35.877818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9086eb8-52c2-4bbc-ab05-a393b7bc3965 req-0eea3546-e41b-4414-a163-5c375a3c6a21 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 950 time: 0.2027721 Nov 09 00:24:35.923509 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ecbfb-dc8a-4d28-b6b6-2051a67abe34 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event updated for resources: {'Subnet': ['ID=5f213eed-9d44-4551-b3c3-c5f1f9f60412,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:35.972821 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1540e1e2-9c01-4b37-9d55-d69a52b8e9a8 x-openstack-request-id: req-1540e1e2-9c01-4b37-9d55-d69a52b8e9a8 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:35.973461 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60722dad-bf13-4ca7-9ba3-7b1207c8b3d5", "tag": "9f7ec6ab-0ee8-4950-9b94-9977725366b3", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:35.973461 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1540e1e2-9c01-4b37-9d55-d69a52b8e9a8 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:35.973761 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60722dad-bf13-4ca7-9ba3-7b1207c8b3d5', 'tag': '9f7ec6ab-0ee8-4950-9b94-9977725366b3', 'status': 'completed', 'code': 200} Nov 09 00:24:36.025999 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.041544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ecbfb-dc8a-4d28-b6b6-2051a67abe34 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Checking segment: {'id': '1a081544-c4d9-4db4-8fc0-9a59c3538148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fec43e61-869f-424d-9924-43407bf9965b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:36.041757 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4e59780d-27ef-406c-8b52-4e3128377250 req-747355a1-11c2-47a0-a9ac-aa046524a24e service neutron] 10.222.0.30 "GET /v2.0/networks/05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761864 Nov 09 00:24:36.041912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39ecbfb-dc8a-4d28-b6b6-2051a67abe34 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Network hostable DHCP agents. Network: fec43e61-869f-424d-9924-43407bf9965b, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:24:36.051612 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9086eb8-52c2-4bbc-ab05-a393b7bc3965 req-846e8fa8-e187-4a4b-bf6a-f15fdf181e9f tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/security-groups?id=af8a9aed-2721-40b3-af00-c0dbb45775a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519575 Nov 09 00:24:36.076115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f2120-6d6c-4a98-aa0a-adf6c35ec3fe req-b57d4c41-9dd6-461f-9a89-6302545f43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:36.077950 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3a1f2120-6d6c-4a98-aa0a-adf6c35ec3fe req-b57d4c41-9dd6-461f-9a89-6302545f43fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 1101 time: 0.1006420 Nov 09 00:24:36.079959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5d36b-8f0e-4673-99ec-7bafd9f6d3b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port a2e8b562-2179-4ab1-b024-13a91e9ebb61 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:36.080857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebd5d36b-8f0e-4673-99ec-7bafd9f6d3b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.081172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Port': ['ID=1c0ee573-9c26-4590-b2c2-93f87044e954,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:36.091768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd94e5c-97ac-4868-83a8-b4c6326ea7eb req-938b7c15-cd14-49d6-b644-c4dfcd2be9f8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:36.093301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7fd94e5c-97ac-4868-83a8-b4c6326ea7eb req-938b7c15-cd14-49d6-b644-c4dfcd2be9f8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1886139 Nov 09 00:24:36.162302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39ecbfb-dc8a-4d28-b6b6-2051a67abe34 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Network fec43e61-869f-424d-9924-43407bf9965b is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:24:36.198778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-c39ecbfb-dc8a-4d28-b6b6-2051a67abe34 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, fec43e61-869f-424d-9924-43407bf9965b) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:36.208744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16fd751-2e7b-4a4d-a279-520bfa4eb5dd None None] Network fec43e61-869f-424d-9924-43407bf9965b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:36.229440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39ecbfb-dc8a-4d28-b6b6-2051a67abe34 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:36.229962 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39ecbfb-dc8a-4d28-b6b6-2051a67abe34 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.282392 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3a1f2120-6d6c-4a98-aa0a-adf6c35ec3fe req-e307aeaa-cc7e-4cee-a2bc-f097e00891a6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=af8a9aed-2721-40b3-af00-c0dbb45775a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844356 Nov 09 00:24:36.284284 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebd5d36b-8f0e-4673-99ec-7bafd9f6d3b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.301626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101cd7d-fc86-400d-a728-85cde2cd7053 req-2f9a1921-bef6-4a41-9676-728ab9a91f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:36.303244 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c101cd7d-fc86-400d-a728-85cde2cd7053 req-2f9a1921-bef6-4a41-9676-728ab9a91f86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f8f4d027d6a4fa5b7ed1159e04fbc38&device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 1058 time: 0.1696279 Nov 09 00:24:36.311029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5d36b-8f0e-4673-99ec-7bafd9f6d3b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for a2e8b562-2179-4ab1-b024-13a91e9ebb61 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:36.367236 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-fec43e61-869f-424d-9924-43407bf9965b', 'network_id': 'fec43e61-869f-424d-9924-43407bf9965b', 'tenant_id': '17ce15963f6042d594e3e6f113e2c1ca', 'fixed_ips': [{'subnet_id': '5f213eed-9d44-4551-b3c3-c5f1f9f60412'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:24:36.368262 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.422881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e584c70d-951c-45ce-9184-930246cd8f4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port a40170e4-3da4-4e52-872f-dba0d0771e7c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:36.423223 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e584c70d-951c-45ce-9184-930246cd8f4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.545187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Allocated IP 172.20.0.2 (fec43e61-869f-424d-9924-43407bf9965b/5f213eed-9d44-4551-b3c3-c5f1f9f60412/58750b02-7081-4843-98d8-0adb464e7e4e) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:36.587723 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4909deb4-64bd-48d6-9a1e-af5092120bf1 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:36.655616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7fd94e5c-97ac-4868-83a8-b4c6326ea7eb req-ea517735-ae2d-424a-8957-acf79ff5bb23 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357852 Nov 09 00:24:36.655616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c39ecbfb-dc8a-4d28-b6b6-2051a67abe34 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5670569 Nov 09 00:24:36.655991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57160) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:36.662460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2140436-cb1d-4fae-a897-da3b3b2a7fd5 req-5ed0d22a-f9e0-4a39-8032-b7c9256b1b0a tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:36.662626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8c9d4b70-6807-44a4-a1df-a35adc31cd05 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Request body: {'network': {'name': 'tempest-router-network01--636887665'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:36.668647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-e584c70d-951c-45ce-9184-930246cd8f4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port a40170e4-3da4-4e52-872f-dba0d0771e7c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a40170e4-3da4-4e52-872f-dba0d0771e7c,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:36.669050 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e584c70d-951c-45ce-9184-930246cd8f4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.677762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2140436-cb1d-4fae-a897-da3b3b2a7fd5 req-5ed0d22a-f9e0-4a39-8032-b7c9256b1b0a tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:36.679914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2140436-cb1d-4fae-a897-da3b3b2a7fd5 req-5ed0d22a-f9e0-4a39-8032-b7c9256b1b0a tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 1676 time: 0.5120044 Nov 09 00:24:36.684580 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebd5d36b-8f0e-4673-99ec-7bafd9f6d3b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.704867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e584c70d-951c-45ce-9184-930246cd8f4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for a40170e4-3da4-4e52-872f-dba0d0771e7c owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:36.717834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Router 616afd0e-7636-40e9-90e9-c18cf8092af9 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:24:36.725044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4909deb4-64bd-48d6-9a1e-af5092120bf1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:36.725452 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.738326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101cd7d-fc86-400d-a728-85cde2cd7053 req-fd4312a1-694f-4949-b013-e1cf2e110f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:36.739797 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c101cd7d-fc86-400d-a728-85cde2cd7053 req-fd4312a1-694f-4949-b013-e1cf2e110f0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea HTTP/1.1" status: 200 len: 897 time: 0.2474563 Nov 09 00:24:36.744412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5d36b-8f0e-4673-99ec-7bafd9f6d3b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=a2e8b562-2179-4ab1-b024-13a91e9ebb61,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:36.799632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebd5d36b-8f0e-4673-99ec-7bafd9f6d3b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.808952 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ebd5d36b-8f0e-4673-99ec-7bafd9f6d3b1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/a2e8b562-2179-4ab1-b024-13a91e9ebb61 HTTP/1.1" status: 204 len: 168 time: 1.4052155 Nov 09 00:24:36.838205 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.848782 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.859856 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9d4b70-6807-44a4-a1df-a35adc31cd05 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Made reservation on behalf of 17ce15963f6042d594e3e6f113e2c1ca for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:36.864059 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d4b70-6807-44a4-a1df-a35adc31cd05 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:36.866017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57166) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:36.906833 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c101cd7d-fc86-400d-a728-85cde2cd7053 req-a45c778e-70a6-48a5-bf59-8c4523bcc25c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=9f7ec6ab-0ee8-4950-9b94-9977725366b3 HTTP/1.1" status: 200 len: 217 time: 0.1579013 Nov 09 00:24:36.918236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:36.929179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Network fec43e61-869f-424d-9924-43407bf9965b is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:36.940048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:36.942248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78264c0-f46c-4a14-a180-f238a62e95e8 None None] Sync routers for ids ['616afd0e-7636-40e9-90e9-c18cf8092af9'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:36.946246 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:36.954147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Pushing event updated for resources: {'Port': ['ID=58750b02-7081-4843-98d8-0adb464e7e4e,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:36.999741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78264c0-f46c-4a14-a180-f238a62e95e8 None None] Routers {'616afd0e-7636-40e9-90e9-c18cf8092af9'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:37.000640 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d78264c0-f46c-4a14-a180-f238a62e95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['616afd0e-7636-40e9-90e9-c18cf8092af9'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:37.016796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2140436-cb1d-4fae-a897-da3b3b2a7fd5 req-85e304f7-bb7a-4f31-b97a-99ee979531ee tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955163 Nov 09 00:24:37.021176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9d4b70-6807-44a4-a1df-a35adc31cd05 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:24:37.023990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] No DVR routers for this DVR port 1c0ee573-9c26-4590-b2c2-93f87044e954 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:37.029240 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.043539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-f62faf6b-60af-4fd0-9173-74dbac2a501b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "DELETE /v2.0/ports/1c0ee573-9c26-4590-b2c2-93f87044e954 HTTP/1.1" status: 204 len: 173 time: 2.9937370 Nov 09 00:24:37.056077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb88d2a-1203-4706-bf4f-5f5e76fe33cc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:37.057802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb88d2a-1203-4706-bf4f-5f5e76fe33cc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:37.060248 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3cb88d2a-1203-4706-bf4f-5f5e76fe33cc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1648483 Nov 09 00:24:37.062669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afa9c2-6f70-48b5-b1e1-199f03301a2e req-24fa12b3-3a54-4c80-8018-bc86dccbd83e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:37.066114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101cd7d-fc86-400d-a728-85cde2cd7053 req-1c1638a3-2408-44fa-ad41-4cce4e29c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:37.067596 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c101cd7d-fc86-400d-a728-85cde2cd7053 req-1c1638a3-2408-44fa-ad41-4cce4e29c0de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af6e360e-75ac-4308-b99f-58ed058f14a6 HTTP/1.1" status: 200 len: 838 time: 0.1466827 Nov 09 00:24:37.068143 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57168) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:37.069457 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d4b70-6807-44a4-a1df-a35adc31cd05 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.069799 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-8c9d4b70-6807-44a4-a1df-a35adc31cd05 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Added segment 55939835-949a-49a5-8364-5c2a4b6f8ede of type vlan for network f67d6a99-702f-41e0-90a4-1b845345a48f Nov 09 00:24:37.070678 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72afa9c2-6f70-48b5-b1e1-199f03301a2e req-24fa12b3-3a54-4c80-8018-bc86dccbd83e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1659067 Nov 09 00:24:37.078735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Attempting to bind port 58750b02-7081-4843-98d8-0adb464e7e4e on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:37.078735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Attempting to bind port 58750b02-7081-4843-98d8-0adb464e7e4e by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a081544-c4d9-4db4-8fc0-9a59c3538148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fec43e61-869f-424d-9924-43407bf9965b'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:37.078735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Attempting to bind port 58750b02-7081-4843-98d8-0adb464e7e4e on network fec43e61-869f-424d-9924-43407bf9965b {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:37.094389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:37.094857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Checking segment: {'id': '1a081544-c4d9-4db4-8fc0-9a59c3538148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fec43e61-869f-424d-9924-43407bf9965b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:37.095332 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.095799 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Bound using segment: {'id': '1a081544-c4d9-4db4-8fc0-9a59c3538148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fec43e61-869f-424d-9924-43407bf9965b'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:37.096478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Bound port: 58750b02-7081-4843-98d8-0adb464e7e4e, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a081544-c4d9-4db4-8fc0-9a59c3538148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fec43e61-869f-424d-9924-43407bf9965b'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:37.096859 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.135978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bdda92-af05-4957-9319-558328e41dd3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet c32b74e3-99dd-4bb9-8403-d69b4ac6054e {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:37.181340 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-73bdda92-af05-4957-9319-558328e41dd3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.211304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d78264c0-f46c-4a14-a180-f238a62e95e8 None None] Set router 616afd0e-7636-40e9-90e9-c18cf8092af9 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:37.229001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72afa9c2-6f70-48b5-b1e1-199f03301a2e req-6fac09d8-1b30-426b-ad75-0037ef5b99e6 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328609 Nov 09 00:24:37.270627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afdaab-2632-4157-91ad-ef34e1fc1d78 req-4df81583-9fdf-4b50-a8a7-28d553a3e0c4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:37.272568 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84afdaab-2632-4157-91ad-ef34e1fc1d78 req-4df81583-9fdf-4b50-a8a7-28d553a3e0c4 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 907 time: 0.1312101 Nov 09 00:24:37.300656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-71c14b39-2212-451c-ac3d-de2a07d7037c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Deleting port cc1506de-6e61-4a64-b986-f96a0cbae5e0 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:37.303420 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-71c14b39-2212-451c-ac3d-de2a07d7037c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.303605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d4b70-6807-44a4-a1df-a35adc31cd05 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.329987 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-73bdda92-af05-4957-9319-558328e41dd3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.382957 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101cd7d-fc86-400d-a728-85cde2cd7053 req-1fa23822-4339-4f78-9c41-b27a651d6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:37.384853 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c101cd7d-fc86-400d-a728-85cde2cd7053 req-1fa23822-4339-4f78-9c41-b27a651d6b50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2448256 Nov 09 00:24:37.464138 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d4b70-6807-44a4-a1df-a35adc31cd05 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.471164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d4b70-6807-44a4-a1df-a35adc31cd05 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:37.471905 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d4b70-6807-44a4-a1df-a35adc31cd05 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.495069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257bb53-97de-4d41-9f61-744ca0ad9129 req-5ad2167a-495d-4f0d-9b7b-5e4d1e659871 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:37.497008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1257bb53-97de-4d41-9f61-744ca0ad9129 req-5ad2167a-495d-4f0d-9b7b-5e4d1e659871 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 950 time: 0.1576796 Nov 09 00:24:37.549619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-71c14b39-2212-451c-ac3d-de2a07d7037c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] For port cc1506de-6e61-4a64-b986-f96a0cbae5e0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=cc1506de-6e61-4a64-b986-f96a0cbae5e0,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:37.550972 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-71c14b39-2212-451c-ac3d-de2a07d7037c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.553010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] For port 58750b02-7081-4843-98d8-0adb464e7e4e, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:37.564651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61610b85-31c2-444e-8421-f67da8ea25cd req-64540464-9c50-4089-97b6-4ab119e65790 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:37.573599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61610b85-31c2-444e-8421-f67da8ea25cd req-64540464-9c50-4089-97b6-4ab119e65790 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1448309 Nov 09 00:24:37.586066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] For port 58750b02-7081-4843-98d8-0adb464e7e4e, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=58750b02-7081-4843-98d8-0adb464e7e4e,segment=NetworkSegment(1a081544-c4d9-4db4-8fc0-9a59c3538148),segment_id=1a081544-c4d9-4db4-8fc0-9a59c3538148)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:37.613838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-71c14b39-2212-451c-ac3d-de2a07d7037c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Calling delete_port for cc1506de-6e61-4a64-b986-f96a0cbae5e0 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:37.622349 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.629559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d4b70-6807-44a4-a1df-a35adc31cd05 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event updated for resources: {'Network': ['ID=f67d6a99-702f-41e0-90a4-1b845345a48f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:37.649580 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8c9d4b70-6807-44a4-a1df-a35adc31cd05 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9902596 Nov 09 00:24:37.655845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57176) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:37.656018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network f67d6a99-702f-41e0-90a4-1b845345a48f details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:24:37.668557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-55350b1a-b04c-4a94-b4e9-7df90aee0c1b tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Request body: {'network': {'name': 'tempest-router-network02--2049584306'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:37.680909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e584c70d-951c-45ce-9184-930246cd8f4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.685748 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-73bdda92-af05-4957-9319-558328e41dd3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.777755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584c70d-951c-45ce-9184-930246cd8f4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=a40170e4-3da4-4e52-872f-dba0d0771e7c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:37.839152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-deleted', 'tag': '1c0ee573-9c26-4590-b2c2-93f87044e954'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:37.840064 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a53fb4-00ef-40bb-9b88-86e22ce63ad0 None None] Pushing event updated for resources: {'Port': ['ID=58750b02-7081-4843-98d8-0adb464e7e4e,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:37.842633 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5159dce-eb69-416c-b47f-237d1cb961d0" -d '{"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-deleted", "tag": "1c0ee573-9c26-4590-b2c2-93f87044e954"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:37.852213 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c101cd7d-fc86-400d-a728-85cde2cd7053 req-5784f038-7b4e-49ce-9fa3-73ae6f4dff33 service neutron] 10.222.0.30 "GET /v2.0/networks/05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488628 Nov 09 00:24:37.852947 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55350b1a-b04c-4a94-b4e9-7df90aee0c1b tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Made reservation on behalf of 17ce15963f6042d594e3e6f113e2c1ca for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:37.857095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55350b1a-b04c-4a94-b4e9-7df90aee0c1b tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.908782 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-71c14b39-2212-451c-ac3d-de2a07d7037c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:37.914216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d78264c0-f46c-4a14-a180-f238a62e95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fa934def-9e15-47b1-9694-f3e1540b2b87', 'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'mac_address': 'fa:16:3e:d2:51:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:55Z', 'updated_at': '2021-11-09T00:14:04Z', 'revision_number': 5, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'subnets': [{'id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:37.987875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78264c0-f46c-4a14-a180-f238a62e95e8 None None] Checking router: 616afd0e-7636-40e9-90e9-c18cf8092af9 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:24:37.991408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1257bb53-97de-4d41-9f61-744ca0ad9129 req-bacaadad-d9c6-40c2-a89a-c1475bb83913 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/security-groups?id=af8a9aed-2721-40b3-af00-c0dbb45775a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666283 Nov 09 00:24:38.028500 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78264c0-f46c-4a14-a180-f238a62e95e8 None None] Routers {'616afd0e-7636-40e9-90e9-c18cf8092af9'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:38.029166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d78264c0-f46c-4a14-a180-f238a62e95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['616afd0e-7636-40e9-90e9-c18cf8092af9'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:38.045295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55350b1a-b04c-4a94-b4e9-7df90aee0c1b tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:24:38.066439 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-73bdda92-af05-4957-9319-558328e41dd3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:38.140113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61610b85-31c2-444e-8421-f67da8ea25cd req-556cd799-778c-4ff8-bf63-d7c649ec10af tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649009 Nov 09 00:24:38.152843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdda92-af05-4957-9319-558328e41dd3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=c32b74e3-99dd-4bb9-8403-d69b4ac6054e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:38.185630 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e69400-e44e-4f81-9818-e58d2314c37c x-openstack-request-id: req-f4e69400-e44e-4f81-9818-e58d2314c37c {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:38.186092 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-deleted", "tag": "1c0ee573-9c26-4590-b2c2-93f87044e954", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:38.186932 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4e69400-e44e-4f81-9818-e58d2314c37c {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:38.190317 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-deleted', 'tag': '1c0ee573-9c26-4590-b2c2-93f87044e954', 'status': 'completed', 'code': 200} Nov 09 00:24:38.191745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c14b39-2212-451c-ac3d-de2a07d7037c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Port': ['ID=cc1506de-6e61-4a64-b986-f96a0cbae5e0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:38.192300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55350b1a-b04c-4a94-b4e9-7df90aee0c1b tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:38.192659 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-55350b1a-b04c-4a94-b4e9-7df90aee0c1b tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Added segment fe25680e-e4ea-4fdb-8c37-160645291d2e of type vlan for network 268ad67a-3783-43e1-b4b3-3f2c6ab92830 Nov 09 00:24:38.197118 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-73bdda92-af05-4957-9319-558328e41dd3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:38.200634 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-73bdda92-af05-4957-9319-558328e41dd3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/c32b74e3-99dd-4bb9-8403-d69b4ac6054e HTTP/1.1" status: 204 len: 168 time: 1.1272187 Nov 09 00:24:38.209787 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637cb16-b52e-49be-a7b7-80909a39f8fd None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:38.211546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57184) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:38.314548 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c101cd7d-fc86-400d-a728-85cde2cd7053 req-56ddaa92-5d1b-4969-86ef-f469c27b2921 service neutron] 10.222.0.30 "GET /v2.0/networks/05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530764 Nov 09 00:24:38.325597 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e584c70d-951c-45ce-9184-930246cd8f4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:38.328417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55350b1a-b04c-4a94-b4e9-7df90aee0c1b tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:38.340779 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d78264c0-f46c-4a14-a180-f238a62e95e8 None None] Set router 616afd0e-7636-40e9-90e9-c18cf8092af9 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:38.392766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c14e28ba-7788-4976-8662-230d3aeaf74b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1394837 Nov 09 00:24:38.396639 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57188) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:38.405592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-08fbbfbb-b220-49b2-b0c5-2233f15eadaf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:38.408700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-71c14b39-2212-451c-ac3d-de2a07d7037c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] No DVR routers for this DVR port cc1506de-6e61-4a64-b986-f96a0cbae5e0 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:38.416057 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-71c14b39-2212-451c-ac3d-de2a07d7037c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:38.420327 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-71c14b39-2212-451c-ac3d-de2a07d7037c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "DELETE /v2.0/ports/cc1506de-6e61-4a64-b986-f96a0cbae5e0 HTTP/1.1" status: 204 len: 173 time: 1.3485014 Nov 09 00:24:38.437588 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55350b1a-b04c-4a94-b4e9-7df90aee0c1b tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:38.443026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55350b1a-b04c-4a94-b4e9-7df90aee0c1b tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:38.443605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55350b1a-b04c-4a94-b4e9-7df90aee0c1b tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:38.524010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486309eb-e4e6-49f7-a3e1-bb03a7492c59 req-58a63ec9-e5f4-48ce-932d-b75b5a24e92a tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:38.532219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486309eb-e4e6-49f7-a3e1-bb03a7492c59 req-58a63ec9-e5f4-48ce-932d-b75b5a24e92a tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 942 time: 0.2723374 Nov 09 00:24:38.545622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb311e6b-5253-4c27-b2aa-080f60abe251 req-37a43aae-7187-46a5-89ee-2b3e16c33af3 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:38.547339 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb311e6b-5253-4c27-b2aa-080f60abe251 req-37a43aae-7187-46a5-89ee-2b3e16c33af3 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2824304 Nov 09 00:24:38.601529 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-55350b1a-b04c-4a94-b4e9-7df90aee0c1b tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9407473 Nov 09 00:24:38.619732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57190) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:38.630825 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-049136e1-1c21-4db7-86f0-58318ec4cf10 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Request body: {'subnet': {'network_id': 'f67d6a99-702f-41e0-90a4-1b845345a48f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:38.639709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55350b1a-b04c-4a94-b4e9-7df90aee0c1b tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event updated for resources: {'Network': ['ID=268ad67a-3783-43e1-b4b3-3f2c6ab92830,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:38.666205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 268ad67a-3783-43e1-b4b3-3f2c6ab92830 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:24:38.719056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 58750b02-7081-4843-98d8-0adb464e7e4e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:38.731535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fbbfbb-b220-49b2-b0c5-2233f15eadaf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:38.735043 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08fbbfbb-b220-49b2-b0c5-2233f15eadaf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:38.839060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38efce9e-d179-4b13-a4ed-b36d5f041bb9 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:24:38.841451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-486309eb-e4e6-49f7-a3e1-bb03a7492c59 req-e1e51105-0925-4573-82b0-0da20963c877 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups?id=eadbd130-bd42-44b1-89a8-fbc1961c5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3078551 Nov 09 00:24:38.882749 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 58750b02-7081-4843-98d8-0adb464e7e4e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:38.883264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:38.905114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-c904cff2-9f20-495e-bb79-f280ff8c087c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Deleting port 53769426-080d-41b0-bd08-730566e2cb45 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:38.905114 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-c904cff2-9f20-495e-bb79-f280ff8c087c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:38.974299 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb311e6b-5253-4c27-b2aa-080f60abe251 req-4a1aa08c-289a-43db-bf8e-6f9701993f78 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014015 Nov 09 00:24:38.996035 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:24:39.002933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049136e1-1c21-4db7-86f0-58318ec4cf10 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Made reservation on behalf of 17ce15963f6042d594e3e6f113e2c1ca for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:39.006839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-049136e1-1c21-4db7-86f0-58318ec4cf10 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.036375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-38efce9e-d179-4b13-a4ed-b36d5f041bb9 None None] Deleting port 4909deb4-64bd-48d6-9a1e-af5092120bf1 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:39.036730 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-38efce9e-d179-4b13-a4ed-b36d5f041bb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.117882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-38efce9e-d179-4b13-a4ed-b36d5f041bb9 None None] For port 4909deb4-64bd-48d6-9a1e-af5092120bf1, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4909deb4-64bd-48d6-9a1e-af5092120bf1,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:39.118026 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-38efce9e-d179-4b13-a4ed-b36d5f041bb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.133683 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-38efce9e-d179-4b13-a4ed-b36d5f041bb9 None None] Calling delete_port for 4909deb4-64bd-48d6-9a1e-af5092120bf1 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:39.151235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-c904cff2-9f20-495e-bb79-f280ff8c087c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] For port 53769426-080d-41b0-bd08-730566e2cb45, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=53769426-080d-41b0-bd08-730566e2cb45,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:39.152520 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-c904cff2-9f20-495e-bb79-f280ff8c087c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.168657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-c904cff2-9f20-495e-bb79-f280ff8c087c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Calling delete_port for 53769426-080d-41b0-bd08-730566e2cb45 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:39.241095 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.247913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e584c70d-951c-45ce-9184-930246cd8f4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router f9a17d37-87f8-4758-bca5-504d370d8c59 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:24:39.284406 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 58750b02-7081-4843-98d8-0adb464e7e4e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=58750b02-7081-4843-98d8-0adb464e7e4e,segment=NetworkSegment(1a081544-c4d9-4db4-8fc0-9a59c3538148),segment_id=1a081544-c4d9-4db4-8fc0-9a59c3538148)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:39.287459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d78264c0-f46c-4a14-a180-f238a62e95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fa934def-9e15-47b1-9694-f3e1540b2b87', 'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'mac_address': 'fa:16:3e:d2:51:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:55Z', 'updated_at': '2021-11-09T00:14:04Z', 'revision_number': 5, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'subnets': [{'id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:39.294563 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.329198 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-c904cff2-9f20-495e-bb79-f280ff8c087c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.332048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78264c0-f46c-4a14-a180-f238a62e95e8 None None] The sync data for ids ['616afd0e-7636-40e9-90e9-c18cf8092af9'] in n-d-813263-3 is: [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:13:56Z', 'revision_number': 4, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fa934def-9e15-47b1-9694-f3e1540b2b87', 'name': '', 'network_id': 'cd00dfb3-9954-4da4-8bab-f4742925ef5a', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'mac_address': 'fa:16:3e:d2:51:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:55Z', 'updated_at': '2021-11-09T00:14:04Z', 'revision_number': 5, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'subnets': [{'id': '3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:39.407687 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-38efce9e-d179-4b13-a4ed-b36d5f041bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.416001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a99d1ec-2092-4158-8d40-f3f0d58330bd None None] Network fec43e61-869f-424d-9924-43407bf9965b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:39.424297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=58750b02-7081-4843-98d8-0adb464e7e4e,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:39.465646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efce9e-d179-4b13-a4ed-b36d5f041bb9 None None] Pushing event deleted for resources: {'Port': ['ID=4909deb4-64bd-48d6-9a1e-af5092120bf1,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:39.504315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e584c70d-951c-45ce-9184-930246cd8f4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:39.507814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904cff2-9f20-495e-bb79-f280ff8c087c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Port': ['ID=53769426-080d-41b0-bd08-730566e2cb45,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:39.516826 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38efce9e-d179-4b13-a4ed-b36d5f041bb9 None None] No DVR routers for this DVR port 4909deb4-64bd-48d6-9a1e-af5092120bf1 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:39.518536 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baec929-bdd3-43e8-9a7e-03fe9d7cbae2 None None] Sync routers for ids ['f9a17d37-87f8-4758-bca5-504d370d8c59'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:39.520922 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e584c70d-951c-45ce-9184-930246cd8f4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "PUT /v2.0/routers/f9a17d37-87f8-4758-bca5-504d370d8c59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1853404 Nov 09 00:24:39.530361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57196) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:39.533807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-bbae37d9-0234-4922-8797-a94e2e382ab4 None None] Provisioning complete for port 58750b02-7081-4843-98d8-0adb464e7e4e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:39.534375 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bbae37d9-0234-4922-8797-a94e2e382ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.536734 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baec929-bdd3-43e8-9a7e-03fe9d7cbae2 None None] Routers {'f9a17d37-87f8-4758-bca5-504d370d8c59'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:39.537555 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4baec929-bdd3-43e8-9a7e-03fe9d7cbae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f9a17d37-87f8-4758-bca5-504d370d8c59'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:39.545735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad97d90-e24f-4a52-9d33-2e33e382a89b req-74f00ae1-9c91-4589-a78f-b2b4de0e1871 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:39.547628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ad97d90-e24f-4a52-9d33-2e33e382a89b req-74f00ae1-9c91-4589-a78f-b2b4de0e1871 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 907 time: 0.5997968 Nov 09 00:24:39.641410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-08fbbfbb-b220-49b2-b0c5-2233f15eadaf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:24:39.655473 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7619179d-5922-4d06-99ee-67c8d0611ca0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting subnet a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:39.658950 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08fbbfbb-b220-49b2-b0c5-2233f15eadaf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.667125 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7619179d-5922-4d06-99ee-67c8d0611ca0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.693820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-c904cff2-9f20-495e-bb79-f280ff8c087c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] No DVR routers for this DVR port 53769426-080d-41b0-bd08-730566e2cb45 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:39.723575 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-c904cff2-9f20-495e-bb79-f280ff8c087c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.727201 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b0a63b-b507-4dff-a092-7503c4087fa9 req-c904cff2-9f20-495e-bb79-f280ff8c087c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.30 "DELETE /v2.0/ports/53769426-080d-41b0-bd08-730566e2cb45 HTTP/1.1" status: 204 len: 173 time: 1.2986708 Nov 09 00:24:39.746876 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-4baec929-bdd3-43e8-9a7e-03fe9d7cbae2 None None] Set router f9a17d37-87f8-4758-bca5-504d370d8c59 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:39.751783 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fbbfbb-b220-49b2-b0c5-2233f15eadaf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:39.769441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-08fbbfbb-b220-49b2-b0c5-2233f15eadaf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:39.773254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fbbfbb-b220-49b2-b0c5-2233f15eadaf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:39.774243 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-08fbbfbb-b220-49b2-b0c5-2233f15eadaf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.803597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a63c66-08f5-4b70-9e5f-5a9997981f6f None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:39.806690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15d93c-22d7-47d9-8fb0-192d73f9ccbb req-745354d6-8211-4f06-9496-864c44a172da tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:39.810475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff15d93c-22d7-47d9-8fb0-192d73f9ccbb req-745354d6-8211-4f06-9496-864c44a172da tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 950 time: 0.4873564 Nov 09 00:24:39.828244 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-08fbbfbb-b220-49b2-b0c5-2233f15eadaf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4286714 Nov 09 00:24:39.832404 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57200) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:39.836364 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7619179d-5922-4d06-99ee-67c8d0611ca0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:39.843669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:71:33:b2', 'name': 'tempest-NetworksTestDHCPv6-1850110070'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:39.881836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbbfbb-b220-49b2-b0c5-2233f15eadaf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=334c70c9-2d10-4490-9a48-2d8158737208,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:39.961726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c62657-3942-4655-a238-669c6e8f4536 None None] New status for floating IP 09534007-ec4f-4cf0-9c0e-740ec13f615e: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:24:40.025514 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7619179d-5922-4d06-99ee-67c8d0611ca0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:40.031029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd649de-0bc1-44bc-9848-6bd62e0c1848 req-5df83d89-243f-4128-96fe-5aa9911bf707 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:40.032779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bd649de-0bc1-44bc-9848-6bd62e0c1848 req-5df83d89-243f-4128-96fe-5aa9911bf707 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2870307 Nov 09 00:24:40.111819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff15d93c-22d7-47d9-8fb0-192d73f9ccbb req-fa01e526-89db-4745-ab49-1ee159e2cf66 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/security-groups?id=af8a9aed-2721-40b3-af00-c0dbb45775a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924304 Nov 09 00:24:40.132470 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-049136e1-1c21-4db7-86f0-58318ec4cf10 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:40.187819 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7619179d-5922-4d06-99ee-67c8d0611ca0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:40.221740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-deleted', 'tag': 'cc1506de-6e61-4a64-b986-f96a0cbae5e0'}, {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-deleted', 'tag': '53769426-080d-41b0-bd08-730566e2cb45'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:40.223795 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7619179d-5922-4d06-99ee-67c8d0611ca0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:40.224292 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039a0e81-a58b-4aab-9abb-bc88bca53e30" -d '{"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-deleted", "tag": "cc1506de-6e61-4a64-b986-f96a0cbae5e0"}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-deleted", "tag": "53769426-080d-41b0-bd08-730566e2cb45"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:40.227269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049136e1-1c21-4db7-86f0-58318ec4cf10 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event updated for resources: {'Subnet': ['ID=2a7a4907-1337-43fb-8f98-a230e08543ec,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:40.229687 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7619179d-5922-4d06-99ee-67c8d0611ca0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/subnets/a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc HTTP/1.1" status: 204 len: 168 time: 0.6969819 Nov 09 00:24:40.241939 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57208) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:40.267504 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619179d-5922-4d06-99ee-67c8d0611ca0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b8f5fe-a9fd-4ef7-841e-c3e859bc30dc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:40.290986 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4baec929-bdd3-43e8-9a7e-03fe9d7cbae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:24:37Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:40.329389 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baec929-bdd3-43e8-9a7e-03fe9d7cbae2 None None] Checking router: f9a17d37-87f8-4758-bca5-504d370d8c59 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:24:40.342082 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baec929-bdd3-43e8-9a7e-03fe9d7cbae2 None None] Routers {'f9a17d37-87f8-4758-bca5-504d370d8c59'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:40.343350 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4baec929-bdd3-43e8-9a7e-03fe9d7cbae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f9a17d37-87f8-4758-bca5-504d370d8c59'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:40.374500 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bd649de-0bc1-44bc-9848-6bd62e0c1848 req-af016aee-051b-405d-95ff-22d99275d2bf tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275025 Nov 09 00:24:40.400006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c76a46a5-49e6-462e-b185-e3169f89c753 req-a834c91e-28ee-4cc9-b091-a941ee2d8e65 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0501502 Nov 09 00:24:40.434344 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:40.583543 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-4baec929-bdd3-43e8-9a7e-03fe9d7cbae2 None None] Set router f9a17d37-87f8-4758-bca5-504d370d8c59 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:40.607300 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78039847-b452-431f-bf47-276fbbbcb27c x-openstack-request-id: req-78039847-b452-431f-bf47-276fbbbcb27c {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:40.607300 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-deleted", "tag": "cc1506de-6e61-4a64-b986-f96a0cbae5e0", "status": "completed", "code": 200}, {"server_uuid": "ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5", "name": "network-vif-deleted", "tag": "53769426-080d-41b0-bd08-730566e2cb45", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:40.607300 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78039847-b452-431f-bf47-276fbbbcb27c {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:40.607300 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-deleted', 'tag': 'cc1506de-6e61-4a64-b986-f96a0cbae5e0', 'status': 'completed', 'code': 200} Nov 09 00:24:40.607300 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5', 'name': 'network-vif-deleted', 'tag': '53769426-080d-41b0-bd08-730566e2cb45', 'status': 'completed', 'code': 200} Nov 09 00:24:40.607828 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f31059-b1bf-4dd4-9cde-230d999c31af None None] Network 2ebf44d6-48b0-412d-acc4-554572e51c8d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:40.608460 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 58750b02-7081-4843-98d8-0adb464e7e4e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:40.686189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049136e1-1c21-4db7-86f0-58318ec4cf10 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Checking segment: {'id': '55939835-949a-49a5-8364-5c2a4b6f8ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f67d6a99-702f-41e0-90a4-1b845345a48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:40.686564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049136e1-1c21-4db7-86f0-58318ec4cf10 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Network hostable DHCP agents. Network: f67d6a99-702f-41e0-90a4-1b845345a48f, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:24:40.728562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:40.749058 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:40.813765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 9f7ec6ab-0ee8-4950-9b94-9977725366b3 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:24:40.862866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': '334c70c9-2d10-4490-9a48-2d8158737208'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:24:40.863915 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:40.954696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870937c-4d7f-445c-b788-54fd5d23908a req-f83eda65-a444-40d9-9e39-d4af0a94ed8e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:40.961443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b870937c-4d7f-445c-b788-54fd5d23908a req-f83eda65-a444-40d9-9e39-d4af0a94ed8e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.3011899 Nov 09 00:24:40.976925 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4baec929-bdd3-43e8-9a7e-03fe9d7cbae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:24:37Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:41.013138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049136e1-1c21-4db7-86f0-58318ec4cf10 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Network f67d6a99-702f-41e0-90a4-1b845345a48f is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:24:41.028575 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baec929-bdd3-43e8-9a7e-03fe9d7cbae2 None None] The sync data for ids ['f9a17d37-87f8-4758-bca5-504d370d8c59'] in n-d-813263-3 is: [{'id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311371042', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:05Z', 'updated_at': '2021-11-09T00:24:37Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '3e54226e-0e85-443a-ba00-1b494b0abaaa', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a17d37-87f8-4758-bca5-504d370d8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:08Z', 'updated_at': '2021-11-09T00:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:41.065655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-049136e1-1c21-4db7-86f0-58318ec4cf10 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, f67d6a99-702f-41e0-90a4-1b845345a48f) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:41.082103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Allocated IP 2001:db8::f816:3eff:fed2:3f76 (835f13d3-1085-44f5-af97-6aaeb0d399b3/334c70c9-2d10-4490-9a48-2d8158737208/35846a57-1ff6-4f30-a5d1-4eeeb19124c6) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:41.084442 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8531b45-cda2-4202-b9f6-fa0df5b1fae7 None None] Network f67d6a99-702f-41e0-90a4-1b845345a48f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:41.300547 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 58750b02-7081-4843-98d8-0adb464e7e4e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:41.300914 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:41.304235 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4ec6868e-22ed-4e07-85b0-1e8a7b89e7b2 None None] Provisioning complete for port 58750b02-7081-4843-98d8-0adb464e7e4e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:41.304614 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4ec6868e-22ed-4e07-85b0-1e8a7b89e7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:41.424529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049136e1-1c21-4db7-86f0-58318ec4cf10 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:41.425565 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-049136e1-1c21-4db7-86f0-58318ec4cf10 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:41.481000 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-049136e1-1c21-4db7-86f0-58318ec4cf10 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8596351 Nov 09 00:24:41.483782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57224) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:41.501925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f41d8131-12b3-4530-af56-d32a42724926 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Request body: {'subnet': {'network_id': '268ad67a-3783-43e1-b4b3-3f2c6ab92830', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:41.544883 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:41.556236 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbcf823-90fb-4527-bc2d-93a70649e629 None None] DHCP port deletion for 2ebf44d6-48b0-412d-acc4-554572e51c8d request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:24:41.576258 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 9f7ec6ab-0ee8-4950-9b94-9977725366b3, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9f7ec6ab-0ee8-4950-9b94-9977725366b3,segment=NetworkSegment(bf84ef10-f889-4da4-9de7-e65934e44f1c),segment_id=bf84ef10-f889-4da4-9de7-e65934e44f1c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:41.586914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f8cf7-d401-4791-a86f-4393db2833f6 req-257c52f9-39ed-421d-bf89-cbf1a34100ef tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:41.600280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f5f8cf7-d401-4791-a86f-4393db2833f6 req-257c52f9-39ed-421d-bf89-cbf1a34100ef tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 907 time: 0.5825131 Nov 09 00:24:41.610335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port 3e54226e-0e85-443a-ba00-1b494b0abaaa {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:41.610856 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:41.717860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '9f7ec6ab-0ee8-4950-9b94-9977725366b3', 'network_id': '05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea', 'port_id': '9f7ec6ab-0ee8-4950-9b94-9977725366b3', 'mac_address': 'fa:16:3e:61:c2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6e360e-75ac-4308-b99f-58ed058f14a6', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:24:41.750187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port 3e54226e-0e85-443a-ba00-1b494b0abaaa, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3e54226e-0e85-443a-ba00-1b494b0abaaa,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:41.750187 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:41.764583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for 3e54226e-0e85-443a-ba00-1b494b0abaaa owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:41.789589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41d8131-12b3-4530-af56-d32a42724926 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Made reservation on behalf of 17ce15963f6042d594e3e6f113e2c1ca for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:41.795689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f41d8131-12b3-4530-af56-d32a42724926 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:41.853504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-f67d6a99-702f-41e0-90a4-1b845345a48f', 'network_id': 'f67d6a99-702f-41e0-90a4-1b845345a48f', 'tenant_id': '17ce15963f6042d594e3e6f113e2c1ca', 'fixed_ips': [{'subnet_id': '2a7a4907-1337-43fb-8f98-a230e08543ec'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:24:41.854803 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:41.951511 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b870937c-4d7f-445c-b788-54fd5d23908a req-a8afba30-e8ec-4ceb-bf01-eb87423e0d7f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9431398 Nov 09 00:24:41.957709 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:41.975774 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.012508 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.036658 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.104410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 82faac9e-a42f-4cdb-971f-5ddfbb40f621 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:24:42.131092 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f41d8131-12b3-4530-af56-d32a42724926 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.220365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d8131-12b3-4530-af56-d32a42724926 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event updated for resources: {'Subnet': ['ID=bdce5142-7a59-48aa-81dd-f253789cf3f6,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:42.237566 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d8131-12b3-4530-af56-d32a42724926 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Checking segment: {'id': 'fe25680e-e4ea-4fdb-8c37-160645291d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '268ad67a-3783-43e1-b4b3-3f2c6ab92830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:42.238062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d8131-12b3-4530-af56-d32a42724926 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Network hostable DHCP agents. Network: 268ad67a-3783-43e1-b4b3-3f2c6ab92830, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:24:42.244391 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Allocated IP 172.20.0.2 (f67d6a99-702f-41e0-90a4-1b845345a48f/2a7a4907-1337-43fb-8f98-a230e08543ec/30c292a8-fba8-4106-acb4-dcc731910117) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:42.256976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d8131-12b3-4530-af56-d32a42724926 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Network 268ad67a-3783-43e1-b4b3-3f2c6ab92830 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:24:42.268484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-f41d8131-12b3-4530-af56-d32a42724926 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 268ad67a-3783-43e1-b4b3-3f2c6ab92830) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:42.274328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41d8131-12b3-4530-af56-d32a42724926 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:42.275127 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f41d8131-12b3-4530-af56-d32a42724926 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.302391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::f816:3eff:fe71:33b2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/334c70c9-2d10-4490-9a48-2d8158737208/82faac9e-a42f-4cdb-971f-5ddfbb40f621) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:42.327311 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f41d8131-12b3-4530-af56-d32a42724926 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8408697 Nov 09 00:24:42.328242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57234) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:42.420827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Pushing event updated for resources: {'Port': ['ID=35846a57-1ff6-4f30-a5d1-4eeeb19124c6,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:42.427057 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4909deb4-64bd-48d6-9a1e-af5092120bf1 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:42.451235 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b9611a-b330-412f-a3e8-8b56c2c2a254 None None] Network 268ad67a-3783-43e1-b4b3-3f2c6ab92830 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:42.459399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=3e54226e-0e85-443a-ba00-1b494b0abaaa,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:42.510297 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15f9fad4-d191-48f4-ac02-d44035e78b4e req-01d972f0-80cd-4c26-955b-d732fd8e9f28 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.5742819 Nov 09 00:24:42.510518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7ec6ab-0ee8-4950-9b94-9977725366b3 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:24:42.535469 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 9f7ec6ab-0ee8-4950-9b94-9977725366b3, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9f7ec6ab-0ee8-4950-9b94-9977725366b3,segment=NetworkSegment(bf84ef10-f889-4da4-9de7-e65934e44f1c),segment_id=bf84ef10-f889-4da4-9de7-e65934e44f1c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:42.546971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:42.558664 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcf823-90fb-4527-bc2d-93a70649e629 None None] Deleting port 33da3cb4-87fd-4566-85e3-e483508f0a3e {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:42.559040 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf823-90fb-4527-bc2d-93a70649e629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.597835 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.616134 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8293dd-ae6d-45f0-a330-c7cbe61c5320 req-302deefa-634e-4b6c-97ce-06cab007aaa4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:42.624083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f8293dd-ae6d-45f0-a330-c7cbe61c5320 req-302deefa-634e-4b6c-97ce-06cab007aaa4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1673331 Nov 09 00:24:42.634714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0fbcf823-90fb-4527-bc2d-93a70649e629 None None] For port 33da3cb4-87fd-4566-85e3-e483508f0a3e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=33da3cb4-87fd-4566-85e3-e483508f0a3e,segment=NetworkSegment(a91f8b67-a308-4c33-96b5-8172b3b594a8),segment_id=a91f8b67-a308-4c33-96b5-8172b3b594a8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:42.635501 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf823-90fb-4527-bc2d-93a70649e629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.656813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcf823-90fb-4527-bc2d-93a70649e629 None None] Calling delete_port for 33da3cb4-87fd-4566-85e3-e483508f0a3e owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:42.690417 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.693628 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.752692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:42.758055 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:42.762662 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 4909deb4-64bd-48d6-9a1e-af5092120bf1 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:42.762932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4909deb4-64bd-48d6-9a1e-af5092120bf1 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:42.786391 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.806840 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.842094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=82faac9e-a42f-4cdb-971f-5ddfbb40f621,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:42.910248 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.915590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f8293dd-ae6d-45f0-a330-c7cbe61c5320 req-b93335fb-5586-485e-8e7b-c74d70de4ec5 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906830 Nov 09 00:24:42.917034 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:42.936990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:42.980586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e06c-ad9b-4f58-b421-c4ac5067bb88 req-49111879-59df-46e8-b115-ccde66800f95 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:42.982422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a485e06c-ad9b-4f58-b421-c4ac5067bb88 req-49111879-59df-46e8-b115-ccde66800f95 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 908 time: 0.2867377 Nov 09 00:24:42.983515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:43.040161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:43.046982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:43.047894 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.076387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-10c45f29-d0e0-43a4-a356-b465e7ff7025 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2370324 Nov 09 00:24:43.091872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57240) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:43.111431 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.111902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Fanout notify agent at l3_agent the message router_deleted on router f9a17d37-87f8-4758-bca5-504d370d8c59 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:24:43.121966 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.126344 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-78a8ebb7-be96-48b3-a125-cc8effd3a54c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/routers/f9a17d37-87f8-4758-bca5-504d370d8c59 HTTP/1.1" status: 204 len: 168 time: 2.8744037 Nov 09 00:24:43.139128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57244) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:43.176865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e608e-49ed-4ab1-856b-712849f86882 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:43.186936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e608e-49ed-4ab1-856b-712849f86882 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:43.188702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e26e608e-49ed-4ab1-856b-712849f86882 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0955889 Nov 09 00:24:43.198312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 33da3cb4-87fd-4566-85e3-e483508f0a3e no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:43.199347 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57246) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:43.208157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703725e-9d18-47e9-8eb1-ef4b8e5cf217 req-a12218fe-5b7b-49dd-9d71-b32fe6c9820f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:43.220933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5703725e-9d18-47e9-8eb1-ef4b8e5cf217 req-a12218fe-5b7b-49dd-9d71-b32fe6c9820f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1524384 Nov 09 00:24:43.260547 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4147-18f1-4db5-80f9-fc8e80ec7405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.264882 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf823-90fb-4527-bc2d-93a70649e629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.273768 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.353548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5703725e-9d18-47e9-8eb1-ef4b8e5cf217 req-c3ba157c-fba1-4b95-81e7-a793633910f6 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315041 Nov 09 00:24:43.360792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 33da3cb4-87fd-4566-85e3-e483508f0a3e {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:43.361133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 33da3cb4-87fd-4566-85e3-e483508f0a3e not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:43.361563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a40170e4-3da4-4e52-872f-dba0d0771e7c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:43.364101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=9f7ec6ab-0ee8-4950-9b94-9977725366b3,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:43.386306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['9f7ec6ab-0ee8-4950-9b94-9977725366b3'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:24:43.393309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-ac728c23-c04b-44f1-9ee2-6c9956960d28 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 82faac9e-a42f-4cdb-971f-5ddfbb40f621 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:43.393876 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ac728c23-c04b-44f1-9ee2-6c9956960d28 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.437874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.459290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebf44d6-48b0-412d-acc4-554572e51c8d']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:43.469064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91f8b67-a308-4c33-96b5-8172b3b594a8') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:43.469405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91f8b67-a308-4c33-96b5-8172b3b594a8') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:43.479339 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.492396 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.492940 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.500332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:24:43.500727 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.513731 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.548539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Network f67d6a99-702f-41e0-90a4-1b845345a48f is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:43.552734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcf823-90fb-4527-bc2d-93a70649e629 None None] Pushing event deleted for resources: {'Port': ['ID=33da3cb4-87fd-4566-85e3-e483508f0a3e,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:43.560676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: a40170e4-3da4-4e52-872f-dba0d0771e7c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:43.561734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a40170e4-3da4-4e52-872f-dba0d0771e7c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:43.565232 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ac728c23-c04b-44f1-9ee2-6c9956960d28 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.570409 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbcf823-90fb-4527-bc2d-93a70649e629 None None] No DVR routers for this DVR port 33da3cb4-87fd-4566-85e3-e483508f0a3e on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:43.579187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e788170-aeaa-4f73-ab41-27a40d57997b req-9b84ce35-ba89-436a-9dd9-972cce8a5045 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:24:43.587988 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:24:43.595697 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e788170-aeaa-4f73-ab41-27a40d57997b req-9b84ce35-ba89-436a-9dd9-972cce8a5045 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1361892 Nov 09 00:24:43.606108 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.625921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-ac728c23-c04b-44f1-9ee2-6c9956960d28 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 82faac9e-a42f-4cdb-971f-5ddfbb40f621 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:43.636421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.642206 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/networks/2ebf44d6-48b0-412d-acc4-554572e51c8d HTTP/1.1" status: 204 len: 168 time: 0.4992752 Nov 09 00:24:43.642372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:43.644582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:43.646227 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57254) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:43.681194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c61e1-b501-4a63-b557-ba3fc1e79f03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Network': ['ID=2ebf44d6-48b0-412d-acc4-554572e51c8d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:43.715856 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Allocated IP 172.20.0.1 (f67d6a99-702f-41e0-90a4-1b845345a48f/2a7a4907-1337-43fb-8f98-a230e08543ec/9f79ed57-20c4-4319-b606-b7240109fc7c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:43.716485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Attempting to bind port 35846a57-1ff6-4f30-a5d1-4eeeb19124c6 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:43.716863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Attempting to bind port 35846a57-1ff6-4f30-a5d1-4eeeb19124c6 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:43.717274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Attempting to bind port 35846a57-1ff6-4f30-a5d1-4eeeb19124c6 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:43.796664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93ec3844-0a16-4584-a5ec-041c8abf2633 req-848e66da-12da-4799-a192-7b7679d57ed2 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0587323 Nov 09 00:24:43.819711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:43.820216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:43.820488 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.820887 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:43.821391 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Bound port: 35846a57-1ff6-4f30-a5d1-4eeeb19124c6, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:43.822270 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.824253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-268ad67a-3783-43e1-b4b3-3f2c6ab92830', 'network_id': '268ad67a-3783-43e1-b4b3-3f2c6ab92830', 'tenant_id': '17ce15963f6042d594e3e6f113e2c1ca', 'fixed_ips': [{'subnet_id': 'bdce5142-7a59-48aa-81dd-f253789cf3f6'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:24:43.825088 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.858641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e788170-aeaa-4f73-ab41-27a40d57997b req-92e67965-893e-475d-8bc8-93a76d84bf97 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619722 Nov 09 00:24:43.867326 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0589ca4-0c2e-4164-9268-cc15f14581ba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.942458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Pushing event updated for resources: {'Port': ['ID=30c292a8-fba8-4106-acb4-dcc731910117,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:43.965971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0589ca4-0c2e-4164-9268-cc15f14581ba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:43.974940 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Attempting to bind port 30c292a8-fba8-4106-acb4-dcc731910117 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:43.976342 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Attempting to bind port 30c292a8-fba8-4106-acb4-dcc731910117 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '55939835-949a-49a5-8364-5c2a4b6f8ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f67d6a99-702f-41e0-90a4-1b845345a48f'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:43.976783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Attempting to bind port 30c292a8-fba8-4106-acb4-dcc731910117 on network f67d6a99-702f-41e0-90a4-1b845345a48f {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:44.045841 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ac728c23-c04b-44f1-9ee2-6c9956960d28 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.058965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:44.069529 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Checking segment: {'id': '55939835-949a-49a5-8364-5c2a4b6f8ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f67d6a99-702f-41e0-90a4-1b845345a48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:44.070096 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.070257 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.070635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Bound using segment: {'id': '55939835-949a-49a5-8364-5c2a4b6f8ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f67d6a99-702f-41e0-90a4-1b845345a48f'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:44.071210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Bound port: 30c292a8-fba8-4106-acb4-dcc731910117, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55939835-949a-49a5-8364-5c2a4b6f8ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f67d6a99-702f-41e0-90a4-1b845345a48f'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:44.071692 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.124400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.131249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0589ca4-0c2e-4164-9268-cc15f14581ba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.136623 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0589ca4-0c2e-4164-9268-cc15f14581ba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.137846 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e0589ca4-0c2e-4164-9268-cc15f14581ba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/security-groups/71941464-a993-4aa0-9f87-fba3ad6bd27c HTTP/1.1" status: 204 len: 168 time: 0.4906709 Nov 09 00:24:44.163030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cda233-d012-4372-8e9c-8e105dadaadb req-8b408080-3662-40ce-ac17-c17166e2c328 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:44.173067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2cda233-d012-4372-8e9c-8e105dadaadb req-8b408080-3662-40ce-ac17-c17166e2c328 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1944470 Nov 09 00:24:44.187432 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0589ca4-0c2e-4164-9268-cc15f14581ba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71941464-a993-4aa0-9f87-fba3ad6bd27c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:44.194188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac728c23-c04b-44f1-9ee2-6c9956960d28 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=82faac9e-a42f-4cdb-971f-5ddfbb40f621,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:44.216373 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] For port 35846a57-1ff6-4f30-a5d1-4eeeb19124c6, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:44.231415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Network f67d6a99-702f-41e0-90a4-1b845345a48f is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:44.235162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:44.246598 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ac728c23-c04b-44f1-9ee2-6c9956960d28 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.246796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:44.251940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ac728c23-c04b-44f1-9ee2-6c9956960d28 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/82faac9e-a42f-4cdb-971f-5ddfbb40f621 HTTP/1.1" status: 204 len: 168 time: 1.0270956 Nov 09 00:24:44.252761 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] For port 35846a57-1ff6-4f30-a5d1-4eeeb19124c6, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=35846a57-1ff6-4f30-a5d1-4eeeb19124c6,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:44.262280 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57266) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:44.288744 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.328821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00057a67-813c-4cb6-9883-1aa2f15655d4 req-d414b933-8c16-4697-af56-c9b18c149000 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:44.330302 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00057a67-813c-4cb6-9883-1aa2f15655d4 req-d414b933-8c16-4697-af56-c9b18c149000 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.2298110 Nov 09 00:24:44.333822 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.337655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event updated for resources: {'Port': ['ID=9f79ed57-20c4-4319-b606-b7240109fc7c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:44.337793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] For port 30c292a8-fba8-4106-acb4-dcc731910117, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:44.357465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Allocated IP 172.20.0.2 (268ad67a-3783-43e1-b4b3-3f2c6ab92830/bdce5142-7a59-48aa-81dd-f253789cf3f6/a131981f-0f1d-41f1-bb2c-68aef26f2a5a) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:44.369388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] For port 30c292a8-fba8-4106-acb4-dcc731910117, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30c292a8-fba8-4106-acb4-dcc731910117,segment=NetworkSegment(55939835-949a-49a5-8364-5c2a4b6f8ede),segment_id=55939835-949a-49a5-8364-5c2a4b6f8ede)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:44.385027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3899-a6ac-46ec-b4a7-c2f0f7ef2687 req-9b2db46d-4cd3-4920-bcc1-899054d3a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:44.388543 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54a3899-a6ac-46ec-b4a7-c2f0f7ef2687 req-9b2db46d-4cd3-4920-bcc1-899054d3a214 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1095 time: 0.3218312 Nov 09 00:24:44.395764 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.440870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcae39d-d262-4616-9fe0-f409463ee326 None None] Pushing event updated for resources: {'Port': ['ID=35846a57-1ff6-4f30-a5d1-4eeeb19124c6,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:44.557699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3899-a6ac-46ec-b4a7-c2f0f7ef2687 req-4617f254-7d6b-4fff-a0dc-433ce564bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:44.560838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54a3899-a6ac-46ec-b4a7-c2f0f7ef2687 req-4617f254-7d6b-4fff-a0dc-433ce564bc61 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.1484816 Nov 09 00:24:44.585161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52ac9c6-3ca5-46f4-908b-9da0146a3dde tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:44.586947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52ac9c6-3ca5-46f4-908b-9da0146a3dde tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:44.591317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c52ac9c6-3ca5-46f4-908b-9da0146a3dde tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3223281 Nov 09 00:24:44.596102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d686185-6a1a-4e17-9968-a6f30c64b789 None None] Pushing event updated for resources: {'Port': ['ID=30c292a8-fba8-4106-acb4-dcc731910117,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:44.600414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57268) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:44.601385 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2cda233-d012-4372-8e9c-8e105dadaadb req-46bb268a-f076-4f71-adda-3d6ded79fada tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258006 Nov 09 00:24:44.712348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.729091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00057a67-813c-4cb6-9883-1aa2f15655d4 req-a50b787a-1145-4c59-8bed-0c869ad80fa8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791757 Nov 09 00:24:44.849759 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.852958 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 9f7ec6ab-0ee8-4950-9b94-9977725366b3 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:44.940277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616e034-e219-4ea0-92ad-643c29e17b17 req-c540c5dc-536f-4fc5-8ebf-995ddfac7563 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:44.941956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b616e034-e219-4ea0-92ad-643c29e17b17 req-c540c5dc-536f-4fc5-8ebf-995ddfac7563 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 908 time: 0.1525414 Nov 09 00:24:44.955799 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54a3899-a6ac-46ec-b4a7-c2f0f7ef2687 req-144a17ab-8192-493e-ab4f-710624288f96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 999 time: 0.3832469 Nov 09 00:24:44.958190 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:44.962992 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e26efdbe-5405-434e-b437-31563c533470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.035919 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Network 268ad67a-3783-43e1-b4b3-3f2c6ab92830 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:45.042064 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Pushing event updated for resources: {'Port': ['ID=a131981f-0f1d-41f1-bb2c-68aef26f2a5a,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:45.045066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:45.057549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:45.081218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3899-a6ac-46ec-b4a7-c2f0f7ef2687 req-265854a3-001b-46ba-a24d-ea4db4f73166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:45.082747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54a3899-a6ac-46ec-b4a7-c2f0f7ef2687 req-265854a3-001b-46ba-a24d-ea4db4f73166 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1187749 Nov 09 00:24:45.093878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3e98d8-0cd0-420d-b7b3-1b05d4d6e472 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 334c70c9-2d10-4490-9a48-2d8158737208 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:45.122217 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bc3e98d8-0cd0-420d-b7b3-1b05d4d6e472 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.147869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 35846a57-1ff6-4f30-a5d1-4eeeb19124c6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:45.206548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c141d9cc-5df2-4190-b2fa-0d7093d5fb62 req-4227fd75-86fd-4da6-96ef-cc70f9b8cd49 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0677791 Nov 09 00:24:45.226325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bc3e98d8-0cd0-420d-b7b3-1b05d4d6e472 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.233687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3899-a6ac-46ec-b4a7-c2f0f7ef2687 req-a075119a-ee71-4c59-a934-e5707d3b0e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:45.238873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54a3899-a6ac-46ec-b4a7-c2f0f7ef2687 req-a075119a-ee71-4c59-a934-e5707d3b0e6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458976 Nov 09 00:24:45.271341 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 9f7ec6ab-0ee8-4950-9b94-9977725366b3 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:24:45.280207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Attempting to bind port a131981f-0f1d-41f1-bb2c-68aef26f2a5a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:45.280714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Attempting to bind port a131981f-0f1d-41f1-bb2c-68aef26f2a5a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'fe25680e-e4ea-4fdb-8c37-160645291d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '268ad67a-3783-43e1-b4b3-3f2c6ab92830'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:45.281174 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Attempting to bind port a131981f-0f1d-41f1-bb2c-68aef26f2a5a on network 268ad67a-3783-43e1-b4b3-3f2c6ab92830 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:45.298914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 9f7ec6ab-0ee8-4950-9b94-9977725366b3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:45.299419 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.362778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:45.363531 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Checking segment: {'id': 'fe25680e-e4ea-4fdb-8c37-160645291d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '268ad67a-3783-43e1-b4b3-3f2c6ab92830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:45.364207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.364822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Bound using segment: {'id': 'fe25680e-e4ea-4fdb-8c37-160645291d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '268ad67a-3783-43e1-b4b3-3f2c6ab92830'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:45.365575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Bound port: a131981f-0f1d-41f1-bb2c-68aef26f2a5a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe25680e-e4ea-4fdb-8c37-160645291d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '268ad67a-3783-43e1-b4b3-3f2c6ab92830'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:45.367050 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.380326 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54a3899-a6ac-46ec-b4a7-c2f0f7ef2687 req-136b463e-0862-453e-b294-6f6a83ca25cb service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335254 Nov 09 00:24:45.380878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57278) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:45.387325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163677277', 'description': 'tempest-secgroup-smoke-163677277 description', 'project_id': 'a25a6a1f62704562be674debd2726386'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:45.428980 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bc3e98d8-0cd0-420d-b7b3-1b05d4d6e472 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.467375 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.503691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 35846a57-1ff6-4f30-a5d1-4eeeb19124c6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:45.503945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54a3899-a6ac-46ec-b4a7-c2f0f7ef2687 req-def2644e-f9a7-480e-98ed-b5f4af26387e service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120813 Nov 09 00:24:45.504773 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.521993 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bc3e98d8-0cd0-420d-b7b3-1b05d4d6e472 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.551474 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 9f7ec6ab-0ee8-4950-9b94-9977725366b3, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9f7ec6ab-0ee8-4950-9b94-9977725366b3,segment=NetworkSegment(bf84ef10-f889-4da4-9de7-e65934e44f1c),segment_id=bf84ef10-f889-4da4-9de7-e65934e44f1c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:45.582215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60722dad-bf13-4ca7-9ba3-7b1207c8b3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7ec6ab-0ee8-4950-9b94-9977725366b3'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:45.590092 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.591698 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c7ab26-8e99-4011-90e5-23724374efe7" -d '{"events": [{"server_uuid": "60722dad-bf13-4ca7-9ba3-7b1207c8b3d5", "name": "network-vif-plugged", "status": "completed", "tag": "9f7ec6ab-0ee8-4950-9b94-9977725366b3"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:45.600766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-318b2037-a6ab-4134-9954-7a780409beca None None] For port a131981f-0f1d-41f1-bb2c-68aef26f2a5a, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:45.628269 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.636405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-318b2037-a6ab-4134-9954-7a780409beca None None] For port a131981f-0f1d-41f1-bb2c-68aef26f2a5a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a131981f-0f1d-41f1-bb2c-68aef26f2a5a,segment=NetworkSegment(fe25680e-e4ea-4fdb-8c37-160645291d2e),segment_id=fe25680e-e4ea-4fdb-8c37-160645291d2e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:45.644083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e98d8-0cd0-420d-b7b3-1b05d4d6e472 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=334c70c9-2d10-4490-9a48-2d8158737208,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:45.655236 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bc3e98d8-0cd0-420d-b7b3-1b05d4d6e472 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.661044 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bc3e98d8-0cd0-420d-b7b3-1b05d4d6e472 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/334c70c9-2d10-4490-9a48-2d8158737208 HTTP/1.1" status: 204 len: 168 time: 1.0596073 Nov 09 00:24:45.664054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57282) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:45.687550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e83c04-b25c-452d-ab92-ba33bab9dd91 req-027fdc85-60be-4146-a112-cd1e6749e5d0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:45.703306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26e83c04-b25c-452d-ab92-ba33bab9dd91 req-027fdc85-60be-4146-a112-cd1e6749e5d0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.3163214 Nov 09 00:24:45.717446 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e14701-208c-484d-9633-4b6d1a418172 x-openstack-request-id: req-73e14701-208c-484d-9633-4b6d1a418172 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:45.717888 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60722dad-bf13-4ca7-9ba3-7b1207c8b3d5", "name": "network-vif-plugged", "status": "completed", "tag": "9f7ec6ab-0ee8-4950-9b94-9977725366b3", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:45.718312 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73e14701-208c-484d-9633-4b6d1a418172 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:45.719314 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60722dad-bf13-4ca7-9ba3-7b1207c8b3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7ec6ab-0ee8-4950-9b94-9977725366b3', 'code': 200} Nov 09 00:24:45.723134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=9f7ec6ab-0ee8-4950-9b94-9977725366b3,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:45.748524 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.755999 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bacbb3e3-d86f-4f35-8881-afe96f5372cc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889227 Nov 09 00:24:45.756787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57286) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:45.898476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b2037-a6ab-4134-9954-7a780409beca None None] Pushing event updated for resources: {'Port': ['ID=a131981f-0f1d-41f1-bb2c-68aef26f2a5a,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:45.918253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.929322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:45.938194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:46.061179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event updated for resources: {'Port': ['ID=9f79ed57-20c4-4319-b606-b7240109fc7c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:46.061503 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26e83c04-b25c-452d-ab92-ba33bab9dd91 req-d6122c6e-cad3-498e-92b9-984307c403b0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364203 Nov 09 00:24:46.077725 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:46.122835 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:46.179575 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:46.246044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 35846a57-1ff6-4f30-a5d1-4eeeb19124c6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=35846a57-1ff6-4f30-a5d1-4eeeb19124c6,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:46.246747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052e9fc-4349-4b1e-8143-83abe68d456f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:46.249451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7052e9fc-4349-4b1e-8143-83abe68d456f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4909847 Nov 09 00:24:46.267162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57294) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:46.269600 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:46.288590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70014a53-87bd-409b-888c-af1a09d69c00 req-74d87a14-7131-43a8-9e3e-73b89ff466e1 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:46.291534 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f732613f-7419-43ea-be9e-6a3d884f4217 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:46.297302 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:46.307608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70014a53-87bd-409b-888c-af1a09d69c00 req-74d87a14-7131-43a8-9e3e-73b89ff466e1 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.4491177 Nov 09 00:24:46.362389 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c1ffc-d81e-48f4-afe0-9f09d421e40d req-0b1e4ae0-1b6c-4de8-9a55-194418a214b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:46.363833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f9c1ffc-d81e-48f4-afe0-9f09d421e40d req-0b1e4ae0-1b6c-4de8-9a55-194418a214b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 1060 time: 0.5161517 Nov 09 00:24:46.390274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Network f67d6a99-702f-41e0-90a4-1b845345a48f is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:46.392077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:46.399687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:46.412670 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=35846a57-1ff6-4f30-a5d1-4eeeb19124c6,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:46.482354 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3e54226e-0e85-443a-ba00-1b494b0abaaa no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:46.485424 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:46.543909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:46.546831 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 3e54226e-0e85-443a-ba00-1b494b0abaaa {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:46.547348 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3e54226e-0e85-443a-ba00-1b494b0abaaa not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:46.549477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1664174 Nov 09 00:24:46.551624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57296) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:46.556406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736c6d4f-145a-4c48-924f-e3c363711866 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:46.562532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-736c6d4f-145a-4c48-924f-e3c363711866 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2891736 Nov 09 00:24:46.570205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-cf8b69ea-b7a0-42e1-9a4e-174ad0fa0fdd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '497edf1d-c0f7-4c05-ba7b-4a23f6cfc419', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:46.574446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:46.577528 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3d9d67ca-bd9b-4b51-ba2f-37ed0348aa0f None None] Provisioning complete for port 35846a57-1ff6-4f30-a5d1-4eeeb19124c6 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:46.577898 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3d9d67ca-bd9b-4b51-ba2f-37ed0348aa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:46.584690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57298) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:46.608856 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70014a53-87bd-409b-888c-af1a09d69c00 req-4c308f37-c696-499e-8f9e-bb93f7e4063b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907765 Nov 09 00:24:46.663935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Router f46616d0-ef54-49e2-b562-8bb0384ac254 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:24:46.713015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88281d-381d-4a0e-ad70-44c92159180a req-f152a4c1-fe3e-4426-a9d2-56e7950d90b9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:46.715214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e88281d-381d-4a0e-ad70-44c92159180a req-f152a4c1-fe3e-4426-a9d2-56e7950d90b9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 909 time: 0.4878302 Nov 09 00:24:46.736845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-851e90b0-7aa1-499e-ab03-5288aee5234c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292293 Nov 09 00:24:46.744970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57300) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:46.758099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:46.758457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:46.758804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:46.759148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:46.759483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:46.759959 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:46.760299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:46.760637 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:46.761008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:46.761341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:46.761733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:46.762602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85863c8-906d-4314-8450-ec91332b01b5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:46.771040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-627627d3-96e9-4e6e-936c-eb2ae4037416 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:46.794529 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf45085-72cc-4afa-a046-43842f327ac6 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:24:46.841081 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:46.850289 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fbab9c-2784-4bba-af2a-d9227447cf33 None None] Sync routers for ids ['f46616d0-ef54-49e2-b562-8bb0384ac254'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:46.871682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-aaf45085-72cc-4afa-a046-43842f327ac6 None None] Deleting port 35846a57-1ff6-4f30-a5d1-4eeeb19124c6 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:46.872005 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aaf45085-72cc-4afa-a046-43842f327ac6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:46.873576 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0aa2b172-3a41-40bf-aa03-52f4cecd5ad9 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "PUT /v2.0/routers/f46616d0-ef54-49e2-b562-8bb0384ac254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5440063 Nov 09 00:24:46.874231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57302) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:46.877107 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fbab9c-2784-4bba-af2a-d9227447cf33 None None] Routers {'f46616d0-ef54-49e2-b562-8bb0384ac254'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:46.877993 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b6fbab9c-2784-4bba-af2a-d9227447cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f46616d0-ef54-49e2-b562-8bb0384ac254'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:46.918656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f271a079-da9f-4898-809a-59c75a50bc48 None None] Network f67d6a99-702f-41e0-90a4-1b845345a48f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:46.996984 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b6fbab9c-2784-4bba-af2a-d9227447cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:47.007392 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fbab9c-2784-4bba-af2a-d9227447cf33 None None] Routers {'f46616d0-ef54-49e2-b562-8bb0384ac254'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:47.018502 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b6fbab9c-2784-4bba-af2a-d9227447cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f46616d0-ef54-49e2-b562-8bb0384ac254'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:47.055043 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-aaf45085-72cc-4afa-a046-43842f327ac6 None None] For port 35846a57-1ff6-4f30-a5d1-4eeeb19124c6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=35846a57-1ff6-4f30-a5d1-4eeeb19124c6,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:47.063397 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aaf45085-72cc-4afa-a046-43842f327ac6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:47.066334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-92df0e14-de8d-4d88-9183-b0400f0f8948 None None] Provisioning complete for port 30c292a8-fba8-4106-acb4-dcc731910117 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:47.067687 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-92df0e14-de8d-4d88-9183-b0400f0f8948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:47.086022 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b6fbab9c-2784-4bba-af2a-d9227447cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:47.087384 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fbab9c-2784-4bba-af2a-d9227447cf33 None None] The sync data for ids ['f46616d0-ef54-49e2-b562-8bb0384ac254'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:47.120842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d62fcaa9-dbcb-4bc7-a007-0de19929756d req-0a510620-207b-449f-b08f-f11447969f88 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.2230995 Nov 09 00:24:47.129039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-aaf45085-72cc-4afa-a046-43842f327ac6 None None] Calling delete_port for 35846a57-1ff6-4f30-a5d1-4eeeb19124c6 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:47.134378 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cf8b69ea-b7a0-42e1-9a4e-174ad0fa0fdd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:47.197445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb528b9-a587-4e3d-84f6-6ceac8581597 req-6c88169c-3f34-426b-a276-a35461ca7b6a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:47.206488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcb528b9-a587-4e3d-84f6-6ceac8581597 req-6c88169c-3f34-426b-a276-a35461ca7b6a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.4604473 Nov 09 00:24:47.305863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30c292a8-fba8-4106-acb4-dcc731910117 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:47.321596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627627d3-96e9-4e6e-936c-eb2ae4037416 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:47.326264 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-627627d3-96e9-4e6e-936c-eb2ae4037416 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:47.340321 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aaf45085-72cc-4afa-a046-43842f327ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:47.381557 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cf8b69ea-b7a0-42e1-9a4e-174ad0fa0fdd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:47.397489 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cf8b69ea-b7a0-42e1-9a4e-174ad0fa0fdd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:47.430164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf45085-72cc-4afa-a046-43842f327ac6 None None] Pushing event deleted for resources: {'Port': ['ID=35846a57-1ff6-4f30-a5d1-4eeeb19124c6,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:47.435059 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf45085-72cc-4afa-a046-43842f327ac6 None None] No DVR routers for this DVR port 35846a57-1ff6-4f30-a5d1-4eeeb19124c6 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:47.481830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcb528b9-a587-4e3d-84f6-6ceac8581597 req-ff1612a0-9497-4331-963d-e548d2f4dbd7 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689781 Nov 09 00:24:47.513923 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-08a2b502-6bd1-465f-9325-6eda0dc8a834 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:24:47.515025 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-08a2b502-6bd1-465f-9325-6eda0dc8a834 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "PUT /v2.0/routers/f46616d0-ef54-49e2-b562-8bb0384ac254/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6398034 Nov 09 00:24:47.519910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57306) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:47.554889 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cf8b69ea-b7a0-42e1-9a4e-174ad0fa0fdd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:47.573189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cf8b69ea-b7a0-42e1-9a4e-174ad0fa0fdd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0070987 Nov 09 00:24:47.577318 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57308) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:47.596744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-62a248b2-44aa-432e-8e8b-c23e98af7914 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '497edf1d-c0f7-4c05-ba7b-4a23f6cfc419', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:47.608102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 30c292a8-fba8-4106-acb4-dcc731910117 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:47.608847 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:47.620914 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-92df0e14-de8d-4d88-9183-b0400f0f8948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:47.671805 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:47.672642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b69ea-b7a0-42e1-9a4e-174ad0fa0fdd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ce3eba-a277-4d1f-ba44-ebe7f2e9f536,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:47.972083 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c194be-5267-49d3-b752-02ecb622e2ae None None] Network 268ad67a-3783-43e1-b4b3-3f2c6ab92830 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:48.043134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-92df0e14-de8d-4d88-9183-b0400f0f8948 None None] For port 30c292a8-fba8-4106-acb4-dcc731910117, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30c292a8-fba8-4106-acb4-dcc731910117,segment=NetworkSegment(55939835-949a-49a5-8364-5c2a4b6f8ede),segment_id=55939835-949a-49a5-8364-5c2a4b6f8ede)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:48.080032 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-92df0e14-de8d-4d88-9183-b0400f0f8948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.249559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a131981f-0f1d-41f1-bb2c-68aef26f2a5a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:48.257475 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df0e14-de8d-4d88-9183-b0400f0f8948 None None] Pushing event updated for resources: {'Port': ['ID=30c292a8-fba8-4106-acb4-dcc731910117,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:48.286418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d7494177-dacd-4833-b8c3-d7b6b2519f6f None None] Provisioning complete for port 30c292a8-fba8-4106-acb4-dcc731910117 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:48.287673 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d7494177-dacd-4833-b8c3-d7b6b2519f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.375062 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62a248b2-44aa-432e-8e8b-c23e98af7914 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.474981 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.546830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a131981f-0f1d-41f1-bb2c-68aef26f2a5a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:48.547207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.572495 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf86d0-cb7e-4b31-9c9f-dfc3bfdc53e4 req-23eb2120-efe1-41b2-8538-dfc3f2a1ff23 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:48.581512 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ccf86d0-cb7e-4b31-9c9f-dfc3bfdc53e4 req-23eb2120-efe1-41b2-8538-dfc3f2a1ff23 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.7454126 Nov 09 00:24:48.591768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fff542-b0d0-4b26-94be-2edeaced2a9c req-4201b796-c7de-4011-82d0-a5fdb84af11a tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:48.621951 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70fff542-b0d0-4b26-94be-2edeaced2a9c req-4201b796-c7de-4011-82d0-a5fdb84af11a tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 909 time: 0.6566777 Nov 09 00:24:48.642023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d7494177-dacd-4833-b8c3-d7b6b2519f6f None None] Provisioning complete for port a131981f-0f1d-41f1-bb2c-68aef26f2a5a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:48.642456 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d7494177-dacd-4833-b8c3-d7b6b2519f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.660519 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95374fbd-45e3-4f6d-ba6a-bb37bf4503f1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.730336 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.767323 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62a248b2-44aa-432e-8e8b-c23e98af7914 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.795975 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62a248b2-44aa-432e-8e8b-c23e98af7914 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.823972 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-627627d3-96e9-4e6e-936c-eb2ae4037416 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.829367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port a131981f-0f1d-41f1-bb2c-68aef26f2a5a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a131981f-0f1d-41f1-bb2c-68aef26f2a5a,segment=NetworkSegment(fe25680e-e4ea-4fdb-8c37-160645291d2e),segment_id=fe25680e-e4ea-4fdb-8c37-160645291d2e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:48.840860 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.841527 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc20407b-af3a-4325-b653-354ca0217ed1 req-aebebfc7-3944-4138-b359-a2da5d231974 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0723112 Nov 09 00:24:48.916757 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=a131981f-0f1d-41f1-bb2c-68aef26f2a5a,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:48.919664 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d7494177-dacd-4833-b8c3-d7b6b2519f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:48.938769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 35846a57-1ff6-4f30-a5d1-4eeeb19124c6 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:48.972512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 35846a57-1ff6-4f30-a5d1-4eeeb19124c6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:48.973156 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 35846a57-1ff6-4f30-a5d1-4eeeb19124c6 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:48.984180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a248b2-44aa-432e-8e8b-c23e98af7914 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2668649-26b8-4fb1-b075-9e33fda2d388,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:49.017803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627627d3-96e9-4e6e-936c-eb2ae4037416 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:49.035625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ccf86d0-cb7e-4b31-9c9f-dfc3bfdc53e4 req-99531997-8d2a-4a34-a12a-b9afb41ee89e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4480815 Nov 09 00:24:49.085979 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62a248b2-44aa-432e-8e8b-c23e98af7914 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.089875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-62a248b2-44aa-432e-8e8b-c23e98af7914 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5026765 Nov 09 00:24:49.093472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57324) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:49.094112 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-627627d3-96e9-4e6e-936c-eb2ae4037416 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:49.101585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627627d3-96e9-4e6e-936c-eb2ae4037416 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:49.102321 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-627627d3-96e9-4e6e-936c-eb2ae4037416 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.123516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92f255f-fa0a-4bf1-8206-553e3a661f21 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:49.129723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627627d3-96e9-4e6e-936c-eb2ae4037416 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=7a0a5a9f-1a38-4fe0-b69f-dcec18250890,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:49.130779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-42db7e38-257f-4049-a9a8-b36fe090da5d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '497edf1d-c0f7-4c05-ba7b-4a23f6cfc419', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:49.142522 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-d7494177-dacd-4833-b8c3-d7b6b2519f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:24:49.142933 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-d7494177-dacd-4833-b8c3-d7b6b2519f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:24:49.166432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30c292a8-fba8-4106-acb4-dcc731910117 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:49.171072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-95374fbd-45e3-4f6d-ba6a-bb37bf4503f1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Deleting port 9f79ed57-20c4-4319-b606-b7240109fc7c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:49.171659 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95374fbd-45e3-4f6d-ba6a-bb37bf4503f1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.178437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441812d2-a1ba-457c-b73a-613f05778e63 req-bb93d3ef-b441-4375-9f16-65fae4bc14d8 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:49.180047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-441812d2-a1ba-457c-b73a-613f05778e63 req-bb93d3ef-b441-4375-9f16-65fae4bc14d8 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 909 time: 0.2017088 Nov 09 00:24:49.202055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec337673-daf0-4a48-b1ab-c2daf0ad3713 req-9e3bf601-4aec-4019-b288-f4f6626d6667 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:49.209890 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec337673-daf0-4a48-b1ab-c2daf0ad3713 req-9e3bf601-4aec-4019-b288-f4f6626d6667 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1017888 Nov 09 00:24:49.250361 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-627627d3-96e9-4e6e-936c-eb2ae4037416 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4832554 Nov 09 00:24:49.257577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57328) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:49.265436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:00:ee:a6', 'name': 'tempest-NetworksTestDHCPv6-1235301184'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:49.291812 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42db7e38-257f-4049-a9a8-b36fe090da5d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.340847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 30c292a8-fba8-4106-acb4-dcc731910117 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:49.342263 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.352493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec337673-daf0-4a48-b1ab-c2daf0ad3713 req-5eb5cb7a-1354-4dd0-b83b-444ef5efa45e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358607 Nov 09 00:24:49.355555 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95374fbd-45e3-4f6d-ba6a-bb37bf4503f1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.372855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-95374fbd-45e3-4f6d-ba6a-bb37bf4503f1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Calling delete_port for 9f79ed57-20c4-4319-b606-b7240109fc7c owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:49.412384 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00940f-2876-49c5-85f2-273c98a044b2 req-9612d7f0-0b99-4a0d-95bc-9e60924468bc tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:49.413973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a00940f-2876-49c5-85f2-273c98a044b2 req-9612d7f0-0b99-4a0d-95bc-9e60924468bc tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 1060 time: 0.1388116 Nov 09 00:24:49.493185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42db7e38-257f-4049-a9a8-b36fe090da5d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.504049 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42db7e38-257f-4049-a9a8-b36fe090da5d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.525274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:49.541293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db7e38-257f-4049-a9a8-b36fe090da5d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b44016-e140-4aea-a133-5e29b3c3dce6,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:49.591149 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-42db7e38-257f-4049-a9a8-b36fe090da5d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.593091 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-42db7e38-257f-4049-a9a8-b36fe090da5d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4986024 Nov 09 00:24:49.595106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a131981f-0f1d-41f1-bb2c-68aef26f2a5a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:49.596273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57334) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:49.603716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0172bb8d-29b3-4a58-ac76-a3612fb6842c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '497edf1d-c0f7-4c05-ba7b-4a23f6cfc419', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:49.654249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': '7a0a5a9f-1a38-4fe0-b69f-dcec18250890'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:24:49.655371 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.682452 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0172bb8d-29b3-4a58-ac76-a3612fb6842c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.710805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af130d-54d0-4add-bc67-c852f2bf9253 req-c72a9a89-e479-4b63-9373-b1164c5447d3 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:49.712330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37af130d-54d0-4add-bc67-c852f2bf9253 req-c72a9a89-e479-4b63-9373-b1164c5447d3 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2141142 Nov 09 00:24:49.716926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dbbd9-1e4d-4015-be10-1248a9a1c133 req-cd68d8e8-6528-43c4-9d88-ad0526ca3fb3 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:49.720125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb7dbbd9-1e4d-4015-be10-1248a9a1c133 req-cd68d8e8-6528-43c4-9d88-ad0526ca3fb3 tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 1136 time: 0.1976223 Nov 09 00:24:49.750792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95374fbd-45e3-4f6d-ba6a-bb37bf4503f1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.761560 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.800146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a131981f-0f1d-41f1-bb2c-68aef26f2a5a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:49.800518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.804021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95374fbd-45e3-4f6d-ba6a-bb37bf4503f1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event deleted for resources: {'Port': ['ID=9f79ed57-20c4-4319-b606-b7240109fc7c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:49.832214 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d7494177-dacd-4833-b8c3-d7b6b2519f6f None None] Could not find standard attr ID for object 9f79ed57-20c4-4319-b606-b7240109fc7c. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:24:49.849656 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0172bb8d-29b3-4a58-ac76-a3612fb6842c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.895490 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0172bb8d-29b3-4a58-ac76-a3612fb6842c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.909885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37af130d-54d0-4add-bc67-c852f2bf9253 req-4b3af4e0-87ce-428b-b447-3c08f2b6480b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768665 Nov 09 00:24:49.919980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 9f6d39c1-3682-464d-a6d8-eaccb205b197 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:24:49.926777 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Allocated IP 2001:db8::2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/7a0a5a9f-1a38-4fe0-b69f-dcec18250890/e7b5740d-f271-45d9-926f-d77e0d8b1c52) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:49.957120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172bb8d-29b3-4a58-ac76-a3612fb6842c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f38de6-98ea-4a3e-ab29-c1b5296cd9ba,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:49.997921 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0172bb8d-29b3-4a58-ac76-a3612fb6842c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:49.999367 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0172bb8d-29b3-4a58-ac76-a3612fb6842c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4020023 Nov 09 00:24:50.002468 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57340) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:50.007771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5fc72f50-0270-4df1-9562-ae0ac2dbf561 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '497edf1d-c0f7-4c05-ba7b-4a23f6cfc419', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:50.023006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb7dbbd9-1e4d-4015-be10-1248a9a1c133 req-219ccc92-8453-42f0-b955-59dfb5cd03bf tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2655857 Nov 09 00:24:50.037062 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-5fc72f50-0270-4df1-9562-ae0ac2dbf561 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Project a25a6a1f62704562be674debd2726386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:24:50.096241 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb77bba3-0f65-406c-b38e-c26ee9ce3bd5 req-3e8f03c2-d05d-41b7-a132-fd72768e5b79 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0627246 Nov 09 00:24:50.096659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57344) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:50.103966 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5fc72f50-0270-4df1-9562-ae0ac2dbf561 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.186872 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95374fbd-45e3-4f6d-ba6a-bb37bf4503f1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.230860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb4a5df-c00b-4cb8-b8cb-ed5b5948191e tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:50.232671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9fb4a5df-c00b-4cb8-b8cb-ed5b5948191e tempest-TestSecurityGroupsBasicOps-2098360836 tempest-TestSecurityGroupsBasicOps-2098360836-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 1055 time: 0.1350899 Nov 09 00:24:50.285437 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.293824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23f96f-aa3a-45b4-ace8-1d756f630d08 req-d82b0a20-cddc-442c-9671-6a8bab18c310 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:50.295644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f23f96f-aa3a-45b4-ace8-1d756f630d08 req-d82b0a20-cddc-442c-9671-6a8bab18c310 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1200886 Nov 09 00:24:50.306897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccf4b2-f54e-480b-a26e-da6545520f7f req-f0af8a89-28ee-463f-bec2-aaac24de7071 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:50.314905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62ccf4b2-f54e-480b-a26e-da6545520f7f req-f0af8a89-28ee-463f-bec2-aaac24de7071 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.0807147 Nov 09 00:24:50.320150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-97ccdb73-8f38-46c2-88a6-b8f9b24ba612 None None] Provisioning complete for port a131981f-0f1d-41f1-bb2c-68aef26f2a5a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:50.320526 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-97ccdb73-8f38-46c2-88a6-b8f9b24ba612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.324366 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.406059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95374fbd-45e3-4f6d-ba6a-bb37bf4503f1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Router f46616d0-ef54-49e2-b562-8bb0384ac254 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:24:50.408120 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5fc72f50-0270-4df1-9562-ae0ac2dbf561 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.409662 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:50.419195 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5fc72f50-0270-4df1-9562-ae0ac2dbf561 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.429334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f23f96f-aa3a-45b4-ace8-1d756f630d08 req-5c7845fb-3e49-4688-b5fc-920de06cff5b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116273 Nov 09 00:24:50.455056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::187 (835f13d3-1085-44f5-af97-6aaeb0d399b3/7a0a5a9f-1a38-4fe0-b69f-dcec18250890/9f6d39c1-3682-464d-a6d8-eaccb205b197) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:50.464282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Pushing event updated for resources: {'Port': ['ID=e7b5740d-f271-45d9-926f-d77e0d8b1c52,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:50.470977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:50.479970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc72f50-0270-4df1-9562-ae0ac2dbf561 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7daea6f3-75a6-4f9b-a7dd-8531ad4efbb6,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:50.484591 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5fc72f50-0270-4df1-9562-ae0ac2dbf561 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.484882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:50.486174 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5fc72f50-0270-4df1-9562-ae0ac2dbf561 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4823186 Nov 09 00:24:50.489281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57350) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:50.493907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fae496fe-9dd6-4227-88bb-02bf683f8f6d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '497edf1d-c0f7-4c05-ba7b-4a23f6cfc419', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:50.544660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95374fbd-45e3-4f6d-ba6a-bb37bf4503f1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:50.567500 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-95374fbd-45e3-4f6d-ba6a-bb37bf4503f1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "PUT /v2.0/routers/f46616d0-ef54-49e2-b562-8bb0384ac254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0450051 Nov 09 00:24:50.568482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57352) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:50.591964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e14b43-86df-457d-81c4-83d8748e3581 None None] Sync routers for ids ['f46616d0-ef54-49e2-b562-8bb0384ac254'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:50.643338 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-3a06c3b7-1b01-4e9e-8f8b-eb6ae1a8dbe7 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] delete failed (client error): The resource could not be found. Nov 09 00:24:50.643338 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3a06c3b7-1b01-4e9e-8f8b-eb6ae1a8dbe7 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1114496474 HTTP/1.1" status: 404 len: 335 time: 0.0711601 Nov 09 00:24:50.648103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57356) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:50.657413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4d73a8b1-e77e-471b-9e6b-708ed5f847f4 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f46616d0-ef54-49e2-b562-8bb0384ac254'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:50.669690 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-fae496fe-9dd6-4227-88bb-02bf683f8f6d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Project a25a6a1f62704562be674debd2726386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:24:50.670544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62ccf4b2-f54e-480b-a26e-da6545520f7f req-40d85b69-8e08-487a-b277-ff9d480beabc tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540194 Nov 09 00:24:50.697734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Attempting to bind port e7b5740d-f271-45d9-926f-d77e0d8b1c52 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:50.698079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Attempting to bind port e7b5740d-f271-45d9-926f-d77e0d8b1c52 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:50.698564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Attempting to bind port e7b5740d-f271-45d9-926f-d77e0d8b1c52 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:50.701135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e14b43-86df-457d-81c4-83d8748e3581 None None] Routers {'f46616d0-ef54-49e2-b562-8bb0384ac254'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:50.717428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-34e14b43-86df-457d-81c4-83d8748e3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f46616d0-ef54-49e2-b562-8bb0384ac254'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:50.744429 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae496fe-9dd6-4227-88bb-02bf683f8f6d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.757125 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.796966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:50.797256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:50.797597 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.797996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:50.798485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Bound port: e7b5740d-f271-45d9-926f-d77e0d8b1c52, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:50.798866 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.804416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-34e14b43-86df-457d-81c4-83d8748e3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:50.813616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218228d-2605-4ed8-ad2a-f8253d019f1a req-cef10f53-2165-4d6d-94e2-0d462174e9f5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:50.815248 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9218228d-2605-4ed8-ad2a-f8253d019f1a req-cef10f53-2165-4d6d-94e2-0d462174e9f5 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 909 time: 0.1002836 Nov 09 00:24:50.885237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452fb6a-f92f-4ce8-b705-f67831b6ed6d req-2f485c2c-8b79-4299-be5d-0e8e57fbd62d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:50.887451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7452fb6a-f92f-4ce8-b705-f67831b6ed6d req-2f485c2c-8b79-4299-be5d-0e8e57fbd62d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1007540 Nov 09 00:24:50.888738 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.916542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] For port e7b5740d-f271-45d9-926f-d77e0d8b1c52, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:50.921033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] For port e7b5740d-f271-45d9-926f-d77e0d8b1c52, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e7b5740d-f271-45d9-926f-d77e0d8b1c52,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:50.923018 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae496fe-9dd6-4227-88bb-02bf683f8f6d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.935235 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e14b43-86df-457d-81c4-83d8748e3581 None None] Routers {'f46616d0-ef54-49e2-b562-8bb0384ac254'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:50.935903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-34e14b43-86df-457d-81c4-83d8748e3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f46616d0-ef54-49e2-b562-8bb0384ac254'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:50.940059 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.966327 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae496fe-9dd6-4227-88bb-02bf683f8f6d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:50.979601 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:50.989170 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:51.007082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:51.007577 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d73a8b1-e77e-471b-9e6b-708ed5f847f4 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.015175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:51.016087 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.028485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae496fe-9dd6-4227-88bb-02bf683f8f6d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8bcf65-0c11-4113-8715-4a9b7f7aee60,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:51.034751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=9f6d39c1-3682-464d-a6d8-eaccb205b197,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:51.042610 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-4d73a8b1-e77e-471b-9e6b-708ed5f847f4 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] update failed (client error): The resource could not be found. Nov 09 00:24:51.043758 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4d73a8b1-e77e-471b-9e6b-708ed5f847f4 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "PUT /v2.0/routers/f46616d0-ef54-49e2-b562-8bb0384ac254 HTTP/1.1" status: 404 len: 339 time: 0.3943999 Nov 09 00:24:51.045657 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7452fb6a-f92f-4ce8-b705-f67831b6ed6d req-88179536-32da-4dbd-b49e-caf29ed17ff4 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491425 Nov 09 00:24:51.049069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57360) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:51.055311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-34e14b43-86df-457d-81c4-83d8748e3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:51.057087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e14b43-86df-457d-81c4-83d8748e3581 None None] The sync data for ids ['f46616d0-ef54-49e2-b562-8bb0384ac254'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:51.058978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fae496fe-9dd6-4227-88bb-02bf683f8f6d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.063908 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fae496fe-9dd6-4227-88bb-02bf683f8f6d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5730066 Nov 09 00:24:51.064515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57362) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:51.067916 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-97ccdb73-8f38-46c2-88a6-b8f9b24ba612 None None] Could not find standard attr ID for object 9f79ed57-20c4-4319-b606-b7240109fc7c. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:24:51.070040 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ab0ff758-85fe-4cd4-8acb-7a1c1e3bb6f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'network': {'name': 'tempest-network-smoke--216319531', 'project_id': 'a25a6a1f62704562be674debd2726386', 'port_security_enabled': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:51.089394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2b14a615-54f0-4acb-ad7b-2aaa30baaf2b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8299334 Nov 09 00:24:51.091156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57366) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:51.114367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd35dd1-9fce-4502-9a02-6e824f8c57d0 None None] Pushing event updated for resources: {'Port': ['ID=e7b5740d-f271-45d9-926f-d77e0d8b1c52,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:51.115319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0ff758-85fe-4cd4-8acb-7a1c1e3bb6f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Made reservation on behalf of a25a6a1f62704562be674debd2726386 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:51.119253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff758-85fe-4cd4-8acb-7a1c1e3bb6f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.237793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0ff758-85fe-4cd4-8acb-7a1c1e3bb6f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:24:51.254267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff758-85fe-4cd4-8acb-7a1c1e3bb6f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.254646 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-ab0ff758-85fe-4cd4-8acb-7a1c1e3bb6f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Added segment d2c47daa-e162-47e3-8409-6590f9952264 of type vlan for network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 Nov 09 00:24:51.329025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-33bb4600-c836-4922-8dc0-74f121ba9361 req-9b02f888-3f0c-4897-b1f1-d95f8ad448a1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.1127429 Nov 09 00:24:51.338586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff758-85fe-4cd4-8acb-7a1c1e3bb6f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.377383 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff758-85fe-4cd4-8acb-7a1c1e3bb6f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.384662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0ff758-85fe-4cd4-8acb-7a1c1e3bb6f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:51.385614 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff758-85fe-4cd4-8acb-7a1c1e3bb6f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.468571 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ab0ff758-85fe-4cd4-8acb-7a1c1e3bb6f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4028795 Nov 09 00:24:51.503602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57380) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:51.508678 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'admin_state_up': True, 'project_id': 'a25a6a1f62704562be674debd2726386', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:51.531697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ff758-85fe-4cd4-8acb-7a1c1e3bb6f3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Network': ['ID=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:51.552670 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:24:51.555808 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.559016 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.565031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5779ed98-b3b5-4c59-88ed-e5cedf12b0df tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:51.571537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5779ed98-b3b5-4c59-88ed-e5cedf12b0df tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:51.573423 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5779ed98-b3b5-4c59-88ed-e5cedf12b0df tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4332147 Nov 09 00:24:51.577400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57382) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:51.717788 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.730553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bb43f-f68f-4d84-9db9-4d6eb9e7aa5c req-57add7a0-6c74-4d24-bb51-a34af5f7d822 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:51.732082 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff4bb43f-f68f-4d84-9db9-4d6eb9e7aa5c req-57add7a0-6c74-4d24-bb51-a34af5f7d822 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1574941 Nov 09 00:24:51.744218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.887572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff4bb43f-f68f-4d84-9db9-4d6eb9e7aa5c req-a02cdf31-8e80-4ec8-890a-1e31dff2a9d5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428771 Nov 09 00:24:51.908477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-ac941745-f430-4653-8492-5ecc3ad4edca tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 9f6d39c1-3682-464d-a6d8-eaccb205b197 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:51.909083 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac941745-f430-4653-8492-5ecc3ad4edca tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.913576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:51.916503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cd5e9-6caa-4a76-9218-c3fff6360b4c req-7113d89a-bafa-4261-8ede-f4af5c0c11c5 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:51.926001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-864cd5e9-6caa-4a76-9218-c3fff6360b4c req-7113d89a-bafa-4261-8ede-f4af5c0c11c5 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2444694 Nov 09 00:24:52.076077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-864cd5e9-6caa-4a76-9218-c3fff6360b4c req-12e11b34-7ba8-4ea7-b249-d43a877b89bf tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406388 Nov 09 00:24:52.092449 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac941745-f430-4653-8492-5ecc3ad4edca tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.110686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-ac941745-f430-4653-8492-5ecc3ad4edca tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 9f6d39c1-3682-464d-a6d8-eaccb205b197 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:52.217299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2622f9-df48-49ca-beb1-0308fd195bf5 req-8f1bec35-b5d9-4bcf-b3b1-577d932ef9ae tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:52.219989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a2622f9-df48-49ca-beb1-0308fd195bf5 req-8f1bec35-b5d9-4bcf-b3b1-577d932ef9ae tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 909 time: 0.1325347 Nov 09 00:24:52.241504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Allocated IP 172.20.0.1 (fec43e61-869f-424d-9924-43407bf9965b/5f213eed-9d44-4551-b3c3-c5f1f9f60412/f19319ab-ed63-45db-b037-ba95b6bd5995) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:52.252365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824724a-3854-459f-9443-d9ffb83d8eb4 req-e45574ac-a32e-4d52-869b-cb8ee02f92d9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:52.254403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7824724a-3854-459f-9443-d9ffb83d8eb4 req-e45574ac-a32e-4d52-869b-cb8ee02f92d9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.30 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 909 time: 0.1310346 Nov 09 00:24:52.307173 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.329381 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.449287 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac941745-f430-4653-8492-5ecc3ad4edca tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.490931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-288610ff-272b-48a2-94e2-46a03118bb40 req-f52b725b-1c5c-4631-bb09-d9628a04e39f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0416861 Nov 09 00:24:52.521082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac941745-f430-4653-8492-5ecc3ad4edca tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=9f6d39c1-3682-464d-a6d8-eaccb205b197,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:52.552828 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-7824724a-3854-459f-9443-d9ffb83d8eb4 req-4a30833e-1343-46c8-8490-6358445d85c7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Deleting port 9f7ec6ab-0ee8-4950-9b94-9977725366b3 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:52.553232 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7824724a-3854-459f-9443-d9ffb83d8eb4 req-4a30833e-1343-46c8-8490-6358445d85c7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.578165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.580895 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac941745-f430-4653-8492-5ecc3ad4edca tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.585396 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ac941745-f430-4653-8492-5ecc3ad4edca tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/9f6d39c1-3682-464d-a6d8-eaccb205b197 HTTP/1.1" status: 204 len: 168 time: 1.0067301 Nov 09 00:24:52.592749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57392) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:52.595657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.25.0.172 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/08e9667a-2d06-4293-9f7f-f61211765937) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:52.693049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-ba113e00-76e7-48df-8047-c3023395905b req-cf116177-98f2-40f7-a21c-893231413516 service neutron] (101780) timed out ('10.222.0.25', 55946) {{(pid=101780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:24:52.743620 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.748459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107cc90b-c37b-490f-973b-8dc443f788b4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:52.750107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107cc90b-c37b-490f-973b-8dc443f788b4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:52.754644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57394) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:52.754991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-107cc90b-c37b-490f-973b-8dc443f788b4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1590664 Nov 09 00:24:52.770569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-7824724a-3854-459f-9443-d9ffb83d8eb4 req-4a30833e-1343-46c8-8490-6358445d85c7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] For port 9f7ec6ab-0ee8-4950-9b94-9977725366b3, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=9f7ec6ab-0ee8-4950-9b94-9977725366b3,segment=NetworkSegment(bf84ef10-f889-4da4-9de7-e65934e44f1c),segment_id=bf84ef10-f889-4da4-9de7-e65934e44f1c)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:52.770942 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7824724a-3854-459f-9443-d9ffb83d8eb4 req-4a30833e-1343-46c8-8490-6358445d85c7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.780742 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.828496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-03b0f8ff-6f5b-4234-88b6-10ba923bcdd5 None None] Provisioning complete for port e7b5740d-f271-45d9-926f-d77e0d8b1c52 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:52.829081 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-03b0f8ff-6f5b-4234-88b6-10ba923bcdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.835081 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b43da0-684a-4cba-bbb0-7ba776fc371a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 7a0a5a9f-1a38-4fe0-b69f-dcec18250890 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:24:52.839022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-10b43da0-684a-4cba-bbb0-7ba776fc371a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.882417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-10b43da0-684a-4cba-bbb0-7ba776fc371a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.887340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-7824724a-3854-459f-9443-d9ffb83d8eb4 req-4a30833e-1343-46c8-8490-6358445d85c7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Calling delete_port for 9f7ec6ab-0ee8-4950-9b94-9977725366b3 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:52.889011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event updated for resources: {'Port': ['ID=f19319ab-ed63-45db-b037-ba95b6bd5995,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:52.908729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Network fec43e61-869f-424d-9924-43407bf9965b is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:52.932954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:52.937102 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:52.984718 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-10b43da0-684a-4cba-bbb0-7ba776fc371a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:52.992045 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-03b0f8ff-6f5b-4234-88b6-10ba923bcdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:53.004613 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:53.083766 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:53.188190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e7b5740d-f271-45d9-926f-d77e0d8b1c52 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:53.196788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=08e9667a-2d06-4293-9f7f-f61211765937,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:53.212962 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-10b43da0-684a-4cba-bbb0-7ba776fc371a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:53.216906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:53.227307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:53.261123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:53.266253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b43da0-684a-4cba-bbb0-7ba776fc371a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0a5a9f-1a38-4fe0-b69f-dcec18250890,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:53.409590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0249e-400d-496b-99c6-7e1c8a75cf22 req-c257a344-d77d-4398-8f11-dc90180d95a3 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:53.417893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fd0249e-400d-496b-99c6-7e1c8a75cf22 req-c257a344-d77d-4398-8f11-dc90180d95a3 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2071760 Nov 09 00:24:53.509237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cf20b-4dfb-4277-be2f-53610581a093 req-f49809de-7ebf-4858-9143-45d5f1417089 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:53.511235 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b04cf20b-4dfb-4277-be2f-53610581a093 req-f49809de-7ebf-4858-9143-45d5f1417089 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 909 time: 0.1423662 Nov 09 00:24:53.535774 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:53.607483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7766b6d6-b63c-40f1-bdf4-c58615297466 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:53.752069 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-10b43da0-684a-4cba-bbb0-7ba776fc371a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:53.755411 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-10b43da0-684a-4cba-bbb0-7ba776fc371a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/7a0a5a9f-1a38-4fe0-b69f-dcec18250890 HTTP/1.1" status: 204 len: 168 time: 0.9997370 Nov 09 00:24:53.758445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57402) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:53.802680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e7b5740d-f271-45d9-926f-d77e0d8b1c52 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:53.803100 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:53.806701 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7b1a9c94-5f28-47dc-989b-0d2779f9f2ba tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471241 Nov 09 00:24:53.810829 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57404) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:53.841020 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-03b0f8ff-6f5b-4234-88b6-10ba923bcdd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:24:53.843297 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-03b0f8ff-6f5b-4234-88b6-10ba923bcdd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:24:53.918329 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:53.921212 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e4d399-0046-47a8-b5b9-ff0f0f3355b8 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:24:53.984812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port e7b5740d-f271-45d9-926f-d77e0d8b1c52, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e7b5740d-f271-45d9-926f-d77e0d8b1c52,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:53.990087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e181ee1-5ca5-4372-bf1e-335f31e6546b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:53.991871 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3e181ee1-5ca5-4372-bf1e-335f31e6546b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1801205 Nov 09 00:24:53.995145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57406) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:54.002856 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.048371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4d399-0046-47a8-b5b9-ff0f0f3355b8 None None] Deleting port e7b5740d-f271-45d9-926f-d77e0d8b1c52 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:54.049099 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d399-0046-47a8-b5b9-ff0f0f3355b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.055876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fae8224-f856-4415-a70d-e1cfc1c01c13 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:54.057559 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3fae8224-f856-4415-a70d-e1cfc1c01c13 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0612979 Nov 09 00:24:54.059990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57408) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:54.102217 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cac66577-52cc-4c41-bb28-b75621464fab tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409977 Nov 09 00:24:54.111771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57410) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:54.120308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c5e4d399-0046-47a8-b5b9-ff0f0f3355b8 None None] For port e7b5740d-f271-45d9-926f-d77e0d8b1c52, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e7b5740d-f271-45d9-926f-d77e0d8b1c52,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:54.121049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d399-0046-47a8-b5b9-ff0f0f3355b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.143498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4d399-0046-47a8-b5b9-ff0f0f3355b8 None None] Calling delete_port for e7b5740d-f271-45d9-926f-d77e0d8b1c52 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:54.153932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-98f1d67f-ef22-4f03-9d05-c570ee5e750e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:54.160129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fd0249e-400d-496b-99c6-7e1c8a75cf22 req-f39d8714-38f3-420a-9467-4b6036a66058 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7409880 Nov 09 00:24:54.216668 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe0bc1f4-2d15-4290-96a6-039f807ef891 req-238e68d5-b84b-4f18-abb3-2e3b83a802e0 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0892694 Nov 09 00:24:54.251851 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d399-0046-47a8-b5b9-ff0f0f3355b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.270088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4d399-0046-47a8-b5b9-ff0f0f3355b8 None None] No DVR routers for this DVR port e7b5740d-f271-45d9-926f-d77e0d8b1c52 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:54.284630 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=e7b5740d-f271-45d9-926f-d77e0d8b1c52,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:54.287185 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7824724a-3854-459f-9443-d9ffb83d8eb4 req-4a30833e-1343-46c8-8490-6358445d85c7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.316855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4d399-0046-47a8-b5b9-ff0f0f3355b8 None None] Pushing event deleted for resources: {'Port': ['ID=e7b5740d-f271-45d9-926f-d77e0d8b1c52,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:54.331097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30833e-1343-46c8-8490-6358445d85c7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'Port': ['ID=9f7ec6ab-0ee8-4950-9b94-9977725366b3,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:54.332295 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.394159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-03b0f8ff-6f5b-4234-88b6-10ba923bcdd5 None None] Port e7b5740d-f271-45d9-926f-d77e0d8b1c52 update to ACTIVE by agent not found {{(pid=101782) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 00:24:54.430651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f1d67f-ef22-4f03-9d05-c570ee5e750e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:54.434670 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-98f1d67f-ef22-4f03-9d05-c570ee5e750e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.523646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7824724a-3854-459f-9443-d9ffb83d8eb4 req-4a30833e-1343-46c8-8490-6358445d85c7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] No DVR routers for this DVR port 9f7ec6ab-0ee8-4950-9b94-9977725366b3 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:24:54.535956 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7824724a-3854-459f-9443-d9ffb83d8eb4 req-4a30833e-1343-46c8-8490-6358445d85c7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.539203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7824724a-3854-459f-9443-d9ffb83d8eb4 req-4a30833e-1343-46c8-8490-6358445d85c7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.30 "DELETE /v2.0/ports/9f7ec6ab-0ee8-4950-9b94-9977725366b3 HTTP/1.1" status: 204 len: 173 time: 2.2773392 Nov 09 00:24:54.539659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60722dad-bf13-4ca7-9ba3-7b1207c8b3d5', 'name': 'network-vif-deleted', 'tag': '9f7ec6ab-0ee8-4950-9b94-9977725366b3'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:24:54.542596 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3962c42d-0002-4a1d-aac3-7c9b858b4bce" -d '{"events": [{"server_uuid": "60722dad-bf13-4ca7-9ba3-7b1207c8b3d5", "name": "network-vif-deleted", "tag": "9f7ec6ab-0ee8-4950-9b94-9977725366b3"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:24:54.569196 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-705cbfab-4847-4562-841c-858ded84b695 None None] Provisioning complete for port f19319ab-ed63-45db-b037-ba95b6bd5995 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:54.572094 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-705cbfab-4847-4562-841c-858ded84b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.606512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.683349 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-705cbfab-4847-4562-841c-858ded84b695 None None] Port f19319ab-ed63-45db-b037-ba95b6bd5995 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:24:54.688192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-705cbfab-4847-4562-841c-858ded84b695 None None] Could not find standard attr ID for object 9f6d39c1-3682-464d-a6d8-eaccb205b197. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:24:54.702569 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7a2429-200c-4212-aff5-93cb4a3d545e x-openstack-request-id: req-4b7a2429-200c-4212-aff5-93cb4a3d545e {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:24:54.702875 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60722dad-bf13-4ca7-9ba3-7b1207c8b3d5", "name": "network-vif-deleted", "tag": "9f7ec6ab-0ee8-4950-9b94-9977725366b3", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:24:54.703153 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b7a2429-200c-4212-aff5-93cb4a3d545e {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:24:54.703602 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60722dad-bf13-4ca7-9ba3-7b1207c8b3d5', 'name': 'network-vif-deleted', 'tag': '9f7ec6ab-0ee8-4950-9b94-9977725366b3', 'status': 'completed', 'code': 200} Nov 09 00:24:54.761983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92ed4038-9614-4128-a234-75ecac8f729c req-77869ffa-562d-4efd-8202-77bd05b3a519 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=60722dad-bf13-4ca7-9ba3-7b1207c8b3d5 HTTP/1.1" status: 200 len: 210 time: 0.0573246 Nov 09 00:24:54.792753 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.803177 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.822884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router a7d96579-b5c6-4215-9551-a71cac2f4626 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:24:54.846225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 9f7ec6ab-0ee8-4950-9b94-9977725366b3 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:54.878409 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 9f7ec6ab-0ee8-4950-9b94-9977725366b3 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:54.880365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 9f7ec6ab-0ee8-4950-9b94-9977725366b3 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:54.923155 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.930546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event updated for resources: {'Port': ['ID=f19319ab-ed63-45db-b037-ba95b6bd5995,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:54.944062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:54.957609 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Sync routers for ids ['a7d96579-b5c6-4215-9551-a71cac2f4626'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:54.974036 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:54.974282 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Routers {'a7d96579-b5c6-4215-9551-a71cac2f4626'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:54.975408 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a7d96579-b5c6-4215-9551-a71cac2f4626'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:54.980585 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-36074d5b-cc6a-4ac2-87e4-03d53cbb3c13 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4755921 Nov 09 00:24:54.981399 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57416) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:55.057890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.objects.ports [None req-98f1d67f-ef22-4f03-9d05-c570ee5e750e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:24:55.061312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-98f1d67f-ef22-4f03-9d05-c570ee5e750e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:55.062276 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-32495c54-8213-45d9-9bf1-f14c47fb8759 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=a25a6a1f62704562be674debd2726386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0797348 Nov 09 00:24:55.062962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57418) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:55.107482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e7b5740d-f271-45d9-926f-d77e0d8b1c52 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:24:55.138910 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Set router a7d96579-b5c6-4215-9551-a71cac2f4626 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:55.148371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: e7b5740d-f271-45d9-926f-d77e0d8b1c52 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:24:55.148732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e7b5740d-f271-45d9-926f-d77e0d8b1c52 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:24:55.280995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1d67f-ef22-4f03-9d05-c570ee5e750e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=fd3ce0a9-9055-4e1c-a4e0-73f0e073dfea,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:55.340871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f1d67f-ef22-4f03-9d05-c570ee5e750e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:55.374570 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:24:54Z', 'revision_number': 3, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:55.388600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-98f1d67f-ef22-4f03-9d05-c570ee5e750e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:55.392844 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f1d67f-ef22-4f03-9d05-c570ee5e750e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:55.393476 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-98f1d67f-ef22-4f03-9d05-c570ee5e750e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:55.399732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ab02de-fe04-4a70-8341-ed18fc597482 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:55.406965 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Checking router: a7d96579-b5c6-4215-9551-a71cac2f4626 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:24:55.407446 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Updating router a7d96579-b5c6-4215-9551-a71cac2f4626 port 08e9667a-2d06-4293-9f7f-f61211765937 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:24:55.435833 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:55.436304 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48627a3b-6d84-424a-b83a-83c90e780758 req-5e7f9e16-7731-4e1a-a024-2a81087d562f tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0983419 Nov 09 00:24:55.439511 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-98f1d67f-ef22-4f03-9d05-c570ee5e750e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2904568 Nov 09 00:24:55.442887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57424) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:55.450179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c77d2074-d20e-45e2-9a03-3f1c6607ca01 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:55.469340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Network fec43e61-869f-424d-9924-43407bf9965b is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:55.479027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:55.547585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229708c9-6e55-4bbd-acab-ae4c090ab685 req-8b8831fa-fccc-4b49-a66c-6b1e9d621f08 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:55.557593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-229708c9-6e55-4bbd-acab-ae4c090ab685 req-8b8831fa-fccc-4b49-a66c-6b1e9d621f08 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2844648 Nov 09 00:24:55.659537 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': 'fd3ce0a9-9055-4e1c-a4e0-73f0e073dfea'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:24:55.660686 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:55.717521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee5176-93a3-49aa-9e37-fbdd68ce175b tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:55.719632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2fee5176-93a3-49aa-9e37-fbdd68ce175b tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5570059 Nov 09 00:24:55.722630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57426) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:55.745911 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77d2074-d20e-45e2-9a03-3f1c6607ca01 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:55.749601 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c77d2074-d20e-45e2-9a03-3f1c6607ca01 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:55.755934 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-229708c9-6e55-4bbd-acab-ae4c090ab685 req-ea5bf549-63a9-495e-8f1c-1171bddc5d17 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918001 Nov 09 00:24:55.772997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Router f46616d0-ef54-49e2-b562-8bb0384ac254 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:24:55.844890 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-108e9d8f-024e-4198-a672-f9d965ce5fd2 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1188369 Nov 09 00:24:55.845475 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57430) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:55.889619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57432) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:55.902536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Allocated IP 2001:db8::f816:3eff:fe43:b80a (835f13d3-1085-44f5-af97-6aaeb0d399b3/fd3ce0a9-9055-4e1c-a4e0-73f0e073dfea/9b27f145-1a34-4dce-858a-fdfca8e4aff2) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:55.922232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c018979f-d8b6-4da3-b03f-3df42808d72f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1451873419', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'project_id': 'a25a6a1f62704562be674debd2726386', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:55.949023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:24:55.955408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4dd1bd90-d929-4c25-b948-e590b1fa2e5c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "PUT /v2.0/routers/f46616d0-ef54-49e2-b562-8bb0384ac254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9049766 Nov 09 00:24:55.960242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57434) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:56.075493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf7aca7-accf-491a-9ab6-bca502c81aca None None] Sync routers for ids ['f46616d0-ef54-49e2-b562-8bb0384ac254'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:24:56.098005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf7aca7-accf-491a-9ab6-bca502c81aca None None] Routers {'f46616d0-ef54-49e2-b562-8bb0384ac254'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:56.098930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3cf7aca7-accf-491a-9ab6-bca502c81aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f46616d0-ef54-49e2-b562-8bb0384ac254'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:56.113627 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8c82cafa-638e-469a-804b-de70bc8a50c1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.137862 n-d-813263-3 neutron-server[101781]: INFO neutron.db.ipam_backend_mixin [None req-c77d2074-d20e-45e2-9a03-3f1c6607ca01 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd3ce0a9-9055-4e1c-a4e0-73f0e073dfea (CIDR: 2001:db8::/64) Nov 09 00:24:56.138458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3cf7aca7-accf-491a-9ab6-bca502c81aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:56.140216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-30bab640-44c2-4eef-a9cc-fd676b261701 None None] Provisioning complete for port f19319ab-ed63-45db-b037-ba95b6bd5995 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:56.140636 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-30bab640-44c2-4eef-a9cc-fd676b261701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.154808 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77d2074-d20e-45e2-9a03-3f1c6607ca01 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:24:56.155264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77d2074-d20e-45e2-9a03-3f1c6607ca01 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:24:56.183048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-30bab640-44c2-4eef-a9cc-fd676b261701 None None] Port f19319ab-ed63-45db-b037-ba95b6bd5995 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:24:56.192930 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.199377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c018979f-d8b6-4da3-b03f-3df42808d72f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Made reservation on behalf of a25a6a1f62704562be674debd2726386 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:56.200961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf7aca7-accf-491a-9ab6-bca502c81aca None None] Routers {'f46616d0-ef54-49e2-b562-8bb0384ac254'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:56.201708 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.202223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3cf7aca7-accf-491a-9ab6-bca502c81aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f46616d0-ef54-49e2-b562-8bb0384ac254'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:56.203003 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c018979f-d8b6-4da3-b03f-3df42808d72f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.213323 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c77d2074-d20e-45e2-9a03-3f1c6607ca01 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7668617 Nov 09 00:24:56.213829 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.222706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57436) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:56.239119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-937532f7-76f0-4674-b7cb-bc86e46f6782 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:56.250924 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3cf7aca7-accf-491a-9ab6-bca502c81aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:56.251332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf7aca7-accf-491a-9ab6-bca502c81aca None None] The sync data for ids ['f46616d0-ef54-49e2-b562-8bb0384ac254'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:56.260007 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.268226 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55c0af-4f69-4918-a504-72b9ee04ea3f None None] Pushing event updated for resources: {'Port': ['ID=08e9667a-2d06-4293-9f7f-f61211765937,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:56.300548 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Attempting to bind port 08e9667a-2d06-4293-9f7f-f61211765937 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:56.301147 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Attempting to bind port 08e9667a-2d06-4293-9f7f-f61211765937 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:56.301717 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Attempting to bind port 08e9667a-2d06-4293-9f7f-f61211765937 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:56.308470 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:56.309382 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:56.309610 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:56.310522 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.311066 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:56.311821 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Bound port: 08e9667a-2d06-4293-9f7f-f61211765937, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:56.312419 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.312997 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:56.317180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:56.348024 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Pushing event updated for resources: {'Port': ['ID=9b27f145-1a34-4dce-858a-fdfca8e4aff2,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:56.359763 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-8c82cafa-638e-469a-804b-de70bc8a50c1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 00:24:56.361914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8c82cafa-638e-469a-804b-de70bc8a50c1 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "DELETE /v2.0/routers/f46616d0-ef54-49e2-b562-8bb0384ac254 HTTP/1.1" status: 409 len: 329 time: 0.4007018 Nov 09 00:24:56.367363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57438) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:56.417955 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] For port 08e9667a-2d06-4293-9f7f-f61211765937, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:56.421163 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] For port 08e9667a-2d06-4293-9f7f-f61211765937, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=08e9667a-2d06-4293-9f7f-f61211765937,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:56.431158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Attempting to bind port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:56.431875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Attempting to bind port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:56.433524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Attempting to bind port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:56.433837 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.436686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:56.437625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:56.437958 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:56.438386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:56.438825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:56.439246 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:56.439689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:56.440104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:56.440516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:56.441279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:56.441279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:56.442802 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:24:56.449476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:56.450125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:56.450687 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.451235 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:56.451799 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Bound port: 9b27f145-1a34-4dce-858a-fdfca8e4aff2, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:56.452269 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.520622 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Routers {'a7d96579-b5c6-4215-9551-a71cac2f4626'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:24:56.521444 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a7d96579-b5c6-4215-9551-a71cac2f4626'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:56.572985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] For port 9b27f145-1a34-4dce-858a-fdfca8e4aff2, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:56.576715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] For port 9b27f145-1a34-4dce-858a-fdfca8e4aff2, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9b27f145-1a34-4dce-858a-fdfca8e4aff2,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:56.583415 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.603714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b5359de-9b94-446b-8370-c666cf1045b5 req-945defd4-907d-48a2-8515-34261f7d7a66 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0362425 Nov 09 00:24:56.621458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937532f7-76f0-4674-b7cb-bc86e46f6782 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:56.625243 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-937532f7-76f0-4674-b7cb-bc86e46f6782 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:56.709397 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] Set router a7d96579-b5c6-4215-9551-a71cac2f4626 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:24:56.715155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b17f80-868d-47c5-9291-da6d03c4a275 None None] Pushing event updated for resources: {'Port': ['ID=9b27f145-1a34-4dce-858a-fdfca8e4aff2,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:56.868944 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55c0af-4f69-4918-a504-72b9ee04ea3f None None] Pushing event updated for resources: {'Port': ['ID=08e9667a-2d06-4293-9f7f-f61211765937,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:56.910091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c018979f-d8b6-4da3-b03f-3df42808d72f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:57.010167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018979f-d8b6-4da3-b03f-3df42808d72f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Subnet': ['ID=31578f0f-081c-453f-8952-627c9f98bab7,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:57.041456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c018979f-d8b6-4da3-b03f-3df42808d72f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Checking segment: {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:57.042493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018979f-d8b6-4da3-b03f-3df42808d72f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network hostable DHCP agents. Network: b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:24:57.067912 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:24:54Z', 'revision_number': 3, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:24:57.109626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018979f-d8b6-4da3-b03f-3df42808d72f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:24:57.140258 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-c018979f-d8b6-4da3-b03f-3df42808d72f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:57.142384 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de8a1b-82c7-4eb2-81bd-5780c4cfcaae None None] The sync data for ids ['a7d96579-b5c6-4215-9551-a71cac2f4626'] in n-d-813263-3 is: [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:24:54Z', 'revision_number': 3, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:24:57.149636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c018979f-d8b6-4da3-b03f-3df42808d72f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:57.150416 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c018979f-d8b6-4da3-b03f-3df42808d72f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:57.151978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7895220c-2c0e-4ee7-8574-b348d223ed7f None None] Network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:57.176203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-331c6089-bf1c-4541-9b72-fc78cfb8bd37 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:57.245334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9b27f145-1a34-4dce-858a-fdfca8e4aff2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:57.265416 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c018979f-d8b6-4da3-b03f-3df42808d72f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4190373 Nov 09 00:24:57.358355 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57444) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:57.360424 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:57.364476 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:57.482451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:24:57.484163 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:57.528390 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-937532f7-76f0-4674-b7cb-bc86e46f6782 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:57.619353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937532f7-76f0-4674-b7cb-bc86e46f6782 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:57.627569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-937532f7-76f0-4674-b7cb-bc86e46f6782 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:57.631179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937532f7-76f0-4674-b7cb-bc86e46f6782 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:57.631944 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-937532f7-76f0-4674-b7cb-bc86e46f6782 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:57.697923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a42a1-3ddc-44b4-b074-4c35e2fb95e9 req-9e99d1c8-bc94-4782-bf80-8d599706fd8f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:57.707739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-222a42a1-3ddc-44b4-b074-4c35e2fb95e9 req-9e99d1c8-bc94-4782-bf80-8d599706fd8f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1926620 Nov 09 00:24:57.750977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937532f7-76f0-4674-b7cb-bc86e46f6782 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=acaf5c14-246d-4062-986e-46f5cb242402,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:57.751963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Allocated IP 172.20.0.2 (b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40/31578f0f-081c-453f-8952-627c9f98bab7/9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:24:57.796075 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-937532f7-76f0-4674-b7cb-bc86e46f6782 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5607858 Nov 09 00:24:57.804595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57448) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:24:57.812375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe2263e4-ce51-43d5-8ab6-6c687f1836e6 req-464ed267-67b2-4e07-bc4d-2bb35ce08f5c tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0445886 Nov 09 00:24:57.819835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:76:1b:ac', 'name': 'tempest-NetworksTestDHCPv6-696962288'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:24:57.884642 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-222a42a1-3ddc-44b4-b074-4c35e2fb95e9 req-c5388c06-d70b-406a-b949-7fab044828c5 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743126 Nov 09 00:24:57.974500 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1df41b00-a05e-49f1-8f3a-fe87cbd0c37b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:58.061994 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:58.085112 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:58.152893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Pushing event updated for resources: {'Port': ['ID=9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:58.183647 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:58.209685 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:24:58.214255 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:24:58.225190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:24:58.310977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:24:58.329217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 9b27f145-1a34-4dce-858a-fdfca8e4aff2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9b27f145-1a34-4dce-858a-fdfca8e4aff2,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:58.353166 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:58.366044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Attempting to bind port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:24:58.366044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Attempting to bind port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:24:58.366044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Attempting to bind port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f on network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:24:58.400798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:24:58.401765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Checking segment: {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:24:58.402173 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:58.402567 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Bound using segment: {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:24:58.403058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Bound port: 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:24:58.403436 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:58.468049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-1df41b00-a05e-49f1-8f3a-fe87cbd0c37b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Deleting port 37cc8432-3e55-45d9-8a32-6b9fa7023921 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:58.469022 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1df41b00-a05e-49f1-8f3a-fe87cbd0c37b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:58.483603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a677d-844c-442e-9c39-db760da49134 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:24:58.501906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-331c6089-bf1c-4541-9b72-fc78cfb8bd37 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Deleting port f19319ab-ed63-45db-b037-ba95b6bd5995 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:24:58.502402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-331c6089-bf1c-4541-9b72-fc78cfb8bd37 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:58.548345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=9b27f145-1a34-4dce-858a-fdfca8e4aff2,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:58.578359 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] For port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:24:58.608067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] For port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:24:58.623797 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:58.649884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4aed4d74-7a84-4a7c-b853-7128d5cdc2bc None None] Provisioning complete for port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:58.650980 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4aed4d74-7a84-4a7c-b853-7128d5cdc2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:58.680091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-1df41b00-a05e-49f1-8f3a-fe87cbd0c37b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] For port 37cc8432-3e55-45d9-8a32-6b9fa7023921, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=37cc8432-3e55-45d9-8a32-6b9fa7023921,segment=NetworkSegment(bf84ef10-f889-4da4-9de7-e65934e44f1c),segment_id=bf84ef10-f889-4da4-9de7-e65934e44f1c)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:58.680698 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1df41b00-a05e-49f1-8f3a-fe87cbd0c37b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:58.715516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-1df41b00-a05e-49f1-8f3a-fe87cbd0c37b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Calling delete_port for 37cc8432-3e55-45d9-8a32-6b9fa7023921 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:58.819716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63399f-7de2-4d35-89d1-1f56d401e0a6 None None] Pushing event updated for resources: {'Port': ['ID=9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:59.052779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-512da1e2-588e-44ca-a6e4-f080f366b82f req-547a3fa1-a5cb-44a4-9ac5-f01813b151b1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0943258 Nov 09 00:24:59.189020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b08aa-9bbd-43e4-a670-3034996832a1 req-0ecebca3-83ec-42b5-a9cc-0adc525afb10 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:24:59.196683 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-257b08aa-9bbd-43e4-a670-3034996832a1 req-0ecebca3-83ec-42b5-a9cc-0adc525afb10 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2084496 Nov 09 00:24:59.221949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1df41b00-a05e-49f1-8f3a-fe87cbd0c37b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:59.288968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-331c6089-bf1c-4541-9b72-fc78cfb8bd37 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:59.298369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-257b08aa-9bbd-43e4-a670-3034996832a1 req-dc1fc2a9-a282-4d34-8735-13d350671422 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007838 Nov 09 00:24:59.300406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df41b00-a05e-49f1-8f3a-fe87cbd0c37b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'Port': ['ID=37cc8432-3e55-45d9-8a32-6b9fa7023921,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:24:59.322458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-331c6089-bf1c-4541-9b72-fc78cfb8bd37 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Calling delete_port for f19319ab-ed63-45db-b037-ba95b6bd5995 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:24:59.364074 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 08e9667a-2d06-4293-9f7f-f61211765937 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:59.420461 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:59.502589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 08e9667a-2d06-4293-9f7f-f61211765937 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:24:59.502881 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:59.547996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 5a129f9e-effc-4fbf-ab72-c7a7ac03ea8f yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:24:59.562829 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1df41b00-a05e-49f1-8f3a-fe87cbd0c37b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:59.606658 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee60e62-e33a-4ec9-8939-2bedff98b534 None None] Update dhcp port {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': 'fd3ce0a9-9055-4e1c-a4e0-73f0e073dfea', 'ip_address': '2001:db8::f816:3eff:fe43:b80a'}, {'subnet_id': 'acaf5c14-246d-4062-986e-46f5cb242402'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '9b27f145-1a34-4dce-858a-fdfca8e4aff2'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:24:59.697511 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:59.727841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 08e9667a-2d06-4293-9f7f-f61211765937, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=08e9667a-2d06-4293-9f7f-f61211765937,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:24:59.733136 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3ee60e62-e33a-4ec9-8939-2bedff98b534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:59.749723 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:59.750521 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9b27f145-1a34-4dce-858a-fdfca8e4aff2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:24:59.888367 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:24:59.961336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df41b00-a05e-49f1-8f3a-fe87cbd0c37b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Router 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:24:59.999994 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=08e9667a-2d06-4293-9f7f-f61211765937,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:00.035983 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-331c6089-bf1c-4541-9b72-fc78cfb8bd37 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:00.060202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:00.060880 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:00.145864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df41b00-a05e-49f1-8f3a-fe87cbd0c37b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:25:00.162662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1df41b00-a05e-49f1-8f3a-fe87cbd0c37b tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "PUT /v2.0/routers/5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2710137 Nov 09 00:25:00.163237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57458) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:00.166973 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa6cfb-28eb-4c23-b8b3-e55f09ac70cd None None] Sync routers for ids ['5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:25:00.167433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c6089-bf1c-4541-9b72-fc78cfb8bd37 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event deleted for resources: {'Port': ['ID=f19319ab-ed63-45db-b037-ba95b6bd5995,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:00.169647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:00.200865 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa6cfb-28eb-4c23-b8b3-e55f09ac70cd None None] Routers {'5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:00.201522 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-dffa6cfb-28eb-4c23-b8b3-e55f09ac70cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:00.293329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:00.296646 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:00.347169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-136715ee-e7cc-4e34-a4e3-9a83712d6346 req-3c44f14e-fdcf-491b-ac62-65de45dfb4af tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0693116 Nov 09 00:25:00.402372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7bb846-5573-423a-8932-be259132d96e tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Deleting subnet af6e360e-75ac-4308-b99f-58ed058f14a6 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:00.412716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb846-5573-423a-8932-be259132d96e tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:00.493652 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-dffa6cfb-28eb-4c23-b8b3-e55f09ac70cd None None] Set router 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:25:00.553989 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:00.626486 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb846-5573-423a-8932-be259132d96e tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:00.633143 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:00.641974 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:00.653573 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404d7f84-d0c9-44e7-94ec-6a1a231d47ab None None] Network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:00.714057 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-331c6089-bf1c-4541-9b72-fc78cfb8bd37 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:00.733006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8:0:1::88 (835f13d3-1085-44f5-af97-6aaeb0d399b3/acaf5c14-246d-4062-986e-46f5cb242402/5a129f9e-effc-4fbf-ab72-c7a7ac03ea8f) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:00.740486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cbbc3-ae23-4522-b044-a57b11f94f48 req-9205f078-4ede-4d05-abd0-ebd72e18f699 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:00.747197 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-563cbbc3-ae23-4522-b044-a57b11f94f48 req-9205f078-4ede-4d05-abd0-ebd72e18f699 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2739992 Nov 09 00:25:00.747920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::f816:3eff:fe76:1bac (835f13d3-1085-44f5-af97-6aaeb0d399b3/fd3ce0a9-9055-4e1c-a4e0-73f0e073dfea/5a129f9e-effc-4fbf-ab72-c7a7ac03ea8f) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:00.835582 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb846-5573-423a-8932-be259132d96e tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:00.891862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:00.928564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-78ae318f-b907-445c-b393-051a3ce1b90f None None] Provisioning complete for port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:00.928564 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-78ae318f-b907-445c-b393-051a3ce1b90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:00.956374 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-dffa6cfb-28eb-4c23-b8b3-e55f09ac70cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1195003721', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:10Z', 'updated_at': '2021-11-09T00:24:58Z', 'revision_number': 5, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:12Z', 'updated_at': '2021-11-09T00:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:01.022900 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa6cfb-28eb-4c23-b8b3-e55f09ac70cd None None] Checking router: 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:25:01.038399 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-563cbbc3-ae23-4522-b044-a57b11f94f48 req-c30b27fc-3ab2-4fb2-8b16-630fa5fcb607 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759454 Nov 09 00:25:01.048355 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb846-5573-423a-8932-be259132d96e tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:01.049711 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa6cfb-28eb-4c23-b8b3-e55f09ac70cd None None] Routers {'5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:01.052214 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-dffa6cfb-28eb-4c23-b8b3-e55f09ac70cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:01.090989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331c6089-bf1c-4541-9b72-fc78cfb8bd37 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Router f46616d0-ef54-49e2-b562-8bb0384ac254 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:25:01.124715 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb846-5573-423a-8932-be259132d96e tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:01.133324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cc7bb846-5573-423a-8932-be259132d96e tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "DELETE /v2.0/subnets/af6e360e-75ac-4308-b99f-58ed058f14a6 HTTP/1.1" status: 204 len: 168 time: 0.9444897 Nov 09 00:25:01.134493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bb846-5573-423a-8932-be259132d96e tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'Subnet': ['ID=af6e360e-75ac-4308-b99f-58ed058f14a6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:01.141416 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57462) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:01.165879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b33b5-0eae-42bd-a2d5-d4431dc3fdee None None] Network 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:01.338193 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-dffa6cfb-28eb-4c23-b8b3-e55f09ac70cd None None] Set router 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:25:01.384023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331c6089-bf1c-4541-9b72-fc78cfb8bd37 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:25:01.410113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57466) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:01.414212 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-331c6089-bf1c-4541-9b72-fc78cfb8bd37 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "PUT /v2.0/routers/f46616d0-ef54-49e2-b562-8bb0384ac254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0371182 Nov 09 00:25:01.415715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.20.0.1 (b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40/31578f0f-081c-453f-8952-627c9f98bab7/42525926-e768-4815-8c23-fcaf51574873) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:01.505390 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-de18286d-3430-4566-9988-8b23e3340520 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] show failed (client error): The resource could not be found. Nov 09 00:25:01.511507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-de18286d-3430-4566-9988-8b23e3340520 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-2075524450 HTTP/1.1" status: 404 len: 335 time: 0.0962963 Nov 09 00:25:01.513987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57468) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:01.527789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a82c706d-c2d5-46c1-a2f2-7512185f1e1f tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:01.543847 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:01.546628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 08e9667a-2d06-4293-9f7f-f61211765937 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:01.551100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32360c1c-1e33-4838-b044-eca2590a15b7 None None] Sync routers for ids ['f46616d0-ef54-49e2-b562-8bb0384ac254'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:25:01.621677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32360c1c-1e33-4838-b044-eca2590a15b7 None None] Routers {'f46616d0-ef54-49e2-b562-8bb0384ac254'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:01.624121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-32360c1c-1e33-4838-b044-eca2590a15b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f46616d0-ef54-49e2-b562-8bb0384ac254'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:01.656710 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:01.671822 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5eee722-191d-47b5-b0f3-b87b357e639d req-298292b4-cc44-45d2-b7fd-42b5a5cefede tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.1384656 Nov 09 00:25:01.678074 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-a82c706d-c2d5-46c1-a2f2-7512185f1e1f tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] update failed (client error): The resource could not be found. Nov 09 00:25:01.684327 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a82c706d-c2d5-46c1-a2f2-7512185f1e1f tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1466841480 HTTP/1.1" status: 404 len: 335 time: 0.1584101 Nov 09 00:25:01.684327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57470) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:01.761416 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-dffa6cfb-28eb-4c23-b8b3-e55f09ac70cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1195003721', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:10Z', 'updated_at': '2021-11-09T00:24:58Z', 'revision_number': 5, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:12Z', 'updated_at': '2021-11-09T00:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:01.763132 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-32360c1c-1e33-4838-b044-eca2590a15b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:01.806077 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:01.818706 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa6cfb-28eb-4c23-b8b3-e55f09ac70cd None None] The sync data for ids ['5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3'] in n-d-813263-3 is: [{'id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1195003721', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:10Z', 'updated_at': '2021-11-09T00:24:58Z', 'revision_number': 5, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': 'b64f3822-7cd0-4d80-8913-d2f82ae24751', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:12Z', 'updated_at': '2021-11-09T00:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:25:01.868817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 08e9667a-2d06-4293-9f7f-f61211765937 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:01.875679 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:01.885212 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32360c1c-1e33-4838-b044-eca2590a15b7 None None] Routers {'f46616d0-ef54-49e2-b562-8bb0384ac254'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:01.886732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-32360c1c-1e33-4838-b044-eca2590a15b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f46616d0-ef54-49e2-b562-8bb0384ac254'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:01.904353 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:01.919834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:01.931717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:25:01.937823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-32360c1c-1e33-4838-b044-eca2590a15b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:01.937823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32360c1c-1e33-4838-b044-eca2590a15b7 None None] The sync data for ids ['f46616d0-ef54-49e2-b562-8bb0384ac254'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:25:01.947100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:01.947818 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:01.953813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=5a129f9e-effc-4fbf-ab72-c7a7ac03ea8f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:01.966067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b8c6217d-ae29-423b-9d96-142a9e572985 None None] Provisioning complete for port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:01.966067 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b8c6217d-ae29-423b-9d96-142a9e572985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:01.987672 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-3ee60e62-e33a-4ec9-8939-2bedff98b534 None None] Allocated IP 2001:db8:0:1::2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/acaf5c14-246d-4062-986e-46f5cb242402/9b27f145-1a34-4dce-858a-fdfca8e4aff2) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:02.007029 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-38618629-0a44-4808-a862-86de5f03d2ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2005978 Nov 09 00:25:02.028578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57472) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:02.069124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62ee72a-a6ab-4e19-9dca-3141648f4c4f tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Deleting subnet bdce5142-7a59-48aa-81dd-f253789cf3f6 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:02.070587 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.078274 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.083322 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f62ee72a-a6ab-4e19-9dca-3141648f4c4f tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.142742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.223352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:02.239106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:02.254725 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f62ee72a-a6ab-4e19-9dca-3141648f4c4f tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.277061 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dacdc86-263d-42a6-8677-a190ddc8684a None None] DHCP port deletion for 05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:25:02.277487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:02.301021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3ee60e62-e33a-4ec9-8939-2bedff98b534 None None] For port 9b27f145-1a34-4dce-858a-fdfca8e4aff2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9b27f145-1a34-4dce-858a-fdfca8e4aff2,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:02.302684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:25:02.345637 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f86c63-2859-40c6-bf74-daea71fff167 req-460f2d16-3202-4543-a9c8-41d6da4264d3 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:02.347198 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76f86c63-2859-40c6-bf74-daea71fff167 req-460f2d16-3202-4543-a9c8-41d6da4264d3 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1451538 Nov 09 00:25:02.400516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.424692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:02.425434 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.448725 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3ee60e62-e33a-4ec9-8939-2bedff98b534 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.470850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Deleting port b64f3822-7cd0-4d80-8913-d2f82ae24751 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:02.471201 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.480775 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3ee60e62-e33a-4ec9-8939-2bedff98b534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.522623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=42525926-e768-4815-8c23-fcaf51574873,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:02.561001 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f62ee72a-a6ab-4e19-9dca-3141648f4c4f tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.570355 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e2e196ba-029f-4032-b2e3-5f4b43ec0df4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 5a129f9e-effc-4fbf-ab72-c7a7ac03ea8f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:02.570771 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2e196ba-029f-4032-b2e3-5f4b43ec0df4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.635836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76f86c63-2859-40c6-bf74-daea71fff167 req-21748ae8-c4b0-4ef6-844b-4889febcda2c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726889 Nov 09 00:25:02.730875 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2e196ba-029f-4032-b2e3-5f4b43ec0df4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.743083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] For port b64f3822-7cd0-4d80-8913-d2f82ae24751, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b64f3822-7cd0-4d80-8913-d2f82ae24751,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:02.744444 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.749078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e2e196ba-029f-4032-b2e3-5f4b43ec0df4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 5a129f9e-effc-4fbf-ab72-c7a7ac03ea8f owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:02.764814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Calling delete_port for b64f3822-7cd0-4d80-8913-d2f82ae24751 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:02.837264 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.857889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee60e62-e33a-4ec9-8939-2bedff98b534 None None] Pushing event updated for resources: {'Port': ['ID=9b27f145-1a34-4dce-858a-fdfca8e4aff2,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:02.906726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5dacdc86-263d-42a6-8677-a190ddc8684a None None] Deleting port b5da1801-e62d-48c6-b9b2-64c4d6718217 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:02.906726 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5dacdc86-263d-42a6-8677-a190ddc8684a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.949022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-31824be9-a09e-4812-9ed8-9a6a89f8e39f None None] Provisioning complete for port 42525926-e768-4815-8c23-fcaf51574873 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:02.949427 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-31824be9-a09e-4812-9ed8-9a6a89f8e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:02.959152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f866b8e-ea54-48e4-9f69-c47799e38be5 req-c7753283-9c5c-4243-92a6-f5ebc2362bab tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0518634 Nov 09 00:25:02.988385 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f62ee72a-a6ab-4e19-9dca-3141648f4c4f tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.024665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ee72a-a6ab-4e19-9dca-3141648f4c4f tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event deleted for resources: {'Subnet': ['ID=bdce5142-7a59-48aa-81dd-f253789cf3f6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:03.035048 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f62ee72a-a6ab-4e19-9dca-3141648f4c4f tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.039806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f62ee72a-a6ab-4e19-9dca-3141648f4c4f tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "DELETE /v2.0/subnets/bdce5142-7a59-48aa-81dd-f253789cf3f6 HTTP/1.1" status: 204 len: 168 time: 1.3546293 Nov 09 00:25:03.043936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57480) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:03.068501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c864a1f-2493-40b6-8b4e-69485a8362d8 None None] Network 268ad67a-3783-43e1-b4b3-3f2c6ab92830 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:03.111106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc07ed97-c8ac-4148-a66a-4325e283fa6c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Deleting subnet 2a7a4907-1337-43fb-8f98-a230e08543ec {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:03.115874 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc07ed97-c8ac-4148-a66a-4325e283fa6c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.188236 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.201239 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.232755 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-31824be9-a09e-4812-9ed8-9a6a89f8e39f None None] Port 42525926-e768-4815-8c23-fcaf51574873 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:25:03.251440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5dacdc86-263d-42a6-8677-a190ddc8684a None None] For port b5da1801-e62d-48c6-b9b2-64c4d6718217, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b5da1801-e62d-48c6-b9b2-64c4d6718217,segment=NetworkSegment(bf84ef10-f889-4da4-9de7-e65934e44f1c),segment_id=bf84ef10-f889-4da4-9de7-e65934e44f1c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:03.251859 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5dacdc86-263d-42a6-8677-a190ddc8684a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.257208 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc07ed97-c8ac-4148-a66a-4325e283fa6c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.286183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5dacdc86-263d-42a6-8677-a190ddc8684a None None] Calling delete_port for b5da1801-e62d-48c6-b9b2-64c4d6718217 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:03.324242 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.334430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=42525926-e768-4815-8c23-fcaf51574873,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:03.349105 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.384590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'Port': ['ID=b64f3822-7cd0-4d80-8913-d2f82ae24751,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:03.468535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9b27f145-1a34-4dce-858a-fdfca8e4aff2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:03.512330 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc07ed97-c8ac-4148-a66a-4325e283fa6c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.574732 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5dacdc86-263d-42a6-8677-a190ddc8684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.583301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:03.585128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2e196ba-029f-4032-b2e3-5f4b43ec0df4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.597156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:03.630051 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc07ed97-c8ac-4148-a66a-4325e283fa6c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.639493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e196ba-029f-4032-b2e3-5f4b43ec0df4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=5a129f9e-effc-4fbf-ab72-c7a7ac03ea8f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:03.682989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacdc86-263d-42a6-8677-a190ddc8684a None None] Pushing event deleted for resources: {'Port': ['ID=b5da1801-e62d-48c6-b9b2-64c4d6718217,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:03.684268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07ed97-c8ac-4148-a66a-4325e283fa6c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7a4907-1337-43fb-8f98-a230e08543ec,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:03.688396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dacdc86-263d-42a6-8677-a190ddc8684a None None] No DVR routers for this DVR port b5da1801-e62d-48c6-b9b2-64c4d6718217 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:03.689689 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.692056 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc07ed97-c8ac-4148-a66a-4325e283fa6c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.696366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cc07ed97-c8ac-4148-a66a-4325e283fa6c tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "DELETE /v2.0/subnets/2a7a4907-1337-43fb-8f98-a230e08543ec HTTP/1.1" status: 204 len: 168 time: 0.6510475 Nov 09 00:25:03.699540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57486) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:03.729561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33935385-5c4a-45e0-8605-25815f81846f None None] Network f67d6a99-702f-41e0-90a4-1b845345a48f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:03.837293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:03.837293 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.936252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:03.950390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64687f2e-1dd7-4976-a186-cbffd8fb4312 None None] DHCP port deletion for 268ad67a-3783-43e1-b4b3-3f2c6ab92830 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:25:04.144505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-efa6656c-ae95-4bc9-9124-a6a2d42a3110 None None] Provisioning complete for port 42525926-e768-4815-8c23-fcaf51574873 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:04.145427 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-efa6656c-ae95-4bc9-9124-a6a2d42a3110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:04.205010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0359333-d0dd-446c-9cdc-701de4258133 None None] DHCP port deletion for f67d6a99-702f-41e0-90a4-1b845345a48f request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:25:04.210575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-64687f2e-1dd7-4976-a186-cbffd8fb4312 None None] Deleting port a131981f-0f1d-41f1-bb2c-68aef26f2a5a {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:04.210948 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-64687f2e-1dd7-4976-a186-cbffd8fb4312 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:04.251303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b5da1801-e62d-48c6-b9b2-64c4d6718217 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:04.359357 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-efa6656c-ae95-4bc9-9124-a6a2d42a3110 None None] Port 42525926-e768-4815-8c23-fcaf51574873 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:25:04.467687 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2e196ba-029f-4032-b2e3-5f4b43ec0df4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:04.478287 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e2e196ba-029f-4032-b2e3-5f4b43ec0df4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/5a129f9e-effc-4fbf-ab72-c7a7ac03ea8f HTTP/1.1" status: 204 len: 168 time: 2.4470980 Nov 09 00:25:04.483340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57502) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:04.505290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: b5da1801-e62d-48c6-b9b2-64c4d6718217 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:04.505573 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b5da1801-e62d-48c6-b9b2-64c4d6718217 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:04.506002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 37cc8432-3e55-45d9-8a32-6b9fa7023921 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:04.549392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 37cc8432-3e55-45d9-8a32-6b9fa7023921 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:04.549916 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 37cc8432-3e55-45d9-8a32-6b9fa7023921 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:04.568853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-64687f2e-1dd7-4976-a186-cbffd8fb4312 None None] For port a131981f-0f1d-41f1-bb2c-68aef26f2a5a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a131981f-0f1d-41f1-bb2c-68aef26f2a5a,segment=NetworkSegment(fe25680e-e4ea-4fdb-8c37-160645291d2e),segment_id=fe25680e-e4ea-4fdb-8c37-160645291d2e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:04.569398 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-64687f2e-1dd7-4976-a186-cbffd8fb4312 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:04.585748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-efa6656c-ae95-4bc9-9124-a6a2d42a3110 None None] Provisioning complete for port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:04.586269 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-efa6656c-ae95-4bc9-9124-a6a2d42a3110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:04.603625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-64687f2e-1dd7-4976-a186-cbffd8fb4312 None None] Calling delete_port for a131981f-0f1d-41f1-bb2c-68aef26f2a5a owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:04.650044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f0359333-d0dd-446c-9cdc-701de4258133 None None] Deleting port 30c292a8-fba8-4106-acb4-dcc731910117 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:04.650044 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f0359333-d0dd-446c-9cdc-701de4258133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:04.695882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289fb5ab-0859-4ccb-a132-7355e4e3f666 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:04.698710 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-289fb5ab-0859-4ccb-a132-7355e4e3f666 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2146962 Nov 09 00:25:04.702432 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57508) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:04.717640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router a7d96579-b5c6-4215-9551-a71cac2f4626 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:25:04.770889 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:04.777965 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:04.794300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72f508f5-d7ae-4342-a4e8-8d02618f4b50 req-de823f22-305d-41cc-a427-4adf679b0cbc tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.6447885 Nov 09 00:25:04.841157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f0359333-d0dd-446c-9cdc-701de4258133 None None] For port 30c292a8-fba8-4106-acb4-dcc731910117, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30c292a8-fba8-4106-acb4-dcc731910117,segment=NetworkSegment(55939835-949a-49a5-8364-5c2a4b6f8ede),segment_id=55939835-949a-49a5-8364-5c2a4b6f8ede)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:04.841667 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f0359333-d0dd-446c-9cdc-701de4258133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:04.865845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f0359333-d0dd-446c-9cdc-701de4258133 None None] Calling delete_port for 30c292a8-fba8-4106-acb4-dcc731910117 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:04.905278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e8399-d20c-4223-9c8f-43d0e7850aa9 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:04.913588 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9f7e8399-d20c-4223-9c8f-43d0e7850aa9 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2101352 Nov 09 00:25:04.914744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57520) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:04.990277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:25:04.997577 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f331cded-618f-4ee3-94c6-fd7e5eade72c details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:25:05.003379 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Sync routers for ids ['a7d96579-b5c6-4215-9551-a71cac2f4626'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:25:05.026889 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Routers {'a7d96579-b5c6-4215-9551-a71cac2f4626'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:05.028335 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-66855804-da58-4acf-96df-13ef075902a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a7d96579-b5c6-4215-9551-a71cac2f4626'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:05.035664 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f036bcd9-9e1b-445f-b8f8-4f57bed6ada2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "PUT /v2.0/routers/a7d96579-b5c6-4215-9551-a71cac2f4626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6741145 Nov 09 00:25:05.062169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded6eb5-6742-4431-bed4-cd34465d8372 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:05.064867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded6eb5-6742-4431-bed4-cd34465d8372 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:05.070119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded6eb5-6742-4431-bed4-cd34465d8372 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:05.070279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd56e0-c1b9-47e1-baa7-59c2e1ada781 req-2da93848-733a-4f3d-a59e-e73db2ab4f06 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:05.071810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9cd56e0-c1b9-47e1-baa7-59c2e1ada781 req-2da93848-733a-4f3d-a59e-e73db2ab4f06 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 1.1572292 Nov 09 00:25:05.081095 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cded6eb5-6742-4431-bed4-cd34465d8372 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1605911 Nov 09 00:25:05.082070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57524) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:05.082920 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:05.085982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Fanout notify agent at l3_agent the message router_deleted on router 5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:25:05.137220 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:05.145476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:05.147015 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-778ff639-a9b9-414b-a485-97496e760fd2 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "DELETE /v2.0/routers/5a5f19c5-5aee-406b-ba94-ab9f5fdaffc3 HTTP/1.1" status: 204 len: 168 time: 4.0036097 Nov 09 00:25:05.172895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57526) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:05.190467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'f331cded-618f-4ee3-94c6-fd7e5eade72c', 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a', 'port_id': 'f331cded-618f-4ee3-94c6-fd7e5eade72c', 'mac_address': 'fa:16:3e:da:85:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c9732f-1534-467b-88d9-7ab7fdb88108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:25:05.222236 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-64687f2e-1dd7-4976-a186-cbffd8fb4312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:05.317228 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64687f2e-1dd7-4976-a186-cbffd8fb4312 None None] Pushing event deleted for resources: {'Port': ['ID=a131981f-0f1d-41f1-bb2c-68aef26f2a5a,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:05.321065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cbd273a1-af6d-4d11-ab4e-b1620041fd0a None None] Could not find standard attr ID for object 5a129f9e-effc-4fbf-ab72-c7a7ac03ea8f. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:25:05.372421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Deleting port a131981f-0f1d-41f1-bb2c-68aef26f2a5a {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:05.373013 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:05.380276 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d84edef-e239-46e4-8b60-e31d3f5d7fbd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet acaf5c14-246d-4062-986e-46f5cb242402 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:05.399680 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7d84edef-e239-46e4-8b60-e31d3f5d7fbd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:05.400081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9cd56e0-c1b9-47e1-baa7-59c2e1ada781 req-ac6e6c68-0ec5-4927-a4c4-b0d524ba2632 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110032 Nov 09 00:25:05.417136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:05.495173 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:05.536012 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f331cded-618f-4ee3-94c6-fd7e5eade72c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:25:05.551446 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64687f2e-1dd7-4976-a186-cbffd8fb4312 None None] No DVR routers for this DVR port a131981f-0f1d-41f1-bb2c-68aef26f2a5a on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:05.568789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7d84edef-e239-46e4-8b60-e31d3f5d7fbd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:05.645485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:05.658617 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:05.692821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] For port a131981f-0f1d-41f1-bb2c-68aef26f2a5a, host n-d-813263-3, got binding levels [] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:05.695544 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:05.726757 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f0359333-d0dd-446c-9cdc-701de4258133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:05.798632 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Set router a7d96579-b5c6-4215-9551-a71cac2f4626 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:25:05.823413 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7d84edef-e239-46e4-8b60-e31d3f5d7fbd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:05.857425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Calling delete_port for a131981f-0f1d-41f1-bb2c-68aef26f2a5a owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:05.860494 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f331cded-618f-4ee3-94c6-fd7e5eade72c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:25:05.874321 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=f331cded-618f-4ee3-94c6-fd7e5eade72c,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:05.880585 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0359333-d0dd-446c-9cdc-701de4258133 None None] No DVR routers for this DVR port 30c292a8-fba8-4106-acb4-dcc731910117 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:05.963223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30c292a8-fba8-4106-acb4-dcc731910117 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:05.986165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.ipam_backend_mixin [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Port a131981f-0f1d-41f1-bb2c-68aef26f2a5a was not found and therefore no delete operation was performed {{(pid=101780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 00:25:06.004640 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0359333-d0dd-446c-9cdc-701de4258133 None None] Pushing event deleted for resources: {'Port': ['ID=30c292a8-fba8-4106-acb4-dcc731910117,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:06.011330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7d84edef-e239-46e4-8b60-e31d3f5d7fbd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:06.017171 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 30c292a8-fba8-4106-acb4-dcc731910117 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:06.017553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30c292a8-fba8-4106-acb4-dcc731910117 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:06.021562 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a131981f-0f1d-41f1-bb2c-68aef26f2a5a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:06.061076 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:06.072374 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84edef-e239-46e4-8b60-e31d3f5d7fbd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=acaf5c14-246d-4062-986e-46f5cb242402,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:06.083515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: a131981f-0f1d-41f1-bb2c-68aef26f2a5a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:06.083880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a131981f-0f1d-41f1-bb2c-68aef26f2a5a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:06.083987 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7d84edef-e239-46e4-8b60-e31d3f5d7fbd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:06.086794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87675d06-89a3-4d76-8ed1-6dad470fca1c None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:06.087537 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7d84edef-e239-46e4-8b60-e31d3f5d7fbd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/acaf5c14-246d-4062-986e-46f5cb242402 HTTP/1.1" status: 204 len: 168 time: 1.0033147 Nov 09 00:25:06.091564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57546) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:06.200378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-6757f476-8523-4dee-a538-d622777f3fa8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163677277&fields=id&tenant_id=a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 267 time: 0.6941419 Nov 09 00:25:06.233548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4ea133-8f72-4a6c-8a19-1672ba8bcfc3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet fd3ce0a9-9055-4e1c-a4e0-73f0e073dfea {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:06.237313 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea133-8f72-4a6c-8a19-1672ba8bcfc3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:06.304679 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-66855804-da58-4acf-96df-13ef075902a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:25:02Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '42525926-e768-4815-8c23-fcaf51574873', 'name': '', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:25:00Z', 'updated_at': '2021-11-09T00:25:03Z', 'revision_number': 2, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '31578f0f-081c-453f-8952-627c9f98bab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:06.333050 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea133-8f72-4a6c-8a19-1672ba8bcfc3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:06.362687 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Checking router: a7d96579-b5c6-4215-9551-a71cac2f4626 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:25:06.363045 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Updating router a7d96579-b5c6-4215-9551-a71cac2f4626 port 42525926-e768-4815-8c23-fcaf51574873 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:25:06.369078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-073eb13f-3aa4-4180-b349-ca636f57c918 req-bc40feb1-556b-47af-a969-f4cc7e614de9 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.3020728 Nov 09 00:25:06.396931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event deleted for resources: {'Port': ['ID=a131981f-0f1d-41f1-bb2c-68aef26f2a5a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:06.414495 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:06.441919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] No DVR routers for this DVR port a131981f-0f1d-41f1-bb2c-68aef26f2a5a on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:06.455298 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:06.509169 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea133-8f72-4a6c-8a19-1672ba8bcfc3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:06.644075 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea133-8f72-4a6c-8a19-1672ba8bcfc3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:06.712013 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea133-8f72-4a6c-8a19-1672ba8bcfc3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:06.722257 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2c4ea133-8f72-4a6c-8a19-1672ba8bcfc3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/fd3ce0a9-9055-4e1c-a4e0-73f0e073dfea HTTP/1.1" status: 204 len: 168 time: 0.6295853 Nov 09 00:25:06.723886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ea133-8f72-4a6c-8a19-1672ba8bcfc3 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=fd3ce0a9-9055-4e1c-a4e0-73f0e073dfea,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:06.724684 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:06.728173 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57550) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:06.844263 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-12825700-f17d-43e1-9a1c-8f21ba4417d1 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110191 Nov 09 00:25:06.851238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:06.852415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57554) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:06.871490 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268ad67a-3783-43e1-b4b3-3f2c6ab92830']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:06.874406 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:06.957395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf84ef10-f889-4da4-9de7-e65934e44f1c') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:06.957827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf84ef10-f889-4da4-9de7-e65934e44f1c') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:06.974363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe25680e-e4ea-4fdb-8c37-160645291d2e') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:06.979532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe25680e-e4ea-4fdb-8c37-160645291d2e') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:07.006092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f331cded-618f-4ee3-94c6-fd7e5eade72c up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:07.064766 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.074805 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.146175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-3dc16dd2-122c-4011-b144-a15e886447b6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:07.147785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-3dc16dd2-122c-4011-b144-a15e886447b6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 796 time: 0.9464781 Nov 09 00:25:07.148799 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.164582 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.212461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:07.218520 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.245277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455f714-0c68-490c-aa36-5e61ea7a4f73 req-d434e852-1632-4292-a588-290448d90bf8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:07.247886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port f331cded-618f-4ee3-94c6-fd7e5eade72c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:07.248285 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.268719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4455f714-0c68-490c-aa36-5e61ea7a4f73 req-d434e852-1632-4292-a588-290448d90bf8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 945 time: 0.6884804 Nov 09 00:25:07.352999 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Attempting to bind port 42525926-e768-4815-8c23-fcaf51574873 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:25:07.354007 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Attempting to bind port 42525926-e768-4815-8c23-fcaf51574873 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:25:07.354585 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Attempting to bind port 42525926-e768-4815-8c23-fcaf51574873 on network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:25:07.364751 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:25:07.365488 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Checking segment: {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:25:07.366077 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.366709 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Bound using segment: {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:25:07.367393 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Bound port: 42525926-e768-4815-8c23-fcaf51574873, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:25:07.368000 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.395508 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.399944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b64f3822-7cd0-4d80-8913-d2f82ae24751 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:07.402109 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.427955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:25:07.428372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.442895 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-66855804-da58-4acf-96df-13ef075902a2 None None] For port 42525926-e768-4815-8c23-fcaf51574873, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:25:07.449186 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f283df-843c-41b1-8374-430d64df2201 None None] Pushing event updated for resources: {'Port': ['ID=42525926-e768-4815-8c23-fcaf51574873,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:07.452002 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-d315b1a3-468c-4201-b0d8-a9c7afbea77c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/quotas/a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 375 time: 0.2732496 Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:25:07.452689 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:25:07.467429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: b64f3822-7cd0-4d80-8913-d2f82ae24751 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:07.467645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b64f3822-7cd0-4d80-8913-d2f82ae24751 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:07.483518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:25:07.483945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:25:07.488984 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:25:07.690249 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.776069 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f331cded-618f-4ee3-94c6-fd7e5eade72c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:25:07.793517 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07dc57d-4f7a-40f1-b365-ad6fdc291071" -d '{"events": [{"server_uuid": "25b39e2d-dd40-4dcd-83bc-362134dba13f", "name": "network-vif-plugged", "status": "completed", "tag": "f331cded-618f-4ee3-94c6-fd7e5eade72c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:25:07.838205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:07.864383 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.867381 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.876722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4455f714-0c68-490c-aa36-5e61ea7a4f73 req-547f5852-8a35-4d3f-8d21-f98197c87f26 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072602 Nov 09 00:25:07.893914 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-66855804-da58-4acf-96df-13ef075902a2 None None] For port 42525926-e768-4815-8c23-fcaf51574873, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=42525926-e768-4815-8c23-fcaf51574873,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:25:07.899930 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.904084 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:07.924904 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57564) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:07.925951 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "DELETE /v2.0/networks/268ad67a-3783-43e1-b4b3-3f2c6ab92830 HTTP/1.1" status: 204 len: 168 time: 4.2207627 Nov 09 00:25:07.950764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-62a9c977-5995-446e-ade0-8f1575576f8a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4604483 Nov 09 00:25:07.950984 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef254cf3-a41b-4cf8-90a4-07c43b4aa836 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:07.960675 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:08.001142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1ef1ec82-094e-499b-837e-47ab6378c4fe None None] Provisioning complete for port 42525926-e768-4815-8c23-fcaf51574873 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:08.001697 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1ef1ec82-094e-499b-837e-47ab6378c4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:08.003502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-658d6b71-f12f-46eb-93ef-e0de928cd358 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:25:08.004554 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-658d6b71-f12f-46eb-93ef-e0de928cd358 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150349 Nov 09 00:25:08.005721 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:08.013611 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Routers {'a7d96579-b5c6-4215-9551-a71cac2f4626'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:08.014254 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-66855804-da58-4acf-96df-13ef075902a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a7d96579-b5c6-4215-9551-a71cac2f4626'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:08.027867 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "DELETE /v2.0/networks/05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea HTTP/1.1" status: 204 len: 168 time: 2.8472373 Nov 09 00:25:08.037727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e06dae-17b4-4604-ac3c-d383e308c79d tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event deleted for resources: {'Network': ['ID=268ad67a-3783-43e1-b4b3-3f2c6ab92830,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:08.076004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57566) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:08.294239 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5a607ab-1da1-4a51-a782-8595271c29a9 req-3526499a-35de-4e9a-81b2-73c5be33c2da tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.1622698 Nov 09 00:25:08.351970 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f283df-843c-41b1-8374-430d64df2201 None None] Pushing event updated for resources: {'Port': ['ID=42525926-e768-4815-8c23-fcaf51574873,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:08.418671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe71f94-dd52-4b7f-8edd-cccb4204b59d tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'Network': ['ID=05ff7be6-2da7-43a7-9f5d-cc8ec41d4dea,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:08.482820 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-66855804-da58-4acf-96df-13ef075902a2 None None] Set router a7d96579-b5c6-4215-9551-a71cac2f4626 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:25:08.600201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:25:08.657656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-f3e9a59f-effd-4ef4-8f3d-f0991a40eb35 service neutron] 10.222.0.25 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175847 Nov 09 00:25:08.741972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Deleting port 689677a0-851f-4695-b2d4-bad7836fe094 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:08.742545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:08.888370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-4828827a-b691-455d-a516-c7e72d234ef6 service neutron] 10.222.0.25 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295454 Nov 09 00:25:08.929003 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:08.936856 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd15c844-f132-4c2f-a1c8-741a7f205c09 x-openstack-request-id: req-fd15c844-f132-4c2f-a1c8-741a7f205c09 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:25:08.937435 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b39e2d-dd40-4dcd-83bc-362134dba13f", "name": "network-vif-plugged", "status": "completed", "tag": "f331cded-618f-4ee3-94c6-fd7e5eade72c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:25:08.941477 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd15c844-f132-4c2f-a1c8-741a7f205c09 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:25:08.941973 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f331cded-618f-4ee3-94c6-fd7e5eade72c', 'code': 200} Nov 09 00:25:09.014727 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:09.015107 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:09.022156 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=f331cded-618f-4ee3-94c6-fd7e5eade72c,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:09.084143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Calling delete_port for 689677a0-851f-4695-b2d4-bad7836fe094 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:09.088058 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-66855804-da58-4acf-96df-13ef075902a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:25:02Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '42525926-e768-4815-8c23-fcaf51574873', 'name': '', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:25:00Z', 'updated_at': '2021-11-09T00:25:07Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '31578f0f-081c-453f-8952-627c9f98bab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:09.164152 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66855804-da58-4acf-96df-13ef075902a2 None None] The sync data for ids ['a7d96579-b5c6-4215-9551-a71cac2f4626'] in n-d-813263-3 is: [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:25:02Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '42525926-e768-4815-8c23-fcaf51574873', 'name': '', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:25:00Z', 'updated_at': '2021-11-09T00:25:07Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '31578f0f-081c-453f-8952-627c9f98bab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:25:09.312830 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1ef1ec82-094e-499b-837e-47ab6378c4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:09.324448 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:09.379357 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:09.490426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8e94ca86-eb03-40ce-aadd-5eb1fc4298da req-0cfdc32d-4314-4cd9-b656-dfd5b197d313 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 210 time: 0.0666904 Nov 09 00:25:09.532825 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67d6a99-702f-41e0-90a4-1b845345a48f']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:09.559735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1ef1ec82-094e-499b-837e-47ab6378c4fe None None] For port 42525926-e768-4815-8c23-fcaf51574873, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=42525926-e768-4815-8c23-fcaf51574873,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:09.568264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1ef1ec82-094e-499b-837e-47ab6378c4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:09.581458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8accf64-440e-4da6-883e-a4b154efb749 req-848aadc7-7f7c-4b6a-ac8a-cbeaebe310df tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:09.583591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8accf64-440e-4da6-883e-a4b154efb749 req-848aadc7-7f7c-4b6a-ac8a-cbeaebe310df tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.4972696 Nov 09 00:25:09.760060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e225911-a47d-4489-9582-6f974e4340ae req-39393167-4e7d-42b2-83c4-a7704f93aec7 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0897629 Nov 09 00:25:09.882851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7b1f6723-332a-4c39-9a29-c343a7238b8f None None] Provisioning complete for port 42525926-e768-4815-8c23-fcaf51574873 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:09.883622 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6723-332a-4c39-9a29-c343a7238b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:09.914393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8accf64-440e-4da6-883e-a4b154efb749 req-8d5f6a63-e75d-49cd-bc9f-b97534654f01 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121002 Nov 09 00:25:09.973506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1ec82-094e-499b-837e-47ab6378c4fe None None] Pushing event updated for resources: {'Port': ['ID=42525926-e768-4815-8c23-fcaf51574873,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:10.032748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55939835-949a-49a5-8364-5c2a4b6f8ede') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:10.033312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55939835-949a-49a5-8364-5c2a4b6f8ede') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:10.081466 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.090225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.137077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'Port': ['ID=689677a0-851f-4695-b2d4-bad7836fe094,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:10.215035 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] For port 9b27f145-1a34-4dce-858a-fdfca8e4aff2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9b27f145-1a34-4dce-858a-fdfca8e4aff2,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:10.246056 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.246614 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Floating IP aa58a4e7-739e-4acb-a463-fc598dbf2267 disassociated (deleted). External IP: 172.25.0.63, port: 564722fc-1be1-4735-b17d-f8fd9c5dbedf. Nov 09 00:25:10.269387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.269687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7b1f6723-332a-4c39-9a29-c343a7238b8f None None] Provisioning complete for port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:10.270523 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6723-332a-4c39-9a29-c343a7238b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.303265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.304410 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.318924 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.460563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:25:10.464320 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:25:10.597441 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:25:10.609561 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.645728 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.659002 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "DELETE /v2.0/networks/f67d6a99-702f-41e0-90a4-1b845345a48f HTTP/1.1" status: 204 len: 168 time: 2.5933616 Nov 09 00:25:10.689361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57596) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:10.690833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b9f9383a-4908-4d16-8d45-ebbb732d0f12 None None] Provisioning complete for port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:10.691866 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b9f9383a-4908-4d16-8d45-ebbb732d0f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.752384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=9b27f145-1a34-4dce-858a-fdfca8e4aff2,revision_number=8']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:10.809502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:10.839500 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:10.853508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:10.856310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8a88a-8b08-4359-beec-8426cfbce7b1 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:10.863825 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:10.877292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b03431-e5d2-48f4-9352-bc31c371f6ea tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event deleted for resources: {'Network': ['ID=f67d6a99-702f-41e0-90a4-1b845345a48f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:10.947596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=db3b454c-e167-418d-a808-318d4f579993,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:10.968948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2d1872-87fe-4794-b2ec-65a84f6b2ad4 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Deleting subnet 5f213eed-9d44-4551-b3c3-c5f1f9f60412 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:10.981550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf186e5-9117-4da0-ae96-31dc3e2779af req-9b77eb54-c1b2-41e8-bf76-9560efd91f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:10.983061 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8cf186e5-9117-4da0-ae96-31dc3e2779af req-9b77eb54-c1b2-41e8-bf76-9560efd91f8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5c25c1a513d47d5a0d588f80875b683&device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 1097 time: 0.7114236 Nov 09 00:25:11.000107 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-faceaf9e-f0b4-4661-81aa-12bd41613fc6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1465499 Nov 09 00:25:11.002873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57602) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:11.011295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7ee93f07-3d1a-4098-a8bc-043214439e8d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:11.035609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24dabf28-34ee-41d2-bbba-6ceb048f1f6f req-2c06845b-65d0-463f-9cd7-3daf872f108b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 210 time: 0.3731480 Nov 09 00:25:11.136530 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1872-87fe-4794-b2ec-65a84f6b2ad4 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:11.178076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-196d587f-3bb4-48a9-95a0-6ea4bf05b7d0 req-b2cbab30-3ca6-4e02-911c-b22e653b0d89 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.1694877 Nov 09 00:25:11.288148 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee93f07-3d1a-4098-a8bc-043214439e8d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:11.318388 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ee93f07-3d1a-4098-a8bc-043214439e8d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:11.434994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:25:11.595892 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1872-87fe-4794-b2ec-65a84f6b2ad4 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:11.681450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf186e5-9117-4da0-ae96-31dc3e2779af req-8640ec20-cee6-4ff7-9168-b52ac06eccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:11.684428 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8cf186e5-9117-4da0-ae96-31dc3e2779af req-8640ec20-cee6-4ff7-9168-b52ac06eccbd service neutron] 10.222.0.11 "GET /v2.0/networks?id=e829aeab-0510-4192-80fd-9d99c64b902a HTTP/1.1" status: 200 len: 914 time: 0.4992056 Nov 09 00:25:11.691061 n-d-813263-3 neutron-server[101781]: INFO neutron.db.ipam_backend_mixin [None req-7ee93f07-3d1a-4098-a8bc-043214439e8d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db3b454c-e167-418d-a808-318d4f579993 (CIDR: 2001:db8::/64) Nov 09 00:25:11.704056 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee93f07-3d1a-4098-a8bc-043214439e8d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:11.704940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee93f07-3d1a-4098-a8bc-043214439e8d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:11.748250 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8cf186e5-9117-4da0-ae96-31dc3e2779af req-b9ce72ad-88b3-4d23-a9ff-19d38b2cd4fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c HTTP/1.1" status: 200 len: 217 time: 0.0550132 Nov 09 00:25:11.782763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 42525926-e768-4815-8c23-fcaf51574873 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:11.801920 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83bf22-9efb-4406-ae29-e1af5b84726a req-455bd6be-4746-4da1-aa5f-8a83e234a363 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:11.803577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bf83bf22-9efb-4406-ae29-e1af5b84726a req-455bd6be-4746-4da1-aa5f-8a83e234a363 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.5192726 Nov 09 00:25:11.872578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf186e5-9117-4da0-ae96-31dc3e2779af req-2d2fcacb-b7c7-4184-9ebf-2b4996055f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:11.883993 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8cf186e5-9117-4da0-ae96-31dc3e2779af req-2d2fcacb-b7c7-4184-9ebf-2b4996055f5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79c9732f-1534-467b-88d9-7ab7fdb88108 HTTP/1.1" status: 200 len: 854 time: 0.1281428 Nov 09 00:25:11.904357 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7ee93f07-3d1a-4098-a8bc-043214439e8d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9002287 Nov 09 00:25:11.953790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57606) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:11.983552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 42525926-e768-4815-8c23-fcaf51574873 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:11.983923 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:11.984077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7229d74f-e054-42c5-9ecb-a889d129eb4e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:12.103316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-98c4b0a6-43e4-479f-8b9d-82543b81b570 None None] Provisioning complete for port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:12.104622 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-98c4b0a6-43e4-479f-8b9d-82543b81b570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:12.146256 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8cf186e5-9117-4da0-ae96-31dc3e2779af req-8e8835bc-73e2-4b76-b0e1-dc7970d2f8f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e829aeab-0510-4192-80fd-9d99c64b902a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2385845 Nov 09 00:25:12.177928 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-8cf186e5-9117-4da0-ae96-31dc3e2779af req-c897834d-342d-4796-91c2-08d163b284fb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:25:12.179193 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8cf186e5-9117-4da0-ae96-31dc3e2779af req-c897834d-342d-4796-91c2-08d163b284fb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0250502 Nov 09 00:25:12.235743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9b27f145-1a34-4dce-858a-fdfca8e4aff2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:12.369959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4abe4a1b-b81a-4698-901b-9315b5de7192 req-bec2e684-a267-4c77-a61e-95a0ec863d4a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 210 time: 0.1332109 Nov 09 00:25:12.386328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:12.386982 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:12.407481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bf83bf22-9efb-4406-ae29-e1af5b84726a req-97afb194-5f92-4bb5-9674-4bfc8d32e3c7 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785527 Nov 09 00:25:12.461862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-87297046-0a14-4815-84ed-85e06eed977f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:12.464192 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-87297046-0a14-4815-84ed-85e06eed977f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.11 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 796 time: 0.6595647 Nov 09 00:25:12.471879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:25:12.477699 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1872-87fe-4794-b2ec-65a84f6b2ad4 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:12.499308 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:12.516362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f208e-922f-4bd5-82fc-7ff21418490f None None] Sync routers for ids ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:25:12.589635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f208e-922f-4bd5-82fc-7ff21418490f None None] Routers {'367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:12.590734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-889f208e-922f-4bd5-82fc-7ff21418490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:12.600090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ea09094-14cf-4003-9afd-77e072f8aa2d req-3012ad13-9f21-4f1a-89c5-c283eea9a644 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef29f75e-e9cb-4540-b3cd-c8880a9fd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0672960 Nov 09 00:25:12.636638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-69f97d1c-0cbe-4a27-9bfd-1f6aac338080 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "DELETE /v2.0/floatingips/aa58a4e7-739e-4acb-a463-fc598dbf2267 HTTP/1.1" status: 204 len: 168 time: 4.5593634 Nov 09 00:25:12.639852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'tag': '564722fc-1be1-4735-b17d-f8fd9c5dbedf'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:25:12.651582 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70166e08-c37f-48af-b8cc-b71e0ad04aab" -d '{"events": [{"name": "network-changed", "server_uuid": "01f5ec72-3929-4a7c-a5e2-7d9f42230330", "tag": "564722fc-1be1-4735-b17d-f8fd9c5dbedf"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:25:12.745247 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-0fe6d7e2-e97b-4fc1-8735-a9af3a72f5ba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 379 time: 0.2543278 Nov 09 00:25:12.773784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'port': {'device_id': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'admin_state_up': True, 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'security_groups': ['497edf1d-c0f7-4c05-ba7b-4a23f6cfc419']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:12.777473 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8cf186e5-9117-4da0-ae96-31dc3e2779af req-1d0cfb24-936c-48b6-8c20-c296e1bc2e0f service neutron] 10.222.0.11 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252948 Nov 09 00:25:12.811416 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44e5a49-32c6-45c4-b81a-a042136228f8 x-openstack-request-id: req-e44e5a49-32c6-45c4-b81a-a042136228f8 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:25:12.811416 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f5ec72-3929-4a7c-a5e2-7d9f42230330", "tag": "564722fc-1be1-4735-b17d-f8fd9c5dbedf", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:25:12.811771 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e44e5a49-32c6-45c4-b81a-a042136228f8 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:25:12.812251 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'tag': '564722fc-1be1-4735-b17d-f8fd9c5dbedf', 'status': 'completed', 'code': 200} Nov 09 00:25:12.823520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-889f208e-922f-4bd5-82fc-7ff21418490f None None] Set router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:25:12.851885 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1872-87fe-4794-b2ec-65a84f6b2ad4 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:12.986013 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5e87c110-a0c9-4ab6-96e8-8f015645268c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:13.011109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70166e08-c37f-48af-b8cc-b71e0ad04aab req-cd66a810-cd9d-450c-b99e-724d5d1bd6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:13.012772 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-70166e08-c37f-48af-b8cc-b71e0ad04aab req-cd66a810-cd9d-450c-b99e-724d5d1bd6de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f8f4d027d6a4fa5b7ed1159e04fbc38&device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 1136 time: 0.1720641 Nov 09 00:25:13.021560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7229d74f-e054-42c5-9ecb-a889d129eb4e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:13.025500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7229d74f-e054-42c5-9ecb-a889d129eb4e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:13.067681 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1872-87fe-4794-b2ec-65a84f6b2ad4 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:13.071285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8d2d1872-87fe-4794-b2ec-65a84f6b2ad4 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "DELETE /v2.0/subnets/5f213eed-9d44-4551-b3c3-c5f1f9f60412 HTTP/1.1" status: 204 len: 168 time: 2.3715365 Nov 09 00:25:13.073760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253cd45-5c57-4a7c-8201-431972e2dcfa None None] Network fec43e61-869f-424d-9924-43407bf9965b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:13.083812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d1872-87fe-4794-b2ec-65a84f6b2ad4 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event deleted for resources: {'Subnet': ['ID=5f213eed-9d44-4551-b3c3-c5f1f9f60412,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:13.095799 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57620) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:13.216747 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8cf186e5-9117-4da0-ae96-31dc3e2779af req-b4dffaea-0493-427e-a529-5e98ae5d72a2 service neutron] 10.222.0.11 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177389 Nov 09 00:25:13.317820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70166e08-c37f-48af-b8cc-b71e0ad04aab req-04b11400-fb7d-4219-8d4a-a82e6df9ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:13.323135 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-70166e08-c37f-48af-b8cc-b71e0ad04aab req-04b11400-fb7d-4219-8d4a-a82e6df9ec4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=eca8a8cb-f3ba-42af-addf-091755887408 HTTP/1.1" status: 200 len: 897 time: 0.2900929 Nov 09 00:25:13.432493 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-70166e08-c37f-48af-b8cc-b71e0ad04aab req-1cbb311f-0d97-4f21-90aa-c32e665c9ec6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=564722fc-1be1-4735-b17d-f8fd9c5dbedf HTTP/1.1" status: 200 len: 217 time: 0.0974286 Nov 09 00:25:13.536597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-889f208e-922f-4bd5-82fc-7ff21418490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:23:03Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0', 'name': '', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'mac_address': 'fa:16:3e:cc:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:01Z', 'updated_at': '2021-11-09T00:23:10Z', 'revision_number': 5, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'subnets': [{'id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:13.644192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70166e08-c37f-48af-b8cc-b71e0ad04aab req-d4509b7b-49d2-40e1-9994-ca28c80422d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:13.654433 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-70166e08-c37f-48af-b8cc-b71e0ad04aab req-d4509b7b-49d2-40e1-9994-ca28c80422d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a6fe55b-e942-4079-9841-cb2139ac33d7 HTTP/1.1" status: 200 len: 835 time: 0.2096834 Nov 09 00:25:13.659086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cf1214-8cf1-4418-931a-3421be330389 None None] DHCP port deletion for fec43e61-869f-424d-9924-43407bf9965b request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:25:13.662724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f208e-922f-4bd5-82fc-7ff21418490f None None] Checking router: 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:25:13.722809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f208e-922f-4bd5-82fc-7ff21418490f None None] Routers {'367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:13.723454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-889f208e-922f-4bd5-82fc-7ff21418490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:24:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:13.823469 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7274989c-e3ca-4e4f-89ff-63fb43213e4f req-dce4984f-6846-4f15-b9b1-6c74675739cf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 210 time: 0.0896204 Nov 09 00:25:13.842518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70166e08-c37f-48af-b8cc-b71e0ad04aab req-f0b48997-7853-4f00-8aef-1ee48628c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:13.844032 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-70166e08-c37f-48af-b8cc-b71e0ad04aab req-f0b48997-7853-4f00-8aef-1ee48628c890 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eca8a8cb-f3ba-42af-addf-091755887408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703045 Nov 09 00:25:13.867545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf1214-8cf1-4418-931a-3421be330389 None None] Deleting port 58750b02-7081-4843-98d8-0adb464e7e4e {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:13.868574 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1214-8cf1-4418-931a-3421be330389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:13.891144 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:13.933061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475190-8142-4b97-98b1-0117fe067489 req-50f20702-427c-40a2-9fc8-b7e2c48608c7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:13.934677 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36475190-8142-4b97-98b1-0117fe067489 req-50f20702-427c-40a2-9fc8-b7e2c48608c7 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 985 time: 0.8613753 Nov 09 00:25:14.004097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b6cf1214-8cf1-4418-931a-3421be330389 None None] For port 58750b02-7081-4843-98d8-0adb464e7e4e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=58750b02-7081-4843-98d8-0adb464e7e4e,segment=NetworkSegment(1a081544-c4d9-4db4-8fc0-9a59c3538148),segment_id=1a081544-c4d9-4db4-8fc0-9a59c3538148)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:14.004893 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1214-8cf1-4418-931a-3421be330389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:14.022424 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf1214-8cf1-4418-931a-3421be330389 None None] Calling delete_port for 58750b02-7081-4843-98d8-0adb464e7e4e owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:14.125671 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7229d74f-e054-42c5-9ecb-a889d129eb4e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:14.136939 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1214-8cf1-4418-931a-3421be330389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:14.159820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Made reservation on behalf of a25a6a1f62704562be674debd2726386 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:14.164008 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:14.181179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf1214-8cf1-4418-931a-3421be330389 None None] Pushing event deleted for resources: {'Port': ['ID=58750b02-7081-4843-98d8-0adb464e7e4e,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:14.196257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf1214-8cf1-4418-931a-3421be330389 None None] No DVR routers for this DVR port 58750b02-7081-4843-98d8-0adb464e7e4e on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:14.223386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-889f208e-922f-4bd5-82fc-7ff21418490f None None] Set router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:25:14.226541 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-70166e08-c37f-48af-b8cc-b71e0ad04aab req-a4540f0d-c80b-4de0-8ed2-58e4fea2d536 service neutron] 10.222.0.11 "GET /v2.0/networks/eca8a8cb-f3ba-42af-addf-091755887408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427024 Nov 09 00:25:14.229260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36475190-8142-4b97-98b1-0117fe067489 req-6c094416-ddf2-4a2d-bc66-06908c1c710f tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2737710 Nov 09 00:25:14.281911 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7229d74f-e054-42c5-9ecb-a889d129eb4e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:14.291409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961f4d8-f6b2-4749-a0ad-08dcca8ae0a8 req-ec35fbbf-57bd-4a34-8b69-4e68c856d15e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:14.293004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0961f4d8-f6b2-4749-a0ad-08dcca8ae0a8 req-ec35fbbf-57bd-4a34-8b69-4e68c856d15e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2822356 Nov 09 00:25:14.326669 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-7229d74f-e054-42c5-9ecb-a889d129eb4e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:14.370951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7139a81-c050-4487-abbf-93d992bdd174 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:14.388600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229d74f-e054-42c5-9ecb-a889d129eb4e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:14.389122 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7229d74f-e054-42c5-9ecb-a889d129eb4e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:14.391796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57632) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:14.496720 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7229d74f-e054-42c5-9ecb-a889d129eb4e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5378549 Nov 09 00:25:14.497676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229d74f-e054-42c5-9ecb-a889d129eb4e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=d994af18-3ec7-42e2-a66a-4d893a7571be,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:14.501402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57636) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:14.509859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:bf:63:41', 'name': 'tempest-NetworksTestDHCPv6-1410880791'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:14.578346 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0961f4d8-f6b2-4749-a0ad-08dcca8ae0a8 req-f9fa3180-ee5b-42d7-a53c-b50698a461af tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557764 Nov 09 00:25:14.593987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Deleting port 58750b02-7081-4843-98d8-0adb464e7e4e {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:14.594617 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:14.736259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] For port 58750b02-7081-4843-98d8-0adb464e7e4e, host n-d-813263-3, got binding levels [] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:14.736778 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:14.763367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Calling delete_port for 58750b02-7081-4843-98d8-0adb464e7e4e owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:14.768558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.ipam_backend_mixin [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Port 58750b02-7081-4843-98d8-0adb464e7e4e was not found and therefore no delete operation was performed {{(pid=101780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 00:25:14.773705 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.20.0.12 (b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40/31578f0f-081c-453f-8952-627c9f98bab7/2ab513ca-5a1f-4b54-895c-b69c8bd41fa1) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:14.776606 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:14.822145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event deleted for resources: {'Port': ['ID=58750b02-7081-4843-98d8-0adb464e7e4e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:14.826971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] No DVR routers for this DVR port 58750b02-7081-4843-98d8-0adb464e7e4e on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:14.951998 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5197ed-2043-47e6-8197-fcd90fa57f37 req-c1d41cba-d610-456a-9e1c-11dbf344cb89 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:14.953630 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4a5197ed-2043-47e6-8197-fcd90fa57f37 req-c1d41cba-d610-456a-9e1c-11dbf344cb89 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 985 time: 0.6450992 Nov 09 00:25:15.121599 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc7a1-0e7f-4ed1-9e15-716f4580a2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.134437 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c0b703c-c9f5-460e-839b-b14dfb32534f req-f83b4833-9a5a-466e-b9bf-874d95346ab9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 210 time: 0.1622310 Nov 09 00:25:15.172504 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.184526 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-889f208e-922f-4bd5-82fc-7ff21418490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:23:03Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0', 'name': '', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'mac_address': 'fa:16:3e:cc:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:01Z', 'updated_at': '2021-11-09T00:23:10Z', 'revision_number': 5, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'subnets': [{'id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:15.230645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f208e-922f-4bd5-82fc-7ff21418490f None None] The sync data for ids ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'] in n-d-813263-3 is: [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:23:03Z', 'revision_number': 4, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0', 'name': '', 'network_id': 'eca8a8cb-f3ba-42af-addf-091755887408', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'mac_address': 'fa:16:3e:cc:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:23:01Z', 'updated_at': '2021-11-09T00:23:10Z', 'revision_number': 5, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'subnets': [{'id': '8a6fe55b-e942-4079-9841-cb2139ac33d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:25:15.293990 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-40e98227-906d-44e1-8c84-a2e4d7f80c0a tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.333335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec43e61-869f-424d-9924-43407bf9965b']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:15.371648 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-40e98227-906d-44e1-8c84-a2e4d7f80c0a tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.378309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a081544-c4d9-4db4-8fc0-9a59c3538148') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:15.380582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a081544-c4d9-4db4-8fc0-9a59c3538148') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:15.381155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 58750b02-7081-4843-98d8-0adb464e7e4e no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:15.429317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0190f4a6-7c21-4c1e-9666-e0fb009d5213 None None] Update dhcp port {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': 'db3b454c-e167-418d-a808-318d4f579993', 'ip_address': '2001:db8::f816:3eff:fe43:b80a'}, {'subnet_id': 'd994af18-3ec7-42e2-a66a-4d893a7571be'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '9b27f145-1a34-4dce-858a-fdfca8e4aff2'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:25:15.447522 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.452189 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-70166e08-c37f-48af-b8cc-b71e0ad04aab req-2bdf70eb-4553-4eb9-863f-35f410585551 service neutron] 10.222.0.11 "GET /v2.0/networks/eca8a8cb-f3ba-42af-addf-091755887408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1644273 Nov 09 00:25:15.460659 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-40e98227-906d-44e1-8c84-a2e4d7f80c0a tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.464105 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-40e98227-906d-44e1-8c84-a2e4d7f80c0a tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.474685 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-40e98227-906d-44e1-8c84-a2e4d7f80c0a tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "DELETE /v2.0/security-groups/eadbd130-bd42-44b1-89a8-fbc1961c5fc5 HTTP/1.1" status: 204 len: 168 time: 1.0649476 Nov 09 00:25:15.475569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57644) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:15.508137 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-0e98693b-6bd4-4911-9d72-ff3cbd207df1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] show failed (client error): The resource could not be found. Nov 09 00:25:15.512897 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0190f4a6-7c21-4c1e-9666-e0fb009d5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.514208 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0e98693b-6bd4-4911-9d72-ff3cbd207df1 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "GET /v2.0/security-groups/eadbd130-bd42-44b1-89a8-fbc1961c5fc5 HTTP/1.1" status: 404 len: 347 time: 0.0292706 Nov 09 00:25:15.514554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57646) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:15.546084 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e98227-906d-44e1-8c84-a2e4d7f80c0a tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadbd130-bd42-44b1-89a8-fbc1961c5fc5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:15.584184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-4a5197ed-2043-47e6-8197-fcd90fa57f37 req-d1b68e2a-16b8-412d-b729-b3744a33a035 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Deleting port 564722fc-1be1-4735-b17d-f8fd9c5dbedf {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:15.584796 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a5197ed-2043-47e6-8197-fcd90fa57f37 req-d1b68e2a-16b8-412d-b729-b3744a33a035 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.640081 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:15.801955 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba201a8f-9f3b-433a-b041-85d10716df2e None None] New status for floating IP aa58a4e7-739e-4acb-a463-fc598dbf2267: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:25:15.889982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4a5197ed-2043-47e6-8197-fcd90fa57f37 req-d1b68e2a-16b8-412d-b729-b3744a33a035 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] For port 564722fc-1be1-4735-b17d-f8fd9c5dbedf, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=564722fc-1be1-4735-b17d-f8fd9c5dbedf,segment=NetworkSegment(9406df2b-9233-4ed7-9782-f841d890bf5e),segment_id=9406df2b-9233-4ed7-9782-f841d890bf5e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:15.890245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a5197ed-2043-47e6-8197-fcd90fa57f37 req-d1b68e2a-16b8-412d-b729-b3744a33a035 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.906042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-4a5197ed-2043-47e6-8197-fcd90fa57f37 req-d1b68e2a-16b8-412d-b729-b3744a33a035 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Calling delete_port for 564722fc-1be1-4735-b17d-f8fd9c5dbedf owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:15.938155 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.975592 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.983187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-0190f4a6-7c21-4c1e-9666-e0fb009d5213 None None] Allocated IP 2001:db8:0:1::2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/d994af18-3ec7-42e2-a66a-4d893a7571be/9b27f145-1a34-4dce-858a-fdfca8e4aff2) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:15.986215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:25:15.986633 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:25:15.999991 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:25:16.007055 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:25:16.071007 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:16.083706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 58750b02-7081-4843-98d8-0adb464e7e4e {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:16.084232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 58750b02-7081-4843-98d8-0adb464e7e4e not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:16.091867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93646a9e-6cc9-47bd-990b-da74a4097bda req-fe12916a-9fd3-43ac-8f85-c503a47b9702 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:16.092787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93646a9e-6cc9-47bd-990b-da74a4097bda req-fe12916a-9fd3-43ac-8f85-c503a47b9702 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 985 time: 0.7095633 Nov 09 00:25:16.124757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 173c2f05-89a4-4083-899b-a592a18dde9d yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:25:16.169163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0190f4a6-7c21-4c1e-9666-e0fb009d5213 None None] For port 9b27f145-1a34-4dce-858a-fdfca8e4aff2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9b27f145-1a34-4dce-858a-fdfca8e4aff2,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:16.230190 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0190f4a6-7c21-4c1e-9666-e0fb009d5213 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:16.233716 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:16.236286 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:16.238888 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0190f4a6-7c21-4c1e-9666-e0fb009d5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:16.334012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f54b79-17e7-450a-8e50-500dad4e6b20 req-cd4cad85-f714-4ab2-bbaf-6e27c7451d59 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:16.335600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2f54b79-17e7-450a-8e50-500dad4e6b20 req-cd4cad85-f714-4ab2-bbaf-6e27c7451d59 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.5578454 Nov 09 00:25:16.341659 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:16.362292 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:16.367495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "DELETE /v2.0/networks/fec43e61-869f-424d-9924-43407bf9965b HTTP/1.1" status: 204 len: 168 time: 3.2688434 Nov 09 00:25:16.372584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57656) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:16.379373 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8:0:1::177 (835f13d3-1085-44f5-af97-6aaeb0d399b3/d994af18-3ec7-42e2-a66a-4d893a7571be/173c2f05-89a4-4083-899b-a592a18dde9d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:16.386934 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::f816:3eff:febf:6341 (835f13d3-1085-44f5-af97-6aaeb0d399b3/db3b454c-e167-418d-a808-318d4f579993/173c2f05-89a4-4083-899b-a592a18dde9d) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:16.393095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190f4a6-7c21-4c1e-9666-e0fb009d5213 None None] Pushing event updated for resources: {'Port': ['ID=9b27f145-1a34-4dce-858a-fdfca8e4aff2,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:16.435980 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:16.525426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-1156f7be-e57e-4b5b-b796-ccc4853c4c0e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Deleting port 28a0b1d1-2c32-48e5-968d-f3cc78e787f8 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:16.525779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1156f7be-e57e-4b5b-b796-ccc4853c4c0e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:16.549925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea720a3-4fda-4dcc-af48-fcacc4c0be75 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Pushing event deleted for resources: {'Network': ['ID=fec43e61-869f-424d-9924-43407bf9965b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:16.638922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-431f6add-c58b-4201-a204-e848c7004960 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46616d0-ef54-49e2-b562-8bb0384ac254 HTTP/1.1" status: 200 len: 205 time: 0.1777279 Nov 09 00:25:16.646899 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:16.649336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57660) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:16.680247 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:16.708111 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93646a9e-6cc9-47bd-990b-da74a4097bda req-02e0857e-0872-41fc-be76-647e368c1455 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/security-groups?id=226dc74e-a6e5-4d05-9258-3670bbaeb887&id=37310400-74dd-4e11-a9a8-4d31a8ee84fa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5399921 Nov 09 00:25:16.836819 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04927c9b-71e0-4717-99bd-e1f8922c1f31 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:16.860498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:16.875060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:16.891145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:16.906775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:25:16.936673 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2f54b79-17e7-450a-8e50-500dad4e6b20 req-5e02fc59-97ac-480b-a118-2131e0f467be tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654259 Nov 09 00:25:17.062075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fa181-654b-489d-8c88-f39685528b1c req-bed7f403-c7c4-4234-b5e8-37b6901dadbe tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:17.064940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-351fa181-654b-489d-8c88-f39685528b1c req-bed7f403-c7c4-4234-b5e8-37b6901dadbe tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 932 time: 0.1881056 Nov 09 00:25:17.086343 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1156f7be-e57e-4b5b-b796-ccc4853c4c0e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.087183 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1156f7be-e57e-4b5b-b796-ccc4853c4c0e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.153928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04927c9b-71e0-4717-99bd-e1f8922c1f31 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.156273 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04927c9b-71e0-4717-99bd-e1f8922c1f31 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.195079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-351fa181-654b-489d-8c88-f39685528b1c req-0100eff8-1dac-4354-9cae-07f00cacd8be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008472 Nov 09 00:25:17.239123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:17.240068 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.247321 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a5197ed-2043-47e6-8197-fcd90fa57f37 req-d1b68e2a-16b8-412d-b729-b3744a33a035 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.251257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-1156f7be-e57e-4b5b-b796-ccc4853c4c0e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Calling delete_port for 28a0b1d1-2c32-48e5-968d-f3cc78e787f8 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:17.254978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04927c9b-71e0-4717-99bd-e1f8922c1f31 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.255521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04927c9b-71e0-4717-99bd-e1f8922c1f31 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Fanout notify agent at l3_agent the message router_deleted on router f46616d0-ef54-49e2-b562-8bb0384ac254 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:25:17.274149 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-04927c9b-71e0-4717-99bd-e1f8922c1f31 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.275913 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-04927c9b-71e0-4717-99bd-e1f8922c1f31 tempest-RoutersNegativeTest-1176032459 tempest-RoutersNegativeTest-1176032459-project] 10.222.0.25 "DELETE /v2.0/routers/f46616d0-ef54-49e2-b562-8bb0384ac254 HTTP/1.1" status: 204 len: 168 time: 0.6156478 Nov 09 00:25:17.339217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-67f32208-ae34-4181-aa23-faffb2f35704 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5803523 Nov 09 00:25:17.360716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Request body: {'port': {'device_id': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:17.436010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-484f060d-cee1-4abb-91c1-a722df4ae247 None None] Provisioning complete for port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:17.436010 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-484f060d-cee1-4abb-91c1-a722df4ae247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.438697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b68e2a-16b8-412d-b729-b3744a33a035 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'Port': ['ID=564722fc-1be1-4735-b17d-f8fd9c5dbedf,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:17.474454 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.543707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-484f060d-cee1-4abb-91c1-a722df4ae247 None None] Port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:25:17.550110 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9b27f145-1a34-4dce-858a-fdfca8e4aff2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:17.631662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5197ed-2043-47e6-8197-fcd90fa57f37 req-d1b68e2a-16b8-412d-b729-b3744a33a035 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] No DVR routers for this DVR port 564722fc-1be1-4735-b17d-f8fd9c5dbedf on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:17.638120 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a5197ed-2043-47e6-8197-fcd90fa57f37 req-d1b68e2a-16b8-412d-b729-b3744a33a035 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.646748 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4a5197ed-2043-47e6-8197-fcd90fa57f37 req-d1b68e2a-16b8-412d-b729-b3744a33a035 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.11 "DELETE /v2.0/ports/564722fc-1be1-4735-b17d-f8fd9c5dbedf HTTP/1.1" status: 204 len: 173 time: 2.6273093 Nov 09 00:25:17.648129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'name': 'network-vif-deleted', 'tag': '564722fc-1be1-4735-b17d-f8fd9c5dbedf'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:25:17.660168 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab388860-ca37-4aff-aa79-2d281843b386" -d '{"events": [{"server_uuid": "01f5ec72-3929-4a7c-a5e2-7d9f42230330", "name": "network-vif-deleted", "tag": "564722fc-1be1-4735-b17d-f8fd9c5dbedf"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:25:17.665155 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.800463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:17.800837 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.845318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=173c2f05-89a4-4083-899b-a592a18dde9d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:17.866144 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f9f6b2f7-f9a9-4753-8ea6-6ba568f14aa9 None None] Provisioning complete for port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:17.866793 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b2f7-f9a9-4753-8ea6-6ba568f14aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:17.901735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:17.911103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:17.925050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:25:17.934339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:17.946316 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:18.000657 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b826a43d-4666-4130-8ab2-98697ec238f6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.4925635 Nov 09 00:25:18.001129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57678) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:18.048430 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:18.138232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57680) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:18.165522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b82ba2b2-a0b2-4a87-8822-f8498e86540e req-2dc30df3-8d60-409d-aa32-f15166151a79 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5ec72-3929-4a7c-a5e2-7d9f42230330 HTTP/1.1" status: 200 len: 210 time: 0.2053940 Nov 09 00:25:18.202497 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f29650-4991-44f9-9969-0be45fce6d9f x-openstack-request-id: req-39f29650-4991-44f9-9969-0be45fce6d9f {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:25:18.203025 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f5ec72-3929-4a7c-a5e2-7d9f42230330", "name": "network-vif-deleted", "tag": "564722fc-1be1-4735-b17d-f8fd9c5dbedf", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:25:18.203025 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39f29650-4991-44f9-9969-0be45fce6d9f {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:25:18.203417 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f5ec72-3929-4a7c-a5e2-7d9f42230330', 'name': 'network-vif-deleted', 'tag': '564722fc-1be1-4735-b17d-f8fd9c5dbedf', 'status': 'completed', 'code': 200} Nov 09 00:25:18.271768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-338346dd-c135-4d31-8a20-a4692cdc639a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 173c2f05-89a4-4083-899b-a592a18dde9d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:18.272114 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-338346dd-c135-4d31-8a20-a4692cdc639a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:18.348476 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:18.616263 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8afafda7-008d-49fd-9bc7-f242c27af485 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17ce15963f6042d594e3e6f113e2c1ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4680927 Nov 09 00:25:18.620316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57686) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:18.654277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-54015695-f496-4a96-ae2d-6a29d52686cc None None] Provisioning complete for port 173c2f05-89a4-4083-899b-a592a18dde9d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:18.654867 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-54015695-f496-4a96-ae2d-6a29d52686cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:18.674460 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-338346dd-c135-4d31-8a20-a4692cdc639a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:18.709256 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-338346dd-c135-4d31-8a20-a4692cdc639a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 173c2f05-89a4-4083-899b-a592a18dde9d owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:18.719512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-54015695-f496-4a96-ae2d-6a29d52686cc None None] Port 173c2f05-89a4-4083-899b-a592a18dde9d cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:25:18.790388 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ff27f6a-1a1c-44a3-89df-11e146a65828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:18.812888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c5b4c-49b9-4b7b-94cb-c57a5dd212b5 req-38146a4d-2e4c-4d02-abee-5b9126f231bf tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:18.820432 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-189c5b4c-49b9-4b7b-94cb-c57a5dd212b5 req-38146a4d-2e4c-4d02-abee-5b9126f231bf tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.3493888 Nov 09 00:25:18.836708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ff27f6a-1a1c-44a3-89df-11e146a65828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:18.867724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ed028-9eae-4708-9288-83dc79a85f3c req-74e279e6-2bab-4138-92f2-6d6eea6ebe9d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:18.869192 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f4ed028-9eae-4708-9288-83dc79a85f3c req-74e279e6-2bab-4138-92f2-6d6eea6ebe9d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 932 time: 0.3920817 Nov 09 00:25:18.875075 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1156f7be-e57e-4b5b-b796-ccc4853c4c0e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:18.902227 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ff27f6a-1a1c-44a3-89df-11e146a65828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:18.911517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ff27f6a-1a1c-44a3-89df-11e146a65828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:18.916263 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0ff27f6a-1a1c-44a3-89df-11e146a65828 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9efd318-f536-4c00-91ea-2aeec0f80d85 HTTP/1.1" status: 204 len: 168 time: 0.2936754 Nov 09 00:25:18.955885 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff27f6a-1a1c-44a3-89df-11e146a65828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9efd318-f536-4c00-91ea-2aeec0f80d85,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:18.957017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156f7be-e57e-4b5b-b796-ccc4853c4c0e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Port': ['ID=28a0b1d1-2c32-48e5-968d-f3cc78e787f8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:19.022377 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 564722fc-1be1-4735-b17d-f8fd9c5dbedf no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:19.027578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:25:19.046380 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-189c5b4c-49b9-4b7b-94cb-c57a5dd212b5 req-2fa0d8a6-48e3-4b35-9295-f2e6aab16977 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248385 Nov 09 00:25:19.077989 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.101043 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 564722fc-1be1-4735-b17d-f8fd9c5dbedf {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:19.106218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 564722fc-1be1-4735-b17d-f8fd9c5dbedf not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:19.111738 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f4ed028-9eae-4708-9288-83dc79a85f3c req-fbf8bade-71a8-404a-82b8-66f6b2a81029 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227066 Nov 09 00:25:19.124783 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1156f7be-e57e-4b5b-b796-ccc4853c4c0e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.127636 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1156f7be-e57e-4b5b-b796-ccc4853c4c0e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.131902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1156f7be-e57e-4b5b-b796-ccc4853c4c0e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "DELETE /v2.0/floatingips/09534007-ec4f-4cf0-9c0e-740ec13f615e HTTP/1.1" status: 204 len: 168 time: 3.5927787 Nov 09 00:25:19.132833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57692) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:19.224383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57696) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:19.307462 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-338346dd-c135-4d31-8a20-a4692cdc639a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.320122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Transition to ACTIVE for port object 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:25:19.330231 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.399761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:19.508864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-9408104a-663a-49ec-bb09-cce7262b591e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Deleting port deca90b0-bc9b-4415-b659-c843bd9b048e {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:19.509461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9408104a-663a-49ec-bb09-cce7262b591e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.573449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Attempting to bind port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:25:19.574516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Attempting to bind port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:25:19.574516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Attempting to bind port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:25:19.596344 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fdc176b7-d225-4aaf-b3a3-050f86ccaaac tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.608830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:25:19.612118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Attempting to bind port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:25:19.645713 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fdc176b7-d225-4aaf-b3a3-050f86ccaaac tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.718666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:25:19.721854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Checking segment: {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:25:19.723547 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Bound using segment: {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:25:19.724241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Bound port: 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:25:19.725108 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.857239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:25:19.882477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338346dd-c135-4d31-8a20-a4692cdc639a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=173c2f05-89a4-4083-899b-a592a18dde9d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:19.894109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:25:19.903457 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.916969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-338346dd-c135-4d31-8a20-a4692cdc639a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.948560 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-338346dd-c135-4d31-8a20-a4692cdc639a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/173c2f05-89a4-4083-899b-a592a18dde9d HTTP/1.1" status: 204 len: 168 time: 1.9462559 Nov 09 00:25:19.949969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fdc176b7-d225-4aaf-b3a3-050f86ccaaac tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.957687 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fdc176b7-d225-4aaf-b3a3-050f86ccaaac tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.959866 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fdc176b7-d225-4aaf-b3a3-050f86ccaaac tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "DELETE /v2.0/security-groups/226dc74e-a6e5-4d05-9258-3670bbaeb887 HTTP/1.1" status: 204 len: 168 time: 0.7335112 Nov 09 00:25:19.967809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57710) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:19.968494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57712) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:19.980136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:19.981033 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:19.982259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] 10.222.0.11 "PUT /v2.0/ports/2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 1092 time: 2.6283574 Nov 09 00:25:19.991422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:25:19.995403 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed92176a-d426-4882-a4b4-12a64d827af5" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:25:20.008882 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9408104a-663a-49ec-bb09-cce7262b591e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:20.042037 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-9408104a-663a-49ec-bb09-cce7262b591e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Calling delete_port for deca90b0-bc9b-4415-b659-c843bd9b048e owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:20.055141 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc176b7-d225-4aaf-b3a3-050f86ccaaac tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226dc74e-a6e5-4d05-9258-3670bbaeb887,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:20.159062 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-5558837e-50ce-4fb7-ab0d-235fd099cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:20.160997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-5558837e-50ce-4fb7-ab0d-235fd099cb7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1095 time: 0.1130953 Nov 09 00:25:20.161842 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075bd27-04b0-4e53-9eff-37b913cda926 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:20.207379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be675c-e3a9-4644-aa58-f6b7a962f0cf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:20.209022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-95be675c-e3a9-4644-aa58-f6b7a962f0cf tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1992693 Nov 09 00:25:20.221115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57720) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:20.249276 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032f34f7-74aa-4222-b9d0-d1f6a40d8301 x-openstack-request-id: req-032f34f7-74aa-4222-b9d0-d1f6a40d8301 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:25:20.249803 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:25:20.250979 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-032f34f7-74aa-4222-b9d0-d1f6a40d8301 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:25:20.251825 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'status': 'completed', 'code': 200} Nov 09 00:25:20.339987 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9fb0254c-da0d-4a57-aace-64340c68ab48 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:20.421557 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9fb0254c-da0d-4a57-aace-64340c68ab48 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:20.426672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-2273e507-724b-4eea-befa-f93a39f017a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 217 time: 0.2542410 Nov 09 00:25:20.479826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd67f8-80db-43c7-958d-b47d25d56a27 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:20.481996 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-76cd67f8-80db-43c7-958d-b47d25d56a27 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2597783 Nov 09 00:25:20.494641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57728) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:20.646298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a9a3a-cdaa-4ac6-bc34-2238a3615a48 req-3e9dc4d5-e35a-4ca7-880b-b639e953a6f8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:20.647963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a94a9a3a-cdaa-4ac6-bc34-2238a3615a48 req-3e9dc4d5-e35a-4ca7-880b-b639e953a6f8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2375093 Nov 09 00:25:20.649232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8de9731-3366-4ea9-98d5-65ea49335c17 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:20.651187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8de9731-3366-4ea9-98d5-65ea49335c17 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:20.652945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8de9731-3366-4ea9-98d5-65ea49335c17 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:20.656429 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d8de9731-3366-4ea9-98d5-65ea49335c17 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1553144 Nov 09 00:25:20.660530 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57732) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:20.692129 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9fb0254c-da0d-4a57-aace-64340c68ab48 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:20.695221 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9fb0254c-da0d-4a57-aace-64340c68ab48 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:20.696751 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9fb0254c-da0d-4a57-aace-64340c68ab48 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "DELETE /v2.0/security-groups/37310400-74dd-4e11-a9a8-4d31a8ee84fa HTTP/1.1" status: 204 len: 168 time: 0.6648455 Nov 09 00:25:20.714357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57734) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:20.715401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0254c-da0d-4a57-aace-64340c68ab48 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37310400-74dd-4e11-a9a8-4d31a8ee84fa,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:20.795880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-20915368-33c3-4b30-bdbe-7fca1bc11b73 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet d994af18-3ec7-42e2-a66a-4d893a7571be {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:20.801762 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20915368-33c3-4b30-bdbe-7fca1bc11b73 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:20.848812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20915368-33c3-4b30-bdbe-7fca1bc11b73 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:20.881436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57736) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:20.947511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0236a20-19d8-4c16-9467-f4567b19ddc6 req-d04ecd9e-89a1-43a6-b110-f589ac0e0f06 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:20.949396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0236a20-19d8-4c16-9467-f4567b19ddc6 req-d04ecd9e-89a1-43a6-b110-f589ac0e0f06 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 944 time: 0.6053364 Nov 09 00:25:20.955719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-01d57bb5-40f8-4437-8fea-1226eaf160a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:20.958144 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-01d57bb5-40f8-4437-8fea-1226eaf160a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 200 len: 835 time: 0.4560564 Nov 09 00:25:21.036259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a94a9a3a-cdaa-4ac6-bc34-2238a3615a48 req-e607e455-676d-41d4-9bc7-048d80d8cffc tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711433 Nov 09 00:25:21.130489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-8bcc0268-1358-400b-90e9-211c22362c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:21.132026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-8bcc0268-1358-400b-90e9-211c22362c8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355410 Nov 09 00:25:21.140887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-13a08f10-2a2b-4e29-a3f5-c234651411ad tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:21.141616 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-13a08f10-2a2b-4e29-a3f5-c234651411ad tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 00:25:21.142123 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-13a08f10-2a2b-4e29-a3f5-c234651411ad tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 00:25:21.143088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-13a08f10-2a2b-4e29-a3f5-c234651411ad tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2587473 Nov 09 00:25:21.221251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57742) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:21.229727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8916b74d-903f-42a6-9c6e-d64f609e8890 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458545290'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:21.284829 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-84a891d3-4b1c-4c07-b9b7-bcf18dd8efeb service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206906 Nov 09 00:25:21.285366 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8916b74d-903f-42a6-9c6e-d64f609e8890 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:21.300913 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8916b74d-903f-42a6-9c6e-d64f609e8890 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:21.404792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0236a20-19d8-4c16-9467-f4567b19ddc6 req-f57276b2-a1f5-49db-a6df-2ca4cf0e5c82 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3786125 Nov 09 00:25:21.434878 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9408104a-663a-49ec-bb09-cce7262b591e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:21.490358 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8916b74d-903f-42a6-9c6e-d64f609e8890 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:21.500327 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8916b74d-903f-42a6-9c6e-d64f609e8890 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:21.587199 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0652459-3c70-4f68-ba30-bf4997c1eadf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:21.590134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916b74d-903f-42a6-9c6e-d64f609e8890 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f408409e-a15b-4485-a1e9-dbb2ad100221,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:21.698632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8916b74d-903f-42a6-9c6e-d64f609e8890 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:21.802932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8916b74d-903f-42a6-9c6e-d64f609e8890 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:21.904623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916b74d-903f-42a6-9c6e-d64f609e8890 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04015499-82b8-479a-9787-ad1d4458934c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:21.924625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8916b74d-903f-42a6-9c6e-d64f609e8890 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:21.927003 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8916b74d-903f-42a6-9c6e-d64f609e8890 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7019720 Nov 09 00:25:21.930026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57744) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:21.939188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-33728844-93f6-4df6-9ed3-d66a56b3a07c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '04015499-82b8-479a-9787-ad1d4458934c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:22.023307 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20915368-33c3-4b30-bdbe-7fca1bc11b73 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:22.086365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408104a-663a-49ec-bb09-cce7262b591e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Port': ['ID=deca90b0-bc9b-4415-b659-c843bd9b048e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:22.094988 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76062c26-2530-4dc8-bca4-c9ebaefb937b req-305ed7bc-fb96-4a0c-977f-374b4a3f9809 service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8000295 Nov 09 00:25:22.099013 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20915368-33c3-4b30-bdbe-7fca1bc11b73 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:22.141479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20915368-33c3-4b30-bdbe-7fca1bc11b73 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:22.145487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-20915368-33c3-4b30-bdbe-7fca1bc11b73 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/d994af18-3ec7-42e2-a66a-4d893a7571be HTTP/1.1" status: 204 len: 168 time: 1.4720523 Nov 09 00:25:22.167164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57750) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:22.193194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20915368-33c3-4b30-bdbe-7fca1bc11b73 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=d994af18-3ec7-42e2-a66a-4d893a7571be,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:22.218962 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8349594-e3f3-42db-860d-a7430d4fba19 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:22.314172 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33728844-93f6-4df6-9ed3-d66a56b3a07c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:22.344490 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9408104a-663a-49ec-bb09-cce7262b591e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:22.353111 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9408104a-663a-49ec-bb09-cce7262b591e tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "DELETE /v2.0/ports/deca90b0-bc9b-4415-b659-c843bd9b048e HTTP/1.1" status: 204 len: 168 time: 3.2184703 Nov 09 00:25:22.379147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57752) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:22.460954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92176a-d426-4882-a4b4-12a64d827af5 req-173e4539-e4a6-44a8-afb7-4e3592cfea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:22.468893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed92176a-d426-4882-a4b4-12a64d827af5 req-173e4539-e4a6-44a8-afb7-4e3592cfea6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1095 time: 0.2490246 Nov 09 00:25:22.568224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cc3c7-b96c-4bdd-b707-4677d9d32219 req-cc300636-a48c-4205-8e84-a4d2d80b5a51 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:22.572242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a5cc3c7-b96c-4bdd-b707-4677d9d32219 req-cc300636-a48c-4205-8e84-a4d2d80b5a51 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2087257 Nov 09 00:25:22.774028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a5cc3c7-b96c-4bdd-b707-4677d9d32219 req-5d38cb5a-2079-4ef7-b61a-58da0d43f320 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552890 Nov 09 00:25:22.834027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d8fa1-88d1-4970-85aa-e30e0b76ddc5 req-a2b8b016-6cd2-4f3b-b229-d7b3282b2106 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:22.835548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-558d8fa1-88d1-4970-85aa-e30e0b76ddc5 req-a2b8b016-6cd2-4f3b-b229-d7b3282b2106 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 944 time: 0.1726856 Nov 09 00:25:22.892170 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92176a-d426-4882-a4b4-12a64d827af5 req-99140f4c-5b79-407a-a75d-397c077872bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:22.893766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed92176a-d426-4882-a4b4-12a64d827af5 req-99140f4c-5b79-407a-a75d-397c077872bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 896 time: 0.4204242 Nov 09 00:25:22.967253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet db3b454c-e167-418d-a808-318d4f579993 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:23.008272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed92176a-d426-4882-a4b4-12a64d827af5 req-f3d062f3-b225-4c11-a0c5-b3b414270260 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 217 time: 0.0783243 Nov 09 00:25:23.026173 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:23.034146 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33728844-93f6-4df6-9ed3-d66a56b3a07c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:23.103315 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33728844-93f6-4df6-9ed3-d66a56b3a07c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:23.125205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-558d8fa1-88d1-4970-85aa-e30e0b76ddc5 req-8d11af55-5cf0-4bc7-8c40-7a02bb5d867d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750406 Nov 09 00:25:23.129141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92176a-d426-4882-a4b4-12a64d827af5 req-7424b18e-3eb7-47b2-bf26-0fd311d3507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:23.131505 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed92176a-d426-4882-a4b4-12a64d827af5 req-7424b18e-3eb7-47b2-bf26-0fd311d3507b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 200 len: 835 time: 0.1117163 Nov 09 00:25:23.211767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92176a-d426-4882-a4b4-12a64d827af5 req-474781b0-c1fe-44e5-8478-8a44ef8fd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:23.216928 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed92176a-d426-4882-a4b4-12a64d827af5 req-474781b0-c1fe-44e5-8478-8a44ef8fd1cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745685 Nov 09 00:25:23.219380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33728844-93f6-4df6-9ed3-d66a56b3a07c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799adb80-2aa3-497e-b976-c05331a4266e,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:23.234157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-f6b492f8-7ec1-4800-a331-dd00eb2a5586 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Deleting port badf5b56-8934-45ad-ab08-b14502d9f297 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:23.234884 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f6b492f8-7ec1-4800-a331-dd00eb2a5586 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:23.266217 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33728844-93f6-4df6-9ed3-d66a56b3a07c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:23.269691 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-33728844-93f6-4df6-9ed3-d66a56b3a07c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3383205 Nov 09 00:25:23.279225 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57758) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:23.289962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d165cb63-72de-44a9-8dd0-8fc9484cc39c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '04015499-82b8-479a-9787-ad1d4458934c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:23.318023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:23.429014 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d165cb63-72de-44a9-8dd0-8fc9484cc39c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:23.522888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed92176a-d426-4882-a4b4-12a64d827af5 req-cb13fb33-ef8e-464f-a404-a2cf68bcb12a service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972405 Nov 09 00:25:23.591521 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0f889096-314e-4885-944c-62bd5cef1cb8 None None] Provisioning complete for port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:23.592075 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0f889096-314e-4885-944c-62bd5cef1cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:23.631917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a0652459-3c70-4f68-ba30-bf4997c1eadf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Deleting port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:23.634130 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0652459-3c70-4f68-ba30-bf4997c1eadf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:23.652314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f6b492f8-7ec1-4800-a331-dd00eb2a5586 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:23.669871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-f6b492f8-7ec1-4800-a331-dd00eb2a5586 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Calling delete_port for badf5b56-8934-45ad-ab08-b14502d9f297 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:23.788162 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-d165cb63-72de-44a9-8dd0-8fc9484cc39c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 00:25:23.794061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d165cb63-72de-44a9-8dd0-8fc9484cc39c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5132706 Nov 09 00:25:23.800424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57760) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:23.856228 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f6b492f8-7ec1-4800-a331-dd00eb2a5586 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:23.928382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed92176a-d426-4882-a4b4-12a64d827af5 req-a50e9833-fef5-4b0b-b588-3fa62ddabfcd service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723514 Nov 09 00:25:24.007708 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eac297a7-348b-42dc-9103-2725dc94be45 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:24.019971 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b492f8-7ec1-4800-a331-dd00eb2a5586 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Port': ['ID=badf5b56-8934-45ad-ab08-b14502d9f297,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:24.056894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767710f2-eee7-4ec1-bd62-0b49d279c669 req-ed687a42-003f-4ea8-9922-07ba7ea4c4b2 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:24.058514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-767710f2-eee7-4ec1-bd62-0b49d279c669 req-ed687a42-003f-4ea8-9922-07ba7ea4c4b2 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.1277361 Nov 09 00:25:24.098715 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eac297a7-348b-42dc-9103-2725dc94be45 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:24.115327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817680-17b2-4de9-bb26-c975d1f00c0e req-658c4a9e-f5bd-401a-bb86-5921888cbd98 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:24.117103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0817680-17b2-4de9-bb26-c975d1f00c0e req-658c4a9e-f5bd-401a-bb86-5921888cbd98 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1389329 Nov 09 00:25:24.144786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:24.168147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-767710f2-eee7-4ec1-bd62-0b49d279c669 req-d91aa52c-8122-4090-8321-1065ac92016e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016340 Nov 09 00:25:24.213836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-a0652459-3c70-4f68-ba30-bf4997c1eadf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] For port bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0,segment=NetworkSegment(9406df2b-9233-4ed7-9782-f841d890bf5e),segment_id=9406df2b-9233-4ed7-9782-f841d890bf5e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:24.215717 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0652459-3c70-4f68-ba30-bf4997c1eadf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:24.226119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eac297a7-348b-42dc-9103-2725dc94be45 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:24.229707 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eac297a7-348b-42dc-9103-2725dc94be45 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:24.233759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-eac297a7-348b-42dc-9103-2725dc94be45 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "DELETE /v2.0/security-groups/04015499-82b8-479a-9787-ad1d4458934c HTTP/1.1" status: 204 len: 168 time: 0.4327977 Nov 09 00:25:24.234408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57770) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:24.260571 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0817680-17b2-4de9-bb26-c975d1f00c0e req-e4f99f6c-e371-4c0f-bae3-43b0677a779b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286080 Nov 09 00:25:24.290401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac297a7-348b-42dc-9103-2725dc94be45 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04015499-82b8-479a-9787-ad1d4458934c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:24.374935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a0652459-3c70-4f68-ba30-bf4997c1eadf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Calling delete_port for bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:24.437379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f6b492f8-7ec1-4800-a331-dd00eb2a5586 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:24.441034 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f6b492f8-7ec1-4800-a331-dd00eb2a5586 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "DELETE /v2.0/ports/badf5b56-8934-45ad-ab08-b14502d9f297 HTTP/1.1" status: 204 len: 168 time: 2.0608540 Nov 09 00:25:24.445274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-26f54f3c-6832-4417-a2e6-e94c3e611d95 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2059939 Nov 09 00:25:24.455763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57774) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:24.456096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57776) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:24.518162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bce8eb-fec8-41a0-a1ef-bae23808402b req-6bcd721e-52f5-4d92-8d09-c7b1ab61bc4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:24.534387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9bce8eb-fec8-41a0-a1ef-bae23808402b req-6bcd721e-52f5-4d92-8d09-c7b1ab61bc4c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 944 time: 0.1430624 Nov 09 00:25:24.592935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ea97-42ea-4fa8-a571-6a7f222b28af req-8dfdd1e9-57a4-459f-9c9a-8d4586e7e21b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:24.608415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5854ea97-42ea-4fa8-a571-6a7f222b28af req-8dfdd1e9-57a4-459f-9c9a-8d4586e7e21b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.2051458 Nov 09 00:25:24.734827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5854ea97-42ea-4fa8-a571-6a7f222b28af req-839266fc-a56a-49f0-973e-0b1a6b3d0f5d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253583 Nov 09 00:25:24.751835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9bce8eb-fec8-41a0-a1ef-bae23808402b req-e974cd29-3d0e-4fd4-aeaa-4fa1d6c2994e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177918 Nov 09 00:25:24.978402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4dc25248-4fdb-4701-87e5-42af391dbc76 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397329039'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:25.011964 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.032070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d863efc0-100c-4d72-89bb-ee27b58ea66b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Deleting subnet 77073b2d-8182-4647-a3e4-f9ac28e41e68 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:25.032667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:25:25.060940 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d863efc0-100c-4d72-89bb-ee27b58ea66b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.067169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=db3b454c-e167-418d-a808-318d4f579993,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:25.094071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1e6ab8-9450-43a1-a586-01bb926bac40 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:25.103812 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.108594 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/db3b454c-e167-418d-a808-318d4f579993 HTTP/1.1" status: 204 len: 168 time: 2.9323723 Nov 09 00:25:25.144626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57794) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:25.157656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:25.158360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:25.158983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:25.159485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:25.159991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:25.160550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:25.161019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:25.161573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:25.162097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:25.162625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:25.163152 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:25.163631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48538914-411b-4a43-8cf9-11efaa6ea971 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:25.205682 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dc25248-4fdb-4701-87e5-42af391dbc76 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.211184 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dad20251-bc79-4243-ae4b-def6858b32e2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649891 Nov 09 00:25:25.220731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57800) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:25.223916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-970a5372-0aa2-43f6-81e6-e0836747c453 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:25.226391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-aa7ef938-8c14-4e16-b91b-167debee6fb6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:25.234694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d863efc0-100c-4d72-89bb-ee27b58ea66b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.236280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-970a5372-0aa2-43f6-81e6-e0836747c453 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 812 time: 0.2038801 Nov 09 00:25:25.288597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-c0c68d2f-797d-44e0-828f-0a88c0fc9f9f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/quotas/bbaf884dbbf848df8b65aeaf3af74797 HTTP/1.1" status: 200 len: 375 time: 0.0371487 Nov 09 00:25:25.528046 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-b8148e2e-4e85-472d-b052-1bcd5a78448e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2313902 Nov 09 00:25:25.536159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:25.546795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-7f281de2-ce6e-4bc1-98cc-0d505580c6ad service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:25:25.556243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'port_id': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'mac_address': 'fa:16:3e:22:6d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:25:25.562748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-7f281de2-ce6e-4bc1-98cc-0d505580c6ad service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0314844 Nov 09 00:25:25.623243 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.648196 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:25:25.663499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dc25248-4fdb-4701-87e5-42af391dbc76 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.682338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:25.685734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49e9407-08a1-4fcb-b816-ecf85e870828 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:25:25.693245 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.699463 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dc25248-4fdb-4701-87e5-42af391dbc76 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.741065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d863efc0-100c-4d72-89bb-ee27b58ea66b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.751866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7ef938-8c14-4e16-b91b-167debee6fb6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:25.755366 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7ef938-8c14-4e16-b91b-167debee6fb6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.788836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:25.813774 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-4cb5dfe4-e6c6-43eb-83cb-5a72267604e2 service neutron] 10.222.0.25 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390676 Nov 09 00:25:25.823377 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c49e9407-08a1-4fcb-b816-ecf85e870828 None None] Deleting port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:25.824835 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c49e9407-08a1-4fcb-b816-ecf85e870828 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.854076 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4dc25248-4fdb-4701-87e5-42af391dbc76 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.857877 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4dc25248-4fdb-4701-87e5-42af391dbc76 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8804514 Nov 09 00:25:25.857877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc25248-4fdb-4701-87e5-42af391dbc76 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090ac5f8-f389-4744-aa51-f2aa88eb7a46,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:25.877866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57804) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:25.905616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f289197-c69a-4c1c-aba6-94f7fc9eca85 req-6450bd7d-b8a8-47bb-a2dd-d4966b9bfc0b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:25.907660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f289197-c69a-4c1c-aba6-94f7fc9eca85 req-6450bd7d-b8a8-47bb-a2dd-d4966b9bfc0b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.5569804 Nov 09 00:25:25.911545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-aef2c839-8a9c-4ebd-a3c6-8802536668df tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '090ac5f8-f389-4744-aa51-f2aa88eb7a46', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:25.912307 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-aef2c839-8a9c-4ebd-a3c6-8802536668df tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 00:25:25.912811 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-aef2c839-8a9c-4ebd-a3c6-8802536668df tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:25.916946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-aef2c839-8a9c-4ebd-a3c6-8802536668df tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0340908 Nov 09 00:25:25.917992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57806) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:25.941858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:25:25.949883 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0652459-3c70-4f68-ba30-bf4997c1eadf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:25.988645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c49e9407-08a1-4fcb-b816-ecf85e870828 None None] For port 9b27f145-1a34-4dce-858a-fdfca8e4aff2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9b27f145-1a34-4dce-858a-fdfca8e4aff2,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:25.989524 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c49e9407-08a1-4fcb-b816-ecf85e870828 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.010211 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c49e9407-08a1-4fcb-b816-ecf85e870828 None None] Calling delete_port for 9b27f145-1a34-4dce-858a-fdfca8e4aff2 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:26.011635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0652459-3c70-4f68-ba30-bf4997c1eadf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'Port': ['ID=bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:26.013893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d863efc0-100c-4d72-89bb-ee27b58ea66b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.054464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f289197-c69a-4c1c-aba6-94f7fc9eca85 req-02745bfc-0a4b-4869-9ebf-31054f28a7c2 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200440 Nov 09 00:25:26.091896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-c10587ef-1b41-4569-abe2-44213d62af85 service neutron] 10.222.0.25 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751620 Nov 09 00:25:26.179955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d863efc0-100c-4d72-89bb-ee27b58ea66b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.187797 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d863efc0-100c-4d72-89bb-ee27b58ea66b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "DELETE /v2.0/subnets/77073b2d-8182-4647-a3e4-f9ac28e41e68 HTTP/1.1" status: 204 len: 168 time: 1.7303247 Nov 09 00:25:26.196006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57810) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:26.203697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863efc0-100c-4d72-89bb-ee27b58ea66b tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Subnet': ['ID=77073b2d-8182-4647-a3e4-f9ac28e41e68,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:26.252751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e6e24a-fbd5-4a36-a592-b04a67459a2e None None] Network 364a1333-8aa5-40a2-b83a-ed34d1006322 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:26.321412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71667cc7-5e36-4774-b6a5-9acacdc5570a req-aabce4ac-8d53-4acf-a832-6bd832f788ef tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:26.326290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71667cc7-5e36-4774-b6a5-9acacdc5570a req-aabce4ac-8d53-4acf-a832-6bd832f788ef tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 945 time: 0.1385546 Nov 09 00:25:26.426059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71667cc7-5e36-4774-b6a5-9acacdc5570a req-85da30a4-07c4-4a9a-acf4-8763ba491b2e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955093 Nov 09 00:25:26.450472 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3fc4137a-feaf-4ca8-a1fa-cc43d7365d90 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.456110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d6e1a4-4bd7-4b1c-8c62-25f61a69a988 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Deleting subnet 8fabec67-a278-40a6-b0f0-595508fbd3ea {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:26.465758 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-61d6e1a4-4bd7-4b1c-8c62-25f61a69a988 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.567082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3fc4137a-feaf-4ca8-a1fa-cc43d7365d90 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.588040 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c49e9407-08a1-4fcb-b816-ecf85e870828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.628453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e9407-08a1-4fcb-b816-ecf85e870828 None None] Pushing event deleted for resources: {'Port': ['ID=9b27f145-1a34-4dce-858a-fdfca8e4aff2,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:26.635304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e9407-08a1-4fcb-b816-ecf85e870828 None None] No DVR routers for this DVR port 9b27f145-1a34-4dce-858a-fdfca8e4aff2 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:26.676986 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-61d6e1a4-4bd7-4b1c-8c62-25f61a69a988 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.680766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a525a68c-19e0-4a7a-b7d6-8c2cfafdd393 None None] DHCP port deletion for 364a1333-8aa5-40a2-b83a-ed34d1006322 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:25:26.758077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7ef938-8c14-4e16-b91b-167debee6fb6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.809833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a525a68c-19e0-4a7a-b7d6-8c2cfafdd393 None None] Deleting port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:26.810084 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a525a68c-19e0-4a7a-b7d6-8c2cfafdd393 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.841488 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3fc4137a-feaf-4ca8-a1fa-cc43d7365d90 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.843992 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3fc4137a-feaf-4ca8-a1fa-cc43d7365d90 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.845272 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3fc4137a-feaf-4ca8-a1fa-cc43d7365d90 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "DELETE /v2.0/security-groups/090ac5f8-f389-4744-aa51-f2aa88eb7a46 HTTP/1.1" status: 204 len: 168 time: 0.9267285 Nov 09 00:25:26.847912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57812) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:26.866357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ef938-8c14-4e16-b91b-167debee6fb6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:26.907319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-aa7ef938-8c14-4e16-b91b-167debee6fb6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:26.913738 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4137a-feaf-4ca8-a1fa-cc43d7365d90 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090ac5f8-f389-4744-aa51-f2aa88eb7a46,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:26.916960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7ef938-8c14-4e16-b91b-167debee6fb6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:26.917734 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa7ef938-8c14-4e16-b91b-167debee6fb6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.925019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0652459-3c70-4f68-ba30-bf4997c1eadf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.927944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ef938-8c14-4e16-b91b-167debee6fb6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=f83d682f-de90-44d4-af19-375c936f8938,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:26.955872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a525a68c-19e0-4a7a-b7d6-8c2cfafdd393 None None] For port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a4582542-2e7d-4c59-8e99-0ec9fb66c4f4,segment=NetworkSegment(4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c),segment_id=4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:26.956273 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a525a68c-19e0-4a7a-b7d6-8c2cfafdd393 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:26.971334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a525a68c-19e0-4a7a-b7d6-8c2cfafdd393 None None] Calling delete_port for a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:26.989821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57814) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:26.995747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4afaff20-159b-4d8f-8287-252029d49a05 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1452217 Nov 09 00:25:26.996120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-afce6b29-8bfd-4d00-8ed4-ccadc3550f91 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865281317'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:27.002586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-61d6e1a4-4bd7-4b1c-8c62-25f61a69a988 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:27.079616 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846f3cea-5d67-4cb7-9be0-e385bca70da2 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:27.094403 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aa7ef938-8c14-4e16-b91b-167debee6fb6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8703003 Nov 09 00:25:27.095034 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57818) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:27.100718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9f0df3f9-21ab-4c2a-b12a-10befea5633f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:27.125966 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afce6b29-8bfd-4d00-8ed4-ccadc3550f91 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:27.289986 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-61d6e1a4-4bd7-4b1c-8c62-25f61a69a988 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:27.441906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6e1a4-4bd7-4b1c-8c62-25f61a69a988 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Subnet': ['ID=8fabec67-a278-40a6-b0f0-595508fbd3ea,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:27.453313 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-61d6e1a4-4bd7-4b1c-8c62-25f61a69a988 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:27.476189 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-61d6e1a4-4bd7-4b1c-8c62-25f61a69a988 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "DELETE /v2.0/subnets/8fabec67-a278-40a6-b0f0-595508fbd3ea HTTP/1.1" status: 204 len: 168 time: 1.2806177 Nov 09 00:25:27.480544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57828) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:27.504641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dee0258-6e70-4854-a785-6775ba928ccf None None] Network 3b55d064-514e-49d2-a6f8-b874bdcbc086 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:27.511680 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a525a68c-19e0-4a7a-b7d6-8c2cfafdd393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:27.576050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0df3f9-21ab-4c2a-b12a-10befea5633f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:27.580907 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f0df3f9-21ab-4c2a-b12a-10befea5633f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:27.707406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38513d14-3dc7-4dd9-b1b2-ccbc37e36c09 req-5727d621-55c0-42f4-83fa-db4a7c6cd3f6 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:27.708986 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38513d14-3dc7-4dd9-b1b2-ccbc37e36c09 req-5727d621-55c0-42f4-83fa-db4a7c6cd3f6 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.4068329 Nov 09 00:25:27.811160 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afce6b29-8bfd-4d00-8ed4-ccadc3550f91 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:27.827302 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afce6b29-8bfd-4d00-8ed4-ccadc3550f91 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:27.851863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:27.943468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2973e2-1ec0-4a99-b8a7-ec29ad04cd00 req-b51c517b-d575-4f2c-b7a9-ccc119c99811 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:27.952764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa2973e2-1ec0-4a99-b8a7-ec29ad04cd00 req-b51c517b-d575-4f2c-b7a9-ccc119c99811 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 945 time: 0.3006902 Nov 09 00:25:27.960816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': 'f83d682f-de90-44d4-af19-375c936f8938'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:25:27.961913 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:27.982759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:27.985522 n-d-813263-3 neutron-server[101780]: INFO neutron.db.ipam_backend_mixin [None req-9f0df3f9-21ab-4c2a-b12a-10befea5633f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f83d682f-de90-44d4-af19-375c936f8938 (CIDR: 2001:db8::/64) Nov 09 00:25:27.994654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38513d14-3dc7-4dd9-b1b2-ccbc37e36c09 req-a76bc894-11b3-4ecd-9843-9c7f6754263b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336074 Nov 09 00:25:27.999608 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0df3f9-21ab-4c2a-b12a-10befea5633f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:28.000318 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0df3f9-21ab-4c2a-b12a-10befea5633f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:28.026072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce6b29-8bfd-4d00-8ed4-ccadc3550f91 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b97a45-3815-4cb8-b78e-79e8efd1ff75,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:28.042272 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525a68c-19e0-4a7a-b7d6-8c2cfafdd393 None None] Pushing event deleted for resources: {'Port': ['ID=a4582542-2e7d-4c59-8e99-0ec9fb66c4f4,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:28.060992 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afce6b29-8bfd-4d00-8ed4-ccadc3550f91 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.062700 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-afce6b29-8bfd-4d00-8ed4-ccadc3550f91 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0715501 Nov 09 00:25:28.067242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9f0df3f9-21ab-4c2a-b12a-10befea5633f tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9687567 Nov 09 00:25:28.067242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57836) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:28.072359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bd568d93-d524-4813-aa8b-c2a2026516b7 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '20b97a45-3815-4cb8-b78e-79e8efd1ff75', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:28.073440 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-bd568d93-d524-4813-aa8b-c2a2026516b7 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 00:25:28.074969 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-bd568d93-d524-4813-aa8b-c2a2026516b7 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:28.076020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bd568d93-d524-4813-aa8b-c2a2026516b7 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082917 Nov 09 00:25:28.076221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57838) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:28.078840 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57840) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:28.082067 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:28.098060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa2973e2-1ec0-4a99-b8a7-ec29ad04cd00 req-4ef3588a-7682-4c40-b65f-15130dd4886e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431718 Nov 09 00:25:28.117244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a525a68c-19e0-4a7a-b7d6-8c2cfafdd393 None None] No DVR routers for this DVR port a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:28.119554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:28.122902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a4582542-2e7d-4c59-8e99-0ec9fb66c4f4 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:28.123620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9b27f145-1a34-4dce-858a-fdfca8e4aff2 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:28.226665 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 9b27f145-1a34-4dce-858a-fdfca8e4aff2 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:28.226665 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9b27f145-1a34-4dce-858a-fdfca8e4aff2 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:28.238101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15a5a73a-532c-4fb7-9b56-d9c9df15de80 req-eb2dce73-682c-4b9a-94f8-1c1309f5c155 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 210 time: 0.0729568 Nov 09 00:25:28.238633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0652459-3c70-4f68-ba30-bf4997c1eadf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:25:28.298602 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f78b72a7-5492-448d-b331-e31acc06f443 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.329615 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.358263 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f78b72a7-5492-448d-b331-e31acc06f443 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.372327 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364a1333-8aa5-40a2-b83a-ed34d1006322']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:28.444103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:28.444836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fddcff2-3ffe-4eb0-bcd4-0d92297bc78c') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:28.468898 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f78b72a7-5492-448d-b331-e31acc06f443 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.472327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f78b72a7-5492-448d-b331-e31acc06f443 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.472474 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Allocated IP 2001:db8::2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/f83d682f-de90-44d4-af19-375c936f8938/2ebdadb3-8f52-4480-9fc2-4fc52c194f1f) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:28.474335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f78b72a7-5492-448d-b331-e31acc06f443 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "DELETE /v2.0/security-groups/20b97a45-3815-4cb8-b78e-79e8efd1ff75 HTTP/1.1" status: 204 len: 168 time: 0.3945117 Nov 09 00:25:28.478460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57846) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:28.488415 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.555326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b72a7-5492-448d-b331-e31acc06f443 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b97a45-3815-4cb8-b78e-79e8efd1ff75,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:28.593820 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.604585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:25:28.605218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:25:28.688128 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:25:28.698153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-116867ab-2968-4d9b-805e-16d71d706222 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2180445 Nov 09 00:25:28.703767 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.703974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57848) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:28.719489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-58d912ad-015b-4966-8aae-bdc9bcc04faa tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group': {'name': 'tempest-secgroup--389481318'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:28.721409 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.729884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57850) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:28.731121 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "DELETE /v2.0/networks/364a1333-8aa5-40a2-b83a-ed34d1006322 HTTP/1.1" status: 204 len: 168 time: 1.2432063 Nov 09 00:25:28.753774 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651c8d3-23ec-4720-9582-0d530a888e18 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Network': ['ID=364a1333-8aa5-40a2-b83a-ed34d1006322,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:28.757341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:28.761499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.805909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58d912ad-015b-4966-8aae-bdc9bcc04faa tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.876324 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b2c159-4214-467f-97eb-2712f960397e None None] DHCP port deletion for 3b55d064-514e-49d2-a6f8-b874bdcbc086 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:25:28.935673 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58d912ad-015b-4966-8aae-bdc9bcc04faa tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.942654 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.950082 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58d912ad-015b-4966-8aae-bdc9bcc04faa tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.973157 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58d912ad-015b-4966-8aae-bdc9bcc04faa tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:28.977531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-58d912ad-015b-4966-8aae-bdc9bcc04faa tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2597544 Nov 09 00:25:28.986141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57852) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:29.017939 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-773dc7e8-38f4-4f13-94dd-402826108204 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': 'fc561e89-d097-4d92-8f1e-b92552fc67a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:29.028055 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:29.034510 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-773dc7e8-38f4-4f13-94dd-402826108204 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 00:25:29.036347 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-773dc7e8-38f4-4f13-94dd-402826108204 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:29.043966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-773dc7e8-38f4-4f13-94dd-402826108204 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0375621 Nov 09 00:25:29.061202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57856) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:29.066617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-0554a581-2f31-4131-bbb6-83d5437d08e9 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': 'fc561e89-d097-4d92-8f1e-b92552fc67a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:29.067555 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-0554a581-2f31-4131-bbb6-83d5437d08e9 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 00:25:29.068241 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-0554a581-2f31-4131-bbb6-83d5437d08e9 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:29.069485 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0554a581-2f31-4131-bbb6-83d5437d08e9 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066731 Nov 09 00:25:29.081667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57858) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:29.085056 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.089675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-de449819-3789-470c-93e5-34a04cdaa659 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': 'fc561e89-d097-4d92-8f1e-b92552fc67a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:29.091992 n-d-813263-3 neutron-server[101781]: WARNING neutron.api.v2.base [None req-de449819-3789-470c-93e5-34a04cdaa659 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 00:25:29.092544 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-de449819-3789-470c-93e5-34a04cdaa659 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:29.094050 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-de449819-3789-470c-93e5-34a04cdaa659 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108514 Nov 09 00:25:29.098127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57860) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:29.110346 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8952cafe-c258-4899-8bc7-d7abf94a2057 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': 'fc561e89-d097-4d92-8f1e-b92552fc67a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:29.111454 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-8952cafe-c258-4899-8bc7-d7abf94a2057 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 00:25:29.112139 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-8952cafe-c258-4899-8bc7-d7abf94a2057 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:29.113333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8952cafe-c258-4899-8bc7-d7abf94a2057 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105810 Nov 09 00:25:29.115961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d912ad-015b-4966-8aae-bdc9bcc04faa tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc561e89-d097-4d92-8f1e-b92552fc67a2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:29.116094 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.126538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57862) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:29.136850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:29.141507 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:29.169384 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:25:29.198303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2c159-4214-467f-97eb-2712f960397e None None] Deleting port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:29.198303 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c159-4214-467f-97eb-2712f960397e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.257440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0652459-3c70-4f68-ba30-bf4997c1eadf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:25:29.333595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7fcf5-46eb-4593-b9e0-aa0166b1363f None None] Sync routers for ids ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:25:29.380972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:25:29.398744 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a0652459-3c70-4f68-ba30-bf4997c1eadf tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "PUT /v2.0/routers/367d3d1b-0f4e-4ee8-9414-c8313c5ae00f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6155820 Nov 09 00:25:29.402115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57870) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:29.402255 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:29.402255 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.471784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:25:29.474418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Pushing event updated for resources: {'Port': ['ID=2ebdadb3-8f52-4480-9fc2-4fc52c194f1f,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:29.515617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:29.554516 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6e54b7-2cf5-416b-8be6-d5defacabe57 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Deleting subnet 8a6fe55b-e942-4079-9841-cb2139ac33d7 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:29.558687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63e1e93b-2706-4e8e-b4c3-5956db06a053 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.561366 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee6e54b7-2cf5-416b-8be6-d5defacabe57 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.579118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Deleting port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:29.579519 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.630769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7fcf5-46eb-4593-b9e0-aa0166b1363f None None] Routers {'367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:29.632007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d8a7fcf5-46eb-4593-b9e0-aa0166b1363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:25:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:29.636481 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee6e54b7-2cf5-416b-8be6-d5defacabe57 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.697680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a148d-51bd-4252-922c-ef80725d8bde req-4258ca18-f074-4904-a764-04befd9eba2d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:29.699504 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-548a148d-51bd-4252-922c-ef80725d8bde req-4258ca18-f074-4904-a764-04befd9eba2d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.4677169 Nov 09 00:25:29.717993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c064e-f4d3-4873-a47a-7b68855fb87d req-bdc1016e-2d2f-4572-9e84-ca0d0701b62a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:29.719696 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f44c064e-f4d3-4873-a47a-7b68855fb87d req-bdc1016e-2d2f-4572-9e84-ca0d0701b62a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 945 time: 0.4277627 Nov 09 00:25:29.761542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Attempting to bind port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:25:29.761912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Attempting to bind port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:25:29.762282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Attempting to bind port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:25:29.813119 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.821289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63e1e93b-2706-4e8e-b4c3-5956db06a053 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.825083 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee6e54b7-2cf5-416b-8be6-d5defacabe57 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.878112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:25:29.878767 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:25:29.879276 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.879769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:25:29.880608 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Bound port: 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:25:29.881471 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.884645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] For port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=62bffd56-732a-48ed-ba4d-62fa60f4d8d8,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:29.885021 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.892037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f9b2c159-4214-467f-97eb-2712f960397e None None] For port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=62bffd56-732a-48ed-ba4d-62fa60f4d8d8,segment=NetworkSegment(6673f26a-093f-41b8-b689-fc30654cb05a),segment_id=6673f26a-093f-41b8-b689-fc30654cb05a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:29.892428 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c159-4214-467f-97eb-2712f960397e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:29.959301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-548a148d-51bd-4252-922c-ef80725d8bde req-369fd875-2b43-4b01-9ea3-c5294ca139c8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368281 Nov 09 00:25:30.012130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Calling delete_port for 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:30.046680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f44c064e-f4d3-4873-a47a-7b68855fb87d req-0a6cf31e-f059-48f9-8568-f0e091640e64 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130283 Nov 09 00:25:30.069302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2c159-4214-467f-97eb-2712f960397e None None] Calling delete_port for 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:30.082238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-88c9cbb5-a041-4452-ba05-95495823a6a2 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:30.083319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-88c9cbb5-a041-4452-ba05-95495823a6a2 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 812 time: 0.7171822 Nov 09 00:25:30.109694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee6e54b7-2cf5-416b-8be6-d5defacabe57 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.166352 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.174074 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee6e54b7-2cf5-416b-8be6-d5defacabe57 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.190072 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ee6e54b7-2cf5-416b-8be6-d5defacabe57 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "DELETE /v2.0/subnets/8a6fe55b-e942-4079-9841-cb2139ac33d7 HTTP/1.1" status: 204 len: 168 time: 0.7872815 Nov 09 00:25:30.192118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] For port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f, host n-d-813263-3, got binding levels [] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:30.195460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57872) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:30.199974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31312aaf-1eaf-4061-afdd-8140e548ede1 None None] Network eca8a8cb-f3ba-42af-addf-091755887408 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:30.213848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e54b7-2cf5-416b-8be6-d5defacabe57 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6fe55b-e942-4079-9841-cb2139ac33d7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:30.264927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Request body: {'port': {'device_id': '8341bf4c-4458-46e4-9b67-c7386d8be951', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'admin_state_up': True, 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:30.286930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:30.325373 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:25:30.327538 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aab1be-6e46-4e0e-b941-eee02f633371" -d '{"events": [{"server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "name": "network-vif-plugged", "status": "completed", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:25:30.343056 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.345163 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.398964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d8a7fcf5-46eb-4593-b9e0-aa0166b1363f None None] Set router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:25:30.409906 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.475605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.488645 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.502087 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63e1e93b-2706-4e8e-b4c3-5956db06a053 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.505791 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63e1e93b-2706-4e8e-b4c3-5956db06a053 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.507344 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-63e1e93b-2706-4e8e-b4c3-5956db06a053 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "DELETE /v2.0/security-groups/fc561e89-d097-4d92-8f1e-b92552fc67a2 HTTP/1.1" status: 204 len: 168 time: 1.3745496 Nov 09 00:25:30.514006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57878) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:30.528930 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e14ffa7-6325-49e9-ab86-8d373c73a69a x-openstack-request-id: req-5e14ffa7-6325-49e9-ab86-8d373c73a69a {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:25:30.529217 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "name": "network-vif-plugged", "status": "completed", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:25:30.529499 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e14ffa7-6325-49e9-ab86-8d373c73a69a {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:25:30.529912 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'code': 200} Nov 09 00:25:30.591203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] No DVR routers for this DVR port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:30.650335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Port': ['ID=62bffd56-732a-48ed-ba4d-62fa60f4d8d8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:30.676250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] For port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:25:30.701229 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] For port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2ebdadb3-8f52-4480-9fc2-4fc52c194f1f,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:25:30.735559 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.749289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.777393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b55d064-514e-49d2-a6f8-b874bdcbc086']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:30.790996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6673f26a-093f-41b8-b689-fc30654cb05a') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:30.791539 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6673f26a-093f-41b8-b689-fc30654cb05a') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:30.810524 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.830346 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.838471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:25:30.839958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.915815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1e93b-2706-4e8e-b4c3-5956db06a053 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc561e89-d097-4d92-8f1e-b92552fc67a2,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:30.931983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:25:30.956906 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:25:30.959583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:30.980829 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:31.016906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] 10.222.0.25 "DELETE /v2.0/networks/3b55d064-514e-49d2-a6f8-b874bdcbc086 HTTP/1.1" status: 204 len: 168 time: 2.2851665 Nov 09 00:25:31.036168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87bfde9d-7016-471d-a958-f93341edf961 req-66633d67-937d-4378-87b3-3b5dd2d5f21b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 210 time: 0.5505600 Nov 09 00:25:31.161320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3354fb2-9881-4661-99d4-897558d67e31 tempest-TaggedBootDevicesTest-2119926626 tempest-TaggedBootDevicesTest-2119926626-project] Pushing event deleted for resources: {'Network': ['ID=3b55d064-514e-49d2-a6f8-b874bdcbc086,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:31.395972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508467c6-0874-41f7-853a-20bf6042b0a3 req-1fb75f96-da0f-4330-a16f-53f861f129a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:31.397824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-508467c6-0874-41f7-853a-20bf6042b0a3 req-1fb75f96-da0f-4330-a16f-53f861f129a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1097 time: 0.8889539 Nov 09 00:25:31.406579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Made reservation on behalf of bbaf884dbbf848df8b65aeaf3af74797 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:31.411212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:31.449601 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c159-4214-467f-97eb-2712f960397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:31.613154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Allocated IP 172.20.0.12 (4fbc6293-fd00-4c08-b35f-32e48f74db06/2cf1a8c6-0274-49ee-a78c-605a04ac90b8/92f262e5-3504-4397-bc6d-47e100133d91) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:31.618193 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bfbab9-4d7b-49e6-8d1a-0b8963bbbdc5 None None] DHCP port deletion for eca8a8cb-f3ba-42af-addf-091755887408 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:25:31.651336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9b2c159-4214-467f-97eb-2712f960397e None None] Network 3b55d064-514e-49d2-a6f8-b874bdcbc086 is not hosted by any dhcp agent {{(pid=101782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 00:25:31.652178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2c159-4214-467f-97eb-2712f960397e None None] No DVR routers for this DVR port 62bffd56-732a-48ed-ba4d-62fa60f4d8d8 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:31.674571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd625ad-ef5c-4a91-86a7-8b94e61aa07e None None] Pushing event updated for resources: {'Port': ['ID=2ebdadb3-8f52-4480-9fc2-4fc52c194f1f,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:31.675765 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attempting to bind port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:25:31.677045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attempting to bind port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:25:31.677609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attempting to bind port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:25:31.750301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:25:31.751465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:25:31.752133 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:31.752716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:25:31.756192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Bound port: 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:25:31.756942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:31.783133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2c159-4214-467f-97eb-2712f960397e None None] Pushing event deleted for resources: {'Port': ['ID=62bffd56-732a-48ed-ba4d-62fa60f4d8d8,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:31.799812 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a37be33c-5e50-4f13-9b25-b0405fbb5002 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.2764816 Nov 09 00:25:31.806042 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:31.823908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=2ebdadb3-8f52-4480-9fc2-4fc52c194f1f,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:31.841381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57888) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:31.889076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d8a7fcf5-46eb-4593-b9e0-aa0166b1363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:25:25Z', 'revision_number': 5, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:31.905736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ae04e368-2aaa-4240-a2b5-4943fe0bc11e tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120421803'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:31.954579 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7fcf5-46eb-4593-b9e0-aa0166b1363f None None] Checking router: 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:25:31.969173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfbab9-4d7b-49e6-8d1a-0b8963bbbdc5 None None] Deleting port cdf949a3-5bed-43c0-9634-11fba99bac2a {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:31.969613 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbab9-4d7b-49e6-8d1a-0b8963bbbdc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:31.994460 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ae04e368-2aaa-4240-a2b5-4943fe0bc11e tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:32.001548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7fcf5-46eb-4593-b9e0-aa0166b1363f None None] Routers {'367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:32.002439 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d8a7fcf5-46eb-4593-b9e0-aa0166b1363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:25:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:32.108018 n-d-813263-3 neutron-server[101781]: WARNING neutron.plugins.ml2.plugin [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Concurrent port binding operations failed on port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f Nov 09 00:25:32.131288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] For port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2ebdadb3-8f52-4480-9fc2-4fc52c194f1f,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:32.163901 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attempt 2 to bind port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f Nov 09 00:25:32.177739 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:32.211035 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b0bfbab9-4d7b-49e6-8d1a-0b8963bbbdc5 None None] For port cdf949a3-5bed-43c0-9634-11fba99bac2a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=cdf949a3-5bed-43c0-9634-11fba99bac2a,segment=NetworkSegment(9406df2b-9233-4ed7-9782-f841d890bf5e),segment_id=9406df2b-9233-4ed7-9782-f841d890bf5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:32.211337 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbab9-4d7b-49e6-8d1a-0b8963bbbdc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:32.308710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfbab9-4d7b-49e6-8d1a-0b8963bbbdc5 None None] Calling delete_port for cdf949a3-5bed-43c0-9634-11fba99bac2a owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:32.326595 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:32.343321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:32.364778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f7d45-1e6e-4056-a2de-11032e29dac8 req-43ea87c5-dcf4-4ee8-8c7f-feb8f0559d5d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:32.366575 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d56f7d45-1e6e-4056-a2de-11032e29dac8 req-43ea87c5-dcf4-4ee8-8c7f-feb8f0559d5d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 1.1650894 Nov 09 00:25:32.369229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:32.378353 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ae04e368-2aaa-4240-a2b5-4943fe0bc11e tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:32.380486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:32.381819 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:32.385181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=25399a9e-be0f-495b-a28b-789745b4bcc8,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:32.398190 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ae04e368-2aaa-4240-a2b5-4943fe0bc11e tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:32.414774 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-508467c6-0874-41f7-853a-20bf6042b0a3 req-62968351-e9c3-4749-9e9b-ec59400f00dc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9879849 Nov 09 00:25:32.430346 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1261a9c-dc01-4634-be0c-cc5babaa5fc5 req-3a988ce8-6f89-44df-87d7-eb5104f78dcd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:32.433244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1261a9c-dc01-4634-be0c-cc5babaa5fc5 req-3a988ce8-6f89-44df-87d7-eb5104f78dcd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 1.0924933 Nov 09 00:25:32.482509 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4f4411b5-bcf3-44ee-bd3b-3faed6dd6bcc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.4050512 Nov 09 00:25:32.488592 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ae04e368-2aaa-4240-a2b5-4943fe0bc11e tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:32.495763 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ae04e368-2aaa-4240-a2b5-4943fe0bc11e tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5914729 Nov 09 00:25:32.497714 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57894) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:32.498055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57896) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:32.505591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d1dbfd8c-44a5-49cc-9578-9c0a4abb0325 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '0d762fcd-27ce-4281-836d-4ee023d31019', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:32.506342 n-d-813263-3 neutron-server[101781]: WARNING neutron.api.v2.base [None req-d1dbfd8c-44a5-49cc-9578-9c0a4abb0325 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 00:25:32.506841 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-d1dbfd8c-44a5-49cc-9578-9c0a4abb0325 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:32.510675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d8a7fcf5-46eb-4593-b9e0-aa0166b1363f None None] Set router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:25:32.512593 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d1dbfd8c-44a5-49cc-9578-9c0a4abb0325 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112917 Nov 09 00:25:32.519527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:b9:44:f3', 'name': 'tempest-NetworksTestDHCPv6-233190282'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:32.520852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57900) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:32.525662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04e368-2aaa-4240-a2b5-4943fe0bc11e tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d762fcd-27ce-4281-836d-4ee023d31019,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:32.550308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e55bf616-e5a6-431d-92a0-8e878adfbaa4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '0d762fcd-27ce-4281-836d-4ee023d31019', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:32.610391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Deleting port 2852184c-518c-48dd-80bb-0a999458115d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:32.610976 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:32.739244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] For port 2852184c-518c-48dd-80bb-0a999458115d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2852184c-518c-48dd-80bb-0a999458115d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:32.740300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:32.755006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Calling delete_port for 2852184c-518c-48dd-80bb-0a999458115d owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:32.769763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1261a9c-dc01-4634-be0c-cc5babaa5fc5 req-4345e4e4-ec9c-4f81-8387-e4bfd0dacebe tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3155632 Nov 09 00:25:32.814331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced61c6-e4a7-4f33-aad0-2079d2da251d None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:32.823129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d56f7d45-1e6e-4056-a2de-11032e29dac8 req-35f33d73-7432-4bbd-a7cd-7df8961c05e8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250042 Nov 09 00:25:32.853886 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:32.980752 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:33.050702 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:33.094699 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['62137200-deb6-45e1-b644-0e6f6cd97f7c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:25:33.098585 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:25:33.132941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:33.139879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'Port': ['ID=2852184c-518c-48dd-80bb-0a999458115d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:33.189205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:33.206041 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:25:33.216598 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:33.222589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:33.234157 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbab9-4d7b-49e6-8d1a-0b8963bbbdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:33.245819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a311ac14-3fd6-49f5-870c-f498d3aa7351 None None] Provisioning complete for port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:33.246168 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a311ac14-3fd6-49f5-870c-f498d3aa7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:33.340162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:33.340758 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:33.359248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event updated for resources: {'Port': ['ID=92f262e5-3504-4397-bc6d-47e100133d91,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:33.405759 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-e55bf616-e5a6-431d-92a0-8e878adfbaa4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:33.408182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e55bf616-e5a6-431d-92a0-8e878adfbaa4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8632748 Nov 09 00:25:33.420497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6b34-4f4d-46df-b1b3-00ecd56e4665 req-857f5739-3799-4210-ae67-67bae1524396 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:33.430854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-865d6b34-4f4d-46df-b1b3-00ecd56e4665 req-857f5739-3799-4210-ae67-67bae1524396 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 932 time: 0.3719654 Nov 09 00:25:33.434452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57910) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:33.439622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a2a8fe5c-8d6f-4bc0-b048-2d6d66fdd769 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '0d762fcd-27ce-4281-836d-4ee023d31019', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:33.440094 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-a2a8fe5c-8d6f-4bc0-b048-2d6d66fdd769 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 00:25:33.440675 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-a2a8fe5c-8d6f-4bc0-b048-2d6d66fdd769 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:33.445543 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a2a8fe5c-8d6f-4bc0-b048-2d6d66fdd769 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100856 Nov 09 00:25:33.446340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57912) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:33.482356 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-768b2edc-de53-44f3-b9e5-73fd9aca18dc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2263222 Nov 09 00:25:33.486611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2aab17bf-246f-49e6-859f-0244227737bb tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '0d762fcd-27ce-4281-836d-4ee023d31019', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:33.504254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:33.588665 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-865d6b34-4f4d-46df-b1b3-00ecd56e4665 req-4f2c8540-ff11-44f9-bd61-f16dba4e973c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566753 Nov 09 00:25:33.640507 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-2aab17bf-246f-49e6-859f-0244227737bb tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:33.645318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2aab17bf-246f-49e6-859f-0244227737bb tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1730053 Nov 09 00:25:33.646066 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57918) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:33.653396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 8bf52ea3-3186-47b9-add5-438fd23a3031 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:25:33.664352 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5db98e79-1843-49a4-a759-020014095327 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '0d762fcd-27ce-4281-836d-4ee023d31019', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:33.665209 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-5db98e79-1843-49a4-a759-020014095327 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 00:25:33.666738 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-5db98e79-1843-49a4-a759-020014095327 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:33.684172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5db98e79-1843-49a4-a759-020014095327 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0366528 Nov 09 00:25:33.703122 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:33.734589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Request body: {'port': {'device_id': '8341bf4c-4458-46e4-9b67-c7386d8be951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:33.753163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfbab9-4d7b-49e6-8d1a-0b8963bbbdc5 None None] Pushing event deleted for resources: {'Port': ['ID=cdf949a3-5bed-43c0-9634-11fba99bac2a,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:33.757164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57920) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:33.799105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7b010d9f-10b4-481a-9017-da7118a69bef tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '0d762fcd-27ce-4281-836d-4ee023d31019', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:33.809385 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bfbab9-4d7b-49e6-8d1a-0b8963bbbdc5 None None] No DVR routers for this DVR port cdf949a3-5bed-43c0-9634-11fba99bac2a on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:33.836886 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:33.839864 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:33.920412 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:33.920947 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Fanout notify agent at l3_agent the message router_deleted on router 367d3d1b-0f4e-4ee8-9414-c8313c5ae00f {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:25:33.934903 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-7b010d9f-10b4-481a-9017-da7118a69bef tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Project f53c11bc885f432c9a851b915e1b4b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:25:33.941982 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:33.948704 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5d1f019d-a17f-46be-806c-f7386152e645 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "DELETE /v2.0/routers/367d3d1b-0f4e-4ee8-9414-c8313c5ae00f HTTP/1.1" status: 204 len: 168 time: 3.7535384 Nov 09 00:25:33.956225 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57926) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:34.027860 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:34.156275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::39e (835f13d3-1085-44f5-af97-6aaeb0d399b3/f83d682f-de90-44d4-af19-375c936f8938/8bf52ea3-3186-47b9-add5-438fd23a3031) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:34.164170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8:0:1:f816:3eff:feb9:44f3 (835f13d3-1085-44f5-af97-6aaeb0d399b3/25399a9e-be0f-495b-a28b-789745b4bcc8/8bf52ea3-3186-47b9-add5-438fd23a3031) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:34.177583 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-7b010d9f-10b4-481a-9017-da7118a69bef tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:34.178532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7b010d9f-10b4-481a-9017-da7118a69bef tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4202981 Nov 09 00:25:34.184530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57928) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:34.190499 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3a71895e-6ca2-475d-a736-f90ef9ba62ca tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '0d762fcd-27ce-4281-836d-4ee023d31019', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:34.191045 n-d-813263-3 neutron-server[101781]: WARNING neutron.api.v2.base [None req-3a71895e-6ca2-475d-a736-f90ef9ba62ca tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 00:25:34.191605 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-3a71895e-6ca2-475d-a736-f90ef9ba62ca tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:34.193661 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3a71895e-6ca2-475d-a736-f90ef9ba62ca tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074334 Nov 09 00:25:34.203558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57930) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:34.209609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a8a922dd-b5ac-411c-9091-ec2af835e30d tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '0d762fcd-27ce-4281-836d-4ee023d31019', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:34.309447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:34.310021 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:34.318626 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a311ac14-3fd6-49f5-870c-f498d3aa7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:34.323268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a0f96-3f90-4c3f-ac31-876cd0df1765 req-5c35ab34-9096-49e0-bc16-5380db37c7e0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:34.324852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-160a0f96-3f90-4c3f-ac31-876cd0df1765 req-5c35ab34-9096-49e0-bc16-5380db37c7e0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.3939469 Nov 09 00:25:34.328247 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-a8a922dd-b5ac-411c-9091-ec2af835e30d tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Project f53c11bc885f432c9a851b915e1b4b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:25:34.366490 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-a8a922dd-b5ac-411c-9091-ec2af835e30d tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:34.372084 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a8a922dd-b5ac-411c-9091-ec2af835e30d tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1673317 Nov 09 00:25:34.392518 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:34.401440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57938) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:34.412924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-daae92b5-f5fa-42be-a8d4-b427abca8d60 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '0d762fcd-27ce-4281-836d-4ee023d31019', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:34.460472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660d30b-4af2-4e12-8e7c-631f729a9189 req-9d3bf271-8810-49dc-857a-661532df7aa1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:34.465874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:34.472548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5660d30b-4af2-4e12-8e7c-631f729a9189 req-9d3bf271-8810-49dc-857a-661532df7aa1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.4922915 Nov 09 00:25:34.509788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:34.543449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d8a7fcf5-46eb-4593-b9e0-aa0166b1363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:25:25Z', 'revision_number': 5, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:34.565986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:34.572207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:34.580740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:25:34.587145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:34.587944 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:34.613587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=8bf52ea3-3186-47b9-add5-438fd23a3031,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:34.656400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7fcf5-46eb-4593-b9e0-aa0166b1363f None None] The sync data for ids ['367d3d1b-0f4e-4ee8-9414-c8313c5ae00f'] in n-d-813263-3 is: [{'id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-223916904', 'tenant_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2852184c-518c-48dd-80bb-0a999458115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:22:49Z', 'updated_at': '2021-11-09T00:25:25Z', 'revision_number': 5, 'project_id': '0f8f4d027d6a4fa5b7ed1159e04fbc38', 'gw_port': {'id': '2852184c-518c-48dd-80bb-0a999458115d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367d3d1b-0f4e-4ee8-9414-c8313c5ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:22:51Z', 'updated_at': '2021-11-09T00:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:25:34.696917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-160a0f96-3f90-4c3f-ac31-876cd0df1765 req-e6ee1dbc-ad17-40fc-93a8-a109ae3c45ad tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3615592 Nov 09 00:25:34.718691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a311ac14-3fd6-49f5-870c-f498d3aa7351 None None] For port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2ebdadb3-8f52-4480-9fc2-4fc52c194f1f,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:34.747255 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a311ac14-3fd6-49f5-870c-f498d3aa7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:34.842049 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-69c084db-6982-49d8-b882-e4843318e192 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3419008 Nov 09 00:25:34.845217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57946) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:34.927390 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-daae92b5-f5fa-42be-a8d4-b427abca8d60 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Project f53c11bc885f432c9a851b915e1b4b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:25:34.942898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311ac14-3fd6-49f5-870c-f498d3aa7351 None None] Pushing event updated for resources: {'Port': ['ID=2ebdadb3-8f52-4480-9fc2-4fc52c194f1f,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:34.949040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3dec0cd0-ca45-4f6c-a651-8971cfd1f8cc None None] Provisioning complete for port 92f262e5-3504-4397-bc6d-47e100133d91 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:34.949795 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3dec0cd0-ca45-4f6c-a651-8971cfd1f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:34.991412 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:34.994816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3dec0cd0-ca45-4f6c-a651-8971cfd1f8cc None None] Port 92f262e5-3504-4397-bc6d-47e100133d91 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:25:35.019439 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5660d30b-4af2-4e12-8e7c-631f729a9189 req-c789e7c5-e8e2-495f-a327-669844d8c64b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454466 Nov 09 00:25:35.074088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7eddff8b-48f4-4fb9-8bed-525828fbe1d2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 8bf52ea3-3186-47b9-add5-438fd23a3031 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:35.074440 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7eddff8b-48f4-4fb9-8bed-525828fbe1d2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:35.095488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device cdf949a3-5bed-43c0-9634-11fba99bac2a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:35.172616 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: cdf949a3-5bed-43c0-9634-11fba99bac2a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:35.173025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device cdf949a3-5bed-43c0-9634-11fba99bac2a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:35.198187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca8a8cb-f3ba-42af-addf-091755887408']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:35.275672 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-daae92b5-f5fa-42be-a8d4-b427abca8d60 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:35.276745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-daae92b5-f5fa-42be-a8d4-b427abca8d60 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8678784 Nov 09 00:25:35.291092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9406df2b-9233-4ed7-9782-f841d890bf5e') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:35.291459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9406df2b-9233-4ed7-9782-f841d890bf5e') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:35.311773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57948) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:35.347899 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7eddff8b-48f4-4fb9-8bed-525828fbe1d2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:35.364402 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:35.379939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7eddff8b-48f4-4fb9-8bed-525828fbe1d2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 8bf52ea3-3186-47b9-add5-438fd23a3031 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:35.456130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:35.476144 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:35.489881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fb42a-3f61-4981-840a-fb4eb2290e26 req-0f10a58f-edc6-4865-a70e-ce9b734f9f0e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:35.517423 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-296fb42a-3f61-4981-840a-fb4eb2290e26 req-0f10a58f-edc6-4865-a70e-ce9b734f9f0e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 932 time: 0.6808770 Nov 09 00:25:35.545478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:25:35.546276 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:25:35.549956 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:25:35.627185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:35.627640 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:35.715768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f733c1d-0b42-4ee4-89d1-393209d1ecb1 req-0095481b-47dc-4b35-bf34-a77d385c49ba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:35.718058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f733c1d-0b42-4ee4-89d1-393209d1ecb1 req-0095481b-47dc-4b35-bf34-a77d385c49ba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.5312631 Nov 09 00:25:35.725853 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7eddff8b-48f4-4fb9-8bed-525828fbe1d2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:35.781302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddff8b-48f4-4fb9-8bed-525828fbe1d2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=8bf52ea3-3186-47b9-add5-438fd23a3031,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:35.807517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:35.882579 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7eddff8b-48f4-4fb9-8bed-525828fbe1d2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:35.898845 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7eddff8b-48f4-4fb9-8bed-525828fbe1d2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/8bf52ea3-3186-47b9-add5-438fd23a3031 HTTP/1.1" status: 204 len: 168 time: 1.0524106 Nov 09 00:25:35.900161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57954) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:36.013003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb5cc0e-0726-4c3a-9d9d-48b19ed507fc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:36.025104 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2fb5cc0e-0726-4c3a-9d9d-48b19ed507fc tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1225080 Nov 09 00:25:36.025772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57956) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:36.058068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f262e5-3504-4397-bc6d-47e100133d91 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:25:36.067232 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.136510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5362b0-ca23-40c7-ba4c-b13b2f9604be tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:36.144181 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1c5362b0-ca23-40c7-ba4c-b13b2f9604be tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1173031 Nov 09 00:25:36.144832 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57960) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:36.189440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f733c1d-0b42-4ee4-89d1-393209d1ecb1 req-efabdcb0-4ab0-44f3-886d-9f44a4634e25 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3590837 Nov 09 00:25:36.217154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Transition to ACTIVE for port object 92f262e5-3504-4397-bc6d-47e100133d91 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:25:36.218356 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.233817 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.245578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] 10.222.0.25 "DELETE /v2.0/networks/eca8a8cb-f3ba-42af-addf-091755887408 HTTP/1.1" status: 204 len: 168 time: 2.2826169 Nov 09 00:25:36.248682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57962) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:36.264934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.266174 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:36.273021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bf92f05c-5f78-4d0c-9c74-ce1ffc7497c0 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:36.279330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4709ddd-6dc3-499d-80b5-22d040c9c035 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:36.281023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4709ddd-6dc3-499d-80b5-22d040c9c035 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:36.282565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4709ddd-6dc3-499d-80b5-22d040c9c035 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:36.289302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f4709ddd-6dc3-499d-80b5-22d040c9c035 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1431515 Nov 09 00:25:36.289937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57966) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:36.293972 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ac634ba7-33b2-4e28-aa4d-10fb0ef0275a tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.327622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-aec01d82-e32c-485d-a50f-a0867149854b None None] Provisioning complete for port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:36.328000 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aec01d82-e32c-485d-a50f-a0867149854b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.332014 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ac634ba7-33b2-4e28-aa4d-10fb0ef0275a tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.414119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a69a073-cf6f-4fec-bf5f-22bef8e6cb9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 25399a9e-be0f-495b-a28b-789745b4bcc8 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:36.422362 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a69a073-cf6f-4fec-bf5f-22bef8e6cb9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.447235 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-296fb42a-3f61-4981-840a-fb4eb2290e26 req-aed2c771-6148-45a1-b824-5314e586c839 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9281132 Nov 09 00:25:36.471280 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ac634ba7-33b2-4e28-aa4d-10fb0ef0275a tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.474064 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ac634ba7-33b2-4e28-aa4d-10fb0ef0275a tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.478161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ac634ba7-33b2-4e28-aa4d-10fb0ef0275a tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "DELETE /v2.0/security-groups/0d762fcd-27ce-4281-836d-4ee023d31019 HTTP/1.1" status: 204 len: 168 time: 1.1320679 Nov 09 00:25:36.481073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57968) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:36.565956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51473a-0777-4912-8418-f6a610d31cc9 tempest-TestSecurityGroupsBasicOps-872705246 tempest-TestSecurityGroupsBasicOps-872705246-project] Pushing event deleted for resources: {'Network': ['ID=eca8a8cb-f3ba-42af-addf-091755887408,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:36.604064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac634ba7-33b2-4e28-aa4d-10fb0ef0275a tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d762fcd-27ce-4281-836d-4ee023d31019,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:36.634113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a69a073-cf6f-4fec-bf5f-22bef8e6cb9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.700866 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3786cd13-519f-4e75-a43d-71969965d95b tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2185576 Nov 09 00:25:36.704074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57982) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:36.705783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-554330db-aaa8-471a-8b5c-378a5f76ec50 None None] Could not find standard attr ID for object 8bf52ea3-3186-47b9-add5-438fd23a3031. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:25:36.718364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cfad0039-3ff3-455f-b53b-fc064ed608ef tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group': {'name': 'tempest-secgroup--687956367'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:36.774501 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfad0039-3ff3-455f-b53b-fc064ed608ef tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.780890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Pushing event updated for resources: {'Port': ['ID=92f262e5-3504-4397-bc6d-47e100133d91,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:36.824806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e99886-7877-4afc-9e5b-35632ea9db7e tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:36.826617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-37e99886-7877-4afc-9e5b-35632ea9db7e tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1092 time: 0.5733933 Nov 09 00:25:36.830282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57984) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:36.856493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91852720-5d95-42eb-b4cb-0ca92f0650f7 req-c587ad74-cce1-4357-a8d4-ab4a595d485a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:36.865316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91852720-5d95-42eb-b4cb-0ca92f0650f7 req-c587ad74-cce1-4357-a8d4-ab4a595d485a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.4149904 Nov 09 00:25:36.888957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:36.922301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a69a073-cf6f-4fec-bf5f-22bef8e6cb9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:36.990715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Attempting to bind port 92f262e5-3504-4397-bc6d-47e100133d91 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:25:36.991282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Attempting to bind port 92f262e5-3504-4397-bc6d-47e100133d91 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:25:36.991872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Attempting to bind port 92f262e5-3504-4397-bc6d-47e100133d91 on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:25:37.001604 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.001778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfad0039-3ff3-455f-b53b-fc064ed608ef tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.009689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfad0039-3ff3-455f-b53b-fc064ed608ef tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.027744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Port 92f262e5-3504-4397-bc6d-47e100133d91 on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:25:37.028308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Attempting to bind port 92f262e5-3504-4397-bc6d-47e100133d91 on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:25:37.051205 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a69a073-cf6f-4fec-bf5f-22bef8e6cb9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.063173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91852720-5d95-42eb-b4cb-0ca92f0650f7 req-53889a93-51a0-4c33-b4c5-583ea5f45669 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963146 Nov 09 00:25:37.072962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:25:37.073562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Checking segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:25:37.074043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Bound using segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:25:37.074657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Bound port: 92f262e5-3504-4397-bc6d-47e100133d91, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:25:37.075108 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.089440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69a073-cf6f-4fec-bf5f-22bef8e6cb9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=25399a9e-be0f-495b-a28b-789745b4bcc8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:37.093493 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfad0039-3ff3-455f-b53b-fc064ed608ef tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.094799 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cfad0039-3ff3-455f-b53b-fc064ed608ef tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3899715 Nov 09 00:25:37.101041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57992) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:37.109961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cd8e14e3-21a2-49d8-9d99-7999020a7b78 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '60165286-19c9-4375-8b43-a861597e96b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:37.115682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad0039-3ff3-455f-b53b-fc064ed608ef tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60165286-19c9-4375-8b43-a861597e96b6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:37.122491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a69a073-cf6f-4fec-bf5f-22bef8e6cb9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.126091 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1a69a073-cf6f-4fec-bf5f-22bef8e6cb9c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/25399a9e-be0f-495b-a28b-789745b4bcc8 HTTP/1.1" status: 204 len: 168 time: 0.8351519 Nov 09 00:25:37.129896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57994) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:37.146690 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f236562-195d-4f7b-b8e0-5fb8c686ac1a None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:37.223213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-e060e919-e61f-4156-a9e6-a0e82c14b00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet f83d682f-de90-44d4-af19-375c936f8938 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:37.232408 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e060e919-e61f-4156-a9e6-a0e82c14b00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.240433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57996) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:37.270603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] For port 92f262e5-3504-4397-bc6d-47e100133d91, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:25:37.282976 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e060e919-e61f-4156-a9e6-a0e82c14b00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.318292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] For port 92f262e5-3504-4397-bc6d-47e100133d91, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=92f262e5-3504-4397-bc6d-47e100133d91,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:25:37.332383 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.376322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e060e919-e61f-4156-a9e6-a0e82c14b00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.392810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:37.393791 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.395893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] 10.222.0.30 "PUT /v2.0/ports/92f262e5-3504-4397-bc6d-47e100133d91 HTTP/1.1" status: 200 len: 1092 time: 3.9048190 Nov 09 00:25:37.396510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8341bf4c-4458-46e4-9b67-c7386d8be951', 'tag': '92f262e5-3504-4397-bc6d-47e100133d91'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:25:37.400109 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ef22fd-9c19-48dd-9e9e-4f56beb089ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8341bf4c-4458-46e4-9b67-c7386d8be951", "tag": "92f262e5-3504-4397-bc6d-47e100133d91"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:25:37.412156 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2852184c-518c-48dd-80bb-0a999458115d no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:37.453851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e060e919-e61f-4156-a9e6-a0e82c14b00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.493797 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 2852184c-518c-48dd-80bb-0a999458115d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:37.496051 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2852184c-518c-48dd-80bb-0a999458115d not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:37.509778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42318b1c-4321-4ccf-8592-48d04243fee5 service neutron] Pushing event updated for resources: {'Port': ['ID=92f262e5-3504-4397-bc6d-47e100133d91,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:37.537686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060e919-e61f-4156-a9e6-a0e82c14b00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=f83d682f-de90-44d4-af19-375c936f8938,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:37.543561 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da634a6c-720e-4d7e-ad20-0bf40a1334ce x-openstack-request-id: req-da634a6c-720e-4d7e-ad20-0bf40a1334ce {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:25:37.544096 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8341bf4c-4458-46e4-9b67-c7386d8be951", "tag": "92f262e5-3504-4397-bc6d-47e100133d91", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:25:37.544421 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da634a6c-720e-4d7e-ad20-0bf40a1334ce {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:25:37.544979 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8341bf4c-4458-46e4-9b67-c7386d8be951', 'tag': '92f262e5-3504-4397-bc6d-47e100133d91', 'status': 'completed', 'code': 200} Nov 09 00:25:37.547852 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.556331 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e060e919-e61f-4156-a9e6-a0e82c14b00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.567986 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e060e919-e61f-4156-a9e6-a0e82c14b00a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/f83d682f-de90-44d4-af19-375c936f8938 HTTP/1.1" status: 204 len: 168 time: 0.4351802 Nov 09 00:25:37.570100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58004) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:37.660760 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-77e7cd53-b84c-4ad9-a764-c0466366b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:37.662417 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-77e7cd53-b84c-4ad9-a764-c0466366b04b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 1095 time: 0.2066047 Nov 09 00:25:37.667958 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-cd8e14e3-21a2-49d8-9d99-7999020a7b78 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The resource could not be found. Nov 09 00:25:37.672682 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cd8e14e3-21a2-49d8-9d99-7999020a7b78 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5681334 Nov 09 00:25:37.673310 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58006) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:37.677816 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-753751f7-5175-4149-9965-cb957f85da5e tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042128 Nov 09 00:25:37.683343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0bc52cd6-73a2-48d7-9dcf-6418cf343da4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '60165286-19c9-4375-8b43-a861597e96b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cd467f69-6ca6-490f-8613-a8fcc610a8cc'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:37.708994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58012) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:37.744831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3b74171a-072a-4093-9410-333e3bfb0188 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:37.768658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7b9795c0-a9ea-4e9c-bae7-9716c73dc383 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f8f4d027d6a4fa5b7ed1159e04fbc38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5216131 Nov 09 00:25:37.778258 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58014) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:37.828092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae52ea6c-1bda-41fb-852f-ee65920fd886 None None] Update dhcp port {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'fixed_ips': [{'subnet_id': 'f83d682f-de90-44d4-af19-375c936f8938'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '2ebdadb3-8f52-4480-9fc2-4fc52c194f1f'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:25:37.856721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a9ae7-bf7b-4065-9a97-e1cbca249b95 req-d7883fb7-a1ff-4ad9-8a31-a45aacf2d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:37.858284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-569a9ae7-bf7b-4065-9a97-e1cbca249b95 req-d7883fb7-a1ff-4ad9-8a31-a45aacf2d1f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5c25c1a513d47d5a0d588f80875b683&device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 1097 time: 0.4302304 Nov 09 00:25:37.869589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-0bc33ddb-2fa7-4e7b-8456-f2395acbe80b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92f262e5-3504-4397-bc6d-47e100133d91 HTTP/1.1" status: 200 len: 217 time: 0.1273623 Nov 09 00:25:37.880257 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ae52ea6c-1bda-41fb-852f-ee65920fd886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:37.973661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1775022-f0e9-4c16-97fc-e71830b37c84 req-909b0149-98b9-41a3-8cd2-6a47d5b89855 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:37.975159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1775022-f0e9-4c16-97fc-e71830b37c84 req-909b0149-98b9-41a3-8cd2-6a47d5b89855 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 944 time: 0.3300257 Nov 09 00:25:37.990095 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-0bc52cd6-73a2-48d7-9dcf-6418cf343da4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The resource could not be found. Nov 09 00:25:37.995458 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0bc52cd6-73a2-48d7-9dcf-6418cf343da4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3163428 Nov 09 00:25:38.009678 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58016) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:38.074028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-be0e07c0-a990-4fce-a54e-b5e7b0034d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:38.075720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-be0e07c0-a990-4fce-a54e-b5e7b0034d1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1983671 Nov 09 00:25:38.076824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.25.0.71 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/a2ef15ec-7c3a-483c-8b5a-bbf6bac7f0fd) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:38.095576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731803f-9a09-4f80-8e63-69eb47278a03 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:38.115744 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1775022-f0e9-4c16-97fc-e71830b37c84 req-1e52d6f5-fab8-4d5c-accd-a70d1a99f041 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962248 Nov 09 00:25:38.124736 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94da3fc0-79f0-45af-bfdd-7b4391d354c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.150303 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94da3fc0-79f0-45af-bfdd-7b4391d354c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.204304 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b2e48f2-c335-4dec-a2af-640284a73d5f tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.209187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2df4f897-6395-4236-b169-795a0854878c None None] Provisioning complete for port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:38.209883 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2df4f897-6395-4236-b169-795a0854878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.255276 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b2e48f2-c335-4dec-a2af-640284a73d5f tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.262078 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a9ae7-bf7b-4065-9a97-e1cbca249b95 req-89fc3d0d-89af-4c7a-b975-9c04c977050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:38.263556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-569a9ae7-bf7b-4065-9a97-e1cbca249b95 req-89fc3d0d-89af-4c7a-b975-9c04c977050f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e829aeab-0510-4192-80fd-9d99c64b902a HTTP/1.1" status: 200 len: 914 time: 0.3913476 Nov 09 00:25:38.302116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-a9d4343a-44e5-4f9b-b58a-130b6ff4df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:38.303527 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-a9d4343a-44e5-4f9b-b58a-130b6ff4df93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946402 Nov 09 00:25:38.328414 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b2e48f2-c335-4dec-a2af-640284a73d5f tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.331846 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b2e48f2-c335-4dec-a2af-640284a73d5f tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.340401 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0b2e48f2-c335-4dec-a2af-640284a73d5f tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "DELETE /v2.0/security-groups/60165286-19c9-4375-8b43-a861597e96b6 HTTP/1.1" status: 204 len: 168 time: 0.3233674 Nov 09 00:25:38.341665 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58020) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:38.361862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b74171a-072a-4093-9410-333e3bfb0188 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:38.363379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1058ea3-59a7-45dd-b6c8-7c882a538c99 None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:25:38.367437 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b74171a-072a-4093-9410-333e3bfb0188 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.382257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e48f2-c335-4dec-a2af-640284a73d5f tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60165286-19c9-4375-8b43-a861597e96b6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:38.384363 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94da3fc0-79f0-45af-bfdd-7b4391d354c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.387278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94da3fc0-79f0-45af-bfdd-7b4391d354c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.391350 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-94da3fc0-79f0-45af-bfdd-7b4391d354c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f042dd4-3efc-486a-90f4-4c0f17bc08f2 HTTP/1.1" status: 204 len: 168 time: 0.6063976 Nov 09 00:25:38.452745 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da3fc0-79f0-45af-bfdd-7b4391d354c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f042dd4-3efc-486a-90f4-4c0f17bc08f2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:38.568874 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fbfc723f-90ba-457d-8484-5becefc60977 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2132549 Nov 09 00:25:38.572735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f1058ea3-59a7-45dd-b6c8-7c882a538c99 None None] Deleting port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:38.573320 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f1058ea3-59a7-45dd-b6c8-7c882a538c99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.574647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58024) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:38.581519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f9cc7b6d-165d-4214-8ea9-0b41c625758c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': 'af58288e-f978-4bb7-876f-e46a4891147e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:38.763895 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f1058ea3-59a7-45dd-b6c8-7c882a538c99 None None] For port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2ebdadb3-8f52-4480-9fc2-4fc52c194f1f,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:38.764202 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f1058ea3-59a7-45dd-b6c8-7c882a538c99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.804223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f1058ea3-59a7-45dd-b6c8-7c882a538c99 None None] Calling delete_port for 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:38.864277 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b74171a-072a-4093-9410-333e3bfb0188 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:38.900166 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-569a9ae7-bf7b-4065-9a97-e1cbca249b95 req-0bfb3755-537b-4dac-8ecc-77f7bcf9ec87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c HTTP/1.1" status: 200 len: 217 time: 0.6183171 Nov 09 00:25:38.967036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58032) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:38.972048 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b74171a-072a-4093-9410-333e3bfb0188 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:39.007154 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f1058ea3-59a7-45dd-b6c8-7c882a538c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.021263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a9ae7-bf7b-4065-9a97-e1cbca249b95 req-404ed18e-0aca-4feb-92cc-fbabfae09840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:39.022682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-569a9ae7-bf7b-4065-9a97-e1cbca249b95 req-404ed18e-0aca-4feb-92cc-fbabfae09840 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79c9732f-1534-467b-88d9-7ab7fdb88108 HTTP/1.1" status: 200 len: 854 time: 0.0887613 Nov 09 00:25:39.022803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3b74171a-072a-4093-9410-333e3bfb0188 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:39.043608 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b74171a-072a-4093-9410-333e3bfb0188 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:39.045424 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b74171a-072a-4093-9410-333e3bfb0188 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.067449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fe9f4-f797-40ec-9234-b8ce33fdfe7e req-7c88187a-eda4-41ac-8cb7-143f72b0b9cb tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:39.068893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb8fe9f4-f797-40ec-9234-b8ce33fdfe7e req-7c88187a-eda4-41ac-8cb7-143f72b0b9cb tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.8781323 Nov 09 00:25:39.069101 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-416ffdf3-c5b9-4f2d-a26b-fa54adc17fe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.092007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1058ea3-59a7-45dd-b6c8-7c882a538c99 None None] No DVR routers for this DVR port 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:39.100892 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1058ea3-59a7-45dd-b6c8-7c882a538c99 None None] Pushing event deleted for resources: {'Port': ['ID=2ebdadb3-8f52-4480-9fc2-4fc52c194f1f,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:39.120579 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-569a9ae7-bf7b-4065-9a97-e1cbca249b95 req-67b49127-1189-449f-a8fe-52ebc431db2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e829aeab-0510-4192-80fd-9d99c64b902a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858922 Nov 09 00:25:39.121501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d822e67-8990-4905-a181-8ff7df5c0e20 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:39.125559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74171a-072a-4093-9410-333e3bfb0188 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=5090c2f4-0ce2-4e29-bf14-fe3c48d5ac02,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:39.186489 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3b74171a-072a-4093-9410-333e3bfb0188 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4632406 Nov 09 00:25:39.199278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58036) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:39.218373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-944c1529-047b-47e4-93d2-c1d9f052fd0b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:39.224590 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-f9cc7b6d-165d-4214-8ea9-0b41c625758c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The resource could not be found. Nov 09 00:25:39.229063 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f9cc7b6d-165d-4214-8ea9-0b41c625758c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6498089 Nov 09 00:25:39.238032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58038) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:39.248072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bf74f727-5c90-420e-9b74-55b92dedceb6 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group': {'name': 'tempest-secgroup--2011886265'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:39.274068 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.372444 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-416ffdf3-c5b9-4f2d-a26b-fa54adc17fe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.372968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-bb96298b-824c-478d-aa06-09e6ae528705 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9948959 Nov 09 00:25:39.404162 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-416ffdf3-c5b9-4f2d-a26b-fa54adc17fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.414182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:39.452439 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-416ffdf3-c5b9-4f2d-a26b-fa54adc17fe1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cef1f1532c9346149b94e4cc3b686af7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4804389 Nov 09 00:25:39.454538 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58040) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:39.455410 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb8fe9f4-f797-40ec-9234-b8ce33fdfe7e req-54796836-ceba-48a4-97bf-f13c93e0402d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388510 Nov 09 00:25:39.468740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:25:39.469250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2ebdadb3-8f52-4480-9fc2-4fc52c194f1f not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:39.505301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-835f13d3-1085-44f5-af97-6aaeb0d399b3', 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'tenant_id': '525849c30c4845719e0e55d90ff9d6eb', 'fixed_ips': [{'subnet_id': '5090c2f4-0ce2-4e29-bf14-fe3c48d5ac02'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:25:39.506235 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.545505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620506cc-173c-4cf9-aa1d-8cf7c91f5c12 req-e13bdab4-f609-4447-8bb4-38cbf13a2c66 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:39.546953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-620506cc-173c-4cf9-aa1d-8cf7c91f5c12 req-e13bdab4-f609-4447-8bb4-38cbf13a2c66 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 944 time: 0.2601578 Nov 09 00:25:39.558041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf74f727-5c90-420e-9b74-55b92dedceb6 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.572312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-569a9ae7-bf7b-4065-9a97-e1cbca249b95 req-8101d068-078d-4f80-a748-91bc6fd1e445 service neutron] 10.222.0.11 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375834 Nov 09 00:25:39.591119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ffdf3-c5b9-4f2d-a26b-fa54adc17fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29be14f5-011f-4697-baef-45f6f8b88340,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:39.680128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf74f727-5c90-420e-9b74-55b92dedceb6 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.686435 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.692792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf74f727-5c90-420e-9b74-55b92dedceb6 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.707038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Allocated IP 2001:db8::2 (835f13d3-1085-44f5-af97-6aaeb0d399b3/5090c2f4-0ce2-4e29-bf14-fe3c48d5ac02/efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:39.732740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74f727-5c90-420e-9b74-55b92dedceb6 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a4327f-b1ec-4467-8eec-6503b337a16d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:39.747668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58c96167-b86e-4b72-859b-4dd7cd4ad630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.776235 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58c96167-b86e-4b72-859b-4dd7cd4ad630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.847370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58c96167-b86e-4b72-859b-4dd7cd4ad630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.850417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58c96167-b86e-4b72-859b-4dd7cd4ad630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.851660 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-58c96167-b86e-4b72-859b-4dd7cd4ad630 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29be14f5-011f-4697-baef-45f6f8b88340 HTTP/1.1" status: 204 len: 168 time: 0.3939092 Nov 09 00:25:39.872194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=a2ef15ec-7c3a-483c-8b5a-bbf6bac7f0fd,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:39.880305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:39.884652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c96167-b86e-4b72-859b-4dd7cd4ad630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29be14f5-011f-4697-baef-45f6f8b88340,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:39.903925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:39.935810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:25:39.943507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944c1529-047b-47e4-93d2-c1d9f052fd0b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:39.947434 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-944c1529-047b-47e4-93d2-c1d9f052fd0b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.957472 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf74f727-5c90-420e-9b74-55b92dedceb6 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.958757 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bf74f727-5c90-420e-9b74-55b92dedceb6 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7142804 Nov 09 00:25:39.961334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58048) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:39.963804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bac31fac-b377-4657-8d1f-4eed2940b0b7 req-ce80f603-606b-480d-b7b5-8f00e79d12e7 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706336 Nov 09 00:25:39.966443 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6a57a41f-8a73-4fb3-9dac-cb8b9fe2946c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654660142'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:39.983939 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:39.997221 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:40.026855 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a57a41f-8a73-4fb3-9dac-cb8b9fe2946c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:40.096255 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:40.104261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:40.111272 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:25:40.148314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Pushing event updated for resources: {'Port': ['ID=efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:40.193190 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a57a41f-8a73-4fb3-9dac-cb8b9fe2946c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:40.202751 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a57a41f-8a73-4fb3-9dac-cb8b9fe2946c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:40.213115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Attempting to bind port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:25:40.213596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Attempting to bind port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:25:40.214152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Attempting to bind port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 on network 835f13d3-1085-44f5-af97-6aaeb0d399b3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:25:40.221555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:25:40.221942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Checking segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:25:40.222353 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:40.222808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Bound using segment: {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:25:40.223647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Bound port: efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:25:40.224161 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:40.242286 n-d-813263-3 neutron-server[101780]: INFO neutron.db.ipam_backend_mixin [None req-944c1529-047b-47e4-93d2-c1d9f052fd0b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5090c2f4-0ce2-4e29-bf14-fe3c48d5ac02 (CIDR: 2001:db8::/64) Nov 09 00:25:40.247693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-569a9ae7-bf7b-4065-9a97-e1cbca249b95 req-479421f6-c030-45c7-80fa-f8d95a8aa309 service neutron] 10.222.0.11 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475718 Nov 09 00:25:40.257084 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-620506cc-173c-4cf9-aa1d-8cf7c91f5c12 req-dd2c81be-a44a-4696-aefa-8306b22de6c9 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6990957 Nov 09 00:25:40.257990 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-944c1529-047b-47e4-93d2-c1d9f052fd0b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:40.258445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944c1529-047b-47e4-93d2-c1d9f052fd0b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:40.327896 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a57a41f-8a73-4fb3-9dac-cb8b9fe2946c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:40.329436 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6a57a41f-8a73-4fb3-9dac-cb8b9fe2946c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3665037 Nov 09 00:25:40.332601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58052) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:40.338265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5dec786e-5515-4b47-ade8-ff4eb1ffa34f tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '10a4327f-b1ec-4467-8eec-6503b337a16d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '78dee29a-bd1a-4c6f-95dc-52e19f183eea'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:40.339992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] For port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:25:40.344503 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] For port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:25:40.348101 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57a41f-8a73-4fb3-9dac-cb8b9fe2946c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78dee29a-bd1a-4c6f-95dc-52e19f183eea,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:40.357001 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:40.414817 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-5dec786e-5515-4b47-ade8-ff4eb1ffa34f tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:40.418616 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5dec786e-5515-4b47-ade8-ff4eb1ffa34f tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0821028 Nov 09 00:25:40.419430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58054) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:40.426173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef22fd-9c19-48dd-9e9e-4f56beb089ff req-655bcd19-6591-4136-ad24-f18c09cb29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:40.428409 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4ef22fd-9c19-48dd-9e9e-4f56beb089ff req-655bcd19-6591-4136-ad24-f18c09cb29df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 1095 time: 0.1771202 Nov 09 00:25:40.436061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-944c1529-047b-47e4-93d2-c1d9f052fd0b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2356949 Nov 09 00:25:40.442751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58056) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:40.460950 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'subnet': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:40.466903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0341ee-91b3-4add-b5b9-b5b53f898c9e None None] Pushing event updated for resources: {'Port': ['ID=efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:40.590063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef22fd-9c19-48dd-9e9e-4f56beb089ff req-8bbf761a-8160-4ae5-b9ea-f359889a0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:40.591604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4ef22fd-9c19-48dd-9e9e-4f56beb089ff req-8bbf761a-8160-4ae5-b9ea-f359889a0811 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.1542511 Nov 09 00:25:40.663413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58062) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:40.694357 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90d9742e-b178-42e7-8845-a8818b47e0ae tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:40.754640 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90d9742e-b178-42e7-8845-a8818b47e0ae tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:40.768949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:40.773213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:40.776531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4ef22fd-9c19-48dd-9e9e-4f56beb089ff req-745811c2-80cc-43c1-a12f-248123dca27b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92f262e5-3504-4397-bc6d-47e100133d91 HTTP/1.1" status: 200 len: 217 time: 0.1353424 Nov 09 00:25:40.818307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bb689-5eea-4a6f-a837-50a74fad3005 req-72bc73bd-e64c-46fc-8570-f58013a01525 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:40.820113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-104bb689-5eea-4a6f-a837-50a74fad3005 req-72bc73bd-e64c-46fc-8570-f58013a01525 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 946 time: 0.2274723 Nov 09 00:25:40.911255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e76e1a1b-93d1-403f-990e-9d3722d1a494 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=467dd9a1a1234e6ea729b1fcac0c7898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440050 Nov 09 00:25:40.916538 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58066) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:40.963793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-104bb689-5eea-4a6f-a837-50a74fad3005 req-5837b620-22e9-43bf-9a35-916d6d8cf7d1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328204 Nov 09 00:25:41.028690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef22fd-9c19-48dd-9e9e-4f56beb089ff req-f585e269-8d9b-4e13-8941-1d538c42fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:41.030376 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4ef22fd-9c19-48dd-9e9e-4f56beb089ff req-f585e269-8d9b-4e13-8941-1d538c42fc8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.2259526 Nov 09 00:25:41.046021 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8bb5-14a5-4435-86bf-df59065a51b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.086838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8bb5-14a5-4435-86bf-df59065a51b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.101302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f331cded-618f-4ee3-94c6-fd7e5eade72c no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:41.110665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef22fd-9c19-48dd-9e9e-4f56beb089ff req-5269ffbb-15ed-4257-ab99-150a053c7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:41.112365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4ef22fd-9c19-48dd-9e9e-4f56beb089ff req-5269ffbb-15ed-4257-ab99-150a053c7353 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669513 Nov 09 00:25:41.159102 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8bb5-14a5-4435-86bf-df59065a51b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.163159 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8bb5-14a5-4435-86bf-df59065a51b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.167503 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0e3a8bb5-14a5-4435-86bf-df59065a51b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8317f861-1edb-4a74-8ff4-1fb19e958fa1 HTTP/1.1" status: 204 len: 168 time: 0.2450054 Nov 09 00:25:41.167503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90d9742e-b178-42e7-8845-a8818b47e0ae tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.169482 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90d9742e-b178-42e7-8845-a8818b47e0ae tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.170605 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-90d9742e-b178-42e7-8845-a8818b47e0ae tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "DELETE /v2.0/security-groups/78dee29a-bd1a-4c6f-95dc-52e19f183eea HTTP/1.1" status: 204 len: 168 time: 0.7506511 Nov 09 00:25:41.175709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58076) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:41.215237 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.224658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a8bb5-14a5-4435-86bf-df59065a51b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8317f861-1edb-4a74-8ff4-1fb19e958fa1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:41.257711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9742e-b178-42e7-8845-a8818b47e0ae tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dee29a-bd1a-4c6f-95dc-52e19f183eea,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:41.284483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f331cded-618f-4ee3-94c6-fd7e5eade72c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:25:41.287634 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d010539-c1c1-4066-ac62-7d944296a88d" -d '{"events": [{"server_uuid": "25b39e2d-dd40-4dcd-83bc-362134dba13f", "name": "network-vif-unplugged", "status": "completed", "tag": "f331cded-618f-4ee3-94c6-fd7e5eade72c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:25:41.354059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4ef22fd-9c19-48dd-9e9e-4f56beb089ff req-7e7ba62f-71fd-4545-82d8-f5b84be911f5 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342503 Nov 09 00:25:41.363170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:41.376113 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.380944 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-77a8c0bc-c5c2-41ee-b530-320c551ee58c tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2003729 Nov 09 00:25:41.441420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58082) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:41.553292 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9e5351-3148-4192-8064-60407004e1e3 x-openstack-request-id: req-ea9e5351-3148-4192-8064-60407004e1e3 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:25:41.556950 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b39e2d-dd40-4dcd-83bc-362134dba13f", "name": "network-vif-unplugged", "status": "completed", "tag": "f331cded-618f-4ee3-94c6-fd7e5eade72c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:25:41.557436 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea9e5351-3148-4192-8064-60407004e1e3 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:25:41.558670 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f331cded-618f-4ee3-94c6-fd7e5eade72c', 'code': 200} Nov 09 00:25:41.562187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=f331cded-618f-4ee3-94c6-fd7e5eade72c,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:41.562359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6696eecb-afa6-42ff-a81b-13275eea3553 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.569479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4ef22fd-9c19-48dd-9e9e-4f56beb089ff req-f9dac231-fba9-46a4-a34c-83276dc3ad96 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956625 Nov 09 00:25:41.572929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:41.624735 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6696eecb-afa6-42ff-a81b-13275eea3553 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.777197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:41.777886 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.898586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6696eecb-afa6-42ff-a81b-13275eea3553 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.908526 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6696eecb-afa6-42ff-a81b-13275eea3553 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:41.909978 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6696eecb-afa6-42ff-a81b-13275eea3553 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "DELETE /v2.0/security-groups/10a4327f-b1ec-4467-8eec-6503b337a16d HTTP/1.1" status: 204 len: 168 time: 0.4672530 Nov 09 00:25:41.930881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58086) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:41.931904 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696eecb-afa6-42ff-a81b-13275eea3553 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a4327f-b1ec-4467-8eec-6503b337a16d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:42.122497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eeb986-7001-4e3a-bd91-482ab9fbb7d2 req-32074605-9abe-4a5a-8572-fab158b850a6 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:42.129042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91eeb986-7001-4e3a-bd91-482ab9fbb7d2 req-32074605-9abe-4a5a-8572-fab158b850a6 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 944 time: 0.5563490 Nov 09 00:25:42.234284 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:42.348522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:42.351867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:25:42.356594 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:42.450752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-37e8aa4f-7033-4f0e-9d98-5b4ee7f60258 None None] Provisioning complete for port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:42.451061 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-37e8aa4f-7033-4f0e-9d98-5b4ee7f60258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:42.487199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:42.634683 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:42.651354 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-478a50d8-5722-4e1e-96a1-017b1f70b130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:42.687084 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-599ccf9c-c24e-4148-bc26-fe3303cda4e4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7274878 Nov 09 00:25:42.693512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58092) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:42.703817 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5f249531-62b8-43a1-bf39-b4217dc507c4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555375160'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:42.758113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f249531-62b8-43a1-bf39-b4217dc507c4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:42.768583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.046653 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] For port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:43.084623 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.093084 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 92f262e5-3504-4397-bc6d-47e100133d91 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:25:43.112251 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.113136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.230042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7,revision_number=5']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:43.247610 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f249531-62b8-43a1-bf39-b4217dc507c4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.257867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:43.262510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:43.266183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:43.266787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.276775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 92f262e5-3504-4397-bc6d-47e100133d91, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=92f262e5-3504-4397-bc6d-47e100133d91,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:43.299378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d84fd36-aa18-471f-9c3e-218af94d22a0 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:43.313292 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f249531-62b8-43a1-bf39-b4217dc507c4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.385738 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f249531-62b8-43a1-bf39-b4217dc507c4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.389409 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5f249531-62b8-43a1-bf39-b4217dc507c4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6921890 Nov 09 00:25:43.393608 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58106) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:43.394797 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '92f262e5-3504-4397-bc6d-47e100133d91', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'port_id': '92f262e5-3504-4397-bc6d-47e100133d91', 'mac_address': 'fa:16:3e:df:c9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:25:43.397254 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9473214 Nov 09 00:25:43.410860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58108) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:43.415227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-04a15de6-07a5-4de1-bce2-b1606b2974c5 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '61b1675f-8308-4b60-b692-e15d7ff6b8ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:43.434670 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Request body: {'port': {'network_id': '835f13d3-1085-44f5-af97-6aaeb0d399b3', 'mac_address': 'fa:16:3e:56:05:2b', 'name': 'tempest-NetworksTestDHCPv6-588492406'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:43.441838 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.448423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14d4d6-a4ff-40bd-871b-920fb2c0ec89 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Subnet': ['ID=a332d563-584a-4f41-a60f-a66525074f33,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:43.462618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f249531-62b8-43a1-bf39-b4217dc507c4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b1675f-8308-4b60-b692-e15d7ff6b8ba,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:43.481096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91eeb986-7001-4e3a-bd91-482ab9fbb7d2 req-e9ebc59d-146c-4f0c-a48a-966e3caf9d81 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3096812 Nov 09 00:25:43.486681 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:43.552461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e36c33-759e-4509-a77e-00efe763ab1b req-faa7df7e-51e6-4d6e-93e7-47af0b302c3c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:43.553034 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.560581 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c2e36c33-759e-4509-a77e-00efe763ab1b req-faa7df7e-51e6-4d6e-93e7-47af0b302c3c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 1.2962832 Nov 09 00:25:43.635097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:43.635352 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.674207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f262e5-3504-4397-bc6d-47e100133d91 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:25:43.696809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 92f262e5-3504-4397-bc6d-47e100133d91, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=92f262e5-3504-4397-bc6d-47e100133d91,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:43.706206 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.823802 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=92f262e5-3504-4397-bc6d-47e100133d91,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:43.844610 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-04a15de6-07a5-4de1-bce2-b1606b2974c5 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:43.846023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-04a15de6-07a5-4de1-bce2-b1606b2974c5 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4403574 Nov 09 00:25:43.848908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58124) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:43.862775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c2e36c33-759e-4509-a77e-00efe763ab1b req-129f8876-f96a-46a4-8cc7-bfb21d028b8b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005376 Nov 09 00:25:43.871125 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f88b501c-a5de-4b6f-a7ec-eeb6cc52dee5 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group_rule': {'security_group_id': '61b1675f-8308-4b60-b692-e15d7ff6b8ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:43.901879 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.908898 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:43.915056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Made reservation on behalf of 525849c30c4845719e0e55d90ff9d6eb for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:43.942702 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['92f262e5-3504-4397-bc6d-47e100133d91'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:25:43.979517 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-f88b501c-a5de-4b6f-a7ec-eeb6cc52dee5 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:25:43.980732 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f88b501c-a5de-4b6f-a7ec-eeb6cc52dee5 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1298907 Nov 09 00:25:43.984507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58128) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:44.059147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=a2ef15ec-7c3a-483c-8b5a-bbf6bac7f0fd,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:44.090178 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.151034 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7ed2908-54dd-48a7-8a70-d24d3a41e0c8 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.173167 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.199078 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7ed2908-54dd-48a7-8a70-d24d3a41e0c8 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.239056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] device_id is not set on port 7f7999c5-a5e3-4abe-ab0c-29f5fe37d0ae yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:25:44.282510 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7ed2908-54dd-48a7-8a70-d24d3a41e0c8 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.286082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7ed2908-54dd-48a7-8a70-d24d3a41e0c8 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.290363 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b7ed2908-54dd-48a7-8a70-d24d3a41e0c8 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "DELETE /v2.0/security-groups/61b1675f-8308-4b60-b692-e15d7ff6b8ba HTTP/1.1" status: 204 len: 168 time: 0.3019302 Nov 09 00:25:44.291535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58130) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:44.317215 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Floating IP 999c2466-2e4e-4064-89d2-3fd01e8f49d1 associated. External IP: 172.25.0.71, port: 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1. Nov 09 00:25:44.323737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed2908-54dd-48a7-8a70-d24d3a41e0c8 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b1675f-8308-4b60-b692-e15d7ff6b8ba,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:44.440646 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-976ac3a4-ac2a-45d6-a5ed-6860ca038668 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1454072 Nov 09 00:25:44.445949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58138) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:44.456175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1262b44a-5a44-43f6-98c7-8b65f9aec891 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125281108'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:44.504402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1262b44a-5a44-43f6-98c7-8b65f9aec891 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.663406 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1262b44a-5a44-43f6-98c7-8b65f9aec891 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.668888 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1262b44a-5a44-43f6-98c7-8b65f9aec891 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.709515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262b44a-5a44-43f6-98c7-8b65f9aec891 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f91af63-f161-49dc-a580-9449b2ee7772,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:44.729652 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1262b44a-5a44-43f6-98c7-8b65f9aec891 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.731045 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1262b44a-5a44-43f6-98c7-8b65f9aec891 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2840869 Nov 09 00:25:44.734210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58144) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:44.737275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8::1fb (835f13d3-1085-44f5-af97-6aaeb0d399b3/5090c2f4-0ce2-4e29-bf14-fe3c48d5ac02/7f7999c5-a5e3-4abe-ab0c-29f5fe37d0ae) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:44.740638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3fd3088b-80a6-4219-9b16-d55432c78f65 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:44.741380 n-d-813263-3 neutron-server[101781]: WARNING neutron.api.v2.base [None req-3fd3088b-80a6-4219-9b16-d55432c78f65 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 00:25:44.743000 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-3fd3088b-80a6-4219-9b16-d55432c78f65 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 00:25:44.746616 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3fd3088b-80a6-4219-9b16-d55432c78f65 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "PUT /v2.0/security-groups/6f91af63-f161-49dc-a580-9449b2ee7772 HTTP/1.1" status: 409 len: 330 time: 0.0089786 Nov 09 00:25:44.746943 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58146) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:44.750442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Allocated IP 2001:db8:0:1:f816:3eff:fe56:52b (835f13d3-1085-44f5-af97-6aaeb0d399b3/a332d563-584a-4f41-a60f-a66525074f33/7f7999c5-a5e3-4abe-ab0c-29f5fe37d0ae) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:44.809711 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5ef4431e-5bcd-4384-8b3a-65fee7b50f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.822706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478503f-c79a-4b9c-8fa9-e281010213ef req-7bd5a418-c829-45d0-a7d6-fbcfbbf80d40 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:44.828660 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c03aaa04-9f94-4cb0-8a5d-8f07e76960e4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.830474 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e478503f-c79a-4b9c-8fa9-e281010213ef req-7bd5a418-c829-45d0-a7d6-fbcfbbf80d40 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 945 time: 0.1884241 Nov 09 00:25:44.861799 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c03aaa04-9f94-4cb0-8a5d-8f07e76960e4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.924732 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c03aaa04-9f94-4cb0-8a5d-8f07e76960e4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.928137 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c03aaa04-9f94-4cb0-8a5d-8f07e76960e4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:44.929479 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c03aaa04-9f94-4cb0-8a5d-8f07e76960e4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "DELETE /v2.0/security-groups/6f91af63-f161-49dc-a580-9449b2ee7772 HTTP/1.1" status: 204 len: 168 time: 0.1815543 Nov 09 00:25:44.932694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58154) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:44.989016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03aaa04-9f94-4cb0-8a5d-8f07e76960e4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f91af63-f161-49dc-a580-9449b2ee7772,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:45.000592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e478503f-c79a-4b9c-8fa9-e281010213ef req-40551d5b-973b-4000-9d7e-15db23bd56ab tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685717 Nov 09 00:25:45.060205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-77245fe6-b1cd-46f1-aca7-df3cf5c1a970 None None] Provisioning complete for port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:45.060584 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-77245fe6-b1cd-46f1-aca7-df3cf5c1a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:45.083453 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e1fac58f-0de7-44bb-8d31-8f1ea308c559 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1496930 Nov 09 00:25:45.088206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58158) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:45.106447 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-c2204b99-6e8f-4ee3-9fe3-44addd03a7c2 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] delete failed (client error): The resource could not be found. Nov 09 00:25:45.108312 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c2204b99-6e8f-4ee3-9fe3-44addd03a7c2 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "DELETE /v2.0/security-groups/530227ef-7327-4fdc-bf1e-ffee9ef67d27 HTTP/1.1" status: 404 len: 347 time: 0.0184469 Nov 09 00:25:45.111910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58160) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:45.126232 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-b433d3cb-4a54-4b61-85a5-7269e2c885f4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] show failed (client error): The resource could not be found. Nov 09 00:25:45.127459 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b433d3cb-4a54-4b61-85a5-7269e2c885f4 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "GET /v2.0/security-groups/bc6e0872-f5d6-47a8-9ebb-4cc7adbb96ae HTTP/1.1" status: 404 len: 347 time: 0.0144777 Nov 09 00:25:45.131765 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58162) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:45.148141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 92f262e5-3504-4397-bc6d-47e100133d91 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:45.151612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f331cded-618f-4ee3-94c6-fd7e5eade72c no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:45.158192 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-c2ff18d6-4ce3-4a1d-9934-85c277fdfd85 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] show failed (client error): The resource could not be found. Nov 09 00:25:45.160235 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c2ff18d6-4ce3-4a1d-9934-85c277fdfd85 tempest-NegativeSecGroupIPv6Test-2087240348 tempest-NegativeSecGroupIPv6Test-2087240348-project] 10.222.0.25 "GET /v2.0/security-group-rules/b329b61c-1288-4337-a946-9d738295a170 HTTP/1.1" status: 404 len: 356 time: 0.0272241 Nov 09 00:25:45.173107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router a7d96579-b5c6-4215-9551-a71cac2f4626 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:25:45.219095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700d1b2-0a8a-4c80-a46e-547e49e089ae req-08597b61-3fca-42ea-82aa-2bb313757ce2 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:45.223100 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9700d1b2-0a8a-4c80-a46e-547e49e089ae req-08597b61-3fca-42ea-82aa-2bb313757ce2 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.2419930 Nov 09 00:25:45.229009 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:45.354874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 92f262e5-3504-4397-bc6d-47e100133d91 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:25:45.362914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 92f262e5-3504-4397-bc6d-47e100133d91 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:45.364244 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:45.401881 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9700d1b2-0a8a-4c80-a46e-547e49e089ae req-52e76e39-e4b3-4740-9e83-f3aa78de8692 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709509 Nov 09 00:25:45.500966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:25:45.505090 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:45.514937 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa801e70-f372-4c16-b8b4-2a9c9cb56feb None None] Sync routers for ids ['a7d96579-b5c6-4215-9551-a71cac2f4626'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:25:45.515945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:45.541313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8341bf4c-4458-46e4-9b67-c7386d8be951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f262e5-3504-4397-bc6d-47e100133d91'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:25:45.544022 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13be47ce-4897-42cb-84c6-6b92113231d7" -d '{"events": [{"server_uuid": "8341bf4c-4458-46e4-9b67-c7386d8be951", "name": "network-vif-plugged", "status": "completed", "tag": "92f262e5-3504-4397-bc6d-47e100133d91"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:25:45.563546 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa801e70-f372-4c16-b8b4-2a9c9cb56feb None None] Routers {'a7d96579-b5c6-4215-9551-a71cac2f4626'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:45.563981 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 92f262e5-3504-4397-bc6d-47e100133d91, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=92f262e5-3504-4397-bc6d-47e100133d91,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:45.564876 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-fa801e70-f372-4c16-b8b4-2a9c9cb56feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:25:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a7d96579-b5c6-4215-9551-a71cac2f4626'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:45.574725 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:45.580271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event updated for resources: {'Port': ['ID=7f7999c5-a5e3-4abe-ab0c-29f5fe37d0ae,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:45.598736 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:45.604614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:45.628032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58178) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:45.655121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:45.658766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:25:45.670277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:45.671193 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:45.694718 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c7cc64-fa55-4c02-a2a5-ab6667917b07 x-openstack-request-id: req-b1c7cc64-fa55-4c02-a2a5-ab6667917b07 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:25:45.696710 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8341bf4c-4458-46e4-9b67-c7386d8be951", "name": "network-vif-plugged", "status": "completed", "tag": "92f262e5-3504-4397-bc6d-47e100133d91", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:25:45.696710 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1c7cc64-fa55-4c02-a2a5-ab6667917b07 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:25:45.697567 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8341bf4c-4458-46e4-9b67-c7386d8be951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f262e5-3504-4397-bc6d-47e100133d91', 'code': 200} Nov 09 00:25:45.740323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=92f262e5-3504-4397-bc6d-47e100133d91,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:45.753233 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-fa801e70-f372-4c16-b8b4-2a9c9cb56feb None None] Set router a7d96579-b5c6-4215-9551-a71cac2f4626 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:25:45.812880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bc6e8150-39ed-4387-b748-64dd9fbb66f5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3844457 Nov 09 00:25:45.813453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58182) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:45.825445 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b6f5d09a-a3cf-4620-9bdc-f7c4bb2e090a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.9413359 Nov 09 00:25:45.827795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:25:45.829999 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b0efbc-9df7-4c27-925c-0623c9304630" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:25:45.850824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12028575-6299-4523-9168-8b06459f8948 req-591ecda2-fbb3-40fa-b691-13afeb1c9d9d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:45.853106 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12028575-6299-4523-9168-8b06459f8948 req-591ecda2-fbb3-40fa-b691-13afeb1c9d9d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.2735462 Nov 09 00:25:45.887023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8e97a-1e8f-4234-9973-43ce8644f39b req-b47b14c4-25d4-4aed-8dcf-04194df44742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:45.895641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38d8e97a-1e8f-4234-9973-43ce8644f39b req-b47b14c4-25d4-4aed-8dcf-04194df44742 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 1097 time: 0.1803253 Nov 09 00:25:45.967934 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:45.994266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12028575-6299-4523-9168-8b06459f8948 req-a76dbed1-d3b4-46fa-997c-34dbedb2db9b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285899 Nov 09 00:25:46.103045 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:46.124715 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38d8e97a-1e8f-4234-9973-43ce8644f39b req-ce5cd373-fe89-4151-9bc5-63a691dcb888 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122569 Nov 09 00:25:46.129918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58202) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:46.131679 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-17f99cc1-3ff1-47ff-b21f-75a5eb639c3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f53c11bc885f432c9a851b915e1b4b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4998927 Nov 09 00:25:46.180842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8d54eb4e-8343-4ffc-a9cf-d305703bb113 None None] Provisioning complete for port 7f7999c5-a5e3-4abe-ab0c-29f5fe37d0ae triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:46.181535 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d54eb4e-8343-4ffc-a9cf-d305703bb113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:46.188872 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3ed834-9a78-4ef9-8f73-9da288ad31b7 x-openstack-request-id: req-cc3ed834-9a78-4ef9-8f73-9da288ad31b7 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:25:46.189574 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:25:46.189901 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc3ed834-9a78-4ef9-8f73-9da288ad31b7 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:25:46.190259 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'status': 'completed', 'code': 200} Nov 09 00:25:46.216844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d2caf9dc-b2cd-4b51-874e-058440d352e8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting port 7f7999c5-a5e3-4abe-ab0c-29f5fe37d0ae {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:46.218439 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2caf9dc-b2cd-4b51-874e-058440d352e8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:46.228301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa27284-b41f-497c-afdf-06ffcbef7c9c req-b9a85027-9a59-4416-94ec-ed8296100ab2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:46.229921 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aa27284-b41f-497c-afdf-06ffcbef7c9c req-b9a85027-9a59-4416-94ec-ed8296100ab2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.2226071 Nov 09 00:25:46.277147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8d54eb4e-8343-4ffc-a9cf-d305703bb113 None None] Port 7f7999c5-a5e3-4abe-ab0c-29f5fe37d0ae cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:25:46.322514 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:46.325296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0efbc-9df7-4c27-925c-0623c9304630 req-6800cd23-3990-4259-ab99-794c1e7f4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:46.326987 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9b0efbc-9df7-4c27-925c-0623c9304630 req-6800cd23-3990-4259-ab99-794c1e7f4380 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1097 time: 0.1552086 Nov 09 00:25:46.329189 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:46.389229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aa27284-b41f-497c-afdf-06ffcbef7c9c req-2a460ee4-2aa2-4d3a-a123-3ddde2d28c61 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529815 Nov 09 00:25:46.408846 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2caf9dc-b2cd-4b51-874e-058440d352e8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:46.420559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58204) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:46.425187 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:46.455341 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-fa801e70-f372-4c16-b8b4-2a9c9cb56feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:25:02Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '999c2466-2e4e-4064-89d2-3fd01e8f49d1', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'port_id': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'mac_address': 'fa:16:3e:22:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:25:41Z', 'updated_at': '2021-11-09T00:25:41Z', 'revision_number': 0, 'project_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42525926-e768-4815-8c23-fcaf51574873', 'name': '', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:25:00Z', 'updated_at': '2021-11-09T00:25:09Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '31578f0f-081c-453f-8952-627c9f98bab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:46.502345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d2caf9dc-b2cd-4b51-874e-058440d352e8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Calling delete_port for 7f7999c5-a5e3-4abe-ab0c-29f5fe37d0ae owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:46.514173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f77be-e1c8-412f-b338-0430bf254c42 req-f7ad327a-e24e-4a4c-8b66-1f36b6aff06a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:46.515729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-113f77be-e1c8-412f-b338-0430bf254c42 req-f7ad327a-e24e-4a4c-8b66-1f36b6aff06a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 946 time: 0.1934209 Nov 09 00:25:46.527341 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa801e70-f372-4c16-b8b4-2a9c9cb56feb None None] Checking router: a7d96579-b5c6-4215-9551-a71cac2f4626 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:25:46.548158 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa801e70-f372-4c16-b8b4-2a9c9cb56feb None None] Routers {'a7d96579-b5c6-4215-9551-a71cac2f4626'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:46.549789 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-fa801e70-f372-4c16-b8b4-2a9c9cb56feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:25:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a7d96579-b5c6-4215-9551-a71cac2f4626'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:46.580563 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:46.592639 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:46.593400 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ca8296f5-451d-4232-a818-e284b29d6148 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/999c2466-2e4e-4064-89d2-3fd01e8f49d1 HTTP/1.1" status: 200 len: 991 time: 0.1573095 Nov 09 00:25:46.593496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f408409e-a15b-4485-a1e9-dbb2ad100221 HTTP/1.1" status: 204 len: 168 time: 0.4545343 Nov 09 00:25:46.593496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0efbc-9df7-4c27-925c-0623c9304630 req-f453d6ce-d794-42c5-881a-b81347dcad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:46.621024 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9b0efbc-9df7-4c27-925c-0623c9304630 req-f453d6ce-d794-42c5-881a-b81347dcad56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 896 time: 0.2645161 Nov 09 00:25:46.781415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f408409e-a15b-4485-a1e9-dbb2ad100221,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:46.793439 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-113f77be-e1c8-412f-b338-0430bf254c42 req-8b4f2552-821a-4c2b-b776-238fb850edd9 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664747 Nov 09 00:25:46.807485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:46.807894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:46.808236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:46.808573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:46.808902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:46.809301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:46.809661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:46.809987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:46.810319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:46.810702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:46.811032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:46.811560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3773e2c-98f4-4087-8075-bff1e70cc8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:46.859831 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-bf9adbba-59a2-4aba-a3c8-6dbc89ce62ff req-221ce9bd-9fa6-4b28-b3bb-d6b3e0546f55 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:25:46.863981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bf9adbba-59a2-4aba-a3c8-6dbc89ce62ff req-221ce9bd-9fa6-4b28-b3bb-d6b3e0546f55 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2413621 Nov 09 00:25:46.875569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9b0efbc-9df7-4c27-925c-0623c9304630 req-8b34ee20-105c-4488-b8ee-9dfc0f7d6a00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 999 time: 0.2452233 Nov 09 00:25:46.899141 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-fa801e70-f372-4c16-b8b4-2a9c9cb56feb None None] Set router a7d96579-b5c6-4215-9551-a71cac2f4626 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:25:47.062919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0efbc-9df7-4c27-925c-0623c9304630 req-638b851d-02df-4b4e-aceb-d934e412150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:47.063972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9b0efbc-9df7-4c27-925c-0623c9304630 req-638b851d-02df-4b4e-aceb-d934e412150e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 200 len: 835 time: 0.1726184 Nov 09 00:25:47.228903 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2caf9dc-b2cd-4b51-874e-058440d352e8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:47.373874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0efbc-9df7-4c27-925c-0623c9304630 req-6d950b12-9794-40a2-830a-6e81d358c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:47.375423 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9b0efbc-9df7-4c27-925c-0623c9304630 req-6d950b12-9794-40a2-830a-6e81d358c414 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3033333 Nov 09 00:25:47.378039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2caf9dc-b2cd-4b51-874e-058440d352e8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Port': ['ID=7f7999c5-a5e3-4abe-ab0c-29f5fe37d0ae,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:47.395369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283f67f-8051-4208-85e1-7f7afbde7bec req-48ad6019-8385-4c99-903c-34de7e5c8544 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:47.406010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f283f67f-8051-4208-85e1-7f7afbde7bec req-48ad6019-8385-4c99-903c-34de7e5c8544 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.2360165 Nov 09 00:25:47.473972 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2caf9dc-b2cd-4b51-874e-058440d352e8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:47.483259 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d2caf9dc-b2cd-4b51-874e-058440d352e8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/7f7999c5-a5e3-4abe-ab0c-29f5fe37d0ae HTTP/1.1" status: 204 len: 168 time: 1.6670451 Nov 09 00:25:47.485115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58246) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:47.594493 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:47.622764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b138447-6361-4072-8d4f-c9f30f197910 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:47.638421 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6b138447-6361-4072-8d4f-c9f30f197910 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1506937 Nov 09 00:25:47.639313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58248) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:47.639672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58250) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:47.656433 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9b0efbc-9df7-4c27-925c-0623c9304630 req-48703c48-e646-4f7d-a1d9-810a2e2ed858 service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490788 Nov 09 00:25:47.719912 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-fa801e70-f372-4c16-b8b4-2a9c9cb56feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:25:02Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '999c2466-2e4e-4064-89d2-3fd01e8f49d1', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'port_id': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'mac_address': 'fa:16:3e:22:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:25:41Z', 'updated_at': '2021-11-09T00:25:41Z', 'revision_number': 0, 'project_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42525926-e768-4815-8c23-fcaf51574873', 'name': '', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:25:00Z', 'updated_at': '2021-11-09T00:25:09Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '31578f0f-081c-453f-8952-627c9f98bab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:47.810966 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa801e70-f372-4c16-b8b4-2a9c9cb56feb None None] The sync data for ids ['a7d96579-b5c6-4215-9551-a71cac2f4626'] in n-d-813263-3 is: [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:25:02Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '999c2466-2e4e-4064-89d2-3fd01e8f49d1', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'port_id': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'mac_address': 'fa:16:3e:22:6d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:25:41Z', 'updated_at': '2021-11-09T00:25:41Z', 'revision_number': 0, 'project_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42525926-e768-4815-8c23-fcaf51574873', 'name': '', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:25:00Z', 'updated_at': '2021-11-09T00:25:09Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '31578f0f-081c-453f-8952-627c9f98bab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:25:47.964865 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-494609f4-e092-461d-b2e7-a186bd438705 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/999c2466-2e4e-4064-89d2-3fd01e8f49d1 HTTP/1.1" status: 200 len: 991 time: 0.3240919 Nov 09 00:25:47.989662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9b0efbc-9df7-4c27-925c-0623c9304630 req-ab8cf8c4-b9c3-4277-be35-40a5f00b95d6 service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169560 Nov 09 00:25:47.997063 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-d1222d39-c619-48fa-ab21-fa523f8d17b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2021594 Nov 09 00:25:48.020764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ec240-f498-4b0a-8781-0551d5f6f56d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:48.027843 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4c9ec240-f498-4b0a-8781-0551d5f6f56d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3859291 Nov 09 00:25:48.028464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58272) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:48.145806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920117d-02bf-4d77-8fe9-baf8e2177acd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:48.160406 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920117d-02bf-4d77-8fe9-baf8e2177acd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:48.162136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920117d-02bf-4d77-8fe9-baf8e2177acd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:48.170210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58278) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:48.170956 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f920117d-02bf-4d77-8fe9-baf8e2177acd tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1412785 Nov 09 00:25:48.187405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58280) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:48.247591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f283f67f-8051-4208-85e1-7f7afbde7bec req-85d7be54-f884-4d36-8e02-4dc4b90c6d87 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901206 Nov 09 00:25:48.270301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1d27c-7b35-4571-8438-f7e5edb70d80 req-e39d2541-bba4-4187-aa17-3b2b88b765eb tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:48.271798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ee1d27c-7b35-4571-8438-f7e5edb70d80 req-e39d2541-bba4-4187-aa17-3b2b88b765eb tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 946 time: 0.3088136 Nov 09 00:25:48.315375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626953c-dad0-4702-bacf-f740f52606b2 None None] New status for floating IP 999c2466-2e4e-4064-89d2-3fd01e8f49d1: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:25:48.316374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b8aa43-bf00-490f-9963-36f12d06a046 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet 5090c2f4-0ce2-4e29-bf14-fe3c48d5ac02 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:48.327856 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93b8aa43-bf00-490f-9963-36f12d06a046 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:48.375207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ee1d27c-7b35-4571-8438-f7e5edb70d80 req-01e13ac1-e872-45b3-904f-4f1aeb84c123 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955899 Nov 09 00:25:48.413296 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93b8aa43-bf00-490f-9963-36f12d06a046 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:48.508413 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93b8aa43-bf00-490f-9963-36f12d06a046 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:48.562394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1450528757'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:48.582069 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:48.622172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1bd3e1a-d0d9-42dc-a4a3-5a0dd72cf4f5 req-7d82ab27-cec8-4e8d-850d-e68ad3d1d12b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=bbaf884dbbf848df8b65aeaf3af74797 HTTP/1.1" status: 200 len: 267 time: 0.0784771 Nov 09 00:25:48.659241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Made reservation on behalf of 0816d7f1ab3740af937079f01482ccc1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:48.662942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:48.675684 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93b8aa43-bf00-490f-9963-36f12d06a046 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:48.722756 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93b8aa43-bf00-490f-9963-36f12d06a046 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:48.732102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1940acd6-4b42-4436-86d0-54294457bfc0 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:48.741473 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-93b8aa43-bf00-490f-9963-36f12d06a046 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/5090c2f4-0ce2-4e29-bf14-fe3c48d5ac02 HTTP/1.1" status: 204 len: 168 time: 0.5589204 Nov 09 00:25:48.753734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd3e1a-d0d9-42dc-a4a3-5a0dd72cf4f5 req-ec0f5c93-e861-4b8e-b43f-45db7639a3aa tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:48.763365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1bd3e1a-d0d9-42dc-a4a3-5a0dd72cf4f5 req-ec0f5c93-e861-4b8e-b43f-45db7639a3aa tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 946 time: 0.1400640 Nov 09 00:25:48.765443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8aa43-bf00-490f-9963-36f12d06a046 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=5090c2f4-0ce2-4e29-bf14-fe3c48d5ac02,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:48.768003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58298) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:48.830875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-a1bd3e1a-d0d9-42dc-a4a3-5a0dd72cf4f5 req-9958fcf7-d3c0-4dc3-954a-0a2eb439d437 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Request body: {'port': {'security_groups': []}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:48.907216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-8448dfca-386b-4177-8b26-3774abac8926 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Deleting subnet a332d563-584a-4f41-a60f-a66525074f33 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:25:48.932174 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8448dfca-386b-4177-8b26-3774abac8926 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:48.984449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58300) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:49.188031 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8448dfca-386b-4177-8b26-3774abac8926 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:49.251781 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a1bd3e1a-d0d9-42dc-a4a3-5a0dd72cf4f5 req-9958fcf7-d3c0-4dc3-954a-0a2eb439d437 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:49.257670 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7472897e-d203-40d1-8242-88cc4a209b97 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/999c2466-2e4e-4064-89d2-3fd01e8f49d1 HTTP/1.1" status: 200 len: 993 time: 0.2544019 Nov 09 00:25:49.443675 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:49.501060 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8448dfca-386b-4177-8b26-3774abac8926 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:49.667913 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:49.676260 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:49.723323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:25:49.738174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c525b1-ab06-42e5-b1d2-4e602c39f970,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:49.740616 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8448dfca-386b-4177-8b26-3774abac8926 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:49.747072 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:49.747937 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Added segment 864173ea-eec2-4b1c-b535-7abb6b4050e0 of type vlan for network 09957768-5104-4305-9238-426ac35f3538 Nov 09 00:25:49.813625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:49.847304 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:49.854801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:49.855630 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:49.940051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Pushing event updated for resources: {'Network': ['ID=09957768-5104-4305-9238-426ac35f3538,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:49.954130 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 09957768-5104-4305-9238-426ac35f3538 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:25:49.980608 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0ee672fa-ae0f-4324-b1f6-7569ef44d714 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7910850 Nov 09 00:25:49.981283 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58316) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:49.989523 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bd102336-e83c-41af-bc04-c393b0b242b0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Request body: {'subnet': {'network_id': '09957768-5104-4305-9238-426ac35f3538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:50.119964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd102336-e83c-41af-bc04-c393b0b242b0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Made reservation on behalf of 0816d7f1ab3740af937079f01482ccc1 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:50.141247 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd102336-e83c-41af-bc04-c393b0b242b0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:50.150542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5c7dae8d-8deb-4e52-8a95-b25463bb9fd2 None None] Provisioning complete for port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:50.150918 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5c7dae8d-8deb-4e52-8a95-b25463bb9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:50.283239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448dfca-386b-4177-8b26-3774abac8926 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Subnet': ['ID=a332d563-584a-4f41-a60f-a66525074f33,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:50.286237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-de1e2b0a-feb4-4a61-8541-209d7ed1de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:50.287748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-de1e2b0a-feb4-4a61-8541-209d7ed1de3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f&tenant_id=f5c25c1a513d47d5a0d588f80875b683 HTTP/1.1" status: 200 len: 1095 time: 0.8652995 Nov 09 00:25:50.289012 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8448dfca-386b-4177-8b26-3774abac8926 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:50.292847 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8448dfca-386b-4177-8b26-3774abac8926 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/a332d563-584a-4f41-a60f-a66525074f33 HTTP/1.1" status: 204 len: 168 time: 1.5238371 Nov 09 00:25:50.293854 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c667f1-37a5-4093-a1a8-07d0668d7ea3 None None] Network 835f13d3-1085-44f5-af97-6aaeb0d399b3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:50.297085 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58326) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:50.331833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639cee3-b45f-499f-8876-8471e98dd556 req-5c4cec2a-bf7c-4275-857c-fa6dda93603e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:50.333397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2639cee3-b45f-499f-8876-8471e98dd556 req-5c4cec2a-bf7c-4275-857c-fa6dda93603e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.8564579 Nov 09 00:25:50.350337 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-a1bd3e1a-d0d9-42dc-a4a3-5a0dd72cf4f5 req-9958fcf7-d3c0-4dc3-954a-0a2eb439d437 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] For port 92f262e5-3504-4397-bc6d-47e100133d91, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=92f262e5-3504-4397-bc6d-47e100133d91,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:50.360182 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fc09d5ce-53ef-4bff-95dd-4a3349ca0527 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596302 Nov 09 00:25:50.363168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58328) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:50.428609 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a1bd3e1a-d0d9-42dc-a4a3-5a0dd72cf4f5 req-9958fcf7-d3c0-4dc3-954a-0a2eb439d437 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:50.444230 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a1bd3e1a-d0d9-42dc-a4a3-5a0dd72cf4f5 req-9958fcf7-d3c0-4dc3-954a-0a2eb439d437 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:50.449163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-6db5878b-5264-48e2-b466-3c0d3a93b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:50.450738 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-6db5878b-5264-48e2-b466-3c0d3a93b307 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5c25c1a513d47d5a0d588f80875b683&device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 1095 time: 0.1164505 Nov 09 00:25:50.458052 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9', '92f262e5-3504-4397-bc6d-47e100133d91'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:25:50.459485 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2639cee3-b45f-499f-8876-8471e98dd556 req-d7ff953e-9891-4aac-ba7a-ca29b3678100 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126795 Nov 09 00:25:50.460279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['62137200-deb6-45e1-b644-0e6f6cd97f7c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:25:50.482398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedc7c1a-80c4-4032-ad75-5a62216e1016 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:50.487367 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bedc7c1a-80c4-4032-ad75-5a62216e1016 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1232085 Nov 09 00:25:50.488157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58330) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:50.553710 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd3e1a-d0d9-42dc-a4a3-5a0dd72cf4f5 req-9958fcf7-d3c0-4dc3-954a-0a2eb439d437 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:50.555090 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a1bd3e1a-d0d9-42dc-a4a3-5a0dd72cf4f5 req-9958fcf7-d3c0-4dc3-954a-0a2eb439d437 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:50.556717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1bd3e1a-d0d9-42dc-a4a3-5a0dd72cf4f5 req-9958fcf7-d3c0-4dc3-954a-0a2eb439d437 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "PUT /v2.0/ports/92f262e5-3504-4397-bc6d-47e100133d91 HTTP/1.1" status: 200 len: 905 time: 1.7925282 Nov 09 00:25:50.560870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8341bf4c-4458-46e4-9b67-c7386d8be951', 'tag': '92f262e5-3504-4397-bc6d-47e100133d91'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:25:50.565246 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57712426-84a1-45f8-984f-2c6121519fca" -d '{"events": [{"name": "network-changed", "server_uuid": "8341bf4c-4458-46e4-9b67-c7386d8be951", "tag": "92f262e5-3504-4397-bc6d-47e100133d91"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:25:50.606299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acab5892-910b-4c1d-a5c4-defaf834a74c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:50.613931 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-acab5892-910b-4c1d-a5c4-defaf834a74c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1208446 Nov 09 00:25:50.614596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58340) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:50.636224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['92f262e5-3504-4397-bc6d-47e100133d91'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:25:50.743142 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ae27fd-f9d6-4784-9218-6f355958cf48 x-openstack-request-id: req-d4ae27fd-f9d6-4784-9218-6f355958cf48 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:25:50.743441 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8341bf4c-4458-46e4-9b67-c7386d8be951", "tag": "92f262e5-3504-4397-bc6d-47e100133d91", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:25:50.743706 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4ae27fd-f9d6-4784-9218-6f355958cf48 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:25:50.744125 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8341bf4c-4458-46e4-9b67-c7386d8be951', 'tag': '92f262e5-3504-4397-bc6d-47e100133d91', 'status': 'completed', 'code': 200} Nov 09 00:25:50.747781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958fcf7-d3c0-4dc3-954a-0a2eb439d437 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event updated for resources: {'Port': ['ID=92f262e5-3504-4397-bc6d-47e100133d91,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:50.794264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2795e1ff-e274-4bae-92c2-b07e6772ac6f None None] DHCP port deletion for 835f13d3-1085-44f5-af97-6aaeb0d399b3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:25:50.809224 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-04801f0a-21db-4c63-b3dc-79fb0228a4a9 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1902194 Nov 09 00:25:50.834483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58342) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:50.846773 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd102336-e83c-41af-bc04-c393b0b242b0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:50.912136 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-427a384d-0c74-4c75-a776-a09f4949e7ad tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:50.912917 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427a384d-0c74-4c75-a776-a09f4949e7ad tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:50.918325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-427a384d-0c74-4c75-a776-a09f4949e7ad tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/7f7999c5-a5e3-4abe-ab0c-29f5fe37d0ae HTTP/1.1" status: 404 len: 333 time: 0.0746362 Nov 09 00:25:50.922017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58344) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:50.937002 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd102336-e83c-41af-bc04-c393b0b242b0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Pushing event updated for resources: {'Subnet': ['ID=19000de8-97d4-44ff-82c2-2be5761b8ed0,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:50.965098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd102336-e83c-41af-bc04-c393b0b242b0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Checking segment: {'id': '864173ea-eec2-4b1c-b535-7abb6b4050e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '09957768-5104-4305-9238-426ac35f3538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:25:50.965526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd102336-e83c-41af-bc04-c393b0b242b0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Network hostable DHCP agents. Network: 09957768-5104-4305-9238-426ac35f3538, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:25:50.965806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57712426-84a1-45f8-984f-2c6121519fca req-977815b1-ba4e-4b54-804b-6a6a49a1c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:50.969539 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c08a45b-598e-43b4-bac1-4b39b2b48585 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:50.970232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c08a45b-598e-43b4-bac1-4b39b2b48585 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:50.971718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57712426-84a1-45f8-984f-2c6121519fca req-977815b1-ba4e-4b54-804b-6a6a49a1c0ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 1059 time: 0.2600157 Nov 09 00:25:50.974264 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5c08a45b-598e-43b4-bac1-4b39b2b48585 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/a332d563-584a-4f41-a60f-a66525074f33 HTTP/1.1" status: 404 len: 337 time: 0.0514228 Nov 09 00:25:50.976679 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58346) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:50.983772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-4d5f50fe-56b5-4697-866b-265952099333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:50.990214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-4d5f50fe-56b5-4697-866b-265952099333 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e829aeab-0510-4192-80fd-9d99c64b902a HTTP/1.1" status: 200 len: 914 time: 0.5274487 Nov 09 00:25:51.016634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf056e-db0a-46f1-9d5c-de2a0ded9862 req-92fa7b27-ea86-4c6d-ac62-55c7b4cc668d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:51.018422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4cdf056e-db0a-46f1-9d5c-de2a0ded9862 req-92fa7b27-ea86-4c6d-ac62-55c7b4cc668d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 908 time: 0.2295978 Nov 09 00:25:51.029270 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-61eaedf4-e088-41ab-b5da-c55fa607ba2a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:51.029996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61eaedf4-e088-41ab-b5da-c55fa607ba2a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:51.034977 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-61eaedf4-e088-41ab-b5da-c55fa607ba2a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/5090c2f4-0ce2-4e29-bf14-fe3c48d5ac02 HTTP/1.1" status: 404 len: 337 time: 0.0571043 Nov 09 00:25:51.040462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58350) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:51.054147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a391685f-3605-4b3e-9d51-65b707cda131 None None] Provisioning complete for port 92f262e5-3504-4397-bc6d-47e100133d91 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:51.054698 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a391685f-3605-4b3e-9d51-65b707cda131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:51.105082 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7338865c-df5a-4955-8215-5d7bd74c3837 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:51.106017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7338865c-df5a-4955-8215-5d7bd74c3837 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:51.109790 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7338865c-df5a-4955-8215-5d7bd74c3837 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/8bf52ea3-3186-47b9-add5-438fd23a3031 HTTP/1.1" status: 404 len: 333 time: 0.0681911 Nov 09 00:25:51.110750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd102336-e83c-41af-bc04-c393b0b242b0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Network 09957768-5104-4305-9238-426ac35f3538 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:25:51.118321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58356) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:51.130476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-bd102336-e83c-41af-bc04-c393b0b242b0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 09957768-5104-4305-9238-426ac35f3538) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:51.156110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd102336-e83c-41af-bc04-c393b0b242b0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:51.157059 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd102336-e83c-41af-bc04-c393b0b242b0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:51.160372 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3325b321-a6c5-4ade-87cc-9f06f0a36469 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:51.161028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3325b321-a6c5-4ade-87cc-9f06f0a36469 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:51.164294 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3325b321-a6c5-4ade-87cc-9f06f0a36469 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/25399a9e-be0f-495b-a28b-789745b4bcc8 HTTP/1.1" status: 404 len: 337 time: 0.0447125 Nov 09 00:25:51.166813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58358) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:51.174051 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d509b9-580b-4180-b5bc-6fe67c047e11 None None] Network 09957768-5104-4305-9238-426ac35f3538 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:51.195067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2795e1ff-e274-4bae-92c2-b07e6772ac6f None None] Deleting port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:51.198195 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2795e1ff-e274-4bae-92c2-b07e6772ac6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:51.235414 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3c5001-fc64-499c-8aef-aed704678422 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:51.236217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3c5001-fc64-499c-8aef-aed704678422 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:51.240323 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8f3c5001-fc64-499c-8aef-aed704678422 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/f83d682f-de90-44d4-af19-375c936f8938 HTTP/1.1" status: 404 len: 337 time: 0.0724149 Nov 09 00:25:51.243980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58362) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:51.247722 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bd102336-e83c-41af-bc04-c393b0b242b0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2651820 Nov 09 00:25:51.262531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57712426-84a1-45f8-984f-2c6121519fca req-c72b1b05-b8f0-4e9e-bc4d-f988830b02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:51.266280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57712426-84a1-45f8-984f-2c6121519fca req-c72b1b05-b8f0-4e9e-bc4d-f988830b02b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.2730305 Nov 09 00:25:51.277468 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a28868-d270-4a35-91bc-a714207c2f92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:51.278037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a28868-d270-4a35-91bc-a714207c2f92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:51.281233 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-51a28868-d270-4a35-91bc-a714207c2f92 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/173c2f05-89a4-4083-899b-a592a18dde9d HTTP/1.1" status: 404 len: 333 time: 0.0322680 Nov 09 00:25:51.282011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58364) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:51.287337 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Request body: {'port': {'network_id': '09957768-5104-4305-9238-426ac35f3538', 'name': 'tempest-TagsExtTest-396335049'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:51.290416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58368) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:51.349459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-472f9c59-1186-4d0c-b599-af7367c57f06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c HTTP/1.1" status: 200 len: 217 time: 0.3233681 Nov 09 00:25:51.449912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2795e1ff-e274-4bae-92c2-b07e6772ac6f None None] For port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7,segment=NetworkSegment(1a257eb9-b55a-4b3e-b1c6-dabc08cf8179),segment_id=1a257eb9-b55a-4b3e-b1c6-dabc08cf8179)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:51.450424 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2795e1ff-e274-4bae-92c2-b07e6772ac6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:51.452607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-257e5906-f1d1-4f20-9fbb-19ada9b35448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:51.454475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-257e5906-f1d1-4f20-9fbb-19ada9b35448 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79c9732f-1534-467b-88d9-7ab7fdb88108 HTTP/1.1" status: 200 len: 854 time: 0.0591698 Nov 09 00:25:51.457511 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57712426-84a1-45f8-984f-2c6121519fca req-4ca78040-5a5a-40fd-8ac1-9ae1ebe3b5ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92f262e5-3504-4397-bc6d-47e100133d91 HTTP/1.1" status: 200 len: 217 time: 0.1125202 Nov 09 00:25:51.471030 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb74366-fa65-4021-8a5e-dad0cefd0fd8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:51.471484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb74366-fa65-4021-8a5e-dad0cefd0fd8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:51.474633 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ebb74366-fa65-4021-8a5e-dad0cefd0fd8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/d994af18-3ec7-42e2-a66a-4d893a7571be HTTP/1.1" status: 404 len: 337 time: 0.1832340 Nov 09 00:25:51.479564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58374) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:51.484499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:25:51.493899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2795e1ff-e274-4bae-92c2-b07e6772ac6f None None] Calling delete_port for efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:51.546448 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae8ec8b-44c2-4f7d-8b1e-6bf72ae15c71 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:51.549202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae8ec8b-44c2-4f7d-8b1e-6bf72ae15c71 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:51.557051 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cae8ec8b-44c2-4f7d-8b1e-6bf72ae15c71 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/db3b454c-e167-418d-a808-318d4f579993 HTTP/1.1" status: 404 len: 337 time: 0.0764165 Nov 09 00:25:51.563494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58378) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:51.590027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Made reservation on behalf of 0816d7f1ab3740af937079f01482ccc1 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:25:51.596922 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:51.621832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-210ab655-aed9-4e65-99d2-01cca504e463 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e829aeab-0510-4192-80fd-9d99c64b902a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226830 Nov 09 00:25:51.629686 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2795e1ff-e274-4bae-92c2-b07e6772ac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:51.667099 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ceccabe-0516-4883-acc3-3194a8611124 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:51.669193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ceccabe-0516-4883-acc3-3194a8611124 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:51.675048 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9ceccabe-0516-4883-acc3-3194a8611124 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/5a129f9e-effc-4fbf-ab72-c7a7ac03ea8f HTTP/1.1" status: 404 len: 333 time: 0.1086266 Nov 09 00:25:51.681807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58380) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:51.727573 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795e1ff-e274-4bae-92c2-b07e6772ac6f None None] Pushing event deleted for resources: {'Port': ['ID=efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:51.736151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795e1ff-e274-4bae-92c2-b07e6772ac6f None None] No DVR routers for this DVR port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:25:51.739878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57712426-84a1-45f8-984f-2c6121519fca req-ce387f5f-f989-4d1a-ae11-71145c6ec8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:51.746139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57712426-84a1-45f8-984f-2c6121519fca req-ce387f5f-f989-4d1a-ae11-71145c6ec8ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.2237482 Nov 09 00:25:51.762456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] device_id is not set on port 681f93a1-b76e-446d-a7eb-9e8934bdfc62 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:25:51.763739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513eb833-453a-497c-9128-1255aa0395fb req-f7d4a1f1-5fb2-453f-9d97-4558f5fc37f7 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:51.765695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-513eb833-453a-497c-9128-1255aa0395fb req-f7d4a1f1-5fb2-453f-9d97-4558f5fc37f7 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.4233844 Nov 09 00:25:51.769180 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-625e1347-0a57-40c8-acf4-6adea346b535 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:51.769939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625e1347-0a57-40c8-acf4-6adea346b535 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:51.772951 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-625e1347-0a57-40c8-acf4-6adea346b535 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/acaf5c14-246d-4062-986e-46f5cb242402 HTTP/1.1" status: 404 len: 337 time: 0.0814695 Nov 09 00:25:51.791305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58382) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:51.802448 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No active binding found for port efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 {{(pid=101782) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 00:25:51.803201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device efc80d70-8e7a-4d40-9b3c-515cd0c7ebf7 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:25:51.869993 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-60332ff6-4795-4b77-b28b-ee3dc8c36549 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:51.871312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60332ff6-4795-4b77-b28b-ee3dc8c36549 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:51.874980 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-60332ff6-4795-4b77-b28b-ee3dc8c36549 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/fd3ce0a9-9055-4e1c-a4e0-73f0e073dfea HTTP/1.1" status: 404 len: 337 time: 0.0827260 Nov 09 00:25:51.879091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58388) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:51.932245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-09957768-5104-4305-9238-426ac35f3538', 'network_id': '09957768-5104-4305-9238-426ac35f3538', 'tenant_id': '0816d7f1ab3740af937079f01482ccc1', 'fixed_ips': [{'subnet_id': '19000de8-97d4-44ff-82c2-2be5761b8ed0'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:25:51.933200 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:51.937111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57b197-ba41-495e-afe7-9731d6e4483d req-4d80b78e-1cdb-4ae3-9181-f3befbada4cb tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:51.938725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e57b197-ba41-495e-afe7-9731d6e4483d req-4d80b78e-1cdb-4ae3-9181-f3befbada4cb tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.3549559 Nov 09 00:25:51.955257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57712426-84a1-45f8-984f-2c6121519fca req-aebb8638-f702-4f94-943b-e78910f6d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:51.956947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57712426-84a1-45f8-984f-2c6121519fca req-aebb8638-f702-4f94-943b-e78910f6d4d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1895499 Nov 09 00:25:51.959362 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-48b77880-4a2b-44f7-ac01-b409b154c79f service neutron] 10.222.0.11 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180974 Nov 09 00:25:52.018357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Allocated IP 172.20.0.2 (09957768-5104-4305-9238-426ac35f3538/19000de8-97d4-44ff-82c2-2be5761b8ed0/681f93a1-b76e-446d-a7eb-9e8934bdfc62) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:52.063500 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04205bf-b719-422e-bc75-34f286866109 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.064744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04205bf-b719-422e-bc75-34f286866109 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.068353 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d04205bf-b719-422e-bc75-34f286866109 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/9f6d39c1-3682-464d-a6d8-eaccb205b197 HTTP/1.1" status: 404 len: 333 time: 0.1880043 Nov 09 00:25:52.071303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58390) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.103879 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2842140-c5fc-4947-b4a3-aeea16f16320 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.104677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2842140-c5fc-4947-b4a3-aeea16f16320 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.108563 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c2842140-c5fc-4947-b4a3-aeea16f16320 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/7a0a5a9f-1a38-4fe0-b69f-dcec18250890 HTTP/1.1" status: 404 len: 337 time: 0.0358884 Nov 09 00:25:52.114483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58392) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.151411 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d459eea-25d9-4b2a-92c8-e807a0a5e3a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.152196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d459eea-25d9-4b2a-92c8-e807a0a5e3a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.157896 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9d459eea-25d9-4b2a-92c8-e807a0a5e3a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/82faac9e-a42f-4cdb-971f-5ddfbb40f621 HTTP/1.1" status: 404 len: 333 time: 0.0398178 Nov 09 00:25:52.160907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58396) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.184021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-513eb833-453a-497c-9128-1255aa0395fb req-650592cd-feb9-4268-abd7-79a94a4eaaf5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004267 Nov 09 00:25:52.185964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57712426-84a1-45f8-984f-2c6121519fca req-bb4d1c23-ac25-41ea-80e9-353111dd81ad service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182453 Nov 09 00:25:52.195127 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-519c653a-1a94-498e-a013-dd8ea593c62b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.195593 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519c653a-1a94-498e-a013-dd8ea593c62b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.199690 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-519c653a-1a94-498e-a013-dd8ea593c62b tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/334c70c9-2d10-4490-9a48-2d8158737208 HTTP/1.1" status: 404 len: 337 time: 0.0375993 Nov 09 00:25:52.203836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58400) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.246148 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbb29c2-0dd6-4c58-8bc7-e9052be99af4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.246873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cbb29c2-0dd6-4c58-8bc7-e9052be99af4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.250993 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1cbb29c2-0dd6-4c58-8bc7-e9052be99af4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/a2e8b562-2179-4ab1-b024-13a91e9ebb61 HTTP/1.1" status: 404 len: 333 time: 0.0461905 Nov 09 00:25:52.264635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58406) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.293573 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-2885f02c-45a0-45f3-a54a-69fdd56a1718 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.294194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2885f02c-45a0-45f3-a54a-69fdd56a1718 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.299833 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2885f02c-45a0-45f3-a54a-69fdd56a1718 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/c32b74e3-99dd-4bb9-8403-d69b4ac6054e HTTP/1.1" status: 404 len: 337 time: 0.0367885 Nov 09 00:25:52.303544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58410) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.314632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57712426-84a1-45f8-984f-2c6121519fca req-2ac6a3ab-d3f3-477b-a855-85f4117a6b6c service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206803 Nov 09 00:25:52.369957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e57b197-ba41-495e-afe7-9731d6e4483d req-9d66d6b0-d079-4049-aa98-b7209220dd08 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169555 Nov 09 00:25:52.372585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c05e7fe-7582-4a25-bb00-d9dc36aef470 req-79fd8008-b8c6-4511-8bca-74f2afdb03f0 service neutron] 10.222.0.11 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026949 Nov 09 00:25:52.416116 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3366afdf-20dd-4155-9d01-5e4572b75f85 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.416770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3366afdf-20dd-4155-9d01-5e4572b75f85 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.421589 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3366afdf-20dd-4155-9d01-5e4572b75f85 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/be69173e-2641-41b8-be6b-b82d258aff14 HTTP/1.1" status: 404 len: 333 time: 0.1150539 Nov 09 00:25:52.425834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58412) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.466802 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-d899d19f-b891-44b2-95d9-e3aa44c2e80c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.467501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d899d19f-b891-44b2-95d9-e3aa44c2e80c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.470837 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d899d19f-b891-44b2-95d9-e3aa44c2e80c tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/284478e4-e3a3-4607-8a4e-d34af3f84eb5 HTTP/1.1" status: 404 len: 337 time: 0.0416837 Nov 09 00:25:52.476372 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58416) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.484877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c39238-0689-421f-bf79-72bddd637d93 req-2f1088d5-fe24-481a-8749-e4415b8136b0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:52.486946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58c39238-0689-421f-bf79-72bddd637d93 req-2f1088d5-fe24-481a-8749-e4415b8136b0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1169429 Nov 09 00:25:52.560089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58c39238-0689-421f-bf79-72bddd637d93 req-441795f0-6934-482f-8f4a-d5719dee0f21 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651731 Nov 09 00:25:52.561956 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-146e9bc3-4209-4240-acfa-d12ba6f069b8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.562917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146e9bc3-4209-4240-acfa-d12ba6f069b8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.566674 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-146e9bc3-4209-4240-acfa-d12ba6f069b8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/d32e02b3-06bb-4449-98d1-28770fe99187 HTTP/1.1" status: 404 len: 333 time: 0.0886912 Nov 09 00:25:52.574136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58426) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.598512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:52.618085 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3c3ed4-6b82-4ce1-ae4b-ed9eced2ce1a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.618550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3c3ed4-6b82-4ce1-ae4b-ed9eced2ce1a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.622130 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2c3c3ed4-6b82-4ce1-ae4b-ed9eced2ce1a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/1d862ae3-1b46-433d-a432-10d28216cfa6 HTTP/1.1" status: 404 len: 337 time: 0.0464048 Nov 09 00:25:52.624184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58430) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.653465 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b154358-c77d-4616-8f45-24272a5588d5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.653465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b154358-c77d-4616-8f45-24272a5588d5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.657942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1b154358-c77d-4616-8f45-24272a5588d5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/32b9aa30-a936-496c-82d1-4ad271e7badc HTTP/1.1" status: 404 len: 333 time: 0.0320659 Nov 09 00:25:52.660698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58432) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.684365 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:52.778425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Network 09957768-5104-4305-9238-426ac35f3538 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:52.781323 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a87e5fd-50d2-443a-ab1c-a29792d77f44 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.781909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a87e5fd-50d2-443a-ab1c-a29792d77f44 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.784577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:52.791765 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:25:52.792771 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0a87e5fd-50d2-443a-ab1c-a29792d77f44 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/6ee4788d-bf33-4c5a-b80f-f71a30621e99 HTTP/1.1" status: 404 len: 337 time: 0.1302328 Nov 09 00:25:52.795458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58438) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.818670 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f8194421-8a2f-4123-935d-b74b9866552e {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:25:52.819204 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:25:52.851087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Pushing event updated for resources: {'Port': ['ID=681f93a1-b76e-446d-a7eb-9e8934bdfc62,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:52.857554 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1329436-94e3-44aa-bc88-483c801f54ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.861107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1329436-94e3-44aa-bc88-483c801f54ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.868303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b1329436-94e3-44aa-bc88-483c801f54ee tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/f551bfde-589f-469c-bd42-0d3a9660b322 HTTP/1.1" status: 404 len: 337 time: 0.0667691 Nov 09 00:25:52.869270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58446) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.903686 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9ce00b-6ace-4fae-9246-bab0bc5b4cd8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:52.904890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9ce00b-6ace-4fae-9246-bab0bc5b4cd8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:52.908669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8f9ce00b-6ace-4fae-9246-bab0bc5b4cd8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/fb7f5f78-804d-44ec-9f49-5eda51a1cbb1 HTTP/1.1" status: 404 len: 333 time: 0.0382116 Nov 09 00:25:52.911630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58456) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.925558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:52.926221 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:52.951588 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e93f199a-5607-43b8-ab63-3bfbeafe7fbf tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6660850 Nov 09 00:25:52.952119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58460) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:52.967049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1438b17c-c802-4647-84a4-bfb5f1343be0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-148382185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:52.999094 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:25:53.012255 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1438b17c-c802-4647-84a4-bfb5f1343be0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:53.013845 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1438b17c-c802-4647-84a4-bfb5f1343be0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:53.140985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-6fee6df2-64c3-448a-8027-35be0bc105b4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:53.142752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-6fee6df2-64c3-448a-8027-35be0bc105b4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 812 time: 0.2116427 Nov 09 00:25:53.144473 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-2883a5e6-2764-4e19-894e-7c117dedb672 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:53.145285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2883a5e6-2764-4e19-894e-7c117dedb672 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:53.148512 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2883a5e6-2764-4e19-894e-7c117dedb672 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/865b5fbd-c0ba-454d-ad37-00129c6de9ca HTTP/1.1" status: 404 len: 337 time: 0.2355745 Nov 09 00:25:53.151904 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58466) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:53.169047 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1438b17c-c802-4647-84a4-bfb5f1343be0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:53.178944 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1438b17c-c802-4647-84a4-bfb5f1343be0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:53.222189 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1438b17c-c802-4647-84a4-bfb5f1343be0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:53.230435 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1438b17c-c802-4647-84a4-bfb5f1343be0 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2768776 Nov 09 00:25:53.231641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58468) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:53.247830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0fdf0037-a4b7-460e-8a0e-31e451329017 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1907757827', 'prefixes': ['172.20.0.0/16']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:25:53.248762 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-111b8b75-3272-440c-8e3b-494a34bfa8d5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:53.249326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111b8b75-3272-440c-8e3b-494a34bfa8d5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:53.254875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-111b8b75-3272-440c-8e3b-494a34bfa8d5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/8d55d3f9-9fff-4e68-bc85-d0c188456c72 HTTP/1.1" status: 404 len: 337 time: 0.0994568 Nov 09 00:25:53.257499 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58470) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:53.259966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-2f48b11a-eb07-4777-a981-7d0a1126bedf tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/quotas/bbaf884dbbf848df8b65aeaf3af74797 HTTP/1.1" status: 200 len: 375 time: 0.0920851 Nov 09 00:25:53.320311 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:53.326690 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb050ff4-3813-4571-abf1-fd1754555ba8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:53.332875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb050ff4-3813-4571-abf1-fd1754555ba8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:53.338256 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cb050ff4-3813-4571-abf1-fd1754555ba8 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/71d1fe05-f6d0-4840-972e-f57d16a66ee2 HTTP/1.1" status: 404 len: 333 time: 0.0785866 Nov 09 00:25:53.340842 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58472) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:53.425667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58480) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:53.446933 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dcf913-63c3-40df-9999-954a64ec62a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:53.447576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dcf913-63c3-40df-9999-954a64ec62a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:53.454234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-15dcf913-63c3-40df-9999-954a64ec62a6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/aa9a928c-842c-4892-8606-2ea32a4d2a6a HTTP/1.1" status: 404 len: 337 time: 0.1104043 Nov 09 00:25:53.458442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58484) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:53.488256 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fdf0037-a4b7-460e-8a0e-31e451329017 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for subnetpool, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:53.498391 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0fdf0037-a4b7-460e-8a0e-31e451329017 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2607882 Nov 09 00:25:53.501063 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58486) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:53.523886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-b1600077-5bdc-4cf1-ab06-d017c3ba6bf5 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0', 'tempest-TagsExtTest-Tag-15685016') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:53.602916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-d16b3bf1-a444-45a8-a92d-37a0cee94d6a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3361351 Nov 09 00:25:53.613385 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a529ccf-a695-468d-8c93-5cc073128cef tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:53.617034 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a529ccf-a695-468d-8c93-5cc073128cef tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:53.624581 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1a529ccf-a695-468d-8c93-5cc073128cef tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/ec7234fc-2588-4eb0-b596-92189a97f7ec HTTP/1.1" status: 404 len: 337 time: 0.1650076 Nov 09 00:25:53.647935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58490) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:53.919678 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-52138fc8-8a26-4df5-932e-eafd2211cc94 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:53.930793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52138fc8-8a26-4df5-932e-eafd2211cc94 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:53.934257 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-52138fc8-8a26-4df5-932e-eafd2211cc94 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/090a5c9f-f25e-47b0-a2f9-60a636f8df90 HTTP/1.1" status: 404 len: 333 time: 0.2569039 Nov 09 00:25:53.937056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58494) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:54.026465 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d3a033-389f-40fe-bc13-d4839f4142c2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:54.027080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d3a033-389f-40fe-bc13-d4839f4142c2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:54.030384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-44d3a033-389f-40fe-bc13-d4839f4142c2 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/469b0072-159c-4785-8bec-54a4e41554d2 HTTP/1.1" status: 404 len: 337 time: 0.0775280 Nov 09 00:25:54.042253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58496) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:54.113442 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-935fd0cf-1ea5-4970-8ba9-7e15c1f4a9af tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:54.113997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935fd0cf-1ea5-4970-8ba9-7e15c1f4a9af tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:54.128821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-935fd0cf-1ea5-4970-8ba9-7e15c1f4a9af tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/bf257260-2d08-45b3-a5cf-590844d4b09a HTTP/1.1" status: 404 len: 337 time: 0.0818105 Nov 09 00:25:54.143817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58655a7e-ade6-4c43-954e-e8e73ceb4e22 req-36a9ac87-dd78-45d7-92d4-169e1100f401 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:54.145849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58655a7e-ade6-4c43-954e-e8e73ceb4e22 req-36a9ac87-dd78-45d7-92d4-169e1100f401 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.5388951 Nov 09 00:25:54.149904 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58498) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:54.166874 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b1600077-5bdc-4cf1-ab06-d017c3ba6bf5 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "PUT /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags/tempest-TagsExtTest-Tag-15685016 HTTP/1.1" status: 201 len: 201 time: 0.6605296 Nov 09 00:25:54.170542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58500) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:54.178033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-e68d9daf-04fb-4703-a6cf-92a2ac13619f tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62', 'tempest-TagsExtTest-Tag-1627244473') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:54.223885 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Allocated IP 172.20.0.3 (09957768-5104-4305-9238-426ac35f3538/19000de8-97d4-44ff-82c2-2be5761b8ed0/fc544e1b-d2ac-4cca-80c9-6148fe4f3bde) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:25:54.245883 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-68c961e5-b341-41b9-aa52-58aede24abcb tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports?device_id=671293c3-b0d0-45d8-9b04-7c08da52a360 HTTP/1.1" status: 200 len: 205 time: 0.0926948 Nov 09 00:25:54.255320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58504) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:54.260962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3b50b4c8-b05a-4c5b-a001-77a1779ed8b8 service neutron] 10.222.0.25 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338747 Nov 09 00:25:54.295687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58655a7e-ade6-4c43-954e-e8e73ceb4e22 req-bc92a7fd-4e84-4ee3-ac7e-02150e5b53ca tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414654 Nov 09 00:25:54.423153 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-0c7f8303-ef76-4c61-926f-166446ad1f15 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] delete failed (client error): The resource could not be found. Nov 09 00:25:54.424126 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0c7f8303-ef76-4c61-926f-166446ad1f15 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/routers/671293c3-b0d0-45d8-9b04-7c08da52a360 HTTP/1.1" status: 404 len: 336 time: 0.1674142 Nov 09 00:25:54.430609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58510) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:54.478880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-729e9267-d680-4540-892e-796012a54802 service neutron] 10.222.0.25 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875067 Nov 09 00:25:54.546343 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:54.553498 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd445f8c-ccfc-431f-aa08-4da87fde2f38 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:54.555275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd445f8c-ccfc-431f-aa08-4da87fde2f38 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:54.559365 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fd445f8c-ccfc-431f-aa08-4da87fde2f38 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/83e0458a-1602-4066-bab3-36654808fc8d HTTP/1.1" status: 404 len: 337 time: 0.0895987 Nov 09 00:25:54.560358 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:54.562021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58512) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:54.632401 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e68d9daf-04fb-4703-a6cf-92a2ac13619f tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "PUT /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags/tempest-TagsExtTest-Tag-1627244473 HTTP/1.1" status: 201 len: 201 time: 0.4602349 Nov 09 00:25:54.636144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58514) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:54.654556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-a3539dea-c5fc-4b5c-988b-9891250be549 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5', 'tempest-TagsExtTest-Tag-1457170313') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:54.657882 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a6eaa7ab-40ec-4bd3-b152-a6939ae82144 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "GET /v2.0/ports?device_id=974fc3f4-b725-436d-aa6b-67cbd7df340c HTTP/1.1" status: 200 len: 205 time: 0.0927896 Nov 09 00:25:54.659841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58516) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:54.718668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Pushing event updated for resources: {'Port': ['ID=fc544e1b-d2ac-4cca-80c9-6148fe4f3bde,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:54.752098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Network 09957768-5104-4305-9238-426ac35f3538 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:25:54.759208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:25:54.763394 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:25:54.788950 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-0d7aa9d7-91de-4529-a491-fddb70a0426d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] delete failed (client error): The resource could not be found. Nov 09 00:25:54.790507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0d7aa9d7-91de-4529-a491-fddb70a0426d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/routers/974fc3f4-b725-436d-aa6b-67cbd7df340c HTTP/1.1" status: 404 len: 336 time: 0.1283016 Nov 09 00:25:54.797011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58518) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:54.896256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Attempting to bind port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:25:54.896785 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Attempting to bind port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '864173ea-eec2-4b1c-b535-7abb6b4050e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '09957768-5104-4305-9238-426ac35f3538'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:25:54.897466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Attempting to bind port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde on network 09957768-5104-4305-9238-426ac35f3538 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:25:54.903759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:25:54.905016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Checking segment: {'id': '864173ea-eec2-4b1c-b535-7abb6b4050e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '09957768-5104-4305-9238-426ac35f3538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:25:54.905552 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:54.906048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Bound using segment: {'id': '864173ea-eec2-4b1c-b535-7abb6b4050e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '09957768-5104-4305-9238-426ac35f3538'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:25:54.906650 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Bound port: fc544e1b-d2ac-4cca-80c9-6148fe4f3bde, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864173ea-eec2-4b1c-b535-7abb6b4050e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '09957768-5104-4305-9238-426ac35f3538'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:25:54.907138 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:54.917904 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-b452b615-41ff-45f2-badc-a3ddcdf40aff tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:54.918551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b452b615-41ff-45f2-badc-a3ddcdf40aff tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:54.924654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b452b615-41ff-45f2-badc-a3ddcdf40aff tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/47ede48a-7abe-4580-9d7e-0903ebc24357 HTTP/1.1" status: 404 len: 337 time: 0.1250336 Nov 09 00:25:54.940800 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58526) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:54.960894 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a3539dea-c5fc-4b5c-988b-9891250be549 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "PUT /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags/tempest-TagsExtTest-Tag-1457170313 HTTP/1.1" status: 201 len: 201 time: 0.3172700 Nov 09 00:25:54.964255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fcf68e6-4772-4e04-bd91-dd559dc9c2fa req-18806f6e-9e88-4e1b-b987-b1daddf18041 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 210 time: 0.0512688 Nov 09 00:25:54.964884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58530) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:54.976645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-f06e002f-4d81-4f66-b9da-86cfa2a7cd5f tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669', 'tempest-TagsExtTest-Tag-1048232425') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:55.015136 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-34543ae0-a01e-4afd-b462-17216a7cfcaa tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:55.015643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34543ae0-a01e-4afd-b462-17216a7cfcaa tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:55.018952 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-34543ae0-a01e-4afd-b462-17216a7cfcaa tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/fd466404-b703-427e-a584-71ca2278e6a6 HTTP/1.1" status: 404 len: 337 time: 0.0772493 Nov 09 00:25:55.023283 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58532) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:55.056775 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d35d7cd3-9f4a-418d-8a12-6509e2bae343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:55.066193 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] For port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:25:55.076265 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] For port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fc544e1b-d2ac-4cca-80c9-6148fe4f3bde,segment=NetworkSegment(864173ea-eec2-4b1c-b535-7abb6b4050e0),segment_id=864173ea-eec2-4b1c-b535-7abb6b4050e0)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:25:55.084516 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:55.112870 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-93838fe5-06f8-4f7a-b4f9-4c7bdbce8b6a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:55.115521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93838fe5-06f8-4f7a-b4f9-4c7bdbce8b6a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:55.119486 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-93838fe5-06f8-4f7a-b4f9-4c7bdbce8b6a tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/ed5fece5-b6b4-40e5-8508-efbd4d728b8f HTTP/1.1" status: 404 len: 333 time: 0.0890267 Nov 09 00:25:55.127475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58534) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:55.212722 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a413a4-f473-41ec-9bb6-2ed9e458c3b6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:55.213191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a413a4-f473-41ec-9bb6-2ed9e458c3b6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:55.218890 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-79a413a4-f473-41ec-9bb6-2ed9e458c3b6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/da267a2d-eaed-4ed8-b510-7fe3cc048900 HTTP/1.1" status: 404 len: 337 time: 0.0851090 Nov 09 00:25:55.221163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7696ece-010a-4267-a67c-9501d91f65cf None None] Pushing event updated for resources: {'Port': ['ID=fc544e1b-d2ac-4cca-80c9-6148fe4f3bde,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:55.221417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58540) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:55.363214 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc00c5f-6423-40c8-8dce-220deb09b3e0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:55.366669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc00c5f-6423-40c8-8dce-220deb09b3e0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:55.378800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2dc00c5f-6423-40c8-8dce-220deb09b3e0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/4b6531fa-9f5b-4d90-807e-269cb3599442 HTTP/1.1" status: 404 len: 333 time: 0.1382742 Nov 09 00:25:55.386328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58544) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:55.450555 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f06e002f-4d81-4f66-b9da-86cfa2a7cd5f tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "PUT /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags/tempest-TagsExtTest-Tag-1048232425 HTTP/1.1" status: 201 len: 201 time: 0.4843435 Nov 09 00:25:55.465679 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fdb024-544d-40bc-a4fb-208016dbdd2d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:55.466523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fdb024-544d-40bc-a4fb-208016dbdd2d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:55.469793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-87fdb024-544d-40bc-a4fb-208016dbdd2d tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/0dd0973b-1761-49cb-8f6f-e5758e8567d6 HTTP/1.1" status: 404 len: 337 time: 0.0753517 Nov 09 00:25:55.470550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58550) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:55.480335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-7dbb974e-4107-4c64-9244-c555cd7ea47a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:55.490336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58552) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:55.565862 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca108fb8-a053-4021-8354-b6fab4d99d69 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:55.565862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca108fb8-a053-4021-8354-b6fab4d99d69 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:55.572558 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ca108fb8-a053-4021-8354-b6fab4d99d69 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/6a39ed25-b39a-455a-b835-a4a84bc63366 HTTP/1.1" status: 404 len: 333 time: 0.0809624 Nov 09 00:25:55.575429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58554) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:55.708303 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-960af8fe-cc36-40f9-a7c7-798749f292da tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:55.709784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960af8fe-cc36-40f9-a7c7-798749f292da tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:55.719229 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-960af8fe-cc36-40f9-a7c7-798749f292da tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/90db2e51-2ac5-4c4e-b3f4-d5d3a0b2dea0 HTTP/1.1" status: 404 len: 337 time: 0.1186900 Nov 09 00:25:55.731709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58558) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:55.786223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0e61-4391-490e-b113-a0762bbab0cb req-1385ca18-7a29-4cbf-9e97-1cdc002872d5 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:55.791720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f52b0e61-4391-490e-b113-a0762bbab0cb req-1385ca18-7a29-4cbf-9e97-1cdc002872d5 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.2730203 Nov 09 00:25:55.800045 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cc5740-0d77-4f1c-a4d8-da39fbeb67b0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:55.802996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cc5740-0d77-4f1c-a4d8-da39fbeb67b0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:55.811851 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-77cc5740-0d77-4f1c-a4d8-da39fbeb67b0 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/f02efecf-999f-4943-93e0-2ed26bdfed5d HTTP/1.1" status: 404 len: 333 time: 0.0763295 Nov 09 00:25:55.813524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58562) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:55.915913 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-66151111-3ee1-47c6-8bad-c660720205be tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:55.919110 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66151111-3ee1-47c6-8bad-c660720205be tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:55.922949 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-66151111-3ee1-47c6-8bad-c660720205be tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/69978fff-4c16-4c42-93bc-a6644d1244c0 HTTP/1.1" status: 404 len: 337 time: 0.0991898 Nov 09 00:25:55.928140 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58564) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:56.007748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7dbb974e-4107-4c64-9244-c555cd7ea47a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags HTTP/1.1" status: 200 len: 239 time: 0.5339115 Nov 09 00:25:56.008419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58568) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:56.016720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-11503496-45fa-40d4-915f-ba785fc44457 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0', 'tempest-TagsExtTest-Tag-15685016') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:56.026697 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff4aec9-782b-47c5-a5d6-48357de72030 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:56.027401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff4aec9-782b-47c5-a5d6-48357de72030 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:56.034874 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cff4aec9-782b-47c5-a5d6-48357de72030 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/e4bf13ab-aba7-4fc3-9a95-d55e3a5caab8 HTTP/1.1" status: 404 len: 333 time: 0.0676978 Nov 09 00:25:56.036499 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58570) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:56.103930 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13c8b80-8d49-4b07-b688-ec9b9d65cbe5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:56.104390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13c8b80-8d49-4b07-b688-ec9b9d65cbe5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:56.118907 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f13c8b80-8d49-4b07-b688-ec9b9d65cbe5 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/11f79bc4-7bca-47b9-9a1b-23a5288ce77c HTTP/1.1" status: 404 len: 337 time: 0.0783741 Nov 09 00:25:56.127120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58572) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:56.162426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9744b0b2-216f-4648-8a02-fcec6c06554b req-288fc237-3d60-4d44-961a-bd5625e4a2b9 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 210 time: 0.0354290 Nov 09 00:25:56.182078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f52b0e61-4391-490e-b113-a0762bbab0cb req-98eae22d-320c-468f-9cc9-f52cea27aa84 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738816 Nov 09 00:25:56.196692 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef232de-7311-46d3-bda4-a20dc41260b4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:56.197849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef232de-7311-46d3-bda4-a20dc41260b4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:56.202580 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-11503496-45fa-40d4-915f-ba785fc44457 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags/tempest-TagsExtTest-Tag-15685016 HTTP/1.1" status: 204 len: 168 time: 0.1918473 Nov 09 00:25:56.203201 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58576) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:56.205152 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0ef232de-7311-46d3-bda4-a20dc41260b4 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/ce190f17-b573-4690-9441-a4d2c761a9b9 HTTP/1.1" status: 404 len: 333 time: 0.0770144 Nov 09 00:25:56.205865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58578) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:56.215123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-1555c406-8cb0-41d7-9690-2bb8c3050a00 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0', 'tempest-TagsExtTest-Tag-15685016') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:56.254156 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5728356c-f814-4bd0-8f28-0d1f84231ac6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:56.254646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5728356c-f814-4bd0-8f28-0d1f84231ac6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:56.260996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58580) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:56.261187 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5728356c-f814-4bd0-8f28-0d1f84231ac6 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/5d2105fa-e741-4793-b205-3923ed7718c6 HTTP/1.1" status: 404 len: 337 time: 0.0528102 Nov 09 00:25:56.264030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d35d7cd3-9f4a-418d-8a12-6509e2bae343 admin admin] Deleting port fa934def-9e15-47b1-9694-f3e1540b2b87 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:25:56.264440 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d35d7cd3-9f4a-418d-8a12-6509e2bae343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:56.296088 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6529418-519c-4a2d-81db-b4c2684d9182 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:56.297035 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6529418-519c-4a2d-81db-b4c2684d9182 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:56.300725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c6529418-519c-4a2d-81db-b4c2684d9182 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/ports/670db9c4-d439-4a86-bc51-4247c32ce880 HTTP/1.1" status: 404 len: 333 time: 0.0379326 Nov 09 00:25:56.320500 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58582) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:56.388705 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1965987-ccab-489a-bd33-88059298bfde tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] DELETE failed (client error): The resource could not be found. Nov 09 00:25:56.391705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-d35d7cd3-9f4a-418d-8a12-6509e2bae343 admin admin] For port fa934def-9e15-47b1-9694-f3e1540b2b87, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fa934def-9e15-47b1-9694-f3e1540b2b87,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:56.392354 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d35d7cd3-9f4a-418d-8a12-6509e2bae343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:56.404484 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1965987-ccab-489a-bd33-88059298bfde tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:25:56.409803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f1965987-ccab-489a-bd33-88059298bfde tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/subnets/b5de4505-92e3-4746-a90b-8e51d014b77d HTTP/1.1" status: 404 len: 337 time: 0.0875742 Nov 09 00:25:56.410538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58584) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:56.425758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d35d7cd3-9f4a-418d-8a12-6509e2bae343 admin admin] Calling delete_port for fa934def-9e15-47b1-9694-f3e1540b2b87 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:25:56.541721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1555c406-8cb0-41d7-9690-2bb8c3050a00 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags/tempest-TagsExtTest-Tag-15685016 HTTP/1.1" status: 204 len: 168 time: 0.3325324 Nov 09 00:25:56.545251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58590) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:56.551017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-906975bd-ea10-4672-976e-0a5c5891a99b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:56.596460 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:56.750540 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:56.791751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835f13d3-1085-44f5-af97-6aaeb0d399b3']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:56.831313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:56.831610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a257eb9-b55a-4b3e-b1c6-dabc08cf8179') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:56.842571 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:56.869275 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:56.883340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:25:56.883340 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:56.902102 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d35d7cd3-9f4a-418d-8a12-6509e2bae343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:56.958749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d7cd3-9f4a-418d-8a12-6509e2bae343 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa934def-9e15-47b1-9694-f3e1540b2b87,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:25:56.969142 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:25:56.982673 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:56.994307 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:57.004333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] 10.222.0.25 "DELETE /v2.0/networks/835f13d3-1085-44f5-af97-6aaeb0d399b3 HTTP/1.1" status: 204 len: 168 time: 0.5917859 Nov 09 00:25:57.028800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dce605c-f56f-4d86-acc6-cb97dffb76e8 None None] Network 09957768-5104-4305-9238-426ac35f3538 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:25:57.044848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456849f-32f4-4f05-a117-8ec189746310 tempest-NetworksTestDHCPv6-826881254 tempest-NetworksTestDHCPv6-826881254-project] Pushing event deleted for resources: {'Network': ['ID=835f13d3-1085-44f5-af97-6aaeb0d399b3,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:57.063477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-906975bd-ea10-4672-976e-0a5c5891a99b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags HTTP/1.1" status: 200 len: 205 time: 0.5171437 Nov 09 00:25:57.066887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58598) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:57.093639 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-cd930d35-bb6e-4031-894e-0c8b33053586 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:57.217472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cd930d35-bb6e-4031-894e-0c8b33053586 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags HTTP/1.1" status: 200 len: 241 time: 0.1466346 Nov 09 00:25:57.218213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58604) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:57.228683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-cf364783-5835-49eb-9190-7b86a4f02042 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62', 'tempest-TagsExtTest-Tag-1627244473') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:57.247889 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d35d7cd3-9f4a-418d-8a12-6509e2bae343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:57.420336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Provisioning complete for port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:57.420702 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:57.471752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9cda3f1-9b83-4ac5-ad80-5bb7c819c750 req-0a9bd443-682d-4b99-9201-936f89be4149 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 210 time: 0.1171863 Nov 09 00:25:57.535972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58608) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:57.588329 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cf364783-5835-49eb-9190-7b86a4f02042 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags/tempest-TagsExtTest-Tag-1627244473 HTTP/1.1" status: 204 len: 168 time: 0.3678658 Nov 09 00:25:57.589812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58614) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:57.618429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fc544e1b-d2ac-4cca-80c9-6148fe4f3bde up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:57.631191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-ed922f48-a0bc-43c5-95d5-6bb4d05d00c9 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62', 'tempest-TagsExtTest-Tag-1627244473') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:57.687912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845658e-bc94-4724-b320-80885c370a96 req-dbbf8836-f9dc-4e8d-ab3e-c759e8143b5f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:25:57.696229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5845658e-bc94-4724-b320-80885c370a96 req-dbbf8836-f9dc-4e8d-ab3e-c759e8143b5f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.3426061 Nov 09 00:25:57.821971 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5845658e-bc94-4724-b320-80885c370a96 req-745d3ebb-15bb-4d0c-b79d-37c5e699c22f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241736 Nov 09 00:25:57.889601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:57.889601 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:57.989395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ed922f48-a0bc-43c5-95d5-6bb4d05d00c9 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags/tempest-TagsExtTest-Tag-1627244473 HTTP/1.1" status: 204 len: 168 time: 0.3984082 Nov 09 00:25:57.990213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58618) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:57.996096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-31d5c7ba-bc7d-4bcc-91a3-5b684f7d0915 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:58.002877 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:58.173302 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-31d5c7ba-bc7d-4bcc-91a3-5b684f7d0915 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags HTTP/1.1" status: 200 len: 205 time: 0.1817846 Nov 09 00:25:58.174166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58620) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:58.181954 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] For port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fc544e1b-d2ac-4cca-80c9-6148fe4f3bde,segment=NetworkSegment(864173ea-eec2-4b1c-b535-7abb6b4050e0),segment_id=864173ea-eec2-4b1c-b535-7abb6b4050e0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:25:58.187374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-4fd50dac-7197-418c-85be-30e363952d7b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:58.246700 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:58.322687 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:58.377873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4fd50dac-7197-418c-85be-30e363952d7b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags HTTP/1.1" status: 200 len: 241 time: 0.2021954 Nov 09 00:25:58.380263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58622) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:58.388697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-e5a0526b-3c4d-45d2-a8f3-1fc789eab434 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5', 'tempest-TagsExtTest-Tag-1457170313') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:58.427032 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Pushing event updated for resources: {'Port': ['ID=fc544e1b-d2ac-4cca-80c9-6148fe4f3bde,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:58.455659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:58.456012 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:58.456352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:58.456686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:58.461300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:58.462746 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:58.463169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:58.463515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:58.463855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:58.464445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:58.464566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:58.464842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d7c7de-4eab-4d1b-91fe-249a56869316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:25:58.553525 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e5a0526b-3c4d-45d2-a8f3-1fc789eab434 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags/tempest-TagsExtTest-Tag-1457170313 HTTP/1.1" status: 204 len: 168 time: 0.1700039 Nov 09 00:25:58.553927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58630) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:58.556917 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7fdc02f7-a30b-48f5-b60e-1c318b8963e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=525849c30c4845719e0e55d90ff9d6eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0194662 Nov 09 00:25:58.560907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58632) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:58.571958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-70a9c462-99ed-4430-b517-31b6a1b36a6b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5', 'tempest-TagsExtTest-Tag-1457170313') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:58.578779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35d7cd3-9f4a-418d-8a12-6509e2bae343 admin admin] Router 616afd0e-7636-40e9-90e9-c18cf8092af9 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:25:58.622391 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e30bfc38-4fdc-47bd-bbb6-6d8276c953c8 None None] Provisioning complete for port 681f93a1-b76e-446d-a7eb-9e8934bdfc62 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:58.623801 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e30bfc38-4fdc-47bd-bbb6-6d8276c953c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:58.654811 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:25:58.656740 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:25:58.754451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e30bfc38-4fdc-47bd-bbb6-6d8276c953c8 None None] Port 681f93a1-b76e-446d-a7eb-9e8934bdfc62 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:25:58.776827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e30bfc38-4fdc-47bd-bbb6-6d8276c953c8 None None] Provisioning complete for port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:58.777212 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e30bfc38-4fdc-47bd-bbb6-6d8276c953c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:58.808612 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-50034e13-ddfb-4031-b69e-54aac70205be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:58.822481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65a2e931-2841-485b-9655-dd7392972a6d req-d26e89e7-0f3f-4e1c-9745-45e4d4312c03 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 210 time: 0.1400092 Nov 09 00:25:58.841106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-50034e13-ddfb-4031-b69e-54aac70205be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:58.879757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35d7cd3-9f4a-418d-8a12-6509e2bae343 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:25:58.902861 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7054948-90c0-4c3d-8953-31ccaa8cb8fe None None] Sync routers for ids ['616afd0e-7636-40e9-90e9-c18cf8092af9'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:25:58.913875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-70a9c462-99ed-4430-b517-31b6a1b36a6b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags/tempest-TagsExtTest-Tag-1457170313 HTTP/1.1" status: 204 len: 168 time: 0.3575280 Nov 09 00:25:58.916737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d35d7cd3-9f4a-418d-8a12-6509e2bae343 admin admin] 10.222.0.25 "PUT /v2.0/routers/616afd0e-7636-40e9-90e9-c18cf8092af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4891839 Nov 09 00:25:58.919442 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58638) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:58.920721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58640) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:58.922292 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7054948-90c0-4c3d-8953-31ccaa8cb8fe None None] Routers {'616afd0e-7636-40e9-90e9-c18cf8092af9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:58.924713 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f7054948-90c0-4c3d-8953-31ccaa8cb8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:25:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['616afd0e-7636-40e9-90e9-c18cf8092af9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:58.936628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-ba16e5b9-0276-410b-a8de-802627d5b459 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:59.048141 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-50034e13-ddfb-4031-b69e-54aac70205be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:59.050773 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-50034e13-ddfb-4031-b69e-54aac70205be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:59.051916 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-50034e13-ddfb-4031-b69e-54aac70205be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/495b5535-6eac-4020-be89-924a9a238368 HTTP/1.1" status: 204 len: 168 time: 0.4901412 Nov 09 00:25:59.072298 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ba16e5b9-0276-410b-a8de-802627d5b459 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags HTTP/1.1" status: 200 len: 205 time: 0.1535695 Nov 09 00:25:59.073288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50034e13-ddfb-4031-b69e-54aac70205be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495b5535-6eac-4020-be89-924a9a238368,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:25:59.075124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58648) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:59.080954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-460fc642-7986-4507-af54-d0e28342399f tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:59.122810 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-78f68aed-261e-4fe3-b300-8432e176e090 None None] Provisioning complete for port 681f93a1-b76e-446d-a7eb-9e8934bdfc62 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:59.123325 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-78f68aed-261e-4fe3-b300-8432e176e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:59.167551 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-460fc642-7986-4507-af54-d0e28342399f tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags HTTP/1.1" status: 200 len: 241 time: 0.0885153 Nov 09 00:25:59.171032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58650) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:59.183238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-cb1e9eb9-d80f-4cbf-82b4-0315f949e5ba tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669', 'tempest-TagsExtTest-Tag-1048232425') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:59.237200 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f7054948-90c0-4c3d-8953-31ccaa8cb8fe None None] Set router 616afd0e-7636-40e9-90e9-c18cf8092af9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:25:59.251086 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cb1e9eb9-d80f-4cbf-82b4-0315f949e5ba tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags/tempest-TagsExtTest-Tag-1048232425 HTTP/1.1" status: 204 len: 168 time: 0.0760670 Nov 09 00:25:59.252339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58652) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:59.271682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-aa0f0ff6-ea3a-4111-b2e2-173ac2d058b8 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669', 'tempest-TagsExtTest-Tag-1048232425') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:59.300077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-78f68aed-261e-4fe3-b300-8432e176e090 None None] Port 681f93a1-b76e-446d-a7eb-9e8934bdfc62 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:25:59.381705 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aa0f0ff6-ea3a-4111-b2e2-173ac2d058b8 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags/tempest-TagsExtTest-Tag-1048232425 HTTP/1.1" status: 204 len: 168 time: 0.1258020 Nov 09 00:25:59.382667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58654) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:59.393997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-e0e113a1-e9a3-4435-bc00-d421a5209717 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:59.455459 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e0e113a1-e9a3-4435-bc00-d421a5209717 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags HTTP/1.1" status: 200 len: 205 time: 0.0710609 Nov 09 00:25:59.456288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58658) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:59.466429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-3d9c7993-7f83-4847-8e62-a86ac0b0a36d tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:59.507192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fc544e1b-d2ac-4cca-80c9-6148fe4f3bde up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:25:59.545737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3d9c7993-7f83-4847-8e62-a86ac0b0a36d tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags HTTP/1.1" status: 204 len: 168 time: 0.0870991 Nov 09 00:25:59.546564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58660) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:59.557621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-4865d2aa-741b-4a33-8208-14781c293e09 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:59.641166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:25:59.641978 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:25:59.668476 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f7054948-90c0-4c3d-8953-31ccaa8cb8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:25:56Z', 'revision_number': 5, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:59.724175 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7054948-90c0-4c3d-8953-31ccaa8cb8fe None None] Checking router: 616afd0e-7636-40e9-90e9-c18cf8092af9 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:25:59.748937 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7054948-90c0-4c3d-8953-31ccaa8cb8fe None None] Routers {'616afd0e-7636-40e9-90e9-c18cf8092af9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:25:59.749933 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f7054948-90c0-4c3d-8953-31ccaa8cb8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:25:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['616afd0e-7636-40e9-90e9-c18cf8092af9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:59.808008 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4865d2aa-741b-4a33-8208-14781c293e09 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags HTTP/1.1" status: 204 len: 168 time: 0.2548151 Nov 09 00:25:59.811224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58670) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:25:59.835931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-7da0795c-e113-4c9c-b6f7-9b9de2c74f73 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:25:59.915661 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f7054948-90c0-4c3d-8953-31ccaa8cb8fe None None] Set router 616afd0e-7636-40e9-90e9-c18cf8092af9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:26:00.047170 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7da0795c-e113-4c9c-b6f7-9b9de2c74f73 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags HTTP/1.1" status: 204 len: 168 time: 0.2331293 Nov 09 00:26:00.051026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58678) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:00.056092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-1a925cae-3b50-4aa2-a0c0-3cf49968d68e tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:00.181216 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1a925cae-3b50-4aa2-a0c0-3cf49968d68e tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags HTTP/1.1" status: 204 len: 168 time: 0.1287475 Nov 09 00:26:00.181886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58682) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:00.189192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-2da27add-796d-409b-9a98-525030c3d4fc tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0', 'tempest-TagsExtTest-Tag-1362342354') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:00.243336 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f7054948-90c0-4c3d-8953-31ccaa8cb8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:25:56Z', 'revision_number': 5, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:00.293221 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7054948-90c0-4c3d-8953-31ccaa8cb8fe None None] The sync data for ids ['616afd0e-7636-40e9-90e9-c18cf8092af9'] in n-d-813263-3 is: [{'id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'name': 'tempest-TaggedBootDevicesTest-833140097-router', 'tenant_id': '2cf919eb7d2b4d85b773866576d770f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:25:56Z', 'revision_number': 5, 'project_id': '2cf919eb7d2b4d85b773866576d770f3', 'gw_port': {'id': 'd0db69c4-c86b-4825-a4c2-4de3010284b9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616afd0e-7636-40e9-90e9-c18cf8092af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:13:50Z', 'updated_at': '2021-11-09T00:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:26:00.322427 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2da27add-796d-409b-9a98-525030c3d4fc tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "PUT /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags/tempest-TagsExtTest-Tag-1362342354 HTTP/1.1" status: 201 len: 201 time: 0.1365967 Nov 09 00:26:00.322921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58690) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:00.329103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-ffeb0203-6b96-49d7-9a86-7823009d3b71 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62', 'tempest-TagsExtTest-Tag-1715411361') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:00.476264 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ffeb0203-6b96-49d7-9a86-7823009d3b71 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "PUT /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags/tempest-TagsExtTest-Tag-1715411361 HTTP/1.1" status: 201 len: 201 time: 0.1511159 Nov 09 00:26:00.478699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58696) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:00.486109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-b7010ab5-21ba-4e80-a070-f0740e0aa29d tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5', 'tempest-TagsExtTest-Tag-688833712') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:00.542452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcc079-3add-4cb9-9aa4-ccc9bbdc12ec req-c2972663-197e-4337-a0a7-dee6d8cf543a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:00.553945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38fcc079-3add-4cb9-9aa4-ccc9bbdc12ec req-c2972663-197e-4337-a0a7-dee6d8cf543a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 1.4770489 Nov 09 00:26:00.644443 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:00.706275 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5a91713-8ba1-447b-b266-af21b078ade3 req-881f7fe8-2b0b-432d-b0a4-59a333e74ea0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 210 time: 0.2945468 Nov 09 00:26:00.712621 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b7010ab5-21ba-4e80-a070-f0740e0aa29d tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "PUT /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags/tempest-TagsExtTest-Tag-688833712 HTTP/1.1" status: 201 len: 201 time: 0.2325976 Nov 09 00:26:00.715892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58700) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:00.731410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-ed5a1335-1154-4f44-bb06-d215112739fb tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669', 'tempest-TagsExtTest-Tag-98812640') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:00.826288 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ed5a1335-1154-4f44-bb06-d215112739fb tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "PUT /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags/tempest-TagsExtTest-Tag-98812640 HTTP/1.1" status: 201 len: 201 time: 0.1080890 Nov 09 00:26:00.827264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58706) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:00.841105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-01fe57d0-66dc-4174-8363-5267ee000b6a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0', {'tags': ['tempest-TagsExtTest-Tag-2134568629', 'tempest-TagsExtTest-Tag-877395719', 'tempest-TagsExtTest-Tag-1849443046']}) {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:00.870013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-b6500fa7-e418-4731-86fb-4f7d55676dd0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:00.872284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-b6500fa7-e418-4731-86fb-4f7d55676dd0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.11 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 812 time: 0.4627743 Nov 09 00:26:00.885268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38fcc079-3add-4cb9-9aa4-ccc9bbdc12ec req-6a506843-6658-4525-97ca-b8ddfa44d5fe tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301361 Nov 09 00:26:00.941796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58710) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:00.948531 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:01.101543 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-01fe57d0-66dc-4174-8363-5267ee000b6a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "PUT /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags HTTP/1.1" status: 200 len: 317 time: 0.2638984 Nov 09 00:26:01.104212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58716) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:01.110500 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-4ad05135-756e-4a31-8696-1c95a702d0dd tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:01.125885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Deleting port d0db69c4-c86b-4825-a4c2-4de3010284b9 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:01.136124 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:01.237481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1052400948'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:01.301386 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4ad05135-756e-4a31-8696-1c95a702d0dd tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags HTTP/1.1" status: 204 len: 168 time: 0.1931632 Nov 09 00:26:01.303957 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58718) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:01.314469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-012ec8ca-3bac-463b-a1a5-302a2cd0eba5 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0', 'tempest-TagsExtTest-Tag-2134568629') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:01.332401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] For port d0db69c4-c86b-4825-a4c2-4de3010284b9, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d0db69c4-c86b-4825-a4c2-4de3010284b9,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:01.335189 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:01.356125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Calling delete_port for d0db69c4-c86b-4825-a4c2-4de3010284b9 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:01.359823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fa934def-9e15-47b1-9694-f3e1540b2b87 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:26:01.368928 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Made reservation on behalf of 265280727d5a4aa29ca19d48b7b556ee for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:01.380857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:01.392852 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: fa934def-9e15-47b1-9694-f3e1540b2b87 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:26:01.393641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fa934def-9e15-47b1-9694-f3e1540b2b87 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:26:01.396002 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:01.502766 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:01.511671 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:01.570010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:01.580377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc127b1-3029-4c0a-af99-3318f6b39ef6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:01.586125 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-012ec8ca-3bac-463b-a1a5-302a2cd0eba5 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] show failed (client error): The resource could not be found. Nov 09 00:26:01.587496 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-012ec8ca-3bac-463b-a1a5-302a2cd0eba5 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags/tempest-TagsExtTest-Tag-2134568629 HTTP/1.1" status: 404 len: 329 time: 0.2823358 Nov 09 00:26:01.590223 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58724) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:01.595474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-ce95ad59-1afe-48ce-bac2-382c02294a02 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0', 'tempest-TagsExtTest-Tag-877395719') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:01.638226 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:01.638978 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Added segment 40d564d3-775d-4644-9807-9126368f39a2 of type vlan for network 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 Nov 09 00:26:01.713317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:01.767603 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:01.769252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:01.774561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:01.775173 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:01.819721 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8768537 Nov 09 00:26:01.829643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58732) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:01.844701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d93615f9-f49b-4f0f-b6f7-f90cd995d7b7 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Request body: {'subnet': {'network_id': '05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:01.854149 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-ce95ad59-1afe-48ce-bac2-382c02294a02 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] show failed (client error): The resource could not be found. Nov 09 00:26:01.855158 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ce95ad59-1afe-48ce-bac2-382c02294a02 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags/tempest-TagsExtTest-Tag-877395719 HTTP/1.1" status: 404 len: 328 time: 0.2640138 Nov 09 00:26:01.860068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58734) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:01.863469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0db69c4-c86b-4825-a4c2-4de3010284b9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:01.874350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-c1c33548-e800-4547-b8e8-217ac82412d1 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0', 'tempest-TagsExtTest-Tag-1849443046') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:01.954868 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ec49b-f196-4aba-9975-d85ee4d2afd2 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Pushing event updated for resources: {'Network': ['ID=05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:01.972842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:02.054140 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8adf3a1e-76e8-4e56-880c-68251c720f41 req-effa8fee-997b-4ba9-a44b-954dd6a4121f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 210 time: 0.1946061 Nov 09 00:26:02.061387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93615f9-f49b-4f0f-b6f7-f90cd995d7b7 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Made reservation on behalf of 265280727d5a4aa29ca19d48b7b556ee for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:02.066326 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d93615f9-f49b-4f0f-b6f7-f90cd995d7b7 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:02.154835 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:02.229272 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69e5d7-dd8d-4140-9c44-0b4b75700e2f req-a99d2f06-1ab0-4e72-9005-486f18cc5553 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:02.236789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b69e5d7-dd8d-4140-9c44-0b4b75700e2f req-a99d2f06-1ab0-4e72-9005-486f18cc5553 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.1577818 Nov 09 00:26:02.295010 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:02.299693 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:02.378041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d93615f9-f49b-4f0f-b6f7-f90cd995d7b7 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:02.417210 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-c1c33548-e800-4547-b8e8-217ac82412d1 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] show failed (client error): The resource could not be found. Nov 09 00:26:02.421412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c1c33548-e800-4547-b8e8-217ac82412d1 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags/tempest-TagsExtTest-Tag-1849443046 HTTP/1.1" status: 404 len: 329 time: 0.5504770 Nov 09 00:26:02.425536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58744) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:02.432075 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b69e5d7-dd8d-4140-9c44-0b4b75700e2f req-4a1a5c77-a7b1-406c-965a-c132a2fdc25f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938798 Nov 09 00:26:02.435553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-7032ccfc-8a57-42a8-b957-193fa276db5b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62', {'tags': ['tempest-TagsExtTest-Tag-120553863', 'tempest-TagsExtTest-Tag-1980742249', 'tempest-TagsExtTest-Tag-299805262']}) {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:02.476008 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:02.477667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 616afd0e-7636-40e9-90e9-c18cf8092af9 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:26:02.495068 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:02.496539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-90680875-cae9-4b8d-893b-59f48e1385c0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/616afd0e-7636-40e9-90e9-c18cf8092af9 HTTP/1.1" status: 204 len: 168 time: 3.5747075 Nov 09 00:26:02.499667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58746) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:02.515884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93615f9-f49b-4f0f-b6f7-f90cd995d7b7 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Pushing event updated for resources: {'Subnet': ['ID=30b75777-90a1-458b-a6e1-f934f8b6bad9,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:02.536087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93615f9-f49b-4f0f-b6f7-f90cd995d7b7 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Checking segment: {'id': '40d564d3-775d-4644-9807-9126368f39a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:02.536532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93615f9-f49b-4f0f-b6f7-f90cd995d7b7 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Network hostable DHCP agents. Network: 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:26:02.587474 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7032ccfc-8a57-42a8-b957-193fa276db5b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "PUT /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags HTTP/1.1" status: 200 len: 316 time: 0.1575480 Nov 09 00:26:02.588072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58748) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:02.591762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93615f9-f49b-4f0f-b6f7-f90cd995d7b7 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Network 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:26:02.592983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-981885b2-8ea0-4cc6-b14d-58c3f053342b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:02.603680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-17da22f8-9a45-4af5-932d-841259358cf3 admin admin] Deleting subnet 3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:26:02.608243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d93615f9-f49b-4f0f-b6f7-f90cd995d7b7 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:02.619491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdd109c-310a-4b6b-81e5-34c0574106d9 None None] Network 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:02.640770 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17da22f8-9a45-4af5-932d-841259358cf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:02.644898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93615f9-f49b-4f0f-b6f7-f90cd995d7b7 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:02.646080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d93615f9-f49b-4f0f-b6f7-f90cd995d7b7 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:02.689844 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d93615f9-f49b-4f0f-b6f7-f90cd995d7b7 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8548555 Nov 09 00:26:02.693970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58750) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:02.696309 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17da22f8-9a45-4af5-932d-841259358cf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:02.710826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Request body: {'port': {'network_id': '05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980', 'name': 'tempest-ExtraDHCPOptionsTestJSON-259912074'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:02.804626 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-981885b2-8ea0-4cc6-b14d-58c3f053342b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags HTTP/1.1" status: 204 len: 168 time: 0.2134194 Nov 09 00:26:02.807206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58754) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:02.811839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-d9807486-af60-4c0f-a76c-8900d952e108 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62', 'tempest-TagsExtTest-Tag-120553863') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:02.860151 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17da22f8-9a45-4af5-932d-841259358cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:02.988076 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-d9807486-af60-4c0f-a76c-8900d952e108 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] show failed (client error): The resource could not be found. Nov 09 00:26:02.997428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d9807486-af60-4c0f-a76c-8900d952e108 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags/tempest-TagsExtTest-Tag-120553863 HTTP/1.1" status: 404 len: 328 time: 0.1882007 Nov 09 00:26:03.001770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58760) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:03.003827 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17da22f8-9a45-4af5-932d-841259358cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:03.010249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-4b3e8489-1226-4001-a43b-34f67fba5939 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62', 'tempest-TagsExtTest-Tag-1980742249') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:03.055682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980', 'network_id': '05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980', 'tenant_id': '265280727d5a4aa29ca19d48b7b556ee', 'fixed_ips': [{'subnet_id': '30b75777-90a1-458b-a6e1-f934f8b6bad9'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:26:03.056834 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:03.070871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Made reservation on behalf of 265280727d5a4aa29ca19d48b7b556ee for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:03.081285 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:03.102053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da22f8-9a45-4af5-932d-841259358cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:03.110076 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17da22f8-9a45-4af5-932d-841259358cf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:03.120408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-17da22f8-9a45-4af5-932d-841259358cf3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3ce9592a-f9c5-4aa7-8b3e-16ba52a4467e HTTP/1.1" status: 204 len: 168 time: 0.6180968 Nov 09 00:26:03.121265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] device_id is not set on port fa64311e-e6c0-4e3a-bab1-81f4b155d569 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:26:03.122531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58764) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:03.132175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110e464-596e-4c0c-96f2-24a648803522 None None] Network cd00dfb3-9954-4da4-8bab-f4742925ef5a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:03.138054 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-4b3e8489-1226-4001-a43b-34f67fba5939 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] show failed (client error): The resource could not be found. Nov 09 00:26:03.139206 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4b3e8489-1226-4001-a43b-34f67fba5939 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags/tempest-TagsExtTest-Tag-1980742249 HTTP/1.1" status: 404 len: 329 time: 0.1364603 Nov 09 00:26:03.148526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58766) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:03.163259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-49fdea27-e190-4b2c-8263-9579b0cf98a6 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62', 'tempest-TagsExtTest-Tag-299805262') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:03.282531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2060f70a-a390-4fce-bb37-6d8a32cf7ab3 req-50966ba5-da3b-4bfa-91cf-eac21d8b8e49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2800221 Nov 09 00:26:03.347015 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab6775ce-b5e2-490e-a2e9-2ace028b3689 req-ee624d17-e2e4-4d8a-bbcb-4c5573df958a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 210 time: 0.0700662 Nov 09 00:26:03.400048 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:03.443837 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-49fdea27-e190-4b2c-8263-9579b0cf98a6 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] show failed (client error): The resource could not be found. Nov 09 00:26:03.448801 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-49fdea27-e190-4b2c-8263-9579b0cf98a6 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags/tempest-TagsExtTest-Tag-299805262 HTTP/1.1" status: 404 len: 328 time: 0.2960145 Nov 09 00:26:03.449858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58774) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:03.474409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-e5f55c4c-5e7e-4949-b1ae-0ea558113344 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5', {'tags': ['tempest-TagsExtTest-Tag-765042294', 'tempest-TagsExtTest-Tag-1398899425', 'tempest-TagsExtTest-Tag-1646591045']}) {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:03.487724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d0db69c4-c86b-4825-a4c2-4de3010284b9 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:26:03.520531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f70a-a390-4fce-bb37-6d8a32cf7ab3 req-6ade24d3-4dfe-4fda-bfc7-3fccfb0a4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:03.522629 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2060f70a-a390-4fce-bb37-6d8a32cf7ab3 req-6ade24d3-4dfe-4fda-bfc7-3fccfb0a4e72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1095 time: 0.1388204 Nov 09 00:26:03.545331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: d0db69c4-c86b-4825-a4c2-4de3010284b9 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:26:03.552692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d0db69c4-c86b-4825-a4c2-4de3010284b9 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:26:03.688182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7997cd03-8a33-41e9-b20f-a9dcdabc919a None None] DHCP port deletion for cd00dfb3-9954-4da4-8bab-f4742925ef5a request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:26:03.709242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Allocated IP 172.20.0.14 (05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980/30b75777-90a1-458b-a6e1-f934f8b6bad9/fa64311e-e6c0-4e3a-bab1-81f4b155d569) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:26:03.768835 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e5f55c4c-5e7e-4949-b1ae-0ea558113344 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "PUT /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags HTTP/1.1" status: 200 len: 317 time: 0.3134050 Nov 09 00:26:03.783580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58778) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:03.794031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.tag.tag_plugin [None req-95c95ea1-bc48-4943-8648-cf213bdec7c9 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:03.800498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-7997cd03-8a33-41e9-b20f-a9dcdabc919a None None] Deleting port 43180095-c8d8-4e01-b4e5-59af472eb318 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:03.800864 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7997cd03-8a33-41e9-b20f-a9dcdabc919a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:03.919418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Deleting port 43180095-c8d8-4e01-b4e5-59af472eb318 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:03.919418 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:03.967849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7997cd03-8a33-41e9-b20f-a9dcdabc919a None None] For port 43180095-c8d8-4e01-b4e5-59af472eb318, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=43180095-c8d8-4e01-b4e5-59af472eb318,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:03.968252 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7997cd03-8a33-41e9-b20f-a9dcdabc919a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:03.980860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74587f1a-8d1e-419d-946c-2773fe9d2300 req-087837eb-68b0-4a4d-9e13-3a478fcd6266 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:03.982670 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74587f1a-8d1e-419d-946c-2773fe9d2300 req-087837eb-68b0-4a4d-9e13-3a478fcd6266 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.3719661 Nov 09 00:26:03.994314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-7997cd03-8a33-41e9-b20f-a9dcdabc919a None None] Calling delete_port for 43180095-c8d8-4e01-b4e5-59af472eb318 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:04.000785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f70a-a390-4fce-bb37-6d8a32cf7ab3 req-309ca4c4-c77b-41c3-ae93-3190801e74ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:04.006985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2060f70a-a390-4fce-bb37-6d8a32cf7ab3 req-309ca4c4-c77b-41c3-ae93-3190801e74ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.4321370 Nov 09 00:26:04.079165 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:04.150522 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:04.235625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Pushing event updated for resources: {'Port': ['ID=fa64311e-e6c0-4e3a-bab1-81f4b155d569,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:04.238483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] For port 43180095-c8d8-4e01-b4e5-59af472eb318, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=43180095-c8d8-4e01-b4e5-59af472eb318,segment=NetworkSegment(f5152b0f-4eb8-4150-a545-f7356d4cc300),segment_id=f5152b0f-4eb8-4150-a545-f7356d4cc300)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:04.238864 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:04.257929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Network 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:04.260210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:04.265404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:04.300434 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7997cd03-8a33-41e9-b20f-a9dcdabc919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:04.313339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Calling delete_port for 43180095-c8d8-4e01-b4e5-59af472eb318 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:04.346366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74587f1a-8d1e-419d-946c-2773fe9d2300 req-91523acc-83eb-4426-95ec-3ae73952faa1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353107 Nov 09 00:26:04.352656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2060f70a-a390-4fce-bb37-6d8a32cf7ab3 req-8bf3f91c-668f-4fce-a97c-2181813af9f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 999 time: 0.2632983 Nov 09 00:26:04.361623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:04.364190 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:04.380596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997cd03-8a33-41e9-b20f-a9dcdabc919a None None] Pushing event deleted for resources: {'Port': ['ID=43180095-c8d8-4e01-b4e5-59af472eb318,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:04.400434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Allocated IP 172.20.0.2 (05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980/30b75777-90a1-458b-a6e1-f934f8b6bad9/4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:26:04.403658 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997cd03-8a33-41e9-b20f-a9dcdabc919a None None] No DVR routers for this DVR port 43180095-c8d8-4e01-b4e5-59af472eb318 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:26:04.428700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-95c95ea1-bc48-4943-8648-cf213bdec7c9 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags HTTP/1.1" status: 204 len: 168 time: 0.6416979 Nov 09 00:26:04.438511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58794) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:04.489550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-5eed9516-7dce-4be4-9af9-39b4f10ca870 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5', 'tempest-TagsExtTest-Tag-765042294') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:04.553460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f70a-a390-4fce-bb37-6d8a32cf7ab3 req-75fac999-42fb-410a-a629-f4653613ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:04.555334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2060f70a-a390-4fce-bb37-6d8a32cf7ab3 req-75fac999-42fb-410a-a629-f4653613ca4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1951602 Nov 09 00:26:04.569493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dbdb37f6-9724-460a-9576-ee1618976313 req-4dbc4ffb-55c0-4931-9f7e-bbe34f757eb6 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 210 time: 0.0665150 Nov 09 00:26:04.601725 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-895a7886-1c7f-44a8-9ab7-be87783f0945 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9060352 Nov 09 00:26:04.613235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58796) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:04.621992 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Request body: {'port': {'network_id': '05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2858321', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:04.622770 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.api.validators [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] bootfile-name is not in valid_values {{(pid=101780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 00:26:04.623315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.api.validators [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] tftp-server is not in valid_values {{(pid=101780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 00:26:04.623834 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.api.validators [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] server-ip-address is not in valid_values {{(pid=101780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 00:26:04.650800 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:04.701667 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:04.706630 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-5eed9516-7dce-4be4-9af9-39b4f10ca870 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] show failed (client error): The resource could not be found. Nov 09 00:26:04.707835 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5eed9516-7dce-4be4-9af9-39b4f10ca870 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags/tempest-TagsExtTest-Tag-765042294 HTTP/1.1" status: 404 len: 328 time: 0.2682233 Nov 09 00:26:04.711470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58798) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:04.714826 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:04.717053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=43180095-c8d8-4e01-b4e5-59af472eb318,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:04.722017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-528d440a-ad31-479d-af1a-7bc817ab2272 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5', 'tempest-TagsExtTest-Tag-1398899425') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:04.729591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] No DVR routers for this DVR port 43180095-c8d8-4e01-b4e5-59af472eb318 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:26:04.743006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f70a-a390-4fce-bb37-6d8a32cf7ab3 req-6d6b81d5-f01f-43ef-aa6b-29fd1d3497b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:04.744911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2060f70a-a390-4fce-bb37-6d8a32cf7ab3 req-6d6b81d5-f01f-43ef-aa6b-29fd1d3497b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729748 Nov 09 00:26:04.795296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Network 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:04.802105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:04.808840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:04.840965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Pushing event updated for resources: {'Port': ['ID=4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:04.864999 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2060f70a-a390-4fce-bb37-6d8a32cf7ab3 req-18d54f18-64f1-40ab-a086-c6643ceffedd service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932312 Nov 09 00:26:04.906889 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-528d440a-ad31-479d-af1a-7bc817ab2272 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] show failed (client error): The resource could not be found. Nov 09 00:26:04.912715 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-528d440a-ad31-479d-af1a-7bc817ab2272 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags/tempest-TagsExtTest-Tag-1398899425 HTTP/1.1" status: 404 len: 329 time: 0.1985831 Nov 09 00:26:04.913526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58806) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:04.919306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-b7ad3322-248d-4307-a79e-238bcdcf45fc tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5', 'tempest-TagsExtTest-Tag-1646591045') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:04.943027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Attempting to bind port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:26:04.943671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Attempting to bind port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '40d564d3-775d-4644-9807-9126368f39a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:26:04.944254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Attempting to bind port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 on network 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:04.956316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:26:04.956942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Checking segment: {'id': '40d564d3-775d-4644-9807-9126368f39a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:04.957613 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:04.958228 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Bound using segment: {'id': '40d564d3-775d-4644-9807-9126368f39a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:26:04.958904 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Bound port: 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d564d3-775d-4644-9807-9126368f39a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:26:04.959513 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:04.972778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Request body: {'port': {'device_id': 'c1331c70-02c5-4235-b730-90d3817e62ad', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'admin_state_up': True, 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:05.021026 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:05.103395 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] For port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:26:05.108000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] For port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002,segment=NetworkSegment(40d564d3-775d-4644-9807-9126368f39a2),segment_id=40d564d3-775d-4644-9807-9126368f39a2)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:26:05.114609 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:05.116466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd00dfb3-9954-4da4-8bab-f4742925ef5a']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:05.140145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Made reservation on behalf of 265280727d5a4aa29ca19d48b7b556ee for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:05.155273 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:05.170985 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-b7ad3322-248d-4307-a79e-238bcdcf45fc tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] show failed (client error): The resource could not be found. Nov 09 00:26:05.172561 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b7ad3322-248d-4307-a79e-238bcdcf45fc tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags/tempest-TagsExtTest-Tag-1646591045 HTTP/1.1" status: 404 len: 329 time: 0.2575707 Nov 09 00:26:05.175251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58810) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:05.185202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-c7925aeb-599e-4fa1-a150-89ca8eaf531f tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669', {'tags': ['tempest-TagsExtTest-Tag-1885594134', 'tempest-TagsExtTest-Tag-510970245', 'tempest-TagsExtTest-Tag-1053097944']}) {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:05.186457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5152b0f-4eb8-4150-a545-f7356d4cc300') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:05.186762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5152b0f-4eb8-4150-a545-f7356d4cc300') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:05.264207 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:05.284515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2060f70a-a390-4fce-bb37-6d8a32cf7ab3 req-8e0f4be1-b573-48dc-973c-8c8d92738b1a service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047029 Nov 09 00:26:05.284759 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c7925aeb-599e-4fa1-a150-89ca8eaf531f tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "PUT /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags HTTP/1.1" status: 200 len: 317 time: 0.1082625 Nov 09 00:26:05.287586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58812) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:05.325628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ad680-e129-486e-89d6-ab0c9e42fbad None None] Pushing event updated for resources: {'Port': ['ID=4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:05.333745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] device_id is not set on port 800610c3-a6aa-4286-83b7-7af8c43a13ef yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:26:05.339121 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:05.353519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-76d94007-1c67-41bc-829e-851bd7d41906 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:05.418077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:26:05.418785 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:26:05.422361 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:26:05.446936 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-76d94007-1c67-41bc-829e-851bd7d41906 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags HTTP/1.1" status: 204 len: 168 time: 0.1555822 Nov 09 00:26:05.447698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58820) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:05.452942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-1c31f70c-8311-4900-b02a-d6a5d07f3b3a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669', 'tempest-TagsExtTest-Tag-1885594134') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:05.503306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 43180095-c8d8-4e01-b4e5-59af472eb318 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:26:05.563314 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-1c31f70c-8311-4900-b02a-d6a5d07f3b3a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] show failed (client error): The resource could not be found. Nov 09 00:26:05.566929 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1c31f70c-8311-4900-b02a-d6a5d07f3b3a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags/tempest-TagsExtTest-Tag-1885594134 HTTP/1.1" status: 404 len: 329 time: 0.1160445 Nov 09 00:26:05.567323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58822) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:05.585650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-1a633936-8662-464d-8d19-77552d3d2f0b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669', 'tempest-TagsExtTest-Tag-510970245') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:05.610699 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 43180095-c8d8-4e01-b4e5-59af472eb318 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:26:05.612863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 43180095-c8d8-4e01-b4e5-59af472eb318 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:26:05.615227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Allocated IP 172.20.0.5 (05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980/30b75777-90a1-458b-a6e1-f934f8b6bad9/800610c3-a6aa-4286-83b7-7af8c43a13ef) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:26:05.679301 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-1a633936-8662-464d-8d19-77552d3d2f0b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] show failed (client error): The resource could not be found. Nov 09 00:26:05.683498 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1a633936-8662-464d-8d19-77552d3d2f0b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags/tempest-TagsExtTest-Tag-510970245 HTTP/1.1" status: 404 len: 328 time: 0.1152077 Nov 09 00:26:05.684149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58826) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:05.688533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-8c38f6c7-a6fa-48fe-a1ad-431773eac963 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669', 'tempest-TagsExtTest-Tag-1053097944') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:05.739422 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-8c38f6c7-a6fa-48fe-a1ad-431773eac963 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] show failed (client error): The resource could not be found. Nov 09 00:26:05.743391 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8c38f6c7-a6fa-48fe-a1ad-431773eac963 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags/tempest-TagsExtTest-Tag-1053097944 HTTP/1.1" status: 404 len: 329 time: 0.0582271 Nov 09 00:26:05.744005 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58828) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:05.748391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-dfa09f4d-34cc-46eb-a3e1-5acd6794994d tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '93ee07fb-5d72-4a35-b5b4-81644dc66669') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:05.782145 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dfa09f4d-34cc-46eb-a3e1-5acd6794994d tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669/tags HTTP/1.1" status: 204 len: 168 time: 0.0370064 Nov 09 00:26:05.783158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58830) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:05.787146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-9f210cdd-7c99-497a-b03c-474366fb6926 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e4a3ee7-0738-472d-9149-e965a14577e5') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:05.822109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Made reservation on behalf of bbaf884dbbf848df8b65aeaf3af74797 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:05.826403 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:05.844104 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:05.853396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730e967-b987-479e-b9ca-6b4ca2b81180 req-cc6d7ecb-bf37-474a-9401-f2e18e7d1adf tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:05.854927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f730e967-b987-479e-b9ca-6b4ca2b81180 req-cc6d7ecb-bf37-474a-9401-f2e18e7d1adf tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.3670154 Nov 09 00:26:05.871190 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:05.874570 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cd00dfb3-9954-4da4-8bab-f4742925ef5a HTTP/1.1" status: 204 len: 168 time: 2.7497149 Nov 09 00:26:05.896570 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:05.901064 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9f210cdd-7c99-497a-b03c-474366fb6926 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5/tags HTTP/1.1" status: 204 len: 168 time: 0.1173420 Nov 09 00:26:05.904028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58838) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:05.909652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-4f7a51fc-2da4-49e6-81a5-f33adb5a1f0e tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '681f93a1-b76e-446d-a7eb-9e8934bdfc62') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:05.954067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd1a403d-572d-4bb9-8817-f0dc5f02ca68 req-8d510f59-729e-4608-a08e-9f54255445eb tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 210 time: 0.1252258 Nov 09 00:26:05.961979 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766b377-cf67-4721-8fc7-ed95b86a8e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd00dfb3-9954-4da4-8bab-f4742925ef5a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:06.007601 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4f7a51fc-2da4-49e6-81a5-f33adb5a1f0e tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62/tags HTTP/1.1" status: 204 len: 168 time: 0.1002829 Nov 09 00:26:06.009041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58842) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:06.013147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.tag.tag_plugin [None req-b08e7f98-411b-4625-862b-cbbd75cecf9c tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '19000de8-97d4-44ff-82c2-2be5761b8ed0') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:06.060681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f730e967-b987-479e-b9ca-6b4ca2b81180 req-9a1b194e-caed-4053-854d-f4532bd38231 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741955 Nov 09 00:26:06.107876 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:06.118373 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b08e7f98-411b-4625-862b-cbbd75cecf9c tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0/tags HTTP/1.1" status: 204 len: 168 time: 0.1082556 Nov 09 00:26:06.119074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58844) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:06.203281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Network 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:06.213140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:06.218423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:06.221043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Pushing event updated for resources: {'Port': ['ID=800610c3-a6aa-4286-83b7-7af8c43a13ef,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:06.256012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Allocated IP 172.20.0.4 (4fbc6293-fd00-4c08-b35f-32e48f74db06/2cf1a8c6-0274-49ee-a78c-605a04ac90b8/65d2b3b9-4699-4127-b7fe-23a7c03924ed) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:26:06.269434 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddd24119-9786-4da1-b452-35b1a90f5a07 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for subnetpool, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:06.281144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58848) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:06.289234 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ddd24119-9786-4da1-b452-35b1a90f5a07 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/subnetpools/93ee07fb-5d72-4a35-b5b4-81644dc66669 HTTP/1.1" status: 204 len: 168 time: 0.1589179 Nov 09 00:26:06.290273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58852) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:06.334048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f5991e44-d4ad-4fd7-a6ea-e6c3183035b1 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4a3ee7-0738-472d-9149-e965a14577e5 HTTP/1.1" status: 200 len: 205 time: 0.0517220 Nov 09 00:26:06.337217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58854) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:06.362670 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:06.363378 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:06.395354 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-22a77d64-ccfb-4fdb-be0a-057604ce4d2f tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7774212 Nov 09 00:26:06.399255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58856) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:06.429108 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2fd71352-7da8-41b3-87e7-8dcef9669ce6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2cf919eb7d2b4d85b773866576d770f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373575 Nov 09 00:26:06.430254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58858) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:06.490258 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-247e4249-5f12-4d38-af86-eea8893db0af tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:06.543899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a2a046-30dc-4322-b5ee-49474be209a6 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:06.562160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a2a046-30dc-4322-b5ee-49474be209a6 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:06.568322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a2a046-30dc-4322-b5ee-49474be209a6 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:06.570080 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-33a2a046-30dc-4322-b5ee-49474be209a6 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2613 time: 0.1698089 Nov 09 00:26:06.585993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58860) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:06.761814 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-247e4249-5f12-4d38-af86-eea8893db0af tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:06.768725 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8858cf04-f30f-48a5-ac3c-88ca200ba94b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:06.771863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-247e4249-5f12-4d38-af86-eea8893db0af tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:06.831539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2ce3ab-c8b0-4e5d-a0c4-9271292b4542 None None] Network 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:06.860690 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8858cf04-f30f-48a5-ac3c-88ca200ba94b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:06.878984 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-247e4249-5f12-4d38-af86-eea8893db0af tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:06.879519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247e4249-5f12-4d38-af86-eea8893db0af tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Fanout notify agent at l3_agent the message router_deleted on router 4e4a3ee7-0738-472d-9149-e965a14577e5 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:26:06.906206 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-247e4249-5f12-4d38-af86-eea8893db0af tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:06.907852 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-247e4249-5f12-4d38-af86-eea8893db0af tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/routers/4e4a3ee7-0738-472d-9149-e965a14577e5 HTTP/1.1" status: 204 len: 168 time: 0.5692270 Nov 09 00:26:06.917408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58866) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:07.005921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c9bb3f8d-a96a-4b93-ab1a-7a871ce192fc None None] Provisioning complete for port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:07.005921 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9bb3f8d-a96a-4b93-ab1a-7a871ce192fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.072681 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8858cf04-f30f-48a5-ac3c-88ca200ba94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.080188 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8858cf04-f30f-48a5-ac3c-88ca200ba94b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.080188 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8858cf04-f30f-48a5-ac3c-88ca200ba94b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd4d92a9-9986-4966-b01d-21bd7609db48 HTTP/1.1" status: 204 len: 168 time: 0.5965929 Nov 09 00:26:07.124291 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858cf04-f30f-48a5-ac3c-88ca200ba94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4d92a9-9986-4966-b01d-21bd7609db48,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:07.173368 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b6e4d-61b8-438a-8570-ef6029e7cc0b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Deleting port 681f93a1-b76e-446d-a7eb-9e8934bdfc62 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:07.174114 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6e4d-61b8-438a-8570-ef6029e7cc0b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.282975 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6e4d-61b8-438a-8570-ef6029e7cc0b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.299037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b6e4d-61b8-438a-8570-ef6029e7cc0b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Calling delete_port for 681f93a1-b76e-446d-a7eb-9e8934bdfc62 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:07.368033 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.370560 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9bb3f8d-a96a-4b93-ab1a-7a871ce192fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.424746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a26c367d-d500-4ecb-81e3-03ef7a6a8cb4 req-ee520d84-99c7-4a53-a570-c442fd9182c3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 210 time: 0.1077683 Nov 09 00:26:07.442713 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c9bb3f8d-a96a-4b93-ab1a-7a871ce192fc None None] For port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002,segment=NetworkSegment(40d564d3-775d-4644-9807-9126368f39a2),segment_id=40d564d3-775d-4644-9807-9126368f39a2)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:07.456568 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9bb3f8d-a96a-4b93-ab1a-7a871ce192fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.529107 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6e4d-61b8-438a-8570-ef6029e7cc0b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.544459 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.564360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44cec-2697-4825-beaa-fade34acb8fc req-e62419c0-8bc3-4c2e-b2b4-b3cac2e2ad08 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:07.566249 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00d44cec-2697-4825-beaa-fade34acb8fc req-e62419c0-8bc3-4c2e-b2b4-b3cac2e2ad08 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.2509141 Nov 09 00:26:07.568258 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['62137200-deb6-45e1-b644-0e6f6cd97f7c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:26:07.572570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:26:07.591822 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b6e4d-61b8-438a-8570-ef6029e7cc0b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Pushing event deleted for resources: {'Port': ['ID=681f93a1-b76e-446d-a7eb-9e8934bdfc62,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:07.641462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c5b03-014e-4d3b-9136-f18c464b3044 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Deleting port 800610c3-a6aa-4286-83b7-7af8c43a13ef {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:07.641860 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5b03-014e-4d3b-9136-f18c464b3044 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.716806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:07.726934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb3f8d-a96a-4b93-ab1a-7a871ce192fc None None] Pushing event updated for resources: {'Port': ['ID=4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:07.738013 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5b03-014e-4d3b-9136-f18c464b3044 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.758478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c5b03-014e-4d3b-9136-f18c464b3044 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Calling delete_port for 800610c3-a6aa-4286-83b7-7af8c43a13ef owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:07.845012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6e4d-61b8-438a-8570-ef6029e7cc0b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:07.852943 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5c9b6e4d-61b8-438a-8570-ef6029e7cc0b tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/ports/681f93a1-b76e-446d-a7eb-9e8934bdfc62 HTTP/1.1" status: 204 len: 168 time: 0.9318218 Nov 09 00:26:07.856669 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58894) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:07.924036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:07.935690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event updated for resources: {'Port': ['ID=65d2b3b9-4699-4127-b7fe-23a7c03924ed,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:07.944413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:07.962709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:07.986514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90fb421-6d1b-46f3-8ef0-b48a62cbf2a3 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Deleting subnet 19000de8-97d4-44ff-82c2-2be5761b8ed0 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:26:08.002104 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f90fb421-6d1b-46f3-8ef0-b48a62cbf2a3 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.074141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00d44cec-2697-4825-beaa-fade34acb8fc req-d83fd016-1359-4d3f-93b5-389c29a8002b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752040 Nov 09 00:26:08.082972 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5b03-014e-4d3b-9136-f18c464b3044 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.137930 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f90fb421-6d1b-46f3-8ef0-b48a62cbf2a3 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.216797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:08.217623 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.238148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c5b03-014e-4d3b-9136-f18c464b3044 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Pushing event deleted for resources: {'Port': ['ID=800610c3-a6aa-4286-83b7-7af8c43a13ef,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:08.300219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:08.300727 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.307076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5709d137-f8b4-4a3d-aae2-b2612588a890 None None] Provisioning complete for port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:08.307534 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5709d137-f8b4-4a3d-aae2-b2612588a890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.320839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-3ef00967-b210-43eb-8dd2-22ae805b9e58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3562226 Nov 09 00:26:08.337559 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Request body: {'port': {'device_id': 'c1331c70-02c5-4235-b730-90d3817e62ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:08.353944 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f90fb421-6d1b-46f3-8ef0-b48a62cbf2a3 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.407387 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5b03-014e-4d3b-9136-f18c464b3044 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.410971 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7b6c5b03-014e-4d3b-9136-f18c464b3044 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] 10.222.0.25 "DELETE /v2.0/ports/800610c3-a6aa-4286-83b7-7af8c43a13ef HTTP/1.1" status: 204 len: 168 time: 1.8217571 Nov 09 00:26:08.418698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58910) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:08.432057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cd47c924-9059-4f5a-bae2-63655677207c tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Request body: {'port': {'name': 'tempest-new-port-name-1162121489', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:08.432571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.api.validators [None req-cd47c924-9059-4f5a-bae2-63655677207c tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] bootfile-name is not in valid_values {{(pid=101781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 00:26:08.438412 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.api.validators [None req-cd47c924-9059-4f5a-bae2-63655677207c tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] tftp-server is not in valid_values {{(pid=101781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 00:26:08.438838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.api.validators [None req-cd47c924-9059-4f5a-bae2-63655677207c tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] server-ip-address is not in valid_values {{(pid=101781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 00:26:08.453932 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.578390 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f90fb421-6d1b-46f3-8ef0-b48a62cbf2a3 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.681088 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58920) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:08.754678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5709d137-f8b4-4a3d-aae2-b2612588a890 None None] Could not find standard attr ID for object 800610c3-a6aa-4286-83b7-7af8c43a13ef. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:26:08.765816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5709d137-f8b4-4a3d-aae2-b2612588a890 None None] Provisioning complete for port fa64311e-e6c0-4e3a-bab1-81f4b155d569 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:08.766185 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5709d137-f8b4-4a3d-aae2-b2612588a890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.794817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa85ff3-dc86-4a02-b280-c531939b122f req-2e515787-38b2-4e43-84c4-ff574b647e9b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:08.804200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5709d137-f8b4-4a3d-aae2-b2612588a890 None None] Port fa64311e-e6c0-4e3a-bab1-81f4b155d569 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:26:08.809897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fb421-6d1b-46f3-8ef0-b48a62cbf2a3 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Pushing event deleted for resources: {'Subnet': ['ID=19000de8-97d4-44ff-82c2-2be5761b8ed0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:08.810043 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fa85ff3-dc86-4a02-b280-c531939b122f req-2e515787-38b2-4e43-84c4-ff574b647e9b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 931 time: 0.2514253 Nov 09 00:26:08.826022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f90fb421-6d1b-46f3-8ef0-b48a62cbf2a3 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.829283 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f90fb421-6d1b-46f3-8ef0-b48a62cbf2a3 tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/subnets/19000de8-97d4-44ff-82c2-2be5761b8ed0 HTTP/1.1" status: 204 len: 168 time: 0.9686086 Nov 09 00:26:08.840271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58924) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:08.841329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105f6b67-dadc-480a-8136-eaa8d5f274cd None None] Network 09957768-5104-4305-9238-426ac35f3538 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:08.844787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd47c924-9059-4f5a-bae2-63655677207c tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:08.889630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-network', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:08.993061 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-caf057bc-a367-4341-b9e6-1345f1db86de None None] Provisioning complete for port 65d2b3b9-4699-4127-b7fe-23a7c03924ed triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:08.993597 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-caf057bc-a367-4341-b9e6-1345f1db86de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.066811 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-caf057bc-a367-4341-b9e6-1345f1db86de None None] Port 65d2b3b9-4699-4127-b7fe-23a7c03924ed cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:26:09.072001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-caf057bc-a367-4341-b9e6-1345f1db86de None None] Could not find standard attr ID for object 800610c3-a6aa-4286-83b7-7af8c43a13ef. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:26:09.089593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-caf057bc-a367-4341-b9e6-1345f1db86de None None] Provisioning complete for port fa64311e-e6c0-4e3a-bab1-81f4b155d569 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:09.090220 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-caf057bc-a367-4341-b9e6-1345f1db86de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.130317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-caf057bc-a367-4341-b9e6-1345f1db86de None None] Port fa64311e-e6c0-4e3a-bab1-81f4b155d569 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:26:09.138315 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd47c924-9059-4f5a-bae2-63655677207c tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.145586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd47c924-9059-4f5a-bae2-63655677207c tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.191885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fa85ff3-dc86-4a02-b280-c531939b122f req-ed3fa07f-d231-4d99-b7a8-5c7aeeefaf3c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808200 Nov 09 00:26:09.207717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed0d71-9de3-4153-837d-cfea802e9767 None None] DHCP port deletion for 09957768-5104-4305-9238-426ac35f3538 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:26:09.216613 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.224125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Made reservation on behalf of e4b484c9baea4cb385cc665ee9edd2a8 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:09.226400 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.242785 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f331cded-618f-4ee3-94c6-fd7e5eade72c details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:26:09.254552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47c924-9059-4f5a-bae2-63655677207c tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Pushing event updated for resources: {'Port': ['ID=fa64311e-e6c0-4e3a-bab1-81f4b155d569,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:09.277265 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.280498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d2b3b9-4699-4127-b7fe-23a7c03924ed {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:26:09.291802 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.322157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0d48b-24ee-40cb-a5d2-add1095283c5 req-5614290b-fee4-4a91-9b7b-1010ce69975e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:09.323700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20c0d48b-24ee-40cb-a5d2-add1095283c5 req-5614290b-fee4-4a91-9b7b-1010ce69975e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 944 time: 0.1033273 Nov 09 00:26:09.340734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed0d71-9de3-4153-837d-cfea802e9767 None None] Deleting port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:09.342180 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a2ed0d71-9de3-4153-837d-cfea802e9767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.368428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Transition to ACTIVE for port object 65d2b3b9-4699-4127-b7fe-23a7c03924ed will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:26:09.384596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-cd47c924-9059-4f5a-bae2-63655677207c tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] In _notify_port_updated(), no bound segment for port fa64311e-e6c0-4e3a-bab1-81f4b155d569 on network 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:26:09.392228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47c924-9059-4f5a-bae2-63655677207c tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:09.393729 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd47c924-9059-4f5a-bae2-63655677207c tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.396158 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cd47c924-9059-4f5a-bae2-63655677207c tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] 10.222.0.25 "PUT /v2.0/ports/fa64311e-e6c0-4e3a-bab1-81f4b155d569 HTTP/1.1" status: 200 len: 1137 time: 0.9729304 Nov 09 00:26:09.399302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58938) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:09.420757 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.464363 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a2ed0d71-9de3-4153-837d-cfea802e9767 None None] For port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fc544e1b-d2ac-4cca-80c9-6148fe4f3bde,segment=NetworkSegment(864173ea-eec2-4b1c-b535-7abb6b4050e0),segment_id=864173ea-eec2-4b1c-b535-7abb6b4050e0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:09.464850 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a2ed0d71-9de3-4153-837d-cfea802e9767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.487613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:09.509705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b52d36c-62b8-4a8f-a44c-3dd67da77976 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:09.513021 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9b52d36c-62b8-4a8f-a44c-3dd67da77976 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] 10.222.0.25 "GET /v2.0/ports/fa64311e-e6c0-4e3a-bab1-81f4b155d569 HTTP/1.1" status: 200 len: 1137 time: 0.1125183 Nov 09 00:26:09.517705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58940) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:09.561394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Pushing event updated for resources: {'Port': ['ID=65d2b3b9-4699-4127-b7fe-23a7c03924ed,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:09.585699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20c0d48b-24ee-40cb-a5d2-add1095283c5 req-5d303db5-6a58-4d75-ab35-4f5e57fdde03 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151434 Nov 09 00:26:09.618850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:09.646910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed0d71-9de3-4153-837d-cfea802e9767 None None] Calling delete_port for fc544e1b-d2ac-4cca-80c9-6148fe4f3bde owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:09.682946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'f331cded-618f-4ee3-94c6-fd7e5eade72c', 'network_id': 'e829aeab-0510-4192-80fd-9d99c64b902a', 'port_id': 'f331cded-618f-4ee3-94c6-fd7e5eade72c', 'mac_address': 'fa:16:3e:da:85:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c9732f-1534-467b-88d9-7ab7fdb88108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:26:09.692465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:09.693369 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.702793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9b4eb778-4367-4e41-ba51-47c42ae1051d tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Deleting port fa64311e-e6c0-4e3a-bab1-81f4b155d569 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:09.703140 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb778-4367-4e41-ba51-47c42ae1051d tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.711964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Deleting port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:09.712307 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.722228 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.767890 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.847061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:09.857300 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.864587 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-77403d0c-f906-4735-aee8-fe207d97360f None None] Provisioning complete for port fa64311e-e6c0-4e3a-bab1-81f4b155d569 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:09.864946 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-77403d0c-f906-4735-aee8-fe207d97360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.867939 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb778-4367-4e41-ba51-47c42ae1051d tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.873862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] For port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fc544e1b-d2ac-4cca-80c9-6148fe4f3bde,segment=NetworkSegment(864173ea-eec2-4b1c-b535-7abb6b4050e0),segment_id=864173ea-eec2-4b1c-b535-7abb6b4050e0)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:09.874461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.886013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee64622c-c6b4-4234-ae69-332dbf1c7069,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:09.892137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9b4eb778-4367-4e41-ba51-47c42ae1051d tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Calling delete_port for fa64311e-e6c0-4e3a-bab1-81f4b155d569 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:09.892800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Attempting to bind port 65d2b3b9-4699-4127-b7fe-23a7c03924ed on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:26:09.893296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Attempting to bind port 65d2b3b9-4699-4127-b7fe-23a7c03924ed by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:26:09.893817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Attempting to bind port 65d2b3b9-4699-4127-b7fe-23a7c03924ed on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:09.905429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Calling delete_port for fc544e1b-d2ac-4cca-80c9-6148fe4f3bde owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:09.907880 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.908410 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Added segment 9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4 of type vlan for network 24a99ac1-6077-40b6-99ca-ace05bb409c6 Nov 09 00:26:09.912027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Port 65d2b3b9-4699-4127-b7fe-23a7c03924ed on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:26:09.912173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f331cded-618f-4ee3-94c6-fd7e5eade72c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:26:09.912637 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Attempting to bind port 65d2b3b9-4699-4127-b7fe-23a7c03924ed on network 4fbc6293-fd00-4c08-b35f-32e48f74db06 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:09.953426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:26:09.954047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Checking segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:09.954597 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Bound using segment: {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:26:09.955206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Bound port: 65d2b3b9-4699-4127-b7fe-23a7c03924ed, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09df76cc-4979-46ba-8132-ce4da16d2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:26:09.955757 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:09.984060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-77403d0c-f906-4735-aee8-fe207d97360f None None] Port fa64311e-e6c0-4e3a-bab1-81f4b155d569 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:26:09.997607 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a2ed0d71-9de3-4153-837d-cfea802e9767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.020762 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.033848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:10.038071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed0d71-9de3-4153-837d-cfea802e9767 None None] Pushing event deleted for resources: {'Port': ['ID=fc544e1b-d2ac-4cca-80c9-6148fe4f3bde,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:10.057579 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.075444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed0d71-9de3-4153-837d-cfea802e9767 None None] No DVR routers for this DVR port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:26:10.113539 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.115310 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:10.115310 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.125043 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb778-4367-4e41-ba51-47c42ae1051d tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.134576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] For port 65d2b3b9-4699-4127-b7fe-23a7c03924ed, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:26:10.191433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=f331cded-618f-4ee3-94c6-fd7e5eade72c,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:10.218795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fc544e1b-d2ac-4cca-80c9-6148fe4f3bde no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:26:10.263362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: fc544e1b-d2ac-4cca-80c9-6148fe4f3bde {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:26:10.263697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fc544e1b-d2ac-4cca-80c9-6148fe4f3bde not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:26:10.264860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5816898 Nov 09 00:26:10.267963 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4eb778-4367-4e41-ba51-47c42ae1051d tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Pushing event deleted for resources: {'Port': ['ID=fa64311e-e6c0-4e3a-bab1-81f4b155d569,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:10.270311 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58950) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:10.273600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] For port 65d2b3b9-4699-4127-b7fe-23a7c03924ed, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=65d2b3b9-4699-4127-b7fe-23a7c03924ed,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:26:10.277836 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.279798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa2c55-bc5f-4e6a-b94e-6e3f420d6ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=24a99ac1-6077-40b6-99ca-ace05bb409c6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:10.289383 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.291571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f331cded-618f-4ee3-94c6-fd7e5eade72c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:26:10.332105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Pushing event deleted for resources: {'Port': ['ID=fc544e1b-d2ac-4cca-80c9-6148fe4f3bde,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:10.336406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] No DVR routers for this DVR port fc544e1b-d2ac-4cca-80c9-6148fe4f3bde on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:26:10.352582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 24a99ac1-6077-40b6-99ca-ace05bb409c6 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:10.394093 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-40c7a045-9d12-4703-9e18-fe3d5c59a186 admin admin] Request body: {'subnet': {'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-subnet', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:10.401862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb778-4367-4e41-ba51-47c42ae1051d tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.405444 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9b4eb778-4367-4e41-ba51-47c42ae1051d tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] 10.222.0.25 "DELETE /v2.0/ports/fa64311e-e6c0-4e3a-bab1-81f4b155d569 HTTP/1.1" status: 204 len: 168 time: 0.8861494 Nov 09 00:26:10.408259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58956) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:10.426277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:10.426909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.435005 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] 10.222.0.11 "PUT /v2.0/ports/65d2b3b9-4699-4127-b7fe-23a7c03924ed HTTP/1.1" status: 200 len: 1091 time: 2.0987678 Nov 09 00:26:10.443072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1331c70-02c5-4235-b730-90d3817e62ad', 'tag': '65d2b3b9-4699-4127-b7fe-23a7c03924ed'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:26:10.446239 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ee1642-0566-44ab-8f5b-d87b34e669b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1331c70-02c5-4235-b730-90d3817e62ad", "tag": "65d2b3b9-4699-4127-b7fe-23a7c03924ed"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:26:10.516673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c7a045-9d12-4703-9e18-fe3d5c59a186 admin admin] Made reservation on behalf of e4b484c9baea4cb385cc665ee9edd2a8 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:10.519238 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-40c7a045-9d12-4703-9e18-fe3d5c59a186 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.546763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0003a74-0063-4e33-9533-96f55ac9e692 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Deleting subnet 30b75777-90a1-458b-a6e1-f934f8b6bad9 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:26:10.551398 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0003a74-0063-4e33-9533-96f55ac9e692 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.601107 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32e8719-9103-4d7e-ad18-5e7a68adc208 x-openstack-request-id: req-c32e8719-9103-4d7e-ad18-5e7a68adc208 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:26:10.601942 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1331c70-02c5-4235-b730-90d3817e62ad", "tag": "65d2b3b9-4699-4127-b7fe-23a7c03924ed", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:26:10.607598 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c32e8719-9103-4d7e-ad18-5e7a68adc208 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:26:10.608025 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1331c70-02c5-4235-b730-90d3817e62ad', 'tag': '65d2b3b9-4699-4127-b7fe-23a7c03924ed', 'status': 'completed', 'code': 200} Nov 09 00:26:10.682811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0003a74-0063-4e33-9533-96f55ac9e692 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.722976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.790455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4091d-efb8-4399-9669-7f7dcd7d37d5 service neutron] Pushing event updated for resources: {'Port': ['ID=65d2b3b9-4699-4127-b7fe-23a7c03924ed,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:10.801951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09957768-5104-4305-9238-426ac35f3538']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:10.818927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864173ea-eec2-4b1c-b535-7abb6b4050e0') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:10.819223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864173ea-eec2-4b1c-b535-7abb6b4050e0') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:10.831228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638dfd1-fd68-49d3-b0b7-c9f3486a9058 req-4bd87255-932f-49dc-8a2a-0d70fa7c255c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:10.833843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1638dfd1-fd68-49d3-b0b7-c9f3486a9058 req-4bd87255-932f-49dc-8a2a-0d70fa7c255c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 943 time: 0.4098966 Nov 09 00:26:10.840586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0003a74-0063-4e33-9533-96f55ac9e692 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.853148 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.862483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-676e9f9a-d740-4dca-9c99-28915ebdbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:10.863978 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-676e9f9a-d740-4dca-9c99-28915ebdbec8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 1094 time: 0.3383596 Nov 09 00:26:10.893732 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.904507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f75385-7146-4f3c-861e-d9acee96bf93 req-0e7bed0a-9482-42c3-a75d-3a8acc123266 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:10.906036 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0f75385-7146-4f3c-861e-d9acee96bf93 req-0e7bed0a-9482-42c3-a75d-3a8acc123266 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 945 time: 0.1882331 Nov 09 00:26:10.946231 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:26:10.946556 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: self.session.flush() Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:26:10.949916 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:26:10.953237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-85d7d2ae-b23e-4eb7-9bf0-f9956ae6a471 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65d2b3b9-4699-4127-b7fe-23a7c03924ed HTTP/1.1" status: 200 len: 217 time: 0.0687506 Nov 09 00:26:10.954501 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-40c7a045-9d12-4703-9e18-fe3d5c59a186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.002611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0003a74-0063-4e33-9533-96f55ac9e692 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.031584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7a045-9d12-4703-9e18-fe3d5c59a186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:11.044433 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f0003a74-0063-4e33-9533-96f55ac9e692 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.049931 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f0003a74-0063-4e33-9533-96f55ac9e692 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] 10.222.0.25 "DELETE /v2.0/subnets/30b75777-90a1-458b-a6e1-f934f8b6bad9 HTTP/1.1" status: 204 len: 168 time: 0.6403677 Nov 09 00:26:11.053474 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa9ca2c-9be4-457d-9a66-f174cc79a576 None None] Network 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:11.057744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58968) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:11.086928 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0003a74-0063-4e33-9533-96f55ac9e692 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Pushing event deleted for resources: {'Subnet': ['ID=30b75777-90a1-458b-a6e1-f934f8b6bad9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:11.096409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c7a045-9d12-4703-9e18-fe3d5c59a186 admin admin] Checking segment: {'id': '9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:11.097135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c7a045-9d12-4703-9e18-fe3d5c59a186 admin admin] Network hostable DHCP agents. Network: 24a99ac1-6077-40b6-99ca-ace05bb409c6, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:26:11.098397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1638dfd1-fd68-49d3-b0b7-c9f3486a9058 req-f7f1f3f8-6925-4631-8fa3-13227956a024 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522309 Nov 09 00:26:11.121602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c7a045-9d12-4703-9e18-fe3d5c59a186 admin admin] Network 24a99ac1-6077-40b6-99ca-ace05bb409c6 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:26:11.126315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.139359 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-40c7a045-9d12-4703-9e18-fe3d5c59a186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 24a99ac1-6077-40b6-99ca-ace05bb409c6) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:11.151352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c7a045-9d12-4703-9e18-fe3d5c59a186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:11.151352 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-40c7a045-9d12-4703-9e18-fe3d5c59a186 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.161770 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8538a272-a348-48db-8f46-7d7a993f2e27 None None] Network 24a99ac1-6077-40b6-99ca-ace05bb409c6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:11.169626 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.172867 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] 10.222.0.25 "DELETE /v2.0/networks/09957768-5104-4305-9238-426ac35f3538 HTTP/1.1" status: 204 len: 168 time: 2.3313394 Nov 09 00:26:11.188857 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-40c7a045-9d12-4703-9e18-fe3d5c59a186 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8048091 Nov 09 00:26:11.189563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58976) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:11.201720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:11.233088 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-ee49343b-23b3-4240-884b-eef91f3347d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:11.236251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-ee49343b-23b3-4240-884b-eef91f3347d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.2557647 Nov 09 00:26:11.243806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0f75385-7146-4f3c-861e-d9acee96bf93 req-7a824c8a-b9b8-4273-bc4a-bdd37ed149b7 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989893 Nov 09 00:26:11.246756 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.248055 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.249912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5288c-f16c-4e7b-8b27-e8c6ef88419a tempest-TagsExtTest-852432646 tempest-TagsExtTest-852432646-project] Pushing event deleted for resources: {'Network': ['ID=09957768-5104-4305-9238-426ac35f3538,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:11.314212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.324039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f331cded-618f-4ee3-94c6-fd7e5eade72c up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:11.359815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-b8361559-996f-4ebe-9cf0-87914503a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:11.361400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-b8361559-996f-4ebe-9cf0-87914503a55c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092994 Nov 09 00:26:11.388024 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.565272 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port f331cded-618f-4ee3-94c6-fd7e5eade72c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:11.565953 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.592006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b672d-0b07-4d81-a7ab-5f82bc8ebb32 None None] Network 24a99ac1-6077-40b6-99ca-ace05bb409c6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:11.644170 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58988) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:11.654377 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e9b3bc-8a9f-4fd1-867f-dc5fe77a918f None None] DHCP port deletion for 05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:26:11.694051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Deleting port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:11.694394 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.701037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-bbc99e92-bb2b-41c7-830b-0ed5b5dc6c35 service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059430 Nov 09 00:26:11.716105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb419503-2562-49e1-9d55-b3069cb79f60 req-2849e158-8d35-44fe-aaa4-8c991b056636 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:11.718045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb419503-2562-49e1-9d55-b3069cb79f60 req-2849e158-8d35-44fe-aaa4-8c991b056636 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1097 time: 0.1385269 Nov 09 00:26:11.874766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] For port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002,segment=NetworkSegment(40d564d3-775d-4644-9807-9126368f39a2),segment_id=40d564d3-775d-4644-9807-9126368f39a2)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:11.875451 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:11.915606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Calling delete_port for 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:11.974034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb419503-2562-49e1-9d55-b3069cb79f60 req-4695ff56-6961-4ec3-8708-f83c345b8e99 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418244 Nov 09 00:26:12.043544 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.062415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0ed39d8d-6e8d-4508-adfe-cb229fbb2aea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0816d7f1ab3740af937079f01482ccc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4157965 Nov 09 00:26:12.075712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9fc4cb7-2c60-464a-9def-153805878b74 req-fd00bdff-4026-4d13-81d9-16ce5d1fc78e service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620486 Nov 09 00:26:12.075918 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.076310 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58998) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:12.182718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279a936-b8fc-40a0-8d2d-31ff1fa91fff req-3e1e551a-5406-4cf4-ab89-55812a4a8676 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:12.184464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a279a936-b8fc-40a0-8d2d-31ff1fa91fff req-3e1e551a-5406-4cf4-ab89-55812a4a8676 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.1057556 Nov 09 00:26:12.202312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.232306 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2c13667-871e-477c-b891-00358775318b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.237101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f331cded-618f-4ee3-94c6-fd7e5eade72c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:26:12.239648 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a912471-175d-4ccd-85e8-ea02430e743e" -d '{"events": [{"server_uuid": "25b39e2d-dd40-4dcd-83bc-362134dba13f", "name": "network-vif-plugged", "status": "completed", "tag": "f331cded-618f-4ee3-94c6-fd7e5eade72c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:26:12.257143 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:12.258637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2c13667-871e-477c-b891-00358775318b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.276205 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.279978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9b3bc-8a9f-4fd1-867f-dc5fe77a918f None None] Deleting port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:12.280508 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b3bc-8a9f-4fd1-867f-dc5fe77a918f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.298736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Pushing event deleted for resources: {'Port': ['ID=4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:12.305574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] No DVR routers for this DVR port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:26:12.344658 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=f331cded-618f-4ee3-94c6-fd7e5eade72c,revision_number=10']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:12.357511 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2c13667-871e-477c-b891-00358775318b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.360080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2c13667-871e-477c-b891-00358775318b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.361209 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b2c13667-871e-477c-b891-00358775318b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1c525b1-ab06-42e5-b1d2-4e602c39f970 HTTP/1.1" status: 204 len: 168 time: 0.2722499 Nov 09 00:26:12.371891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c13667-871e-477c-b891-00358775318b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c525b1-ab06-42e5-b1d2-4e602c39f970,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:12.401544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee1642-0566-44ab-8f5b-d87b34e669b4 req-7be21fb4-82ea-4cb7-9388-2897342d44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:12.403358 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35ee1642-0566-44ab-8f5b-d87b34e669b4 req-7be21fb4-82ea-4cb7-9388-2897342d44ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 1094 time: 0.2429752 Nov 09 00:26:12.424023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a279a936-b8fc-40a0-8d2d-31ff1fa91fff req-0cc4d71e-1bee-4eaa-9cd3-a3160332cadf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227218 Nov 09 00:26:12.485049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59014) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:12.507178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d64a7-57fe-4827-bdc5-513b45951da0 req-6a74a2e1-4758-4b97-9d49-5b3d11050a3b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:12.509316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-591d64a7-57fe-4827-bdc5-513b45951da0 req-6a74a2e1-4758-4b97-9d49-5b3d11050a3b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 943 time: 0.2724423 Nov 09 00:26:12.533009 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da61276-c9f3-4a08-ae1a-e106c9d35f1e x-openstack-request-id: req-2da61276-c9f3-4a08-ae1a-e106c9d35f1e {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:26:12.533433 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b39e2d-dd40-4dcd-83bc-362134dba13f", "name": "network-vif-plugged", "status": "completed", "tag": "f331cded-618f-4ee3-94c6-fd7e5eade72c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:26:12.533571 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2da61276-c9f3-4a08-ae1a-e106c9d35f1e {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:26:12.535304 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f331cded-618f-4ee3-94c6-fd7e5eade72c', 'code': 200} Nov 09 00:26:12.548989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b3e9b3bc-8a9f-4fd1-867f-dc5fe77a918f None None] For port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002, host n-d-813263-3, got binding levels [] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:12.549822 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b3bc-8a9f-4fd1-867f-dc5fe77a918f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.592942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9b3bc-8a9f-4fd1-867f-dc5fe77a918f None None] Calling delete_port for 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:12.598818 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.ipam_backend_mixin [None req-b3e9b3bc-8a9f-4fd1-867f-dc5fe77a918f None None] Port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 was not found and therefore no delete operation was performed {{(pid=101782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 00:26:12.601011 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b3bc-8a9f-4fd1-867f-dc5fe77a918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.653500 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.681240 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3d99385d-5423-4ade-b014-01f3091d7eac tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/999c2466-2e4e-4064-89d2-3fd01e8f49d1 HTTP/1.1" status: 200 len: 993 time: 0.1889119 Nov 09 00:26:12.689335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.713031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e9b3bc-8a9f-4fd1-867f-dc5fe77a918f None None] No DVR routers for this DVR port 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:26:12.730679 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dcf4436f-cc6a-42b6-a7e2-0e992e180fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.733515 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.733645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9b3bc-8a9f-4fd1-867f-dc5fe77a918f None None] Pushing event deleted for resources: {'Port': ['ID=4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:12.796845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:12.840543 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0965a7-360f-4766-9303-4c97a63074e3 req-028cf9a2-187e-457d-8c90-85735a02be10 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:12.842283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a0965a7-360f-4766-9303-4c97a63074e3 req-028cf9a2-187e-457d-8c90-85735a02be10 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.1816304 Nov 09 00:26:12.846295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d564d3-775d-4644-9807-9126368f39a2') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:12.846614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d564d3-775d-4644-9807-9126368f39a2') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:12.855256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-591d64a7-57fe-4827-bdc5-513b45951da0 req-02900560-0be2-422a-997a-4fcfb9f25ea8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127798 Nov 09 00:26:12.883477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12394-7cc4-4de1-b640-cce99e4996a7 req-4219997d-dade-4063-8328-42ced062dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:12.887494 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6d12394-7cc4-4de1-b640-cce99e4996a7 req-4219997d-dade-4063-8328-42ced062dfba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 1098 time: 0.1553950 Nov 09 00:26:12.887704 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.940116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee1642-0566-44ab-8f5b-d87b34e669b4 req-4158c288-4c9b-4749-8203-d473f2054ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:12.941819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35ee1642-0566-44ab-8f5b-d87b34e669b4 req-4158c288-4c9b-4749-8203-d473f2054ec3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.5142581 Nov 09 00:26:12.977124 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:12.984129 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:26:12.984696 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:13.003887 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f6d12394-7cc4-4de1-b640-cce99e4996a7 req-f0138dcf-156d-4263-b0d9-04f0aec7efa0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009305 Nov 09 00:26:13.012741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Allocated IP 172.25.0.145 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/443a1d86-f9d9-40d5-a118-7a4df35e4dd7) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:26:13.052729 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:26:13.162259 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:13.248475 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:13.300571 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:13.305255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:13.310615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:13.329221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Pushing event updated for resources: {'Port': ['ID=443a1d86-f9d9-40d5-a118-7a4df35e4dd7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:13.456969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:26:13.509710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:26:13.510191 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4c20fcf1-da4f-41b4-bfb0-bcf8f5e60002 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:26:13.623314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35ee1642-0566-44ab-8f5b-d87b34e669b4 req-11731247-033c-459c-9d8b-b1907cdc6485 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65d2b3b9-4699-4127-b7fe-23a7c03924ed HTTP/1.1" status: 200 len: 217 time: 0.6556358 Nov 09 00:26:13.640842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59058) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:13.672214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a0965a7-360f-4766-9303-4c97a63074e3 req-3ba1265f-38dc-47b1-9d99-e0d4f033bd4a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8078003 Nov 09 00:26:13.719706 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:13.733262 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:13.736417 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] 10.222.0.25 "DELETE /v2.0/networks/05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980 HTTP/1.1" status: 204 len: 168 time: 2.6729991 Nov 09 00:26:13.755411 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee1642-0566-44ab-8f5b-d87b34e669b4 req-a8bb421f-efe1-4b71-b531-60c478dbc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:13.756867 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35ee1642-0566-44ab-8f5b-d87b34e669b4 req-a8bb421f-efe1-4b71-b531-60c478dbc012 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1110935 Nov 09 00:26:13.759958 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-c8739d1d-9eed-4107-bdbe-83afd6f31ee5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1647251 Nov 09 00:26:13.760116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aa070-0851-4924-8745-f82b84e7c959 tempest-ExtraDHCPOptionsTestJSON-1871979103 tempest-ExtraDHCPOptionsTestJSON-1871979103-project] Pushing event deleted for resources: {'Network': ['ID=05288d6b-a3c1-4ee9-a3f3-d7b2f6e9f980,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:13.771086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac49c65-66fb-4fd5-8c38-8181b6d5803e req-cde197b5-3e0e-4892-a3e5-78a6e446687f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:13.772631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aac49c65-66fb-4fd5-8c38-8181b6d5803e req-cde197b5-3e0e-4892-a3e5-78a6e446687f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.1283619 Nov 09 00:26:13.790213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:13.852350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee1642-0566-44ab-8f5b-d87b34e669b4 req-02dc308c-1b8a-47ae-90c6-1d6674a94f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:13.855536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35ee1642-0566-44ab-8f5b-d87b34e669b4 req-02dc308c-1b8a-47ae-90c6-1d6674a94f76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806923 Nov 09 00:26:13.869567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aac49c65-66fb-4fd5-8c38-8181b6d5803e req-5c2ffe3b-1bb7-4001-8556-f1763b3fe74c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875587 Nov 09 00:26:13.937992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1035396491-network', 'tenant_id': 'b7da261e83a64479973f26865b92e5c8'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:14.019408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Made reservation on behalf of b7da261e83a64479973f26865b92e5c8 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:14.025460 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.040155 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.120031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35ee1642-0566-44ab-8f5b-d87b34e669b4 req-8d3ec98a-7f65-4f86-8537-ecfbd2425941 service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462389 Nov 09 00:26:14.206454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccda455-e536-4dd1-b9e3-01e468867449 req-2c05f7fa-71ab-493b-a7b6-64bcc3a79c13 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:14.208255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ccda455-e536-4dd1-b9e3-01e468867449 req-2c05f7fa-71ab-493b-a7b6-64bcc3a79c13 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 943 time: 0.2395916 Nov 09 00:26:14.208502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.261769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59080) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:14.313815 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.348389 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.385251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ccda455-e536-4dd1-b9e3-01e468867449 req-29c56383-b337-4863-a2f9-5f6513066140 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242378 Nov 09 00:26:14.387589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35ee1642-0566-44ab-8f5b-d87b34e669b4 req-6be1b26f-e58c-48bb-984e-55a772e554ad service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590163 Nov 09 00:26:14.407292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:14.423655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b2c4b5-a82e-4b51-a427-7efc6539d394,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:14.433837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.434195 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Added segment 8307f39e-0a5a-4f6c-aff8-3b5e8945d8bb of type vlan for network e5075ee8-19d7-44c5-a441-b92493bcadbb Nov 09 00:26:14.497926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Router ff190a1f-59f2-4297-b358-c4bcee9a271d is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:26:14.522214 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.642234 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.643211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:14.643411 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0f565e32-6663-4229-b39a-9075f30127f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=265280727d5a4aa29ca19d48b7b556ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3803201 Nov 09 00:26:14.643790 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.646651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59108) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:14.691699 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0484142 Nov 09 00:26:14.776802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59118) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:14.784047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-02d7279b-a13e-4d96-a300-91d1a7ead1a1 admin admin] Request body: {'subnet': {'network_id': 'e5075ee8-19d7-44c5-a441-b92493bcadbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1035396491-subnet', 'tenant_id': 'b7da261e83a64479973f26865b92e5c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:14.795118 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc624de0-a778-440f-b201-2ef027e06e2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.801562 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f6986009-a574-432b-b0a3-3f6afbc0a935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.822057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:26:14.828978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdc1cc-9c2a-43b3-a338-e43bc819fe5e admin admin] Pushing event updated for resources: {'Network': ['ID=e5075ee8-19d7-44c5-a441-b92493bcadbb,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:14.840808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network e5075ee8-19d7-44c5-a441-b92493bcadbb details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:14.906605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc624de0-a778-440f-b201-2ef027e06e2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.925443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d7279b-a13e-4d96-a300-91d1a7ead1a1 admin admin] Made reservation on behalf of b7da261e83a64479973f26865b92e5c8 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:14.928679 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02d7279b-a13e-4d96-a300-91d1a7ead1a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.933636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Sync routers for ids ['ff190a1f-59f2-4297-b358-c4bcee9a271d'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:26:14.935701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:14.937637 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d792b67c-023f-4ea7-b0ed-e1f797187af6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7468128 Nov 09 00:26:14.940424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59132) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:14.948883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Routers {'ff190a1f-59f2-4297-b358-c4bcee9a271d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:26:14.949800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:26:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ff190a1f-59f2-4297-b358-c4bcee9a271d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:15.108638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a36e22-6b5d-4661-804b-f9fc6dca333c req-2c5378c6-b054-491a-bd82-b36155f0aa86 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:15.110235 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71a36e22-6b5d-4661-804b-f9fc6dca333c req-2c5378c6-b054-491a-bd82-b36155f0aa86 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.2826383 Nov 09 00:26:15.125240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Set router ff190a1f-59f2-4297-b358-c4bcee9a271d gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:26:15.208378 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc624de0-a778-440f-b201-2ef027e06e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:15.211595 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc624de0-a778-440f-b201-2ef027e06e2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:15.212777 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bc624de0-a778-440f-b201-2ef027e06e2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fc127b1-3029-4c0a-af99-3318f6b39ef6 HTTP/1.1" status: 204 len: 168 time: 0.5650527 Nov 09 00:26:15.237251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e225b2-16bf-4a14-b097-d619de17d72a req-7672dc67-e6b9-4881-9eaa-1bc52ddd5b54 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:15.259665 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8e225b2-16bf-4a14-b097-d619de17d72a req-7672dc67-e6b9-4881-9eaa-1bc52ddd5b54 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.1855912 Nov 09 00:26:15.271199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 65d2b3b9-4699-4127-b7fe-23a7c03924ed details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:26:15.370347 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71a36e22-6b5d-4661-804b-f9fc6dca333c req-ee8a5afc-e3a9-4bac-9b44-014cf835f370 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423108 Nov 09 00:26:15.425586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc624de0-a778-440f-b201-2ef027e06e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc127b1-3029-4c0a-af99-3318f6b39ef6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:15.577340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 65d2b3b9-4699-4127-b7fe-23a7c03924ed, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=65d2b3b9-4699-4127-b7fe-23a7c03924ed,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:15.586450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8e225b2-16bf-4a14-b097-d619de17d72a req-ab8e9687-dd61-4222-9859-abc44bf820c0 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245533 Nov 09 00:26:15.599185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '65d2b3b9-4699-4127-b7fe-23a7c03924ed', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'port_id': '65d2b3b9-4699-4127-b7fe-23a7c03924ed', 'mac_address': 'fa:16:3e:84:eb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:26:15.768329 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02d7279b-a13e-4d96-a300-91d1a7ead1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:15.805621 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:15.838289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d2b3b9-4699-4127-b7fe-23a7c03924ed {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:26:15.847459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7279b-a13e-4d96-a300-91d1a7ead1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc93912-7b2b-43ea-a252-a29173d58d6f,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:15.863356 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 65d2b3b9-4699-4127-b7fe-23a7c03924ed, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=65d2b3b9-4699-4127-b7fe-23a7c03924ed,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:15.867839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec6ba7-78d3-44e8-8c08-e1f60d1559ed req-be1c06e2-890e-4ae4-89b9-a3e149ee047d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:15.868192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:26:13Z', 'revision_number': 3, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:15.874061 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:15.878885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59ec6ba7-78d3-44e8-8c08-e1f60d1559ed req-be1c06e2-890e-4ae4-89b9-a3e149ee047d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 943 time: 0.2893255 Nov 09 00:26:15.919849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Checking router: ff190a1f-59f2-4297-b358-c4bcee9a271d for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:26:15.920563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Updating router ff190a1f-59f2-4297-b358-c4bcee9a271d port 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:26:15.994972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59ec6ba7-78d3-44e8-8c08-e1f60d1559ed req-8a87b8ba-7d9f-4a13-98d9-b01106cf4bc5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148288 Nov 09 00:26:15.996308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7279b-a13e-4d96-a300-91d1a7ead1a1 admin admin] Checking segment: {'id': '8307f39e-0a5a-4f6c-aff8-3b5e8945d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5075ee8-19d7-44c5-a441-b92493bcadbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:15.996681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7279b-a13e-4d96-a300-91d1a7ead1a1 admin admin] Network hostable DHCP agents. Network: e5075ee8-19d7-44c5-a441-b92493bcadbb, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:26:16.027589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7279b-a13e-4d96-a300-91d1a7ead1a1 admin admin] Network e5075ee8-19d7-44c5-a441-b92493bcadbb is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:26:16.038818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-02d7279b-a13e-4d96-a300-91d1a7ead1a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, e5075ee8-19d7-44c5-a441-b92493bcadbb) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:16.040884 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:16.045124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d7279b-a13e-4d96-a300-91d1a7ead1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:16.045911 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02d7279b-a13e-4d96-a300-91d1a7ead1a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:16.063305 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:16.074625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db121c1-48aa-40ab-b66e-0e53419c7c59 None None] Network e5075ee8-19d7-44c5-a441-b92493bcadbb requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:16.082068 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-02d7279b-a13e-4d96-a300-91d1a7ead1a1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3026938 Nov 09 00:26:16.234833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72d88-133f-43d1-8535-d206d437115a req-24df624a-1ba9-443b-ae08-27bec5339e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:16.235787 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['65d2b3b9-4699-4127-b7fe-23a7c03924ed'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:26:16.239195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-24df624a-1ba9-443b-ae08-27bec5339e53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1097 time: 0.0902591 Nov 09 00:26:16.389650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72d88-133f-43d1-8535-d206d437115a req-1820052d-0424-4a24-b887-3ccda511d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:16.389650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-1820052d-0424-4a24-b887-3ccda511d6ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 896 time: 0.1427548 Nov 09 00:26:16.405251 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:16.420173 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:16.437622 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:16.438283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=65d2b3b9-4699-4127-b7fe-23a7c03924ed,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:16.477542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Allocated IP 172.20.0.1 (24a99ac1-6077-40b6-99ca-ace05bb409c6/6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a/62b9b241-6fb2-4478-ac72-ff9917d06b11) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:26:16.520781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7b6ec7-292f-4bba-a5d9-eaf2220c29bb None None] Network e5075ee8-19d7-44c5-a441-b92493bcadbb requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:16.655342 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:16.695960 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-56d8b17b-84ce-4cba-9977-64afbcfa0899 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 1001 time: 0.2993453 Nov 09 00:26:16.722532 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:16.770752 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72d88-133f-43d1-8535-d206d437115a req-501a4fd3-e638-4de4-8ee8-126b0150eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:16.773136 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-501a4fd3-e638-4de4-8ee8-126b0150eaa8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 200 len: 835 time: 0.0574467 Nov 09 00:26:16.825532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Network 24a99ac1-6077-40b6-99ca-ace05bb409c6 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:16.829853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:16.841005 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:16.858343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075a553-8981-42e5-8cca-f479b5160916 req-82c0419a-b097-4ba2-9d5c-2c80e8739270 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:16.869787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0075a553-8981-42e5-8cca-f479b5160916 req-82c0419a-b097-4ba2-9d5c-2c80e8739270 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.2957106 Nov 09 00:26:16.958885 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Pushing event updated for resources: {'Port': ['ID=62b9b241-6fb2-4478-ac72-ff9917d06b11,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:16.973872 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.026289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8df8fe-34ab-402d-b4e4-9b8b9f558945 req-8d47d9dc-9c9d-41a8-99b9-42747915e453 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:17.026289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e8df8fe-34ab-402d-b4e4-9b8b9f558945 req-8d47d9dc-9c9d-41a8-99b9-42747915e453 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.3231072 Nov 09 00:26:17.027562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0075a553-8981-42e5-8cca-f479b5160916 req-862f3378-86ea-4dd0-9208-e451d67a05cb tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569653 Nov 09 00:26:17.028038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59216) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:17.062137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72d88-133f-43d1-8535-d206d437115a req-3ad96cb2-e402-4d5f-8849-c258820407c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:17.064434 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-3ad96cb2-e402-4d5f-8849-c258820407c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2670960 Nov 09 00:26:17.107810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59222) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:17.113185 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-165437813-network', 'tenant_id': '43f2f41e2ff74d3ba97c532e73b45860'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:17.158563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e8df8fe-34ab-402d-b4e4-9b8b9f558945 req-b71e49df-0301-4e23-bc92-b1a6d5ea4a71 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210117 Nov 09 00:26:17.186773 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Made reservation on behalf of 43f2f41e2ff74d3ba97c532e73b45860 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:17.199904 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.231868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.279562 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.285631 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.338356 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.361528 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.377544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Attempting to bind port 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:26:17.378335 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Attempting to bind port 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:26:17.379087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Attempting to bind port 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:17.381458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52be08-ccf7-4f32-8893-d0b0bd231e72 None None] Pushing event updated for resources: {'Port': ['ID=443a1d86-f9d9-40d5-a118-7a4df35e4dd7,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:17.394018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:17.400933 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:26:17.401506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:17.402106 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.403189 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:26:17.403398 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.403875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Bound port: 443a1d86-f9d9-40d5-a118-7a4df35e4dd7, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:26:17.404402 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.422927 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cecb564-a3cb-40b0-a92f-bcdffba67da9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:17.427934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.428294 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Added segment 2f5410da-837c-404a-ba42-3e304a368a54 of type vlan for network f12c156d-1f3a-4923-90d8-71d8c21a0ff3 Nov 09 00:26:17.428412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-69a91171-7130-4eb6-a380-c8191725fadf service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492918 Nov 09 00:26:17.436702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f882af7-35ac-439d-8a36-02e3a59f5748 req-8a875c84-d333-47c9-b13d-577e1396312a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:17.443666 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f882af7-35ac-439d-8a36-02e3a59f5748 req-8a875c84-d333-47c9-b13d-577e1396312a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.1681426 Nov 09 00:26:17.456207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037d52-cf32-4130-a7ac-f1a36d589814 req-fa1cd74d-22d7-42c3-9f72-52baf0c5a0e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:17.457735 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2037d52-cf32-4130-a7ac-f1a36d589814 req-fa1cd74d-22d7-42c3-9f72-52baf0c5a0e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 944 time: 0.2361691 Nov 09 00:26:17.507611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] For port 443a1d86-f9d9-40d5-a118-7a4df35e4dd7, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:26:17.512063 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] For port 443a1d86-f9d9-40d5-a118-7a4df35e4dd7, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=443a1d86-f9d9-40d5-a118-7a4df35e4dd7,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:26:17.514242 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.521217 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.550235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'networks': [{'name': 'tempest-network--143836163'}, {'name': 'tempest-network--34274563'}]} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:17.550668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'network': {'name': 'tempest-network--143836163'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:17.551162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'network': {'name': 'tempest-network--34274563'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:17.600494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.600494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:17.600494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.635615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-ebfb6535-8a99-47d5-b5bc-47b7f110ea87 service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891105 Nov 09 00:26:17.646799 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f882af7-35ac-439d-8a36-02e3a59f5748 req-5779fe22-3ea7-46f4-a345-f79f2a707353 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021754 Nov 09 00:26:17.697982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2037d52-cf32-4130-a7ac-f1a36d589814 req-78a5fd75-d962-4c52-bbff-afeff6ceb09e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520107 Nov 09 00:26:17.702642 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.705838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Made reservation on behalf of 454f055b144f402ba978ed493e53c8ef for: {'network': 2} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:17.706474 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Routers {'ff190a1f-59f2-4297-b358-c4bcee9a271d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:26:17.708160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:26:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ff190a1f-59f2-4297-b358-c4bcee9a271d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:17.721165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.739780 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6303623 Nov 09 00:26:17.741852 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.744654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59238) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:17.746519 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52be08-ccf7-4f32-8893-d0b0bd231e72 None None] Pushing event updated for resources: {'Port': ['ID=443a1d86-f9d9-40d5-a118-7a4df35e4dd7,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:17.754720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7099132d-e39a-48d0-99f8-3138b05433bf admin admin] Request body: {'subnet': {'network_id': 'f12c156d-1f3a-4923-90d8-71d8c21a0ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-165437813-subnet', 'tenant_id': '43f2f41e2ff74d3ba97c532e73b45860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:17.772617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677f9f7-6d23-424e-8b93-aa9220f0f98c admin admin] Pushing event updated for resources: {'Network': ['ID=f12c156d-1f3a-4923-90d8-71d8c21a0ff3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:17.793026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7099132d-e39a-48d0-99f8-3138b05433bf admin admin] Made reservation on behalf of 43f2f41e2ff74d3ba97c532e73b45860 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:17.795716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7099132d-e39a-48d0-99f8-3138b05433bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.839035 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network f12c156d-1f3a-4923-90d8-71d8c21a0ff3 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:17.848484 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.853821 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:17.935827 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Pushing event updated for resources: {'Port': ['ID=62b9b241-6fb2-4478-ac72-ff9917d06b11,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:17.957735 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:18.006596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] Set router ff190a1f-59f2-4297-b358-c4bcee9a271d gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:26:18.022378 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7099132d-e39a-48d0-99f8-3138b05433bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:18.083049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c9f49-e29a-4ed5-b974-b4cc26943703 req-cf6e88c3-b771-4be1-91d1-bff77e2fed1c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:18.090746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f25c9f49-e29a-4ed5-b974-b4cc26943703 req-cf6e88c3-b771-4be1-91d1-bff77e2fed1c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.3030014 Nov 09 00:26:18.096298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Network 24a99ac1-6077-40b6-99ca-ace05bb409c6 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:18.097802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:18.139303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099132d-e39a-48d0-99f8-3138b05433bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f6a2d7-7c6e-495a-99cf-39f0b31d03bd,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:18.186381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099132d-e39a-48d0-99f8-3138b05433bf admin admin] Checking segment: {'id': '2f5410da-837c-404a-ba42-3e304a368a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f12c156d-1f3a-4923-90d8-71d8c21a0ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:18.186748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7099132d-e39a-48d0-99f8-3138b05433bf admin admin] Network hostable DHCP agents. Network: f12c156d-1f3a-4923-90d8-71d8c21a0ff3, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:26:18.215209 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:18.226929 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f25c9f49-e29a-4ed5-b974-b4cc26943703 req-9da1f1ab-70dd-437e-8c85-03f622ffa5a5 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351120 Nov 09 00:26:18.230324 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:18.230791 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:18.267520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Router ff190a1f-59f2-4297-b358-c4bcee9a271d has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:26:18.274649 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '62b9b241-6fb2-4478-ac72-ff9917d06b11', 'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'mac_address': 'fa:16:3e:7f:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:16Z', 'updated_at': '2021-11-09T00:26:16Z', 'revision_number': 1, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'subnets': [{'id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:18.310058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da169d96-01b4-48d5-a753-9f9ebda1c7a1 None None] The sync data for ids ['ff190a1f-59f2-4297-b358-c4bcee9a271d'] in n-d-813263-3 is: [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '62b9b241-6fb2-4478-ac72-ff9917d06b11', 'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'mac_address': 'fa:16:3e:7f:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:16Z', 'updated_at': '2021-11-09T00:26:16Z', 'revision_number': 1, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'subnets': [{'id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:26:18.367337 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:18.383450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7099132d-e39a-48d0-99f8-3138b05433bf admin admin] Network f12c156d-1f3a-4923-90d8-71d8c21a0ff3 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:26:18.398736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee26be8-219c-4e1c-9867-d2ef97146574,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:18.413206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:26:18.434701 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2e5ae9f7-08da-4314-8e47-6f87465316ee admin admin] 10.222.0.25 "PUT /v2.0/routers/ff190a1f-59f2-4297-b358-c4bcee9a271d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4915822 Nov 09 00:26:18.471479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:18.475209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-7099132d-e39a-48d0-99f8-3138b05433bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, f12c156d-1f3a-4923-90d8-71d8c21a0ff3) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:18.483806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c93a6-5118-465c-9cd4-e6db857fabf5 None None] Network f12c156d-1f3a-4923-90d8-71d8c21a0ff3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:18.488026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7099132d-e39a-48d0-99f8-3138b05433bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:18.488640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7099132d-e39a-48d0-99f8-3138b05433bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:18.508428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ad5ef-9f12-4cca-b0ed-1fe6caf4317e req-90657d8c-9350-4384-ac8e-1cfb6d726806 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:18.510044 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-403ad5ef-9f12-4cca-b0ed-1fe6caf4317e req-90657d8c-9350-4384-ac8e-1cfb6d726806 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.2636797 Nov 09 00:26:18.515363 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:18.515718 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Added segment 3dcad603-1c73-4d92-acdb-ece048f6806b of type vlan for network 89a808f6-8ba5-48b2-aff8-72df71b6d271 Nov 09 00:26:18.532238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145cf2c-9350-43e8-95af-af207bb92d14 req-e74e8d3e-55d8-4e78-a314-e634470a237c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:18.533787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b145cf2c-9350-43e8-95af-af207bb92d14 req-e74e8d3e-55d8-4e78-a314-e634470a237c tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.1474266 Nov 09 00:26:18.585705 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7099132d-e39a-48d0-99f8-3138b05433bf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8396223 Nov 09 00:26:18.638145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-403ad5ef-9f12-4cca-b0ed-1fe6caf4317e req-69761bed-ced6-43bc-97bd-d902cfdeed31 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033301 Nov 09 00:26:18.679859 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:18.761451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b145cf2c-9350-43e8-95af-af207bb92d14 req-b053d327-b2cc-400a-a739-ce489772212f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742015 Nov 09 00:26:18.775177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:18.822671 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:18.824680 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Added segment 161205dc-03a0-43fa-8f38-127494782c00 of type vlan for network 871a913f-1668-4ec0-be72-967a4fa2fd8a Nov 09 00:26:18.856956 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4a4add-6401-4937-af9c-31187a1d4b59 None None] Network f12c156d-1f3a-4923-90d8-71d8c21a0ff3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:18.962972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59272) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:19.029318 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:19.061497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4b3897-a065-4fa6-81ee-0aa12a1b9453 admin admin] Deleting subnet edc93912-7b2b-43ea-a252-a29173d58d6f {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:26:19.065888 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3897-a065-4fa6-81ee-0aa12a1b9453 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:19.090498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaebd5-dfcc-4290-9662-7129627b4dbd req-fbac16e7-b77f-4008-8051-376438892f84 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:19.092592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cbfaebd5-dfcc-4290-9662-7129627b4dbd req-fbac16e7-b77f-4008-8051-376438892f84 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 944 time: 0.2443454 Nov 09 00:26:19.110058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3897-a065-4fa6-81ee-0aa12a1b9453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:19.123427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24065e0a-3712-4e4e-8075-a63fb24f9dbd req-5b0378ec-112a-4d37-b0b2-95a59cb9dab1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:19.125067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24065e0a-3712-4e4e-8075-a63fb24f9dbd req-5b0378ec-112a-4d37-b0b2-95a59cb9dab1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.1620331 Nov 09 00:26:19.135865 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:19.136958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:19.143957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:19.152824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:19.153534 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:19.163052 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3897-a065-4fa6-81ee-0aa12a1b9453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:19.241079 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3897-a065-4fa6-81ee-0aa12a1b9453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:19.248778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event updated for resources: {'Network': ['ID=89a808f6-8ba5-48b2-aff8-72df71b6d271,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:19.270669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 89a808f6-8ba5-48b2-aff8-72df71b6d271 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:19.273792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 65d2b3b9-4699-4127-b7fe-23a7c03924ed up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:19.293494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3897-a065-4fa6-81ee-0aa12a1b9453 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:19.298841 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cbfaebd5-dfcc-4290-9662-7129627b4dbd req-47879970-08a2-4a4d-b180-b5ff26b99e47 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953578 Nov 09 00:26:19.301896 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3d4b3897-a065-4fa6-81ee-0aa12a1b9453 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/edc93912-7b2b-43ea-a252-a29173d58d6f HTTP/1.1" status: 204 len: 168 time: 0.3378518 Nov 09 00:26:19.302574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59278) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:19.303899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b3897-a065-4fa6-81ee-0aa12a1b9453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc93912-7b2b-43ea-a252-a29173d58d6f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:19.366551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.3344462 Nov 09 00:26:19.369370 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59282) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:19.513214 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 65d2b3b9-4699-4127-b7fe-23a7c03924ed completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:26:19.534477 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 65d2b3b9-4699-4127-b7fe-23a7c03924ed triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:19.535097 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:19.537979 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a887990-5e50-45fd-80ca-0dc98563cc50 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event updated for resources: {'Network': ['ID=871a913f-1668-4ec0-be72-967a4fa2fd8a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:19.556296 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24065e0a-3712-4e4e-8075-a63fb24f9dbd req-92694da5-869f-444a-a05e-9923584cf653 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220192 Nov 09 00:26:19.567029 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:19.580618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 871a913f-1668-4ec0-be72-967a4fa2fd8a details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:19.739545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:19.904131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-5a7daf02-e230-41be-a6e7-d9430bea5bec tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:19.911927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-5a7daf02-e230-41be-a6e7-d9430bea5bec tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/networks?id=24a99ac1-6077-40b6-99ca-ace05bb409c6 HTTP/1.1" status: 200 len: 819 time: 0.1636579 Nov 09 00:26:19.927087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7074dfd-e701-4c73-8754-6f4039ad6d21 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:19.936894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7074dfd-e701-4c73-8754-6f4039ad6d21 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:19.942960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7074dfd-e701-4c73-8754-6f4039ad6d21 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:19.949520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7074dfd-e701-4c73-8754-6f4039ad6d21 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:19.951296 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e7074dfd-e701-4c73-8754-6f4039ad6d21 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.5808856 Nov 09 00:26:19.954574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59304) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:19.967695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5075ee8-19d7-44c5-a441-b92493bcadbb']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:19.971003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-6c89bf6a-0225-4c2f-8935-4be3c26afad8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/quotas/e4b484c9baea4cb385cc665ee9edd2a8 HTTP/1.1" status: 200 len: 375 time: 0.0563507 Nov 09 00:26:19.999838 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.000049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8307f39e-0a5a-4f6c-aff8-3b5e8945d8bb') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:20.000139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8307f39e-0a5a-4f6c-aff8-3b5e8945d8bb') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:20.044811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.066120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ddae2-24c3-4f9d-9b37-593003d62f59 req-7245ce08-d486-4102-9a7e-6cb7fede4686 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:20.069465 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-551ddae2-24c3-4f9d-9b37-593003d62f59 req-7245ce08-d486-4102-9a7e-6cb7fede4686 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.2758892 Nov 09 00:26:20.077163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1331c70-02c5-4235-b730-90d3817e62ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2b3b9-4699-4127-b7fe-23a7c03924ed'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:26:20.079743 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bede7d-e6e2-44d9-ad34-d9da7c697477" -d '{"events": [{"server_uuid": "c1331c70-02c5-4235-b730-90d3817e62ad", "name": "network-vif-plugged", "status": "completed", "tag": "65d2b3b9-4699-4127-b7fe-23a7c03924ed"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:26:20.113079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 65d2b3b9-4699-4127-b7fe-23a7c03924ed, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=65d2b3b9-4699-4127-b7fe-23a7c03924ed,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:20.117592 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.121176 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.157726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:26:20.158445 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:26:20.162789 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:26:20.217570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=65d2b3b9-4699-4127-b7fe-23a7c03924ed,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:20.218971 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-773998b2-ef3c-422d-be75-3ed1116af060 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4b484c9baea4cb385cc665ee9edd2a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2342136 Nov 09 00:26:20.296935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-551ddae2-24c3-4f9d-9b37-593003d62f59 req-163c8671-73d9-4be2-969b-d907726d4f8e tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125809 Nov 09 00:26:20.379982 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.392007 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.398410 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] 10.222.0.25 "DELETE /v2.0/networks/e5075ee8-19d7-44c5-a441-b92493bcadbb HTTP/1.1" status: 204 len: 168 time: 1.0563607 Nov 09 00:26:20.407436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59318) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:20.420031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a29754-18f6-4b81-8877-33c43b39ccab admin admin] Pushing event deleted for resources: {'Network': ['ID=e5075ee8-19d7-44c5-a441-b92493bcadbb,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:20.503447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-39bedb12-91b1-4bbe-abfd-36c1d411b96d service neutron] 10.222.0.25 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833922 Nov 09 00:26:20.510361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bd9ab1-2dc5-4575-a0d9-08f697d17610 admin admin] Deleting subnet d0f6a2d7-7c6e-495a-99cf-39f0b31d03bd {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:26:20.526093 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-99bd9ab1-2dc5-4575-a0d9-08f697d17610 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.565636 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.578479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dce940-e18e-4b1e-a6bf-d55e128529b7 req-b805a2e6-cd13-455f-a020-032b3126d38a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:20.580033 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3dce940-e18e-4b1e-a6bf-d55e128529b7 req-b805a2e6-cd13-455f-a020-032b3126d38a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.1682532 Nov 09 00:26:20.631549 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-99bd9ab1-2dc5-4575-a0d9-08f697d17610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.677060 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.697864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a808f6-8ba5-48b2-aff8-72df71b6d271']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:20.712509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcad603-1c73-4d92-acdb-ece048f6806b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:20.712896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcad603-1c73-4d92-acdb-ece048f6806b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:20.724065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.732714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-6a22bed9-9d29-46d0-ac37-6198e7b74d34 service neutron] 10.222.0.25 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198036 Nov 09 00:26:20.740123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3dce940-e18e-4b1e-a6bf-d55e128529b7 req-98b2b351-b4a2-4195-a928-3a38dd97ec00 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284299 Nov 09 00:26:20.744684 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.758384 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-99bd9ab1-2dc5-4575-a0d9-08f697d17610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.758659 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:26:20.759055 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:26:20.762573 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:26:20.828852 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a326aafe-5762-48d8-8df5-69404ef88e39 x-openstack-request-id: req-a326aafe-5762-48d8-8df5-69404ef88e39 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:26:20.830087 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1331c70-02c5-4235-b730-90d3817e62ad", "name": "network-vif-plugged", "status": "completed", "tag": "65d2b3b9-4699-4127-b7fe-23a7c03924ed", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:26:20.830630 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a326aafe-5762-48d8-8df5-69404ef88e39 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:26:20.831199 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1331c70-02c5-4235-b730-90d3817e62ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2b3b9-4699-4127-b7fe-23a7c03924ed', 'code': 200} Nov 09 00:26:20.844655 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-99bd9ab1-2dc5-4575-a0d9-08f697d17610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.875732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd9ab1-2dc5-4575-a0d9-08f697d17610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f6a2d7-7c6e-495a-99cf-39f0b31d03bd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:20.881469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.885769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-99bd9ab1-2dc5-4575-a0d9-08f697d17610 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.888568 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:20.896584 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-99bd9ab1-2dc5-4575-a0d9-08f697d17610 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d0f6a2d7-7c6e-495a-99cf-39f0b31d03bd HTTP/1.1" status: 204 len: 168 time: 0.4879768 Nov 09 00:26:20.899426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59328) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:20.903548 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "DELETE /v2.0/networks/89a808f6-8ba5-48b2-aff8-72df71b6d271 HTTP/1.1" status: 204 len: 168 time: 0.9478655 Nov 09 00:26:20.904211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59330) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:20.930160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff53cd-da43-4f1d-ac26-65f56ecf0b64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event deleted for resources: {'Network': ['ID=89a808f6-8ba5-48b2-aff8-72df71b6d271,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:21.025057 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.101552 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.126696 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.144428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50a035-a659-44ea-a744-2ec5a7b12bce req-bf5fb890-a0a6-47c0-b21a-10e97bf44b83 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:21.155475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb50a035-a659-44ea-a744-2ec5a7b12bce req-bf5fb890-a0a6-47c0-b21a-10e97bf44b83 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.2049394 Nov 09 00:26:21.161984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871a913f-1668-4ec0-be72-967a4fa2fd8a']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:21.175389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161205dc-03a0-43fa-8f38-127494782c00') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:21.177701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccc4f6-e397-4853-8a3f-a0a58ec13cc0 req-994c6fbf-675e-4dea-b5ad-eb7f989d3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:21.179825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cccc4f6-e397-4853-8a3f-a0a58ec13cc0 req-994c6fbf-675e-4dea-b5ad-eb7f989d3061 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 1096 time: 0.2628570 Nov 09 00:26:21.181759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161205dc-03a0-43fa-8f38-127494782c00') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:21.197519 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.213907 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.225241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:26:21.225856 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:26:21.230375 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:26:21.256668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8d5ec-0b53-483b-aaef-6f5d3e7f9c23 req-2569a678-7b28-4662-891f-d0557ad2c5e1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:21.258865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1c8d5ec-0b53-483b-aaef-6f5d3e7f9c23 req-2569a678-7b28-4662-891f-d0557ad2c5e1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.1813426 Nov 09 00:26:21.315830 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.316598 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.324938 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.330111 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "DELETE /v2.0/networks/871a913f-1668-4ec0-be72-967a4fa2fd8a HTTP/1.1" status: 204 len: 168 time: 0.4213657 Nov 09 00:26:21.338561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12c156d-1f3a-4923-90d8-71d8c21a0ff3']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:21.350899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5410da-837c-404a-ba42-3e304a368a54') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:21.351219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5410da-837c-404a-ba42-3e304a368a54') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:21.353256 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59344) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:21.365069 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.377004 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0d516-c57a-4a14-abec-3bfebcba0f1f tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event deleted for resources: {'Network': ['ID=871a913f-1668-4ec0-be72-967a4fa2fd8a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:21.448410 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cccc4f6-e397-4853-8a3f-a0a58ec13cc0 req-91a07263-3fa2-4fdd-9389-c27510d331cb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526057 Nov 09 00:26:21.463051 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.474195 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:21.486415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:26:21.486827 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.495733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fb50a035-a659-44ea-a744-2ec5a7b12bce req-2bab980f-2510-481f-8343-1b3fc5e1b4df tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392630 Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:26:21.496426 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:26:21.552153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af411659-076f-45be-96cb-5fc17e25a7f3 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:21.563839 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af411659-076f-45be-96cb-5fc17e25a7f3 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:21.569403 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-af411659-076f-45be-96cb-5fc17e25a7f3 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2109995 Nov 09 00:26:21.577895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59352) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:21.586599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d95bdf67-535e-4af0-b729-3591a3c568cd tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-656290981'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:21.588089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:21.588482 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.636354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95bdf67-535e-4af0-b729-3591a3c568cd tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Made reservation on behalf of 454f055b144f402ba978ed493e53c8ef for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:21.642475 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d95bdf67-535e-4af0-b729-3591a3c568cd tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.683854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95bdf67-535e-4af0-b729-3591a3c568cd tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:21.686279 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62789ca2-200d-42b4-9cc2-8b3120d42ba7 req-121665dc-6e45-470b-983f-fede2abc933e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 210 time: 0.0987022 Nov 09 00:26:21.690191 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.702156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1c8d5ec-0b53-483b-aaef-6f5d3e7f9c23 req-cfb67198-66fb-40ed-93a9-d0b52eb9a4cd tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101461 Nov 09 00:26:21.733590 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d95bdf67-535e-4af0-b729-3591a3c568cd tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.736251 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-d95bdf67-535e-4af0-b729-3591a3c568cd tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Added segment 4cc8f177-5c73-4905-8e56-2e02e98a5b1b of type vlan for network 075ba4a1-d083-4024-9212-9771eed39b5d Nov 09 00:26:21.763758 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.775097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f12c156d-1f3a-4923-90d8-71d8c21a0ff3 HTTP/1.1" status: 204 len: 168 time: 0.8742173 Nov 09 00:26:21.777935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dab05-ec19-4862-8bda-0d8d03097df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12c156d-1f3a-4923-90d8-71d8c21a0ff3,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:21.823134 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d95bdf67-535e-4af0-b729-3591a3c568cd tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.831742 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.883392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 443a1d86-f9d9-40d5-a118-7a4df35e4dd7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=443a1d86-f9d9-40d5-a118-7a4df35e4dd7,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:21.896765 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.903550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d95bdf67-535e-4af0-b729-3591a3c568cd tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:21.909241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95bdf67-535e-4af0-b729-3591a3c568cd tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:21.909869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d95bdf67-535e-4af0-b729-3591a3c568cd tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:22.008452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7c3d5-548a-48cf-b6d3-668a6e95743b req-63bcdda7-f465-461a-9c11-b0263d0f4aa5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:22.010468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=443a1d86-f9d9-40d5-a118-7a4df35e4dd7,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:22.022259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ba7c3d5-548a-48cf-b6d3-668a6e95743b req-63bcdda7-f465-461a-9c11-b0263d0f4aa5 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.1317694 Nov 09 00:26:22.082982 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d95bdf67-535e-4af0-b729-3591a3c568cd tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5024836 Nov 09 00:26:22.084897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59368) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:22.095083 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Sync routers for ids ['ff190a1f-59f2-4297-b358-c4bcee9a271d'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:26:22.096148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-cb943733-23ab-4024-be94-994e46cd61cc tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-739806360'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:22.099150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bdf67-535e-4af0-b729-3591a3c568cd tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event updated for resources: {'Network': ['ID=075ba4a1-d083-4024-9212-9771eed39b5d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:22.109544 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Routers {'ff190a1f-59f2-4297-b358-c4bcee9a271d'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:26:22.110161 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:26:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ff190a1f-59f2-4297-b358-c4bcee9a271d'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:22.118824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 075ba4a1-d083-4024-9212-9771eed39b5d details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:22.135251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59370) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:22.171885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb943733-23ab-4024-be94-994e46cd61cc tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Made reservation on behalf of 454f055b144f402ba978ed493e53c8ef for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:22.175486 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb943733-23ab-4024-be94-994e46cd61cc tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:22.189214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ba7c3d5-548a-48cf-b6d3-668a6e95743b req-8151373b-41ae-4ebb-8d8a-358bfa493b86 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654041 Nov 09 00:26:22.220584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3372e7c-366f-41ef-a057-f2eeb81de6df req-5622f4b6-5fec-4f83-9aad-8b612cd05589 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:22.228398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3372e7c-366f-41ef-a057-f2eeb81de6df req-5622f4b6-5fec-4f83-9aad-8b612cd05589 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.0875740 Nov 09 00:26:22.240401 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9a68c018-94ca-46b1-8744-a2c18356d282 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7da261e83a64479973f26865b92e5c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1036313 Nov 09 00:26:22.242116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59372) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:22.246362 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb943733-23ab-4024-be94-994e46cd61cc tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:22.279930 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb943733-23ab-4024-be94-994e46cd61cc tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:22.280405 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-cb943733-23ab-4024-be94-994e46cd61cc tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Added segment fa61fd87-32b4-4523-a205-e176ca3307d2 of type vlan for network 3222b5f6-c535-4c7d-a76a-3c6ea44f381b Nov 09 00:26:22.327094 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b69be941-67a2-407b-9976-4ca1067f9fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:22.328085 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb943733-23ab-4024-be94-994e46cd61cc tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:22.359785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3372e7c-366f-41ef-a057-f2eeb81de6df req-6b0d67e9-7b37-494c-b8f1-7b7b4f581428 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304748 Nov 09 00:26:22.362069 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b69be941-67a2-407b-9976-4ca1067f9fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:22.362845 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb943733-23ab-4024-be94-994e46cd61cc tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:22.370183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb943733-23ab-4024-be94-994e46cd61cc tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:22.370997 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb943733-23ab-4024-be94-994e46cd61cc tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:22.384592 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Set router ff190a1f-59f2-4297-b358-c4bcee9a271d gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:26:22.455969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb943733-23ab-4024-be94-994e46cd61cc tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event updated for resources: {'Network': ['ID=3222b5f6-c535-4c7d-a76a-3c6ea44f381b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:22.461186 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b69be941-67a2-407b-9976-4ca1067f9fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:22.464901 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b69be941-67a2-407b-9976-4ca1067f9fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:22.468744 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b69be941-67a2-407b-9976-4ca1067f9fe1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82b2c4b5-a82e-4b51-a427-7efc6539d394 HTTP/1.1" status: 204 len: 168 time: 0.2228162 Nov 09 00:26:22.475141 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69be941-67a2-407b-9976-4ca1067f9fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b2c4b5-a82e-4b51-a427-7efc6539d394,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:22.493990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 3222b5f6-c535-4c7d-a76a-3c6ea44f381b details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:22.645959 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-77181fa7-ac03-4304-8037-df64c0294340 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:22.648322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-77181fa7-ac03-4304-8037-df64c0294340 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.30 "GET /v2.0/networks?id=24a99ac1-6077-40b6-99ca-ace05bb409c6 HTTP/1.1" status: 200 len: 819 time: 0.1954899 Nov 09 00:26:22.674430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Request body: {'port': {'device_id': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'admin_state_up': True, 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:22.813384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cb943733-23ab-4024-be94-994e46cd61cc tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7268410 Nov 09 00:26:22.816790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59384) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:22.833285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'ports': [{'network_id': '075ba4a1-d083-4024-9212-9771eed39b5d', 'name': 'tempest-port--906448268', 'admin_state_up': True}, {'network_id': '3222b5f6-c535-4c7d-a76a-3c6ea44f381b', 'admin_state_up': False}]} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:22.835306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'port': {'network_id': '075ba4a1-d083-4024-9212-9771eed39b5d', 'name': 'tempest-port--906448268', 'admin_state_up': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:22.835980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'port': {'network_id': '3222b5f6-c535-4c7d-a76a-3c6ea44f381b', 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:22.909776 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '62b9b241-6fb2-4478-ac72-ff9917d06b11', 'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'mac_address': 'fa:16:3e:7f:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:16Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 2, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'subnets': [{'id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:22.945811 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Checking router: ff190a1f-59f2-4297-b358-c4bcee9a271d for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:26:22.946156 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Updating router ff190a1f-59f2-4297-b358-c4bcee9a271d port 62b9b241-6fb2-4478-ac72-ff9917d06b11 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:26:23.000851 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.088931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Made reservation on behalf of 454f055b144f402ba978ed493e53c8ef for: {'port': 2} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:23.101229 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.104111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59394) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:23.136388 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.198641 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b2ed7bde-7f1d-4c7e-ae5e-3488e18bfe84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43f2f41e2ff74d3ba97c532e73b45860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0920708 Nov 09 00:26:23.208540 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59396) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:23.306260 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] device_id is not set on port 19e9c354-3751-45bf-b03a-69b28a8b897f yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:26:23.315099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7dc4c7d-7da3-4fda-9bf0-430effa446e0 req-0c1dcabc-a93a-4a58-b400-7c6c01aa3492 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 210 time: 0.5003643 Nov 09 00:26:23.337835 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-979406d1-77e3-40c9-ba0f-c1ee3f1cbeda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.382045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Made reservation on behalf of e4b484c9baea4cb385cc665ee9edd2a8 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:23.391276 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-979406d1-77e3-40c9-ba0f-c1ee3f1cbeda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.393597 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.401886 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.412195 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.430232 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2120d-ca16-426e-90c7-39393fa89a1f req-6409675c-5b27-4d27-bbaa-fb407b605325 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:23.431775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bae2120d-ca16-426e-90c7-39393fa89a1f req-6409675c-5b27-4d27-bbaa-fb407b605325 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.7812123 Nov 09 00:26:23.468693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:23.504086 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Pushing event updated for resources: {'Port': ['ID=62b9b241-6fb2-4478-ac72-ff9917d06b11,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:23.543854 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:23.544220 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.544600 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:23.545315 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:23.545875 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:23.546615 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:23.547282 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:23.547858 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:23.548467 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:23.549092 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:23.549964 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:23.550621 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:23.551286 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:23.552316 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:23.557799 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bae2120d-ca16-426e-90c7-39393fa89a1f req-bf9c351b-c2e3-4099-8362-4a220dd84800 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012409 Nov 09 00:26:23.576690 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-979406d1-77e3-40c9-ba0f-c1ee3f1cbeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.579514 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-979406d1-77e3-40c9-ba0f-c1ee3f1cbeda admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.580690 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-979406d1-77e3-40c9-ba0f-c1ee3f1cbeda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9cecb564-a3cb-40b0-a92f-bcdffba67da9 HTTP/1.1" status: 204 len: 168 time: 0.3706110 Nov 09 00:26:23.633780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc4942-9346-430c-96d6-1ce8eba876c0 req-dccf2a51-a64d-4f13-9399-29b5cb2877de tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:23.634411 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Attempting to bind port 62b9b241-6fb2-4478-ac72-ff9917d06b11 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:26:23.634777 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Attempting to bind port 62b9b241-6fb2-4478-ac72-ff9917d06b11 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:26:23.635193 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Attempting to bind port 62b9b241-6fb2-4478-ac72-ff9917d06b11 on network 24a99ac1-6077-40b6-99ca-ace05bb409c6 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:23.641640 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:26:23.642186 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Checking segment: {'id': '9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:23.642837 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.643228 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Bound using segment: {'id': '9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:26:23.643692 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Bound port: 62b9b241-6fb2-4478-ac72-ff9917d06b11, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:26:23.644062 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.644654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bdc4942-9346-430c-96d6-1ce8eba876c0 req-dccf2a51-a64d-4f13-9399-29b5cb2877de tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.1887372 Nov 09 00:26:23.670074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979406d1-77e3-40c9-ba0f-c1ee3f1cbeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cecb564-a3cb-40b0-a92f-bcdffba67da9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:23.687780 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.745821 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] For port 62b9b241-6fb2-4478-ac72-ff9917d06b11, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:26:23.750761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Allocated IP 172.20.0.6 (24a99ac1-6077-40b6-99ca-ace05bb409c6/6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a/6bc903c1-a030-414a-b2c4-742e203e9b33) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:26:23.753358 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] For port 62b9b241-6fb2-4478-ac72-ff9917d06b11, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=62b9b241-6fb2-4478-ac72-ff9917d06b11,segment=NetworkSegment(9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4),segment_id=9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:26:23.762487 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:23.888208 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Routers {'ff190a1f-59f2-4297-b358-c4bcee9a271d'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:26:23.889032 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:26:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ff190a1f-59f2-4297-b358-c4bcee9a271d'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:23.904222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] device_id is not set on port ce8a753e-2ec5-4bab-84cb-8ad6b7b977d2 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:26:23.957614 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5958d-cc8a-479e-9c29-ec57ff693066 None None] Pushing event updated for resources: {'Port': ['ID=62b9b241-6fb2-4478-ac72-ff9917d06b11,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:23.966867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b7811-e0f2-4d18-b1fe-da2314cb1b69 req-cc67d8aa-dabd-43bf-af16-7964fa4b580f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:23.968875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e63b7811-e0f2-4d18-b1fe-da2314cb1b69 req-cc67d8aa-dabd-43bf-af16-7964fa4b580f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.1719239 Nov 09 00:26:23.991129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bdc4942-9346-430c-96d6-1ce8eba876c0 req-7d0dd967-da84-4f0e-a08d-9e88515a3aba tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3454068 Nov 09 00:26:24.068067 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:24.096185 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] Set router ff190a1f-59f2-4297-b358-c4bcee9a271d gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:26:24.129489 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:24.143848 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e63b7811-e0f2-4d18-b1fe-da2314cb1b69 req-38d903d0-0d06-435c-b207-4774c61e2bfb tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494300 Nov 09 00:26:24.207506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event updated for resources: {'Port': ['ID=19e9c354-3751-45bf-b03a-69b28a8b897f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:24.216894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Checking segment: {'id': '4cc8f177-5c73-4905-8e56-2e02e98a5b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '075ba4a1-d083-4024-9212-9771eed39b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:24.217251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Network hostable DHCP agents. Network: 075ba4a1-d083-4024-9212-9771eed39b5d, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:26:24.238185 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Network 075ba4a1-d083-4024-9212-9771eed39b5d is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:26:24.250478 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:24.259570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 075ba4a1-d083-4024-9212-9771eed39b5d) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:24.265184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:24.266336 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:24.277183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83c6eb-79fa-46f8-a059-eb2583a67e2a None None] Network 075ba4a1-d083-4024-9212-9771eed39b5d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:24.405717 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:24.416304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event updated for resources: {'Port': ['ID=ce8a753e-2ec5-4bab-84cb-8ad6b7b977d2,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:24.432745 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '62b9b241-6fb2-4478-ac72-ff9917d06b11', 'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'mac_address': 'fa:16:3e:7f:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:16Z', 'updated_at': '2021-11-09T00:26:23Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'subnets': [{'id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:24.463215 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d6784-22a0-44a0-8197-4e94abb40af8 None None] The sync data for ids ['ff190a1f-59f2-4297-b358-c4bcee9a271d'] in n-d-813263-3 is: [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '62b9b241-6fb2-4478-ac72-ff9917d06b11', 'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'mac_address': 'fa:16:3e:7f:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:16Z', 'updated_at': '2021-11-09T00:26:23Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'subnets': [{'id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:26:24.492882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Checking segment: {'id': 'fa61fd87-32b4-4523-a205-e176ca3307d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3222b5f6-c535-4c7d-a76a-3c6ea44f381b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:24.493852 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Network hostable DHCP agents. Network: 3222b5f6-c535-4c7d-a76a-3c6ea44f381b, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:26:24.519201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Network 3222b5f6-c535-4c7d-a76a-3c6ea44f381b is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:26:24.545396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 3222b5f6-c535-4c7d-a76a-3c6ea44f381b) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:24.567199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:24.578288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee99a846-51ad-44c7-80ef-8afe4618e42d None None] Network 3222b5f6-c535-4c7d-a76a-3c6ea44f381b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:24.580668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:24.591126 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:24.591841 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:24.624858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Pushing event updated for resources: {'Port': ['ID=6bc903c1-a030-414a-b2c4-742e203e9b33,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:24.671307 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bda13558-3c37-44bc-b777-7073976d2a66 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8528697 Nov 09 00:26:24.676427 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59440) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:24.748812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Network 24a99ac1-6077-40b6-99ca-ace05bb409c6 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:24.789497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d7441b-788e-4ede-9b10-967921ff3c64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:24.796558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d7441b-788e-4ede-9b10-967921ff3c64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:24.798403 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d2d7441b-788e-4ede-9b10-967921ff3c64 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1208594 Nov 09 00:26:24.801142 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59450) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:24.802356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:24.806211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:24.911455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:24.912342 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:24.956554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567a77a-33e7-4060-9859-d787b6f2ad58 req-110ffd4b-7229-42b3-b7ad-3e7fcc96af20 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:24.968118 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8567a77a-33e7-4060-9859-d787b6f2ad58 req-110ffd4b-7229-42b3-b7ad-3e7fcc96af20 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 931 time: 0.3516040 Nov 09 00:26:24.985913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Deleting port 19e9c354-3751-45bf-b03a-69b28a8b897f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:24.986484 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.003390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a29c3c-a1e5-4ade-b8d4-2a7cadb46018 req-96b6dd7d-1e10-4e77-bc9a-a4516240e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:25.005332 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4a29c3c-a1e5-4ade-b8d4-2a7cadb46018 req-96b6dd7d-1e10-4e77-bc9a-a4516240e03d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5c25c1a513d47d5a0d588f80875b683&device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 1098 time: 0.2834129 Nov 09 00:26:25.024636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6ae16-1c6f-4bae-92b3-b8887c6785f2 req-867e8fdb-9087-4798-985e-e272d9fad096 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:25.027141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70e6ae16-1c6f-4bae-92b3-b8887c6785f2 req-867e8fdb-9087-4798-985e-e272d9fad096 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.2799749 Nov 09 00:26:25.052429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-dccc573d-64a2-46c2-9ea3-68443c1cfb94 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3831921 Nov 09 00:26:25.084211 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.109185 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Calling delete_port for 19e9c354-3751-45bf-b03a-69b28a8b897f owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:25.121278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70e6ae16-1c6f-4bae-92b3-b8887c6785f2 req-eba016f2-3475-4738-8cc3-a6f8a6ca5c01 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678344 Nov 09 00:26:25.140231 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Request body: {'port': {'device_id': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:25.253602 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.278998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8567a77a-33e7-4060-9859-d787b6f2ad58 req-48717320-b0ac-48db-8a2f-6530bde27804 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098626 Nov 09 00:26:25.289921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event deleted for resources: {'Port': ['ID=19e9c354-3751-45bf-b03a-69b28a8b897f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:25.308398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:25.308748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:25.309092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:25.309458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:25.309798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:25.310133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:25.310462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:25.311819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:25.312164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:25.312991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:25.312991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:25.313211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:25.322742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.327163 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e1a56c07-865e-4603-9fb3-4a812888cc20 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "DELETE /v2.0/ports/19e9c354-3751-45bf-b03a-69b28a8b897f HTTP/1.1" status: 204 len: 168 time: 0.5250144 Nov 09 00:26:25.329768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59466) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:25.434032 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.462764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-92e6d995-ae33-4263-b4ca-cff960b8e421 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Deleting port ce8a753e-2ec5-4bab-84cb-8ad6b7b977d2 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:25.463100 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92e6d995-ae33-4263-b4ca-cff960b8e421 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.507378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a29c3c-a1e5-4ade-b8d4-2a7cadb46018 req-33b90375-c9f9-442a-b675-1e3e3973c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:25.508525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 62b9b241-6fb2-4478-ac72-ff9917d06b11 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:25.508914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4a29c3c-a1e5-4ade-b8d4-2a7cadb46018 req-33b90375-c9f9-442a-b675-1e3e3973c492 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e829aeab-0510-4192-80fd-9d99c64b902a HTTP/1.1" status: 200 len: 914 time: 0.4806118 Nov 09 00:26:25.538370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620b0eb-0089-4cdf-930e-f055466d34bd req-a7c4ed6f-af13-4492-9525-b1c830ca81f0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:25.545601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0620b0eb-0089-4cdf-930e-f055466d34bd req-a7c4ed6f-af13-4492-9525-b1c830ca81f0 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.3086953 Nov 09 00:26:25.595704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4a29c3c-a1e5-4ade-b8d4-2a7cadb46018 req-6bdc524a-4c31-47ab-851b-384c2bd0c2d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c HTTP/1.1" status: 200 len: 217 time: 0.0445340 Nov 09 00:26:25.596812 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92e6d995-ae33-4263-b4ca-cff960b8e421 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.635786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 62b9b241-6fb2-4478-ac72-ff9917d06b11 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:25.637041 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.646182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-92e6d995-ae33-4263-b4ca-cff960b8e421 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Calling delete_port for ce8a753e-2ec5-4bab-84cb-8ad6b7b977d2 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:25.754672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332ebf9-a2a3-4862-aa6e-d4ca0020ed4c req-fbd320c6-f2f3-4e3b-8abc-7eb479ad2319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:25.772926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e332ebf9-a2a3-4862-aa6e-d4ca0020ed4c req-fbd320c6-f2f3-4e3b-8abc-7eb479ad2319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.3396368 Nov 09 00:26:25.787360 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92e6d995-ae33-4263-b4ca-cff960b8e421 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.828996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6d995-ae33-4263-b4ca-cff960b8e421 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event deleted for resources: {'Port': ['ID=ce8a753e-2ec5-4bab-84cb-8ad6b7b977d2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:25.838263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92e6d995-ae33-4263-b4ca-cff960b8e421 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.841505 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.842929 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-92e6d995-ae33-4263-b4ca-cff960b8e421 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "DELETE /v2.0/ports/ce8a753e-2ec5-4bab-84cb-8ad6b7b977d2 HTTP/1.1" status: 204 len: 168 time: 0.5119359 Nov 09 00:26:25.845301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59480) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:25.862437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a29c3c-a1e5-4ade-b8d4-2a7cadb46018 req-1bbf3b30-f23a-4f99-88d0-984765a2500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:25.863916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4a29c3c-a1e5-4ade-b8d4-2a7cadb46018 req-1bbf3b30-f23a-4f99-88d0-984765a2500b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79c9732f-1534-467b-88d9-7ab7fdb88108 HTTP/1.1" status: 200 len: 854 time: 0.2516060 Nov 09 00:26:25.877151 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-95c4cce1-e750-4f8e-925a-78d8bf5f3252 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303557 Nov 09 00:26:25.880479 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59482) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:25.886684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-79809833-1aa2-4ccd-bfb9-7211c3b64b2d tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-826385073'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:25.899004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0620b0eb-0089-4cdf-930e-f055466d34bd req-dd4ab147-b8f5-491c-96ab-1b672262a741 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525298 Nov 09 00:26:25.925513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 62b9b241-6fb2-4478-ac72-ff9917d06b11, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=62b9b241-6fb2-4478-ac72-ff9917d06b11,segment=NetworkSegment(9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4),segment_id=9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:25.934214 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79809833-1aa2-4ccd-bfb9-7211c3b64b2d tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Made reservation on behalf of 454f055b144f402ba978ed493e53c8ef for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:25.934486 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.938655 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79809833-1aa2-4ccd-bfb9-7211c3b64b2d tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:25.953965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4a29c3c-a1e5-4ade-b8d4-2a7cadb46018 req-ad81812a-7ed7-4b4d-9b7c-09134ceb380b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e829aeab-0510-4192-80fd-9d99c64b902a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717456 Nov 09 00:26:25.989570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79809833-1aa2-4ccd-bfb9-7211c3b64b2d tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:26.000996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=62b9b241-6fb2-4478-ac72-ff9917d06b11,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:26.015695 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79809833-1aa2-4ccd-bfb9-7211c3b64b2d tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:26.016052 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-79809833-1aa2-4ccd-bfb9-7211c3b64b2d tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Added segment 555ce294-6f2a-4ccc-b455-88c9a221b723 of type vlan for network 744fdde1-2610-4022-9cd1-b0ecc8806f80 Nov 09 00:26:26.076751 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79809833-1aa2-4ccd-bfb9-7211c3b64b2d tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:26.113266 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79809833-1aa2-4ccd-bfb9-7211c3b64b2d tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:26.118716 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e332ebf9-a2a3-4862-aa6e-d4ca0020ed4c req-7e5a3c46-ddb5-40cd-bf57-dcde9b1e7c5f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450539 Nov 09 00:26:26.142485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79809833-1aa2-4ccd-bfb9-7211c3b64b2d tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:26.144561 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79809833-1aa2-4ccd-bfb9-7211c3b64b2d tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:26.207419 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-79809833-1aa2-4ccd-bfb9-7211c3b64b2d tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3233984 Nov 09 00:26:26.207689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4a29c3c-a1e5-4ade-b8d4-2a7cadb46018 req-14d1a700-7388-49e3-9ff0-354d4f0af47a service neutron] 10.222.0.11 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931663 Nov 09 00:26:26.208856 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59496) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:26.214541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f8f3963f-2e5b-4f09-8290-5e0e22a6cc03 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1087678579'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:26.318543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79809833-1aa2-4ccd-bfb9-7211c3b64b2d tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event updated for resources: {'Network': ['ID=744fdde1-2610-4022-9cd1-b0ecc8806f80,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:26.328705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f3963f-2e5b-4f09-8290-5e0e22a6cc03 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Made reservation on behalf of 454f055b144f402ba978ed493e53c8ef for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:26.329717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 744fdde1-2610-4022-9cd1-b0ecc8806f80 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:26.332348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8f3963f-2e5b-4f09-8290-5e0e22a6cc03 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:26.373068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f3963f-2e5b-4f09-8290-5e0e22a6cc03 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:26.394850 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8f3963f-2e5b-4f09-8290-5e0e22a6cc03 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:26.395594 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-f8f3963f-2e5b-4f09-8290-5e0e22a6cc03 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Added segment 69804c03-7890-412a-bc12-8cf08ffc65c5 of type vlan for network 2d3aa640-eb28-4a93-886d-446016c20b4b Nov 09 00:26:26.421154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaddea-c0a9-49cf-8c32-3a2c2aba87e6 req-27d59b3c-88c5-46b7-97a5-751de9ad5d37 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:26.428712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaaaddea-c0a9-49cf-8c32-3a2c2aba87e6 req-27d59b3c-88c5-46b7-97a5-751de9ad5d37 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.1860189 Nov 09 00:26:26.471831 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc903c1-a030-414a-b2c4-742e203e9b33 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:26:26.472701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8f3963f-2e5b-4f09-8290-5e0e22a6cc03 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:26.492875 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:26.514712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8f3963f-2e5b-4f09-8290-5e0e22a6cc03 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:26.521644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f3963f-2e5b-4f09-8290-5e0e22a6cc03 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:26.522965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8f3963f-2e5b-4f09-8290-5e0e22a6cc03 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:26.546959 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Transition to ACTIVE for port object 6bc903c1-a030-414a-b2c4-742e203e9b33 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:26:26.567165 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f8f3963f-2e5b-4f09-8290-5e0e22a6cc03 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3432474 Nov 09 00:26:26.567563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4a29c3c-a1e5-4ade-b8d4-2a7cadb46018 req-160e20b5-fff2-4349-83e1-1b31b4b900e5 service neutron] 10.222.0.11 "GET /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442686 Nov 09 00:26:26.628791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbf28a-3d57-426b-8486-33d370e89bf9 req-055bebd4-3646-41da-b2da-9e63ac690f9e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:26.630557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12fbf28a-3d57-426b-8486-33d370e89bf9 req-055bebd4-3646-41da-b2da-9e63ac690f9e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 931 time: 0.2410214 Nov 09 00:26:26.631242 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:26.639582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3963f-2e5b-4f09-8290-5e0e22a6cc03 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event updated for resources: {'Network': ['ID=2d3aa640-eb28-4a93-886d-446016c20b4b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:26.665411 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 2d3aa640-eb28-4a93-886d-446016c20b4b details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:26.707714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaaaddea-c0a9-49cf-8c32-3a2c2aba87e6 req-0e3c3233-5b66-4b10-b9a2-f400f64e1014 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769332 Nov 09 00:26:26.802896 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Pushing event updated for resources: {'Port': ['ID=6bc903c1-a030-414a-b2c4-742e203e9b33,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:26.859927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-12fbf28a-3d57-426b-8486-33d370e89bf9 req-c769f3d9-f2d3-4d08-8129-08096b16156e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908555 Nov 09 00:26:26.894326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Attempting to bind port 6bc903c1-a030-414a-b2c4-742e203e9b33 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:26:26.894326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Attempting to bind port 6bc903c1-a030-414a-b2c4-742e203e9b33 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:26:26.894326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Attempting to bind port 6bc903c1-a030-414a-b2c4-742e203e9b33 on network 24a99ac1-6077-40b6-99ca-ace05bb409c6 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:26.894326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Port 6bc903c1-a030-414a-b2c4-742e203e9b33 on network 24a99ac1-6077-40b6-99ca-ace05bb409c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:26:26.894326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Attempting to bind port 6bc903c1-a030-414a-b2c4-742e203e9b33 on network 24a99ac1-6077-40b6-99ca-ace05bb409c6 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:26.896930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:26:26.897391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Checking segment: {'id': '9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:26.898343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Bound using segment: {'id': '9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:26:26.898774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Bound port: 6bc903c1-a030-414a-b2c4-742e203e9b33, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:26:26.899137 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:26.973249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] For port 6bc903c1-a030-414a-b2c4-742e203e9b33, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:26:26.976723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] For port 6bc903c1-a030-414a-b2c4-742e203e9b33, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6bc903c1-a030-414a-b2c4-742e203e9b33,segment=NetworkSegment(9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4),segment_id=9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:26:26.984846 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:27.062108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:27.062869 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:27.064445 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] 10.222.0.30 "PUT /v2.0/ports/6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 1091 time: 1.9566791 Nov 09 00:26:27.068283 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:26:27.072311 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f6b1c2-55a6-4ee9-9eb7-a58287fb57ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:26:27.198998 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc619b4-306b-452d-996d-02f77461737d x-openstack-request-id: req-2fc619b4-306b-452d-996d-02f77461737d {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:26:27.206516 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:26:27.206948 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fc619b4-306b-452d-996d-02f77461737d {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:26:27.208264 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'status': 'completed', 'code': 200} Nov 09 00:26:27.299346 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3a614-e828-422c-b89a-aff3e0ead5fc service neutron] Pushing event updated for resources: {'Port': ['ID=6bc903c1-a030-414a-b2c4-742e203e9b33,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:27.323579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c42c4-0164-4667-9ac5-5e1313e6ba37 req-948734ac-48af-405e-8cc0-3548e7ab452f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:27.330842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b8c42c4-0164-4667-9ac5-5e1313e6ba37 req-948734ac-48af-405e-8cc0-3548e7ab452f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.3009157 Nov 09 00:26:27.383578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-5c4fd8e8-8891-412a-9631-9226159f2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:27.385023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-5c4fd8e8-8891-412a-9631-9226159f2305 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4b484c9baea4cb385cc665ee9edd2a8&device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 1094 time: 0.2636058 Nov 09 00:26:27.464269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aa469-bba7-4f64-bdf1-a25acba0eebb req-a9faaed0-4368-43b1-a618-47daab3761f2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:27.477389 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-174aa469-bba7-4f64-bdf1-a25acba0eebb req-a9faaed0-4368-43b1-a618-47daab3761f2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.1886210 Nov 09 00:26:27.486293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-f5ff23b9-f8d7-4cc1-a8b9-29e31646baf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 217 time: 0.0885170 Nov 09 00:26:27.504581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59546) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:27.512958 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 62b9b241-6fb2-4478-ac72-ff9917d06b11 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:27.556016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b8c42c4-0164-4667-9ac5-5e1313e6ba37 req-d3e6da3a-bc0d-4843-83e4-ad70158f2496 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195947 Nov 09 00:26:27.597800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 62b9b241-6fb2-4478-ac72-ff9917d06b11 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:27.598531 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:27.608276 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-2a59a95a-1539-4c96-ae06-5b8f250e8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:27.612289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-2a59a95a-1539-4c96-ae06-5b8f250e8e2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a HTTP/1.1" status: 200 len: 859 time: 0.1147485 Nov 09 00:26:27.632669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-174aa469-bba7-4f64-bdf1-a25acba0eebb req-80358c58-0452-464d-ae93-e062d8b46127 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593971 Nov 09 00:26:27.693673 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-69b32acb-3027-42f3-8eef-1bd5410a18b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24a99ac1-6077-40b6-99ca-ace05bb409c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514698 Nov 09 00:26:27.722604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9755b93a-51bd-44a5-b447-6308281905f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:27.893671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-d8afca61-81d3-4e65-984e-40b5c0f0bace service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965764 Nov 09 00:26:27.934724 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9755b93a-51bd-44a5-b447-6308281905f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:27.942386 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9755b93a-51bd-44a5-b447-6308281905f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:27.991599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755b93a-51bd-44a5-b447-6308281905f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc1e4fa-b077-4754-abb3-15c847be25e5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:28.021261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad720a8-cbb3-42e0-a185-0252a4e01e6d req-218f71da-2401-4e48-b7d4-f6fa335136d1 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:28.040079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ad720a8-cbb3-42e0-a185-0252a4e01e6d req-218f71da-2401-4e48-b7d4-f6fa335136d1 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.1905951 Nov 09 00:26:28.041171 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9755b93a-51bd-44a5-b447-6308281905f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc4df11d36324991bd60cbfbc24540e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5349729 Nov 09 00:26:28.042249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59558) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:28.157857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5059f943-4293-4710-b702-f249ba4b620b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:28.188364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f456102-f279-45cb-8c46-8a3669f6de12 req-3d368455-62db-4ca6-922f-f15eb66796bc service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717512 Nov 09 00:26:28.192150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5059f943-4293-4710-b702-f249ba4b620b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:28.257511 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5059f943-4293-4710-b702-f249ba4b620b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:28.261039 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5059f943-4293-4710-b702-f249ba4b620b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:28.264702 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5059f943-4293-4710-b702-f249ba4b620b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccc1e4fa-b077-4754-abb3-15c847be25e5 HTTP/1.1" status: 204 len: 168 time: 0.2189476 Nov 09 00:26:28.268890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1436c9-687b-4bbc-9831-631482adf82f req-d905978f-5604-4c49-a5ed-9f2cb14339d3 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:28.271622 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f1436c9-687b-4bbc-9831-631482adf82f req-d905978f-5604-4c49-a5ed-9f2cb14339d3 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 943 time: 0.2279060 Nov 09 00:26:28.287277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059f943-4293-4710-b702-f249ba4b620b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc1e4fa-b077-4754-abb3-15c847be25e5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:28.393654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f1436c9-687b-4bbc-9831-631482adf82f req-fc139a18-a8c3-4c7e-a202-670e5fff0297 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561082 Nov 09 00:26:28.402178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ad720a8-cbb3-42e0-a185-0252a4e01e6d req-36d2ed78-985c-4be0-9242-a1397b31d754 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625841 Nov 09 00:26:28.414420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b1c2-55a6-4ee9-9eb7-a58287fb57ee req-9c301587-13bc-4e5e-9550-1760f7684811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:28.415926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3f6b1c2-55a6-4ee9-9eb7-a58287fb57ee req-9c301587-13bc-4e5e-9550-1760f7684811 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4b484c9baea4cb385cc665ee9edd2a8&device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 1094 time: 0.1388490 Nov 09 00:26:28.542042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b1c2-55a6-4ee9-9eb7-a58287fb57ee req-28982285-df8e-44bf-907d-98a57d761d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:28.543181 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3f6b1c2-55a6-4ee9-9eb7-a58287fb57ee req-28982285-df8e-44bf-907d-98a57d761d17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24a99ac1-6077-40b6-99ca-ace05bb409c6 HTTP/1.1" status: 200 len: 919 time: 0.1189346 Nov 09 00:26:28.646862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3f6b1c2-55a6-4ee9-9eb7-a58287fb57ee req-8da1340e-94b5-4f9d-9af8-d0ceafc8368f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 217 time: 0.0922132 Nov 09 00:26:28.759994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59580) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:28.787579 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6409d5c3-4417-4c63-87eb-6f369365ad1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:28.790396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b1c2-55a6-4ee9-9eb7-a58287fb57ee req-a96712f4-157a-4e6f-8dea-72d7b292fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:28.792337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3f6b1c2-55a6-4ee9-9eb7-a58287fb57ee req-a96712f4-157a-4e6f-8dea-72d7b292fc84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a HTTP/1.1" status: 200 len: 859 time: 0.1381052 Nov 09 00:26:28.807565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a354be-5dd2-4791-b311-a90bc0d47770 req-2795c811-4c55-4901-b553-ee28be82c47b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:28.809995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00a354be-5dd2-4791-b311-a90bc0d47770 req-2795c811-4c55-4901-b553-ee28be82c47b tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.0926359 Nov 09 00:26:28.871190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3f6b1c2-55a6-4ee9-9eb7-a58287fb57ee req-a156c45b-0d43-4aa8-b2aa-c0be863b57e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24a99ac1-6077-40b6-99ca-ace05bb409c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590498 Nov 09 00:26:28.939574 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00a354be-5dd2-4791-b311-a90bc0d47770 req-c1858e7f-4d01-478d-8ef7-7d074bed21b1 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184516 Nov 09 00:26:28.997948 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6409d5c3-4417-4c63-87eb-6f369365ad1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:29.008977 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6409d5c3-4417-4c63-87eb-6f369365ad1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:29.113014 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6409d5c3-4417-4c63-87eb-6f369365ad1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bcd8d010b4f4e35ad5a2ffd05c301e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3491302 Nov 09 00:26:29.117599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59594) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:29.124880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409d5c3-4417-4c63-87eb-6f369365ad1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bcf7ea-5e0f-467e-bc3e-2a7e99205204,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:29.130927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3f6b1c2-55a6-4ee9-9eb7-a58287fb57ee req-d7829dbb-d4be-4d1d-9e89-18f22789df2a service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513127 Nov 09 00:26:29.195049 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8f1979f9-8ad2-4a13-aaac-d5e0c9c01393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:29.222586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8f1979f9-8ad2-4a13-aaac-d5e0c9c01393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:29.284614 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8f1979f9-8ad2-4a13-aaac-d5e0c9c01393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:29.287252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59885-c2e8-4c9c-9dd2-57ade83bb560 req-82832795-e945-4821-ad77-8cbffa39b3cc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:29.289216 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8f1979f9-8ad2-4a13-aaac-d5e0c9c01393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:29.289417 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66c59885-c2e8-4c9c-9dd2-57ade83bb560 req-82832795-e945-4821-ad77-8cbffa39b3cc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.2075121 Nov 09 00:26:29.291053 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8f1979f9-8ad2-4a13-aaac-d5e0c9c01393 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5bcf7ea-5e0f-467e-bc3e-2a7e99205204 HTTP/1.1" status: 204 len: 168 time: 0.1720400 Nov 09 00:26:29.302483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1979f9-8ad2-4a13-aaac-d5e0c9c01393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bcf7ea-5e0f-467e-bc3e-2a7e99205204,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:29.321313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62447fe-5fa9-4ea2-80c6-a05c71e95e53 req-a5db45c8-72f8-4f65-a311-357b398255a8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:29.332228 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a62447fe-5fa9-4ea2-80c6-a05c71e95e53 req-a5db45c8-72f8-4f65-a311-357b398255a8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.2454100 Nov 09 00:26:29.436735 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3f6b1c2-55a6-4ee9-9eb7-a58287fb57ee req-01c3f3a4-42cf-49bf-8c55-734b5a2de548 service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758889 Nov 09 00:26:29.529095 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66c59885-c2e8-4c9c-9dd2-57ade83bb560 req-758fc026-e426-4dfc-ae5a-bb8954401260 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823142 Nov 09 00:26:29.547795 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a62447fe-5fa9-4ea2-80c6-a05c71e95e53 req-b53b5ee5-5f96-40ac-a358-a1eb3f9f0484 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143033 Nov 09 00:26:29.739454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f08c1-9649-4c44-be41-009f37f0e052 req-b504a79d-f80a-4569-9f22-657a3ff5cd07 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:29.741100 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f4f08c1-9649-4c44-be41-009f37f0e052 req-b504a79d-f80a-4569-9f22-657a3ff5cd07 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.1121814 Nov 09 00:26:29.778159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74776e94-3404-4282-9fd6-3dff60ed9484 req-22194afc-75ad-410b-b1a0-5424e82b038b tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:29.779627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74776e94-3404-4282-9fd6-3dff60ed9484 req-22194afc-75ad-410b-b1a0-5424e82b038b tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 943 time: 0.1048641 Nov 09 00:26:29.871010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f4f08c1-9649-4c44-be41-009f37f0e052 req-69ebd9ff-3faa-45f1-b028-3d7fe75cf42b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169331 Nov 09 00:26:29.901448 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74776e94-3404-4282-9fd6-3dff60ed9484 req-875d893f-405d-4028-be52-8a6f742129db tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098928 Nov 09 00:26:30.018419 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:26:30.019425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59630) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:30.025683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'subnets': [{'network_id': '744fdde1-2610-4022-9cd1-b0ecc8806f80', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--455973077', 'ip_version': 6}, {'network_id': '2d3aa640-eb28-4a93-886d-446016c20b4b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:30.026050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'subnet': {'network_id': '744fdde1-2610-4022-9cd1-b0ecc8806f80', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--455973077', 'ip_version': 6}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:30.026722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Request body: {'subnet': {'network_id': '2d3aa640-eb28-4a93-886d-446016c20b4b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:30.077486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d7050-3def-4686-b052-f90a772feb06 req-3c4ea65a-eb57-4a13-acfd-ee802c826812 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:30.079997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa1d7050-3def-4686-b052-f90a772feb06 req-3c4ea65a-eb57-4a13-acfd-ee802c826812 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.1015677 Nov 09 00:26:30.138618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa1d7050-3def-4686-b052-f90a772feb06 req-44c0be9f-30ca-4a73-9c95-0b0cdfbcf4f8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510664 Nov 09 00:26:30.249039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Made reservation on behalf of 454f055b144f402ba978ed493e53c8ef for: {'subnet': 2} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:30.256248 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:30.257776 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:30.293295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e5409-5312-4807-9d9e-fbd2992e47bd req-242287bf-ecd5-4329-ba68-eaaaeeab8872 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:30.295004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-592e5409-5312-4807-9d9e-fbd2992e47bd req-242287bf-ecd5-4329-ba68-eaaaeeab8872 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.0590763 Nov 09 00:26:30.358892 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-592e5409-5312-4807-9d9e-fbd2992e47bd req-4c8f02ef-dcc9-4c2d-9d61-b2c2a5ee5aa6 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528808 Nov 09 00:26:30.538850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba434f-9d86-4cc0-aa2e-609f788b38f4 req-b80fcdbc-9708-491d-995d-f7d005b59dce tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:30.541823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19ba434f-9d86-4cc0-aa2e-609f788b38f4 req-b80fcdbc-9708-491d-995d-f7d005b59dce tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.0585964 Nov 09 00:26:30.682159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19ba434f-9d86-4cc0-aa2e-609f788b38f4 req-2ffb5f22-aae0-44b9-a7ec-bcdf7ee54cfe tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249826 Nov 09 00:26:30.697223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba093085-cb38-450d-8cd6-aece3b27e9d7 req-7a09c338-5f70-4eda-9266-9c491ee1ae8e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:30.705119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba093085-cb38-450d-8cd6-aece3b27e9d7 req-7a09c338-5f70-4eda-9266-9c491ee1ae8e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.0910254 Nov 09 00:26:30.753964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba093085-cb38-450d-8cd6-aece3b27e9d7 req-2c1446f4-68c8-40ba-ab87-1cbd30466774 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475225 Nov 09 00:26:30.790121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:30.848390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661f563-15ac-4bed-95cf-e969e9e4760c req-5f4afe89-3dc3-43ee-b82a-87de44aa6e82 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:30.857731 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4661f563-15ac-4bed-95cf-e969e9e4760c req-5f4afe89-3dc3-43ee-b82a-87de44aa6e82 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.0605745 Nov 09 00:26:30.904630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Checking segment: {'id': '555ce294-6f2a-4ccc-b455-88c9a221b723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '744fdde1-2610-4022-9cd1-b0ecc8806f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:30.904997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Network hostable DHCP agents. Network: 744fdde1-2610-4022-9cd1-b0ecc8806f80, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:26:30.910961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event updated for resources: {'Subnet': ['ID=94715c7c-55d8-494b-b375-5dd6a8764c20,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:30.917290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4661f563-15ac-4bed-95cf-e969e9e4760c req-78659582-b1cf-4694-9780-909fb70266c8 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535328 Nov 09 00:26:30.945398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Network 744fdde1-2610-4022-9cd1-b0ecc8806f80 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:26:30.956156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 744fdde1-2610-4022-9cd1-b0ecc8806f80) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:30.962255 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:30.970780 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd33c41-1b15-4b55-9484-99f954c53053 None None] Network 744fdde1-2610-4022-9cd1-b0ecc8806f80 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:31.109212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event updated for resources: {'Subnet': ['ID=3ac9e5bc-88ac-444c-869a-f6c4787d4165,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:31.120753 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Checking segment: {'id': '69804c03-7890-412a-bc12-8cf08ffc65c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2d3aa640-eb28-4a93-886d-446016c20b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:31.121112 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Network hostable DHCP agents. Network: 2d3aa640-eb28-4a93-886d-446016c20b4b, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:26:31.156930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f8c3e-d72e-474e-a2dd-b7ebaa067d60 req-dd23440d-0bde-491f-998d-2b2cd63c8e87 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:31.158459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Network 2d3aa640-eb28-4a93-886d-446016c20b4b is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:26:31.174700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-036f8c3e-d72e-474e-a2dd-b7ebaa067d60 req-dd23440d-0bde-491f-998d-2b2cd63c8e87 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.1652749 Nov 09 00:26:31.175670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 2d3aa640-eb28-4a93-886d-446016c20b4b) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:31.185139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:31.190967 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:31.191790 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:31.224025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5797d66-41aa-4425-8163-2b13641cf416 None None] Network 2d3aa640-eb28-4a93-886d-446016c20b4b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:31.224796 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e2c276f2-025b-47eb-b5a4-821e6dbdb58a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.2039640 Nov 09 00:26:31.226544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59694) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:31.248317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194699d3-4f43-4001-8d0d-055b2760dd36 req-d5285666-f4a1-4540-b879-c1fd8bab5c88 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:31.253446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-194699d3-4f43-4001-8d0d-055b2760dd36 req-d5285666-f4a1-4540-b879-c1fd8bab5c88 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 943 time: 0.1990256 Nov 09 00:26:31.323534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40fe30f-ca6d-459a-a8cd-12ade9234cbf tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:31.328072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40fe30f-ca6d-459a-a8cd-12ade9234cbf tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:31.329941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40fe30f-ca6d-459a-a8cd-12ade9234cbf tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:31.332626 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f40fe30f-ca6d-459a-a8cd-12ade9234cbf tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1048965 Nov 09 00:26:31.334060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-036f8c3e-d72e-474e-a2dd-b7ebaa067d60 req-cd805239-a9a0-4348-b9a4-f94efd37a8cd tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551671 Nov 09 00:26:31.342157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59698) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:31.374539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 65d2b3b9-4699-4127-b7fe-23a7c03924ed details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:26:31.388861 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6bc903c1-a030-414a-b2c4-742e203e9b33 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:26:31.434290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7547104c-4242-4db1-a4c8-fd8de55e850c tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Deleting subnet 94715c7c-55d8-494b-b375-5dd6a8764c20 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:26:31.445663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-194699d3-4f43-4001-8d0d-055b2760dd36 req-b242102a-6186-42dc-8e35-fa25ca6f2f50 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814604 Nov 09 00:26:31.446292 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7547104c-4242-4db1-a4c8-fd8de55e850c tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:31.511753 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7547104c-4242-4db1-a4c8-fd8de55e850c tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:31.570723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd60601-a247-41f4-bc0c-95bae5d54496 req-40e400cb-94ec-4672-bcad-b4d339a11db9 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:31.578308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fd60601-a247-41f4-bc0c-95bae5d54496 req-40e400cb-94ec-4672-bcad-b4d339a11db9 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.1086867 Nov 09 00:26:31.589736 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7547104c-4242-4db1-a4c8-fd8de55e850c tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:31.648226 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fd60601-a247-41f4-bc0c-95bae5d54496 req-26b0d2da-515c-4b3c-80a4-da6349392172 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648928 Nov 09 00:26:31.676638 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7547104c-4242-4db1-a4c8-fd8de55e850c tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:31.722489 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7547104c-4242-4db1-a4c8-fd8de55e850c tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:31.732480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59714) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:31.744473 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7547104c-4242-4db1-a4c8-fd8de55e850c tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "DELETE /v2.0/subnets/94715c7c-55d8-494b-b375-5dd6a8764c20 HTTP/1.1" status: 204 len: 168 time: 0.4009755 Nov 09 00:26:31.748286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547104c-4242-4db1-a4c8-fd8de55e850c tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event deleted for resources: {'Subnet': ['ID=94715c7c-55d8-494b-b375-5dd6a8764c20,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:31.884045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e675189-f0ca-4c4d-a100-67f74afb2733 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Deleting subnet 3ac9e5bc-88ac-444c-869a-f6c4787d4165 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:26:31.893729 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e675189-f0ca-4c4d-a100-67f74afb2733 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:31.937064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83d9d1-e1df-42df-8ed4-e38aad920a86 req-56349697-62b6-474c-9d12-e7adbce4f7fa tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:31.939131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da83d9d1-e1df-42df-8ed4-e38aad920a86 req-56349697-62b6-474c-9d12-e7adbce4f7fa tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.1647210 Nov 09 00:26:32.059810 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e675189-f0ca-4c4d-a100-67f74afb2733 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:32.119911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7df89-ec87-450d-8494-556be86390cb req-57e6f186-b4d1-4263-be1d-e1d9abd28fbf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:32.121556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23a7df89-ec87-450d-8494-556be86390cb req-57e6f186-b4d1-4263-be1d-e1d9abd28fbf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.2331333 Nov 09 00:26:32.143243 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da83d9d1-e1df-42df-8ed4-e38aad920a86 req-b9a281e7-5084-442c-91b5-5a403115a6cf tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725297 Nov 09 00:26:32.236162 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e675189-f0ca-4c4d-a100-67f74afb2733 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:32.252199 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23a7df89-ec87-450d-8494-556be86390cb req-f7b1c9fd-91b5-4b88-b1c1-9800914d0894 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058357 Nov 09 00:26:32.315515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-d682e20a-7c10-46a1-8904-c7b71699f6cb req-78eb444a-cfc3-4a42-9934-140ccc3bdc2e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:26:32.316846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d682e20a-7c10-46a1-8904-c7b71699f6cb req-78eb444a-cfc3-4a42-9934-140ccc3bdc2e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272844 Nov 09 00:26:32.424884 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e675189-f0ca-4c4d-a100-67f74afb2733 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:32.438885 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 65d2b3b9-4699-4127-b7fe-23a7c03924ed, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=65d2b3b9-4699-4127-b7fe-23a7c03924ed,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:32.459565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c3bc3-29b9-4ebc-9c05-395892ff7ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-2d3aa640-eb28-4a93-886d-446016c20b4b', 'network_id': '2d3aa640-eb28-4a93-886d-446016c20b4b', 'tenant_id': '454f055b144f402ba978ed493e53c8ef', 'fixed_ips': [{'subnet_id': '3ac9e5bc-88ac-444c-869a-f6c4787d4165'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:26:32.460835 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-665c3bc3-29b9-4ebc-9c05-395892ff7ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:32.463717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '65d2b3b9-4699-4127-b7fe-23a7c03924ed', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'port_id': '65d2b3b9-4699-4127-b7fe-23a7c03924ed', 'mac_address': 'fa:16:3e:84:eb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:26:32.483995 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15dadef-429a-49aa-8b16-83a6138dba99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-744fdde1-2610-4022-9cd1-b0ecc8806f80', 'network_id': '744fdde1-2610-4022-9cd1-b0ecc8806f80', 'tenant_id': '454f055b144f402ba978ed493e53c8ef', 'fixed_ips': [{'subnet_id': '94715c7c-55d8-494b-b375-5dd6a8764c20'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:26:32.485318 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d15dadef-429a-49aa-8b16-83a6138dba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:32.504491 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e675189-f0ca-4c4d-a100-67f74afb2733 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac9e5bc-88ac-444c-869a-f6c4787d4165,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:32.516313 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e675189-f0ca-4c4d-a100-67f74afb2733 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:32.523092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59758) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:32.523590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5e675189-f0ca-4c4d-a100-67f74afb2733 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "DELETE /v2.0/subnets/3ac9e5bc-88ac-444c-869a-f6c4787d4165 HTTP/1.1" status: 204 len: 168 time: 0.7895010 Nov 09 00:26:32.572941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6bc903c1-a030-414a-b2c4-742e203e9b33, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6bc903c1-a030-414a-b2c4-742e203e9b33,segment=NetworkSegment(9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4),segment_id=9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:32.620618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f04d2b-d905-430e-91d4-06113595d287 req-1880e716-ff53-4b53-9100-1865af220b0a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:32.628889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42f04d2b-d905-430e-91d4-06113595d287 req-1880e716-ff53-4b53-9100-1865af220b0a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.1283357 Nov 09 00:26:32.665311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198319c-2668-4a4e-8668-8fb333c632ef req-26410a20-97f6-4140-a1bc-d049f987607a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:32.672588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1198319c-2668-4a4e-8668-8fb333c632ef req-26410a20-97f6-4140-a1bc-d049f987607a tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.1709054 Nov 09 00:26:32.683720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c70a97-3f2c-44a2-819c-f1eef0250d5a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:32.685533 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c7c70a97-3f2c-44a2-819c-f1eef0250d5a tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1611352 Nov 09 00:26:32.693119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59760) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:32.723354 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42f04d2b-d905-430e-91d4-06113595d287 req-9bb506d1-ab18-4409-950b-b1b0dfcebb0a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933313 Nov 09 00:26:32.800433 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1198319c-2668-4a4e-8668-8fb333c632ef req-a9cfa793-8e08-49b7-8858-a8f2620069a7 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268749 Nov 09 00:26:32.922646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'port_id': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'mac_address': 'fa:16:3e:7b:70:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:26:32.924257 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.005902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3443f5e-c6e9-49c4-bb43-a99b6e8111ca req-9ab6a787-8d2e-4107-81ec-2e16a6bfea25 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:33.013942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3443f5e-c6e9-49c4-bb43-a99b6e8111ca req-9ab6a787-8d2e-4107-81ec-2e16a6bfea25 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 943 time: 0.1210048 Nov 09 00:26:33.071078 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9151a3-7d7c-4cd8-a551-93ce07c4f72a req-8103e74c-7737-45eb-81eb-6a87ea1ace4d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:33.079901 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f9151a3-7d7c-4cd8-a551-93ce07c4f72a req-8103e74c-7737-45eb-81eb-6a87ea1ace4d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.1408765 Nov 09 00:26:33.146984 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3443f5e-c6e9-49c4-bb43-a99b6e8111ca req-2414f3d8-c060-4608-ae43-ebb0dbd8e1cc tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319044 Nov 09 00:26:33.150123 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.157667 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.165822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6388dd7-4c94-48d9-9d41-05e3ad3de893 None None] Network 744fdde1-2610-4022-9cd1-b0ecc8806f80 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:33.181619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f9151a3-7d7c-4cd8-a551-93ce07c4f72a req-ec552ca7-4984-4d65-aa84-1d2c8a3d6962 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003549 Nov 09 00:26:33.182686 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.205181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3aa640-eb28-4a93-886d-446016c20b4b']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:33.254125 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69804c03-7890-412a-bc12-8cf08ffc65c5') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:33.255919 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69804c03-7890-412a-bc12-8cf08ffc65c5') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:33.256631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd46e87-4e8f-41c1-9b22-0b2501cc225c None None] Network 2d3aa640-eb28-4a93-886d-446016c20b4b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:33.259516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65d2b3b9-4699-4127-b7fe-23a7c03924ed {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:26:33.284016 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.309926 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.327857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:26:33.328608 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.390245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc903c1-a030-414a-b2c4-742e203e9b33 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:26:33.455358 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:26:33.463129 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.475344 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.487611 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "DELETE /v2.0/networks/2d3aa640-eb28-4a93-886d-446016c20b4b HTTP/1.1" status: 204 len: 168 time: 0.7887714 Nov 09 00:26:33.494097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59774) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:33.536720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874fe2b-2ed0-4e32-8aa9-13bdc664b4c4 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event deleted for resources: {'Network': ['ID=2d3aa640-eb28-4a93-886d-446016c20b4b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:33.610186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 65d2b3b9-4699-4127-b7fe-23a7c03924ed, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=65d2b3b9-4699-4127-b7fe-23a7c03924ed,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:33.644214 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.653577 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.811553 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.829869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6bc903c1-a030-414a-b2c4-742e203e9b33, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6bc903c1-a030-414a-b2c4-742e203e9b33,segment=NetworkSegment(9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4),segment_id=9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:33.840256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=65d2b3b9-4699-4127-b7fe-23a7c03924ed,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:33.849599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['65d2b3b9-4699-4127-b7fe-23a7c03924ed'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:26:33.859909 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.872911 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744fdde1-2610-4022-9cd1-b0ecc8806f80']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:33.893693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555ce294-6f2a-4ccc-b455-88c9a221b723') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:33.893991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555ce294-6f2a-4ccc-b455-88c9a221b723') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:33.912024 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.928228 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:33.936564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:26:33.937703 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:26:34.017575 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:26:34.037596 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:34.049828 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:34.058438 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "DELETE /v2.0/networks/744fdde1-2610-4022-9cd1-b0ecc8806f80 HTTP/1.1" status: 204 len: 168 time: 0.5630624 Nov 09 00:26:34.059221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59778) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:34.121321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c090b7-5be7-4b96-a152-c6a58dcc5675 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event deleted for resources: {'Network': ['ID=744fdde1-2610-4022-9cd1-b0ecc8806f80,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:34.144457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279a0a-22d3-4759-b22a-269f4eb7047a req-94b7d974-5195-4163-8805-6df141518ac3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:34.146515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97279a0a-22d3-4759-b22a-269f4eb7047a req-94b7d974-5195-4163-8805-6df141518ac3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.7464528 Nov 09 00:26:34.159795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6bc903c1-a030-414a-b2c4-742e203e9b33'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:26:34.198788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd77ff-91ae-40bb-b43a-28c6480c3e97 req-9ed3ae99-fc58-4e7c-9339-6413d1584775 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:34.202300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4fd77ff-91ae-40bb-b43a-28c6480c3e97 req-9ed3ae99-fc58-4e7c-9339-6413d1584775 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.7630081 Nov 09 00:26:34.220011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=6bc903c1-a030-414a-b2c4-742e203e9b33,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:34.269329 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:34.374128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97279a0a-22d3-4759-b22a-269f4eb7047a req-3b7d4887-0125-4bf2-b166-636c1cd74340 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169209 Nov 09 00:26:34.482233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4fd77ff-91ae-40bb-b43a-28c6480c3e97 req-b049a78c-5a3a-44e6-bacb-7911bea2d9ea tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547491 Nov 09 00:26:34.808598 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:34.825918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ee042-06f3-4547-9121-bd196e99431a req-30f05419-7b6f-4f79-9d94-996b85b9ed39 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:34.834190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba4ee042-06f3-4547-9121-bd196e99431a req-30f05419-7b6f-4f79-9d94-996b85b9ed39 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 944 time: 0.2569263 Nov 09 00:26:34.849801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3222b5f6-c535-4c7d-a76a-3c6ea44f381b']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:34.861622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa61fd87-32b4-4523-a205-e176ca3307d2') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:34.862054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa61fd87-32b4-4523-a205-e176ca3307d2') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:34.874046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:34.898229 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:34.914137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:26:34.915851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:34.948957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be010f-a37d-4212-af00-a34769880517 req-649def80-0fd4-431f-b1df-e1bca8f16807 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:34.971086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5be010f-a37d-4212-af00-a34769880517 req-649def80-0fd4-431f-b1df-e1bca8f16807 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 944 time: 0.3050845 Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:26:34.991824 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:26:34.995940 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:35.007002 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:35.014429 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "DELETE /v2.0/networks/3222b5f6-c535-4c7d-a76a-3c6ea44f381b HTTP/1.1" status: 204 len: 168 time: 0.9476371 Nov 09 00:26:35.015471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59796) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:35.068604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba4ee042-06f3-4547-9121-bd196e99431a req-eeab62e9-084a-424d-9b96-0540104aaf42 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262251 Nov 09 00:26:35.078440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dc0a7-c9f9-4f2c-b6a6-2d5fe4bf0c4b tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event deleted for resources: {'Network': ['ID=3222b5f6-c535-4c7d-a76a-3c6ea44f381b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:35.174047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5be010f-a37d-4212-af00-a34769880517 req-7ec87695-c3bd-4244-b9d9-5bc395bf901c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017431 Nov 09 00:26:35.175752 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-5da72d88-133f-43d1-8535-d206d437115a req-33c1c8b6-63f1-4751-a2c4-87a1793e8bb0 service neutron] show failed (client error): The resource could not be found. Nov 09 00:26:35.178140 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-33c1c8b6-63f1-4751-a2c4-87a1793e8bb0 service neutron] 10.222.0.11 "GET /v2.0/ports/2ab513ca-5a1f-4b54-895c-b69c8bd41fa1/bindings/n-h1-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.3184712 Nov 09 00:26:35.229044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:35.244915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7a491-a2d1-4464-9591-2d8fbfc4a996 req-51e4ed7a-9eba-41d9-a0ac-8daf8f8c6c91 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:35.249217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80c7a491-a2d1-4464-9591-2d8fbfc4a996 req-51e4ed7a-9eba-41d9-a0ac-8daf8f8c6c91 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.0699840 Nov 09 00:26:35.338771 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80c7a491-a2d1-4464-9591-2d8fbfc4a996 req-56becfc6-09e2-445c-88a3-61415b18b913 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804689 Nov 09 00:26:35.497074 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:35.558370 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075ba4a1-d083-4024-9212-9771eed39b5d']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:35.582354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc8f177-5c73-4905-8e56-2e02e98a5b1b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:35.582737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc8f177-5c73-4905-8e56-2e02e98a5b1b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:35.595023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:35.625010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:35.632405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:26:35.632955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:26:35.636181 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:26:35.662384 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 65d2b3b9-4699-4127-b7fe-23a7c03924ed up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:35.675429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72d88-133f-43d1-8535-d206d437115a req-4a4dc1e5-a678-423b-ac3d-c07283e2a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:35.677256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-4a4dc1e5-a678-423b-ac3d-c07283e2a092 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18&tenant_id=a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 1097 time: 0.1782100 Nov 09 00:26:35.700730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:35.716924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b3046-7e11-447f-96c9-a50f1d9ab9e7 req-29683bb3-219d-4ed4-a2ba-da37b4e6bcaa tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:35.724719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c16b3046-7e11-447f-96c9-a50f1d9ab9e7 req-29683bb3-219d-4ed4-a2ba-da37b4e6bcaa tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.2155452 Nov 09 00:26:35.788365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 65d2b3b9-4699-4127-b7fe-23a7c03924ed triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:35.788851 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:35.798562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c16b3046-7e11-447f-96c9-a50f1d9ab9e7 req-5690c5f2-4cf8-4774-925f-5ed5e6634694 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728543 Nov 09 00:26:35.802800 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:35.814415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a217059-1245-4f67-ae6f-8fc76387ba9e req-e297b42f-be38-4609-8da0-f56d043ab374 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:35.831600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a217059-1245-4f67-ae6f-8fc76387ba9e req-e297b42f-be38-4609-8da0-f56d043ab374 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.3035727 Nov 09 00:26:35.858180 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:35.866823 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] 10.222.0.25 "DELETE /v2.0/networks/075ba4a1-d083-4024-9212-9771eed39b5d HTTP/1.1" status: 204 len: 168 time: 0.8463178 Nov 09 00:26:35.867739 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9181c9f-7513-462a-b973-b0eb31889c22 tempest-BulkNetworkOpsIpV6Test-314152392 tempest-BulkNetworkOpsIpV6Test-314152392-project] Pushing event deleted for resources: {'Network': ['ID=075ba4a1-d083-4024-9212-9771eed39b5d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:35.873561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6bc903c1-a030-414a-b2c4-742e203e9b33 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:36.011899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 6bc903c1-a030-414a-b2c4-742e203e9b33 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:26:36.017813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 6bc903c1-a030-414a-b2c4-742e203e9b33 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:36.019100 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:36.067506 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:36.119469 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:36.139238 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:36.186786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6bc903c1-a030-414a-b2c4-742e203e9b33, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6bc903c1-a030-414a-b2c4-742e203e9b33,segment=NetworkSegment(9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4),segment_id=9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:36.187260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1331c70-02c5-4235-b730-90d3817e62ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2b3b9-4699-4127-b7fe-23a7c03924ed'}, {'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:26:36.190401 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ad3174-645a-49f8-9fc8-d8c7b084afa3" -d '{"events": [{"server_uuid": "c1331c70-02c5-4235-b730-90d3817e62ad", "name": "network-vif-plugged", "status": "completed", "tag": "65d2b3b9-4699-4127-b7fe-23a7c03924ed"}, {"server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "name": "network-vif-plugged", "status": "completed", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:26:36.204993 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:36.226213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 65d2b3b9-4699-4127-b7fe-23a7c03924ed, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=65d2b3b9-4699-4127-b7fe-23a7c03924ed,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:36.252922 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:36.298284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=6bc903c1-a030-414a-b2c4-742e203e9b33,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:36.445279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=65d2b3b9-4699-4127-b7fe-23a7c03924ed,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:36.449575 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a217059-1245-4f67-ae6f-8fc76387ba9e req-55a5ac2e-1e71-4ef0-88ad-64bd81973592 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6171079 Nov 09 00:26:36.549648 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597ad75-f76d-4701-b7e8-20780df81c43 req-a014467d-ef2a-4f04-8561-834639485cab tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:36.557336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4597ad75-f76d-4701-b7e8-20780df81c43 req-a014467d-ef2a-4f04-8561-834639485cab tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.4399922 Nov 09 00:26:36.747073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59828) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:36.884637 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4597ad75-f76d-4701-b7e8-20780df81c43 req-7072ca28-9414-4c49-8b1c-31acd757092f tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260365 Nov 09 00:26:36.942249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a3da7-fe67-4aa5-8210-b16dc2dc2dc0 req-2321bc56-200f-40cc-957b-81f3c8381736 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:36.950549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-302a3da7-fe67-4aa5-8210-b16dc2dc2dc0 req-2321bc56-200f-40cc-957b-81f3c8381736 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.3408709 Nov 09 00:26:37.075128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-302a3da7-fe67-4aa5-8210-b16dc2dc2dc0 req-a324c78c-c7f9-4d0e-9c6c-b3f07d5d504e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173947 Nov 09 00:26:37.120740 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4610f9da-ca1f-48b3-95eb-4d5ad7998105 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=454f055b144f402ba978ed493e53c8ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3701785 Nov 09 00:26:37.122100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59834) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:37.172312 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 00:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d4cc66-db2b-4163-83e0-df22bdb42f15 x-openstack-request-id: req-73d4cc66-db2b-4163-83e0-df22bdb42f15 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:26:37.172841 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1331c70-02c5-4235-b730-90d3817e62ad", "name": "network-vif-plugged", "status": "completed", "tag": "65d2b3b9-4699-4127-b7fe-23a7c03924ed", "code": 200}, {"server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "name": "network-vif-plugged", "status": "completed", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:26:37.172841 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73d4cc66-db2b-4163-83e0-df22bdb42f15 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:26:37.173932 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1331c70-02c5-4235-b730-90d3817e62ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2b3b9-4699-4127-b7fe-23a7c03924ed', 'code': 200} Nov 09 00:26:37.173932 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'code': 200} Nov 09 00:26:37.231973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9deaf6-39fe-49b8-87ce-e0014885ae2b req-9a34b5e0-74ef-45f6-a378-390a6a951d95 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:37.242071 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a9deaf6-39fe-49b8-87ce-e0014885ae2b req-9a34b5e0-74ef-45f6-a378-390a6a951d95 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.2527266 Nov 09 00:26:37.324322 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b85fb2-653f-4778-a971-9445c278de3f req-920e1e46-683c-4b09-a5e9-80134a2f3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:37.325815 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e7b85fb2-653f-4778-a971-9445c278de3f req-920e1e46-683c-4b09-a5e9-80134a2f3e8c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 1096 time: 0.0827413 Nov 09 00:26:37.330222 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7c08bc64-c00f-4f24-8ab8-67ba6ade0550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:37.383441 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7c08bc64-c00f-4f24-8ab8-67ba6ade0550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:37.424242 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e7b85fb2-653f-4778-a971-9445c278de3f req-d96bd222-80af-42d3-992b-0c5f8205d34b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903254 Nov 09 00:26:37.470061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:37.527536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a9deaf6-39fe-49b8-87ce-e0014885ae2b req-c38b7a45-d6c0-46c9-9512-d32a06350d64 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843361 Nov 09 00:26:37.546559 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f490a-c071-475b-93a9-ad43bf2f68fe req-0b0a1156-92c7-4b0a-9a0e-fe7ab6b9cc0d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:37.554300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-018f490a-c071-475b-93a9-ad43bf2f68fe req-0b0a1156-92c7-4b0a-9a0e-fe7ab6b9cc0d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.2564182 Nov 09 00:26:37.615605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:26:37.646901 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7c08bc64-c00f-4f24-8ab8-67ba6ade0550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:37.649633 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7c08bc64-c00f-4f24-8ab8-67ba6ade0550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:37.653631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7c08bc64-c00f-4f24-8ab8-67ba6ade0550 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ee26be8-219c-4e1c-9867-d2ef97146574 HTTP/1.1" status: 204 len: 168 time: 0.5240154 Nov 09 00:26:37.719392 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-018f490a-c071-475b-93a9-ad43bf2f68fe req-6d4a5536-b2b4-4597-b066-549a4d4acf58 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631184 Nov 09 00:26:37.727321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08bc64-c00f-4f24-8ab8-67ba6ade0550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee26be8-219c-4e1c-9867-d2ef97146574,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:37.795887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:26:37.800953 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f892597-2ac0-4008-a4f2-326d91a64aff" -d '{"events": [{"server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:26:37.814686 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:37.859456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7e1c6-a895-4b5f-95f3-acf8c394cf30 req-fb2f3685-50ec-4b00-966c-f013f555acc7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:37.870909 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60e7e1c6-a895-4b5f-95f3-acf8c394cf30 req-fb2f3685-50ec-4b00-966c-f013f555acc7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.2137275 Nov 09 00:26:37.974446 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897e756c-09d8-4904-ab4f-fd1e39c469e2 x-openstack-request-id: req-897e756c-09d8-4904-ab4f-fd1e39c469e2 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:26:37.974836 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:26:37.975751 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-897e756c-09d8-4904-ab4f-fd1e39c469e2 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:26:37.976444 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'code': 200} Nov 09 00:26:37.987373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Transition to ACTIVE for port object 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:26:37.998656 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:38.242787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60e7e1c6-a895-4b5f-95f3-acf8c394cf30 req-809de533-5649-40de-84a6-544a4a9f4608 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693492 Nov 09 00:26:38.287288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:38.441567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] No DVR routers for this DVR port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:26:38.523445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5ed0-6f07-4edb-ac95-450d9b462c12 req-24c5e9e1-6139-4054-831e-46c7e7477ad4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:38.525798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95ba5ed0-6f07-4edb-ac95-450d9b462c12 req-24c5e9e1-6139-4054-831e-46c7e7477ad4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.2471337 Nov 09 00:26:38.945925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95ba5ed0-6f07-4edb-ac95-450d9b462c12 req-49e82d52-d16e-45e6-a9a8-493fe531151c tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113781 Nov 09 00:26:39.043705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59884) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:39.075778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9035e-ec8b-4e74-8c72-3747176be6b6 req-e6f0aa08-fef9-4768-9f33-5d57817adfc8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:39.077249 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ef9035e-ec8b-4e74-8c72-3747176be6b6 req-e6f0aa08-fef9-4768-9f33-5d57817adfc8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.3054821 Nov 09 00:26:39.179725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Attempting to bind port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:26:39.180581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Attempting to bind port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:26:39.183195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Attempting to bind port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:39.199254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:26:39.199254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Attempting to bind port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:39.204962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:26:39.205455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Checking segment: {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:39.206029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Bound using segment: {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:26:39.206575 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Bound port: 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:26:39.207029 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:39.226039 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ef9035e-ec8b-4e74-8c72-3747176be6b6 req-e69f033c-9289-465e-8f61-3fd14758cabb tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410449 Nov 09 00:26:39.251788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-adf6fb11-2064-40b3-b3a1-5d71e50a8cad tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-960326481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:39.301278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6fb11-2064-40b3-b3a1-5d71e50a8cad tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:39.302592 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6fb11-2064-40b3-b3a1-5d71e50a8cad tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:39.391980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:26:39.422955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:26:39.431801 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6fb11-2064-40b3-b3a1-5d71e50a8cad tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:39.492208 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:39.510728 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6fb11-2064-40b3-b3a1-5d71e50a8cad tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:39.550483 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-adf6fb11-2064-40b3-b3a1-5d71e50a8cad tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:39.555087 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-adf6fb11-2064-40b3-b3a1-5d71e50a8cad tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5102935 Nov 09 00:26:39.556051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59894) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:39.572007 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1401718648'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:39.637436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:39.638138 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:39.642815 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] 10.222.0.30 "PUT /v2.0/ports/2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 1092 time: 3.9518263 Nov 09 00:26:39.691957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a8b8b-317a-4317-a029-78e13a9c9d7d req-8b0f0778-2ee9-4630-b17d-d1fbf0429600 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:39.694302 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-871a8b8b-317a-4317-a029-78e13a9c9d7d req-8b0f0778-2ee9-4630-b17d-d1fbf0429600 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 944 time: 0.3339286 Nov 09 00:26:39.700231 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:26:39.718897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Made reservation on behalf of 882e9afa811a4f4eaf6e23fce7103360 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:39.722556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:39.738711 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:39.826516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:26:39.832286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d42d5-05d0-416b-a27e-a5e6a99498a1 req-242531f3-afb7-4421-aef8-ae84698d65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:39.833859 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2d6d42d5-05d0-416b-a27e-a5e6a99498a1 req-242531f3-afb7-4421-aef8-ae84698d65e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4b484c9baea4cb385cc665ee9edd2a8&device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 1096 time: 0.2448461 Nov 09 00:26:39.856111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77d289-d691-4af6-a9be-1bfc8c066fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:39.997572 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:26:40.008612 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8351d118-3002-461f-9b9d-505a21fe0d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:26:40.022654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d42d5-05d0-416b-a27e-a5e6a99498a1 req-f1401681-0bc2-4e3b-b2be-b7a8ac367d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:40.024147 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2d6d42d5-05d0-416b-a27e-a5e6a99498a1 req-f1401681-0bc2-4e3b-b2be-b7a8ac367d92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24a99ac1-6077-40b6-99ca-ace05bb409c6 HTTP/1.1" status: 200 len: 919 time: 0.1735775 Nov 09 00:26:40.090047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-871a8b8b-317a-4317-a029-78e13a9c9d7d req-92bd9c39-8402-4408-9daa-dec0fffb5720 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624647 Nov 09 00:26:40.117927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fe774-9484-40c3-8913-75d72396e895 req-02d1114b-67da-40ac-958c-e8a0b037bc37 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:40.126749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b08fe774-9484-40c3-8913-75d72396e895 req-02d1114b-67da-40ac-958c-e8a0b037bc37 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.4236093 Nov 09 00:26:40.154542 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72d88-133f-43d1-8535-d206d437115a req-d8a7855e-674d-485f-b73b-f253338fbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:40.156316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-d8a7855e-674d-485f-b73b-f253338fbe6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1095 time: 0.4520164 Nov 09 00:26:40.280209 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:40.293780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b08fe774-9484-40c3-8913-75d72396e895 req-e7b55891-1d07-4602-8447-1b7fe71508bc tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660199 Nov 09 00:26:40.393528 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:40.408470 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2d6d42d5-05d0-416b-a27e-a5e6a99498a1 req-ca515311-09c2-4da2-b4b3-d22ccd50b7b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 217 time: 0.3704309 Nov 09 00:26:40.445194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3de27-1c4d-4490-84e4-fc2da8cc8aa3 req-f922a329-7225-4219-8bbd-fd3ec6208416 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:40.450398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fae3de27-1c4d-4490-84e4-fc2da8cc8aa3 req-f922a329-7225-4219-8bbd-fd3ec6208416 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.2280943 Nov 09 00:26:40.452197 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f0c1aa-5eb3-4e0d-a58e-1396d38bf89c x-openstack-request-id: req-20f0c1aa-5eb3-4e0d-a58e-1396d38bf89c {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:26:40.454889 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:26:40.455429 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20f0c1aa-5eb3-4e0d-a58e-1396d38bf89c {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:26:40.456100 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'status': 'completed', 'code': 200} Nov 09 00:26:40.527509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:40.545875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4173e72-61e9-4b23-8fb9-6f148a09b443,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:40.575452 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:40.575834 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Added segment 1e074496-b521-4fc8-9ce4-5b28bc6fcb89 of type vlan for network 22abcffb-34a2-4fea-a2ab-94479c6c43b4 Nov 09 00:26:40.577164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72d88-133f-43d1-8535-d206d437115a req-a799ee9d-841f-472e-b2fb-27794e142929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:40.578964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d42d5-05d0-416b-a27e-a5e6a99498a1 req-6a56ada8-bf5a-400f-91c9-91b99507b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:40.579380 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-a799ee9d-841f-472e-b2fb-27794e142929 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 896 time: 0.3996143 Nov 09 00:26:40.580418 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2d6d42d5-05d0-416b-a27e-a5e6a99498a1 req-6a56ada8-bf5a-400f-91c9-91b99507b725 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a HTTP/1.1" status: 200 len: 859 time: 0.1595955 Nov 09 00:26:40.594474 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-bc8ea5d3-9fc7-4a3e-9a6f-61d9cb7da31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:40.596331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-bc8ea5d3-9fc7-4a3e-9a6f-61d9cb7da31b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1095 time: 0.1342373 Nov 09 00:26:40.688519 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fae3de27-1c4d-4490-84e4-fc2da8cc8aa3 req-0ee6098d-9630-445f-9346-ee46a720d2fc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251954 Nov 09 00:26:40.733511 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2d6d42d5-05d0-416b-a27e-a5e6a99498a1 req-2541c15c-f8f3-4dff-a53e-cd9ac2799846 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24a99ac1-6077-40b6-99ca-ace05bb409c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977702 Nov 09 00:26:40.735257 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:40.754661 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-b683eda6-2270-48a6-b8a4-c07e24a54557 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 999 time: 0.1494012 Nov 09 00:26:40.818570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-a5643235-fdef-47d3-b20e-a85584d2547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:40.820476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-a5643235-fdef-47d3-b20e-a85584d2547c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 896 time: 0.2092056 Nov 09 00:26:40.854744 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2d6d42d5-05d0-416b-a27e-a5e6a99498a1 req-e7186cbb-3036-44f6-949d-d4b21579918d service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111248 Nov 09 00:26:40.866259 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.resource_extend [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:26:40.908403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-d1067e95-4d83-47c8-b5ad-44adad3fc000 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 999 time: 0.0783925 Nov 09 00:26:40.914616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72d88-133f-43d1-8535-d206d437115a req-67bd9729-cbbc-4763-ad6b-e1b20dc70542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:40.916435 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-67bd9729-cbbc-4763-ad6b-e1b20dc70542 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 200 len: 835 time: 0.1512628 Nov 09 00:26:40.936190 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:40.945037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:40.945691 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:41.023831 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4664283 Nov 09 00:26:41.028999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59910) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:41.038783 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5e2b3608-c040-4128-9b6e-ef20082443c5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Request body: {'subnet': {'network_id': '22abcffb-34a2-4fea-a2ab-94479c6c43b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:41.073479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-0ddc25da-4d93-4e59-af1a-5fad340190dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:41.074945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-0ddc25da-4d93-4e59-af1a-5fad340190dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 200 len: 835 time: 0.1446187 Nov 09 00:26:41.079418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72d88-133f-43d1-8535-d206d437115a req-b52e39aa-2923-4c08-864c-85db1e89f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:41.080903 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-b52e39aa-2923-4c08-864c-85db1e89f6ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494343 Nov 09 00:26:41.091091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb9469-1df8-4070-a2d4-db077b754f7f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'Network': ['ID=22abcffb-34a2-4fea-a2ab-94479c6c43b4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:41.101615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 22abcffb-34a2-4fea-a2ab-94479c6c43b4 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:41.190551 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2d6d42d5-05d0-416b-a27e-a5e6a99498a1 req-6bc38378-6d66-4735-a669-99e851b7cbd4 service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259625 Nov 09 00:26:41.322521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2b3608-c040-4128-9b6e-ef20082443c5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Made reservation on behalf of 882e9afa811a4f4eaf6e23fce7103360 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:41.327288 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3608-c040-4128-9b6e-ef20082443c5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:41.385118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-265f6423-9353-4ea0-bd93-8a43d3e100ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:41.386928 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-265f6423-9353-4ea0-bd93-8a43d3e100ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3010571 Nov 09 00:26:41.442638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411952c-7d31-4b2a-9a8c-e18cd68c588e req-5c9713e1-4dd3-421b-8b4e-cb91829ec3d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:41.451706 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5411952c-7d31-4b2a-9a8c-e18cd68c588e req-5c9713e1-4dd3-421b-8b4e-cb91829ec3d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 944 time: 0.2400756 Nov 09 00:26:41.532593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-f7845dec-e0e0-4eb3-8774-e2ad9773975f service neutron] 10.222.0.30 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916893 Nov 09 00:26:41.718460 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3608-c040-4128-9b6e-ef20082443c5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:41.734415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5411952c-7d31-4b2a-9a8c-e18cd68c588e req-57c1fe3f-57b2-4c1f-8a29-430cfe858830 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815480 Nov 09 00:26:41.796167 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-68c2e892-f17b-4893-9097-7ea5465d26f0 service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000936 Nov 09 00:26:41.871302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b3608-c040-4128-9b6e-ef20082443c5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'Subnet': ['ID=2e4459f9-ad71-4608-bc55-7c74308a84a1,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:41.908576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b3608-c040-4128-9b6e-ef20082443c5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Checking segment: {'id': '1e074496-b521-4fc8-9ce4-5b28bc6fcb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '22abcffb-34a2-4fea-a2ab-94479c6c43b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:41.908945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b3608-c040-4128-9b6e-ef20082443c5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Network hostable DHCP agents. Network: 22abcffb-34a2-4fea-a2ab-94479c6c43b4, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:26:41.952989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b3608-c040-4128-9b6e-ef20082443c5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Network 22abcffb-34a2-4fea-a2ab-94479c6c43b4 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:26:41.968116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-5e2b3608-c040-4128-9b6e-ef20082443c5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 22abcffb-34a2-4fea-a2ab-94479c6c43b4) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:41.977337 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b3608-c040-4128-9b6e-ef20082443c5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:41.979619 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3608-c040-4128-9b6e-ef20082443c5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:41.981181 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5030bb-23ab-4d6e-9c93-06eeec4d0612 None None] Network 22abcffb-34a2-4fea-a2ab-94479c6c43b4 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:42.013662 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5e2b3608-c040-4128-9b6e-ef20082443c5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9818513 Nov 09 00:26:42.016436 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59936) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:42.026670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-49fbf3ea-77a1-47b7-8f0b-c0ac8e56b280 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Request body: {'network': {'name': 'tempest-router-network01--934398645'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:42.077458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fbf3ea-77a1-47b7-8f0b-c0ac8e56b280 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Made reservation on behalf of 882e9afa811a4f4eaf6e23fce7103360 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:42.083245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49fbf3ea-77a1-47b7-8f0b-c0ac8e56b280 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:42.119692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fbf3ea-77a1-47b7-8f0b-c0ac8e56b280 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:42.131629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec970083-c90b-4c07-8a34-289cca63e875 req-66088ab4-6bfb-40f8-b5ea-8467d03c62ec tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:42.133803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49fbf3ea-77a1-47b7-8f0b-c0ac8e56b280 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:42.134332 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-49fbf3ea-77a1-47b7-8f0b-c0ac8e56b280 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Added segment 9a40cb54-cee8-4cf1-917b-b9733bd90d19 of type vlan for network 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c Nov 09 00:26:42.134859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec970083-c90b-4c07-8a34-289cca63e875 req-66088ab4-6bfb-40f8-b5ea-8467d03c62ec tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.4956105 Nov 09 00:26:42.201729 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49fbf3ea-77a1-47b7-8f0b-c0ac8e56b280 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:42.246103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5da72d88-133f-43d1-8535-d206d437115a req-e4daae41-f5a0-4117-ad42-a0561315858b service neutron] 10.222.0.30 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896169 Nov 09 00:26:42.264928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49fbf3ea-77a1-47b7-8f0b-c0ac8e56b280 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:42.278187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fbf3ea-77a1-47b7-8f0b-c0ac8e56b280 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:42.278995 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49fbf3ea-77a1-47b7-8f0b-c0ac8e56b280 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:42.297959 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df07b6-1be8-4a68-ad6d-382b3c552dce req-7b9edda6-2397-45e0-bd69-bc22b63dbb55 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:42.299549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4df07b6-1be8-4a68-ad6d-382b3c552dce req-7b9edda6-2397-45e0-bd69-bc22b63dbb55 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.4343951 Nov 09 00:26:42.438704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-22abcffb-34a2-4fea-a2ab-94479c6c43b4', 'network_id': '22abcffb-34a2-4fea-a2ab-94479c6c43b4', 'tenant_id': '882e9afa811a4f4eaf6e23fce7103360', 'fixed_ips': [{'subnet_id': '2e4459f9-ad71-4608-bc55-7c74308a84a1'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:26:42.440292 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:42.456255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbf3ea-77a1-47b7-8f0b-c0ac8e56b280 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'Network': ['ID=1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:42.476094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:42.483097 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-49fbf3ea-77a1-47b7-8f0b-c0ac8e56b280 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4630961 Nov 09 00:26:42.485338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59938) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:42.502099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-49a8b59a-c4be-413d-9937-144a67fe07b8 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Request body: {'network': {'name': 'tempest-router-network02--1732078973'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:42.585828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a8b59a-c4be-413d-9937-144a67fe07b8 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Made reservation on behalf of 882e9afa811a4f4eaf6e23fce7103360 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:42.590509 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49a8b59a-c4be-413d-9937-144a67fe07b8 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:42.653757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a8b59a-c4be-413d-9937-144a67fe07b8 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:26:42.667632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49a8b59a-c4be-413d-9937-144a67fe07b8 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:42.668098 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-49a8b59a-c4be-413d-9937-144a67fe07b8 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Added segment 062c2836-3c79-433b-a6a6-566873de4d55 of type vlan for network 71a7210a-d9bd-4d58-aba8-a73d469e84f6 Nov 09 00:26:42.853656 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49a8b59a-c4be-413d-9937-144a67fe07b8 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:42.879571 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a917159e-a783-42ed-8fc9-21e1ca9326a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:42.928898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49a8b59a-c4be-413d-9937-144a67fe07b8 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:42.947944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8b59a-c4be-413d-9937-144a67fe07b8 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:42.948498 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49a8b59a-c4be-413d-9937-144a67fe07b8 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:43.033922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Allocated IP 2001:db8::2 (22abcffb-34a2-4fea-a2ab-94479c6c43b4/2e4459f9-ad71-4608-bc55-7c74308a84a1/b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:26:43.067578 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-49a8b59a-c4be-413d-9937-144a67fe07b8 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5800543 Nov 09 00:26:43.069589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59952) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:43.087530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4cb02b99-af4b-4fed-ab2d-26eabd009317 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Request body: {'subnet': {'network_id': '1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:43.400381 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:43.415694 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:43.459197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8b59a-c4be-413d-9937-144a67fe07b8 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'Network': ['ID=71a7210a-d9bd-4d58-aba8-a73d469e84f6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:43.480864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 71a7210a-d9bd-4d58-aba8-a73d469e84f6 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:26:43.528519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb02b99-af4b-4fed-ab2d-26eabd009317 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Made reservation on behalf of 882e9afa811a4f4eaf6e23fce7103360 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:43.532301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4cb02b99-af4b-4fed-ab2d-26eabd009317 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:43.710089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-f7b226ed-6e7d-4a36-80d7-842442f8783e service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8405015 Nov 09 00:26:43.714190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec970083-c90b-4c07-8a34-289cca63e875 req-bee1d57a-6c02-412a-8631-1086659c87a1 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5618751 Nov 09 00:26:43.727366 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Network 22abcffb-34a2-4fea-a2ab-94479c6c43b4 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:43.733972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:43.755632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:43.780634 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Pushing event updated for resources: {'Port': ['ID=b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:43.803935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4df07b6-1be8-4a68-ad6d-382b3c552dce req-601d8eeb-42fb-42f1-b026-8bd219201628 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4527013 Nov 09 00:26:43.861891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-5cfdfe4c-4f69-4f87-90cd-d32965be1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:43.867892 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-5cfdfe4c-4f69-4f87-90cd-d32965be1101 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1095 time: 1.5154824 Nov 09 00:26:43.942344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:26:44.173731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358223-fcc3-49c8-bfe9-aac423cc6746 req-3ad4ea61-4fe5-4e74-bc38-f3d24e1cdb90 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:44.177482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a358223-fcc3-49c8-bfe9-aac423cc6746 req-3ad4ea61-4fe5-4e74-bc38-f3d24e1cdb90 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 944 time: 0.2647901 Nov 09 00:26:44.303364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:44.329374 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4cb02b99-af4b-4fed-ab2d-26eabd009317 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:44.355371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'port_id': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'mac_address': 'fa:16:3e:22:6d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:26:44.364855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Attempting to bind port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:26:44.365230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Attempting to bind port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1e074496-b521-4fc8-9ce4-5b28bc6fcb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '22abcffb-34a2-4fea-a2ab-94479c6c43b4'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:26:44.365655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Attempting to bind port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf on network 22abcffb-34a2-4fea-a2ab-94479c6c43b4 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:44.370869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-c390e299-b7e8-442e-8053-5bb2c2eaa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:44.372370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-c390e299-b7e8-442e-8053-5bb2c2eaa1a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 896 time: 0.4909906 Nov 09 00:26:44.394261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:26:44.394641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Checking segment: {'id': '1e074496-b521-4fc8-9ce4-5b28bc6fcb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '22abcffb-34a2-4fea-a2ab-94479c6c43b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:44.396186 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:44.396588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Bound using segment: {'id': '1e074496-b521-4fc8-9ce4-5b28bc6fcb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '22abcffb-34a2-4fea-a2ab-94479c6c43b4'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:26:44.400290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Bound port: b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e074496-b521-4fc8-9ce4-5b28bc6fcb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '22abcffb-34a2-4fea-a2ab-94479c6c43b4'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:26:44.400753 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:44.414176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a358223-fcc3-49c8-bfe9-aac423cc6746 req-52003d5d-0577-47c7-95cc-e787907be887 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312720 Nov 09 00:26:44.523916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-1cc350db-707b-4ec9-a39e-8e2a7b96af29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 999 time: 0.1403117 Nov 09 00:26:44.572295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb02b99-af4b-4fed-ab2d-26eabd009317 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'Subnet': ['ID=8ca683d1-908b-4d76-81ac-a2d5411997bf,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:44.591098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb02b99-af4b-4fed-ab2d-26eabd009317 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Checking segment: {'id': '9a40cb54-cee8-4cf1-917b-b9733bd90d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:44.591478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb02b99-af4b-4fed-ab2d-26eabd009317 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Network hostable DHCP agents. Network: 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:26:44.632264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb02b99-af4b-4fed-ab2d-26eabd009317 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Network 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:26:44.651366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-4cb02b99-af4b-4fed-ab2d-26eabd009317 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:44.658375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb02b99-af4b-4fed-ab2d-26eabd009317 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:44.659454 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4cb02b99-af4b-4fed-ab2d-26eabd009317 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:44.668705 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-c1901855-a5c0-4f3e-bdb6-b5ffed52fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:44.673337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-c1901855-a5c0-4f3e-bdb6-b5ffed52fd8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 200 len: 835 time: 0.1365199 Nov 09 00:26:44.708628 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4cb02b99-af4b-4fed-ab2d-26eabd009317 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6293097 Nov 09 00:26:44.710898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59984) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:44.721379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-dcf8d728-00e4-4ba0-8125-7f184329262f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Request body: {'subnet': {'network_id': '71a7210a-d9bd-4d58-aba8-a73d469e84f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:44.745278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86057615-e086-4e16-ac63-d1ef635d4842 None None] Network 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:44.809970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-a3c19604-d931-4a1f-b29d-77516bf137d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:44.811515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-a3c19604-d931-4a1f-b29d-77516bf137d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332479 Nov 09 00:26:45.107014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf8d728-00e4-4ba0-8125-7f184329262f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Made reservation on behalf of 882e9afa811a4f4eaf6e23fce7103360 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:26:45.114179 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d728-00e4-4ba0-8125-7f184329262f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:45.355091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-be18a05c-6c59-4076-93be-200bb92f370d service neutron] 10.222.0.30 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287669 Nov 09 00:26:45.409777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdf0c0-cfb2-4a72-8f0c-667298910c92 req-101122bc-85f6-4d20-971f-ff0a3ddfacde tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:45.415668 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11fdf0c0-cfb2-4a72-8f0c-667298910c92 req-101122bc-85f6-4d20-971f-ff0a3ddfacde tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.3553567 Nov 09 00:26:45.441073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d90a71-cb67-480a-b1ec-cbb8ed814bf2 req-ca1538fd-4c9c-46d5-a5a0-5f667bae9147 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:45.442772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0d90a71-cb67-480a-b1ec-cbb8ed814bf2 req-ca1538fd-4c9c-46d5-a5a0-5f667bae9147 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.3798347 Nov 09 00:26:45.683050 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d728-00e4-4ba0-8125-7f184329262f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:45.697383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] For port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:26:45.718379 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:45.793232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:26:45.828317 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-00cc63e8-d16d-443d-b67f-611e7696ed58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:45.845588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] For port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf,segment=NetworkSegment(1e074496-b521-4fc8-9ce4-5b28bc6fcb89),segment_id=1e074496-b521-4fc8-9ce4-5b28bc6fcb89)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:26:45.878695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:45.898650 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:45.911989 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:45.949263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0d90a71-cb67-480a-b1ec-cbb8ed814bf2 req-7d7be753-7abd-44cc-9813-0f3de3844a71 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657869 Nov 09 00:26:45.978748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8d728-00e4-4ba0-8125-7f184329262f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'Subnet': ['ID=2b7c0800-7599-4fbf-9503-8d3c4cf955ef,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:46.020170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8d728-00e4-4ba0-8125-7f184329262f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Checking segment: {'id': '062c2836-3c79-433b-a6a6-566873de4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '71a7210a-d9bd-4d58-aba8-a73d469e84f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:46.020547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8d728-00e4-4ba0-8125-7f184329262f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Network hostable DHCP agents. Network: 71a7210a-d9bd-4d58-aba8-a73d469e84f6, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:26:46.052218 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:46.106249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c', 'network_id': '1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c', 'tenant_id': '882e9afa811a4f4eaf6e23fce7103360', 'fixed_ips': [{'subnet_id': '8ca683d1-908b-4d76-81ac-a2d5411997bf'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:26:46.107261 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:46.107917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8d728-00e4-4ba0-8125-7f184329262f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Network 71a7210a-d9bd-4d58-aba8-a73d469e84f6 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:26:46.114641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11fdf0c0-cfb2-4a72-8f0c-667298910c92 req-1b5e936b-cc92-47ac-99c0-1e59c18123d4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559238 Nov 09 00:26:46.133870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-dcf8d728-00e4-4ba0-8125-7f184329262f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 71a7210a-d9bd-4d58-aba8-a73d469e84f6) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:46.143038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf8d728-00e4-4ba0-8125-7f184329262f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:46.146137 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d728-00e4-4ba0-8125-7f184329262f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:46.188262 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dcf8d728-00e4-4ba0-8125-7f184329262f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4762604 Nov 09 00:26:46.190957 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60078) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:46.191796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d3bc1-a696-476b-bfb6-ee5def21e1da None None] Network 71a7210a-d9bd-4d58-aba8-a73d469e84f6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:46.354779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8351d118-3002-461f-9b9d-505a21fe0d8f req-694d8463-3f00-47a5-a176-a6a75655ca85 service neutron] 10.222.0.30 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9108605 Nov 09 00:26:46.460009 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f712c-281d-411e-8768-7aa320507192 req-ea44715f-640a-4a98-bf4f-ff4d4dca8578 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:46.461786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e2f712c-281d-411e-8768-7aa320507192 req-ea44715f-640a-4a98-bf4f-ff4d4dca8578 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 945 time: 0.3080442 Nov 09 00:26:46.528378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:26:46.564865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582ae52-f60a-4006-bdd9-024e3ccc1819 None None] Pushing event updated for resources: {'Port': ['ID=b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:46.579091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e2f712c-281d-411e-8768-7aa320507192 req-2fbc108e-c463-4f5b-abf3-1fd1493e1aa8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083684 Nov 09 00:26:46.883268 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:47.159046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:47.170753 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:47.303668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:47.424396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-71a7210a-d9bd-4d58-aba8-a73d469e84f6', 'network_id': '71a7210a-d9bd-4d58-aba8-a73d469e84f6', 'tenant_id': '882e9afa811a4f4eaf6e23fce7103360', 'fixed_ips': [{'subnet_id': '2b7c0800-7599-4fbf-9503-8d3c4cf955ef'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:26:47.426551 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:47.625522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:47.638026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b176e-afa8-46ab-9c07-7121e1974bfb req-8c450a58-2374-4e28-ac0d-8a4dd915e41d tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:47.658449 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-322b176e-afa8-46ab-9c07-7121e1974bfb req-8c450a58-2374-4e28-ac0d-8a4dd915e41d tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.4548726 Nov 09 00:26:47.842087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1f68-dede-4f60-8220-385604646c7b req-8f3212d6-f1d0-462e-96d3-19b07079c524 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:47.845755 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-8f3212d6-f1d0-462e-96d3-19b07079c524 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18&tenant_id=a25a6a1f62704562be674debd2726386&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 945 time: 0.7423122 Nov 09 00:26:47.928923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fe7d6-482b-404c-a19e-c99cf88050f6 req-26ffb203-e8f3-4308-89f3-ca5e52f53bc2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:47.933995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-753fe7d6-482b-404c-a19e-c99cf88050f6 req-26ffb203-e8f3-4308-89f3-ca5e52f53bc2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 945 time: 0.6329103 Nov 09 00:26:48.054326 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:48.073629 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Allocated IP 2001:db8::2 (1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c/8ca683d1-908b-4d76-81ac-a2d5411997bf/57f54cc0-1ba8-4029-a457-152998fe3468) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:26:48.082716 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-753fe7d6-482b-404c-a19e-c99cf88050f6 req-60a0337e-3c56-4607-ac53-3558a42c97f6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776043 Nov 09 00:26:48.177029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-591ce91a-6483-42df-8981-8ae33b86bc97 service neutron] 10.222.0.30 "GET /v2.0/ports/2ab513ca-5a1f-4b54-895c-b69c8bd41fa1/bindings/n-h1-813263-3 HTTP/1.1" status: 200 len: 382 time: 0.3018899 Nov 09 00:26:48.208416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-322b176e-afa8-46ab-9c07-7121e1974bfb req-2b630de2-0320-4a29-af8e-0f86b28684f4 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356116 Nov 09 00:26:48.223147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed40e38-1d44-490f-ae59-1094c35f741d None None] Network 22abcffb-34a2-4fea-a2ab-94479c6c43b4 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:48.456294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2aa240fa-f3de-41b4-aebe-80fd5c1de359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:48.458866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2aa240fa-f3de-41b4-aebe-80fd5c1de359 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1096 time: 0.2475088 Nov 09 00:26:48.487426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb7deb-e9f9-42a8-b6e9-e424f8b509ce req-6187b8f3-84b3-4ed2-9081-bf3f7652168d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:48.497891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81eb7deb-e9f9-42a8-b6e9-e424f8b509ce req-6187b8f3-84b3-4ed2-9081-bf3f7652168d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.1848717 Nov 09 00:26:48.514879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:48.515440 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:48.799536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81eb7deb-e9f9-42a8-b6e9-e424f8b509ce req-edac0632-51d1-452d-ac33-22d39649cc47 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982314 Nov 09 00:26:48.914185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1f68-dede-4f60-8220-385604646c7b req-8bb7df92-ec8e-46fb-b68d-6a7dc0a2240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:48.920012 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-8bb7df92-ec8e-46fb-b68d-6a7dc0a2240b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 896 time: 0.4535971 Nov 09 00:26:49.040067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4d0ae90a-0a56-41e0-89f4-f1632e4e3e79 None None] Provisioning complete for port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:49.040244 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d0ae90a-0a56-41e0-89f4-f1632e4e3e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:49.178123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-26d0f71a-c3d6-4017-b773-f21aaa6f38c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 1000 time: 0.2490497 Nov 09 00:26:49.275151 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:49.291507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60296) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:49.428201 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:49.600976 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e542fab-83dd-44cb-b874-814d97e91f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:49.625838 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:49.674107 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:49.710048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e434182-046a-407d-adec-036763bb74f0 req-b46dc0ff-d2bb-4935-82af-1c229fb4892d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:49.713836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e434182-046a-407d-adec-036763bb74f0 req-b46dc0ff-d2bb-4935-82af-1c229fb4892d tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.5276442 Nov 09 00:26:49.724463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1f68-dede-4f60-8220-385604646c7b req-fc93cc2c-38aa-4bb5-8563-18b78dea5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:49.730700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-fc93cc2c-38aa-4bb5-8563-18b78dea5d10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 200 len: 835 time: 0.5178559 Nov 09 00:26:49.761925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Network 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:49.776597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Pushing event updated for resources: {'Port': ['ID=57f54cc0-1ba8-4029-a457-152998fe3468,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:49.779883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:49.788104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:49.855209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf,segment=NetworkSegment(1e074496-b521-4fc8-9ce4-5b28bc6fcb89),segment_id=1e074496-b521-4fc8-9ce4-5b28bc6fcb89)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:49.861736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Allocated IP 2001:db8::2 (71a7210a-d9bd-4d58-aba8-a73d469e84f6/2b7c0800-7599-4fbf-9503-8d3c4cf955ef/40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:26:49.902079 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:49.918818 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e542fab-83dd-44cb-b874-814d97e91f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:49.998902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69d77a-cf24-4ff7-bb8f-ce8323c5137e req-ce290a47-ea2b-413c-b63f-675797c8cb4b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:50.001410 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e542fab-83dd-44cb-b874-814d97e91f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:50.003357 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be69d77a-cf24-4ff7-bb8f-ce8323c5137e req-ce290a47-ea2b-413c-b63f-675797c8cb4b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 945 time: 0.7109923 Nov 09 00:26:50.108290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:50.168380 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e434182-046a-407d-adec-036763bb74f0 req-1df6b962-0b19-49c8-b4aa-2ca10a61a314 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139481 Nov 09 00:26:50.187302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1e542fab-83dd-44cb-b874-814d97e91f4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4805dc9143f24b94b4771223b3bb04fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8926983 Nov 09 00:26:50.192701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Allocated IP 2001:db8::1 (1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c/8ca683d1-908b-4d76-81ac-a2d5411997bf/421107f5-1c08-47b8-9a8f-bb29f59752a5) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:26:50.195261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60342) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:50.220101 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e542fab-83dd-44cb-b874-814d97e91f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237d0c4f-c02d-4e73-8cf2-b8489d3e4473,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:50.249437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Attempting to bind port 57f54cc0-1ba8-4029-a457-152998fe3468 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:26:50.249759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Attempting to bind port 57f54cc0-1ba8-4029-a457-152998fe3468 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '9a40cb54-cee8-4cf1-917b-b9733bd90d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:26:50.250124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Attempting to bind port 57f54cc0-1ba8-4029-a457-152998fe3468 on network 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:50.296506 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be69d77a-cf24-4ff7-bb8f-ce8323c5137e req-237611a0-1b99-4b6e-90a9-16e184f6fede tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797451 Nov 09 00:26:50.336877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1f68-dede-4f60-8220-385604646c7b req-49993750-f755-4899-983b-34541e1ec987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:50.340716 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-49993750-f755-4899-983b-34541e1ec987 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5714319 Nov 09 00:26:50.386131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:26:50.386603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Checking segment: {'id': '9a40cb54-cee8-4cf1-917b-b9733bd90d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:50.387342 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:50.388267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Bound using segment: {'id': '9a40cb54-cee8-4cf1-917b-b9733bd90d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:26:50.388781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Bound port: 57f54cc0-1ba8-4029-a457-152998fe3468, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a40cb54-cee8-4cf1-917b-b9733bd90d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:26:50.389332 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:50.529215 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-30836c5c-ae8d-479d-8bc7-83004ed2d691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:50.557439 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-73145659-76fc-46e1-9887-8a5762b5e0af service neutron] 10.222.0.30 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045565 Nov 09 00:26:50.557814 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-30836c5c-ae8d-479d-8bc7-83004ed2d691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:50.631087 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-30836c5c-ae8d-479d-8bc7-83004ed2d691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:50.633486 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] For port 57f54cc0-1ba8-4029-a457-152998fe3468, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:26:50.637112 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-30836c5c-ae8d-479d-8bc7-83004ed2d691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:50.637591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] For port 57f54cc0-1ba8-4029-a457-152998fe3468, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=57f54cc0-1ba8-4029-a457-152998fe3468,segment=NetworkSegment(9a40cb54-cee8-4cf1-917b-b9733bd90d19),segment_id=9a40cb54-cee8-4cf1-917b-b9733bd90d19)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:26:50.640877 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-30836c5c-ae8d-479d-8bc7-83004ed2d691 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/237d0c4f-c02d-4e73-8cf2-b8489d3e4473 HTTP/1.1" status: 204 len: 168 time: 0.4420705 Nov 09 00:26:50.677635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30836c5c-ae8d-479d-8bc7-83004ed2d691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237d0c4f-c02d-4e73-8cf2-b8489d3e4473,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:50.697283 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:50.713557 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:50.778317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:50.797695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-9c725ffa-8497-438d-b57a-9b8c212b43d7 service neutron] 10.222.0.30 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266896 Nov 09 00:26:50.884977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bc75c-3977-4b45-a4f5-e79113a2fb7a req-757a3b0e-d686-46cf-bdc8-826bd04d7fb1 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:50.886720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e65bc75c-3977-4b45-a4f5-e79113a2fb7a req-757a3b0e-d686-46cf-bdc8-826bd04d7fb1 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.3183033 Nov 09 00:26:50.897141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc981c-4f9c-4824-b54c-ce955b1843b6 req-781f8b67-b477-4000-bab8-9ce5ce471c23 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:50.904992 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ecc981c-4f9c-4824-b54c-ce955b1843b6 req-781f8b67-b477-4000-bab8-9ce5ce471c23 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.3464606 Nov 09 00:26:50.905527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Network 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:50.907322 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:50.914213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:50.916923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:51.077641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e65bc75c-3977-4b45-a4f5-e79113a2fb7a req-effeced5-1ba6-468d-ba5b-e297a9ad67c8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587760 Nov 09 00:26:51.134433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'Port': ['ID=421107f5-1c08-47b8-9a8f-bb29f59752a5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:51.206428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec8b93-2a2a-4283-b486-9136660755a8 req-88769d12-a363-4a5e-98e3-f19620e7afef tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:51.223195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15ec8b93-2a2a-4283-b486-9136660755a8 req-88769d12-a363-4a5e-98e3-f19620e7afef tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.5986598 Nov 09 00:26:51.257836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ecc981c-4f9c-4824-b54c-ce955b1843b6 req-29ba9462-d1b7-4fa6-8248-306920e530d8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517940 Nov 09 00:26:51.446420 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:51.701047 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed99ec-93da-4e66-8267-a929e916475f None None] Pushing event updated for resources: {'Port': ['ID=57f54cc0-1ba8-4029-a457-152998fe3468,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:51.838715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7cb3b-598d-4a28-8d1c-a80bd26605f6 req-9590db6b-49cb-47ad-a52b-2e8fc2c9d6d3 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:51.844724 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cee7cb3b-598d-4a28-8d1c-a80bd26605f6 req-9590db6b-49cb-47ad-a52b-2e8fc2c9d6d3 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.4806938 Nov 09 00:26:51.845408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60428) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:51.988965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:51.995097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fb32e-86d2-4382-9019-2d1256790197 req-f9f5cbfc-dda8-4405-b6a3-07ab55852b17 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:51.996697 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f20fb32e-86d2-4382-9019-2d1256790197 req-f9f5cbfc-dda8-4405-b6a3-07ab55852b17 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 945 time: 0.4115353 Nov 09 00:26:52.078444 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:52.087904 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-15ec8b93-2a2a-4283-b486-9136660755a8 req-a1cdf551-a960-4bbc-8a2c-288e5e1ec143 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Deleting port f331cded-618f-4ee3-94c6-fd7e5eade72c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:52.088242 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-15ec8b93-2a2a-4283-b486-9136660755a8 req-a1cdf551-a960-4bbc-8a2c-288e5e1ec143 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:52.126157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-72a7ce16-ed96-4db2-9580-5c5adfedfedf None None] Provisioning complete for port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:52.126584 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72a7ce16-ed96-4db2-9580-5c5adfedfedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:52.136904 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:52.145521 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:52.288007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cee7cb3b-598d-4a28-8d1c-a80bd26605f6 req-467784bb-61df-4ba0-a114-9d0b71aef1da tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099061 Nov 09 00:26:52.290972 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:52.437483 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:52.458087 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:52.459543 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:52.515436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Network 71a7210a-d9bd-4d58-aba8-a73d469e84f6 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:52.550127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:52.575471 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:26:52.582943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Pushing event updated for resources: {'Port': ['ID=40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:52.593060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'Port': ['ID=421107f5-1c08-47b8-9a8f-bb29f59752a5,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:52.600407 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:26:52.639406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f20fb32e-86d2-4382-9019-2d1256790197 req-e5c8b0c2-bb5d-4ab4-a397-48e592616c0b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6160629 Nov 09 00:26:52.646976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:52.647315 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:52.682154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Network 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:26:52.684577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:26:52.766969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29dab2-a236-4ff4-b5f8-68a44f89b557 req-0743ed07-90c3-49a2-bc09-7a49ef6764e9 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:52.794282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e29dab2-a236-4ff4-b5f8-68a44f89b557 req-0743ed07-90c3-49a2-bc09-7a49ef6764e9 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.3247714 Nov 09 00:26:52.950580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-15ec8b93-2a2a-4283-b486-9136660755a8 req-a1cdf551-a960-4bbc-8a2c-288e5e1ec143 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] For port f331cded-618f-4ee3-94c6-fd7e5eade72c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f331cded-618f-4ee3-94c6-fd7e5eade72c,segment=NetworkSegment(e9292243-1a60-456f-a95d-53f28bbb8ed0),segment_id=e9292243-1a60-456f-a95d-53f28bbb8ed0)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:52.950963 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-15ec8b93-2a2a-4283-b486-9136660755a8 req-a1cdf551-a960-4bbc-8a2c-288e5e1ec143 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:52.960677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:52.961797 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:52.972892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Router 2e616b10-dddb-4c82-b994-ecc853e47c9a is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:26:53.009526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-15ec8b93-2a2a-4283-b486-9136660755a8 req-a1cdf551-a960-4bbc-8a2c-288e5e1ec143 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Calling delete_port for f331cded-618f-4ee3-94c6-fd7e5eade72c owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:53.103992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Attempting to bind port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:26:53.104825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Attempting to bind port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '062c2836-3c79-433b-a6a6-566873de4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '71a7210a-d9bd-4d58-aba8-a73d469e84f6'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:26:53.105878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Attempting to bind port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa on network 71a7210a-d9bd-4d58-aba8-a73d469e84f6 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:53.122628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:26:53.123326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Checking segment: {'id': '062c2836-3c79-433b-a6a6-566873de4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '71a7210a-d9bd-4d58-aba8-a73d469e84f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:53.123894 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:53.124445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Bound using segment: {'id': '062c2836-3c79-433b-a6a6-566873de4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '71a7210a-d9bd-4d58-aba8-a73d469e84f6'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:26:53.125100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Bound port: 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062c2836-3c79-433b-a6a6-566873de4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '71a7210a-d9bd-4d58-aba8-a73d469e84f6'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:26:53.125713 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:53.161763 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:53.166025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e29dab2-a236-4ff4-b5f8-68a44f89b557 req-5194584a-0ecd-49b6-8167-0f9e8b44c8c9 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709059 Nov 09 00:26:53.182802 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:53.221684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:26:53.230327 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cb7e0c5f-99c3-4284-a400-374fd2f15c47 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "PUT /v2.0/routers/2e616b10-dddb-4c82-b994-ecc853e47c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0350225 Nov 09 00:26:53.238184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60496) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:53.250117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb1c3ffd7303405ebdbd902aaabc638f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4025695 Nov 09 00:26:53.253012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60498) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:53.267157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1702a-c7c7-41d1-acc0-9b727d36b05e None None] Sync routers for ids ['2e616b10-dddb-4c82-b994-ecc853e47c9a'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:26:53.298269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d130c-8293-4753-8413-22f8522f0a46 req-01d35f0f-7f6c-44a7-8ffb-c26cbf98cf90 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:53.314828 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c6d130c-8293-4753-8413-22f8522f0a46 req-01d35f0f-7f6c-44a7-8ffb-c26cbf98cf90 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.4595797 Nov 09 00:26:53.412056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1702a-c7c7-41d1-acc0-9b727d36b05e None None] Routers {'2e616b10-dddb-4c82-b994-ecc853e47c9a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:26:53.412712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9bb1702a-c7c7-41d1-acc0-9b727d36b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:26:46Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2e616b10-dddb-4c82-b994-ecc853e47c9a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:53.495518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:53.498669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9bb1702a-c7c7-41d1-acc0-9b727d36b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:53.501703 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c6d130c-8293-4753-8413-22f8522f0a46 req-7602ef9e-2f43-4c51-91b3-5da57a66a4f4 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763389 Nov 09 00:26:53.564270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1f68-dede-4f60-8220-385604646c7b req-636f2a11-9476-4b22-b2f8-e8164d080929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:53.565827 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-636f2a11-9476-4b22-b2f8-e8164d080929 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18&tenant_id=a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 1096 time: 0.1895866 Nov 09 00:26:53.566086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:53.567359 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1702a-c7c7-41d1-acc0-9b727d36b05e None None] Routers {'2e616b10-dddb-4c82-b994-ecc853e47c9a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:26:53.568123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9bb1702a-c7c7-41d1-acc0-9b727d36b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:26:46Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2e616b10-dddb-4c82-b994-ecc853e47c9a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:53.572395 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:26:53.576304 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7b054c-3034-464f-844e-b7fbd6585814" -d '{"events": [{"server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "name": "network-vif-plugged", "status": "completed", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:26:53.590154 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:53.593459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:26:53.597957 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] For port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:26:53.612101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56440e2e-e1b7-462b-a7e5-176ee4d12205,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:53.643267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:53.643616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:53.643965 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:53.644305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:53.644726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:53.645217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:53.653730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:53.654370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:53.655303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:53.655970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:53.656528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:53.657076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a923d-a78d-4870-a1f9-0595c62fc3d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:26:53.683217 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8d983a-1ebd-406b-99d9-0896d1b3405e x-openstack-request-id: req-6b8d983a-1ebd-406b-99d9-0896d1b3405e {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:26:53.683514 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "name": "network-vif-plugged", "status": "completed", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:26:53.683767 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b8d983a-1ebd-406b-99d9-0896d1b3405e {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:26:53.684162 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'code': 200} Nov 09 00:26:53.688583 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9bb1702a-c7c7-41d1-acc0-9b727d36b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:53.688752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1702a-c7c7-41d1-acc0-9b727d36b05e None None] The sync data for ids ['2e616b10-dddb-4c82-b994-ecc853e47c9a'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:26:53.714801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45c709-406a-4bcf-93b7-65d06bcfdded req-0efa2623-9e8d-42c6-a611-60ca237a1961 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:53.724148 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae45c709-406a-4bcf-93b7-65d06bcfdded req-0efa2623-9e8d-42c6-a611-60ca237a1961 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b39e2d-dd40-4dcd-83bc-362134dba13f HTTP/1.1" status: 200 len: 947 time: 0.2181759 Nov 09 00:26:53.754566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] For port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa,segment=NetworkSegment(062c2836-3c79-433b-a6a6-566873de4d55),segment_id=062c2836-3c79-433b-a6a6-566873de4d55)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:26:53.758274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940996ff-7448-43d0-8c9c-5c5e04010db4 None None] Network 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:53.778296 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-15ec8b93-2a2a-4283-b486-9136660755a8 req-a1cdf551-a960-4bbc-8a2c-288e5e1ec143 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:53.783352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f331cded-618f-4ee3-94c6-fd7e5eade72c no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:26:53.844272 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:53.856461 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: f331cded-618f-4ee3-94c6-fd7e5eade72c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:26:53.856461 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f331cded-618f-4ee3-94c6-fd7e5eade72c not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:26:53.889707 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3837e56b-92b7-4343-929b-ba685f047d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:53.891921 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:53.936277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:53.944038 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-02fa634e-12bc-4a08-9462-0bba28454cf7 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:26:53.947690 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-02fa634e-12bc-4a08-9462-0bba28454cf7 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "PUT /v2.0/routers/2e616b10-dddb-4c82-b994-ecc853e47c9a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7034981 Nov 09 00:26:53.948864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60510) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:53.955921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c66e429d-2cd1-4faa-b1cc-d66857b3eeb2 None None] Provisioning complete for port 57f54cc0-1ba8-4029-a457-152998fe3468 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:53.956300 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c66e429d-2cd1-4faa-b1cc-d66857b3eeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:54.004263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdf551-a960-4bbc-8a2c-288e5e1ec143 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Pushing event deleted for resources: {'Port': ['ID=f331cded-618f-4ee3-94c6-fd7e5eade72c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:54.076733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ec8b93-2a2a-4283-b486-9136660755a8 req-a1cdf551-a960-4bbc-8a2c-288e5e1ec143 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] No DVR routers for this DVR port f331cded-618f-4ee3-94c6-fd7e5eade72c on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:26:54.084397 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-15ec8b93-2a2a-4283-b486-9136660755a8 req-a1cdf551-a960-4bbc-8a2c-288e5e1ec143 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:54.088396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15ec8b93-2a2a-4283-b486-9136660755a8 req-a1cdf551-a960-4bbc-8a2c-288e5e1ec143 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.11 "DELETE /v2.0/ports/f331cded-618f-4ee3-94c6-fd7e5eade72c HTTP/1.1" status: 204 len: 173 time: 2.8295281 Nov 09 00:26:54.108126 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae45c709-406a-4bcf-93b7-65d06bcfdded req-742edf2e-6c5c-4538-9c65-ee42db08a3d5 tempest-ServersNegativeTestJSON-56411368 tempest-ServersNegativeTestJSON-56411368-project] 10.222.0.25 "GET /v2.0/security-groups?id=160ee877-4c6a-4099-be24-210032d14e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812025 Nov 09 00:26:54.112770 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'name': 'network-vif-deleted', 'tag': 'f331cded-618f-4ee3-94c6-fd7e5eade72c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:26:54.120372 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c5be26-7669-410d-9c37-000e2cfcfffc" -d '{"events": [{"server_uuid": "25b39e2d-dd40-4dcd-83bc-362134dba13f", "name": "network-vif-deleted", "tag": "f331cded-618f-4ee3-94c6-fd7e5eade72c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:26:54.149725 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3837e56b-92b7-4343-929b-ba685f047d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:54.192926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6c1c7-24fa-431f-bbf2-2c3f2f5e3222 req-57a631aa-3af4-479d-9fce-7735909ccebd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:54.200756 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a21ee-3f33-42dd-b686-30d18a43774e None None] Pushing event updated for resources: {'Port': ['ID=40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:54.215822 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fc6c1c7-24fa-431f-bbf2-2c3f2f5e3222 req-57a631aa-3af4-479d-9fce-7735909ccebd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 946 time: 0.3810382 Nov 09 00:26:54.258897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 57f54cc0-1ba8-4029-a457-152998fe3468 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:54.447999 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fc6c1c7-24fa-431f-bbf2-2c3f2f5e3222 req-28edcb0f-48f7-492f-bad9-124642b8e3f6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227843 Nov 09 00:26:54.492686 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3837e56b-92b7-4343-929b-ba685f047d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:54.496836 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3837e56b-92b7-4343-929b-ba685f047d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:54.498470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3837e56b-92b7-4343-929b-ba685f047d24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56440e2e-e1b7-462b-a7e5-176ee4d12205 HTTP/1.1" status: 204 len: 168 time: 1.2272165 Nov 09 00:26:54.527002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837e56b-92b7-4343-929b-ba685f047d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56440e2e-e1b7-462b-a7e5-176ee4d12205,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:54.581168 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc01e440-fe21-4308-b1d1-790143625b1f x-openstack-request-id: req-bc01e440-fe21-4308-b1d1-790143625b1f {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:26:54.581689 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b39e2d-dd40-4dcd-83bc-362134dba13f", "name": "network-vif-deleted", "tag": "f331cded-618f-4ee3-94c6-fd7e5eade72c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:26:54.582046 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc01e440-fe21-4308-b1d1-790143625b1f {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:26:54.582552 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b39e2d-dd40-4dcd-83bc-362134dba13f', 'name': 'network-vif-deleted', 'tag': 'f331cded-618f-4ee3-94c6-fd7e5eade72c', 'status': 'completed', 'code': 200} Nov 09 00:26:54.593213 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c66e429d-2cd1-4faa-b1cc-d66857b3eeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:54.637170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 57f54cc0-1ba8-4029-a457-152998fe3468 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:54.637949 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:54.885659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c66e429d-2cd1-4faa-b1cc-d66857b3eeb2 None None] For port 57f54cc0-1ba8-4029-a457-152998fe3468, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=57f54cc0-1ba8-4029-a457-152998fe3468,segment=NetworkSegment(9a40cb54-cee8-4cf1-917b-b9733bd90d19),segment_id=9a40cb54-cee8-4cf1-917b-b9733bd90d19)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:54.901042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e8d5-4513-48cc-8068-3e11b8aca8b6 req-d8a59c52-d691-4467-8260-6f1d89498625 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:54.902715 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be80e8d5-4513-48cc-8068-3e11b8aca8b6 req-d8a59c52-d691-4467-8260-6f1d89498625 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.2162409 Nov 09 00:26:54.924410 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c66e429d-2cd1-4faa-b1cc-d66857b3eeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:55.019461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e9243-b18e-4d51-9725-039554cffdbf req-be5eca4c-6533-46f6-a9c1-2cad8b3fc8a3 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:55.029746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca6e9243-b18e-4d51-9725-039554cffdbf req-be5eca4c-6533-46f6-a9c1-2cad8b3fc8a3 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.1259015 Nov 09 00:26:55.030062 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:55.094736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e429d-2cd1-4faa-b1cc-d66857b3eeb2 None None] Pushing event updated for resources: {'Port': ['ID=57f54cc0-1ba8-4029-a457-152998fe3468,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:55.115980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be80e8d5-4513-48cc-8068-3e11b8aca8b6 req-26f8f71d-327c-4377-96d7-525c07b4cb3b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620829 Nov 09 00:26:55.189206 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:26:55.189853 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:26:55.199268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-be51fd09-1017-4260-8719-c33b6bc25c41 None None] Provisioning complete for port 57f54cc0-1ba8-4029-a457-152998fe3468 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:55.200925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca6e9243-b18e-4d51-9725-039554cffdbf req-193d4fe5-5360-4955-a71c-d5df71876686 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644323 Nov 09 00:26:55.206309 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-be51fd09-1017-4260-8719-c33b6bc25c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:55.243201 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60532) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:55.295609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:55.347043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:26:55.407404 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:55.410945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e568d4-264f-4c5a-8589-2d7908643d96 admin admin] Deleting subnet 79c9732f-1534-467b-88d9-7ab7fdb88108 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:26:55.426067 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87e568d4-264f-4c5a-8589-2d7908643d96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:55.449279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Transition to ACTIVE for port object 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:26:55.450462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:26:55.453169 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851c1e09-10c2-4aef-8eea-6fe2413e77c2" -d '{"events": [{"server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:26:55.460295 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:55.616263 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-be51fd09-1017-4260-8719-c33b6bc25c41 None None] Provisioning complete for port 421107f5-1c08-47b8-9a8f-bb29f59752a5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:55.616995 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-be51fd09-1017-4260-8719-c33b6bc25c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:55.632845 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87e568d4-264f-4c5a-8589-2d7908643d96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:55.797789 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1793c1b2-4bac-43ca-b941-7b5a40c22ea2 x-openstack-request-id: req-1793c1b2-4bac-43ca-b941-7b5a40c22ea2 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:26:55.798086 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:26:55.805855 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1793c1b2-4bac-43ca-b941-7b5a40c22ea2 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:26:55.806518 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'code': 200} Nov 09 00:26:55.838938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-be51fd09-1017-4260-8719-c33b6bc25c41 None None] Port 421107f5-1c08-47b8-9a8f-bb29f59752a5 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:26:55.846597 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0761af-5a93-4552-8814-95944273f541 req-bf61d612-0f24-4a72-8cd9-bdf8c1df365d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:55.854118 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af0761af-5a93-4552-8814-95944273f541 req-bf61d612-0f24-4a72-8cd9-bdf8c1df365d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 945 time: 0.1703973 Nov 09 00:26:55.902824 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87e568d4-264f-4c5a-8589-2d7908643d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:56.004679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:26:56.020679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f0455bd5-f20d-45e2-a6f1-eb17c1f3076d None None] Provisioning complete for port 421107f5-1c08-47b8-9a8f-bb29f59752a5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:56.051273 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f0455bd5-f20d-45e2-a6f1-eb17c1f3076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:56.073297 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af0761af-5a93-4552-8814-95944273f541 req-267f4d50-b793-4ea8-96fe-66e44512bfa2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182763 Nov 09 00:26:56.168870 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87e568d4-264f-4c5a-8589-2d7908643d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:56.239784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e568d4-264f-4c5a-8589-2d7908643d96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c9732f-1534-467b-88d9-7ab7fdb88108,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:56.278758 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87e568d4-264f-4c5a-8589-2d7908643d96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:56.290180 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-87e568d4-264f-4c5a-8589-2d7908643d96 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/79c9732f-1534-467b-88d9-7ab7fdb88108 HTTP/1.1" status: 204 len: 168 time: 1.0457149 Nov 09 00:26:56.290844 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60556) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:56.318949 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f0455bd5-f20d-45e2-a6f1-eb17c1f3076d None None] Port 421107f5-1c08-47b8-9a8f-bb29f59752a5 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:26:56.324968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b7e5d-c6ce-41c4-a4b7-89c911af271f None None] Network 71a7210a-d9bd-4d58-aba8-a73d469e84f6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:26:56.358613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:26:56.388517 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] No DVR routers for this DVR port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:26:56.393054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=10']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:56.484371 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:56.895713 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:56.993059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Attempting to bind port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:26:56.993741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Attempting to bind port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:26:56.994244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Attempting to bind port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:57.004276 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:26:57.005510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Attempting to bind port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:26:57.019290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:26:57.020187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Checking segment: {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:26:57.020757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Bound using segment: {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:26:57.022431 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Bound port: 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c47daa-e162-47e3-8409-6590f9952264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:26:57.023004 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:57.105631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e27ff5a-dd06-4ff0-9a89-daa45279ceec tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:57.119165 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7c290253-749f-437b-a45f-f3a3f30f1005 None None] Provisioning complete for port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:57.119165 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7c290253-749f-437b-a45f-f3a3f30f1005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:57.286625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:57.287337 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:57.353210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:26:57.401992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:26:57.412225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:57.472481 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7c290253-749f-437b-a45f-f3a3f30f1005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:57.497794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69588a1a-0beb-4d1b-8ab8-1f329af2935c req-5ae86991-56e9-4680-a50c-6263acfe3166 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:57.506481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69588a1a-0beb-4d1b-8ab8-1f329af2935c req-5ae86991-56e9-4680-a50c-6263acfe3166 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 1.0055482 Nov 09 00:26:57.570859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0e28c-0dac-463f-a040-c8b76f004a68 req-fb7917b9-88ed-447a-8cdf-bb616121aad5 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:57.586522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3d0e28c-0dac-463f-a040-c8b76f004a68 req-fb7917b9-88ed-447a-8cdf-bb616121aad5 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 1.0848658 Nov 09 00:26:57.602453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:57.603311 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:57.604502 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] 10.222.0.11 "PUT /v2.0/ports/2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 1093 time: 4.0284607 Nov 09 00:26:57.631957 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:57.690006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b5cd4-59ab-4f6d-9c52-1df86722837a service neutron] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=11']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:57.769522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7c290253-749f-437b-a45f-f3a3f30f1005 None None] For port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa,segment=NetworkSegment(062c2836-3c79-433b-a6a6-566873de4d55),segment_id=062c2836-3c79-433b-a6a6-566873de4d55)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:26:57.779800 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7c290253-749f-437b-a45f-f3a3f30f1005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:57.822715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:26:57.824658 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047987ad-025b-445b-82de-af546b7e9ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:26:57.885973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3d0e28c-0dac-463f-a040-c8b76f004a68 req-5e8ab81f-1f0d-4dfc-995f-13eb4b772348 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983799 Nov 09 00:26:57.910162 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:57.910368 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1f68-dede-4f60-8220-385604646c7b req-dd7bb8af-deed-491c-8327-b6198c1557e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:57.918950 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-dd7bb8af-deed-491c-8327-b6198c1557e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1096 time: 0.2257893 Nov 09 00:26:57.958114 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7c290253-749f-437b-a45f-f3a3f30f1005 None None] Provisioning complete for port 421107f5-1c08-47b8-9a8f-bb29f59752a5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:57.961325 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7c290253-749f-437b-a45f-f3a3f30f1005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:58.024795 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69588a1a-0beb-4d1b-8ab8-1f329af2935c req-7508185c-d71b-4e50-8205-09fe903bbce8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171654 Nov 09 00:26:58.050584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e829aeab-0510-4192-80fd-9d99c64b902a']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:58.098549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9292243-1a60-456f-a95d-53f28bbb8ed0') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:58.100497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9292243-1a60-456f-a95d-53f28bbb8ed0') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:26:58.125960 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:26:58.126270 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:26:58.135565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c290253-749f-437b-a45f-f3a3f30f1005 None None] Pushing event updated for resources: {'Port': ['ID=40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:58.165116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-7c290253-749f-437b-a45f-f3a3f30f1005 None None] Port 421107f5-1c08-47b8-9a8f-bb29f59752a5 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:26:58.198541 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:58.211454 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112724d4-e572-4028-94e7-580db46e1f8f x-openstack-request-id: req-112724d4-e572-4028-94e7-580db46e1f8f {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:26:58.211744 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:26:58.211997 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-112724d4-e572-4028-94e7-580db46e1f8f {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:26:58.212391 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'status': 'completed', 'code': 200} Nov 09 00:26:58.226273 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:58.237958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eda4e2-cb75-4874-a7b9-15f8d2be5d2d req-2b71080d-00a2-47d7-a029-6a147a4ac031 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:58.239800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77eda4e2-cb75-4874-a7b9-15f8d2be5d2d req-2b71080d-00a2-47d7-a029-6a147a4ac031 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 945 time: 0.1303108 Nov 09 00:26:58.251866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9e27ff5a-dd06-4ff0-9a89-daa45279ceec tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Deleting port 421107f5-1c08-47b8-9a8f-bb29f59752a5 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:26:58.252203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e27ff5a-dd06-4ff0-9a89-daa45279ceec tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:58.257287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1f68-dede-4f60-8220-385604646c7b req-a5e1d728-7c2b-47a0-9c7c-b1135ae8439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:58.260330 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-a5e1d728-7c2b-47a0-9c7c-b1135ae8439d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 896 time: 0.2255931 Nov 09 00:26:58.264644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:26:58.265074 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:26:58.281368 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:26:58.308937 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e0a5d446-2867-49ef-955e-efa44ada425f None None] Provisioning complete for port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:58.311439 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d446-2867-49ef-955e-efa44ada425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:58.394119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047987ad-025b-445b-82de-af546b7e9ab3 req-1dde1d5c-aea5-46d5-8890-7c604dfea00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:58.396286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-1dde1d5c-aea5-46d5-8890-7c604dfea00b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1096 time: 0.1515977 Nov 09 00:26:58.423559 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:58.443653 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:58.447453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e829aeab-0510-4192-80fd-9d99c64b902a HTTP/1.1" status: 204 len: 168 time: 2.1556385 Nov 09 00:26:58.471705 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77eda4e2-cb75-4874-a7b9-15f8d2be5d2d req-949fe28c-a568-45a0-9de8-41018a994759 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032685 Nov 09 00:26:58.523255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44007b1-7b91-4e9c-8586-494eebf7fba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e829aeab-0510-4192-80fd-9d99c64b902a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:58.581748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047987ad-025b-445b-82de-af546b7e9ab3 req-537e3d6a-047f-4e22-80f7-f18ef697ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:58.585331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-537e3d6a-047f-4e22-80f7-f18ef697ae3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 896 time: 0.1808197 Nov 09 00:26:58.679396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60594) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:58.680231 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60596) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:58.703697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 57f54cc0-1ba8-4029-a457-152998fe3468 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:58.730429 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-8616e1bc-0703-44be-8861-499b8bda9d38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 999 time: 0.4390397 Nov 09 00:26:58.795448 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 57f54cc0-1ba8-4029-a457-152998fe3468 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:58.795825 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:58.827116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0d49aba8-ca74-41cd-b534-255a2c651152 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5c25c1a513d47d5a0d588f80875b683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380742 Nov 09 00:26:58.828246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60600) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:58.842659 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-4c336407-0aa5-4e9d-9853-b685df8d0718 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 999 time: 0.2508273 Nov 09 00:26:58.853496 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1f68-dede-4f60-8220-385604646c7b req-6784cbb5-a128-46b7-8d0e-2d08df9aae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:58.854952 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-6784cbb5-a128-46b7-8d0e-2d08df9aae10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 200 len: 835 time: 0.1153293 Nov 09 00:26:58.865908 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e27ff5a-dd06-4ff0-9a89-daa45279ceec tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:58.960397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9e27ff5a-dd06-4ff0-9a89-daa45279ceec tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Calling delete_port for 421107f5-1c08-47b8-9a8f-bb29f59752a5 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:26:59.087611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:26:59.148820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1f68-dede-4f60-8220-385604646c7b req-6e679190-75d3-44ee-bf01-7a5fac993cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:59.150822 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-6e679190-75d3-44ee-bf01-7a5fac993cd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2875412 Nov 09 00:26:59.160749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047987ad-025b-445b-82de-af546b7e9ab3 req-d039ff58-db39-47f8-8198-032a916f32af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:59.163168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-d039ff58-db39-47f8-8198-032a916f32af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 200 len: 835 time: 0.2209721 Nov 09 00:26:59.197152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:26:59.197481 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:59.204850 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5511e5-ab3c-4fd8-b0e4-4dd1d836e853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:59.290448 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5511e5-ab3c-4fd8-b0e4-4dd1d836e853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:59.292924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffbd520b-ee47-4d51-b477-99a0365caa99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:59.322663 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5511e5-ab3c-4fd8-b0e4-4dd1d836e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:59.399605 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-b6956aa5-7da4-4550-9257-780dab2adb4a service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400689 Nov 09 00:26:59.417682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49155c47-46fc-478f-b563-9b1a4345f458 req-83ebe650-e08c-4bfb-a095-abf43cab0fe5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:59.419365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49155c47-46fc-478f-b563-9b1a4345f458 req-83ebe650-e08c-4bfb-a095-abf43cab0fe5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.2550676 Nov 09 00:26:59.442124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16c5cf-0a85-4d8c-9516-5b3ffc117026 req-754edf52-b5f6-43c8-b4cf-af030acec195 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:59.450035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a16c5cf-0a85-4d8c-9516-5b3ffc117026 req-754edf52-b5f6-43c8-b4cf-af030acec195 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.4218535 Nov 09 00:26:59.458193 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffbd520b-ee47-4d51-b477-99a0365caa99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:59.491152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-db5511e5-ab3c-4fd8-b0e4-4dd1d836e853 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9f4b847baee46218e0eb09b86f4e39d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7923334 Nov 09 00:26:59.503647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5511e5-ab3c-4fd8-b0e4-4dd1d836e853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38de5068-d32b-4abd-820d-06052b7fb47c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:26:59.506815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60610) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:26:59.553432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047987ad-025b-445b-82de-af546b7e9ab3 req-0d17d5a3-cdd7-467f-a055-2ca51f76b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:59.555115 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-0d17d5a3-cdd7-467f-a055-2ca51f76b07e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3604927 Nov 09 00:26:59.571852 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ef5d1f68-dede-4f60-8220-385604646c7b req-959b3da3-5890-41b6-97ea-f756e1b9af66 service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623700 Nov 09 00:26:59.597812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-307bda02-7494-48b3-9f3b-53188aa80bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:59.748518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047987ad-025b-445b-82de-af546b7e9ab3 req-f1179df8-7896-4949-9913-049667f96990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:59.750348 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-f1179df8-7896-4949-9913-049667f96990 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1096 time: 0.0708408 Nov 09 00:26:59.782879 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-307bda02-7494-48b3-9f3b-53188aa80bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:59.841942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a16c5cf-0a85-4d8c-9516-5b3ffc117026 req-6f78d2dc-d9d2-40e5-a241-a76deb1e0ed0 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908956 Nov 09 00:26:59.851649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49155c47-46fc-478f-b563-9b1a4345f458 req-81b5918b-12d4-43be-a6b6-5f5ee89b7f44 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864024 Nov 09 00:26:59.958546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047987ad-025b-445b-82de-af546b7e9ab3 req-9cf4c078-cb74-4f51-aedd-6b57f98b1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:26:59.962406 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffbd520b-ee47-4d51-b477-99a0365caa99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:59.968881 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-9cf4c078-cb74-4f51-aedd-6b57f98b1921 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 896 time: 0.2075658 Nov 09 00:26:59.972891 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffbd520b-ee47-4d51-b477-99a0365caa99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:26:59.977973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ffbd520b-ee47-4d51-b477-99a0365caa99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/160ee877-4c6a-4099-be24-210032d14e78 HTTP/1.1" status: 204 len: 168 time: 1.1435890 Nov 09 00:27:00.031215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd520b-ee47-4d51-b477-99a0365caa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160ee877-4c6a-4099-be24-210032d14e78,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:00.084869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-e2631cf9-ad5b-48fa-bf70-5f87f344634d service neutron] 10.222.0.30 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946485 Nov 09 00:27:00.095838 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-e291f22c-310a-4a21-95e1-ec748acce4e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 999 time: 0.1081851 Nov 09 00:27:00.150749 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e27ff5a-dd06-4ff0-9a89-daa45279ceec tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:00.190047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27ff5a-dd06-4ff0-9a89-daa45279ceec tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Port': ['ID=421107f5-1c08-47b8-9a8f-bb29f59752a5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:00.193121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047987ad-025b-445b-82de-af546b7e9ab3 req-628b41e3-0890-4c03-9e84-b1890c669336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:00.194750 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-628b41e3-0890-4c03-9e84-b1890c669336 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 200 len: 835 time: 0.0884378 Nov 09 00:27:00.215723 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-307bda02-7494-48b3-9f3b-53188aa80bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:00.218630 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-307bda02-7494-48b3-9f3b-53188aa80bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:00.233740 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-307bda02-7494-48b3-9f3b-53188aa80bec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38de5068-d32b-4abd-820d-06052b7fb47c HTTP/1.1" status: 204 len: 168 time: 0.7180917 Nov 09 00:27:00.263247 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bda02-7494-48b3-9f3b-53188aa80bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38de5068-d32b-4abd-820d-06052b7fb47c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:00.400394 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e27ff5a-dd06-4ff0-9a89-daa45279ceec tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:00.539695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-efc9412c-bf22-4e36-893f-5a3bfa7f7618 service neutron] 10.222.0.30 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449337 Nov 09 00:27:00.582080 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047987ad-025b-445b-82de-af546b7e9ab3 req-11b8dccf-f9a7-4ddc-be90-7d83381ab1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:00.584421 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-11b8dccf-f9a7-4ddc-be90-7d83381ab1ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3777356 Nov 09 00:27:00.748465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82030aba-44ad-48b8-bd6e-e51188a70171 req-61666dff-2cab-452a-baf9-284318ef8ede tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:00.762914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82030aba-44ad-48b8-bd6e-e51188a70171 req-61666dff-2cab-452a-baf9-284318ef8ede tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 945 time: 0.1357152 Nov 09 00:27:00.878478 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82030aba-44ad-48b8-bd6e-e51188a70171 req-11dc5d4b-7167-4a31-aee8-34ede6ec5ec1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012144 Nov 09 00:27:01.061536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60640) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:01.174271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a21fdb97-46bb-438b-8fac-736f2db8c71d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:01.322418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e27ff5a-dd06-4ff0-9a89-daa45279ceec tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Router 2e616b10-dddb-4c82-b994-ecc853e47c9a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:27:01.361095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c218fc-69f7-48a7-94bd-851cbb65baf9 req-b250898a-3a0d-4e44-b286-2dc7938bcc24 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:01.388647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13c218fc-69f7-48a7-94bd-851cbb65baf9 req-b250898a-3a0d-4e44-b286-2dc7938bcc24 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.2920146 Nov 09 00:27:01.436153 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-325fa5c8-c115-4bcb-a875-0225ada4d0ec service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731407 Nov 09 00:27:01.457081 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a21fdb97-46bb-438b-8fac-736f2db8c71d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:01.468111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5d531-5984-4bc6-96fc-46b683782ae7 req-018a4688-9e83-4016-acee-2da25c0c5cf5 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:01.470051 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efb5d531-5984-4bc6-96fc-46b683782ae7 req-018a4688-9e83-4016-acee-2da25c0c5cf5 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.4867330 Nov 09 00:27:01.477375 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a21fdb97-46bb-438b-8fac-736f2db8c71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:01.550062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a21fdb97-46bb-438b-8fac-736f2db8c71d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed8f81e1df0f42a29715aa2d6f75db5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4861612 Nov 09 00:27:01.560507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60648) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:01.600671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fdb97-46bb-438b-8fac-736f2db8c71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faf16ac-e725-4520-b343-51fc06b46266,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:01.626878 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-047987ad-025b-445b-82de-af546b7e9ab3 req-389595c4-c1d1-4eb1-994b-37103a0d943a service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835215 Nov 09 00:27:01.643894 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13c218fc-69f7-48a7-94bd-851cbb65baf9 req-fd89e0db-ccc5-47c2-8e4b-739b1ef1986b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540438 Nov 09 00:27:01.660151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e27ff5a-dd06-4ff0-9a89-daa45279ceec tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:27:01.667008 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9e27ff5a-dd06-4ff0-9a89-daa45279ceec tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "PUT /v2.0/routers/2e616b10-dddb-4c82-b994-ecc853e47c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7147071 Nov 09 00:27:01.671200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60652) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:01.672586 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddffa4c5-67ea-4ef2-b2a5-d927a6cb18a0 None None] Sync routers for ids ['2e616b10-dddb-4c82-b994-ecc853e47c9a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:27:01.692212 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddffa4c5-67ea-4ef2-b2a5-d927a6cb18a0 None None] Routers {'2e616b10-dddb-4c82-b994-ecc853e47c9a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:01.694853 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ddffa4c5-67ea-4ef2-b2a5-d927a6cb18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:26:46Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2e616b10-dddb-4c82-b994-ecc853e47c9a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:01.711769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efb5d531-5984-4bc6-96fc-46b683782ae7 req-a6320c57-fefa-41cd-ab67-795b05d3c210 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304587 Nov 09 00:27:01.772215 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80b6cb4c-40fa-411d-90c8-a5777a924279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:01.787282 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-a1741604-7034-46e3-b5fa-7a02b8399e7b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] delete failed (client error): The resource could not be found. Nov 09 00:27:01.788621 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a1741604-7034-46e3-b5fa-7a02b8399e7b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-2026392344 HTTP/1.1" status: 404 len: 335 time: 0.1156640 Nov 09 00:27:01.794421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60656) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:01.801623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0ce462cf-94b3-4fce-8c5e-74fd34f7eedd tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e616b10-dddb-4c82-b994-ecc853e47c9a'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:01.806787 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ddffa4c5-67ea-4ef2-b2a5-d927a6cb18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:01.818827 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddffa4c5-67ea-4ef2-b2a5-d927a6cb18a0 None None] Routers {'2e616b10-dddb-4c82-b994-ecc853e47c9a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:01.820899 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ddffa4c5-67ea-4ef2-b2a5-d927a6cb18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:26:46Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2e616b10-dddb-4c82-b994-ecc853e47c9a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:01.831166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:27:01.831713 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80b6cb4c-40fa-411d-90c8-a5777a924279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:01.891045 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80b6cb4c-40fa-411d-90c8-a5777a924279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:01.893811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-80b6cb4c-40fa-411d-90c8-a5777a924279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:01.898567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-80b6cb4c-40fa-411d-90c8-a5777a924279 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8faf16ac-e725-4520-b343-51fc06b46266 HTTP/1.1" status: 204 len: 168 time: 0.3334687 Nov 09 00:27:01.925320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6cb4c-40fa-411d-90c8-a5777a924279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faf16ac-e725-4520-b343-51fc06b46266,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:01.963735 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ddffa4c5-67ea-4ef2-b2a5-d927a6cb18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:01.964473 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddffa4c5-67ea-4ef2-b2a5-d927a6cb18a0 None None] The sync data for ids ['2e616b10-dddb-4c82-b994-ecc853e47c9a'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:27:02.044483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60668) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:02.096418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5d59d-7a3b-422e-b48d-7f86546961d3 req-26ead1fa-3ba5-4afd-90e7-55ecf583155c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:02.104917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9c5d59d-7a3b-422e-b48d-7f86546961d3 req-26ead1fa-3ba5-4afd-90e7-55ecf583155c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 945 time: 0.1031172 Nov 09 00:27:02.136237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:02.158275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'port_id': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'mac_address': 'fa:16:3e:22:6d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:27:02.167756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c9c5d59d-7a3b-422e-b48d-7f86546961d3 req-e6dca15e-0416-4596-85dc-db368c015b1f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618324 Nov 09 00:27:02.181845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60676) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:02.226798 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.229051 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ce462cf-94b3-4fce-8c5e-74fd34f7eedd tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.257159 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-0ce462cf-94b3-4fce-8c5e-74fd34f7eedd tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] update failed (client error): The resource could not be found. Nov 09 00:27:02.258966 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0ce462cf-94b3-4fce-8c5e-74fd34f7eedd tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "PUT /v2.0/routers/2e616b10-dddb-4c82-b994-ecc853e47c9a HTTP/1.1" status: 404 len: 339 time: 0.4627218 Nov 09 00:27:02.260163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:27:02.262632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60678) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:02.263410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-538885130-network', 'tenant_id': '8f4e985b543942bb833f44402a900d7b'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:02.268042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f992811c-d91b-4efa-b7ec-657de15a226f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-397261659'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:02.287376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Made reservation on behalf of 8f4e985b543942bb833f44402a900d7b for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:02.289694 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.307537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f992811c-d91b-4efa-b7ec-657de15a226f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Made reservation on behalf of 882e9afa811a4f4eaf6e23fce7103360 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:02.309367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:02.310617 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.314417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f992811c-d91b-4efa-b7ec-657de15a226f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.315977 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.343815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f992811c-d91b-4efa-b7ec-657de15a226f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:27:02.355266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ac300b94-dcd0-434d-86e4-55044a24b00e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/999c2466-2e4e-4064-89d2-3fd01e8f49d1 HTTP/1.1" status: 200 len: 991 time: 0.1720588 Nov 09 00:27:02.359150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f992811c-d91b-4efa-b7ec-657de15a226f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.360029 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-f992811c-d91b-4efa-b7ec-657de15a226f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Added segment 6592580b-a82b-427f-8ff6-978be61865d0 of type vlan for network de3e4318-ccad-4e9c-9210-28a48c59b1e0 Nov 09 00:27:02.408160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=12']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:02.411896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-28eefc24-ff1c-4d09-bd27-6e1fd06103ca req-c99a31f9-e590-42cd-bfb9-b5cb09da9817 service neutron] (101781) timed out ('10.222.0.30', 55073) {{(pid=101781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:27:02.423216 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f992811c-d91b-4efa-b7ec-657de15a226f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.425877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:02.427167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:02.429655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:02.430874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:02.432041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:02.432822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:02.436716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:02.437066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:02.437433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:02.438075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:02.438465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:02.438798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:02.464416 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.472850 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.474927 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f992811c-d91b-4efa-b7ec-657de15a226f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.480514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f992811c-d91b-4efa-b7ec-657de15a226f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:02.481123 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f992811c-d91b-4efa-b7ec-657de15a226f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.502180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:27:02.513901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d27b124-41d2-4978-aeda-316655d16fba,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:02.519369 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.520263 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Added segment 81b1e577-596a-4769-b5e2-79e4c5352dac of type vlan for network 7f4bba5e-86a7-48e3-927d-cd28e890ba55 Nov 09 00:27:02.557883 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f992811c-d91b-4efa-b7ec-657de15a226f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2932649 Nov 09 00:27:02.558699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60686) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:02.566139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f9760fa7-3b4e-48fb-8108-43008b8df74b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Request body: {'subnet': {'network_id': 'de3e4318-ccad-4e9c-9210-28a48c59b1e0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:02.590269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:02.617617 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.636620 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992811c-d91b-4efa-b7ec-657de15a226f tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'Network': ['ID=de3e4318-ccad-4e9c-9210-28a48c59b1e0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:02.656123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network de3e4318-ccad-4e9c-9210-28a48c59b1e0 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:27:02.708267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5df33-8d3e-48fa-985d-7b85b6a50c6e req-00c9f0e2-e158-43aa-9006-0f96d0c09bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:02.712975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69e5df33-8d3e-48fa-985d-7b85b6a50c6e req-00c9f0e2-e158-43aa-9006-0f96d0c09bbd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 1096 time: 0.0858555 Nov 09 00:27:02.713088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.713088 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:02.713088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.753631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9760fa7-3b4e-48fb-8108-43008b8df74b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Made reservation on behalf of 882e9afa811a4f4eaf6e23fce7103360 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:02.758884 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9760fa7-3b4e-48fb-8108-43008b8df74b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:02.817758 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7711489 Nov 09 00:27:02.833123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60698) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:02.860601 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-13f9873c-0366-4600-8daf-74bad43a7b95 admin admin] Request body: {'subnet': {'network_id': '7f4bba5e-86a7-48e3-927d-cd28e890ba55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-538885130-subnet', 'tenant_id': '8f4e985b543942bb833f44402a900d7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:02.896027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a604a-8dc5-4fb0-ba14-cc3b7ce931ac admin admin] Pushing event updated for resources: {'Network': ['ID=7f4bba5e-86a7-48e3-927d-cd28e890ba55,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:02.918449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 7f4bba5e-86a7-48e3-927d-cd28e890ba55 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:27:02.924881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5df33-8d3e-48fa-985d-7b85b6a50c6e req-0af60749-d7a9-4157-bed4-67df55f6a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:02.928960 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69e5df33-8d3e-48fa-985d-7b85b6a50c6e req-0af60749-d7a9-4157-bed4-67df55f6a0c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.2090538 Nov 09 00:27:02.984491 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69e5df33-8d3e-48fa-985d-7b85b6a50c6e req-37a45e6b-9c06-4838-97a9-40c05c67c7c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65d2b3b9-4699-4127-b7fe-23a7c03924ed HTTP/1.1" status: 200 len: 217 time: 0.0488701 Nov 09 00:27:03.038997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f9873c-0366-4600-8daf-74bad43a7b95 admin admin] Made reservation on behalf of 8f4e985b543942bb833f44402a900d7b for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:03.042318 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-13f9873c-0366-4600-8daf-74bad43a7b95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:03.066601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5df33-8d3e-48fa-985d-7b85b6a50c6e req-3089c36a-59d3-4c95-826a-0d341abd8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:03.068424 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69e5df33-8d3e-48fa-985d-7b85b6a50c6e req-3089c36a-59d3-4c95-826a-0d341abd8163 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.0683651 Nov 09 00:27:03.122753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93e21d-1739-4c46-a202-55c45dd24241 req-06f61c1a-a501-4314-b1a7-9c5738a85a12 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:03.130980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec93e21d-1739-4c46-a202-55c45dd24241 req-06f61c1a-a501-4314-b1a7-9c5738a85a12 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.3006363 Nov 09 00:27:03.182786 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375f61e-5a1c-4eaa-8d2f-278b033dce02 req-ef34807e-a2e7-4983-9071-7f86bf7fd133 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:03.184374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8375f61e-5a1c-4eaa-8d2f-278b033dce02 req-ef34807e-a2e7-4983-9071-7f86bf7fd133 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.2426867 Nov 09 00:27:03.200001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5df33-8d3e-48fa-985d-7b85b6a50c6e req-53b89a04-0a7d-46f3-9bb8-34ca54ea47ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:03.202192 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69e5df33-8d3e-48fa-985d-7b85b6a50c6e req-53b89a04-0a7d-46f3-9bb8-34ca54ea47ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260266 Nov 09 00:27:03.311008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec93e21d-1739-4c46-a202-55c45dd24241 req-2c7b1332-8d5d-4ddf-b413-7948dca4cacf tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772392 Nov 09 00:27:03.365904 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69e5df33-8d3e-48fa-985d-7b85b6a50c6e req-24a3fd76-da8d-45dc-a063-6b085480f3d7 service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438711 Nov 09 00:27:03.388985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8375f61e-5a1c-4eaa-8d2f-278b033dce02 req-d1234953-5991-47f0-8df2-db84a0f7667b tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945980 Nov 09 00:27:03.449792 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9760fa7-3b4e-48fb-8108-43008b8df74b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:03.499874 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-69e5df33-8d3e-48fa-985d-7b85b6a50c6e req-ac694314-ec06-4c06-bc83-36fdbeaecedd service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253598 Nov 09 00:27:03.517124 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-13f9873c-0366-4600-8daf-74bad43a7b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:03.553192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9760fa7-3b4e-48fb-8108-43008b8df74b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'Subnet': ['ID=19dd7372-7bbd-4174-a5bf-86a443e64925,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:03.597141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9760fa7-3b4e-48fb-8108-43008b8df74b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Checking segment: {'id': '6592580b-a82b-427f-8ff6-978be61865d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'de3e4318-ccad-4e9c-9210-28a48c59b1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:03.597536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9760fa7-3b4e-48fb-8108-43008b8df74b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Network hostable DHCP agents. Network: de3e4318-ccad-4e9c-9210-28a48c59b1e0, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:27:03.627944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9873c-0366-4600-8daf-74bad43a7b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c826ecc8-0e19-4b47-81fe-745131beeef0,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:03.635134 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9873c-0366-4600-8daf-74bad43a7b95 admin admin] Checking segment: {'id': '81b1e577-596a-4769-b5e2-79e4c5352dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f4bba5e-86a7-48e3-927d-cd28e890ba55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:03.635510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9873c-0366-4600-8daf-74bad43a7b95 admin admin] Network hostable DHCP agents. Network: 7f4bba5e-86a7-48e3-927d-cd28e890ba55, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:27:03.644435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9760fa7-3b4e-48fb-8108-43008b8df74b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Network de3e4318-ccad-4e9c-9210-28a48c59b1e0 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:27:03.658722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-f9760fa7-3b4e-48fb-8108-43008b8df74b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, de3e4318-ccad-4e9c-9210-28a48c59b1e0) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:03.665030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9760fa7-3b4e-48fb-8108-43008b8df74b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:03.665922 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9760fa7-3b4e-48fb-8108-43008b8df74b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:03.671596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9873c-0366-4600-8daf-74bad43a7b95 admin admin] Network 7f4bba5e-86a7-48e3-927d-cd28e890ba55 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:27:03.675211 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f368905-69c6-4d79-8f7c-29b8e6a83a8a None None] Network de3e4318-ccad-4e9c-9210-28a48c59b1e0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:03.684353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-13f9873c-0366-4600-8daf-74bad43a7b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 7f4bba5e-86a7-48e3-927d-cd28e890ba55) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:03.689985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f9873c-0366-4600-8daf-74bad43a7b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:03.690762 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-13f9873c-0366-4600-8daf-74bad43a7b95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:03.701406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f9760fa7-3b4e-48fb-8108-43008b8df74b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1417272 Nov 09 00:27:03.705410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60716) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:03.712474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-34811261-cda7-4d4a-9a50-30dbc4dab1b3 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de3e4318-ccad-4e9c-9210-28a48c59b1e0'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:03.723175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-13f9873c-0366-4600-8daf-74bad43a7b95 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8723667 Nov 09 00:27:03.728261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f384e61e-7384-4607-804c-054cac101384 None None] Network 7f4bba5e-86a7-48e3-927d-cd28e890ba55 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:03.858448 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:27:04.035392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-de3e4318-ccad-4e9c-9210-28a48c59b1e0', 'network_id': 'de3e4318-ccad-4e9c-9210-28a48c59b1e0', 'tenant_id': '882e9afa811a4f4eaf6e23fce7103360', 'fixed_ips': [{'subnet_id': '19dd7372-7bbd-4174-a5bf-86a443e64925'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:27:04.036170 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.074230 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-34811261-cda7-4d4a-9a50-30dbc4dab1b3 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.109017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:27:04.117202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:04.117678 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.169484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d75c3b-9b15-44a2-bfad-5214f297558f None None] Network 7f4bba5e-86a7-48e3-927d-cd28e890ba55 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:04.233094 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-34811261-cda7-4d4a-9a50-30dbc4dab1b3 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:27:04.234447 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-34811261-cda7-4d4a-9a50-30dbc4dab1b3 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "PUT /v2.0/routers/2e616b10-dddb-4c82-b994-ecc853e47c9a HTTP/1.1" status: 400 len: 364 time: 0.5276029 Nov 09 00:27:04.238035 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60738) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:04.395198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60746) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:04.402292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-551684020-network', 'tenant_id': '0566a30606bf4880ad082bceaface66a'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:04.459539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Made reservation on behalf of 0566a30606bf4880ad082bceaface66a for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:04.462254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.480543 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.607711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Allocated IP 2001:db8:1::2 (de3e4318-ccad-4e9c-9210-28a48c59b1e0/19dd7372-7bbd-4174-a5bf-86a443e64925/95c65fa1-cf65-4f68-98f7-c9643dd62151) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:27:04.626676 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.626883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0071dc-6132-4a83-b802-5c97f404a998 req-22d31c29-cdbf-4477-9aea-e3d6d7ed1b16 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:04.628294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d0071dc-6132-4a83-b802-5c97f404a998 req-22d31c29-cdbf-4477-9aea-e3d6d7ed1b16 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 945 time: 0.1787302 Nov 09 00:27:04.661458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.676222 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.684465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafacfb-3fbb-460d-9a14-f07103c22088 req-6245bda7-7995-431e-8cf7-0dec9f33163e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:04.691824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffafacfb-3fbb-460d-9a14-f07103c22088 req-6245bda7-7995-431e-8cf7-0dec9f33163e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.1554737 Nov 09 00:27:04.729315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:04.731549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901e6b58-9dec-4356-b40b-1a7c9ce6d7e7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:04.731692 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031ed867-97e7-4eeb-bb29-bff758e83a79" -d '{"events": [{"server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "name": "network-vif-plugged", "status": "completed", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:04.742953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:27:04.751658 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:04.758941 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.759450 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.759811 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 65d2b3b9-4699-4127-b7fe-23a7c03924ed no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:04.759931 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Added segment 69d314e2-34e5-499d-8d43-1fc9bce719b1 of type vlan for network d35c72a3-beb5-4433-9727-e64424398951 Nov 09 00:27:04.771888 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.808399 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d0071dc-6132-4a83-b802-5c97f404a998 req-194d59f9-664c-476c-9851-fcf3c98efbef tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574314 Nov 09 00:27:04.824364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffafacfb-3fbb-460d-9a14-f07103c22088 req-7f35e99e-7362-422b-a647-35bbfab01f68 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312919 Nov 09 00:27:04.846048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.902166 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.917275 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.923460 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.924441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:04.925175 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:04.940025 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc79f6b-6865-483e-8216-24186d183d99 x-openstack-request-id: req-bdc79f6b-6865-483e-8216-24186d183d99 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:04.940314 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "name": "network-vif-plugged", "status": "completed", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:04.940748 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdc79f6b-6865-483e-8216-24186d183d99 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:04.941298 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'code': 200} Nov 09 00:27:04.947886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=13']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:04.982028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Network de3e4318-ccad-4e9c-9210-28a48c59b1e0 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:27:04.991015 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:05.012239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:27:05.034304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Pushing event updated for resources: {'Port': ['ID=95c65fa1-cf65-4f68-98f7-c9643dd62151,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:05.046522 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6494370 Nov 09 00:27:05.061848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60760) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:05.067488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f67bc9ae-3a97-4220-b9ea-ae56c5561bbd admin admin] Request body: {'subnet': {'network_id': 'd35c72a3-beb5-4433-9727-e64424398951', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-551684020-subnet', 'tenant_id': '0566a30606bf4880ad082bceaface66a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:05.078442 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610ff89-1a70-4f81-928f-efad8f91a83c admin admin] Pushing event updated for resources: {'Network': ['ID=d35c72a3-beb5-4433-9727-e64424398951,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:05.093077 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:05.111661 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network d35c72a3-beb5-4433-9727-e64424398951 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:27:05.142350 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67bc9ae-3a97-4220-b9ea-ae56c5561bbd admin admin] Made reservation on behalf of 0566a30606bf4880ad082bceaface66a for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:05.147778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f67bc9ae-3a97-4220-b9ea-ae56c5561bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:05.256463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Attempting to bind port 95c65fa1-cf65-4f68-98f7-c9643dd62151 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:27:05.257290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Attempting to bind port 95c65fa1-cf65-4f68-98f7-c9643dd62151 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '6592580b-a82b-427f-8ff6-978be61865d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'de3e4318-ccad-4e9c-9210-28a48c59b1e0'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:27:05.257765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Attempting to bind port 95c65fa1-cf65-4f68-98f7-c9643dd62151 on network de3e4318-ccad-4e9c-9210-28a48c59b1e0 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:27:05.324736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:27:05.333215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Checking segment: {'id': '6592580b-a82b-427f-8ff6-978be61865d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'de3e4318-ccad-4e9c-9210-28a48c59b1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:05.334573 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:05.335208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Bound using segment: {'id': '6592580b-a82b-427f-8ff6-978be61865d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'de3e4318-ccad-4e9c-9210-28a48c59b1e0'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:27:05.335936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Bound port: 95c65fa1-cf65-4f68-98f7-c9643dd62151, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6592580b-a82b-427f-8ff6-978be61865d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'de3e4318-ccad-4e9c-9210-28a48c59b1e0'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:27:05.336676 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:05.452124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 65d2b3b9-4699-4127-b7fe-23a7c03924ed, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=65d2b3b9-4699-4127-b7fe-23a7c03924ed,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:05.473770 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:05.474421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Allocated IP 2001:db8::1 (22abcffb-34a2-4fea-a2ab-94479c6c43b4/2e4459f9-ad71-4608-bc55-7c74308a84a1/082e8d3e-ed69-46fd-8571-d973b2025a67) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:27:05.487378 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f67bc9ae-3a97-4220-b9ea-ae56c5561bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:05.548514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba91d81e-f267-4594-8760-c666e6f5d420 req-10e55958-c25f-4ea7-a907-b9137992f640 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4720449 Nov 09 00:27:05.579000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bc9ae-3a97-4220-b9ea-ae56c5561bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d45593-e254-4161-a3be-54b9fd267f3c,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:05.618746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bc9ae-3a97-4220-b9ea-ae56c5561bbd admin admin] Checking segment: {'id': '69d314e2-34e5-499d-8d43-1fc9bce719b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd35c72a3-beb5-4433-9727-e64424398951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:05.619112 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67bc9ae-3a97-4220-b9ea-ae56c5561bbd admin admin] Network hostable DHCP agents. Network: d35c72a3-beb5-4433-9727-e64424398951, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:27:05.627572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] For port 95c65fa1-cf65-4f68-98f7-c9643dd62151, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:27:05.637990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] For port 95c65fa1-cf65-4f68-98f7-c9643dd62151, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=95c65fa1-cf65-4f68-98f7-c9643dd62151,segment=NetworkSegment(6592580b-a82b-427f-8ff6-978be61865d0),segment_id=6592580b-a82b-427f-8ff6-978be61865d0)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:27:05.647874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67bc9ae-3a97-4220-b9ea-ae56c5561bbd admin admin] Network d35c72a3-beb5-4433-9727-e64424398951 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:27:05.648113 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=65d2b3b9-4699-4127-b7fe-23a7c03924ed,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:05.651697 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:05.654754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a2e9d-c7ee-42f3-8190-b5fb3466fec6 req-e8245f1b-6032-4650-9c45-fbab90ed4bff tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:05.664783 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-579a2e9d-c7ee-42f3-8190-b5fb3466fec6 req-e8245f1b-6032-4650-9c45-fbab90ed4bff tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 950 time: 0.1802237 Nov 09 00:27:05.706077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-f67bc9ae-3a97-4220-b9ea-ae56c5561bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, d35c72a3-beb5-4433-9727-e64424398951) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:05.714305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67bc9ae-3a97-4220-b9ea-ae56c5561bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:05.715096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f67bc9ae-3a97-4220-b9ea-ae56c5561bbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:05.727345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc20a969-4696-4a15-ab57-3472a98065df None None] Network d35c72a3-beb5-4433-9727-e64424398951 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:05.751280 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f67bc9ae-3a97-4220-b9ea-ae56c5561bbd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6879618 Nov 09 00:27:05.758349 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13693ea-9aad-4281-8a52-691be64f78fa None None] Pushing event updated for resources: {'Port': ['ID=95c65fa1-cf65-4f68-98f7-c9643dd62151,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:05.831346 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91d81e-f267-4594-8760-c666e6f5d420 req-240e2d8b-6fb2-4890-8d55-ac950ce053f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:05.833167 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba91d81e-f267-4594-8760-c666e6f5d420 req-240e2d8b-6fb2-4890-8d55-ac950ce053f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 1096 time: 0.2109511 Nov 09 00:27:05.857560 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-579a2e9d-c7ee-42f3-8190-b5fb3466fec6 req-8ca9e6c4-68b6-48ca-b3da-497b401f7519 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/security-groups?id=af8a9aed-2721-40b3-af00-c0dbb45775a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918044 Nov 09 00:27:06.002009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fd5eaf-f6fe-4967-9276-17c149523b16 None None] Network d35c72a3-beb5-4433-9727-e64424398951 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:06.018190 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:06.232395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d856b44-fcca-466b-b4d2-9159354746b5 req-07081a98-14c5-4afa-89cb-37f7c741b307 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:06.234066 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d856b44-fcca-466b-b4d2-9159354746b5 req-07081a98-14c5-4afa-89cb-37f7c741b307 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 943 time: 0.2571387 Nov 09 00:27:06.254746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27455ab-3d8d-4fda-b62e-037a64f9340b req-1f1ab4bd-e0a3-4b29-98c0-46c6a5274345 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:06.256638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c27455ab-3d8d-4fda-b62e-037a64f9340b req-1f1ab4bd-e0a3-4b29-98c0-46c6a5274345 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.2560492 Nov 09 00:27:06.260742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91d81e-f267-4594-8760-c666e6f5d420 req-ee61a1b0-de2e-4fe7-a513-567f25d7349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:06.262253 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba91d81e-f267-4594-8760-c666e6f5d420 req-ee61a1b0-de2e-4fe7-a513-567f25d7349e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.3837049 Nov 09 00:27:06.297298 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:06.731530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba91d81e-f267-4594-8760-c666e6f5d420 req-64d242b7-9253-4657-bcc5-77daf13a8412 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 HTTP/1.1" status: 200 len: 217 time: 0.4588077 Nov 09 00:27:06.821223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Network 22abcffb-34a2-4fea-a2ab-94479c6c43b4 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:27:06.842711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:06.845306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:27:06.845882 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:06.933761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91d81e-f267-4594-8760-c666e6f5d420 req-b55129b0-a626-422e-ad00-ae6645217ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:06.935301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba91d81e-f267-4594-8760-c666e6f5d420 req-b55129b0-a626-422e-ad00-ae6645217ac0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1819775 Nov 09 00:27:06.943667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1331c70-02c5-4235-b730-90d3817e62ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d2b3b9-4699-4127-b7fe-23a7c03924ed'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:06.946040 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270403be-eb6b-4580-aeec-bcecc4c6673a" -d '{"events": [{"server_uuid": "c1331c70-02c5-4235-b730-90d3817e62ad", "name": "network-vif-unplugged", "status": "completed", "tag": "65d2b3b9-4699-4127-b7fe-23a7c03924ed"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:06.956229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c27455ab-3d8d-4fda-b62e-037a64f9340b req-ae4346f0-8176-48ff-9876-3cef7c3a5024 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6929617 Nov 09 00:27:06.958479 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7f337-b46b-4dbf-bae1-822bf9b2cd22 req-f0e0e768-a2b4-4a4c-92e4-c90f0b547283 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:06.959781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d856b44-fcca-466b-b4d2-9159354746b5 req-e7e7ad40-4582-45dd-aab1-ad4561740d9a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7179937 Nov 09 00:27:06.978150 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9fe7f337-b46b-4dbf-bae1-822bf9b2cd22 req-f0e0e768-a2b4-4a4c-92e4-c90f0b547283 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.30 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 950 time: 0.1384666 Nov 09 00:27:07.000030 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:27:07.020805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'Port': ['ID=082e8d3e-ed69-46fd-8571-d973b2025a67,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:07.063002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91d81e-f267-4594-8760-c666e6f5d420 req-7f0b4143-f257-4688-801b-4e22d9eedee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:07.072438 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba91d81e-f267-4594-8760-c666e6f5d420 req-7f0b4143-f257-4688-801b-4e22d9eedee7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072216 Nov 09 00:27:07.163523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 95c65fa1-cf65-4f68-98f7-c9643dd62151 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:27:07.171485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-9fe7f337-b46b-4dbf-bae1-822bf9b2cd22 req-f9070938-9f30-4585-ac7f-621761bd61c8 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Deleting port 2d50cd81-16e9-4272-81b6-376185b8079c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:07.173119 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9fe7f337-b46b-4dbf-bae1-822bf9b2cd22 req-f9070938-9f30-4585-ac7f-621761bd61c8 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:07.210102 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:07.222780 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de474ed-9d91-41ac-a666-8dd0f11c7064 None None] Network de3e4318-ccad-4e9c-9210-28a48c59b1e0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:07.301791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3aa43-21f3-4ac5-9033-5b6abc527b9d req-c0737328-8321-43af-ab68-99b0cd6e5e09 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:07.304034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0b3aa43-21f3-4ac5-9033-5b6abc527b9d req-c0737328-8321-43af-ab68-99b0cd6e5e09 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 950 time: 0.2302909 Nov 09 00:27:07.317107 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-9fe7f337-b46b-4dbf-bae1-822bf9b2cd22 req-f9070938-9f30-4585-ac7f-621761bd61c8 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] For port 2d50cd81-16e9-4272-81b6-376185b8079c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=2d50cd81-16e9-4272-81b6-376185b8079c,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:07.317495 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9fe7f337-b46b-4dbf-bae1-822bf9b2cd22 req-f9070938-9f30-4585-ac7f-621761bd61c8 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:07.333744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-9fe7f337-b46b-4dbf-bae1-822bf9b2cd22 req-f9070938-9f30-4585-ac7f-621761bd61c8 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Calling delete_port for 2d50cd81-16e9-4272-81b6-376185b8079c owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:07.379368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5f3b4340-10d9-4f26-9758-506409372ac2 None None] Provisioning complete for port 95c65fa1-cf65-4f68-98f7-c9643dd62151 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:07.380849 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5f3b4340-10d9-4f26-9758-506409372ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:07.460298 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 95c65fa1-cf65-4f68-98f7-c9643dd62151 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:07.460298 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:07.544674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba91d81e-f267-4594-8760-c666e6f5d420 req-88f3dfb1-e6d0-4a1b-a831-2297c38d1db9 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528871 Nov 09 00:27:07.546527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4736a-3995-4679-9045-21872b4035a3 req-93e6e1cc-bf58-4324-a978-e420c4359125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:07.548077 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-def4736a-3995-4679-9045-21872b4035a3 req-93e6e1cc-bf58-4324-a978-e420c4359125 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 1096 time: 0.0924981 Nov 09 00:27:07.620686 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-def4736a-3995-4679-9045-21872b4035a3 req-23b4227e-443d-4755-bc34-7ba25b20bfd1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612586 Nov 09 00:27:07.621423 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9fe7f337-b46b-4dbf-bae1-822bf9b2cd22 req-f9070938-9f30-4585-ac7f-621761bd61c8 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:07.665159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0b3aa43-21f3-4ac5-9033-5b6abc527b9d req-4bb21d77-78cb-46ba-87d5-f10abe1924bc tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/security-groups?id=af8a9aed-2721-40b3-af00-c0dbb45775a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312531 Nov 09 00:27:07.666848 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:07.669296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['2d50cd81-16e9-4272-81b6-376185b8079c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:07.689516 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9070938-9f30-4585-ac7f-621761bd61c8 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Pushing event deleted for resources: {'Port': ['ID=2d50cd81-16e9-4272-81b6-376185b8079c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:07.700587 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5f3b4340-10d9-4f26-9758-506409372ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:07.759462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 95c65fa1-cf65-4f68-98f7-c9643dd62151, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=95c65fa1-cf65-4f68-98f7-c9643dd62151,segment=NetworkSegment(6592580b-a82b-427f-8ff6-978be61865d0),segment_id=6592580b-a82b-427f-8ff6-978be61865d0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:07.762824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a2364-494b-4f65-82e4-1a888950520e req-a6d63ef6-7a6d-4501-865c-c5655d34dc37 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:07.764232 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-a6d63ef6-7a6d-4501-865c-c5655d34dc37 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/networks?id=7f4bba5e-86a7-48e3-927d-cd28e890ba55 HTTP/1.1" status: 200 len: 824 time: 0.4316363 Nov 09 00:27:07.776831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe7f337-b46b-4dbf-bae1-822bf9b2cd22 req-f9070938-9f30-4585-ac7f-621761bd61c8 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] No DVR routers for this DVR port 2d50cd81-16e9-4272-81b6-376185b8079c on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:07.779891 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9fe7f337-b46b-4dbf-bae1-822bf9b2cd22 req-f9070938-9f30-4585-ac7f-621761bd61c8 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:07.783944 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9fe7f337-b46b-4dbf-bae1-822bf9b2cd22 req-f9070938-9f30-4585-ac7f-621761bd61c8 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.30 "DELETE /v2.0/ports/2d50cd81-16e9-4272-81b6-376185b8079c HTTP/1.1" status: 204 len: 173 time: 0.7962952 Nov 09 00:27:07.783944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cd8a31-2c79-4962-9610-1dd205ce00be', 'name': 'network-vif-deleted', 'tag': '2d50cd81-16e9-4272-81b6-376185b8079c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:07.786995 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce8c736-f41f-48f4-84e6-0c04b9d24806" -d '{"events": [{"server_uuid": "04cd8a31-2c79-4962-9610-1dd205ce00be", "name": "network-vif-deleted", "tag": "2d50cd81-16e9-4272-81b6-376185b8079c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:07.796072 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:07.842082 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4631b90c-0467-476b-9427-e0f22ea4b21a x-openstack-request-id: req-4631b90c-0467-476b-9427-e0f22ea4b21a {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:07.842613 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1331c70-02c5-4235-b730-90d3817e62ad", "name": "network-vif-unplugged", "status": "failed", "tag": "65d2b3b9-4699-4127-b7fe-23a7c03924ed", "code": 422}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:07.843020 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4631b90c-0467-476b-9427-e0f22ea4b21a {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:07.843601 n-d-813263-3 neutron-server[101782]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1331c70-02c5-4235-b730-90d3817e62ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65d2b3b9-4699-4127-b7fe-23a7c03924ed', 'code': 422} returned with failed status Nov 09 00:27:07.906820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-bbd150aa-2992-4a5e-bb2f-bfb8d6dd26d6 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/quotas/8f4e985b543942bb833f44402a900d7b HTTP/1.1" status: 200 len: 375 time: 0.1207349 Nov 09 00:27:07.910770 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-5f3b4340-10d9-4f26-9758-506409372ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:27:07.911443 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-5f3b4340-10d9-4f26-9758-506409372ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:27:07.913062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba91d81e-f267-4594-8760-c666e6f5d420 req-57a4c608-509c-46cd-a038-d27a52b466a8 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310435 Nov 09 00:27:07.932999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=95c65fa1-cf65-4f68-98f7-c9643dd62151,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:07.996397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-5866db46-1763-47f9-97ef-a1aeaac14c62 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f4e985b543942bb833f44402a900d7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810864 Nov 09 00:27:08.062965 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4512f-7a16-43a6-9a9d-852beb41513c req-35d53ea1-c4be-4a50-97c7-0e61aee5edd7 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:08.064506 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26c4512f-7a16-43a6-9a9d-852beb41513c req-35d53ea1-c4be-4a50-97c7-0e61aee5edd7 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1460834 Nov 09 00:27:08.154441 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:08.170815 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:08.171616 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:08.253201 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26c4512f-7a16-43a6-9a9d-852beb41513c req-430eb689-bffa-4509-951e-9c74737744e7 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771154 Nov 09 00:27:08.293246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-8b8c1e58-cea6-4d83-a7b2-18da34e8812c service neutron] 10.222.0.25 "GET /v2.0/networks/7f4bba5e-86a7-48e3-927d-cd28e890ba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722187 Nov 09 00:27:08.347962 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c985dab7-0cdd-4899-aede-bf2b8abd7254 x-openstack-request-id: req-c985dab7-0cdd-4899-aede-bf2b8abd7254 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:08.348494 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cd8a31-2c79-4962-9610-1dd205ce00be", "name": "network-vif-deleted", "tag": "2d50cd81-16e9-4272-81b6-376185b8079c", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:08.350081 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c985dab7-0cdd-4899-aede-bf2b8abd7254 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:08.350615 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cd8a31-2c79-4962-9610-1dd205ce00be', 'name': 'network-vif-deleted', 'tag': '2d50cd81-16e9-4272-81b6-376185b8079c', 'status': 'completed', 'code': 200} Nov 09 00:27:08.419717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event updated for resources: {'Port': ['ID=082e8d3e-ed69-46fd-8571-d973b2025a67,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:08.539779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Network 22abcffb-34a2-4fea-a2ab-94479c6c43b4 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:27:08.546220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:08.558083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73013b8-c7eb-4802-937c-40a5ee7d01e6 req-84bd3d5c-f0df-4354-b40f-399ede852425 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:08.560274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f73013b8-c7eb-4802-937c-40a5ee7d01e6 req-84bd3d5c-f0df-4354-b40f-399ede852425 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.1251433 Nov 09 00:27:08.605453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2eed6035-85fc-421b-b4aa-ce070780de46 None None] Provisioning complete for port 95c65fa1-cf65-4f68-98f7-c9643dd62151 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:08.606000 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2eed6035-85fc-421b-b4aa-ce070780de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:08.651653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-ec4c3794-b36a-441a-9f5b-db8d010cfd34 service neutron] 10.222.0.25 "GET /v2.0/networks/7f4bba5e-86a7-48e3-927d-cd28e890ba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444033 Nov 09 00:27:08.733177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Router 2e616b10-dddb-4c82-b994-ecc853e47c9a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:27:08.796746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f73013b8-c7eb-4802-937c-40a5ee7d01e6 req-0819b31a-aa85-404b-be87-256cb7ba4e6f tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225509 Nov 09 00:27:08.798674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2eed6035-85fc-421b-b4aa-ce070780de46 None None] Provisioning complete for port 082e8d3e-ed69-46fd-8571-d973b2025a67 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:08.799227 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2eed6035-85fc-421b-b4aa-ce070780de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:08.889663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2eed6035-85fc-421b-b4aa-ce070780de46 None None] Port 082e8d3e-ed69-46fd-8571-d973b2025a67 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:27:09.062680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 95c65fa1-cf65-4f68-98f7-c9643dd62151 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:27:09.067521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a7be363-0afa-4702-b960-eb1093db5c8e req-e871bbe0-80ba-41b8-aba8-51c1be707f73 tempest-VolumesBackupsTest-770116639 tempest-VolumesBackupsTest-770116639-project] 10.222.0.25 "GET /v2.0/ports?device_id=04cd8a31-2c79-4962-9610-1dd205ce00be HTTP/1.1" status: 200 len: 210 time: 0.0447326 Nov 09 00:27:09.175852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b21e4154-433d-400b-8a2b-fd9091524dc8 req-09cba49a-ed14-4f2f-a437-5a8db862732c tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 210 time: 0.0363362 Nov 09 00:27:09.200124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce9f5-8c7d-42f5-82af-a1652c0f6f9d req-9fea07ba-5732-43ab-a7a0-2d86cae53749 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:09.207498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-633ce9f5-8c7d-42f5-82af-a1652c0f6f9d req-9fea07ba-5732-43ab-a7a0-2d86cae53749 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.2066920 Nov 09 00:27:09.217039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 95c65fa1-cf65-4f68-98f7-c9643dd62151 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:09.217714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:27:09.217856 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:09.224555 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cb61fc0e-42c6-45ee-8258-9a4c26a5cc01 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "PUT /v2.0/routers/2e616b10-dddb-4c82-b994-ecc853e47c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9845893 Nov 09 00:27:09.227181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60834) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:09.259151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68dd96f-7881-4797-b5d5-c300005857a8 None None] Sync routers for ids ['2e616b10-dddb-4c82-b994-ecc853e47c9a'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:27:09.278970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68dd96f-7881-4797-b5d5-c300005857a8 None None] Routers {'2e616b10-dddb-4c82-b994-ecc853e47c9a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:09.279822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a68dd96f-7881-4797-b5d5-c300005857a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:26:46Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2e616b10-dddb-4c82-b994-ecc853e47c9a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:09.289614 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-633ce9f5-8c7d-42f5-82af-a1652c0f6f9d req-a66ec726-da04-4914-8228-bad103615053 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807745 Nov 09 00:27:09.339624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a68dd96f-7881-4797-b5d5-c300005857a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:09.355145 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee27fa5d-41e7-492e-8588-225d21aab594 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:09.361119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68dd96f-7881-4797-b5d5-c300005857a8 None None] Routers {'2e616b10-dddb-4c82-b994-ecc853e47c9a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:09.361914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a68dd96f-7881-4797-b5d5-c300005857a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:26:46Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2e616b10-dddb-4c82-b994-ecc853e47c9a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:09.415571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-045d5f70-3648-49e6-9bb0-763f42bfb696 None None] Provisioning complete for port 082e8d3e-ed69-46fd-8571-d973b2025a67 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:09.416295 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-045d5f70-3648-49e6-9bb0-763f42bfb696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:09.442831 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a68dd96f-7881-4797-b5d5-c300005857a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:09.443503 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68dd96f-7881-4797-b5d5-c300005857a8 None None] The sync data for ids ['2e616b10-dddb-4c82-b994-ecc853e47c9a'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:27:09.494304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-045d5f70-3648-49e6-9bb0-763f42bfb696 None None] Port 082e8d3e-ed69-46fd-8571-d973b2025a67 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:27:09.677207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985f3e-9074-4536-a4c4-99a8e8daa05d req-b9b869fa-34da-4490-bc1a-a0580a4116ce tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:09.679159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b985f3e-9074-4536-a4c4-99a8e8daa05d req-b9b869fa-34da-4490-bc1a-a0580a4116ce tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.0752051 Nov 09 00:27:09.739556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b985f3e-9074-4536-a4c4-99a8e8daa05d req-a4183b4a-267a-4741-9829-e5877dea159b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538454 Nov 09 00:27:09.846927 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-ee27fa5d-41e7-492e-8588-225d21aab594 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 00:27:09.850843 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ee27fa5d-41e7-492e-8588-225d21aab594 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "DELETE /v2.0/routers/2e616b10-dddb-4c82-b994-ecc853e47c9a HTTP/1.1" status: 409 len: 329 time: 0.6197538 Nov 09 00:27:09.851932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60850) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:09.862206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 65d2b3b9-4699-4127-b7fe-23a7c03924ed no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:09.930371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d45355-eaec-4b56-83c3-20f1cc935b9f req-397d81a2-9058-4a2b-a911-fa7fc9425824 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:09.940066 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24d45355-eaec-4b56-83c3-20f1cc935b9f req-397d81a2-9058-4a2b-a911-fa7fc9425824 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.0663440 Nov 09 00:27:10.017030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24d45355-eaec-4b56-83c3-20f1cc935b9f req-db7f20e7-b0a9-42f4-ade9-3a7bbb9cdc81 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714071 Nov 09 00:27:10.032416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 2d50cd81-16e9-4272-81b6-376185b8079c no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:10.053662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-71ee41af-639b-4df2-bffa-f575f3505ff1 req-e39cb9aa-cd17-4c7f-bb04-94fdeaa57441 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1772948581', 'description': 'tempest-description-1302880756'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:10.058854 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 2d50cd81-16e9-4272-81b6-376185b8079c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:10.059203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 2d50cd81-16e9-4272-81b6-376185b8079c not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:10.078206 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71ee41af-639b-4df2-bffa-f575f3505ff1 req-e39cb9aa-cd17-4c7f-bb04-94fdeaa57441 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:10.166855 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71ee41af-639b-4df2-bffa-f575f3505ff1 req-e39cb9aa-cd17-4c7f-bb04-94fdeaa57441 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:10.174232 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71ee41af-639b-4df2-bffa-f575f3505ff1 req-e39cb9aa-cd17-4c7f-bb04-94fdeaa57441 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:10.197465 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-71ee41af-639b-4df2-bffa-f575f3505ff1 req-e39cb9aa-cd17-4c7f-bb04-94fdeaa57441 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:10.217475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71ee41af-639b-4df2-bffa-f575f3505ff1 req-e39cb9aa-cd17-4c7f-bb04-94fdeaa57441 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.1694827 Nov 09 00:27:10.286112 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cb9aa-cd17-4c7f-bb04-94fdeaa57441 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26625494-5d39-4460-807d-5979240f1863,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:10.316587 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-61ed3b18-b246-4dd4-950d-d298fe403abe tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:10.373018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72d00796-7ee0-462c-8ad8-62d647d170bb req-80be17ce-ef08-4792-a2cb-b9cd7b827405 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 210 time: 0.0585554 Nov 09 00:27:10.435450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64b8b5bd-6bd9-4715-96b9-0c07f4413eea req-c46aa264-6967-410a-a2d8-4bf6a8d377de tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1772948581&fields=id&tenant_id=e4b484c9baea4cb385cc665ee9edd2a8 HTTP/1.1" status: 200 len: 267 time: 0.0650492 Nov 09 00:27:10.537608 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8b5bd-6bd9-4715-96b9-0c07f4413eea req-abbc806b-4944-41c6-a962-36c5870a543e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:10.556047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64b8b5bd-6bd9-4715-96b9-0c07f4413eea req-abbc806b-4944-41c6-a962-36c5870a543e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.1175041 Nov 09 00:27:10.569165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-64b8b5bd-6bd9-4715-96b9-0c07f4413eea req-83622ce1-d264-40f2-ae93-4716203d95c8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Request body: {'port': {'security_groups': ['ee64622c-c6b4-4234-ae69-332dbf1c7069', '26625494-5d39-4460-807d-5979240f1863']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:10.679317 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-64b8b5bd-6bd9-4715-96b9-0c07f4413eea req-83622ce1-d264-40f2-ae93-4716203d95c8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:10.707673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a2364-494b-4f65-82e4-1a888950520e req-bbc72f7b-0182-4ad6-9aa1-cc4faeca3bf2 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:10.709032 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-bbc72f7b-0182-4ad6-9aa1-cc4faeca3bf2 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.11 "GET /v2.0/networks?id=7f4bba5e-86a7-48e3-927d-cd28e890ba55 HTTP/1.1" status: 200 len: 824 time: 0.2866538 Nov 09 00:27:10.741797 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-3e3a2364-494b-4f65-82e4-1a888950520e req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Request body: {'port': {'device_id': 'cf03c072-acbe-4854-aa17-994b388090c1', 'network_id': '7f4bba5e-86a7-48e3-927d-cd28e890ba55', 'admin_state_up': True, 'tenant_id': '8f4e985b543942bb833f44402a900d7b'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:10.958220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-64b8b5bd-6bd9-4715-96b9-0c07f4413eea req-83622ce1-d264-40f2-ae93-4716203d95c8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] For port 6bc903c1-a030-414a-b2c4-742e203e9b33, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6bc903c1-a030-414a-b2c4-742e203e9b33,segment=NetworkSegment(9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4),segment_id=9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:10.969661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3a2364-494b-4f65-82e4-1a888950520e req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Made reservation on behalf of 8f4e985b543942bb833f44402a900d7b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:10.974514 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3e3a2364-494b-4f65-82e4-1a888950520e req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:10.993136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dca75-4446-41d3-b526-1c0ae9429b0c req-8e0a239b-b292-4dac-ba7f-962177973788 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:11.000462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-649dca75-4446-41d3-b526-1c0ae9429b0c req-8e0a239b-b292-4dac-ba7f-962177973788 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.0991328 Nov 09 00:27:11.031528 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-64b8b5bd-6bd9-4715-96b9-0c07f4413eea req-83622ce1-d264-40f2-ae93-4716203d95c8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:11.039469 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-64b8b5bd-6bd9-4715-96b9-0c07f4413eea req-83622ce1-d264-40f2-ae93-4716203d95c8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:11.055890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6bc903c1-a030-414a-b2c4-742e203e9b33'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:11.073910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-61ed3b18-b246-4dd4-950d-d298fe403abe tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Deleting port 082e8d3e-ed69-46fd-8571-d973b2025a67 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:11.076974 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-61ed3b18-b246-4dd4-950d-d298fe403abe tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:11.121217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-649dca75-4446-41d3-b526-1c0ae9429b0c req-e418b890-ca95-4f88-855c-cf3b4f43ff74 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053319 Nov 09 00:27:11.132322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8b5bd-6bd9-4715-96b9-0c07f4413eea req-83622ce1-d264-40f2-ae93-4716203d95c8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:11.133588 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-64b8b5bd-6bd9-4715-96b9-0c07f4413eea req-83622ce1-d264-40f2-ae93-4716203d95c8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:11.134446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-64b8b5bd-6bd9-4715-96b9-0c07f4413eea req-83622ce1-d264-40f2-ae93-4716203d95c8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "PUT /v2.0/ports/6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 981 time: 0.5733013 Nov 09 00:27:11.134919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:11.137220 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a3f655-0a26-4d87-b7dc-dff265db9b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:11.204741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83622ce1-d264-40f2-ae93-4716203d95c8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Pushing event updated for resources: {'Port': ['ID=6bc903c1-a030-414a-b2c4-742e203e9b33,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:11.209047 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6bc903c1-a030-414a-b2c4-742e203e9b33'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:11.242169 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8aaf4d-4fe1-49cc-a78c-e7faae857338 x-openstack-request-id: req-4f8aaf4d-4fe1-49cc-a78c-e7faae857338 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:11.242864 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:11.243278 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f8aaf4d-4fe1-49cc-a78c-e7faae857338 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:11.243839 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'status': 'completed', 'code': 200} Nov 09 00:27:11.312001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1585d70f-36c9-4818-8e24-01c140f0601a req-47611c78-fe97-4b28-9091-9507332e4ffc tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1772948581&fields=id&tenant_id=e4b484c9baea4cb385cc665ee9edd2a8 HTTP/1.1" status: 200 len: 267 time: 0.0910003 Nov 09 00:27:11.327952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-3e3a2364-494b-4f65-82e4-1a888950520e req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Allocated IP 172.20.0.2 (7f4bba5e-86a7-48e3-927d-cd28e890ba55/c826ecc8-0e19-4b47-81fe-745131beeef0/e9ff06e3-42f9-44cc-bf78-8c97178ee624) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:27:11.341746 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-61ed3b18-b246-4dd4-950d-d298fe403abe tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:11.354896 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f655-0a26-4d87-b7dc-dff265db9b4c req-cbe0a0bb-b4f9-4bda-921d-1e6eb883d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:11.356707 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a3f655-0a26-4d87-b7dc-dff265db9b4c req-cbe0a0bb-b4f9-4bda-921d-1e6eb883d392 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4b484c9baea4cb385cc665ee9edd2a8&device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 1135 time: 0.0985658 Nov 09 00:27:11.383285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-61ed3b18-b246-4dd4-950d-d298fe403abe tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Calling delete_port for 082e8d3e-ed69-46fd-8571-d973b2025a67 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:11.400132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585d70f-36c9-4818-8e24-01c140f0601a req-c2155586-4c0a-46fa-81f1-62042463b6f8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:11.420998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1585d70f-36c9-4818-8e24-01c140f0601a req-c2155586-4c0a-46fa-81f1-62042463b6f8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 984 time: 0.1077313 Nov 09 00:27:11.447423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-1585d70f-36c9-4818-8e24-01c140f0601a req-7e7a8033-7185-4eca-aef7-745fa7f44229 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Request body: {'port': {'security_groups': ['ee64622c-c6b4-4234-ae69-332dbf1c7069']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:11.646752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-726b9b75-31c4-4f81-9676-b9084e292771 req-a08318f4-cfbd-4fb5-a40e-6a741295e3df tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 210 time: 0.1034312 Nov 09 00:27:11.697129 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1585d70f-36c9-4818-8e24-01c140f0601a req-7e7a8033-7185-4eca-aef7-745fa7f44229 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:11.736585 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3e3a2364-494b-4f65-82e4-1a888950520e req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:11.817562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-61ed3b18-b246-4dd4-950d-d298fe403abe tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:11.852697 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3e3a2364-494b-4f65-82e4-1a888950520e req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:11.857467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed3b18-b246-4dd4-950d-d298fe403abe tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Port': ['ID=082e8d3e-ed69-46fd-8571-d973b2025a67,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:11.920883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f655-0a26-4d87-b7dc-dff265db9b4c req-3c0f5f91-d071-42d2-93c3-57e623470920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:11.924174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a3f655-0a26-4d87-b7dc-dff265db9b4c req-3c0f5f91-d071-42d2-93c3-57e623470920 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24a99ac1-6077-40b6-99ca-ace05bb409c6 HTTP/1.1" status: 200 len: 919 time: 0.5594647 Nov 09 00:27:12.075059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a3f655-0a26-4d87-b7dc-dff265db9b4c req-fa830959-1d21-4700-8547-dbdb59e22381 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 217 time: 0.1256135 Nov 09 00:27:12.204813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3a2364-494b-4f65-82e4-1a888950520e req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Network 7f4bba5e-86a7-48e3-927d-cd28e890ba55 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:27:12.235641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-3e3a2364-494b-4f65-82e4-1a888950520e req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:12.243067 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3a2364-494b-4f65-82e4-1a888950520e req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:27:12.289306 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-61ed3b18-b246-4dd4-950d-d298fe403abe tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:12.443880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Pushing event updated for resources: {'Port': ['ID=e9ff06e3-42f9-44cc-bf78-8c97178ee624,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:12.453424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60888) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:12.546919 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a2364-494b-4f65-82e4-1a888950520e req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:12.547762 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3e3a2364-494b-4f65-82e4-1a888950520e req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:12.605592 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02d40aeb-2c6c-4adf-9719-077a9f53abd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:12.648575 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3642-181d-4856-ac51-dadf9475ed54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:12.655790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ed3b18-b246-4dd4-950d-d298fe403abe tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Router 2e616b10-dddb-4c82-b994-ecc853e47c9a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:27:12.667230 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-4b0274d4-d807-44a4-b209-b8af2667e71e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9308841 Nov 09 00:27:12.690021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Request body: {'port': {'device_id': 'cf03c072-acbe-4854-aa17-994b388090c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:12.845296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ed3b18-b246-4dd4-950d-d298fe403abe tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:27:12.854849 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-61ed3b18-b246-4dd4-950d-d298fe403abe tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "PUT /v2.0/routers/2e616b10-dddb-4c82-b994-ecc853e47c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9984729 Nov 09 00:27:12.857714 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:12.858133 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e555a3-88b0-41f0-b737-049f446a468c None None] Sync routers for ids ['2e616b10-dddb-4c82-b994-ecc853e47c9a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:27:12.859959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60894) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:12.863855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-1585d70f-36c9-4818-8e24-01c140f0601a req-7e7a8033-7185-4eca-aef7-745fa7f44229 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] For port 6bc903c1-a030-414a-b2c4-742e203e9b33, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6bc903c1-a030-414a-b2c4-742e203e9b33,segment=NetworkSegment(9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4),segment_id=9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:12.874091 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e555a3-88b0-41f0-b737-049f446a468c None None] Routers {'2e616b10-dddb-4c82-b994-ecc853e47c9a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:12.876174 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e3e555a3-88b0-41f0-b737-049f446a468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:26:46Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2e616b10-dddb-4c82-b994-ecc853e47c9a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:12.896603 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1585d70f-36c9-4818-8e24-01c140f0601a req-7e7a8033-7185-4eca-aef7-745fa7f44229 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:12.904810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f655-0a26-4d87-b7dc-dff265db9b4c req-87d855c8-d982-486d-9bf8-7f4c0aaa1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:12.906521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a3f655-0a26-4d87-b7dc-dff265db9b4c req-87d855c8-d982-486d-9bf8-7f4c0aaa1bdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a HTTP/1.1" status: 200 len: 859 time: 0.7403870 Nov 09 00:27:12.910236 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1585d70f-36c9-4818-8e24-01c140f0601a req-7e7a8033-7185-4eca-aef7-745fa7f44229 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:12.922933 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6bc903c1-a030-414a-b2c4-742e203e9b33'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:12.969127 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-860028a5-3e61-4b71-85b6-2b7b9dd72f7e tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] show failed (client error): The resource could not be found. Nov 09 00:27:12.984003 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-860028a5-3e61-4b71-85b6-2b7b9dd72f7e tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1488913440 HTTP/1.1" status: 404 len: 335 time: 0.1204450 Nov 09 00:27:12.985853 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e3e555a3-88b0-41f0-b737-049f446a468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:12.992784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60896) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:13.001309 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-669ee017-184a-4445-bfe1-c21358eb0848 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:13.010717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585d70f-36c9-4818-8e24-01c140f0601a req-7e7a8033-7185-4eca-aef7-745fa7f44229 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:13.011360 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1585d70f-36c9-4818-8e24-01c140f0601a req-7e7a8033-7185-4eca-aef7-745fa7f44229 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:13.012618 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e555a3-88b0-41f0-b737-049f446a468c None None] Routers {'2e616b10-dddb-4c82-b994-ecc853e47c9a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:13.013257 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e3e555a3-88b0-41f0-b737-049f446a468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:26:46Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2e616b10-dddb-4c82-b994-ecc853e47c9a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:13.031875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1585d70f-36c9-4818-8e24-01c140f0601a req-7e7a8033-7185-4eca-aef7-745fa7f44229 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "PUT /v2.0/ports/6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 942 time: 1.6026828 Nov 09 00:27:13.042835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a3f655-0a26-4d87-b7dc-dff265db9b4c req-a3426a3f-4da5-45ef-95c4-76266cacf550 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24a99ac1-6077-40b6-99ca-ace05bb409c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228473 Nov 09 00:27:13.057187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e408842c-872c-4416-bc1b-6005b984fa23 req-b46f60aa-cbb4-4c0d-ac0d-b4f796aadb47 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8899632 Nov 09 00:27:13.070121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02d40aeb-2c6c-4adf-9719-077a9f53abd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:13.140034 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e3e555a3-88b0-41f0-b737-049f446a468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:13.142353 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e555a3-88b0-41f0-b737-049f446a468c None None] The sync data for ids ['2e616b10-dddb-4c82-b994-ecc853e47c9a'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:27:13.154080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-02d40aeb-2c6c-4adf-9719-077a9f53abd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:13.188678 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39e0bf-6198-434e-8f9f-477861a50dd0 req-76e9e876-aa93-413e-8c39-8b4905a02107 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:13.190227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c39e0bf-6198-434e-8f9f-477861a50dd0 req-76e9e876-aa93-413e-8c39-8b4905a02107 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.9413679 Nov 09 00:27:13.192261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a3f655-0a26-4d87-b7dc-dff265db9b4c req-8b03f691-1799-4c58-a8b9-879ffd9002e4 service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298420 Nov 09 00:27:13.268213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:13.270815 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3df7ee-2c7f-4f69-a3c2-3bc940c89840" -d '{"events": [{"name": "network-changed", "server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:13.326847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6bc903c1-a030-414a-b2c4-742e203e9b33'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:13.355029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a8033-7185-4eca-aef7-745fa7f44229 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Pushing event updated for resources: {'Port': ['ID=6bc903c1-a030-414a-b2c4-742e203e9b33,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:13.425769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c39e0bf-6198-434e-8f9f-477861a50dd0 req-45aa548a-d740-4420-9a50-0c5a4c4578ae tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174716 Nov 09 00:27:13.433138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408842c-872c-4416-bc1b-6005b984fa23 req-b2bd924f-adeb-4f67-b025-497b057917a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:13.434392 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e408842c-872c-4416-bc1b-6005b984fa23 req-b2bd924f-adeb-4f67-b025-497b057917a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 1096 time: 0.2395453 Nov 09 00:27:13.446515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f17cb-a50e-4bb4-a9a5-970c247f59ba req-1617875d-77a0-4539-a52d-d0f9c9d92948 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:13.470186 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-737f17cb-a50e-4bb4-a9a5-970c247f59ba req-1617875d-77a0-4539-a52d-d0f9c9d92948 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 931 time: 0.2757373 Nov 09 00:27:13.625278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8a3f655-0a26-4d87-b7dc-dff265db9b4c req-1e22e083-9e23-44cf-9fa2-19abec5709c9 service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148574 Nov 09 00:27:13.635774 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-669ee017-184a-4445-bfe1-c21358eb0848 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] update failed (client error): The resource could not be found. Nov 09 00:27:13.641841 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-669ee017-184a-4445-bfe1-c21358eb0848 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-35809500 HTTP/1.1" status: 404 len: 333 time: 0.6441040 Nov 09 00:27:13.653292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60904) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:13.675746 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-02d40aeb-2c6c-4adf-9719-077a9f53abd5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27b2479f4fc248f0a0297c4339897908&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2199249 Nov 09 00:27:13.680337 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60906) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:13.684706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d40aeb-2c6c-4adf-9719-077a9f53abd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc0445c-effe-4895-b79a-82c1d7c69f10,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:13.739910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-737f17cb-a50e-4bb4-a9a5-970c247f59ba req-58a41782-f227-44d3-9a78-57cd26ad2fac tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d27b124-41d2-4978-aeda-316655d16fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680511 Nov 09 00:27:13.795342 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccfe465-279c-4a7f-b6df-14cdd3e18b8c tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Deleting subnet 19dd7372-7bbd-4174-a5bf-86a443e64925 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:27:13.808562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe465-279c-4a7f-b6df-14cdd3e18b8c tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:13.849776 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b2cf01-5170-4bbe-aace-966c6fd74381 x-openstack-request-id: req-58b2cf01-5170-4bbe-aace-966c6fd74381 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:13.850053 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:13.850523 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58b2cf01-5170-4bbe-aace-966c6fd74381 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:13.850848 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'status': 'completed', 'code': 200} Nov 09 00:27:13.865442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408842c-872c-4416-bc1b-6005b984fa23 req-fa7a793e-6379-4d1a-9a83-5345a1eed716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:13.866965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e408842c-872c-4416-bc1b-6005b984fa23 req-fa7a793e-6379-4d1a-9a83-5345a1eed716 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.3672945 Nov 09 00:27:13.902792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe465-279c-4a7f-b6df-14cdd3e18b8c tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:13.960155 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25d01155-8c5c-4166-8487-0c687d935e8f req-4471d0e5-e79e-4a8a-bc34-a6d9460508ec tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3836417 Nov 09 00:27:13.970305 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e408842c-872c-4416-bc1b-6005b984fa23 req-6081e20c-58f7-40de-bd6a-c8f401339f06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62137200-deb6-45e1-b644-0e6f6cd97f7c HTTP/1.1" status: 200 len: 217 time: 0.0586812 Nov 09 00:27:13.985785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:14.007355 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3df7ee-2c7f-4f69-a3c2-3bc940c89840 req-d8eaf04d-a607-4903-bb95-942c4ceefe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:14.008846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a3df7ee-2c7f-4f69-a3c2-3bc940c89840 req-d8eaf04d-a607-4903-bb95-942c4ceefe32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4b484c9baea4cb385cc665ee9edd2a8&device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 1096 time: 0.1449218 Nov 09 00:27:14.032229 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe465-279c-4a7f-b6df-14cdd3e18b8c tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.047978 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa3a9-e672-43b7-85ea-17d621e223c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.098427 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.105307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ff06e3-42f9-44cc-bf78-8c97178ee624 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:27:14.113702 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.135195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Transition to ACTIVE for port object e9ff06e3-42f9-44cc-bf78-8c97178ee624 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:27:14.136449 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe465-279c-4a7f-b6df-14cdd3e18b8c tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.156094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408842c-872c-4416-bc1b-6005b984fa23 req-0cce3f06-85b7-4e3c-a0d9-2d549c705c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:14.157924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e408842c-872c-4416-bc1b-6005b984fa23 req-0cce3f06-85b7-4e3c-a0d9-2d549c705c90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1763630 Nov 09 00:27:14.159756 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa3a9-e672-43b7-85ea-17d621e223c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.169372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.214311 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfe465-279c-4a7f-b6df-14cdd3e18b8c tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Subnet': ['ID=19dd7372-7bbd-4174-a5bf-86a443e64925,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:14.220519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ff06e3-42f9-44cc-bf78-8c97178ee624,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:14.223516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe465-279c-4a7f-b6df-14cdd3e18b8c tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.226847 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2ccfe465-279c-4a7f-b6df-14cdd3e18b8c tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "DELETE /v2.0/subnets/19dd7372-7bbd-4174-a5bf-86a443e64925 HTTP/1.1" status: 204 len: 168 time: 0.5498064 Nov 09 00:27:14.229126 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d8794e-f078-4262-acf0-a9a361f9f097 None None] Network de3e4318-ccad-4e9c-9210-28a48c59b1e0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:14.229658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60908) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:14.318947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3df7ee-2c7f-4f69-a3c2-3bc940c89840 req-9381dc32-3b74-4f2c-91de-8f63fa44ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:14.320523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a3df7ee-2c7f-4f69-a3c2-3bc940c89840 req-9381dc32-3b74-4f2c-91de-8f63fa44ba5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=24a99ac1-6077-40b6-99ca-ace05bb409c6 HTTP/1.1" status: 200 len: 919 time: 0.2912266 Nov 09 00:27:14.352708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408842c-872c-4416-bc1b-6005b984fa23 req-6b614f9f-f469-40d4-840a-c12d29a9ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:14.354681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e408842c-872c-4416-bc1b-6005b984fa23 req-6b614f9f-f469-40d4-840a-c12d29a9ec55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860552 Nov 09 00:27:14.364536 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.367654 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa3a9-e672-43b7-85ea-17d621e223c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.370768 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa3a9-e672-43b7-85ea-17d621e223c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.374656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2a1fa3a9-e672-43b7-85ea-17d621e223c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fc0445c-effe-4895-b79a-82c1d7c69f10 HTTP/1.1" status: 204 len: 168 time: 0.6765156 Nov 09 00:27:14.413525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Attempting to bind port e9ff06e3-42f9-44cc-bf78-8c97178ee624 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:27:14.414071 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Attempting to bind port e9ff06e3-42f9-44cc-bf78-8c97178ee624 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '81b1e577-596a-4769-b5e2-79e4c5352dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f4bba5e-86a7-48e3-927d-cd28e890ba55'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:27:14.414404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Attempting to bind port e9ff06e3-42f9-44cc-bf78-8c97178ee624 on network 7f4bba5e-86a7-48e3-927d-cd28e890ba55 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:27:14.421536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Port e9ff06e3-42f9-44cc-bf78-8c97178ee624 on network 7f4bba5e-86a7-48e3-927d-cd28e890ba55 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:27:14.421869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Attempting to bind port e9ff06e3-42f9-44cc-bf78-8c97178ee624 on network 7f4bba5e-86a7-48e3-927d-cd28e890ba55 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:27:14.436411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:27:14.436673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Checking segment: {'id': '81b1e577-596a-4769-b5e2-79e4c5352dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f4bba5e-86a7-48e3-927d-cd28e890ba55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:14.437017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Bound using segment: {'id': '81b1e577-596a-4769-b5e2-79e4c5352dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f4bba5e-86a7-48e3-927d-cd28e890ba55'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:27:14.437514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Bound port: e9ff06e3-42f9-44cc-bf78-8c97178ee624, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b1e577-596a-4769-b5e2-79e4c5352dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f4bba5e-86a7-48e3-927d-cd28e890ba55'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:27:14.438020 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.473982 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366c4574-f417-4b06-9ca4-67e875690763 None None] DHCP port deletion for de3e4318-ccad-4e9c-9210-28a48c59b1e0 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:27:14.512171 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Deleting port 95c65fa1-cf65-4f68-98f7-c9643dd62151 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:14.512529 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.568648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a3df7ee-2c7f-4f69-a3c2-3bc940c89840 req-2448ad8d-04f7-46a0-889a-6c732ace105b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 217 time: 0.2282913 Nov 09 00:27:14.570742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e408842c-872c-4416-bc1b-6005b984fa23 req-673d89e2-2eaf-464d-bed7-b7a3850496d3 service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406565 Nov 09 00:27:14.574421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fa3a9-e672-43b7-85ea-17d621e223c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc0445c-effe-4895-b79a-82c1d7c69f10,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:14.615370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-366c4574-f417-4b06-9ca4-67e875690763 None None] Deleting port 95c65fa1-cf65-4f68-98f7-c9643dd62151 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:14.615769 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-366c4574-f417-4b06-9ca4-67e875690763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.651974 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] For port e9ff06e3-42f9-44cc-bf78-8c97178ee624, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:27:14.656383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] For port e9ff06e3-42f9-44cc-bf78-8c97178ee624, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e9ff06e3-42f9-44cc-bf78-8c97178ee624,segment=NetworkSegment(81b1e577-596a-4769-b5e2-79e4c5352dac),segment_id=81b1e577-596a-4769-b5e2-79e4c5352dac)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:27:14.667754 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.672997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] For port 95c65fa1-cf65-4f68-98f7-c9643dd62151, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=95c65fa1-cf65-4f68-98f7-c9643dd62151,segment=NetworkSegment(6592580b-a82b-427f-8ff6-978be61865d0),segment_id=6592580b-a82b-427f-8ff6-978be61865d0)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:14.673486 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.716710 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Calling delete_port for 95c65fa1-cf65-4f68-98f7-c9643dd62151 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:14.736137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:14.736829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.738449 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/e9ff06e3-42f9-44cc-bf78-8c97178ee624 HTTP/1.1" status: 200 len: 1091 time: 2.0581632 Nov 09 00:27:14.738604 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-366c4574-f417-4b06-9ca4-67e875690763 None None] For port 95c65fa1-cf65-4f68-98f7-c9643dd62151, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=95c65fa1-cf65-4f68-98f7-c9643dd62151,segment=NetworkSegment(6592580b-a82b-427f-8ff6-978be61865d0),segment_id=6592580b-a82b-427f-8ff6-978be61865d0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:14.739978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf03c072-acbe-4854-aa17-994b388090c1', 'tag': 'e9ff06e3-42f9-44cc-bf78-8c97178ee624'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:14.741723 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-366c4574-f417-4b06-9ca4-67e875690763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:14.742946 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afa2d68-456f-4d21-9bae-39012ce330b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf03c072-acbe-4854-aa17-994b388090c1", "tag": "e9ff06e3-42f9-44cc-bf78-8c97178ee624"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:14.796805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-366c4574-f417-4b06-9ca4-67e875690763 None None] Calling delete_port for 95c65fa1-cf65-4f68-98f7-c9643dd62151 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:14.845402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ba0a7-c34f-44b9-98e9-6d539c7256c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ff06e3-42f9-44cc-bf78-8c97178ee624,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:14.920667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a2364-494b-4f65-82e4-1a888950520e req-51249806-b0bd-45e9-95c3-8cbac72c21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:14.923980 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-51249806-b0bd-45e9-95c3-8cbac72c21a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f4e985b543942bb833f44402a900d7b&device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 1094 time: 0.0873463 Nov 09 00:27:14.928618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e408842c-872c-4416-bc1b-6005b984fa23 req-4bae91a5-9d92-4754-a7e7-4ed2302f30f7 service neutron] 10.222.0.11 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953262 Nov 09 00:27:14.963590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3df7ee-2c7f-4f69-a3c2-3bc940c89840 req-34ba1b0e-da2a-49cd-b42e-eff7e3f93d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:14.965482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a3df7ee-2c7f-4f69-a3c2-3bc940c89840 req-34ba1b0e-da2a-49cd-b42e-eff7e3f93d78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a HTTP/1.1" status: 200 len: 859 time: 0.3879058 Nov 09 00:27:14.969031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60960) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:15.023178 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f345-c9cb-4fd0-9c56-5841739176bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.035228 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a5e8eb2a-69b9-4265-be02-db2daca5cd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.042184 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-5e56e65d-e596-47be-89ef-08a5afa7c258 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9ff06e3-42f9-44cc-bf78-8c97178ee624 HTTP/1.1" status: 200 len: 217 time: 0.0928757 Nov 09 00:27:15.056596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 95c65fa1-cf65-4f68-98f7-c9643dd62151 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:15.078245 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a3df7ee-2c7f-4f69-a3c2-3bc940c89840 req-1f6fed56-da63-4b32-a398-b7395d361d33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24a99ac1-6077-40b6-99ca-ace05bb409c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754788 Nov 09 00:27:15.088996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad2af5-6cf5-4b3c-8ec8-2e30db78b4fb req-c7c80d0c-8b29-446c-a405-cb7443385578 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:15.094152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 95c65fa1-cf65-4f68-98f7-c9643dd62151 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:15.094703 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 95c65fa1-cf65-4f68-98f7-c9643dd62151 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:15.097747 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-366c4574-f417-4b06-9ca4-67e875690763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.100264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0ad2af5-6cf5-4b3c-8ec8-2e30db78b4fb req-c7c80d0c-8b29-446c-a405-cb7443385578 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.4656999 Nov 09 00:27:15.140553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c4574-f417-4b06-9ca4-67e875690763 None None] No DVR routers for this DVR port 95c65fa1-cf65-4f68-98f7-c9643dd62151 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:15.152969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c4574-f417-4b06-9ca4-67e875690763 None None] Pushing event deleted for resources: {'Port': ['ID=95c65fa1-cf65-4f68-98f7-c9643dd62151,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:15.168356 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.210920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Port': ['ID=95c65fa1-cf65-4f68-98f7-c9643dd62151,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:15.214075 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a2364-494b-4f65-82e4-1a888950520e req-05a77435-a595-43dc-9331-c0e42e9e2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:15.215677 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-05a77435-a595-43dc-9331-c0e42e9e2b1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c826ecc8-0e19-4b47-81fe-745131beeef0 HTTP/1.1" status: 200 len: 864 time: 0.1616130 Nov 09 00:27:15.218620 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] No DVR routers for this DVR port 95c65fa1-cf65-4f68-98f7-c9643dd62151 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:15.279208 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.319180 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-3a63d6da-e721-4f77-be4d-7e191676176b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f4bba5e-86a7-48e3-927d-cd28e890ba55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932064 Nov 09 00:27:15.368595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a3df7ee-2c7f-4f69-a3c2-3bc940c89840 req-93bf594d-7bf9-418e-aa42-a4d0c9ae0d77 service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515948 Nov 09 00:27:15.413959 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.476507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3e4318-ccad-4e9c-9210-28a48c59b1e0']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:15.493544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6592580b-a82b-427f-8ff6-978be61865d0') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:15.493930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6592580b-a82b-427f-8ff6-978be61865d0') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:15.512195 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.528665 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-bd9a1b6b-0b61-4667-912f-8223565b9e3b service neutron] 10.222.0.11 "GET /v2.0/networks/7f4bba5e-86a7-48e3-927d-cd28e890ba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847410 Nov 09 00:27:15.532223 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.564174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:27:15.564589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:27:15.567767 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:27:15.584562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a3df7ee-2c7f-4f69-a3c2-3bc940c89840 req-0ba16199-ca63-4267-b397-9f7e44bf67ae service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027972 Nov 09 00:27:15.671694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.681857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.683663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0ad2af5-6cf5-4b3c-8ec8-2e30db78b4fb req-486a9dd0-dff7-4831-a1fe-bc1378e96bd2 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5824714 Nov 09 00:27:15.691364 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "DELETE /v2.0/networks/de3e4318-ccad-4e9c-9210-28a48c59b1e0 HTTP/1.1" status: 204 len: 168 time: 1.4587321 Nov 09 00:27:15.693905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60996) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:15.715528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfb964-174e-4cdd-a7a2-4160ebf8fe67 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Network': ['ID=de3e4318-ccad-4e9c-9210-28a48c59b1e0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:15.727876 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3e3a2364-494b-4f65-82e4-1a888950520e req-9c9d0fb1-916b-4ba9-9d7e-8b6fa69b3d22 service neutron] 10.222.0.11 "GET /v2.0/networks/7f4bba5e-86a7-48e3-927d-cd28e890ba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893158 Nov 09 00:27:15.764332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Allocated IP 172.25.0.143 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/f01c9794-abb7-4a53-a845-b75efe016a52) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:27:15.785249 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc9c28a-70af-4d87-b5fc-a024697f30bc x-openstack-request-id: req-0cc9c28a-70af-4d87-b5fc-a024697f30bc {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:15.785612 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf03c072-acbe-4854-aa17-994b388090c1", "tag": "e9ff06e3-42f9-44cc-bf78-8c97178ee624", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:15.785871 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cc9c28a-70af-4d87-b5fc-a024697f30bc {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:15.786941 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf03c072-acbe-4854-aa17-994b388090c1', 'tag': 'e9ff06e3-42f9-44cc-bf78-8c97178ee624', 'status': 'completed', 'code': 200} Nov 09 00:27:15.847491 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cb24d7-5b29-4ec7-b25a-87107849392d tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Deleting subnet 2b7c0800-7599-4fbf-9503-8d3c4cf955ef {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:27:15.865659 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa2d68-456f-4d21-9bae-39012ce330b8 req-fea119ba-e92a-4ae2-ada3-51cfd1b49788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:15.867389 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9afa2d68-456f-4d21-9bae-39012ce330b8 req-fea119ba-e92a-4ae2-ada3-51cfd1b49788 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f4e985b543942bb833f44402a900d7b&device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 1094 time: 0.0575285 Nov 09 00:27:15.910905 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9cb24d7-5b29-4ec7-b25a-87107849392d tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.944716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f345-c9cb-4fd0-9c56-5841739176bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.951719 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:15.980370 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f345-c9cb-4fd0-9c56-5841739176bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.007942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa2d68-456f-4d21-9bae-39012ce330b8 req-6a0534ee-9ac3-4adc-a301-e054fb38307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:16.010406 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9afa2d68-456f-4d21-9bae-39012ce330b8 req-6a0534ee-9ac3-4adc-a301-e054fb38307a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7f4bba5e-86a7-48e3-927d-cd28e890ba55 HTTP/1.1" status: 200 len: 924 time: 0.1284795 Nov 09 00:27:16.032410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f011ae-b77a-467e-a914-a2c16c3eeca2 req-d52204ff-6889-41fb-98e1-adb75ae564ae tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:16.040203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0f011ae-b77a-467e-a914-a2c16c3eeca2 req-d52204ff-6889-41fb-98e1-adb75ae564ae tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 943 time: 0.1578109 Nov 09 00:27:16.081480 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9afa2d68-456f-4d21-9bae-39012ce330b8 req-4f7824f5-a12a-4734-96a3-a7ab3288ddac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9ff06e3-42f9-44cc-bf78-8c97178ee624 HTTP/1.1" status: 200 len: 217 time: 0.0526462 Nov 09 00:27:16.091209 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9cb24d7-5b29-4ec7-b25a-87107849392d tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.099592 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.152363 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d5b2f345-c9cb-4fd0-9c56-5841739176bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ce09cf2e1da4544a3e4e3b7e809b538&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1821654 Nov 09 00:27:16.154121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa2d68-456f-4d21-9bae-39012ce330b8 req-08492673-db71-418d-a0a9-df176720dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:16.158901 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9afa2d68-456f-4d21-9bae-39012ce330b8 req-08492673-db71-418d-a0a9-df176720dba6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c826ecc8-0e19-4b47-81fe-745131beeef0 HTTP/1.1" status: 200 len: 864 time: 0.0684247 Nov 09 00:27:16.159434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60998) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:16.164665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2f345-c9cb-4fd0-9c56-5841739176bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44474b1-e2da-4ec8-9a24-5d9424e33ddb,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:16.177998 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.194450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0f011ae-b77a-467e-a914-a2c16c3eeca2 req-6f5224d1-86ba-497a-a61e-f568f457161e tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d27b124-41d2-4978-aeda-316655d16fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536040 Nov 09 00:27:16.230720 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9afa2d68-456f-4d21-9bae-39012ce330b8 req-4e17b1a7-5d0d-4015-9f55-c137fee37f79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f4bba5e-86a7-48e3-927d-cd28e890ba55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610402 Nov 09 00:27:16.254716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9cb24d7-5b29-4ec7-b25a-87107849392d tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.280238 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.331867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:27:16.338653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:16.344754 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.350596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:27:16.399157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Pushing event updated for resources: {'Port': ['ID=f01c9794-abb7-4a53-a845-b75efe016a52,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:16.410069 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9cb24d7-5b29-4ec7-b25a-87107849392d tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.435687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34bf6f-e3ab-4e69-9327-5a4a1e4ba674 None None] Network 71a7210a-d9bd-4d58-aba8-a73d469e84f6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:16.445569 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e9cb24d7-5b29-4ec7-b25a-87107849392d tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.450770 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4408d5a-a64c-4430-b85c-7e82acebe1bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.451671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e9cb24d7-5b29-4ec7-b25a-87107849392d tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "DELETE /v2.0/subnets/2b7c0800-7599-4fbf-9503-8d3c4cf955ef HTTP/1.1" status: 204 len: 168 time: 0.7532909 Nov 09 00:27:16.452298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 32770) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:16.462867 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9afa2d68-456f-4d21-9bae-39012ce330b8 req-a4b0f9f5-6da8-4cf3-a4a5-fd163cc63433 service neutron] 10.222.0.11 "GET /v2.0/networks/7f4bba5e-86a7-48e3-927d-cd28e890ba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080002 Nov 09 00:27:16.463131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb24d7-5b29-4ec7-b25a-87107849392d tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7c0800-7599-4fbf-9503-8d3c4cf955ef,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:16.487333 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4408d5a-a64c-4430-b85c-7e82acebe1bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.547691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-6606c659-e408-4192-9e83-ed0669129d12 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Deleting subnet 8ca683d1-908b-4d76-81ac-a2d5411997bf {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:27:16.553767 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6606c659-e408-4192-9e83-ed0669129d12 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.585435 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.623113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4408d5a-a64c-4430-b85c-7e82acebe1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.624541 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6606c659-e408-4192-9e83-ed0669129d12 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.627783 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4408d5a-a64c-4430-b85c-7e82acebe1bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.633492 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c4408d5a-a64c-4430-b85c-7e82acebe1bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c44474b1-e2da-4ec8-9a24-5d9424e33ddb HTTP/1.1" status: 204 len: 168 time: 0.4716861 Nov 09 00:27:16.658273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4408d5a-a64c-4430-b85c-7e82acebe1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44474b1-e2da-4ec8-9a24-5d9424e33ddb,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:16.667857 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9afa2d68-456f-4d21-9bae-39012ce330b8 req-28bff4ba-0650-42d5-9a60-336e707e5437 service neutron] 10.222.0.11 "GET /v2.0/networks/7f4bba5e-86a7-48e3-927d-cd28e890ba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964016 Nov 09 00:27:16.680678 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.792420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb35d5-4c66-4ac0-9b4f-5986b2c9b28e None None] DHCP port deletion for 71a7210a-d9bd-4d58-aba8-a73d469e84f6 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:27:16.860933 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb35d5-4c66-4ac0-9b4f-5986b2c9b28e None None] Deleting port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:16.861673 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b9cb35d5-4c66-4ac0-9b4f-5986b2c9b28e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.877209 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6606c659-e408-4192-9e83-ed0669129d12 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.950976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47988f-48d4-43da-a681-9abd1e2191aa req-990afca7-1b23-478c-b65c-1889542576cf tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:16.952551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec47988f-48d4-43da-a681-9abd1e2191aa req-990afca7-1b23-478c-b65c-1889542576cf tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1526906 Nov 09 00:27:16.955712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b9cb35d5-4c66-4ac0-9b4f-5986b2c9b28e None None] For port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa,segment=NetworkSegment(062c2836-3c79-433b-a6a6-566873de4d55),segment_id=062c2836-3c79-433b-a6a6-566873de4d55)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:16.956259 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b9cb35d5-4c66-4ac0-9b4f-5986b2c9b28e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:16.976559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb35d5-4c66-4ac0-9b4f-5986b2c9b28e None None] Calling delete_port for 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:17.025589 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6606c659-e408-4192-9e83-ed0669129d12 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.050310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:17.080661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606c659-e408-4192-9e83-ed0669129d12 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca683d1-908b-4d76-81ac-a2d5411997bf,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:17.085992 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.092712 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6606c659-e408-4192-9e83-ed0669129d12 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.098955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32778) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:17.107961 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6606c659-e408-4192-9e83-ed0669129d12 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "DELETE /v2.0/subnets/8ca683d1-908b-4d76-81ac-a2d5411997bf HTTP/1.1" status: 204 len: 168 time: 0.6522577 Nov 09 00:27:17.115694 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df822c8d-342c-4a25-a544-933b2e8ada7b None None] Network 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:17.118002 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.136182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec47988f-48d4-43da-a681-9abd1e2191aa req-cecabc30-02fd-4d82-8f66-1ff355415be2 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647270 Nov 09 00:27:17.211018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Pushing event updated for resources: {'Port': ['ID=f01c9794-abb7-4a53-a845-b75efe016a52,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:17.220044 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.238019 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.241124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25d01155-8c5c-4166-8487-0c687d935e8f req-d9d44099-20d1-4037-a8bf-3ad99695fb5c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2681491 Nov 09 00:27:17.245206 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.260988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b9cb35d5-4c66-4ac0-9b4f-5986b2c9b28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.301086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb35d5-4c66-4ac0-9b4f-5986b2c9b28e None None] No DVR routers for this DVR port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:17.370337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No active binding found for port 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa {{(pid=101782) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 00:27:17.370783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:17.375896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb35d5-4c66-4ac0-9b4f-5986b2c9b28e None None] Pushing event deleted for resources: {'Port': ['ID=40cc44ea-462e-4a0f-ad9a-2fe2e179d8aa,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:17.384848 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.412105 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25d01155-8c5c-4166-8487-0c687d935e8f req-facbe57a-8afc-4aa8-89f5-9c889ca02903 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.1645706 Nov 09 00:27:17.428951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a7210a-d9bd-4d58-aba8-a73d469e84f6']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:17.458318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062c2836-3c79-433b-a6a6-566873de4d55') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:17.458463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062c2836-3c79-433b-a6a6-566873de4d55') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:17.495761 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.528632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.540396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:27:17.541085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38572a31-f0f3-4b35-a587-bb1435967b44 req-8f028f5e-c812-44ec-bcda-d3ea1ff302f7 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:17.541329 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.542931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38572a31-f0f3-4b35-a587-bb1435967b44 req-8f028f5e-c812-44ec-bcda-d3ea1ff302f7 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 943 time: 0.1936769 Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:27:17.545945 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:27:17.577184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfa42a4-f42a-41e1-960a-1658a4edcc6c None None] DHCP port deletion for 1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:27:17.623151 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d01155-8c5c-4166-8487-0c687d935e8f req-622ceeb2-0c3e-4d16-8db4-3fb69cf8c58c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:17.627453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25d01155-8c5c-4166-8487-0c687d935e8f req-622ceeb2-0c3e-4d16-8db4-3fb69cf8c58c tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.1785369 Nov 09 00:27:17.637425 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.643022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-25d01155-8c5c-4166-8487-0c687d935e8f req-aefca968-7df1-4620-84a4-777a1fe77612 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:27:17.644441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25d01155-8c5c-4166-8487-0c687d935e8f req-aefca968-7df1-4620-84a4-777a1fe77612 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085711 Nov 09 00:27:17.661955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa42a4-f42a-41e1-960a-1658a4edcc6c None None] Deleting port 57f54cc0-1ba8-4029-a457-152998fe3468 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:17.662106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.662462 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0bfa42a4-f42a-41e1-960a-1658a4edcc6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.682421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.689177 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "DELETE /v2.0/networks/71a7210a-d9bd-4d58-aba8-a73d469e84f6 HTTP/1.1" status: 204 len: 168 time: 0.5891261 Nov 09 00:27:17.690166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d948d9-d7a0-4646-83b1-6b133f17ae79 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Network': ['ID=71a7210a-d9bd-4d58-aba8-a73d469e84f6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:17.691784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32798) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:17.711397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38572a31-f0f3-4b35-a587-bb1435967b44 req-f001b44f-a8e7-4d63-aae1-51abe24dc91f tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d27b124-41d2-4978-aeda-316655d16fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453962 Nov 09 00:27:17.763916 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0bfa42a4-f42a-41e1-960a-1658a4edcc6c None None] For port 57f54cc0-1ba8-4029-a457-152998fe3468, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=57f54cc0-1ba8-4029-a457-152998fe3468,segment=NetworkSegment(9a40cb54-cee8-4cf1-917b-b9733bd90d19),segment_id=9a40cb54-cee8-4cf1-917b-b9733bd90d19)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:17.764504 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0bfa42a4-f42a-41e1-960a-1658a4edcc6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.780510 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa42a4-f42a-41e1-960a-1658a4edcc6c None None] Calling delete_port for 57f54cc0-1ba8-4029-a457-152998fe3468 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:17.851314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.875603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e9ff06e3-42f9-44cc-bf78-8c97178ee624 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:27:17.895573 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0bfa42a4-f42a-41e1-960a-1658a4edcc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:17.918539 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-8775b585-e760-4da8-b9db-3d0b15e505b8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:17.925492 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa42a4-f42a-41e1-960a-1658a4edcc6c None None] Pushing event deleted for resources: {'Port': ['ID=57f54cc0-1ba8-4029-a457-152998fe3468,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:17.925685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-8775b585-e760-4da8-b9db-3d0b15e505b8 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1588202 Nov 09 00:27:17.937894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa42a4-f42a-41e1-960a-1658a4edcc6c None None] No DVR routers for this DVR port 57f54cc0-1ba8-4029-a457-152998fe3468 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:17.960696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32804) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:17.963018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Deleting port 57f54cc0-1ba8-4029-a457-152998fe3468 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:17.963367 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.045990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e9ff06e3-42f9-44cc-bf78-8c97178ee624, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e9ff06e3-42f9-44cc-bf78-8c97178ee624,segment=NetworkSegment(81b1e577-596a-4769-b5e2-79e4c5352dac),segment_id=81b1e577-596a-4769-b5e2-79e4c5352dac)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:18.064903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'e9ff06e3-42f9-44cc-bf78-8c97178ee624', 'network_id': '7f4bba5e-86a7-48e3-927d-cd28e890ba55', 'port_id': 'e9ff06e3-42f9-44cc-bf78-8c97178ee624', 'mac_address': 'fa:16:3e:1f:52:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c826ecc8-0e19-4b47-81fe-745131beeef0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:27:18.107608 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.109363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] For port 57f54cc0-1ba8-4029-a457-152998fe3468, host n-d-813263-3, got binding levels [] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:18.110974 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.132012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Calling delete_port for 57f54cc0-1ba8-4029-a457-152998fe3468 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:18.132368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ff06e3-42f9-44cc-bf78-8c97178ee624 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:27:18.136214 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.ipam_backend_mixin [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Port 57f54cc0-1ba8-4029-a457-152998fe3468 was not found and therefore no delete operation was performed {{(pid=101781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 00:27:18.138181 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.174028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e9ff06e3-42f9-44cc-bf78-8c97178ee624, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e9ff06e3-42f9-44cc-bf78-8c97178ee624,segment=NetworkSegment(81b1e577-596a-4769-b5e2-79e4c5352dac),segment_id=81b1e577-596a-4769-b5e2-79e4c5352dac)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:18.183394 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.234530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-87430098-network', 'tenant_id': 'a63749060b3d4f3d8292abce155b36a4'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:18.246104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=e9ff06e3-42f9-44cc-bf78-8c97178ee624,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:18.247409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Port': ['ID=57f54cc0-1ba8-4029-a457-152998fe3468,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:18.260767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] No DVR routers for this DVR port 57f54cc0-1ba8-4029-a457-152998fe3468 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:18.354251 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.357806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Made reservation on behalf of a63749060b3d4f3d8292abce155b36a4 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:18.360242 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.371672 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.384837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.409097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-20872c64-c26a-42ca-9b4a-16bcf27ce551 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.4824622 Nov 09 00:27:18.416411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:18.427186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e9ff06e3-42f9-44cc-bf78-8c97178ee624'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:18.431625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-5947cd74-30c8-464e-ab4c-c4559f3b66a2 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Request body: {'floatingip': {'port_id': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:18.439228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a40cb54-cee8-4cf1-917b-b9733bd90d19') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:18.439593 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a40cb54-cee8-4cf1-917b-b9733bd90d19') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:18.459037 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.488575 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.488913 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-5947cd74-30c8-464e-ab4c-c4559f3b66a2 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.501458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:27:18.502046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:27:18.507655 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:27:18.600676 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.605189 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.614481 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.621563 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "DELETE /v2.0/networks/1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c HTTP/1.1" status: 204 len: 168 time: 0.9243059 Nov 09 00:27:18.624475 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32812) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:18.626973 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.664596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc4b17-36ef-4c28-b2cf-22b1c21eae8b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Network': ['ID=1ba66641-f2bb-4a69-b9d0-a7e1cbe5d50c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:18.666961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb273bd-624e-4fd3-8461-587241b1526d req-1b8169d1-93fa-4913-9dd0-4d2148241b2a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:18.668557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ceb273bd-624e-4fd3-8461-587241b1526d req-1b8169d1-93fa-4913-9dd0-4d2148241b2a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.2848434 Nov 09 00:27:18.704584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d950160b-b037-4bc2-ae75-e4d7843b02ea,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:18.711625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:27:18.730119 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.730459 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Added segment ea7a3140-9c98-4f54-b225-615231520e44 of type vlan for network a4762e20-a030-4fca-a193-577f7e444286 Nov 09 00:27:18.746051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-13055269-5b56-40d2-b168-a3dc9308c021 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Deleting subnet 2e4459f9-ad71-4608-bc55-7c74308a84a1 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:27:18.749816 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13055269-5b56-40d2-b168-a3dc9308c021 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.793404 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ceb273bd-624e-4fd3-8461-587241b1526d req-53d0263c-1c94-4aff-910e-70ebf14dfce9 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164205 Nov 09 00:27:18.820408 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.830915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13055269-5b56-40d2-b168-a3dc9308c021 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.888277 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.889158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:18.889779 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:18.977749 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0208743 Nov 09 00:27:18.981631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32816) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:18.988282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d238e4a9-85ed-415f-b214-56506f1c0e5c admin admin] Request body: {'subnet': {'network_id': 'a4762e20-a030-4fca-a193-577f7e444286', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-87430098-subnet', 'tenant_id': 'a63749060b3d4f3d8292abce155b36a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:19.003089 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928c1ed-51e5-4592-bfd8-9315c57f5ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=a4762e20-a030-4fca-a193-577f7e444286,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:19.010937 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13055269-5b56-40d2-b168-a3dc9308c021 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.020157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network a4762e20-a030-4fca-a193-577f7e444286 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:27:19.053811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d238e4a9-85ed-415f-b214-56506f1c0e5c admin admin] Made reservation on behalf of a63749060b3d4f3d8292abce155b36a4 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:19.056503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d238e4a9-85ed-415f-b214-56506f1c0e5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.080563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412bbe9-779c-4cfd-ac04-78bc92997f05 req-2f8c876d-9e1d-4793-827f-8613c6da03b6 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:19.082230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b412bbe9-779c-4cfd-ac04-78bc92997f05 req-2f8c876d-9e1d-4793-827f-8613c6da03b6 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 944 time: 0.2132444 Nov 09 00:27:19.110095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 57f54cc0-1ba8-4029-a457-152998fe3468 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:19.137878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 57f54cc0-1ba8-4029-a457-152998fe3468 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:19.138227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 57f54cc0-1ba8-4029-a457-152998fe3468 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:19.149217 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13055269-5b56-40d2-b168-a3dc9308c021 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.187986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13055269-5b56-40d2-b168-a3dc9308c021 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4459f9-ad71-4608-bc55-7c74308a84a1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:19.191414 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13055269-5b56-40d2-b168-a3dc9308c021 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.195269 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-13055269-5b56-40d2-b168-a3dc9308c021 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "DELETE /v2.0/subnets/2e4459f9-ad71-4608-bc55-7c74308a84a1 HTTP/1.1" status: 204 len: 168 time: 0.5693836 Nov 09 00:27:19.198656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32818) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:19.201901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808bb186-7c41-4cea-affe-bedf5883cbd1 None None] Network 22abcffb-34a2-4fea-a2ab-94479c6c43b4 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:19.277939 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b412bbe9-779c-4cfd-ac04-78bc92997f05 req-9f46f399-fa20-4382-aa27-707eb7b3d8a5 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d27b124-41d2-4978-aeda-316655d16fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769552 Nov 09 00:27:19.332608 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.343819 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-5947cd74-30c8-464e-ab4c-c4559f3b66a2 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.349686 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-5947cd74-30c8-464e-ab4c-c4559f3b66a2 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.406212 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d238e4a9-85ed-415f-b214-56506f1c0e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.443997 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7323735-c2a7-4bb8-99c8-38255f6de2db None None] DHCP port deletion for 22abcffb-34a2-4fea-a2ab-94479c6c43b4 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:27:19.483724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238e4a9-85ed-415f-b214-56506f1c0e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43dca5fc-3cbc-4e43-b107-6996ebac060b,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:19.496840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f7323735-c2a7-4bb8-99c8-38255f6de2db None None] Deleting port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:19.497019 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-5947cd74-30c8-464e-ab4c-c4559f3b66a2 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Floating IP e7a35b2d-5fcf-4f01-853f-fe87059dc16f associated. External IP: 172.25.0.143, port: 6bc903c1-a030-414a-b2c4-742e203e9b33. Nov 09 00:27:19.497697 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f7323735-c2a7-4bb8-99c8-38255f6de2db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.501377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d238e4a9-85ed-415f-b214-56506f1c0e5c admin admin] Checking segment: {'id': 'ea7a3140-9c98-4f54-b225-615231520e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a4762e20-a030-4fca-a193-577f7e444286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:19.501733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d238e4a9-85ed-415f-b214-56506f1c0e5c admin admin] Network hostable DHCP agents. Network: a4762e20-a030-4fca-a193-577f7e444286, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:27:19.504409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Deleting port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:19.504788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.582413 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f7323735-c2a7-4bb8-99c8-38255f6de2db None None] For port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf,segment=NetworkSegment(1e074496-b521-4fc8-9ce4-5b28bc6fcb89),segment_id=1e074496-b521-4fc8-9ce4-5b28bc6fcb89)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:19.583899 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f7323735-c2a7-4bb8-99c8-38255f6de2db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.593058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d238e4a9-85ed-415f-b214-56506f1c0e5c admin admin] Network a4762e20-a030-4fca-a193-577f7e444286 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:27:19.607621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f7323735-c2a7-4bb8-99c8-38255f6de2db None None] Calling delete_port for b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:19.627809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] For port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf,segment=NetworkSegment(1e074496-b521-4fc8-9ce4-5b28bc6fcb89),segment_id=1e074496-b521-4fc8-9ce4-5b28bc6fcb89)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:19.628310 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.647386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d238e4a9-85ed-415f-b214-56506f1c0e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, a4762e20-a030-4fca-a193-577f7e444286) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:19.652879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d238e4a9-85ed-415f-b214-56506f1c0e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:19.653688 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d238e4a9-85ed-415f-b214-56506f1c0e5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.665988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Calling delete_port for b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:19.675697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d4e48d-3530-4285-8868-5d52c4645545 None None] Network a4762e20-a030-4fca-a193-577f7e444286 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:19.698052 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d238e4a9-85ed-415f-b214-56506f1c0e5c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7132950 Nov 09 00:27:19.809488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-5947cd74-30c8-464e-ab4c-c4559f3b66a2 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Router ff190a1f-59f2-4297-b358-c4bcee9a271d has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:27:19.843520 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f7323735-c2a7-4bb8-99c8-38255f6de2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:19.878317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7323735-c2a7-4bb8-99c8-38255f6de2db None None] No DVR routers for this DVR port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:19.898320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7323735-c2a7-4bb8-99c8-38255f6de2db None None] Pushing event deleted for resources: {'Port': ['ID=b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:19.903478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e9ff06e3-42f9-44cc-bf78-8c97178ee624 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:27:19.997491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7ab167-5405-4b0c-bd0f-5b62128f9305 None None] Network a4762e20-a030-4fca-a193-577f7e444286 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:20.072985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port e9ff06e3-42f9-44cc-bf78-8c97178ee624 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:27:20.080671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port e9ff06e3-42f9-44cc-bf78-8c97178ee624 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:20.081041 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.295016 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.328826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] No DVR routers for this DVR port b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:20.335982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Port': ['ID=b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:20.400238 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.427055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdbfe1-9b14-4052-9c8f-0638092cb810 req-76f37257-2f6f-43ba-bd5c-4d119d36ed69 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:20.428545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81cdbfe1-9b14-4052-9c8f-0638092cb810 req-76f37257-2f6f-43ba-bd5c-4d119d36ed69 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.4685071 Nov 09 00:27:20.446163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf03c072-acbe-4854-aa17-994b388090c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff06e3-42f9-44cc-bf78-8c97178ee624'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:20.461450 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d2014a-13f8-430a-ba3f-73d7af642e8f" -d '{"events": [{"server_uuid": "cf03c072-acbe-4854-aa17-994b388090c1", "name": "network-vif-plugged", "status": "completed", "tag": "e9ff06e3-42f9-44cc-bf78-8c97178ee624"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:20.466752 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-5947cd74-30c8-464e-ab4c-c4559f3b66a2 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:27:20.474093 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-5947cd74-30c8-464e-ab4c-c4559f3b66a2 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.491875 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.497301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a78c2b-8ae6-4e6a-a16c-8612ccd9cf9f None None] Sync routers for ids ['ff190a1f-59f2-4297-b358-c4bcee9a271d'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:27:20.509703 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-5947cd74-30c8-464e-ab4c-c4559f3b66a2 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "PUT /v2.0/floatingips/e7a35b2d-5fcf-4f01-853f-fe87059dc16f HTTP/1.1" status: 200 len: 996 time: 2.0994935 Nov 09 00:27:20.514014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e9ff06e3-42f9-44cc-bf78-8c97178ee624, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e9ff06e3-42f9-44cc-bf78-8c97178ee624,segment=NetworkSegment(81b1e577-596a-4769-b5e2-79e4c5352dac),segment_id=81b1e577-596a-4769-b5e2-79e4c5352dac)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:20.515499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:20.518648 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7468a670-b237-45b9-922e-a87e12923ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:20.523549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22abcffb-34a2-4fea-a2ab-94479c6c43b4']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:20.523964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a78c2b-8ae6-4e6a-a16c-8612ccd9cf9f None None] Routers {'ff190a1f-59f2-4297-b358-c4bcee9a271d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:20.524728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d8a78c2b-8ae6-4e6a-a16c-8612ccd9cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ff190a1f-59f2-4297-b358-c4bcee9a271d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:20.542266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e074496-b521-4fc8-9ce4-5b28bc6fcb89') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:20.542266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e074496-b521-4fc8-9ce4-5b28bc6fcb89') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:20.557523 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.580147 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.589181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:27:20.589957 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:27:20.593963 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:27:20.602022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81cdbfe1-9b14-4052-9c8f-0638092cb810 req-cc343f51-85dd-4522-ae27-667dd4668651 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612225 Nov 09 00:27:20.609719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32846) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:20.628939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1463210119-network', 'tenant_id': 'b69d9133312d43ae8558c5b2ed3cc574'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:20.653432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-f7b2b4d1-2808-47c3-9ac9-23ec1048f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:20.663072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-f7b2b4d1-2808-47c3-9ac9-23ec1048f50d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4b484c9baea4cb385cc665ee9edd2a8&device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 1096 time: 0.1250522 Nov 09 00:27:20.722667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Made reservation on behalf of b69d9133312d43ae8558c5b2ed3cc574 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:20.728384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.742439 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.744158 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.751310 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.755325 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "DELETE /v2.0/networks/22abcffb-34a2-4fea-a2ab-94479c6c43b4 HTTP/1.1" status: 204 len: 168 time: 1.5551043 Nov 09 00:27:20.762852 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32852) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:20.783551 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.789103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef5c7c-b1df-4364-ad08-5a11ff6c595b tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Pushing event deleted for resources: {'Network': ['ID=22abcffb-34a2-4fea-a2ab-94479c6c43b4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:20.806826 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0d571466-a954-4e1d-91a0-47889665c5b0 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e616b10-dddb-4c82-b994-ecc853e47c9a HTTP/1.1" status: 200 len: 205 time: 0.0428600 Nov 09 00:27:20.809384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32854) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:20.856906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27077d17-86ee-40a7-b87c-80e046589b65 req-30085065-b617-4a46-8b52-8aa127258e85 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:20.862037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27077d17-86ee-40a7-b87c-80e046589b65 req-30085065-b617-4a46-8b52-8aa127258e85 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 945 time: 0.1500540 Nov 09 00:27:20.894939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=e9ff06e3-42f9-44cc-bf78-8c97178ee624,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:20.907263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fc51061-74e7-4808-9e96-242c6a7389a5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:20.916566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d8a78c2b-8ae6-4e6a-a16c-8612ccd9cf9f None None] Set router ff190a1f-59f2-4297-b358-c4bcee9a271d gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:20.942712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-72b9b487-5f41-4d3c-9c75-b9acf7f6ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:20.952299 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-72b9b487-5f41-4d3c-9c75-b9acf7f6ec3f service neutron] 10.222.0.25 "GET /v2.0/networks?id=24a99ac1-6077-40b6-99ca-ace05bb409c6 HTTP/1.1" status: 200 len: 919 time: 0.2868078 Nov 09 00:27:21.026257 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27077d17-86ee-40a7-b87c-80e046589b65 req-dc42708f-ffd1-469a-9dfb-cbd0c00f2b1a tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d27b124-41d2-4978-aeda-316655d16fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576784 Nov 09 00:27:21.078725 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:21.082024 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-55e4c624-abf8-4ec4-b1e5-707833d78ccf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 999 time: 0.1286578 Nov 09 00:27:21.110635 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fc51061-74e7-4808-9e96-242c6a7389a5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:21.117298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fc51061-74e7-4808-9e96-242c6a7389a5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:21.124146 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:21.140521 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c86143-2710-4445-969e-f5d866c426d4 x-openstack-request-id: req-e6c86143-2710-4445-969e-f5d866c426d4 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:21.140818 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf03c072-acbe-4854-aa17-994b388090c1", "name": "network-vif-plugged", "status": "completed", "tag": "e9ff06e3-42f9-44cc-bf78-8c97178ee624", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:21.141076 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6c86143-2710-4445-969e-f5d866c426d4 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:21.141657 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf03c072-acbe-4854-aa17-994b388090c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff06e3-42f9-44cc-bf78-8c97178ee624', 'code': 200} Nov 09 00:27:21.168402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:21.186681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-b44d680c-e7b4-4ff9-b825-c6a3cf14114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:21.188551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-b44d680c-e7b4-4ff9-b825-c6a3cf14114d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a HTTP/1.1" status: 200 len: 859 time: 0.0985966 Nov 09 00:27:21.195380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fc51061-74e7-4808-9e96-242c6a7389a5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:21.196714 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc51061-74e7-4808-9e96-242c6a7389a5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Fanout notify agent at l3_agent the message router_deleted on router 2e616b10-dddb-4c82-b994-ecc853e47c9a {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:27:21.197053 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f653bafb-05d6-433e-bfd2-6ff60886bd59 x-openstack-request-id: req-f653bafb-05d6-433e-bfd2-6ff60886bd59 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:21.197553 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:21.197978 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f653bafb-05d6-433e-bfd2-6ff60886bd59 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:21.198565 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'status': 'completed', 'code': 200} Nov 09 00:27:21.232473 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:21.232819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b78f7dc5-7f1b-4053-ab49-aedb0e81cfcf not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:21.251158 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fc51061-74e7-4808-9e96-242c6a7389a5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:21.255160 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2fc51061-74e7-4808-9e96-242c6a7389a5 tempest-RoutersNegativeIpV6Test-1370928899 tempest-RoutersNegativeIpV6Test-1370928899-project] 10.222.0.25 "DELETE /v2.0/routers/2e616b10-dddb-4c82-b994-ecc853e47c9a HTTP/1.1" status: 204 len: 168 time: 0.4419181 Nov 09 00:27:21.255160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:27:21.285139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-7ed3f039-f863-413e-9984-bc1fa33cb216 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24a99ac1-6077-40b6-99ca-ace05bb409c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854173 Nov 09 00:27:21.286654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878fb19f-8be9-46d6-a1fc-6d6de67e43db,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:21.297385 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:21.298069 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Added segment 8bf046f6-a9ed-445a-bae7-66b7edcd50db of type vlan for network cbf0885b-a794-4456-bbab-55eb67b88134 Nov 09 00:27:21.326536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-3af164d5-a925-4827-9043-2ef952d5d216 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:27:21.327598 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-3af164d5-a925-4827-9043-2ef952d5d216 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069458 Nov 09 00:27:21.362625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8afc5-836f-4bef-a7f7-8b8aea72b2d5 req-9287d6f7-0c87-45a3-b994-7bdd8c07cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:21.364519 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fff8afc5-836f-4bef-a7f7-8b8aea72b2d5 req-9287d6f7-0c87-45a3-b994-7bdd8c07cb08 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 1096 time: 0.1606910 Nov 09 00:27:21.366701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:21.396966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d8a78c2b-8ae6-4e6a-a16c-8612ccd9cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'e7a35b2d-5fcf-4f01-853f-fe87059dc16f', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'port_id': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'mac_address': 'fa:16:3e:7b:70:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:27:16Z', 'updated_at': '2021-11-09T00:27:19Z', 'revision_number': 1, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b9b241-6fb2-4478-ac72-ff9917d06b11', 'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'mac_address': 'fa:16:3e:7f:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:16Z', 'updated_at': '2021-11-09T00:26:25Z', 'revision_number': 5, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'subnets': [{'id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:21.430759 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:21.431978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:21.432729 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:21.461527 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a78c2b-8ae6-4e6a-a16c-8612ccd9cf9f None None] Checking router: ff190a1f-59f2-4297-b358-c4bcee9a271d for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:27:21.484461 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fff8afc5-836f-4bef-a7f7-8b8aea72b2d5 req-916a87a4-89bf-4636-856c-953be25d27f1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7d27b124-41d2-4978-aeda-316655d16fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080022 Nov 09 00:27:21.489306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a78c2b-8ae6-4e6a-a16c-8612ccd9cf9f None None] Routers {'ff190a1f-59f2-4297-b358-c4bcee9a271d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:21.489973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d8a78c2b-8ae6-4e6a-a16c-8612ccd9cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ff190a1f-59f2-4297-b358-c4bcee9a271d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:21.495104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468a670-b237-45b9-922e-a87e12923ca1 req-0514f8a6-8731-4471-a465-4349ca3496bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:21.496639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7468a670-b237-45b9-922e-a87e12923ca1 req-0514f8a6-8731-4471-a465-4349ca3496bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4b484c9baea4cb385cc665ee9edd2a8&device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 1096 time: 0.2357585 Nov 09 00:27:21.526072 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9148540 Nov 09 00:27:21.530306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32860) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:21.535423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2a3f5a3e-071d-4c32-b986-614ae5880def admin admin] Request body: {'subnet': {'network_id': 'cbf0885b-a794-4456-bbab-55eb67b88134', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1463210119-subnet', 'tenant_id': 'b69d9133312d43ae8558c5b2ed3cc574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:21.558387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87d6f1-4cf2-4216-87c9-f7e62b874c38 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf0885b-a794-4456-bbab-55eb67b88134,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:21.578544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network cbf0885b-a794-4456-bbab-55eb67b88134 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:27:21.619757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3f5a3e-071d-4c32-b986-614ae5880def admin admin] Made reservation on behalf of b69d9133312d43ae8558c5b2ed3cc574 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:21.622152 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a3f5a3e-071d-4c32-b986-614ae5880def admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:21.703775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60e5af-7cb2-445a-82ba-e0b827912a24 req-511526bb-b231-4d50-8877-c22efd825caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:21.708745 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0b60e5af-7cb2-445a-82ba-e0b827912a24 req-511526bb-b231-4d50-8877-c22efd825caf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1095 time: 0.1646075 Nov 09 00:27:21.726193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-34b3a724-1085-4df8-a681-2fa68cd7e4de service neutron] 10.222.0.25 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884897 Nov 09 00:27:21.788031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d8a78c2b-8ae6-4e6a-a16c-8612ccd9cf9f None None] Set router ff190a1f-59f2-4297-b358-c4bcee9a271d gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:21.821144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75402f04-0baa-48fc-98be-0dcbf4b2558f req-8494722c-2312-41e9-b7e7-d2926cbaa066 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:21.822974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75402f04-0baa-48fc-98be-0dcbf4b2558f req-8494722c-2312-41e9-b7e7-d2926cbaa066 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.2336221 Nov 09 00:27:21.831374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 32866) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:21.889271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468a670-b237-45b9-922e-a87e12923ca1 req-be276a51-bf6e-4ea3-bc7a-13d9664cf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:21.890778 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7468a670-b237-45b9-922e-a87e12923ca1 req-be276a51-bf6e-4ea3-bc7a-13d9664cf9f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24a99ac1-6077-40b6-99ca-ace05bb409c6 HTTP/1.1" status: 200 len: 919 time: 0.3843241 Nov 09 00:27:21.972407 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60e5af-7cb2-445a-82ba-e0b827912a24 req-0adbd45e-31a1-48f9-ae68-c709aa1ffcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:21.977996 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0b60e5af-7cb2-445a-82ba-e0b827912a24 req-0adbd45e-31a1-48f9-ae68-c709aa1ffcc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.2590668 Nov 09 00:27:21.992993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7468a670-b237-45b9-922e-a87e12923ca1 req-1c98ecdb-7840-44ac-83b1-d182fc3ce2ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 999 time: 0.0937307 Nov 09 00:27:22.075356 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75402f04-0baa-48fc-98be-0dcbf4b2558f req-88ed6571-f583-4566-9b05-f8f783c8e554 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243164 Nov 09 00:27:22.089246 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a3f5a3e-071d-4c32-b986-614ae5880def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:22.093422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9000b22-dc86-4eb3-986a-a036fc2d3a5c req-c42b6eb6-1390-4cd9-85bc-c80ee9025434 service neutron] 10.222.0.25 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523788 Nov 09 00:27:22.142262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468a670-b237-45b9-922e-a87e12923ca1 req-e09cd748-b644-4b94-ac51-4a40f82d94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:22.148367 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7468a670-b237-45b9-922e-a87e12923ca1 req-e09cd748-b644-4b94-ac51-4a40f82d94f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a HTTP/1.1" status: 200 len: 859 time: 0.1445181 Nov 09 00:27:22.151793 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0b60e5af-7cb2-445a-82ba-e0b827912a24 req-8cae7a6b-bf94-4fb5-bf11-01746b6ee9d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 999 time: 0.1568024 Nov 09 00:27:22.171959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f5a3e-071d-4c32-b986-614ae5880def admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f11fad1-1241-4d05-b864-e34dc3741d82,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:22.252178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d8a78c2b-8ae6-4e6a-a16c-8612ccd9cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'e7a35b2d-5fcf-4f01-853f-fe87059dc16f', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'port_id': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'mac_address': 'fa:16:3e:7b:70:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:27:16Z', 'updated_at': '2021-11-09T00:27:19Z', 'revision_number': 1, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b9b241-6fb2-4478-ac72-ff9917d06b11', 'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'mac_address': 'fa:16:3e:7f:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:16Z', 'updated_at': '2021-11-09T00:26:25Z', 'revision_number': 5, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'subnets': [{'id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:22.255164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7468a670-b237-45b9-922e-a87e12923ca1 req-c2c973c0-46aa-493f-8d04-d33530330192 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24a99ac1-6077-40b6-99ca-ace05bb409c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855200 Nov 09 00:27:22.255553 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f5a3e-071d-4c32-b986-614ae5880def admin admin] Checking segment: {'id': '8bf046f6-a9ed-445a-bae7-66b7edcd50db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cbf0885b-a794-4456-bbab-55eb67b88134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:22.256031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3f5a3e-071d-4c32-b986-614ae5880def admin admin] Network hostable DHCP agents. Network: cbf0885b-a794-4456-bbab-55eb67b88134, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:27:22.263249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60e5af-7cb2-445a-82ba-e0b827912a24 req-b1e60b2f-f9c7-400a-85cf-f0459c09e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:22.265137 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0b60e5af-7cb2-445a-82ba-e0b827912a24 req-b1e60b2f-f9c7-400a-85cf-f0459c09e8f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.0895000 Nov 09 00:27:22.293107 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-834397b3-cb10-4ca8-a5b4-2c42883e2d90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=882e9afa811a4f4eaf6e23fce7103360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4576659 Nov 09 00:27:22.303814 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a78c2b-8ae6-4e6a-a16c-8612ccd9cf9f None None] The sync data for ids ['ff190a1f-59f2-4297-b358-c4bcee9a271d'] in n-d-813263-3 is: [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'e7a35b2d-5fcf-4f01-853f-fe87059dc16f', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'port_id': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'mac_address': 'fa:16:3e:7b:70:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:27:16Z', 'updated_at': '2021-11-09T00:27:19Z', 'revision_number': 1, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b9b241-6fb2-4478-ac72-ff9917d06b11', 'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'mac_address': 'fa:16:3e:7f:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:16Z', 'updated_at': '2021-11-09T00:26:25Z', 'revision_number': 5, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'subnets': [{'id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:27:22.306568 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 32874) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:22.310453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3f5a3e-071d-4c32-b986-614ae5880def admin admin] Network cbf0885b-a794-4456-bbab-55eb67b88134 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:27:22.329680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2a3f5a3e-071d-4c32-b986-614ae5880def admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, cbf0885b-a794-4456-bbab-55eb67b88134) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:22.336661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3f5a3e-071d-4c32-b986-614ae5880def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:22.337447 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2a3f5a3e-071d-4c32-b986-614ae5880def admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:22.344949 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a21370-84a5-447a-9eb0-77258c7546c6 None None] Network cbf0885b-a794-4456-bbab-55eb67b88134 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:22.387281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60e5af-7cb2-445a-82ba-e0b827912a24 req-eebea976-57b9-4dd5-82ef-2322e09d5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:22.389321 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0b60e5af-7cb2-445a-82ba-e0b827912a24 req-eebea976-57b9-4dd5-82ef-2322e09d5ce3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158223 Nov 09 00:27:22.415564 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2a3f5a3e-071d-4c32-b986-614ae5880def admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8768723 Nov 09 00:27:22.430983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-bff6da42-165f-4080-9c1b-692e796c08a2 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 999 time: 0.2647851 Nov 09 00:27:22.449251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a753596-4c1d-4051-8c97-867a0daff5a1 req-aa45d672-4d61-4795-9371-8a9ea292a8d2 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:22.456576 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a753596-4c1d-4051-8c97-867a0daff5a1 req-aa45d672-4d61-4795-9371-8a9ea292a8d2 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 945 time: 0.2826531 Nov 09 00:27:22.568036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-a136f83b-12e6-46bc-9ec0-84c298718755 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:22.569560 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-a136f83b-12e6-46bc-9ec0-84c298718755 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports/6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 942 time: 0.1065817 Nov 09 00:27:22.588544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7468a670-b237-45b9-922e-a87e12923ca1 req-a516c557-9a53-4afb-86fb-bfd565a6ccaa service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162801 Nov 09 00:27:22.607241 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb7c3a8a-0cd4-47be-b4bc-2c8f08589297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:22.609529 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0b60e5af-7cb2-445a-82ba-e0b827912a24 req-93760440-87f8-4395-a47b-906b6d209256 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924970 Nov 09 00:27:22.635244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe5512-d18c-4201-8541-c5ce1f9adcfc None None] Network cbf0885b-a794-4456-bbab-55eb67b88134 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:22.657390 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb7c3a8a-0cd4-47be-b4bc-2c8f08589297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:22.768249 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9addbfa-1b12-4865-93a5-f304876e954f None None] New status for floating IP e7a35b2d-5fcf-4f01-853f-fe87059dc16f: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:27:22.774693 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0b60e5af-7cb2-445a-82ba-e0b827912a24 req-ba181c93-50eb-4f9f-b346-6f895730bef8 service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583920 Nov 09 00:27:22.843557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a753596-4c1d-4051-8c97-867a0daff5a1 req-f2e59149-e5f2-4194-a160-9802d425d7e3 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d27b124-41d2-4978-aeda-316655d16fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860571 Nov 09 00:27:22.885018 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb7c3a8a-0cd4-47be-b4bc-2c8f08589297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:22.887638 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb7c3a8a-0cd4-47be-b4bc-2c8f08589297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:22.891317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fb7c3a8a-0cd4-47be-b4bc-2c8f08589297 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4173e72-61e9-4b23-8fb9-6f148a09b443 HTTP/1.1" status: 204 len: 168 time: 0.5797095 Nov 09 00:27:22.944706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c3a8a-0cd4-47be-b4bc-2c8f08589297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4173e72-61e9-4b23-8fb9-6f148a09b443,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:23.020808 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-973d7f0c-b1a5-4a1d-8ca4-81f2bbb2dd8d tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 999 time: 0.2079577 Nov 09 00:27:23.137927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7468a670-b237-45b9-922e-a87e12923ca1 req-eee5da1e-eb74-47a0-9d6c-096843cccc35 service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370867 Nov 09 00:27:23.291249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-48b03811-259a-4373-8773-dcfa7ccadc62 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:23.292739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-48b03811-259a-4373-8773-dcfa7ccadc62 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.2625647 Nov 09 00:27:23.419769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-b7ab3928-07c8-4f6f-a187-6db267446e88 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 1001 time: 0.1188827 Nov 09 00:27:23.432394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-9bc5c72b-a458-4ca1-b7f7-6e7d691f859f tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:23.533039 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-9bc5c72b-a458-4ca1-b7f7-6e7d691f859f tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:23.590477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-b375e045-d9a3-4bf7-b79c-40da65532f92 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:23.591955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-b375e045-d9a3-4bf7-b79c-40da65532f92 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/networks?id=a4762e20-a030-4fca-a193-577f7e444286 HTTP/1.1" status: 200 len: 807 time: 0.2201383 Nov 09 00:27:23.650053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-f09a9bcc-269e-48d9-92eb-1f7a7be98fd1 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/quotas/a63749060b3d4f3d8292abce155b36a4 HTTP/1.1" status: 200 len: 375 time: 0.0459733 Nov 09 00:27:23.696910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-e55783c3-6b6a-4d01-b53b-d528cf9cf9a3 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a63749060b3d4f3d8292abce155b36a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398879 Nov 09 00:27:23.756335 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-9bc5c72b-a458-4ca1-b7f7-6e7d691f859f tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:23.763525 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-9bc5c72b-a458-4ca1-b7f7-6e7d691f859f tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:23.763873 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-9bc5c72b-a458-4ca1-b7f7-6e7d691f859f tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Floating IP e7a35b2d-5fcf-4f01-853f-fe87059dc16f disassociated. External IP: 172.25.0.143, port: 6bc903c1-a030-414a-b2c4-742e203e9b33. Nov 09 00:27:24.189067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-1e7ff6bd-68bc-4576-a039-7117dd2ea694 service neutron] 10.222.0.25 "GET /v2.0/networks/a4762e20-a030-4fca-a193-577f7e444286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817801 Nov 09 00:27:24.378044 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-291f74cd-406c-479f-ae5a-c4ab2a302a83 service neutron] 10.222.0.25 "GET /v2.0/networks/a4762e20-a030-4fca-a193-577f7e444286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864281 Nov 09 00:27:24.415737 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-9bc5c72b-a458-4ca1-b7f7-6e7d691f859f tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Router ff190a1f-59f2-4297-b358-c4bcee9a271d has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:27:24.601587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-9bc5c72b-a458-4ca1-b7f7-6e7d691f859f tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:27:24.606634 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-9bc5c72b-a458-4ca1-b7f7-6e7d691f859f tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:24.616418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7337f6-3bcd-4711-b440-c07c29ffb895 None None] Sync routers for ids ['ff190a1f-59f2-4297-b358-c4bcee9a271d'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:27:24.642218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7337f6-3bcd-4711-b440-c07c29ffb895 None None] Routers {'ff190a1f-59f2-4297-b358-c4bcee9a271d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:24.642970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ed7337f6-3bcd-4711-b440-c07c29ffb895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ff190a1f-59f2-4297-b358-c4bcee9a271d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:24.652777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25694672-b5ee-4188-9db8-3400a0a708ec req-de9521b5-d5c3-4867-a937-a5e036511257 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:24.660572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25694672-b5ee-4188-9db8-3400a0a708ec req-de9521b5-d5c3-4867-a937-a5e036511257 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.0945840 Nov 09 00:27:24.669518 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-9bc5c72b-a458-4ca1-b7f7-6e7d691f859f tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "PUT /v2.0/floatingips/e7a35b2d-5fcf-4f01-853f-fe87059dc16f HTTP/1.1" status: 200 len: 695 time: 1.2488172 Nov 09 00:27:24.671386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:24.673358 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53348d91-d0e4-445c-b60b-21d80976e93a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:24.743858 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25694672-b5ee-4188-9db8-3400a0a708ec req-eee3c729-e7d0-4696-a728-6cdbd73b3445 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812893 Nov 09 00:27:24.906588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704fa3c-de31-4e88-985c-d92f9237efd3 req-12bc0110-00ec-440f-8d2f-9e976d7bddb0 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:24.914466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2704fa3c-de31-4e88-985c-d92f9237efd3 req-12bc0110-00ec-440f-8d2f-9e976d7bddb0 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 945 time: 0.0825276 Nov 09 00:27:24.979155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-ed7337f6-3bcd-4711-b440-c07c29ffb895 None None] Set router ff190a1f-59f2-4297-b358-c4bcee9a271d gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:25.055255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-bc065c3c-6ae7-4b24-95b0-58d5eca94a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:25.057413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-bc065c3c-6ae7-4b24-95b0-58d5eca94a2d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4b484c9baea4cb385cc665ee9edd2a8&device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 1096 time: 0.3713629 Nov 09 00:27:25.075793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2704fa3c-de31-4e88-985c-d92f9237efd3 req-3083e063-5aba-481b-bbc5-66c72b03b648 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d27b124-41d2-4978-aeda-316655d16fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603429 Nov 09 00:27:25.188905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-941d7643-4f6a-441d-b4d1-a0c2f9b42edf req-39320087-e97d-4457-98d7-18d91e6f6b67 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 210 time: 0.0311351 Nov 09 00:27:25.236905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-3e5db83e-49d6-40cd-ac2f-fa44e4782db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:25.245748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-3e5db83e-49d6-40cd-ac2f-fa44e4782db5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=24a99ac1-6077-40b6-99ca-ace05bb409c6 HTTP/1.1" status: 200 len: 919 time: 0.1688297 Nov 09 00:27:25.299525 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f4cd58-4f6f-4405-a21c-9f525158be80 x-openstack-request-id: req-11f4cd58-4f6f-4405-a21c-9f525158be80 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:25.299831 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:25.300143 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11f4cd58-4f6f-4405-a21c-9f525158be80 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:25.300553 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'status': 'completed', 'code': 200} Nov 09 00:27:25.311949 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-514ddb38-b2e1-4f8f-82c9-68c5c6b76a5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 217 time: 0.0634749 Nov 09 00:27:25.351166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32968) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:25.374001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ed7337f6-3bcd-4711-b440-c07c29ffb895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '62b9b241-6fb2-4478-ac72-ff9917d06b11', 'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'mac_address': 'fa:16:3e:7f:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:16Z', 'updated_at': '2021-11-09T00:26:25Z', 'revision_number': 5, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'subnets': [{'id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:25.421759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7337f6-3bcd-4711-b440-c07c29ffb895 None None] Checking router: ff190a1f-59f2-4297-b358-c4bcee9a271d for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:27:25.436772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7337f6-3bcd-4711-b440-c07c29ffb895 None None] Routers {'ff190a1f-59f2-4297-b358-c4bcee9a271d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:25.437449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ed7337f6-3bcd-4711-b440-c07c29ffb895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ff190a1f-59f2-4297-b358-c4bcee9a271d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:25.467822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-b3109c4f-cfc4-43f5-b852-7d775e82827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:25.474196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-b3109c4f-cfc4-43f5-b852-7d775e82827a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a HTTP/1.1" status: 200 len: 859 time: 0.1609728 Nov 09 00:27:25.507472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd018dcf-15a1-412d-ac50-bd5f29cadf06 req-32cd1062-3f58-46de-b00f-f42e6e9506af tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:25.510022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dd018dcf-15a1-412d-ac50-bd5f29cadf06 req-32cd1062-3f58-46de-b00f-f42e6e9506af tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1250305 Nov 09 00:27:25.512637 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53348d91-d0e4-445c-b60b-21d80976e93a req-f2bbe627-88c0-4856-88d9-d47fbd572b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:25.514129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53348d91-d0e4-445c-b60b-21d80976e93a req-f2bbe627-88c0-4856-88d9-d47fbd572b3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4b484c9baea4cb385cc665ee9edd2a8&device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 1096 time: 0.1818790 Nov 09 00:27:25.539816 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-9d5e4d8e-027e-430a-97af-efaae09bc0be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24a99ac1-6077-40b6-99ca-ace05bb409c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625486 Nov 09 00:27:25.548815 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:25.590659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-ed7337f6-3bcd-4711-b440-c07c29ffb895 None None] Set router ff190a1f-59f2-4297-b358-c4bcee9a271d gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:25.652870 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:25.660927 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:25.704891 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab202f8faf9147d9bbf0f9caee260834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522494 Nov 09 00:27:25.705127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dd018dcf-15a1-412d-ac50-bd5f29cadf06 req-5e807ded-1682-419c-9493-6ebf991a351a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688933 Nov 09 00:27:25.709930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 32972) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:25.717212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6947e2-2ecc-4b5c-b8ba-0a0dffedbc1e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:25.725525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:25.726084 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:25.726606 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:25.727114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:25.727623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:25.728123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:25.728621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:25.729283 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:25.733134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:25.733975 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:25.734559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:25.735127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ae154-550e-4f21-8ebd-f37bb43be08f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:25.835765 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-d55edf3f-20d5-4b68-9b16-754336a94e9b service neutron] 10.222.0.25 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869256 Nov 09 00:27:25.836497 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb93a-a51f-4bc0-95d5-6b9b19361184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:25.863582 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb93a-a51f-4bc0-95d5-6b9b19361184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:25.870935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ed7337f6-3bcd-4711-b440-c07c29ffb895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '62b9b241-6fb2-4478-ac72-ff9917d06b11', 'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'mac_address': 'fa:16:3e:7f:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:16Z', 'updated_at': '2021-11-09T00:26:25Z', 'revision_number': 5, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'subnets': [{'id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:25.896085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53348d91-d0e4-445c-b60b-21d80976e93a req-21332547-3f88-4e1a-9c6e-b65df841c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:25.898471 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53348d91-d0e4-445c-b60b-21d80976e93a req-21332547-3f88-4e1a-9c6e-b65df841c203 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24a99ac1-6077-40b6-99ca-ace05bb409c6 HTTP/1.1" status: 200 len: 919 time: 0.3606725 Nov 09 00:27:25.908327 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7337f6-3bcd-4711-b440-c07c29ffb895 None None] The sync data for ids ['ff190a1f-59f2-4297-b358-c4bcee9a271d'] in n-d-813263-3 is: [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:26:17Z', 'revision_number': 4, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '62b9b241-6fb2-4478-ac72-ff9917d06b11', 'name': '', 'network_id': '24a99ac1-6077-40b6-99ca-ace05bb409c6', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'mac_address': 'fa:16:3e:7f:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:16Z', 'updated_at': '2021-11-09T00:26:25Z', 'revision_number': 5, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'subnets': [{'id': '6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:27:26.055438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-1381500f-5ce5-43f1-9e0d-2b3a3fa1dd0c tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:26.057761 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-1381500f-5ce5-43f1-9e0d-2b3a3fa1dd0c tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.30 "GET /v2.0/networks?id=a4762e20-a030-4fca-a193-577f7e444286 HTTP/1.1" status: 200 len: 807 time: 0.1738322 Nov 09 00:27:26.074617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Request body: {'port': {'device_id': '87893268-c30a-402a-8547-a0273bee97ff', 'network_id': 'a4762e20-a030-4fca-a193-577f7e444286', 'admin_state_up': True, 'tenant_id': 'a63749060b3d4f3d8292abce155b36a4'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:26.113883 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53348d91-d0e4-445c-b60b-21d80976e93a req-f78110ff-6ec5-470a-9411-cd2fb03852de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 200 len: 217 time: 0.1547227 Nov 09 00:27:26.181655 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb93a-a51f-4bc0-95d5-6b9b19361184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:26.184498 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb93a-a51f-4bc0-95d5-6b9b19361184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:26.189207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2d9cb93a-a51f-4bc0-95d5-6b9b19361184 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a6947e2-2ecc-4b5c-b8ba-0a0dffedbc1e HTTP/1.1" status: 204 len: 168 time: 0.4782734 Nov 09 00:27:26.222139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77cbcc-1a34-4ba7-a353-578bfc4bbebc req-d35090da-9987-453a-9850-914bedd7b969 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:26.230631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee77cbcc-1a34-4ba7-a353-578bfc4bbebc req-d35090da-9987-453a-9850-914bedd7b969 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 945 time: 0.3437686 Nov 09 00:27:26.237449 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5727fef4-f54c-41f6-8741-b304afbf9e70 req-16f459f6-b7b1-4e57-b107-14c6a6b2e8c1 service neutron] 10.222.0.25 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472328 Nov 09 00:27:26.247419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cb93a-a51f-4bc0-95d5-6b9b19361184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6947e2-2ecc-4b5c-b8ba-0a0dffedbc1e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:26.271609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53348d91-d0e4-445c-b60b-21d80976e93a req-07763871-e02d-4d6b-9b2e-3fe88c1640bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:26.273579 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53348d91-d0e4-445c-b60b-21d80976e93a req-07763871-e02d-4d6b-9b2e-3fe88c1640bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a HTTP/1.1" status: 200 len: 859 time: 0.1495292 Nov 09 00:27:26.309676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Made reservation on behalf of a63749060b3d4f3d8292abce155b36a4 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:26.316363 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:26.334204 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53348d91-d0e4-445c-b60b-21d80976e93a req-94e5c61f-deec-426f-8d00-418d1d6eb901 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24a99ac1-6077-40b6-99ca-ace05bb409c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344310 Nov 09 00:27:26.339469 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee77cbcc-1a34-4ba7-a353-578bfc4bbebc req-60a9f071-136d-4f96-9c97-62bc5f279838 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d27b124-41d2-4978-aeda-316655d16fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079774 Nov 09 00:27:26.358705 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f567b4-5686-453c-8848-d70573e6efda None None] New status for floating IP e7a35b2d-5fcf-4f01-853f-fe87059dc16f: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:27:26.522477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53348d91-d0e4-445c-b60b-21d80976e93a req-7871d01e-92ea-4531-881b-a344167adc64 service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793280 Nov 09 00:27:26.522706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Allocated IP 172.20.0.5 (a4762e20-a030-4fca-a193-577f7e444286/43dca5fc-3cbc-4e43-b107-6996ebac060b/effe37af-2f2e-46e1-9133-e13d20578ab5) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:27:26.533820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c1034-d84e-46e1-ab3a-0ea0e5a712ef req-59adef9b-2c82-4ec2-9315-a6f523067995 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:26.542854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b22c1034-d84e-46e1-ab3a-0ea0e5a712ef req-59adef9b-2c82-4ec2-9315-a6f523067995 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1027923 Nov 09 00:27:26.593118 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76ea6127-c649-4bd9-98ad-edd3e1ff636a req-fb217a6a-7882-4c92-995b-2dae79db460a tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 210 time: 0.0465274 Nov 09 00:27:26.714069 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:26.749570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32990) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:26.754902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-a5173960-5c88-47a2-9659-3056bcb24936 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/floatingips/e7a35b2d-5fcf-4f01-853f-fe87059dc16f HTTP/1.1" status: 200 len: 695 time: 0.0724893 Nov 09 00:27:26.767038 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b22c1034-d84e-46e1-ab3a-0ea0e5a712ef req-fb2ca97f-f48f-494f-8be1-250069353d1e tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230899 Nov 09 00:27:26.776260 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79f70c12-0311-4db2-9fb9-a1fb5e2689a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:26.801535 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:26.860948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Pushing event updated for resources: {'Port': ['ID=effe37af-2f2e-46e1-9133-e13d20578ab5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:26.861690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53348d91-d0e4-445c-b60b-21d80976e93a req-5ff47bb4-7212-4f93-9f65-a55efc377b67 service neutron] 10.222.0.30 "GET /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164012 Nov 09 00:27:26.892958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Network a4762e20-a030-4fca-a193-577f7e444286 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:27:26.896728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:26.900401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:27:26.927204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-a526d3b5-a437-4095-a785-773f00dee503 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:26.928551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-a526d3b5-a437-4095-a785-773f00dee503 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 784 time: 0.1574540 Nov 09 00:27:26.942518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-3040d855-ffc6-4a18-81b6-a9bab2910852 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:27:26.943550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-3040d855-ffc6-4a18-81b6-a9bab2910852 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090859 Nov 09 00:27:26.985497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:26.986163 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.008845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-60ffd6c6-f43a-4650-84f6-946b2753fe17 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.0475495 Nov 09 00:27:27.025120 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-8137bb51-86f2-43fa-85d1-699482701a82 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9534404 Nov 09 00:27:27.029897 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79f70c12-0311-4db2-9fb9-a1fb5e2689a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.035929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79f70c12-0311-4db2-9fb9-a1fb5e2689a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.045394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Request body: {'port': {'device_id': '87893268-c30a-402a-8547-a0273bee97ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:27.068085 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-cf91723e-2e61-435b-9123-8aac884dc3ab tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.0528955 Nov 09 00:27:27.165370 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f70c12-0311-4db2-9fb9-a1fb5e2689a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415c16c8-d040-4eda-a07d-eab55d7406bc,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:27.205083 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.228772 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-79f70c12-0311-4db2-9fb9-a1fb5e2689a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0988e7a51d8143a5ae890739e5f259b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4779346 Nov 09 00:27:27.229456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32998) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:27.234142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-fed4e8cb-8770-4ac4-931d-9d8db4addc6e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Deleting port f01c9794-abb7-4a53-a845-b75efe016a52 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:27.234444 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-fed4e8cb-8770-4ac4-931d-9d8db4addc6e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.345164 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-fed4e8cb-8770-4ac4-931d-9d8db4addc6e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.346512 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-fed4e8cb-8770-4ac4-931d-9d8db4addc6e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.359947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-fed4e8cb-8770-4ac4-931d-9d8db4addc6e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Calling delete_port for f01c9794-abb7-4a53-a845-b75efe016a52 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:27.384577 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a6de029-4577-4ac8-9c81-3e855111a266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.435530 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a6de029-4577-4ac8-9c81-3e855111a266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.564141 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a6de029-4577-4ac8-9c81-3e855111a266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.567021 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a6de029-4577-4ac8-9c81-3e855111a266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.570542 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0a6de029-4577-4ac8-9c81-3e855111a266 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/415c16c8-d040-4eda-a07d-eab55d7406bc HTTP/1.1" status: 204 len: 168 time: 0.3362575 Nov 09 00:27:27.607568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6de029-4577-4ac8-9c81-3e855111a266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415c16c8-d040-4eda-a07d-eab55d7406bc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:27.608446 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-fed4e8cb-8770-4ac4-931d-9d8db4addc6e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.641702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4e8cb-8770-4ac4-931d-9d8db4addc6e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Pushing event deleted for resources: {'Port': ['ID=f01c9794-abb7-4a53-a845-b75efe016a52,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:27.650691 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effe37af-2f2e-46e1-9133-e13d20578ab5 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:27:27.658592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f175c9-a6a5-46e7-b189-70217cf50173 req-283b998b-b205-42a2-9775-7e79e8d6646b tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:27.659213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.667025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19f175c9-a6a5-46e7-b189-70217cf50173 req-283b998b-b205-42a2-9775-7e79e8d6646b tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 945 time: 0.1098113 Nov 09 00:27:27.675456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Transition to ACTIVE for port object effe37af-2f2e-46e1-9133-e13d20578ab5 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:27:27.682351 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.753762 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-fed4e8cb-8770-4ac4-931d-9d8db4addc6e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.756577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-fed4e8cb-8770-4ac4-931d-9d8db4addc6e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.757787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66330bde-1ccd-4cc3-bb85-863b5f3ae817 req-fed4e8cb-8770-4ac4-931d-9d8db4addc6e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "DELETE /v2.0/floatingips/e7a35b2d-5fcf-4f01-853f-fe87059dc16f HTTP/1.1" status: 204 len: 173 time: 0.6839232 Nov 09 00:27:27.783620 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19f175c9-a6a5-46e7-b189-70217cf50173 req-84c6882b-5fee-4fb6-a3af-5ad99dc64b74 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d27b124-41d2-4978-aeda-316655d16fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001005 Nov 09 00:27:27.849334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Pushing event updated for resources: {'Port': ['ID=effe37af-2f2e-46e1-9133-e13d20578ab5,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:27.894218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Attempting to bind port effe37af-2f2e-46e1-9133-e13d20578ab5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:27:27.894579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Attempting to bind port effe37af-2f2e-46e1-9133-e13d20578ab5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'ea7a3140-9c98-4f54-b225-615231520e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a4762e20-a030-4fca-a193-577f7e444286'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:27:27.895178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Attempting to bind port effe37af-2f2e-46e1-9133-e13d20578ab5 on network a4762e20-a030-4fca-a193-577f7e444286 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:27:27.899675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Port effe37af-2f2e-46e1-9133-e13d20578ab5 on network a4762e20-a030-4fca-a193-577f7e444286 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:27:27.900546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Attempting to bind port effe37af-2f2e-46e1-9133-e13d20578ab5 on network a4762e20-a030-4fca-a193-577f7e444286 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:27:27.905157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:27:27.905556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Checking segment: {'id': 'ea7a3140-9c98-4f54-b225-615231520e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a4762e20-a030-4fca-a193-577f7e444286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:27.905915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Bound using segment: {'id': 'ea7a3140-9c98-4f54-b225-615231520e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a4762e20-a030-4fca-a193-577f7e444286'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:27:27.906335 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Bound port: effe37af-2f2e-46e1-9133-e13d20578ab5, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7a3140-9c98-4f54-b225-615231520e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a4762e20-a030-4fca-a193-577f7e444286'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:27:27.906690 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:27.922742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0defe13-4536-4fff-abe7-131e767bcbee req-e73af025-41f1-4e22-b0a3-11c9aca41c58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:27.924266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0defe13-4536-4fff-abe7-131e767bcbee req-e73af025-41f1-4e22-b0a3-11c9aca41c58 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.0632515 Nov 09 00:27:27.933624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4c09f-94a0-4f65-8e32-a1b1382c8a7c req-41b2218a-d0c0-4e86-9a58-3eafbf1f5ef9 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:27.941265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ec4c09f-94a0-4f65-8e32-a1b1382c8a7c req-41b2218a-d0c0-4e86-9a58-3eafbf1f5ef9 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 943 time: 0.1089396 Nov 09 00:27:27.980316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] For port effe37af-2f2e-46e1-9133-e13d20578ab5, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:27:27.984199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] For port effe37af-2f2e-46e1-9133-e13d20578ab5, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=effe37af-2f2e-46e1-9133-e13d20578ab5,segment=NetworkSegment(ea7a3140-9c98-4f54-b225-615231520e44),segment_id=ea7a3140-9c98-4f54-b225-615231520e44)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:27:27.991786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:28.021066 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0defe13-4536-4fff-abe7-131e767bcbee req-6bc3ad99-e47d-4a89-b977-20c0bc2a87a7 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770998 Nov 09 00:27:28.036802 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ec4c09f-94a0-4f65-8e32-a1b1382c8a7c req-dcaa3866-8a0c-4e28-81df-5024bbd997ba tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/security-groups?id=d950160b-b037-4bc2-ae75-e4d7843b02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945652 Nov 09 00:27:28.078473 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:28.079310 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:28.082087 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] 10.222.0.30 "PUT /v2.0/ports/effe37af-2f2e-46e1-9133-e13d20578ab5 HTTP/1.1" status: 200 len: 1091 time: 1.0422838 Nov 09 00:27:28.085959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87893268-c30a-402a-8547-a0273bee97ff', 'tag': 'effe37af-2f2e-46e1-9133-e13d20578ab5'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:28.089525 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f00ae7f-c853-40f9-ad06-40968abba2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "87893268-c30a-402a-8547-a0273bee97ff", "tag": "effe37af-2f2e-46e1-9133-e13d20578ab5"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:28.150764 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e573dd-0c8f-49a0-995d-4c1224a3cbbd x-openstack-request-id: req-a8e573dd-0c8f-49a0-995d-4c1224a3cbbd {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:28.151051 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87893268-c30a-402a-8547-a0273bee97ff", "tag": "effe37af-2f2e-46e1-9133-e13d20578ab5", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:28.151301 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8e573dd-0c8f-49a0-995d-4c1224a3cbbd {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:28.151706 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87893268-c30a-402a-8547-a0273bee97ff', 'tag': 'effe37af-2f2e-46e1-9133-e13d20578ab5', 'status': 'completed', 'code': 200} Nov 09 00:27:28.161977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef6652-fe19-44b0-aecd-02929ff2864d service neutron] Pushing event updated for resources: {'Port': ['ID=effe37af-2f2e-46e1-9133-e13d20578ab5,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:28.186630 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32a487f7-a323-455e-9b08-910ccd5d8406 req-90f870df-090d-4e35-a5bc-33500b0ca88e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups/26625494-5d39-4460-807d-5979240f1863 HTTP/1.1" status: 200 len: 1827 time: 0.1193104 Nov 09 00:27:28.280732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-72201996-5d9f-4dbd-8b8c-addfdea1edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:28.284878 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-72201996-5d9f-4dbd-8b8c-addfdea1edc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a63749060b3d4f3d8292abce155b36a4&device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 1094 time: 0.1162450 Nov 09 00:27:28.321705 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-32a487f7-a323-455e-9b08-910ccd5d8406 req-7fce88d1-c9c1-48d5-be78-daf8be4fb9aa tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:28.355988 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-53376a2b-2b63-49e0-8934-c0e65f0ecbc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=effe37af-2f2e-46e1-9133-e13d20578ab5 HTTP/1.1" status: 200 len: 217 time: 0.0613692 Nov 09 00:27:28.382072 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-32a487f7-a323-455e-9b08-910ccd5d8406 req-7fce88d1-c9c1-48d5-be78-daf8be4fb9aa tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:28.452991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-70653625-8c9f-45b4-8f5b-7ff06667e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:28.454473 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-70653625-8c9f-45b4-8f5b-7ff06667e34b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43dca5fc-3cbc-4e43-b107-6996ebac060b HTTP/1.1" status: 200 len: 847 time: 0.0850542 Nov 09 00:27:28.507667 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-7a86fdf4-737b-4d07-8564-47c97ee1d822 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4762e20-a030-4fca-a193-577f7e444286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446987 Nov 09 00:27:28.540208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee600d26-c9ec-4522-9b42-4e60de36f7e1 req-e6195bc8-84a5-46b4-9517-1b221ed36737 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:28.547911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee600d26-c9ec-4522-9b42-4e60de36f7e1 req-e6195bc8-84a5-46b4-9517-1b221ed36737 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 945 time: 0.1147444 Nov 09 00:27:28.555212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-32a487f7-a323-455e-9b08-910ccd5d8406 req-7fce88d1-c9c1-48d5-be78-daf8be4fb9aa tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:28.559255 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-32a487f7-a323-455e-9b08-910ccd5d8406 req-7fce88d1-c9c1-48d5-be78-daf8be4fb9aa tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:28.562546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32a487f7-a323-455e-9b08-910ccd5d8406 req-7fce88d1-c9c1-48d5-be78-daf8be4fb9aa tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "DELETE /v2.0/security-groups/26625494-5d39-4460-807d-5979240f1863 HTTP/1.1" status: 204 len: 173 time: 0.3692920 Nov 09 00:27:28.610797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce88d1-c9c1-48d5-be78-daf8be4fb9aa tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26625494-5d39-4460-807d-5979240f1863,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:28.729114 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee600d26-c9ec-4522-9b42-4e60de36f7e1 req-6feecc8d-5595-4677-a14c-dc779b7d65f4 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d27b124-41d2-4978-aeda-316655d16fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801960 Nov 09 00:27:28.928324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5e9fa-a2aa-4f86-bdb4-f26e12d834b2 req-3bb27f3a-cc59-4319-99eb-b6086f757f65 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:28.930082 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00f5e9fa-a2aa-4f86-bdb4-f26e12d834b2 req-3bb27f3a-cc59-4319-99eb-b6086f757f65 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.0690753 Nov 09 00:27:29.002562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00f5e9fa-a2aa-4f86-bdb4-f26e12d834b2 req-f729b773-8cc8-4f4e-bef5-aa3874943ae1 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652380 Nov 09 00:27:29.014004 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-75045ba7-d8e1-488a-a0ec-0fd26eaa43e2 service neutron] 10.222.0.30 "GET /v2.0/networks/a4762e20-a030-4fca-a193-577f7e444286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982791 Nov 09 00:27:29.147793 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7eb7371f-31a9-4f20-91d5-a2dbf995ac39 req-3829dc0f-9459-49f3-8eb3-35c27bbfe51f service neutron] 10.222.0.30 "GET /v2.0/networks/a4762e20-a030-4fca-a193-577f7e444286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224141 Nov 09 00:27:29.216132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24919551-22e1-4294-afa1-ce6f03907ee1 req-8b56e8a2-6483-4ca2-8422-45d5ce5029c6 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:29.218047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24919551-22e1-4294-afa1-ce6f03907ee1 req-8b56e8a2-6483-4ca2-8422-45d5ce5029c6 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 943 time: 0.1145644 Nov 09 00:27:29.228642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2701b-007c-4385-9d5d-dad2b3646dbb req-5c4d67c3-0b61-4999-866f-a3ccff5113df tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:29.230449 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0db2701b-007c-4385-9d5d-dad2b3646dbb req-5c4d67c3-0b61-4999-866f-a3ccff5113df tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.0851252 Nov 09 00:27:29.255748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00ae7f-c853-40f9-ad06-40968abba2ae req-a9c0dfe9-806e-42a5-b661-f8b8fd9695c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:29.256394 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f00ae7f-c853-40f9-ad06-40968abba2ae req-a9c0dfe9-806e-42a5-b661-f8b8fd9695c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a63749060b3d4f3d8292abce155b36a4&device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 1094 time: 0.0477731 Nov 09 00:27:29.311564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24919551-22e1-4294-afa1-ce6f03907ee1 req-45c1ac2a-0dd3-48d3-9b07-51d1926e943a tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/security-groups?id=d950160b-b037-4bc2-ae75-e4d7843b02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799720 Nov 09 00:27:29.335137 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0db2701b-007c-4385-9d5d-dad2b3646dbb req-2fc60d16-f7b6-40f7-aa65-bd14f9343a80 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878973 Nov 09 00:27:29.415128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00ae7f-c853-40f9-ad06-40968abba2ae req-62d53de9-3f0f-4bac-baa1-2daa3ec8690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:29.417116 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f00ae7f-c853-40f9-ad06-40968abba2ae req-62d53de9-3f0f-4bac-baa1-2daa3ec8690f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4762e20-a030-4fca-a193-577f7e444286 HTTP/1.1" status: 200 len: 907 time: 0.1507361 Nov 09 00:27:29.471343 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f00ae7f-c853-40f9-ad06-40968abba2ae req-f89461fe-68f8-485e-9b80-cbc456503aff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=effe37af-2f2e-46e1-9133-e13d20578ab5 HTTP/1.1" status: 200 len: 217 time: 0.0419917 Nov 09 00:27:29.539754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00ae7f-c853-40f9-ad06-40968abba2ae req-06bdad6d-46a0-4bba-be58-3027f7a7cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:29.542885 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f00ae7f-c853-40f9-ad06-40968abba2ae req-06bdad6d-46a0-4bba-be58-3027f7a7cc87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43dca5fc-3cbc-4e43-b107-6996ebac060b HTTP/1.1" status: 200 len: 847 time: 0.0609925 Nov 09 00:27:29.599571 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f00ae7f-c853-40f9-ad06-40968abba2ae req-4b32a371-667b-46e0-9a9a-abec00cfb95a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4762e20-a030-4fca-a193-577f7e444286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445321 Nov 09 00:27:29.647262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f609e-944d-4a51-88c4-30ba08c70b72 req-c8611d8f-39b4-487b-bacc-ea461e1ca7f6 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:29.653849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc5f609e-944d-4a51-88c4-30ba08c70b72 req-c8611d8f-39b4-487b-bacc-ea461e1ca7f6 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1124189 Nov 09 00:27:29.728999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a50150-a07f-4cad-8c3f-d2b96fc410a3 req-45811373-44c3-4852-9a46-8a86d5311c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:29.730873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58a50150-a07f-4cad-8c3f-d2b96fc410a3 req-45811373-44c3-4852-9a46-8a86d5311c3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 1095 time: 0.1428745 Nov 09 00:27:29.735687 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f00ae7f-c853-40f9-ad06-40968abba2ae req-ebe2e119-2357-4961-8196-ce8f4c6361c3 service neutron] 10.222.0.30 "GET /v2.0/networks/a4762e20-a030-4fca-a193-577f7e444286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207137 Nov 09 00:27:29.736146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc5f609e-944d-4a51-88c4-30ba08c70b72 req-2bf7a472-7a61-4ee7-8f43-344dd1dfcf76 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811574 Nov 09 00:27:29.863881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ed3d-781e-45a4-8277-3bca5548d53a req-92dbcfe8-9c0b-4df3-aceb-814595b0b0d6 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:29.865552 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3340ed3d-781e-45a4-8277-3bca5548d53a req-92dbcfe8-9c0b-4df3-aceb-814595b0b0d6 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 945 time: 0.1505568 Nov 09 00:27:29.902515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ad1d1-f819-4468-8b12-bdf73ae1df8c req-ed2921e5-a24b-4202-b69e-e181d839805d tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:29.903998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c77ad1d1-f819-4468-8b12-bdf73ae1df8c req-ed2921e5-a24b-4202-b69e-e181d839805d tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 945 time: 0.1110773 Nov 09 00:27:29.943434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a50150-a07f-4cad-8c3f-d2b96fc410a3 req-84f35db0-c2a9-4409-95b6-8bb49a1a6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:29.944924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58a50150-a07f-4cad-8c3f-d2b96fc410a3 req-84f35db0-c2a9-4409-95b6-8bb49a1a6874 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 200 len: 912 time: 0.1963942 Nov 09 00:27:29.981503 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2f00ae7f-c853-40f9-ad06-40968abba2ae req-359e7b59-34e7-428e-8fca-0375a7fe0511 service neutron] 10.222.0.30 "GET /v2.0/networks/a4762e20-a030-4fca-a193-577f7e444286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308693 Nov 09 00:27:30.013458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-3340ed3d-781e-45a4-8277-3bca5548d53a req-1f8863d7-0fb1-456b-b7e5-1f4003166c79 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Deleting port e9ff06e3-42f9-44cc-bf78-8c97178ee624 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:30.013853 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3340ed3d-781e-45a4-8277-3bca5548d53a req-1f8863d7-0fb1-456b-b7e5-1f4003166c79 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:30.045229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58a50150-a07f-4cad-8c3f-d2b96fc410a3 req-63f30651-776e-4158-87c0-d67fcc5ee35f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 200 len: 999 time: 0.0844975 Nov 09 00:27:30.048994 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c77ad1d1-f819-4468-8b12-bdf73ae1df8c req-5b22762c-6af9-4ba8-90c8-199f271018bb tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d27b124-41d2-4978-aeda-316655d16fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356943 Nov 09 00:27:30.108866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device effe37af-2f2e-46e1-9133-e13d20578ab5 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:27:30.123526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-3340ed3d-781e-45a4-8277-3bca5548d53a req-1f8863d7-0fb1-456b-b7e5-1f4003166c79 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] For port e9ff06e3-42f9-44cc-bf78-8c97178ee624, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e9ff06e3-42f9-44cc-bf78-8c97178ee624,segment=NetworkSegment(81b1e577-596a-4769-b5e2-79e4c5352dac),segment_id=81b1e577-596a-4769-b5e2-79e4c5352dac)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:30.123526 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3340ed3d-781e-45a4-8277-3bca5548d53a req-1f8863d7-0fb1-456b-b7e5-1f4003166c79 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:30.142947 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-3340ed3d-781e-45a4-8277-3bca5548d53a req-1f8863d7-0fb1-456b-b7e5-1f4003166c79 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Calling delete_port for e9ff06e3-42f9-44cc-bf78-8c97178ee624 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:30.191471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a50150-a07f-4cad-8c3f-d2b96fc410a3 req-ee1473d3-1464-4f38-9d07-14f13460222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:30.191471 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58a50150-a07f-4cad-8c3f-d2b96fc410a3 req-ee1473d3-1464-4f38-9d07-14f13460222b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 200 len: 851 time: 0.1360672 Nov 09 00:27:30.271767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a50150-a07f-4cad-8c3f-d2b96fc410a3 req-a8cb7984-8850-432c-ab73-15553ed9bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:30.273707 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58a50150-a07f-4cad-8c3f-d2b96fc410a3 req-a8cb7984-8850-432c-ab73-15553ed9bf58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fbc6293-fd00-4c08-b35f-32e48f74db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707893 Nov 09 00:27:30.287978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819bb06-9bc1-4164-be3a-821991b0ab26 req-6807873f-c14e-426c-a515-7b2204e0fc30 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:30.290383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b819bb06-9bc1-4164-be3a-821991b0ab26 req-6807873f-c14e-426c-a515-7b2204e0fc30 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.1077445 Nov 09 00:27:30.299917 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port effe37af-2f2e-46e1-9133-e13d20578ab5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=effe37af-2f2e-46e1-9133-e13d20578ab5,segment=NetworkSegment(ea7a3140-9c98-4f54-b225-615231520e44),segment_id=ea7a3140-9c98-4f54-b225-615231520e44)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:30.317888 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'effe37af-2f2e-46e1-9133-e13d20578ab5', 'network_id': 'a4762e20-a030-4fca-a193-577f7e444286', 'port_id': 'effe37af-2f2e-46e1-9133-e13d20578ab5', 'mac_address': 'fa:16:3e:45:83:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43dca5fc-3cbc-4e43-b107-6996ebac060b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:27:30.385611 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:30.408193 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3340ed3d-781e-45a4-8277-3bca5548d53a req-1f8863d7-0fb1-456b-b7e5-1f4003166c79 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:30.410888 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effe37af-2f2e-46e1-9133-e13d20578ab5 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:27:30.440657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port effe37af-2f2e-46e1-9133-e13d20578ab5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=effe37af-2f2e-46e1-9133-e13d20578ab5,segment=NetworkSegment(ea7a3140-9c98-4f54-b225-615231520e44),segment_id=ea7a3140-9c98-4f54-b225-615231520e44)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:30.454644 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e9ff06e3-42f9-44cc-bf78-8c97178ee624'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:30.462670 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:30.484298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b819bb06-9bc1-4164-be3a-821991b0ab26 req-2a073df7-3ca7-4d0c-b868-da2f4c4ad054 tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836867 Nov 09 00:27:30.526462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8863d7-0fb1-456b-b7e5-1f4003166c79 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Pushing event deleted for resources: {'Port': ['ID=e9ff06e3-42f9-44cc-bf78-8c97178ee624,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:30.549883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-3340ed3d-781e-45a4-8277-3bca5548d53a req-1f8863d7-0fb1-456b-b7e5-1f4003166c79 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] No DVR routers for this DVR port e9ff06e3-42f9-44cc-bf78-8c97178ee624 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:30.553662 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-3340ed3d-781e-45a4-8277-3bca5548d53a req-1f8863d7-0fb1-456b-b7e5-1f4003166c79 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:30.558894 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3340ed3d-781e-45a4-8277-3bca5548d53a req-1f8863d7-0fb1-456b-b7e5-1f4003166c79 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.11 "DELETE /v2.0/ports/e9ff06e3-42f9-44cc-bf78-8c97178ee624 HTTP/1.1" status: 204 len: 173 time: 0.6829774 Nov 09 00:27:30.559220 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf03c072-acbe-4854-aa17-994b388090c1', 'name': 'network-vif-deleted', 'tag': 'e9ff06e3-42f9-44cc-bf78-8c97178ee624'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:30.567099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1631a-9957-494c-9ce9-1a654ca68903 req-230085ac-ff25-412b-bc19-4903c0ba180c tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:30.569658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11e1631a-9957-494c-9ce9-1a654ca68903 req-230085ac-ff25-412b-bc19-4903c0ba180c tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 944 time: 0.0841610 Nov 09 00:27:30.569998 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7218765d-128f-4dea-95bd-6e1d13443098" -d '{"events": [{"server_uuid": "cf03c072-acbe-4854-aa17-994b388090c1", "name": "network-vif-deleted", "tag": "e9ff06e3-42f9-44cc-bf78-8c97178ee624"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:30.603365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58a50150-a07f-4cad-8c3f-d2b96fc410a3 req-c2d4e434-5b0b-4a47-8e73-d10a7077c8ef service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109896 Nov 09 00:27:30.634666 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df0e8e8-68ee-4775-af19-1a4d297cba7c x-openstack-request-id: req-0df0e8e8-68ee-4775-af19-1a4d297cba7c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:30.634958 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf03c072-acbe-4854-aa17-994b388090c1", "name": "network-vif-deleted", "tag": "e9ff06e3-42f9-44cc-bf78-8c97178ee624", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:30.635209 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0df0e8e8-68ee-4775-af19-1a4d297cba7c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:30.635668 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf03c072-acbe-4854-aa17-994b388090c1', 'name': 'network-vif-deleted', 'tag': 'e9ff06e3-42f9-44cc-bf78-8c97178ee624', 'status': 'completed', 'code': 200} Nov 09 00:27:30.772622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=effe37af-2f2e-46e1-9133-e13d20578ab5,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:30.843759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['effe37af-2f2e-46e1-9133-e13d20578ab5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:31.012141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11e1631a-9957-494c-9ce9-1a654ca68903 req-e6c6c778-20fe-4459-9479-3219f8fea103 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/security-groups?id=d950160b-b037-4bc2-ae75-e4d7843b02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246743 Nov 09 00:27:31.048208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5b0f5-e18d-446a-8d10-ca3b0a8eb23c req-5139a4d7-97c1-49bb-9d73-d7911ddc6072 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:31.051356 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69f5b0f5-e18d-446a-8d10-ca3b0a8eb23c req-5139a4d7-97c1-49bb-9d73-d7911ddc6072 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.0840414 Nov 09 00:27:31.079139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58a50150-a07f-4cad-8c3f-d2b96fc410a3 req-bb3e2146-e998-404d-aed3-5c1ce613775b service neutron] 10.222.0.30 "GET /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557912 Nov 09 00:27:31.117946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69f5b0f5-e18d-446a-8d10-ca3b0a8eb23c req-f5696033-00a3-4ecf-9cd3-817426fb1dff tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656478 Nov 09 00:27:31.189092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48839635-4dfc-4667-b753-97819914c69d req-945e5e1a-a46d-47f9-9315-1c6f9704c891 tempest-ServersNegativeTestMultiTenantJSON-927390024 tempest-ServersNegativeTestMultiTenantJSON-927390024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf03c072-acbe-4854-aa17-994b388090c1 HTTP/1.1" status: 200 len: 210 time: 0.0309949 Nov 09 00:27:31.236388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26905300-c30d-4660-a1f2-1f594e2e48af req-0adc040e-511f-46eb-8d90-5188efdd96af tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:31.237870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26905300-c30d-4660-a1f2-1f594e2e48af req-0adc040e-511f-46eb-8d90-5188efdd96af tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 945 time: 0.0514784 Nov 09 00:27:31.336708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-26905300-c30d-4660-a1f2-1f594e2e48af req-5c55a3eb-8c20-4687-bc1e-1603d4ee3ffd tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Deleting port 6bc903c1-a030-414a-b2c4-742e203e9b33 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:31.337300 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-26905300-c30d-4660-a1f2-1f594e2e48af req-5c55a3eb-8c20-4687-bc1e-1603d4ee3ffd tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:31.429885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-26905300-c30d-4660-a1f2-1f594e2e48af req-5c55a3eb-8c20-4687-bc1e-1603d4ee3ffd tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] For port 6bc903c1-a030-414a-b2c4-742e203e9b33, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6bc903c1-a030-414a-b2c4-742e203e9b33,segment=NetworkSegment(9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4),segment_id=9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:31.430164 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-26905300-c30d-4660-a1f2-1f594e2e48af req-5c55a3eb-8c20-4687-bc1e-1603d4ee3ffd tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:31.444851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-26905300-c30d-4660-a1f2-1f594e2e48af req-5c55a3eb-8c20-4687-bc1e-1603d4ee3ffd tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Calling delete_port for 6bc903c1-a030-414a-b2c4-742e203e9b33 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:31.636473 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-26905300-c30d-4660-a1f2-1f594e2e48af req-5c55a3eb-8c20-4687-bc1e-1603d4ee3ffd tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:31.650098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6bc903c1-a030-414a-b2c4-742e203e9b33'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:31.674943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16815eeb-78d6-47d4-9b23-3307e421595f req-197636ef-44d5-4b2f-9232-fa7f3b1e641e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:31.677020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16815eeb-78d6-47d4-9b23-3307e421595f req-197636ef-44d5-4b2f-9232-fa7f3b1e641e tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1039a14-d661-4e67-a087-7d3b6eb82107 HTTP/1.1" status: 200 len: 867 time: 0.1094761 Nov 09 00:27:31.680468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55a3eb-8c20-4687-bc1e-1603d4ee3ffd tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Pushing event deleted for resources: {'Port': ['ID=6bc903c1-a030-414a-b2c4-742e203e9b33,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:31.732462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-26905300-c30d-4660-a1f2-1f594e2e48af req-5c55a3eb-8c20-4687-bc1e-1603d4ee3ffd tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] No DVR routers for this DVR port 6bc903c1-a030-414a-b2c4-742e203e9b33 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:31.735563 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-26905300-c30d-4660-a1f2-1f594e2e48af req-5c55a3eb-8c20-4687-bc1e-1603d4ee3ffd tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:31.739718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26905300-c30d-4660-a1f2-1f594e2e48af req-5c55a3eb-8c20-4687-bc1e-1603d4ee3ffd tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.30 "DELETE /v2.0/ports/6bc903c1-a030-414a-b2c4-742e203e9b33 HTTP/1.1" status: 204 len: 173 time: 0.4947731 Nov 09 00:27:31.740210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'name': 'network-vif-deleted', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:31.743224 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb8d57c-2405-4897-9e57-40ec62e6b9d9" -d '{"events": [{"server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "name": "network-vif-deleted", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:31.793700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16815eeb-78d6-47d4-9b23-3307e421595f req-c8247710-4bd2-47f6-8275-12551c99267d tempest-ServerRescueTestJSONUnderV235-268752093 tempest-ServerRescueTestJSONUnderV235-268752093-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee64622c-c6b4-4234-ae69-332dbf1c7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890660 Nov 09 00:27:31.810141 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe0e965-e3d1-46bd-aa88-8a6400151b67 x-openstack-request-id: req-fbe0e965-e3d1-46bd-aa88-8a6400151b67 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:31.811043 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1039a14-d661-4e67-a087-7d3b6eb82107", "name": "network-vif-deleted", "tag": "6bc903c1-a030-414a-b2c4-742e203e9b33", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:31.811563 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbe0e965-e3d1-46bd-aa88-8a6400151b67 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:31.812257 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1039a14-d661-4e67-a087-7d3b6eb82107', 'name': 'network-vif-deleted', 'tag': '6bc903c1-a030-414a-b2c4-742e203e9b33', 'status': 'completed', 'code': 200} Nov 09 00:27:32.121271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device effe37af-2f2e-46e1-9133-e13d20578ab5 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:27:32.179114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a3a5e-cc96-4dca-8385-000fabd6dff5 req-cb942233-a5b0-4986-9d30-901ef7469afd tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:32.190003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-232a3a5e-cc96-4dca-8385-000fabd6dff5 req-cb942233-a5b0-4986-9d30-901ef7469afd tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 944 time: 0.0703974 Nov 09 00:27:32.211011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port effe37af-2f2e-46e1-9133-e13d20578ab5 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:27:32.227656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port effe37af-2f2e-46e1-9133-e13d20578ab5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:32.228032 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:32.269108 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-232a3a5e-cc96-4dca-8385-000fabd6dff5 req-d6dbebeb-1572-4830-8d8b-d0165b96e5fc tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/security-groups?id=d950160b-b037-4bc2-ae75-e4d7843b02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712273 Nov 09 00:27:32.340122 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33142) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:32.404654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f813084-621e-4bbd-bebe-2f54f0c3a4e0 req-d9a2a3d2-017b-43be-a515-5983cfd7af62 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:32.408607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f813084-621e-4bbd-bebe-2f54f0c3a4e0 req-d9a2a3d2-017b-43be-a515-5983cfd7af62 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1364627 Nov 09 00:27:32.415882 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:32.453044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2287ee-52df-4220-9b25-04f493711c15 admin admin] Deleting subnet c826ecc8-0e19-4b47-81fe-745131beeef0 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:27:32.453813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port effe37af-2f2e-46e1-9133-e13d20578ab5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=effe37af-2f2e-46e1-9133-e13d20578ab5,segment=NetworkSegment(ea7a3140-9c98-4f54-b225-615231520e44),segment_id=ea7a3140-9c98-4f54-b225-615231520e44)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:32.454795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87893268-c30a-402a-8547-a0273bee97ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effe37af-2f2e-46e1-9133-e13d20578ab5'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:32.457172 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37fa07e-13b4-4f9a-8b53-3857038fa8e6" -d '{"events": [{"server_uuid": "87893268-c30a-402a-8547-a0273bee97ff", "name": "network-vif-plugged", "status": "completed", "tag": "effe37af-2f2e-46e1-9133-e13d20578ab5"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:32.463044 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:32.476677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f2287ee-52df-4220-9b25-04f493711c15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:32.522509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=effe37af-2f2e-46e1-9133-e13d20578ab5,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:32.548109 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f2287ee-52df-4220-9b25-04f493711c15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:32.564523 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d67aa5-a908-45da-8b6b-d2ca3383e135 x-openstack-request-id: req-69d67aa5-a908-45da-8b6b-d2ca3383e135 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:32.564921 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87893268-c30a-402a-8547-a0273bee97ff", "name": "network-vif-plugged", "status": "completed", "tag": "effe37af-2f2e-46e1-9133-e13d20578ab5", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:32.565292 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69d67aa5-a908-45da-8b6b-d2ca3383e135 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:32.565834 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87893268-c30a-402a-8547-a0273bee97ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effe37af-2f2e-46e1-9133-e13d20578ab5', 'code': 200} Nov 09 00:27:32.587690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f813084-621e-4bbd-bebe-2f54f0c3a4e0 req-f4436f4f-a9a3-4fd0-8854-c88ef0ceb96f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696498 Nov 09 00:27:32.627716 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f2287ee-52df-4220-9b25-04f493711c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:32.687858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcf22d-2ba1-4c9c-9af6-c4a06060f1bb req-8d250ac3-f8e3-4bc6-a04b-8feeb2ba4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:32.689878 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ddcf22d-2ba1-4c9c-9af6-c4a06060f1bb req-8d250ac3-f8e3-4bc6-a04b-8feeb2ba4dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 1096 time: 0.0537746 Nov 09 00:27:32.712606 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f2287ee-52df-4220-9b25-04f493711c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:32.752176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2287ee-52df-4220-9b25-04f493711c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c826ecc8-0e19-4b47-81fe-745131beeef0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:32.755107 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5f2287ee-52df-4220-9b25-04f493711c15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:32.759328 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5f2287ee-52df-4220-9b25-04f493711c15 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c826ecc8-0e19-4b47-81fe-745131beeef0 HTTP/1.1" status: 204 len: 168 time: 0.4175081 Nov 09 00:27:32.761921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33150) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:32.793135 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ddcf22d-2ba1-4c9c-9af6-c4a06060f1bb req-316c4307-4c4a-4d13-bd9c-b7b288408cc5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d950160b-b037-4bc2-ae75-e4d7843b02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671685 Nov 09 00:27:32.805070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8d2aa-f344-4631-80c6-ecde037e6e24 req-5d2ea70e-d131-4cf6-837b-a0177cf99899 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:32.807244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92b8d2aa-f344-4631-80c6-ecde037e6e24 req-5d2ea70e-d131-4cf6-837b-a0177cf99899 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1163449 Nov 09 00:27:32.852160 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:32.866135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33162) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:32.894283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92b8d2aa-f344-4631-80c6-ecde037e6e24 req-4976bcbd-05e3-4d80-9b21-e76a002d2933 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554576 Nov 09 00:27:32.990552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:33.049082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4bba5e-86a7-48e3-927d-cd28e890ba55']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:33.065200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b1e577-596a-4769-b5e2-79e4c5352dac') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:33.065530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b1e577-596a-4769-b5e2-79e4c5352dac') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:33.082968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:33.143369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:33.157875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:27:33.158579 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:27:33.217622 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:27:33.310494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:33.373550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:33.381950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33196) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:33.382630 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] 10.222.0.25 "DELETE /v2.0/networks/7f4bba5e-86a7-48e3-927d-cd28e890ba55 HTTP/1.1" status: 204 len: 168 time: 0.6192658 Nov 09 00:27:33.408712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7fb07-149b-4f4b-8a74-b983bbe7b29a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4bba5e-86a7-48e3-927d-cd28e890ba55,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:33.588390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ac82d8-8fec-4a45-9daa-f209356a20cc admin admin] Deleting subnet 68d45593-e254-4161-a3be-54b9fd267f3c {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:27:33.592720 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09ac82d8-8fec-4a45-9daa-f209356a20cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:33.657773 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-11227040-fb04-4601-b18c-5e96a3b9f9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:33.689645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1890c-48c1-4b9a-8f3b-cdf85efd1222 req-3867b7ea-6537-4091-ae40-3e2c51d1f86b tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:33.693655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16e1890c-48c1-4b9a-8f3b-cdf85efd1222 req-3867b7ea-6537-4091-ae40-3e2c51d1f86b tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 945 time: 0.1996088 Nov 09 00:27:33.733568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09ac82d8-8fec-4a45-9daa-f209356a20cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:33.851440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16e1890c-48c1-4b9a-8f3b-cdf85efd1222 req-cc636719-f739-45d8-8265-0a6e28141c0c tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/security-groups?id=d950160b-b037-4bc2-ae75-e4d7843b02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355999 Nov 09 00:27:33.856496 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09ac82d8-8fec-4a45-9daa-f209356a20cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:33.870603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33230) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:33.912759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e9ff06e3-42f9-44cc-bf78-8c97178ee624 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:33.971617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: e9ff06e3-42f9-44cc-bf78-8c97178ee624 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:33.972216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e9ff06e3-42f9-44cc-bf78-8c97178ee624 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:34.003196 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09ac82d8-8fec-4a45-9daa-f209356a20cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.029628 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09ac82d8-8fec-4a45-9daa-f209356a20cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.037521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33236) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:34.053938 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-09ac82d8-8fec-4a45-9daa-f209356a20cc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/68d45593-e254-4161-a3be-54b9fd267f3c HTTP/1.1" status: 204 len: 168 time: 0.6706169 Nov 09 00:27:34.098028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac82d8-8fec-4a45-9daa-f209356a20cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d45593-e254-4161-a3be-54b9fd267f3c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:34.120290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6bc903c1-a030-414a-b2c4-742e203e9b33 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:34.151502 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 6bc903c1-a030-414a-b2c4-742e203e9b33 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:34.152459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6bc903c1-a030-414a-b2c4-742e203e9b33 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:34.180929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.186968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103ab39-6737-418f-b43c-999790cd1797 req-39bd2ea3-980b-4b6f-a5d5-8937d66de700 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:34.188781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b103ab39-6737-418f-b43c-999790cd1797 req-39bd2ea3-980b-4b6f-a5d5-8937d66de700 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1331c70-02c5-4235-b730-90d3817e62ad HTTP/1.1" status: 200 len: 943 time: 0.0564594 Nov 09 00:27:34.203358 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9c1b593-6fed-43be-ad19-88c78aa8a4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.315494 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885320f0-8ba6-4b79-9f8b-7799bec48e4e req-ce9e548c-93c5-48eb-9bef-14ef77df7f79 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:34.317790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-885320f0-8ba6-4b79-9f8b-7799bec48e4e req-ce9e548c-93c5-48eb-9bef-14ef77df7f79 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1098 time: 0.0780957 Nov 09 00:27:34.342386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-b103ab39-6737-418f-b43c-999790cd1797 req-adfa1041-f91a-4393-8645-0a6abd3fb42f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Deleting port 65d2b3b9-4699-4127-b7fe-23a7c03924ed {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:34.342755 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b103ab39-6737-418f-b43c-999790cd1797 req-adfa1041-f91a-4393-8645-0a6abd3fb42f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.345567 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.388169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35c72a3-beb5-4433-9727-e64424398951']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:34.409557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-11227040-fb04-4601-b18c-5e96a3b9f9da admin admin] Deleting port 62b9b241-6fb2-4478-ac72-ff9917d06b11 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:34.410031 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-11227040-fb04-4601-b18c-5e96a3b9f9da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.414194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d314e2-34e5-499d-8d43-1fc9bce719b1') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:34.414557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d314e2-34e5-499d-8d43-1fc9bce719b1') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:34.433249 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-885320f0-8ba6-4b79-9f8b-7799bec48e4e req-bea29079-5b28-4fc7-80b6-1261e3121af9 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082146 Nov 09 00:27:34.436504 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.471821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b103ab39-6737-418f-b43c-999790cd1797 req-adfa1041-f91a-4393-8645-0a6abd3fb42f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] For port 65d2b3b9-4699-4127-b7fe-23a7c03924ed, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=65d2b3b9-4699-4127-b7fe-23a7c03924ed,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:34.472375 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b103ab39-6737-418f-b43c-999790cd1797 req-adfa1041-f91a-4393-8645-0a6abd3fb42f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.482196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33238) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:34.502453 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.506942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9c1b593-6fed-43be-ad19-88c78aa8a4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.516197 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9c1b593-6fed-43be-ad19-88c78aa8a4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.520768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:27:34.521264 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:27:34.525295 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:27:34.537294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-b103ab39-6737-418f-b43c-999790cd1797 req-adfa1041-f91a-4393-8645-0a6abd3fb42f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Calling delete_port for 65d2b3b9-4699-4127-b7fe-23a7c03924ed owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:34.629334 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a9c1b593-6fed-43be-ad19-88c78aa8a4f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc3e640d17ca4eb8bad531c6d14271e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7553573 Nov 09 00:27:34.629334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-11227040-fb04-4601-b18c-5e96a3b9f9da admin admin] For port 62b9b241-6fb2-4478-ac72-ff9917d06b11, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=62b9b241-6fb2-4478-ac72-ff9917d06b11,segment=NetworkSegment(9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4),segment_id=9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:34.629334 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-11227040-fb04-4601-b18c-5e96a3b9f9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.636939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33240) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:34.647275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1b593-6fed-43be-ad19-88c78aa8a4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6b3fdc-3514-4aee-b094-1e7cdab0f1eb,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:34.657512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.659267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-11227040-fb04-4601-b18c-5e96a3b9f9da admin admin] Calling delete_port for 62b9b241-6fb2-4478-ac72-ff9917d06b11 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:34.670961 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.674950 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] 10.222.0.25 "DELETE /v2.0/networks/d35c72a3-beb5-4433-9727-e64424398951 HTTP/1.1" status: 204 len: 168 time: 0.6362214 Nov 09 00:27:34.708031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced413e5-eb6f-4325-b3ab-8a6217b000ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d35c72a3-beb5-4433-9727-e64424398951,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:34.795494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d720594-71dd-412a-bf61-cacc0a96b87b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.854492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port a2ef15ec-7c3a-483c-8b5a-bbf6bac7f0fd {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:34.855119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.863036 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d720594-71dd-412a-bf61-cacc0a96b87b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.881415 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b103ab39-6737-418f-b43c-999790cd1797 req-adfa1041-f91a-4393-8645-0a6abd3fb42f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:34.888256 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33246) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:34.900047 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:34.952974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['62137200-deb6-45e1-b644-0e6f6cd97f7c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:34.998184 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9b0d0043-6d0f-4d09-a155-112d3d57d51a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f4e985b543942bb833f44402a900d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1087945 Nov 09 00:27:35.003316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33258) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:35.022269 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d720594-71dd-412a-bf61-cacc0a96b87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.025460 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6d720594-71dd-412a-bf61-cacc0a96b87b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.026618 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6d720594-71dd-412a-bf61-cacc0a96b87b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a6b3fdc-3514-4aee-b094-1e7cdab0f1eb HTTP/1.1" status: 204 len: 168 time: 0.3887112 Nov 09 00:27:35.051291 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.051291 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.075004 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d720594-71dd-412a-bf61-cacc0a96b87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6b3fdc-3514-4aee-b094-1e7cdab0f1eb,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:35.107832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa1041-f91a-4393-8645-0a6abd3fb42f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event deleted for resources: {'Port': ['ID=65d2b3b9-4699-4127-b7fe-23a7c03924ed,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:35.136221 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd692467-f712-4710-8c8c-a53d80d8c44e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.139797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for a2ef15ec-7c3a-483c-8b5a-bbf6bac7f0fd owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:35.144182 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-11227040-fb04-4601-b18c-5e96a3b9f9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.272287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11227040-fb04-4601-b18c-5e96a3b9f9da admin admin] Pushing event deleted for resources: {'Port': ['ID=62b9b241-6fb2-4478-ac72-ff9917d06b11,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:35.300740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b103ab39-6737-418f-b43c-999790cd1797 req-adfa1041-f91a-4393-8645-0a6abd3fb42f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] No DVR routers for this DVR port 65d2b3b9-4699-4127-b7fe-23a7c03924ed on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:35.314374 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b103ab39-6737-418f-b43c-999790cd1797 req-adfa1041-f91a-4393-8645-0a6abd3fb42f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.326083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b103ab39-6737-418f-b43c-999790cd1797 req-adfa1041-f91a-4393-8645-0a6abd3fb42f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "DELETE /v2.0/ports/65d2b3b9-4699-4127-b7fe-23a7c03924ed HTTP/1.1" status: 204 len: 173 time: 1.1309633 Nov 09 00:27:35.328301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1331c70-02c5-4235-b730-90d3817e62ad', 'name': 'network-vif-deleted', 'tag': '65d2b3b9-4699-4127-b7fe-23a7c03924ed'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:35.333608 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd692467-f712-4710-8c8c-a53d80d8c44e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.348432 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89721a8f-cd40-4eb9-8483-69336adfdeae" -d '{"events": [{"server_uuid": "c1331c70-02c5-4235-b730-90d3817e62ad", "name": "network-vif-deleted", "tag": "65d2b3b9-4699-4127-b7fe-23a7c03924ed"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:35.474080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c5d3b-5199-4f82-972e-c0f78092ca4d req-a94c891d-94de-4a99-85db-ca6c5d7922c3 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:35.483966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-805c5d3b-5199-4f82-972e-c0f78092ca4d req-a94c891d-94de-4a99-85db-ca6c5d7922c3 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 945 time: 0.3955326 Nov 09 00:27:35.506421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd692467-f712-4710-8c8c-a53d80d8c44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.510815 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd692467-f712-4710-8c8c-a53d80d8c44e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.512147 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cd692467-f712-4710-8c8c-a53d80d8c44e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d27b124-41d2-4978-aeda-316655d16fba HTTP/1.1" status: 204 len: 168 time: 0.5074794 Nov 09 00:27:35.527741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd692467-f712-4710-8c8c-a53d80d8c44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d27b124-41d2-4978-aeda-316655d16fba,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:35.590756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-805c5d3b-5199-4f82-972e-c0f78092ca4d req-f74688c9-a895-40ca-9aa8-97d0dbbad7b9 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/security-groups?id=d950160b-b037-4bc2-ae75-e4d7843b02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025238 Nov 09 00:27:35.632062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-11227040-fb04-4601-b18c-5e96a3b9f9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.659724 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d991e6a-929b-4f55-ba67-4b0b47845997 x-openstack-request-id: req-7d991e6a-929b-4f55-ba67-4b0b47845997 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:35.660043 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1331c70-02c5-4235-b730-90d3817e62ad", "name": "network-vif-deleted", "tag": "65d2b3b9-4699-4127-b7fe-23a7c03924ed", "status": "failed", "code": 422}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:35.660319 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d991e6a-929b-4f55-ba67-4b0b47845997 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:35.660733 n-d-813263-3 neutron-server[101780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1331c70-02c5-4235-b730-90d3817e62ad', 'name': 'network-vif-deleted', 'tag': '65d2b3b9-4699-4127-b7fe-23a7c03924ed', 'status': 'failed', 'code': 422} returned with failed status Nov 09 00:27:35.728780 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33274) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:35.749079 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b25661e-bccd-4f44-ba63-844ded07e29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.778407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.839561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=a2ef15ec-7c3a-483c-8b5a-bbf6bac7f0fd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:35.953932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b25661e-bccd-4f44-ba63-844ded07e29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:35.962281 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b25661e-bccd-4f44-ba63-844ded07e29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:36.004351 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:36.005163 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Floating IP 999c2466-2e4e-4064-89d2-3fd01e8f49d1 disassociated (deleted). External IP: 172.25.0.71, port: 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1. Nov 09 00:27:36.070907 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3b25661e-bccd-4f44-ba63-844ded07e29a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f5b673e1a094998a74d210587e17e40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3322110 Nov 09 00:27:36.070907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33284) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:36.396832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router a7d96579-b5c6-4215-9551-a71cac2f4626 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:27:36.465682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33294) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:36.472390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25661e-bccd-4f44-ba63-844ded07e29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44a4836-c3bf-46e5-8f9f-f849d8c6ac9c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:36.541055 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-72c8e0ea-e23a-4b7b-9392-5914fc39efb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0566a30606bf4880ad082bceaface66a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0719292 Nov 09 00:27:36.541734 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33296) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:36.554576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f878ed-fda2-4fe4-88aa-8d9e6d369df4 req-27c6c77d-bad6-4464-9aaf-e6c8c2b2d081 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:36.556109 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50f878ed-fda2-4fe4-88aa-8d9e6d369df4 req-27c6c77d-bad6-4464-9aaf-e6c8c2b2d081 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 908 time: 0.1309626 Nov 09 00:27:36.597576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11227040-fb04-4601-b18c-5e96a3b9f9da admin admin] Router ff190a1f-59f2-4297-b358-c4bcee9a271d has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:27:36.604393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:27:36.615982 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7df5d6bc-8632-49a0-8a6d-05a459f16777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:36.621602 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:36.622631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaeb9f5-f2ee-40ce-b50c-a6e9198eb22b None None] Sync routers for ids ['a7d96579-b5c6-4215-9551-a71cac2f4626'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:27:36.649076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaeb9f5-f2ee-40ce-b50c-a6e9198eb22b None None] Routers {'a7d96579-b5c6-4215-9551-a71cac2f4626'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:36.649981 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ecaeb9f5-f2ee-40ce-b50c-a6e9198eb22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a7d96579-b5c6-4215-9551-a71cac2f4626'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:36.652028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e272329e-6b87-46c6-866b-9de0db294cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:36.661654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-78159b25-e0af-4a27-92b7-4403c1a9ebb8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/floatingips/999c2466-2e4e-4064-89d2-3fd01e8f49d1 HTTP/1.1" status: 204 len: 168 time: 2.1779480 Nov 09 00:27:36.698592 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7df5d6bc-8632-49a0-8a6d-05a459f16777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:36.739729 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e272329e-6b87-46c6-866b-9de0db294cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:36.797065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-ecaeb9f5-f2ee-40ce-b50c-a6e9198eb22b None None] Set router a7d96579-b5c6-4215-9551-a71cac2f4626 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:36.840176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11227040-fb04-4601-b18c-5e96a3b9f9da admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:27:36.848592 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-11227040-fb04-4601-b18c-5e96a3b9f9da admin admin] 10.222.0.25 "PUT /v2.0/routers/ff190a1f-59f2-4297-b358-c4bcee9a271d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9801657 Nov 09 00:27:36.857427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33300) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:36.867364 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7df5d6bc-8632-49a0-8a6d-05a459f16777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:36.873311 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7df5d6bc-8632-49a0-8a6d-05a459f16777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:36.876632 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7df5d6bc-8632-49a0-8a6d-05a459f16777 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a44a4836-c3bf-46e5-8f9f-f849d8c6ac9c HTTP/1.1" status: 204 len: 168 time: 0.8038197 Nov 09 00:27:36.877062 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3060f500-f555-4773-8a1d-b0adf5e2708e None None] Sync routers for ids ['ff190a1f-59f2-4297-b358-c4bcee9a271d'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:27:36.897038 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e272329e-6b87-46c6-866b-9de0db294cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:36.902323 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3060f500-f555-4773-8a1d-b0adf5e2708e None None] Routers {'ff190a1f-59f2-4297-b358-c4bcee9a271d'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:36.906089 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3060f500-f555-4773-8a1d-b0adf5e2708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ff190a1f-59f2-4297-b358-c4bcee9a271d'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:36.907980 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e272329e-6b87-46c6-866b-9de0db294cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:36.920391 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e272329e-6b87-46c6-866b-9de0db294cd4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/901e6b58-9dec-4356-b40b-1a7c9ce6d7e7 HTTP/1.1" status: 204 len: 168 time: 0.3771319 Nov 09 00:27:36.937511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5d6bc-8632-49a0-8a6d-05a459f16777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44a4836-c3bf-46e5-8f9f-f849d8c6ac9c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:36.997483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272329e-6b87-46c6-866b-9de0db294cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901e6b58-9dec-4356-b40b-1a7c9ce6d7e7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:37.228938 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:37.283727 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-3060f500-f555-4773-8a1d-b0adf5e2708e None None] Set router ff190a1f-59f2-4297-b358-c4bcee9a271d gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:37.343349 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ecaeb9f5-f2ee-40ce-b50c-a6e9198eb22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:25:02Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '42525926-e768-4815-8c23-fcaf51574873', 'name': '', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:25:00Z', 'updated_at': '2021-11-09T00:25:09Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '31578f0f-081c-453f-8952-627c9f98bab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:37.421336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaeb9f5-f2ee-40ce-b50c-a6e9198eb22b None None] Checking router: a7d96579-b5c6-4215-9551-a71cac2f4626 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:27:37.439087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaeb9f5-f2ee-40ce-b50c-a6e9198eb22b None None] Routers {'a7d96579-b5c6-4215-9551-a71cac2f4626'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:37.439617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ecaeb9f5-f2ee-40ce-b50c-a6e9198eb22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a7d96579-b5c6-4215-9551-a71cac2f4626'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:37.639568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:37.662366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:37.666374 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e255fe-6fd3-4164-8fa0-96e06a083c61" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:37.690374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-ecaeb9f5-f2ee-40ce-b50c-a6e9198eb22b None None] Set router a7d96579-b5c6-4215-9551-a71cac2f4626 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:37.785783 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3060f500-f555-4773-8a1d-b0adf5e2708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:27:35Z', 'revision_number': 5, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port': {'id': '443a1d86-f9d9-40d5-a118-7a4df35e4dd7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:26:12Z', 'updated_at': '2021-11-09T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:37.844613 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3060f500-f555-4773-8a1d-b0adf5e2708e None None] Checking router: ff190a1f-59f2-4297-b358-c4bcee9a271d for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:27:37.856790 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3060f500-f555-4773-8a1d-b0adf5e2708e None None] Routers {'ff190a1f-59f2-4297-b358-c4bcee9a271d'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:37.857871 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3060f500-f555-4773-8a1d-b0adf5e2708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['ff190a1f-59f2-4297-b358-c4bcee9a271d'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:37.962064 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-3060f500-f555-4773-8a1d-b0adf5e2708e None None] Set router ff190a1f-59f2-4297-b358-c4bcee9a271d gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:38.040369 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3060f500-f555-4773-8a1d-b0adf5e2708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:27:37Z', 'revision_number': 6, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:38.108658 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3060f500-f555-4773-8a1d-b0adf5e2708e None None] The sync data for ids ['ff190a1f-59f2-4297-b358-c4bcee9a271d'] in n-d-813263-3 is: [{'id': 'ff190a1f-59f2-4297-b358-c4bcee9a271d', 'name': 'tempest-ServerRescueTestJSONUnderV235-541896356-router', 'tenant_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:26:11Z', 'updated_at': '2021-11-09T00:27:37Z', 'revision_number': 6, 'project_id': 'e4b484c9baea4cb385cc665ee9edd2a8', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:27:38.184136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b37216-a2af-45d3-a751-676598997691 req-acae0a12-c91a-4fe8-b003-917f2c12502a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:38.188852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9b37216-a2af-45d3-a751-676598997691 req-acae0a12-c91a-4fe8-b003-917f2c12502a tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 908 time: 0.5151598 Nov 09 00:27:38.235213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Deleting port 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:38.236496 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:38.290268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ecaeb9f5-f2ee-40ce-b50c-a6e9198eb22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:25:02Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '42525926-e768-4815-8c23-fcaf51574873', 'name': '', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:25:00Z', 'updated_at': '2021-11-09T00:25:09Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '31578f0f-081c-453f-8952-627c9f98bab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:38.340050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaeb9f5-f2ee-40ce-b50c-a6e9198eb22b None None] The sync data for ids ['a7d96579-b5c6-4215-9551-a71cac2f4626'] in n-d-813263-3 is: [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:25:02Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '42525926-e768-4815-8c23-fcaf51574873', 'name': '', 'network_id': 'b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:ec:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '31578f0f-081c-453f-8952-627c9f98bab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:25:00Z', 'updated_at': '2021-11-09T00:25:09Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '31578f0f-081c-453f-8952-627c9f98bab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:27:38.451023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33358) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:38.493267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] For port 443a1d86-f9d9-40d5-a118-7a4df35e4dd7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=443a1d86-f9d9-40d5-a118-7a4df35e4dd7,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:38.494135 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:38.509731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Calling delete_port for 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:38.674889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071a87-6a56-4d17-b267-9b3b267947f7 req-32ba6f76-b07c-4a34-aa71-cd2c1f32dbf7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:38.676476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c071a87-6a56-4d17-b267-9b3b267947f7 req-32ba6f76-b07c-4a34-aa71-cd2c1f32dbf7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 947 time: 0.7685158 Nov 09 00:27:38.736699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-152297481-network', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:38.787259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9431163-1373-43f8-831e-e5fe823660c0 req-e2f408c6-6f24-43c5-8886-c699b30ad578 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:38.791395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9431163-1373-43f8-831e-e5fe823660c0 req-e2f408c6-6f24-43c5-8886-c699b30ad578 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 908 time: 1.0002155 Nov 09 00:27:38.801534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Made reservation on behalf of 8bb9375d3345433cbfaa99cafb7a6af7 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:38.808608 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:38.841111 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:38.883602 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f3744-f9c8-4d91-9d13-641eb0e09663 x-openstack-request-id: req-c74f3744-f9c8-4d91-9d13-641eb0e09663 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:38.883897 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:38.884164 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c74f3744-f9c8-4d91-9d13-641eb0e09663 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:38.884571 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'status': 'completed', 'code': 200} Nov 09 00:27:38.943837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868045df-a0e1-428b-a699-a9addd7a1b2b None None] New status for floating IP 999c2466-2e4e-4064-89d2-3fd01e8f49d1: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:27:38.992137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-e9b37216-a2af-45d3-a751-676598997691 req-1a545989-09bd-403e-823a-34eb49d68db5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Deleting port 92f262e5-3504-4397-bc6d-47e100133d91 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:38.992491 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9b37216-a2af-45d3-a751-676598997691 req-1a545989-09bd-403e-823a-34eb49d68db5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:39.034680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c071a87-6a56-4d17-b267-9b3b267947f7 req-a6f1d608-a3d7-4ce0-bf36-73f2044eacc8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089149 Nov 09 00:27:39.186246 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 62b9b241-6fb2-4478-ac72-ff9917d06b11 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:39.210664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c87b9b-fb7d-4950-8395-5c1c042f4939 req-04a5d220-c3fa-4281-a8ec-348fc93bb280 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:39.214944 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-94c87b9b-fb7d-4950-8395-5c1c042f4939 req-04a5d220-c3fa-4281-a8ec-348fc93bb280 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 947 time: 0.2994108 Nov 09 00:27:39.219507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e255fe-6fd3-4164-8fa0-96e06a083c61 req-8f7b4625-8753-40ce-af2d-a35438a7a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:39.224773 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26e255fe-6fd3-4164-8fa0-96e06a083c61 req-8f7b4625-8753-40ce-af2d-a35438a7a354 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 1098 time: 0.3045783 Nov 09 00:27:39.230633 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 62b9b241-6fb2-4478-ac72-ff9917d06b11 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:39.231387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 62b9b241-6fb2-4478-ac72-ff9917d06b11 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:39.231983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:39.247710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:39.276434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:39.277283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 443a1d86-f9d9-40d5-a118-7a4df35e4dd7 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:39.361283 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:39.371433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Pushing event deleted for resources: {'Port': ['ID=443a1d86-f9d9-40d5-a118-7a4df35e4dd7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:39.387842 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:39.434346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:27:39.479974 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:39.481068 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Added segment ae4c4cae-daf2-40c2-b57b-c3eab94280ec of type vlan for network 690bc4aa-bbec-401a-86c6-2d04dcb3873a Nov 09 00:27:39.483016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734050c3-dc46-4a82-9163-30359a2d4f82,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:39.525881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e9b37216-a2af-45d3-a751-676598997691 req-1a545989-09bd-403e-823a-34eb49d68db5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] For port 92f262e5-3504-4397-bc6d-47e100133d91, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=92f262e5-3504-4397-bc6d-47e100133d91,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:39.526338 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9b37216-a2af-45d3-a751-676598997691 req-1a545989-09bd-403e-823a-34eb49d68db5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:39.546208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:39.554461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-94c87b9b-fb7d-4950-8395-5c1c042f4939 req-c144b832-978a-4e2b-91ba-deae97ad4b7a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:39.555261 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-94c87b9b-fb7d-4950-8395-5c1c042f4939 req-c144b832-978a-4e2b-91ba-deae97ad4b7a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:39.656535 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:39.658591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:39.667517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:39.789671 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3370674 Nov 09 00:27:39.794279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33390) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:39.803965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-94c87b9b-fb7d-4950-8395-5c1c042f4939 req-c144b832-978a-4e2b-91ba-deae97ad4b7a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:39.804590 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-94c87b9b-fb7d-4950-8395-5c1c042f4939 req-c144b832-978a-4e2b-91ba-deae97ad4b7a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:39.814019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cfbce4bf-60ff-46b5-be9b-ae864778d7ec admin admin] Request body: {'subnet': {'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-subnet', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:39.869128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba2af3-b53c-4bae-82d6-73469a866160 admin admin] Pushing event updated for resources: {'Network': ['ID=690bc4aa-bbec-401a-86c6-2d04dcb3873a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:39.885476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 690bc4aa-bbec-401a-86c6-2d04dcb3873a details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:27:39.904996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-94c87b9b-fb7d-4950-8395-5c1c042f4939 req-c144b832-978a-4e2b-91ba-deae97ad4b7a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:39.940680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e255fe-6fd3-4164-8fa0-96e06a083c61 req-03de9362-1abb-4e63-93b2-b141e68784cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:39.942866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26e255fe-6fd3-4164-8fa0-96e06a083c61 req-03de9362-1abb-4e63-93b2-b141e68784cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 200 len: 896 time: 0.7070618 Nov 09 00:27:39.944218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-e9b37216-a2af-45d3-a751-676598997691 req-1a545989-09bd-403e-823a-34eb49d68db5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Calling delete_port for 92f262e5-3504-4397-bc6d-47e100133d91 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:39.964050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbce4bf-60ff-46b5-be9b-ae864778d7ec admin admin] Made reservation on behalf of 8bb9375d3345433cbfaa99cafb7a6af7 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:39.978880 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfbce4bf-60ff-46b5-be9b-ae864778d7ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:40.070097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26e255fe-6fd3-4164-8fa0-96e06a083c61 req-0ab5ef18-eccf-420b-b832-005b80cbe83a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 200 len: 217 time: 0.0844636 Nov 09 00:27:40.091951 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:40.150215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 92f262e5-3504-4397-bc6d-47e100133d91 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:40.318083 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:40.329623 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:40.330621 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:40.369208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e268f-397f-452f-b7b6-f58a0a1d15e8 req-8a30e1d8-5189-4954-81ca-8e8137407df8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:40.375687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d32e268f-397f-452f-b7b6-f58a0a1d15e8 req-8a30e1d8-5189-4954-81ca-8e8137407df8 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 908 time: 0.4291241 Nov 09 00:27:40.417956 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8341bf4c-4458-46e4-9b67-c7386d8be951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f262e5-3504-4397-bc6d-47e100133d91'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:40.424064 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc792c5-2b1c-4a40-9009-8d8994a75594" -d '{"events": [{"server_uuid": "8341bf4c-4458-46e4-9b67-c7386d8be951", "name": "network-vif-unplugged", "status": "completed", "tag": "92f262e5-3504-4397-bc6d-47e100133d91"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:40.462563 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-94c87b9b-fb7d-4950-8395-5c1c042f4939 req-c144b832-978a-4e2b-91ba-deae97ad4b7a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:40.470040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e255fe-6fd3-4164-8fa0-96e06a083c61 req-24587915-173e-46b7-b0e8-2a70cc26cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:40.471537 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26e255fe-6fd3-4164-8fa0-96e06a083c61 req-24587915-173e-46b7-b0e8-2a70cc26cb55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 200 len: 835 time: 0.3926094 Nov 09 00:27:40.487292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 92f262e5-3504-4397-bc6d-47e100133d91, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=92f262e5-3504-4397-bc6d-47e100133d91,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:40.494988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:40.559235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe5431-5440-4f92-85c7-f98cc2b6bc84 req-3cbeded9-dec0-42bb-af9d-ffbf7ec4b901 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:40.560792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fbe5431-5440-4f92-85c7-f98cc2b6bc84 req-3cbeded9-dec0-42bb-af9d-ffbf7ec4b901 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fdf676a-713a-41ba-9fe0-eba8d7720f18 HTTP/1.1" status: 200 len: 868 time: 0.3358865 Nov 09 00:27:40.579869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=92f262e5-3504-4397-bc6d-47e100133d91,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:40.596440 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:40.597054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff190a1f-59f2-4297-b358-c4bcee9a271d {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:27:40.599724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c87b9b-fb7d-4950-8395-5c1c042f4939 req-c144b832-978a-4e2b-91ba-deae97ad4b7a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] No DVR routers for this DVR port 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:40.604974 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:40.606176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f3f3cc2f-f2ad-4bb2-8a78-4705f6e8436b admin admin] 10.222.0.25 "DELETE /v2.0/routers/ff190a1f-59f2-4297-b358-c4bcee9a271d HTTP/1.1" status: 204 len: 168 time: 3.7473388 Nov 09 00:27:40.619861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144b832-978a-4e2b-91ba-deae97ad4b7a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=2ab513ca-5a1f-4b54-895c-b69c8bd41fa1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:40.624950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33422) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:40.634492 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-94c87b9b-fb7d-4950-8395-5c1c042f4939 req-c144b832-978a-4e2b-91ba-deae97ad4b7a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:40.650030 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-94c87b9b-fb7d-4950-8395-5c1c042f4939 req-c144b832-978a-4e2b-91ba-deae97ad4b7a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.11 "DELETE /v2.0/ports/2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 HTTP/1.1" status: 204 len: 173 time: 1.3639028 Nov 09 00:27:40.650833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'name': 'network-vif-deleted', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:40.653428 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b6cba1-8bc5-4882-b665-05166f15cafa" -d '{"events": [{"server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "name": "network-vif-deleted", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:40.661465 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfbce4bf-60ff-46b5-be9b-ae864778d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:40.733580 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fbe5431-5440-4f92-85c7-f98cc2b6bc84 req-4735a94a-4b90-4b73-8482-56b7a83d881b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389148 Nov 09 00:27:40.789146 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513acaed-dc35-4d1a-8e1e-1e37d01be30b x-openstack-request-id: req-513acaed-dc35-4d1a-8e1e-1e37d01be30b {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:40.789767 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8341bf4c-4458-46e4-9b67-c7386d8be951", "name": "network-vif-unplugged", "status": "completed", "tag": "92f262e5-3504-4397-bc6d-47e100133d91", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:40.790031 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-513acaed-dc35-4d1a-8e1e-1e37d01be30b {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:40.790422 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8341bf4c-4458-46e4-9b67-c7386d8be951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f262e5-3504-4397-bc6d-47e100133d91', 'code': 200} Nov 09 00:27:40.868328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbce4bf-60ff-46b5-be9b-ae864778d7ec admin admin] Checking segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:40.869016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbce4bf-60ff-46b5-be9b-ae864778d7ec admin admin] Network hostable DHCP agents. Network: 690bc4aa-bbec-401a-86c6-2d04dcb3873a, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:27:40.880070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e255fe-6fd3-4164-8fa0-96e06a083c61 req-c096ee22-35c7-476f-a769-2038e4804ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:40.890319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbce4bf-60ff-46b5-be9b-ae864778d7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1a414b-9b6d-46df-ba3c-5526aaeab211,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:40.891855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26e255fe-6fd3-4164-8fa0-96e06a083c61 req-c096ee22-35c7-476f-a769-2038e4804ecb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3984981 Nov 09 00:27:40.906893 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c147d9b-a28d-4e73-8620-fb1756fce56a x-openstack-request-id: req-2c147d9b-a28d-4e73-8620-fb1756fce56a {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:40.907188 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdf676a-713a-41ba-9fe0-eba8d7720f18", "name": "network-vif-deleted", "tag": "2ab513ca-5a1f-4b54-895c-b69c8bd41fa1", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:40.907858 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c147d9b-a28d-4e73-8620-fb1756fce56a {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:40.908535 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf676a-713a-41ba-9fe0-eba8d7720f18', 'name': 'network-vif-deleted', 'tag': '2ab513ca-5a1f-4b54-895c-b69c8bd41fa1', 'status': 'completed', 'code': 200} Nov 09 00:27:40.917030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbce4bf-60ff-46b5-be9b-ae864778d7ec admin admin] Network 690bc4aa-bbec-401a-86c6-2d04dcb3873a is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:27:40.942520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-cfbce4bf-60ff-46b5-be9b-ae864778d7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 690bc4aa-bbec-401a-86c6-2d04dcb3873a) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:40.950410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbce4bf-60ff-46b5-be9b-ae864778d7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:40.950877 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfbce4bf-60ff-46b5-be9b-ae864778d7ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:40.955345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59070cfc-f4a5-48af-a237-25b6cc6b4f4a None None] Network 690bc4aa-bbec-401a-86c6-2d04dcb3873a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:41.017420 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cfbce4bf-60ff-46b5-be9b-ae864778d7ec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2163761 Nov 09 00:27:41.020411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33434) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:41.029047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:41.030569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba1ec22-4f38-4d27-bee6-1c201d2a3aa9 admin admin] Deleting subnet 6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:27:41.034489 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cba1ec22-4f38-4d27-bee6-1c201d2a3aa9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.071964 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cba1ec22-4f38-4d27-bee6-1c201d2a3aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.087726 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.088912 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.128166 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cba1ec22-4f38-4d27-bee6-1c201d2a3aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.212916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cba1ec22-4f38-4d27-bee6-1c201d2a3aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.236192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.277191 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9b37216-a2af-45d3-a751-676598997691 req-1a545989-09bd-403e-823a-34eb49d68db5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.337028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:27:41.338621 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.364120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885446d6-0fac-42eb-b463-eb63e5676c3f req-ae563ff0-e948-4890-9385-88da2cda0f9c tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:41.369203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-885446d6-0fac-42eb-b463-eb63e5676c3f req-ae563ff0-e948-4890-9385-88da2cda0f9c tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 945 time: 0.4745033 Nov 09 00:27:41.522074 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.527831 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b37216-a2af-45d3-a751-676598997691 req-1a545989-09bd-403e-823a-34eb49d68db5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] No DVR routers for this DVR port 92f262e5-3504-4397-bc6d-47e100133d91 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:41.531332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1ec22-4f38-4d27-bee6-1c201d2a3aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:41.536238 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e9b37216-a2af-45d3-a751-676598997691 req-1a545989-09bd-403e-823a-34eb49d68db5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.541404 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9b37216-a2af-45d3-a751-676598997691 req-1a545989-09bd-403e-823a-34eb49d68db5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "DELETE /v2.0/ports/92f262e5-3504-4397-bc6d-47e100133d91 HTTP/1.1" status: 204 len: 173 time: 3.3358595 Nov 09 00:27:41.554612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8341bf4c-4458-46e4-9b67-c7386d8be951', 'name': 'network-vif-deleted', 'tag': '92f262e5-3504-4397-bc6d-47e100133d91'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:41.557548 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cc8819-db6d-4d5f-93a6-abd141b77e65" -d '{"events": [{"server_uuid": "8341bf4c-4458-46e4-9b67-c7386d8be951", "name": "network-vif-deleted", "tag": "92f262e5-3504-4397-bc6d-47e100133d91"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:41.567761 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cba1ec22-4f38-4d27-bee6-1c201d2a3aa9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.575089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cba1ec22-4f38-4d27-bee6-1c201d2a3aa9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6031b2ae-d3e2-41e7-8bf7-383e50e0ee1a HTTP/1.1" status: 204 len: 168 time: 0.9064999 Nov 09 00:27:41.579429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a545989-09bd-403e-823a-34eb49d68db5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event deleted for resources: {'Port': ['ID=92f262e5-3504-4397-bc6d-47e100133d91,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:41.593754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33450) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:41.665011 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d66f541a-8019-40b2-86f5-c06071518ed0 req-37170a14-0a36-4a97-bd8f-7d4123ed92ce tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8341bf4c-4458-46e4-9b67-c7386d8be951 HTTP/1.1" status: 200 len: 210 time: 0.1122146 Nov 09 00:27:41.678750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Allocated IP 172.20.0.2 (690bc4aa-bbec-401a-86c6-2d04dcb3873a/2a1a414b-9b6d-46df-ba3c-5526aaeab211/2c49fc25-266a-46b1-8959-e3ced01e57df) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:27:41.801439 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26e255fe-6fd3-4164-8fa0-96e06a083c61 req-df113489-1755-4d5c-9157-78ff411b8662 service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8962681 Nov 09 00:27:41.803499 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2add7a-6cbd-4ab9-a57f-2f346a4978d3 x-openstack-request-id: req-bd2add7a-6cbd-4ab9-a57f-2f346a4978d3 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:41.804022 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8341bf4c-4458-46e4-9b67-c7386d8be951", "name": "network-vif-deleted", "tag": "92f262e5-3504-4397-bc6d-47e100133d91", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:41.804493 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd2add7a-6cbd-4ab9-a57f-2f346a4978d3 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:41.805384 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8341bf4c-4458-46e4-9b67-c7386d8be951', 'name': 'network-vif-deleted', 'tag': '92f262e5-3504-4397-bc6d-47e100133d91', 'status': 'completed', 'code': 200} Nov 09 00:27:41.868673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33458) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:41.873219 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.907745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:41.931796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-885446d6-0fac-42eb-b463-eb63e5676c3f req-5b087089-18f6-4e85-8e3d-5041f60467bc tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/security-groups?id=d950160b-b037-4bc2-ae75-e4d7843b02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164009 Nov 09 00:27:41.932738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:41.933264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2ab513ca-5a1f-4b54-895c-b69c8bd41fa1 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:41.980247 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:41.996355 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:42.026343 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:42.056942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:42.061365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Network 690bc4aa-bbec-401a-86c6-2d04dcb3873a is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:27:42.072279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:42.088948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:27:42.098769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Pushing event updated for resources: {'Port': ['ID=2c49fc25-266a-46b1-8959-e3ced01e57df,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:42.192159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Allocated IP 172.25.0.159 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/8bc0a1fd-77a2-4a9c-8491-8ec541987ca9) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:27:42.202608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26e255fe-6fd3-4164-8fa0-96e06a083c61 req-342c5def-a8b7-4f1d-8483-748969e360ab service neutron] 10.222.0.11 "GET /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890407 Nov 09 00:27:42.211484 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:42.235921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Attempting to bind port 2c49fc25-266a-46b1-8959-e3ced01e57df on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:27:42.237022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Attempting to bind port 2c49fc25-266a-46b1-8959-e3ced01e57df by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:27:42.237486 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Attempting to bind port 2c49fc25-266a-46b1-8959-e3ced01e57df on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:27:42.250591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:27:42.251038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Checking segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:42.251501 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:42.252162 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Bound using segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:27:42.253075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Bound port: 2c49fc25-266a-46b1-8959-e3ced01e57df, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:27:42.253545 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:42.330222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] For port 2c49fc25-266a-46b1-8959-e3ced01e57df, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:27:42.333988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] For port 2c49fc25-266a-46b1-8959-e3ced01e57df, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2c49fc25-266a-46b1-8959-e3ced01e57df,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:27:42.340691 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:42.340916 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:42.390832 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:42.405607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0df02-7e25-4c36-b599-3c965c597834 req-72420c8b-9ec4-4ba3-9172-f344e660d333 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:42.407643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2db0df02-7e25-4c36-b599-3c965c597834 req-72420c8b-9ec4-4ba3-9172-f344e660d333 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.30 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 945 time: 0.3242564 Nov 09 00:27:42.409538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a99ac1-6077-40b6-99ca-ace05bb409c6']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:42.417986 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a681e2-d00b-413e-bb78-659ca21a9f4e None None] Pushing event updated for resources: {'Port': ['ID=2c49fc25-266a-46b1-8959-e3ced01e57df,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:42.442661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:42.443013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e60a847-a9e5-4d26-9b2a-2aa41bfc93d4') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:42.457647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:27:42.463224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:42.468074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:27:42.476425 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:42.584970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc0a1fd-77a2-4a9c-8491-8ec541987ca9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:42.653467 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-10510924-b0d4-4191-8ec9-d40ad22a4c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:42.970198 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:43.104140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:43.196100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:27:43.196857 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:43.215872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2c49fc25-266a-46b1-8959-e3ced01e57df up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:27:43.220211 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:27:43.289590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2c49fc25-266a-46b1-8959-e3ced01e57df triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:43.289590 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:43.328678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:43.435309 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:43.476807 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:43.494027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 2c49fc25-266a-46b1-8959-e3ced01e57df, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2c49fc25-266a-46b1-8959-e3ced01e57df,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:43.497129 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:43.499290 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:43.502349 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] 10.222.0.25 "DELETE /v2.0/networks/24a99ac1-6077-40b6-99ca-ace05bb409c6 HTTP/1.1" status: 204 len: 168 time: 1.9070060 Nov 09 00:27:43.540011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-2db0df02-7e25-4c36-b599-3c965c597834 req-e2b01dfe-b006-42ad-a0e2-b8d3c142d478 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Deleting port effe37af-2f2e-46e1-9133-e13d20578ab5 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:43.540726 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2db0df02-7e25-4c36-b599-3c965c597834 req-e2b01dfe-b006-42ad-a0e2-b8d3c142d478 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:43.584420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:27:43.665759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=2c49fc25-266a-46b1-8959-e3ced01e57df,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:43.736437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2db0df02-7e25-4c36-b599-3c965c597834 req-e2b01dfe-b006-42ad-a0e2-b8d3c142d478 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] For port effe37af-2f2e-46e1-9133-e13d20578ab5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=effe37af-2f2e-46e1-9133-e13d20578ab5,segment=NetworkSegment(ea7a3140-9c98-4f54-b225-615231520e44),segment_id=ea7a3140-9c98-4f54-b225-615231520e44)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:43.736811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2db0df02-7e25-4c36-b599-3c965c597834 req-e2b01dfe-b006-42ad-a0e2-b8d3c142d478 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:43.778906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:27:43.798216 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Sync routers for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:27:43.811620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-2db0df02-7e25-4c36-b599-3c965c597834 req-e2b01dfe-b006-42ad-a0e2-b8d3c142d478 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Calling delete_port for effe37af-2f2e-46e1-9133-e13d20578ab5 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:43.823970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601f63d-1f2a-4403-910b-2d2b76c4575d req-14a27c9e-161e-4cac-b23f-154137b958de tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:43.825194 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:43.830943 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-63085dec-1b9e-4c98-8aa8-0d922c9d90b5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8086565 Nov 09 00:27:43.833569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33492) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:43.836852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2601f63d-1f2a-4403-910b-2d2b76c4575d req-14a27c9e-161e-4cac-b23f-154137b958de tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 945 time: 0.6222563 Nov 09 00:27:43.837136 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:43.839724 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:43.860305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745835c-a716-4e04-a72e-391d2461dd7f req-72ff1eca-5e30-41fd-9179-1fa2cc6e7e7b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:43.870365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2745835c-a716-4e04-a72e-391d2461dd7f req-72ff1eca-5e30-41fd-9179-1fa2cc6e7e7b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 945 time: 0.6434505 Nov 09 00:27:43.872956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f51bd-10e1-45f9-9cb6-3916a0ccc5dc admin admin] Pushing event deleted for resources: {'Network': ['ID=24a99ac1-6077-40b6-99ca-ace05bb409c6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:43.923305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33494) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:44.050103 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-609b86e4-20d6-42ba-bfe3-374b4a7a8dba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4b484c9baea4cb385cc665ee9edd2a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1225047 Nov 09 00:27:44.055187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33498) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:44.096581 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:44.096944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4509dbfd-e38c-462c-afbe-b95bb2324564 None None] Network 690bc4aa-bbec-401a-86c6-2d04dcb3873a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:44.194633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67b1f86e-79fc-4f78-8f58-ff496dd3df4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:44.227132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67b1f86e-79fc-4f78-8f58-ff496dd3df4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:44.230657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4cdc5546-36d6-4693-a158-2e1fb4e97f60 None None] Provisioning complete for port 2c49fc25-266a-46b1-8959-e3ced01e57df triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:44.231358 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4cdc5546-36d6-4693-a158-2e1fb4e97f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:44.239542 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2601f63d-1f2a-4403-910b-2d2b76c4575d req-0d488e3e-0f95-4c1f-9a92-df57ffde7f27 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/security-groups?id=d950160b-b037-4bc2-ae75-e4d7843b02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018550 Nov 09 00:27:44.249700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2745835c-a716-4e04-a72e-391d2461dd7f req-88f07e29-0235-4a30-96a4-401ca32df54f tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778610 Nov 09 00:27:44.305079 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:27:44.309263 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f6d3301-0e0c-4a45-87f6-4c1633a805ae tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:44.356591 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67b1f86e-79fc-4f78-8f58-ff496dd3df4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:44.359139 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67b1f86e-79fc-4f78-8f58-ff496dd3df4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:44.360286 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-67b1f86e-79fc-4f78-8f58-ff496dd3df4d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee64622c-c6b4-4234-ae69-332dbf1c7069 HTTP/1.1" status: 204 len: 168 time: 0.3037839 Nov 09 00:27:44.372846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1f86e-79fc-4f78-8f58-ff496dd3df4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee64622c-c6b4-4234-ae69-332dbf1c7069,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:44.462743 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2db0df02-7e25-4c36-b599-3c965c597834 req-e2b01dfe-b006-42ad-a0e2-b8d3c142d478 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:44.547737 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:42Z', 'revision_number': 3, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:44.550006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b01dfe-b006-42ad-a0e2-b8d3c142d478 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Pushing event deleted for resources: {'Port': ['ID=effe37af-2f2e-46e1-9133-e13d20578ab5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:44.602975 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Checking router: b52a7601-dbdf-4004-8cfc-81a7d4eaef22 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:27:44.604055 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Updating router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 port 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:27:44.624948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db0df02-7e25-4c36-b599-3c965c597834 req-e2b01dfe-b006-42ad-a0e2-b8d3c142d478 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] No DVR routers for this DVR port effe37af-2f2e-46e1-9133-e13d20578ab5 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:44.647306 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:44.651672 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2db0df02-7e25-4c36-b599-3c965c597834 req-e2b01dfe-b006-42ad-a0e2-b8d3c142d478 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:44.655261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2db0df02-7e25-4c36-b599-3c965c597834 req-e2b01dfe-b006-42ad-a0e2-b8d3c142d478 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.30 "DELETE /v2.0/ports/effe37af-2f2e-46e1-9133-e13d20578ab5 HTTP/1.1" status: 204 len: 173 time: 2.2398357 Nov 09 00:27:44.655731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87893268-c30a-402a-8547-a0273bee97ff', 'name': 'network-vif-deleted', 'tag': 'effe37af-2f2e-46e1-9133-e13d20578ab5'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:44.658505 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0919792-4e38-47fa-a1b3-42387b2c2355" -d '{"events": [{"server_uuid": "87893268-c30a-402a-8547-a0273bee97ff", "name": "network-vif-deleted", "tag": "effe37af-2f2e-46e1-9133-e13d20578ab5"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:44.852561 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1a6fba-1e0b-4d66-bd68-8bea08821ed4 x-openstack-request-id: req-9d1a6fba-1e0b-4d66-bd68-8bea08821ed4 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:44.853053 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87893268-c30a-402a-8547-a0273bee97ff", "name": "network-vif-deleted", "tag": "effe37af-2f2e-46e1-9133-e13d20578ab5", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:44.853703 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d1a6fba-1e0b-4d66-bd68-8bea08821ed4 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:44.855446 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87893268-c30a-402a-8547-a0273bee97ff', 'name': 'network-vif-deleted', 'tag': 'effe37af-2f2e-46e1-9133-e13d20578ab5', 'status': 'completed', 'code': 200} Nov 09 00:27:44.867273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b063b0-4eeb-4c22-8f6c-2ddb96152f4e req-a13362bf-8e20-4654-b08b-716c8cf7462d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:44.868844 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-45b063b0-4eeb-4c22-8f6c-2ddb96152f4e req-a13362bf-8e20-4654-b08b-716c8cf7462d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 945 time: 0.3016717 Nov 09 00:27:45.185181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d3301-0e0c-4a45-87f6-4c1633a805ae tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port 42525926-e768-4815-8c23-fcaf51574873 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:45.186653 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f6d3301-0e0c-4a45-87f6-4c1633a805ae tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:45.204477 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2c49fc25-266a-46b1-8959-e3ced01e57df up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:27:45.266719 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-375d1c37-4a43-4bd9-86e3-c539ae5523f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:45.311920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-85eeb9c4-2b7d-4a4c-b4ae-88d6c7cfc956 None None] Provisioning complete for port 2c49fc25-266a-46b1-8959-e3ced01e57df triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:45.311920 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85eeb9c4-2b7d-4a4c-b4ae-88d6c7cfc956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:45.348015 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:45.360558 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:45.540064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-9f6d3301-0e0c-4a45-87f6-4c1633a805ae tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port 42525926-e768-4815-8c23-fcaf51574873, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=42525926-e768-4815-8c23-fcaf51574873,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:45.540605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f6d3301-0e0c-4a45-87f6-4c1633a805ae tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:45.581141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2c49fc25-266a-46b1-8959-e3ced01e57df triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:45.581559 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:45.673761 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-734dd9de-4639-4bef-8e63-1afcc05a6fba req-2a05e185-f7cf-48e8-85e7-d03e188e17e0 tempest-VolumesActionsTest-293579451 tempest-VolumesActionsTest-293579451-project] 10.222.0.25 "GET /v2.0/ports?device_id=87893268-c30a-402a-8547-a0273bee97ff HTTP/1.1" status: 200 len: 210 time: 0.1568041 Nov 09 00:27:45.696150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d3301-0e0c-4a45-87f6-4c1633a805ae tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for 42525926-e768-4815-8c23-fcaf51574873 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:45.723278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b8949-bfea-4110-aca0-d48210495179 req-245582d5-0fb1-4c74-bae3-981447bdf95b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:45.724876 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5d0b8949-bfea-4110-aca0-d48210495179 req-245582d5-0fb1-4c74-bae3-981447bdf95b tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 945 time: 0.2850611 Nov 09 00:27:45.791699 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Pushing event updated for resources: {'Port': ['ID=8bc0a1fd-77a2-4a9c-8491-8ec541987ca9,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:45.804015 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:45.804454 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:45.804886 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:45.805115 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:45.805469 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:45.806087 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:45.806567 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:45.806890 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:45.807657 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:45.808048 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:45.808466 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:45.808792 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:45.833314 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Attempting to bind port 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:27:45.834076 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Attempting to bind port 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:27:45.834826 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Attempting to bind port 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:27:45.841544 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:27:45.842224 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:45.842720 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:45.843432 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:27:45.843910 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Bound port: 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:27:45.844492 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:45.917228 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] For port 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:27:45.922192 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] For port 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8bc0a1fd-77a2-4a9c-8491-8ec541987ca9,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:27:45.929857 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:45.955032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33538) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:45.961194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.003295 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5d0b8949-bfea-4110-aca0-d48210495179 req-b949d9e1-b5d3-4651-9e45-2b68183b08af tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197874 Nov 09 00:27:46.018428 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55d4ca-7b2e-4895-86a1-ae93e58a3035 None None] Pushing event updated for resources: {'Port': ['ID=8bc0a1fd-77a2-4a9c-8491-8ec541987ca9,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:46.030845 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:46.031881 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:46.095542 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.165691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device effe37af-2f2e-46e1-9133-e13d20578ab5 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:46.184078 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f6d3301-0e0c-4a45-87f6-4c1633a805ae tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.191061 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:46.220267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: effe37af-2f2e-46e1-9133-e13d20578ab5 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:46.220833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device effe37af-2f2e-46e1-9133-e13d20578ab5 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:46.265577 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.285644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-414689912-network', 'tenant_id': 'e2d4a1f1f7b6423e947781bdd385da5e'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:46.292006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d3301-0e0c-4a45-87f6-4c1633a805ae tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=42525926-e768-4815-8c23-fcaf51574873,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:46.321686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-45b063b0-4eeb-4c22-8f6c-2ddb96152f4e req-ce374ca6-1d38-41e3-9697-5dab04df71e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Deleting port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:46.322029 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-45b063b0-4eeb-4c22-8f6c-2ddb96152f4e req-ce374ca6-1d38-41e3-9697-5dab04df71e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.371823 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.457631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Made reservation on behalf of e2d4a1f1f7b6423e947781bdd385da5e for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:46.459976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.482634 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.515214 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:42Z', 'revision_number': 3, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:46.549617 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b753b8f-69d5-4c26-a528-231fe0a74a7b None None] The sync data for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 is: [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:42Z', 'revision_number': 3, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:27:46.643853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-45b063b0-4eeb-4c22-8f6c-2ddb96152f4e req-ce374ca6-1d38-41e3-9697-5dab04df71e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] For port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:46.644878 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-45b063b0-4eeb-4c22-8f6c-2ddb96152f4e req-ce374ca6-1d38-41e3-9697-5dab04df71e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.713150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-45b063b0-4eeb-4c22-8f6c-2ddb96152f4e req-ce374ca6-1d38-41e3-9697-5dab04df71e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Calling delete_port for 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:46.715314 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f6d3301-0e0c-4a45-87f6-4c1633a805ae tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.859822 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.874528 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.889110 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:27:46.901153 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.901612 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Added segment 8453c782-a018-4091-94a5-5f691d753435 of type vlan for network 9696faab-68f6-4507-8fca-4d6a572c2385 Nov 09 00:27:46.950780 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:46.959196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Allocated IP 172.20.0.1 (690bc4aa-bbec-401a-86c6-2d04dcb3873a/2a1a414b-9b6d-46df-ba3c-5526aaeab211/649c628a-1cf2-4cac-97f2-303213a10e81) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:27:47.016356 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:47.017603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:47.018903 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:47.200041 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Pushing event updated for resources: {'Network': ['ID=9696faab-68f6-4507-8fca-4d6a572c2385,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:47.213604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2556984 Nov 09 00:27:47.216704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33554) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:47.236464 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 9696faab-68f6-4507-8fca-4d6a572c2385 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:27:47.251970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-186426c0-af36-4dd5-95e1-a4923b7e0a85 admin admin] Request body: {'subnet': {'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-414689912-subnet', 'tenant_id': 'e2d4a1f1f7b6423e947781bdd385da5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:47.336012 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da9a8c9e-676a-4e3b-b9b3-7c54443531a4 req-91105928-111d-4044-ad1b-3dc3b07402da tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 210 time: 0.1458552 Nov 09 00:27:47.403364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:27:47.461399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186426c0-af36-4dd5-95e1-a4923b7e0a85 admin admin] Made reservation on behalf of e2d4a1f1f7b6423e947781bdd385da5e for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:47.463990 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-186426c0-af36-4dd5-95e1-a4923b7e0a85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:47.477225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:47.489218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:47.489619 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:47.495784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb953f03-6091-4829-9ba8-0970702e805c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d65694c-5a40-41a2-be03-644becd4f91b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:47.559543 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-45b063b0-4eeb-4c22-8f6c-2ddb96152f4e req-ce374ca6-1d38-41e3-9697-5dab04df71e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:47.579250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['62137200-deb6-45e1-b644-0e6f6cd97f7c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:47.631392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce374ca6-1d38-41e3-9697-5dab04df71e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event deleted for resources: {'Port': ['ID=038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:47.633758 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:47.787560 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:47.799098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b063b0-4eeb-4c22-8f6c-2ddb96152f4e req-ce374ca6-1d38-41e3-9697-5dab04df71e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] No DVR routers for this DVR port 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:47.802941 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-45b063b0-4eeb-4c22-8f6c-2ddb96152f4e req-ce374ca6-1d38-41e3-9697-5dab04df71e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:47.808092 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-45b063b0-4eeb-4c22-8f6c-2ddb96152f4e req-ce374ca6-1d38-41e3-9697-5dab04df71e3 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "DELETE /v2.0/ports/038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 HTTP/1.1" status: 204 len: 173 time: 2.8918135 Nov 09 00:27:47.814188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Network 690bc4aa-bbec-401a-86c6-2d04dcb3873a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:27:47.814882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4eae07-9556-4176-9d39-4570785585f9', 'name': 'network-vif-deleted', 'tag': '038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:47.817752 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216fcbbd-2bbf-40dc-b876-efb58a7e96d1" -d '{"events": [{"server_uuid": "6f4eae07-9556-4176-9d39-4570785585f9", "name": "network-vif-deleted", "tag": "038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:47.818236 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8bc0a1fd-77a2-4a9c-8491-8ec541987ca9,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:47.827071 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:47.831260 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:47.859652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:27:47.865973 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:47.914579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Pushing event updated for resources: {'Port': ['ID=649c628a-1cf2-4cac-97f2-303213a10e81,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:47.932028 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccbd35d-4766-453b-8431-2fb2db170524 x-openstack-request-id: req-bccbd35d-4766-453b-8431-2fb2db170524 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:47.932557 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4eae07-9556-4176-9d39-4570785585f9", "name": "network-vif-deleted", "tag": "038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:47.932973 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bccbd35d-4766-453b-8431-2fb2db170524 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:47.933562 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4eae07-9556-4176-9d39-4570785585f9', 'name': 'network-vif-deleted', 'tag': '038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9', 'status': 'completed', 'code': 200} Nov 09 00:27:47.956596 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:48.099528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6d3301-0e0c-4a45-87f6-4c1633a805ae tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router a7d96579-b5c6-4215-9551-a71cac2f4626 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:27:48.118373 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=8bc0a1fd-77a2-4a9c-8491-8ec541987ca9,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:48.176982 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:48.264925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:48.265611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 038d88fc-4e99-4cb9-bef3-cf0bca1d6fe9 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:48.327790 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:48.396828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-186426c0-af36-4dd5-95e1-a4923b7e0a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:48.481696 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:48.543046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-71f272f2-cedf-4c8c-a448-5c13bbf9b569 None None] Provisioning complete for port 649c628a-1cf2-4cac-97f2-303213a10e81 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:48.544781 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71f272f2-cedf-4c8c-a448-5c13bbf9b569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:48.613050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-71f272f2-cedf-4c8c-a448-5c13bbf9b569 None None] Port 649c628a-1cf2-4cac-97f2-303213a10e81 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:27:48.660017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186426c0-af36-4dd5-95e1-a4923b7e0a85 admin admin] Checking segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:48.660404 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186426c0-af36-4dd5-95e1-a4923b7e0a85 admin admin] Network hostable DHCP agents. Network: 9696faab-68f6-4507-8fca-4d6a572c2385, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:27:48.758331 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:48.771981 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:48.924051 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:48.927240 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Pushing event updated for resources: {'Port': ['ID=649c628a-1cf2-4cac-97f2-303213a10e81,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:49.102735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:27:49.114162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Network 690bc4aa-bbec-401a-86c6-2d04dcb3873a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:27:49.138957 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:49.228463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6d3301-0e0c-4a45-87f6-4c1633a805ae tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:27:49.246581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186426c0-af36-4dd5-95e1-a4923b7e0a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7dd990-1b5c-41a3-a5b9-028ea3b28461,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:49.268427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cb5db-a369-4686-82ea-206539500452 None None] Sync routers for ids ['a7d96579-b5c6-4215-9551-a71cac2f4626'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:27:49.272791 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9f6d3301-0e0c-4a45-87f6-4c1633a805ae tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "PUT /v2.0/routers/a7d96579-b5c6-4215-9551-a71cac2f4626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3972297 Nov 09 00:27:49.282534 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2f47120-43eb-4fd8-80dd-78cc90d0929a req-6a19b999-7800-4001-99f6-8f223eea6f43 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f4eae07-9556-4176-9d39-4570785585f9 HTTP/1.1" status: 200 len: 210 time: 0.6356564 Nov 09 00:27:49.297811 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33576) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:49.308009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:27:49.340614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cb5db-a369-4686-82ea-206539500452 None None] Routers {'a7d96579-b5c6-4215-9551-a71cac2f4626'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:49.341330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-933cb5db-a369-4686-82ea-206539500452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a7d96579-b5c6-4215-9551-a71cac2f4626'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:49.348471 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:49.348878 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:49.404917 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186426c0-af36-4dd5-95e1-a4923b7e0a85 admin admin] Network 9696faab-68f6-4507-8fca-4d6a572c2385 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:27:49.443783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e9f094-5b85-4ecc-aaad-abff511f471c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting subnet 31578f0f-081c-453f-8952-627c9f98bab7 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:27:49.451877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-186426c0-af36-4dd5-95e1-a4923b7e0a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 9696faab-68f6-4507-8fca-4d6a572c2385) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:49.455891 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70e9f094-5b85-4ecc-aaad-abff511f471c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:49.468364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c7f290-8d8c-4e18-9d9e-e9a54f56427e None None] Network 9696faab-68f6-4507-8fca-4d6a572c2385 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:49.499370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186426c0-af36-4dd5-95e1-a4923b7e0a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:49.506224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-186426c0-af36-4dd5-95e1-a4923b7e0a85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:49.530089 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:27:49.536082 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b84e31d7-a7af-4be9-830c-12caba2875f4 admin admin] 10.222.0.25 "PUT /v2.0/routers/b52a7601-dbdf-4004-8cfc-81a7d4eaef22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7011626 Nov 09 00:27:49.602610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-186426c0-af36-4dd5-95e1-a4923b7e0a85 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3558376 Nov 09 00:27:49.624807 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70e9f094-5b85-4ecc-aaad-abff511f471c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:49.632709 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Sync routers for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:27:49.647832 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:49.648452 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:49.814230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-933cb5db-a369-4686-82ea-206539500452 None None] Set router a7d96579-b5c6-4215-9551-a71cac2f4626 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:49.957880 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70e9f094-5b85-4ecc-aaad-abff511f471c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:49.972019 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:50.113774 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70e9f094-5b85-4ecc-aaad-abff511f471c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:50.162814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9f094-5b85-4ecc-aaad-abff511f471c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Subnet': ['ID=31578f0f-081c-453f-8952-627c9f98bab7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:50.189018 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70e9f094-5b85-4ecc-aaad-abff511f471c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:50.196072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33608) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:50.213564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-70e9f094-5b85-4ecc-aaad-abff511f471c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/subnets/31578f0f-081c-453f-8952-627c9f98bab7 HTTP/1.1" status: 204 len: 168 time: 0.9144173 Nov 09 00:27:50.239715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f3156f-ff18-47ee-a79b-60fd626f869f None None] Network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:50.350601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8b79f1e1-cbaf-4dd1-8aa0-12be87669918 None None] Provisioning complete for port 649c628a-1cf2-4cac-97f2-303213a10e81 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:50.355276 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8b79f1e1-cbaf-4dd1-8aa0-12be87669918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:50.504488 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:50.559133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8b79f1e1-cbaf-4dd1-8aa0-12be87669918 None None] Port 649c628a-1cf2-4cac-97f2-303213a10e81 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:27:50.648482 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 2, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:50.686895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-6215077d-5727-45b3-99d1-ff62eae60914 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:50.694618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba41db4f-2812-413c-b2ee-ce74e9219c95 None None] Network 9696faab-68f6-4507-8fca-4d6a572c2385 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:27:50.701967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-6215077d-5727-45b3-99d1-ff62eae60914 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.3249459 Nov 09 00:27:50.708746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33626) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:50.721712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6dc8a176-46a6-4878-ac18-d809e4ac4795 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039425250', 'description': 'tempest-description--1959155930'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:50.737036 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Checking router: b52a7601-dbdf-4004-8cfc-81a7d4eaef22 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:27:50.739072 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Updating router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 port 649c628a-1cf2-4cac-97f2-303213a10e81 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:27:50.765547 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:50.787028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-cac46f25-2737-4e05-9de3-0241e8b7d10f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/quotas/e2d4a1f1f7b6423e947781bdd385da5e HTTP/1.1" status: 200 len: 375 time: 0.0838034 Nov 09 00:27:50.801156 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:50.891775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port 08e9667a-2d06-4293-9f7f-f61211765937 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:50.892451 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:50.904752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-ce78f56d-c524-4edf-970b-ccdfe0049c28 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167464 Nov 09 00:27:50.981575 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dc8a176-46a6-4878-ac18-d809e4ac4795 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:51.133623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port 08e9667a-2d06-4293-9f7f-f61211765937, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=08e9667a-2d06-4293-9f7f-f61211765937,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:51.134257 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:51.149672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for 08e9667a-2d06-4293-9f7f-f61211765937 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:51.400428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-06364f96-9b22-4aa1-8422-5a98b183e7d2 service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942317 Nov 09 00:27:51.496800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54237f91-26f0-4c9d-9e4d-703598317f33 req-2ee80d40-13c5-4f15-bc0b-8c09a635ecfe tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:51.513693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54237f91-26f0-4c9d-9e4d-703598317f33 req-2ee80d40-13c5-4f15-bc0b-8c09a635ecfe tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.4041748 Nov 09 00:27:51.517730 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:51.530591 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:51.566465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-933cb5db-a369-4686-82ea-206539500452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '08e9667a-2d06-4293-9f7f-f61211765937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:27:46Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '08e9667a-2d06-4293-9f7f-f61211765937', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:24:52Z', 'updated_at': '2021-11-09T00:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:51.583932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:51.644034 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4ca48-5d9b-4856-9805-d83dc6cdc2b8 None None] Pushing event updated for resources: {'Port': ['ID=649c628a-1cf2-4cac-97f2-303213a10e81,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:51.672562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=08e9667a-2d06-4293-9f7f-f61211765937,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:51.676674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce95684d-0cac-4a1b-a278-9f7506d5fc10 None None] DHCP port deletion for b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:27:51.679903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cb5db-a369-4686-82ea-206539500452 None None] Checking router: a7d96579-b5c6-4215-9551-a71cac2f4626 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:27:51.725566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cb5db-a369-4686-82ea-206539500452 None None] Routers {'a7d96579-b5c6-4215-9551-a71cac2f4626'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:51.726469 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-933cb5db-a369-4686-82ea-206539500452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a7d96579-b5c6-4215-9551-a71cac2f4626'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:51.758326 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dc8a176-46a6-4878-ac18-d809e4ac4795 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:51.790432 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Attempting to bind port 649c628a-1cf2-4cac-97f2-303213a10e81 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:27:51.790934 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Attempting to bind port 649c628a-1cf2-4cac-97f2-303213a10e81 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:27:51.791146 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Attempting to bind port 649c628a-1cf2-4cac-97f2-303213a10e81 on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:27:51.794071 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4beca6-fa36-4e9d-9075-41aaae2b8c65 req-af43ca87-4c37-4b2d-8f47-fc57a17b9f14 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:51.795831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d4beca6-fa36-4e9d-9075-41aaae2b8c65 req-af43ca87-4c37-4b2d-8f47-fc57a17b9f14 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.4675996 Nov 09 00:27:51.796699 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:27:51.797107 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Checking segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:51.797601 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:51.797995 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Bound using segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:27:51.798462 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Bound port: 649c628a-1cf2-4cac-97f2-303213a10e81, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:27:51.798841 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:51.802545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dc8a176-46a6-4878-ac18-d809e4ac4795 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:51.883079 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:51.988848 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] For port 649c628a-1cf2-4cac-97f2-303213a10e81, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:27:51.993341 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] For port 649c628a-1cf2-4cac-97f2-303213a10e81, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=649c628a-1cf2-4cac-97f2-303213a10e81,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:27:52.006220 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.018473 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54237f91-26f0-4c9d-9e4d-703598317f33 req-4a98853a-88ff-4f59-b133-7b4a2b3414fc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993763 Nov 09 00:27:52.021801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8a176-46a6-4878-ac18-d809e4ac4795 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85ccecc-29fa-4584-b2ea-38d341ee4c4b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:52.062582 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dc8a176-46a6-4878-ac18-d809e4ac4795 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.068490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6dc8a176-46a6-4878-ac18-d809e4ac4795 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3498237 Nov 09 00:27:52.069772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33638) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:52.078384 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1dcc0ad5-429e-4008-9893-b40c881a2598 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Request body: {'security_group_rule': {'security_group_id': 'b85ccecc-29fa-4584-b2ea-38d341ee4c4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:52.126365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c892619e-3eed-476b-bffa-51119b357f9a service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7076387 Nov 09 00:27:52.150646 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc0ad5-429e-4008-9893-b40c881a2598 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.165384 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:27:52.166031 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:52.177636 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.186948 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.259956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.261544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Fanout notify agent at l3_agent the message router_deleted on router a7d96579-b5c6-4215-9551-a71cac2f4626 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:27:52.276580 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.292596 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-969ceef5-fc8c-4971-8263-8899d8309d48 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/routers/a7d96579-b5c6-4215-9551-a71cac2f4626 HTTP/1.1" status: 204 len: 168 time: 2.0947659 Nov 09 00:27:52.298854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33642) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:52.397332 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4ca48-5d9b-4856-9805-d83dc6cdc2b8 None None] Pushing event updated for resources: {'Port': ['ID=649c628a-1cf2-4cac-97f2-303213a10e81,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:52.513317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-933cb5db-a369-4686-82ea-206539500452 None None] Set router a7d96579-b5c6-4215-9551-a71cac2f4626 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:52.561646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-1d4beca6-fa36-4e9d-9075-41aaae2b8c65 req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Deleting port 62137200-deb6-45e1-b644-0e6f6cd97f7c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:52.562111 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1d4beca6-fa36-4e9d-9075-41aaae2b8c65 req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.635369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.730945 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:27:52.738864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2dab7a8b-bb9f-4c85-8835-fa34a37ca12b None None] Provisioning complete for port 649c628a-1cf2-4cac-97f2-303213a10e81 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:52.739409 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2dab7a8b-bb9f-4c85-8835-fa34a37ca12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.762123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-933cb5db-a369-4686-82ea-206539500452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:27:51Z', 'revision_number': 7, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:52.803926 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc0ad5-429e-4008-9893-b40c881a2598 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.817751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:52.819679 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.965656 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc0ad5-429e-4008-9893-b40c881a2598 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.967667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:52.968156 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:52.975296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cb5db-a369-4686-82ea-206539500452 None None] The sync data for ids ['a7d96579-b5c6-4215-9551-a71cac2f4626'] in n-d-813263-3 is: [{'id': 'a7d96579-b5c6-4215-9551-a71cac2f4626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576714037', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:24:51Z', 'updated_at': '2021-11-09T00:27:51Z', 'revision_number': 7, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:27:53.002111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:53.025565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e38ec65-44b2-4ed0-89a3-bfcc21e3c139 req-d9d4c1b6-a469-4e35-9720-01921fb55280 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 210 time: 0.3236170 Nov 09 00:27:53.072423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc0ad5-429e-4008-9893-b40c881a2598 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703833e8-f4dd-4bfc-bdb6-d19d8e3d98da,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:53.091914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ce95684d-0cac-4a1b-a278-9f7506d5fc10 None None] Deleting port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:53.092638 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ce95684d-0cac-4a1b-a278-9f7506d5fc10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.103794 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc0ad5-429e-4008-9893-b40c881a2598 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.105244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1dcc0ad5-429e-4008-9893-b40c881a2598 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0341742 Nov 09 00:27:53.108226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33658) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:53.112867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-0e2db8b0-13ee-40a5-8360-4e6184177df8 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Request body: {'security_group_rule': {'security_group_id': 'b85ccecc-29fa-4584-b2ea-38d341ee4c4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:53.211955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-1d4beca6-fa36-4e9d-9075-41aaae2b8c65 req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] For port 62137200-deb6-45e1-b644-0e6f6cd97f7c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=62137200-deb6-45e1-b644-0e6f6cd97f7c,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:53.212332 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1d4beca6-fa36-4e9d-9075-41aaae2b8c65 req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.322514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-1d4beca6-fa36-4e9d-9075-41aaae2b8c65 req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Calling delete_port for 62137200-deb6-45e1-b644-0e6f6cd97f7c owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:53.345890 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.346747 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:53.356221 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e2db8b0-13ee-40a5-8360-4e6184177df8 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.404814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:53.439028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:53.439379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:53.449041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] No DVR routers for this DVR port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:53.485584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ce95684d-0cac-4a1b-a278-9f7506d5fc10 None None] For port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f,segment=NetworkSegment(d2c47daa-e162-47e3-8409-6590f9952264),segment_id=d2c47daa-e162-47e3-8409-6590f9952264)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:53.489886 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ce95684d-0cac-4a1b-a278-9f7506d5fc10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.509876 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e2db8b0-13ee-40a5-8360-4e6184177df8 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.529643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a21cb0-e9a4-46d7-9353-c2de6699d4bd req-93dde5f5-1732-4c28-a446-5494bfb0544d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:53.531249 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a21cb0-e9a4-46d7-9353-c2de6699d4bd req-93dde5f5-1732-4c28-a446-5494bfb0544d tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 945 time: 0.3327243 Nov 09 00:27:53.534214 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e2db8b0-13ee-40a5-8360-4e6184177df8 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.558219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ce95684d-0cac-4a1b-a278-9f7506d5fc10 None None] Calling delete_port for 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:53.605697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2db8b0-13ee-40a5-8360-4e6184177df8 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91daca4e-9d3f-46f0-9be5-007fb61fb7d2,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:53.647421 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e2db8b0-13ee-40a5-8360-4e6184177df8 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.648943 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0e2db8b0-13ee-40a5-8360-4e6184177df8 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5395939 Nov 09 00:27:53.652065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33668) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:53.658194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:53.699192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.728865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09a21cb0-e9a4-46d7-9353-c2de6699d4bd req-498ec4c3-43df-406b-ac16-7154ed256cc0 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=314695bc-2508-453c-a96e-2a06e9fa3cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788774 Nov 09 00:27:53.747164 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:51Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:53.769197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:53.790884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c47daa-e162-47e3-8409-6590f9952264') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:53.791255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c47daa-e162-47e3-8409-6590f9952264') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:27:53.824691 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.827585 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.840171 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad4707-169b-4f85-b41a-31302dfddefc None None] The sync data for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 is: [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:51Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:27:53.872763 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.903084 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:27:53.903504 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:27:53.909292 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:27:53.968993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1d4beca6-fa36-4e9d-9075-41aaae2b8c65 req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:54.074119 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:54.074259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event deleted for resources: {'Port': ['ID=62137200-deb6-45e1-b644-0e6f6cd97f7c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:54.081135 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:54.093945 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/networks/b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 HTTP/1.1" status: 204 len: 168 time: 1.7925537 Nov 09 00:27:54.099798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33678) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:54.106891 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['62137200-deb6-45e1-b644-0e6f6cd97f7c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:27:54.120735 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2dab7a8b-bb9f-4c85-8835-fa34a37ca12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:54.152123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c1433-746d-4b79-9862-5eca87214929 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Network': ['ID=b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:54.198248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:54.199143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:54.199706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:54.200894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:54.201662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:54.202222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:54.202778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:54.210194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:54.211166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:54.211741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:54.212277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:54.212893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:27:54.310773 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ce95684d-0cac-4a1b-a278-9f7506d5fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:54.316164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4beca6-fa36-4e9d-9075-41aaae2b8c65 req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] No DVR routers for this DVR port 62137200-deb6-45e1-b644-0e6f6cd97f7c on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:54.342945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-1d4beca6-fa36-4e9d-9075-41aaae2b8c65 req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:54.357264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d4beca6-fa36-4e9d-9075-41aaae2b8c65 req-e53dd48b-ea53-4283-a194-f0d2138b30b5 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.11 "DELETE /v2.0/ports/62137200-deb6-45e1-b644-0e6f6cd97f7c HTTP/1.1" status: 204 len: 173 time: 2.5512652 Nov 09 00:27:54.359300 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b37baec-38ed-4bf2-b17e-0af72f8b6b6b', 'name': 'network-vif-deleted', 'tag': '62137200-deb6-45e1-b644-0e6f6cd97f7c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:54.369285 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7fba9a-4a04-4f65-a78e-00f78582a024" -d '{"events": [{"server_uuid": "8b37baec-38ed-4bf2-b17e-0af72f8b6b6b", "name": "network-vif-deleted", "tag": "62137200-deb6-45e1-b644-0e6f6cd97f7c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:54.394975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce95684d-0cac-4a1b-a278-9f7506d5fc10 None None] Network b047d773-d1e2-4f1a-a7ea-3d41a6fc6d40 is not hosted by any dhcp agent {{(pid=101782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 00:27:54.395705 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95684d-0cac-4a1b-a278-9f7506d5fc10 None None] No DVR routers for this DVR port 9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:27:54.420630 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c00048d-6796-4a09-ab7c-636d8db8159c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:54.434376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95684d-0cac-4a1b-a278-9f7506d5fc10 None None] Pushing event deleted for resources: {'Port': ['ID=9ff6a51f-b17b-4ca9-9270-5de9e1f1c26f,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:54.531199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2dab7a8b-bb9f-4c85-8835-fa34a37ca12b None None] For port 649c628a-1cf2-4cac-97f2-303213a10e81, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=649c628a-1cf2-4cac-97f2-303213a10e81,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:54.542594 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1312a54-2486-467f-9260-849759dc8713 req-816abf06-d541-44bc-b6d7-4b825c2bb442 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 210 time: 0.2718635 Nov 09 00:27:54.552547 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05391183-408b-459e-82d2-c7fa85cd5166 x-openstack-request-id: req-05391183-408b-459e-82d2-c7fa85cd5166 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:54.552547 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b37baec-38ed-4bf2-b17e-0af72f8b6b6b", "name": "network-vif-deleted", "tag": "62137200-deb6-45e1-b644-0e6f6cd97f7c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:54.552547 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05391183-408b-459e-82d2-c7fa85cd5166 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:54.552547 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b37baec-38ed-4bf2-b17e-0af72f8b6b6b', 'name': 'network-vif-deleted', 'tag': '62137200-deb6-45e1-b644-0e6f6cd97f7c', 'status': 'completed', 'code': 200} Nov 09 00:27:54.556018 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2dab7a8b-bb9f-4c85-8835-fa34a37ca12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:54.653755 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:54.680643 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c00048d-6796-4a09-ab7c-636d8db8159c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:54.807676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-bc3b9f83-d2df-42d2-9532-7be0ff87c804 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:54.811543 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-bc3b9f83-d2df-42d2-9532-7be0ff87c804 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.4524074 Nov 09 00:27:54.813449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0eb8c2fe-2b82-4f1b-a19e-931e1a48cbb4 None None] Provisioning complete for port 649c628a-1cf2-4cac-97f2-303213a10e81 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:54.814036 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c2fe-2b82-4f1b-a19e-931e1a48cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:54.836422 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Request body: {'port': {'device_id': '5a51987d-a98e-4ced-8537-69d7ad1f975f', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'admin_state_up': True, 'tenant_id': 'e2d4a1f1f7b6423e947781bdd385da5e'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:54.931098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab7a8b-bb9f-4c85-8835-fa34a37ca12b None None] Pushing event updated for resources: {'Port': ['ID=649c628a-1cf2-4cac-97f2-303213a10e81,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:55.064725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Allocated IP 172.25.0.185 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/85b49493-d90f-4c7d-85cc-bb945aa3603c) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:27:55.069847 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c00048d-6796-4a09-ab7c-636d8db8159c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:55.077413 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5c00048d-6796-4a09-ab7c-636d8db8159c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:55.085901 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5c00048d-6796-4a09-ab7c-636d8db8159c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/security-groups/497edf1d-c0f7-4c05-ba7b-4a23f6cfc419 HTTP/1.1" status: 204 len: 168 time: 0.9845941 Nov 09 00:27:55.091574 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5fcb5eb-31ee-43c5-95ca-a36a6ff2b066 req-551ba849-d4fe-4637-b09a-aa81835169c4 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b37baec-38ed-4bf2-b17e-0af72f8b6b6b HTTP/1.1" status: 200 len: 210 time: 0.1325107 Nov 09 00:27:55.229408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00048d-6796-4a09-ab7c-636d8db8159c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497edf1d-c0f7-4c05-ba7b-4a23f6cfc419,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:55.302142 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Made reservation on behalf of e2d4a1f1f7b6423e947781bdd385da5e for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:27:55.304147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 649c628a-1cf2-4cac-97f2-303213a10e81 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:27:55.309907 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:55.413791 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:55.466364 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:55.479574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 649c628a-1cf2-4cac-97f2-303213a10e81 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:27:55.480034 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:55.591551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:27:55.595625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:55.605457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:27:55.671515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Allocated IP 172.20.0.2 (9696faab-68f6-4507-8fca-4d6a572c2385/da7dd990-1b5c-41a3-a5b9-028ea3b28461/0ae0417c-e910-4ef0-a58b-a1d01b80f2dc) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:27:55.690418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event updated for resources: {'Port': ['ID=85b49493-d90f-4c7d-85cc-bb945aa3603c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:55.699849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 08e9667a-2d06-4293-9f7f-f61211765937 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:55.758343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0436c14c-f3fb-4705-8bcf-b6325e05157f req-ad14d7b5-3bb8-4255-ae45-4c607ad0c85c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 210 time: 0.0490911 Nov 09 00:27:55.789807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 08e9667a-2d06-4293-9f7f-f61211765937 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:55.790763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 08e9667a-2d06-4293-9f7f-f61211765937 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:55.792173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 42525926-e768-4815-8c23-fcaf51574873 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:55.828524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 42525926-e768-4815-8c23-fcaf51574873 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:55.829293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 42525926-e768-4815-8c23-fcaf51574873 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:55.834123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33704) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:55.839001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4e2d2988-b982-4945-814c-ddffcc2bd748 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001186239', 'description': 'tempest-secgroup-smoke-1001186239 description', 'project_id': 'a25a6a1f62704562be674debd2726386'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:55.945954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:55.982978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 62137200-deb6-45e1-b644-0e6f6cd97f7c no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:27:56.011923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.031614 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.051364 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2988-b982-4945-814c-ddffcc2bd748 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.054302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 62137200-deb6-45e1-b644-0e6f6cd97f7c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:27:56.054652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 62137200-deb6-45e1-b644-0e6f6cd97f7c not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:27:56.164202 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.282091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Network 9696faab-68f6-4507-8fca-4d6a572c2385 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:27:56.293788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:27:56.302805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:27:56.319501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event updated for resources: {'Port': ['ID=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:56.333485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2988-b982-4945-814c-ddffcc2bd748 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.430562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2988-b982-4945-814c-ddffcc2bd748 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.530611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d2988-b982-4945-814c-ddffcc2bd748 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd518900-6483-419d-b28a-6397d171ee72,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:56.602093 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.618662 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.622249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2988-b982-4945-814c-ddffcc2bd748 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.640304 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4e2d2988-b982-4945-814c-ddffcc2bd748 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8060348 Nov 09 00:27:56.662127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:56.662951 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.673192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33732) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:56.680149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ed022248-eb3d-4295-819d-65bb33ef0506 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': 'fd518900-6483-419d-b28a-6397d171ee72', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:56.716627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event updated for resources: {'Port': ['ID=85b49493-d90f-4c7d-85cc-bb945aa3603c,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:56.738871 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed022248-eb3d-4295-819d-65bb33ef0506 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.776601 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-2e0631a3-5d24-4bf8-b831-47144e7e55fc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9547024 Nov 09 00:27:56.823535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Request body: {'port': {'device_id': '5a51987d-a98e-4ced-8537-69d7ad1f975f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:56.884546 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed022248-eb3d-4295-819d-65bb33ef0506 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.891769 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed022248-eb3d-4295-819d-65bb33ef0506 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.935935 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ed022248-eb3d-4295-819d-65bb33ef0506 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.937109 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ed022248-eb3d-4295-819d-65bb33ef0506 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616596 Nov 09 00:27:56.945317 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33738) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:56.952796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b851e76e-b58e-4e28-bb81-d4a405e81475 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': 'fd518900-6483-419d-b28a-6397d171ee72', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:56.974354 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d791b1-7c83-47db-85b2-ee4fa2aee817 req-8c0a17b2-a20d-4d7f-83af-7be322c6c100 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:56.977957 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed022248-eb3d-4295-819d-65bb33ef0506 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfb9181-bbc8-4971-8290-79e6c5b184a9,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:56.980762 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:56.981819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51d791b1-7c83-47db-85b2-ee4fa2aee817 req-8c0a17b2-a20d-4d7f-83af-7be322c6c100 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.2692857 Nov 09 00:27:56.998081 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b851e76e-b58e-4e28-bb81-d4a405e81475 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:57.001868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169c6e8-3467-4a34-9a50-30805e0b1601 req-89603e35-bd5e-43ef-baf4-4a7437009e37 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:57.004102 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1169c6e8-3467-4a34-9a50-30805e0b1601 req-89603e35-bd5e-43ef-baf4-4a7437009e37 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 931 time: 0.1140885 Nov 09 00:27:57.005050 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:57.082041 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1169c6e8-3467-4a34-9a50-30805e0b1601 req-cfb2c05e-14d2-4fae-a925-b69a38764c1b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670099 Nov 09 00:27:57.084848 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:57.086214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-36f25305-dd7f-421d-a21b-b8869dbf07ed tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4330254 Nov 09 00:27:57.123870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51d791b1-7c83-47db-85b2-ee4fa2aee817 req-13ccfd4b-eeaf-430c-b12b-cab15ec28015 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361427 Nov 09 00:27:57.254485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b851e76e-b58e-4e28-bb81-d4a405e81475 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:57.331798 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b851e76e-b58e-4e28-bb81-d4a405e81475 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:57.361780 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b851e76e-b58e-4e28-bb81-d4a405e81475 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:57.367154 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b851e76e-b58e-4e28-bb81-d4a405e81475 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4170661 Nov 09 00:27:57.367154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33752) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:57.370848 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-d55231de-c370-45b5-85e9-de548063e9d3 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2039425250&fields=id&tenant_id=8bb9375d3345433cbfaa99cafb7a6af7 HTTP/1.1" status: 200 len: 267 time: 0.1182477 Nov 09 00:27:57.371769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2265035d-fa42-4053-9fe6-1ce234740730 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': 'fd518900-6483-419d-b28a-6397d171ee72', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:57.379708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851e76e-b58e-4e28-bb81-d4a405e81475 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e270715c-6a83-49dc-b510-850891960234,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:57.501791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2265035d-fa42-4053-9fe6-1ce234740730 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:57.532841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-b14b4410-8803-4dd2-9eb1-d31928c7a9ac tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:57.541641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-b14b4410-8803-4dd2-9eb1-d31928c7a9ac tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 816 time: 0.1695223 Nov 09 00:27:57.562872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-d1784665-7e6e-4696-b0a8-6edc299c76af tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/quotas/8bb9375d3345433cbfaa99cafb7a6af7 HTTP/1.1" status: 200 len: 375 time: 0.0200880 Nov 09 00:27:57.673292 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-e5f923af-8cd3-42d4-a2c7-9bbf2b4df23f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038787 Nov 09 00:27:57.827572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-74f5d65f-6534-43d3-8e88-b39550886ecd service neutron] 10.222.0.25 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389825 Nov 09 00:27:58.032915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-b84f8841-2823-4937-8668-1dded8111f11 service neutron] 10.222.0.25 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976914 Nov 09 00:27:58.131130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:27:58.153857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:58.239057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Transition to ACTIVE for port object 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:27:58.250502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:58.311343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-2d4336b6-c58d-46dc-bc79-e84e40484ac9 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:58.312864 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-2d4336b6-c58d-46dc-bc79-e84e40484ac9 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1560817 Nov 09 00:27:58.327591 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2265035d-fa42-4053-9fe6-1ce234740730 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:58.364066 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2265035d-fa42-4053-9fe6-1ce234740730 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:58.375257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d43f6-a019-40e1-998a-076bef8ff46d req-d84af798-417c-49d8-9d4e-6eae7995cc15 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:58.376895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff9d43f6-a019-40e1-998a-076bef8ff46d req-d84af798-417c-49d8-9d4e-6eae7995cc15 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 931 time: 0.1706789 Nov 09 00:27:58.392069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6a601-5000-4927-9d9e-cacc431c58ea req-d9b4dbe0-af90-45d2-938d-619dc8bf3d45 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:58.395732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ebb6a601-5000-4927-9d9e-cacc431c58ea req-d9b4dbe0-af90-45d2-938d-619dc8bf3d45 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 944 time: 0.1002216 Nov 09 00:27:58.396717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:58.445779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265035d-fa42-4053-9fe6-1ce234740730 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42649c09-714e-4a2e-a208-65b0d3c24dec,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:58.541203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2265035d-fa42-4053-9fe6-1ce234740730 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:58.545793 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2265035d-fa42-4053-9fe6-1ce234740730 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1774008 Nov 09 00:27:58.547548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33784) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:58.555847 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1f3bb239-9161-4203-9916-86c8234877c2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': 'fd518900-6483-419d-b28a-6397d171ee72', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:58.566772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ebb6a601-5000-4927-9d9e-cacc431c58ea req-de6c38e1-e668-49ff-ae7c-ff393a345098 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups?id=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044693 Nov 09 00:27:58.583347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Attempting to bind port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:27:58.583687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Attempting to bind port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:27:58.584012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Attempting to bind port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:27:58.599652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc on network 9696faab-68f6-4507-8fca-4d6a572c2385 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:27:58.599895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Attempting to bind port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:27:58.627417 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Deleting port a7842b4b-e2af-4fb0-9af2-a583edb01048 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:27:58.627763 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:58.634983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff9d43f6-a019-40e1-998a-076bef8ff46d req-a8886a8a-1eef-4f4d-b09c-cacc863c448c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359478 Nov 09 00:27:58.655093 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:27:58.656173 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Checking segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:27:58.656564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Bound using segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:27:58.657010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Bound port: 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:27:58.657417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:58.714301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16824097-d9e4-4fbd-9f29-2b9e4fc5afae req-7c2a2f50-e71d-4b83-873b-9fbe8f66bc29 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 210 time: 0.0600619 Nov 09 00:27:58.717299 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb239-9161-4203-9916-86c8234877c2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:58.835201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] For port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:27:58.840618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] For port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:27:58.850297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] For port a7842b4b-e2af-4fb0-9af2-a583edb01048, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=a7842b4b-e2af-4fb0-9af2-a583edb01048,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:27:58.850680 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:58.856200 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:58.928203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb239-9161-4203-9916-86c8234877c2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:58.976459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:58.977477 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:58.980195 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] 10.222.0.11 "PUT /v2.0/ports/0ae0417c-e910-4ef0-a58b-a1d01b80f2dc HTTP/1.1" status: 200 len: 1091 time: 2.1937704 Nov 09 00:27:58.988876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a51987d-a98e-4ced-8537-69d7ad1f975f', 'tag': '0ae0417c-e910-4ef0-a58b-a1d01b80f2dc'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:27:58.991183 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67ee83f-7c46-49c1-b3d6-25a14e4aa153" -d '{"events": [{"name": "network-changed", "server_uuid": "5a51987d-a98e-4ced-8537-69d7ad1f975f", "tag": "0ae0417c-e910-4ef0-a58b-a1d01b80f2dc"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:27:59.006285 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb239-9161-4203-9916-86c8234877c2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:59.051718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bb239-9161-4203-9916-86c8234877c2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae53d53a-fbd0-4867-a3a0-8a81b1a56ac3,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:59.323726 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7f170e-cc37-4d4b-9186-0bd727411ac7 x-openstack-request-id: req-4b7f170e-cc37-4d4b-9186-0bd727411ac7 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:27:59.324524 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a51987d-a98e-4ced-8537-69d7ad1f975f", "tag": "0ae0417c-e910-4ef0-a58b-a1d01b80f2dc", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:27:59.324524 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b7f170e-cc37-4d4b-9186-0bd727411ac7 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:27:59.324735 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a51987d-a98e-4ced-8537-69d7ad1f975f', 'tag': '0ae0417c-e910-4ef0-a58b-a1d01b80f2dc', 'status': 'completed', 'code': 200} Nov 09 00:27:59.329161 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:59.329317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:59.329797 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Floating IP 31a9bc43-46bd-4b9c-af20-bb7ad23f1722 disassociated. External IP: 172.25.0.195, port: a7842b4b-e2af-4fb0-9af2-a583edb01048. Nov 09 00:27:59.330060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Calling delete_port for a7842b4b-e2af-4fb0-9af2-a583edb01048 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:27:59.362350 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb239-9161-4203-9916-86c8234877c2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:59.366129 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1f3bb239-9161-4203-9916-86c8234877c2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8128490 Nov 09 00:27:59.366535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33806) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:59.366691 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9315634-7c2f-42f5-8152-83094c37cef0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:59.372106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-afbd9eda-20a9-407d-908b-6d74e2db5c0d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': 'fd518900-6483-419d-b28a-6397d171ee72', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:59.432351 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-afbd9eda-20a9-407d-908b-6d74e2db5c0d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Project a25a6a1f62704562be674debd2726386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:27:59.437694 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afbd9eda-20a9-407d-908b-6d74e2db5c0d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:59.438396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c5da6a4b-0686-45c2-a16a-22e9e9f3daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:59.440111 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-c5da6a4b-0686-45c2-a16a-22e9e9f3daee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 1094 time: 0.3338904 Nov 09 00:27:59.494903 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-7e81ac00-a171-43a2-909e-7e754457a281 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc HTTP/1.1" status: 200 len: 217 time: 0.0444698 Nov 09 00:27:59.595485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afbd9eda-20a9-407d-908b-6d74e2db5c0d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:59.624884 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afbd9eda-20a9-407d-908b-6d74e2db5c0d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:59.664500 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd9eda-20a9-407d-908b-6d74e2db5c0d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab614603-463a-411d-8c7c-890de32b4ad1,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:27:59.682065 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afbd9eda-20a9-407d-908b-6d74e2db5c0d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:59.688679 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-bf588a1d-5aae-42f4-b91c-a61b89a5a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:59.690413 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-bf588a1d-5aae-42f4-b91c-a61b89a5a2bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.1829615 Nov 09 00:27:59.702550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-afbd9eda-20a9-407d-908b-6d74e2db5c0d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3344593 Nov 09 00:27:59.709946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33818) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:27:59.786419 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-90f66906-1365-4404-a664-d235fd643a24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754611 Nov 09 00:27:59.789633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-720e371b-25ff-4ad7-990f-7140c97228ab tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': 'fd518900-6483-419d-b28a-6397d171ee72', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:27:59.828067 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-720e371b-25ff-4ad7-990f-7140c97228ab tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Project a25a6a1f62704562be674debd2726386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:27:59.866712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-720e371b-25ff-4ad7-990f-7140c97228ab tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:27:59.942978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-716808bf-b9ff-4513-a3e4-dc4cb0433cd0 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:27:59.945885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-716808bf-b9ff-4513-a3e4-dc4cb0433cd0 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.30 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 816 time: 0.2406754 Nov 09 00:27:59.952737 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:00.010919 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event deleted for resources: {'Port': ['ID=a7842b4b-e2af-4fb0-9af2-a583edb01048,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:00.071973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-addcb740-8ae5-4e80-b966-394f652e1e63 req-4223a69b-0642-4f7c-9ad0-bdc4f05ddb06 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 210 time: 0.1123354 Nov 09 00:28:00.088038 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-720e371b-25ff-4ad7-990f-7140c97228ab tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:00.122030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-720e371b-25ff-4ad7-990f-7140c97228ab tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:00.125115 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-f345cd75-bc44-4d39-a622-f022f5516717 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110769 Nov 09 00:28:00.204419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e371b-25ff-4ad7-990f-7140c97228ab tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebed870-d29e-41e3-aabd-ec7307dfee68,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:00.206480 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-720e371b-25ff-4ad7-990f-7140c97228ab tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:00.207669 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-720e371b-25ff-4ad7-990f-7140c97228ab tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4956377 Nov 09 00:28:00.223314 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33828) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:00.230273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'network': {'name': 'tempest-network-smoke--302638733', 'project_id': 'a25a6a1f62704562be674debd2726386', 'port_security_enabled': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:00.232539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7cf1073-fa19-4200-8c72-681251374fd1 req-6594f626-37d3-4ad1-a518-48d26ed6ca8d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 210 time: 0.0360155 Nov 09 00:28:00.248418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057c719-f9cf-457f-b536-7d2bf2f30645 req-88754660-d4e0-4a62-a43a-2d1734cec95f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:00.250347 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1057c719-f9cf-457f-b536-7d2bf2f30645 req-88754660-d4e0-4a62-a43a-2d1734cec95f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 943 time: 0.3033097 Nov 09 00:28:00.259884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-2c2955ae-90d0-49e1-8898-b0268e738545 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bb9375d3345433cbfaa99cafb7a6af7 HTTP/1.1" status: 200 len: 380 time: 0.2886133 Nov 09 00:28:00.282282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Request body: {'port': {'device_id': '8599c276-1063-4fbe-a2af-ff99864e9597', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'admin_state_up': True, 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'security_groups': ['b85ccecc-29fa-4584-b2ea-38d341ee4c4b']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:00.323637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Made reservation on behalf of a25a6a1f62704562be674debd2726386 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:00.334600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:00.491329 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1057c719-f9cf-457f-b536-7d2bf2f30645 req-e1361072-8ecf-46d4-a6da-63fa3fab05b3 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301617 Nov 09 00:28:00.492192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Made reservation on behalf of 8bb9375d3345433cbfaa99cafb7a6af7 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:00.496296 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:00.557630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Router 993e5778-182c-4fa8-95cc-51bbb3cc0eac has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:28:00.628633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:28:00.633239 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c7f713d4-6459-4ea9-89c7-79363e10c31e req-024b1dd8-1fc5-40aa-b135-280dffee8ce5 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635212 Nov 09 00:28:00.736956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:00.737378 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Added segment c357920d-98a7-46bb-a798-1836aac295e6 of type vlan for network c3a2618a-78e6-4022-b9df-f48b27ae1827 Nov 09 00:28:00.775984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Allocated IP 172.20.0.6 (690bc4aa-bbec-401a-86c6-2d04dcb3873a/2a1a414b-9b6d-46df-ba3c-5526aaeab211/37cefbf0-7295-45b7-b1b7-254ce315f890) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:00.908892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ee83f-7c46-49c1-b3d6-25a14e4aa153 req-2d75b921-0bc2-48c0-9084-b76835aadb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:00.910829 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d67ee83f-7c46-49c1-b3d6-25a14e4aa153 req-2d75b921-0bc2-48c0-9084-b76835aadb3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 1094 time: 0.1719015 Nov 09 00:28:00.914118 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:00.983916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:01.035518 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:01.042184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ee83f-7c46-49c1-b3d6-25a14e4aa153 req-f08eb517-f539-468a-89c4-98666cc11339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:01.043767 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d67ee83f-7c46-49c1-b3d6-25a14e4aa153 req-f08eb517-f539-468a-89c4-98666cc11339 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 905 time: 0.1236496 Nov 09 00:28:01.120322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.resource_extend [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:28:01.127110 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d67ee83f-7c46-49c1-b3d6-25a14e4aa153 req-746c3669-3fe8-4e78-8fb6-4c0ee6ba533f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc HTTP/1.1" status: 200 len: 217 time: 0.0723116 Nov 09 00:28:01.153321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:28:01.166949 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80cb57-764f-4e96-95a1-93745b5c6ad0 None None] Sync routers for ids ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:28:01.173403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Network 690bc4aa-bbec-401a-86c6-2d04dcb3873a is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:01.186271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:01.200476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80cb57-764f-4e96-95a1-93745b5c6ad0 None None] Routers {'993e5778-182c-4fa8-95cc-51bbb3cc0eac'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:01.203331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6f80cb57-764f-4e96-95a1-93745b5c6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:01.261186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event updated for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:01.270278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:01.465092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f1edd80-e4e5-4fe0-bbef-6dd1862b865e req-25859041-920f-4007-9d87-d06d86b11234 tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 210 time: 0.1768818 Nov 09 00:28:01.555972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-6f80cb57-764f-4e96-95a1-93745b5c6ad0 None None] Set router 993e5778-182c-4fa8-95cc-51bbb3cc0eac gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:01.562548 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:01.564079 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:01.639060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-8ca93d9b-b9be-4e9e-ae4e-cf3c3d455d9d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3694928 Nov 09 00:28:01.682756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b786c-370d-47b8-97f8-a0aa215188ec req-f2e33da8-c226-4338-9ed3-548fadca54d9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:01.700230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa8b786c-370d-47b8-97f8-a0aa215188ec req-f2e33da8-c226-4338-9ed3-548fadca54d9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 931 time: 0.1872752 Nov 09 00:28:01.763227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Request body: {'port': {'device_id': '8599c276-1063-4fbe-a2af-ff99864e9597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:01.945950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8c401136-9dc7-4f54-af2d-d2d2b6cc11d3 None None] Provisioning complete for port 37cefbf0-7295-45b7-b1b7-254ce315f890 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:01.946323 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8c401136-9dc7-4f54-af2d-d2d2b6cc11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:02.021513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8c401136-9dc7-4f54-af2d-d2d2b6cc11d3 None None] Port 37cefbf0-7295-45b7-b1b7-254ce315f890 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:28:02.032392 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:02.044492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:02.048801 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:02.058818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa8b786c-370d-47b8-97f8-a0aa215188ec req-66c82822-a2ef-482c-a723-b95850b7c5f5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576999 Nov 09 00:28:02.062127 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:02.088900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638793d-12f2-42b8-9087-94b2be352f13 req-0906ce97-6ea0-442a-880d-b57ebc99744c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:02.099523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5638793d-12f2-42b8-9087-94b2be352f13 req-0906ce97-6ea0-442a-880d-b57ebc99744c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 943 time: 0.3787267 Nov 09 00:28:02.199700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6f80cb57-764f-4e96-95a1-93745b5c6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:18:28Z', 'revision_number': 4, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '1e071fa3-d992-427c-8aab-2a6877b20e5d', 'name': '', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'mac_address': 'fa:16:3e:71:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:27Z', 'updated_at': '2021-11-09T00:18:33Z', 'revision_number': 5, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'subnets': [{'id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:02.202921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] No DVR routers for this DVR port a7842b4b-e2af-4fb0-9af2-a583edb01048 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:28:02.207239 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5638793d-12f2-42b8-9087-94b2be352f13 req-8efd1fbc-b237-4853-8268-5037c4e4a6ab tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997841 Nov 09 00:28:02.209902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:28:02.220182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Network': ['ID=c3a2618a-78e6-4022-b9df-f48b27ae1827,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:02.223552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:02.226908 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4524eef3-b85f-4ab8-a9ab-673c06d40b74 req-ffa73ecd-01d1-4052-ac96-92bbcd61cfcc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.30 "DELETE /v2.0/ports/a7842b4b-e2af-4fb0-9af2-a583edb01048 HTTP/1.1" status: 204 len: 173 time: 3.9022284 Nov 09 00:28:02.229387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-deleted', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:02.239883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33862) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:02.242078 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fef360-bb57-4e45-bea7-010e060a583c" -d '{"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-deleted", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:02.257118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ee83f-7c46-49c1-b3d6-25a14e4aa153 req-24e48739-39e4-47af-a824-daa167b56ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:02.258694 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d67ee83f-7c46-49c1-b3d6-25a14e4aa153 req-24e48739-39e4-47af-a824-daa167b56ea6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 1.1220953 Nov 09 00:28:02.261765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: a7842b4b-e2af-4fb0-9af2-a583edb01048 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:28:02.262125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device a7842b4b-e2af-4fb0-9af2-a583edb01048 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:28:02.263595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network c3a2618a-78e6-4022-b9df-f48b27ae1827 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:28:02.290132 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-232abff6-d421-4af6-980d-a67d1e2ec4e1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0657551 Nov 09 00:28:02.336469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33868) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:02.338625 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d67ee83f-7c46-49c1-b3d6-25a14e4aa153 req-31fba61c-07af-4851-bed7-0d32cfee9128 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677724 Nov 09 00:28:02.341648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80cb57-764f-4e96-95a1-93745b5c6ad0 None None] Checking router: 993e5778-182c-4fa8-95cc-51bbb3cc0eac for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:28:02.352595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'admin_state_up': True, 'project_id': 'a25a6a1f62704562be674debd2726386', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:02.399718 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5aaddf-57c4-48c9-bdb5-43e4eb29146a x-openstack-request-id: req-bb5aaddf-57c4-48c9-bdb5-43e4eb29146a {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:02.400406 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708bc2bf-0afe-4f89-bb41-e6f63fca0617", "name": "network-vif-deleted", "tag": "a7842b4b-e2af-4fb0-9af2-a583edb01048", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:02.400406 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb5aaddf-57c4-48c9-bdb5-43e4eb29146a {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:02.400815 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708bc2bf-0afe-4f89-bb41-e6f63fca0617', 'name': 'network-vif-deleted', 'tag': 'a7842b4b-e2af-4fb0-9af2-a583edb01048', 'status': 'completed', 'code': 200} Nov 09 00:28:02.441812 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:02.443014 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:02.520877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80cb57-764f-4e96-95a1-93745b5c6ad0 None None] Routers {'993e5778-182c-4fa8-95cc-51bbb3cc0eac'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:02.521555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6f80cb57-764f-4e96-95a1-93745b5c6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:02.684908 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d31bce60-a758-4bde-8b82-8b6905df30bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:02.708166 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:02.730023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-6f80cb57-764f-4e96-95a1-93745b5c6ad0 None None] Set router 993e5778-182c-4fa8-95cc-51bbb3cc0eac gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:02.795229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e05aaa9f-0178-4c57-bfad-bc62a0f19f9c req-3096c623-fdfd-4f6b-8fb1-708ac104cbad tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/ports?device_id=708bc2bf-0afe-4f89-bb41-e6f63fca0617 HTTP/1.1" status: 200 len: 210 time: 0.1209757 Nov 09 00:28:02.951451 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d67ee83f-7c46-49c1-b3d6-25a14e4aa153 req-85552f2d-18ad-4ef6-8408-c70740cb4fc7 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459933 Nov 09 00:28:03.086065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6f80cb57-764f-4e96-95a1-93745b5c6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:18:28Z', 'revision_number': 4, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '1e071fa3-d992-427c-8aab-2a6877b20e5d', 'name': '', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'mac_address': 'fa:16:3e:71:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:27Z', 'updated_at': '2021-11-09T00:18:33Z', 'revision_number': 5, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'subnets': [{'id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:03.120413 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d31bce60-a758-4bde-8b82-8b6905df30bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:03.127921 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:03.128427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37cefbf0-7295-45b7-b1b7-254ce315f890 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:28:03.148066 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d31bce60-a758-4bde-8b82-8b6905df30bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:03.152786 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:03.158124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80cb57-764f-4e96-95a1-93745b5c6ad0 None None] The sync data for ids ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'] in n-d-813263-3 is: [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:18:28Z', 'revision_number': 4, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '1e071fa3-d992-427c-8aab-2a6877b20e5d', 'name': '', 'network_id': '4fbc6293-fd00-4c08-b35f-32e48f74db06', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'mac_address': 'fa:16:3e:71:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:27Z', 'updated_at': '2021-11-09T00:18:33Z', 'revision_number': 5, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'subnets': [{'id': '2cf1a8c6-0274-49ee-a78c-605a04ac90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:28:03.194792 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d67ee83f-7c46-49c1-b3d6-25a14e4aa153 req-2a853980-ada5-4625-b3ec-2b05903e6da4 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355108 Nov 09 00:28:03.212210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Transition to ACTIVE for port object 37cefbf0-7295-45b7-b1b7-254ce315f890 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:28:03.249159 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:03.292417 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d31bce60-a758-4bde-8b82-8b6905df30bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=564f73dec6b94ec7a2a9c4a6b0dc4b51&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0508442 Nov 09 00:28:03.293065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33884) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:03.381454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bce60-a758-4bde-8b82-8b6905df30bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6c4252-72d6-4456-a0ab-f90ed4b7aed4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:03.524930 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:03.571188 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:03.673740 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809fbe7-41a9-4c8d-b10e-2ae317284285 None None] New status for floating IP 31a9bc43-46bd-4b9c-af20-bb7ad23f1722: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:28:03.675844 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Pushing event updated for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:03.726382 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b125b625-a270-460d-967f-5a746f5e2c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:03.757532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5c03a-606a-43ed-84f9-5451bc96f27e req-561aba4f-0d28-420a-afd8-707e958d8278 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:03.759357 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68e5c03a-606a-43ed-84f9-5451bc96f27e req-561aba4f-0d28-420a-afd8-707e958d8278 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 943 time: 0.4865148 Nov 09 00:28:03.781868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Attempting to bind port 37cefbf0-7295-45b7-b1b7-254ce315f890 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:28:03.782482 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Attempting to bind port 37cefbf0-7295-45b7-b1b7-254ce315f890 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:28:03.782978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Attempting to bind port 37cefbf0-7295-45b7-b1b7-254ce315f890 on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:03.793151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.25.0.150 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:03.800750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Port 37cefbf0-7295-45b7-b1b7-254ce315f890 on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:28:03.801571 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Attempting to bind port 37cefbf0-7295-45b7-b1b7-254ce315f890 on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:03.813530 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ffc26-f58e-43a4-941e-8cce71e3c26f req-66ca8139-f6e2-4dad-a1ba-ab7828a3af49 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:03.822873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa6ffc26-f58e-43a4-941e-8cce71e3c26f req-66ca8139-f6e2-4dad-a1ba-ab7828a3af49 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 943 time: 0.4381425 Nov 09 00:28:03.839991 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b125b625-a270-460d-967f-5a746f5e2c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:03.860863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:28:03.861470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Checking segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:03.862214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Bound using segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:28:03.862860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Bound port: 37cefbf0-7295-45b7-b1b7-254ce315f890, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:28:03.863376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:04.028947 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:28:04.036449 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:04.103180 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:04.169970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:04.176984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:04.181104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:04.187302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:04.249625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:04.268980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '0ae0417c-e910-4ef0-a58b-a1d01b80f2dc', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'port_id': '0ae0417c-e910-4ef0-a58b-a1d01b80f2dc', 'mac_address': 'fa:16:3e:18:56:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7dd990-1b5c-41a3-a5b9-028ea3b28461', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:28:04.367267 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:04.396842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:28:04.449232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:04.458310 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:04.525252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:04.533920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:04.535039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:04.535455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:04.535903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:04.536545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:04.536980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:04.537316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:04.537810 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:04.538150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:04.538481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:04.538861 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:04.539189 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:04.597734 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:04.642465 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68e5c03a-606a-43ed-84f9-5451bc96f27e req-c12eafdf-6c20-4203-b185-e5cf0f439f79 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8716207 Nov 09 00:28:04.659331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:28:04.741140 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa6ffc26-f58e-43a4-941e-8cce71e3c26f req-2adecccf-c50f-430e-9b67-a7c5110878bf tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9110646 Nov 09 00:28:04.847714 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33910) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:04.869618 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b125b625-a270-460d-967f-5a746f5e2c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:04.874995 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b125b625-a270-460d-967f-5a746f5e2c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:04.886753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b125b625-a270-460d-967f-5a746f5e2c58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d6c4252-72d6-4456-a0ab-f90ed4b7aed4 HTTP/1.1" status: 204 len: 168 time: 1.5834041 Nov 09 00:28:04.891596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:28:04.908592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:28:04.909848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125b625-a270-460d-967f-5a746f5e2c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6c4252-72d6-4456-a0ab-f90ed4b7aed4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:04.920545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:05.051815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:05.055519 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:05.057262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] 10.222.0.30 "PUT /v2.0/ports/37cefbf0-7295-45b7-b1b7-254ce315f890 HTTP/1.1" status: 200 len: 1091 time: 3.4081168 Nov 09 00:28:05.075516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:05.101032 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5a4a5b-aa60-4383-8052-4e7ce1b30d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:05.170932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cdf3826c-3994-4b00-934f-608342dc79bc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:05.231620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef65c70-ce79-4d3b-8145-5ca8fae2bf43 service neutron] Pushing event updated for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:05.309372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-be045b5d-e799-4867-9f19-07645256fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:05.314367 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-be045b5d-e799-4867-9f19-07645256fada service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 1094 time: 0.1154761 Nov 09 00:28:05.427636 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cdf3826c-3994-4b00-934f-608342dc79bc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:05.465943 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-5dabdb3d-8627-4f8a-93d5-6525f1f4ba36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37cefbf0-7295-45b7-b1b7-254ce315f890 HTTP/1.1" status: 200 len: 217 time: 0.1427176 Nov 09 00:28:05.469529 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f84616-46b6-4a82-9b8a-d6160cbbee40 x-openstack-request-id: req-16f84616-46b6-4a82-9b8a-d6160cbbee40 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:05.469840 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:05.470102 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16f84616-46b6-4a82-9b8a-d6160cbbee40 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:05.476225 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'status': 'completed', 'code': 200} Nov 09 00:28:05.610117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-a709d5f1-ae25-4c24-a7b0-0f3f09b52a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:05.611696 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-a709d5f1-ae25-4c24-a7b0-0f3f09b52a95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.1371768 Nov 09 00:28:05.614375 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:05.663823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33926) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:05.697228 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2806-bce4-48d0-b372-f37b40f0faaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:05.723859 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cdf3826c-3994-4b00-934f-608342dc79bc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:05.728166 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cdf3826c-3994-4b00-934f-608342dc79bc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:05.730636 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cdf3826c-3994-4b00-934f-608342dc79bc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "DELETE /v2.0/security-groups/50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce HTTP/1.1" status: 204 len: 168 time: 0.8784413 Nov 09 00:28:05.743754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33930) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:05.758118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3826c-3994-4b00-934f-608342dc79bc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:05.794848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-7d320b13-8efb-4c63-b994-418d8d4c468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:05.796429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-7d320b13-8efb-4c63-b994-418d8d4c468d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773658 Nov 09 00:28:05.867712 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-a26f1532-d6f4-4d9d-b5a5-560fa7ac60fc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] show failed (client error): The resource could not be found. Nov 09 00:28:05.868760 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a26f1532-d6f4-4d9d-b5a5-560fa7ac60fc tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "GET /v2.0/security-groups/50e6d6f6-db1a-43e2-8675-b8c1ea6f24ce HTTP/1.1" status: 404 len: 347 time: 0.1225517 Nov 09 00:28:05.872587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33934) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:06.011165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:28:06.038844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:06.132111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c5b93fc4-a6cb-43f3-a8ba-39bcdf01bbae tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Deleting port c09719b7-09d2-4815-ba2c-7b8f0d552f51 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:28:06.132601 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5b93fc4-a6cb-43f3-a8ba-39bcdf01bbae tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:06.134505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e09f3-4dca-447f-90da-9c92507c8af7 req-4c313414-9b78-4d45-ae6c-36ba10fd58bf tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:06.136145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54e09f3-4dca-447f-90da-9c92507c8af7 req-4c313414-9b78-4d45-ae6c-36ba10fd58bf tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 943 time: 0.3225851 Nov 09 00:28:06.149616 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:28:06.155354 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:06.155701 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:06.216185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-c9775318-8f21-479a-ad99-660ada3894d4 service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998892 Nov 09 00:28:06.254216 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2806-bce4-48d0-b372-f37b40f0faaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:06.269142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c464d-0587-413b-b4a1-c677d81796d6 req-5f52a5fd-c76e-4267-bf4d-4f79e9b3b166 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:06.271696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:28:06.273222 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d74c464d-0587-413b-b4a1-c677d81796d6 req-5f52a5fd-c76e-4267-bf4d-4f79e9b3b166 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 944 time: 0.3921041 Nov 09 00:28:06.288178 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2806-bce4-48d0-b372-f37b40f0faaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:06.290569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Sync routers for ids ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:28:06.308789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5b93fc4-a6cb-43f3-a8ba-39bcdf01bbae tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:06.309554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5b93fc4-a6cb-43f3-a8ba-39bcdf01bbae tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:06.327409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c5b93fc4-a6cb-43f3-a8ba-39bcdf01bbae tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Calling delete_port for c09719b7-09d2-4815-ba2c-7b8f0d552f51 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:28:06.332594 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:06.337665 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6bcce455-ba6b-4087-9745-1b5ab0d38842 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.9961116 Nov 09 00:28:06.339025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33946) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:06.343824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Routers {'9f03a01d-7174-40ab-894f-9bf6e0fc24ad'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:06.344471 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:06.372704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a54e09f3-4dca-447f-90da-9c92507c8af7 req-75737438-dc89-4ff6-8e13-5f71157dd126 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255180 Nov 09 00:28:06.402602 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5e2febad-e2ba-4861-8857-f57c5e304bfc tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=a25a6a1f62704562be674debd2726386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534506 Nov 09 00:28:06.402602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33948) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:06.467967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3b9f2806-bce4-48d0-b372-f37b40f0faaf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=489ea84ec2b34e8cb4e75b38612d92a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8020678 Nov 09 00:28:06.475047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33952) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:06.524823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d74c464d-0587-413b-b4a1-c677d81796d6 req-327ad0e0-1a05-45d6-996f-d149c01b2b6e tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314560 Nov 09 00:28:06.525620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f2806-bce4-48d0-b372-f37b40f0faaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f0aba0-18cf-47ea-8d7e-16c727d2c988,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:06.619264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fbcccc3-4d68-4336-8db8-3f2f0b17c5b2 req-971eef2d-aaee-42eb-bce9-bfb4acd809dc service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421707 Nov 09 00:28:06.639586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2278ec4-0ce5-4cbf-9519-60ecd6826486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:06.707473 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2278ec4-0ce5-4cbf-9519-60ecd6826486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:06.711717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7562b3-a93a-4b57-ab4f-fa05c37df312 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:06.716026 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7c7562b3-a93a-4b57-ab4f-fa05c37df312 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3137946 Nov 09 00:28:06.728727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33958) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:06.840949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2278ec4-0ce5-4cbf-9519-60ecd6826486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:06.849625 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2278ec4-0ce5-4cbf-9519-60ecd6826486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:06.853321 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d2278ec4-0ce5-4cbf-9519-60ecd6826486 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1f0aba0-18cf-47ea-8d7e-16c727d2c988 HTTP/1.1" status: 204 len: 168 time: 0.3771098 Nov 09 00:28:06.921469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2278ec4-0ce5-4cbf-9519-60ecd6826486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f0aba0-18cf-47ea-8d7e-16c727d2c988,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:06.947257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a4a5b-aa60-4383-8052-4e7ce1b30d8d req-6a885a38-8d97-4122-8a82-e89e1a727717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:06.958865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b5a4a5b-aa60-4383-8052-4e7ce1b30d8d req-6a885a38-8d97-4122-8a82-e89e1a727717 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 1094 time: 0.1373250 Nov 09 00:28:06.978786 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:07.029017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Set router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:07.152475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a4a5b-aa60-4383-8052-4e7ce1b30d8d req-18bcb089-3d0c-476a-b144-06fd917fee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:07.154076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b5a4a5b-aa60-4383-8052-4e7ce1b30d8d req-18bcb089-3d0c-476a-b144-06fd917fee7e service neutron] 10.222.0.30 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.1882272 Nov 09 00:28:07.176442 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a51987d-a98e-4ced-8537-69d7ad1f975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae0417c-e910-4ef0-a58b-a1d01b80f2dc'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:07.179393 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d0316c-dd24-4d87-a5da-a37c62afcc8b" -d '{"events": [{"server_uuid": "5a51987d-a98e-4ced-8537-69d7ad1f975f", "name": "network-vif-plugged", "status": "completed", "tag": "0ae0417c-e910-4ef0-a58b-a1d01b80f2dc"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:07.220699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b5a4a5b-aa60-4383-8052-4e7ce1b30d8d req-8f4e4d4c-9ccd-4a91-909e-1ba43796851d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37cefbf0-7295-45b7-b1b7-254ce315f890 HTTP/1.1" status: 200 len: 217 time: 0.0586007 Nov 09 00:28:07.223840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:07.302087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a4a5b-aa60-4383-8052-4e7ce1b30d8d req-3d5f1417-d617-4afc-b3f2-737d3697c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:07.303996 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b5a4a5b-aa60-4383-8052-4e7ce1b30d8d req-3d5f1417-d617-4afc-b3f2-737d3697c294 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.0751588 Nov 09 00:28:07.306086 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:07.308597 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8c8a7c-1fb8-4624-9283-e579c5b2d47c x-openstack-request-id: req-da8c8a7c-1fb8-4624-9283-e579c5b2d47c {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:07.308884 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a51987d-a98e-4ced-8537-69d7ad1f975f", "name": "network-vif-plugged", "status": "completed", "tag": "0ae0417c-e910-4ef0-a58b-a1d01b80f2dc", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:07.309130 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da8c8a7c-1fb8-4624-9283-e579c5b2d47c {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:07.312684 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a51987d-a98e-4ced-8537-69d7ad1f975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae0417c-e910-4ef0-a58b-a1d01b80f2dc', 'code': 200} Nov 09 00:28:07.370878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a4a5b-aa60-4383-8052-4e7ce1b30d8d req-60ecb92f-0e67-425c-9309-615bb6aa1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:07.372773 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b5a4a5b-aa60-4383-8052-4e7ce1b30d8d req-60ecb92f-0e67-425c-9309-615bb6aa1f62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576236 Nov 09 00:28:07.423878 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0d9c493a-e5b5-4822-aeb0-ae738ec3162b tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6938341 Nov 09 00:28:07.424569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33974) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:07.431994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a2e5e583-d70b-4830-b809-586dafd8c033 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2016288595', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'project_id': 'a25a6a1f62704562be674debd2726386', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:07.474791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:07.525499 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07e64e-bde1-4ca5-9ad6-0aaf46514fac req-138aa503-b610-4399-865f-d688d3725daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:07.527001 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb07e64e-bde1-4ca5-9ad6-0aaf46514fac req-138aa503-b610-4399-865f-d688d3725daa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 1096 time: 0.1630836 Nov 09 00:28:07.561113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b5a4a5b-aa60-4383-8052-4e7ce1b30d8d req-27833aae-4e4b-4fc3-99b2-5c4b1eebd61a service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786251 Nov 09 00:28:07.605410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e5e583-d70b-4830-b809-586dafd8c033 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Made reservation on behalf of a25a6a1f62704562be674debd2726386 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:07.606299 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e583-d70b-4830-b809-586dafd8c033 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:07.639998 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33982) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:07.684160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:28:04Z', 'revision_number': 3, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:07.714595 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e50bc8ee-f341-4d24-bbc2-8a2531daa01d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:07.739228 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eb07e64e-bde1-4ca5-9ad6-0aaf46514fac req-23f45035-1325-44a5-ac25-d46a87f5eb4a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005289 Nov 09 00:28:07.739496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Checking router: 9f03a01d-7174-40ab-894f-9bf6e0fc24ad for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:28:07.739703 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Updating router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad port dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:28:07.740531 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5b93fc4-a6cb-43f3-a8ba-39bcdf01bbae tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:07.812265 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:07.900256 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b93fc4-a6cb-43f3-a8ba-39bcdf01bbae tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Pushing event deleted for resources: {'Port': ['ID=c09719b7-09d2-4815-ba2c-7b8f0d552f51,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:07.938985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138f35-e692-4247-b246-1212d96d258f req-9fa3a497-ed35-4f6f-95b4-3491c858ff8a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:07.947531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be138f35-e692-4247-b246-1212d96d258f req-9fa3a497-ed35-4f6f-95b4-3491c858ff8a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 943 time: 0.3842881 Nov 09 00:28:07.976251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ab3d3-fbf0-4682-b31b-70826e03c3e9 req-0f6eedb1-0197-4c86-b262-33f41279d0e2 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:07.977952 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf1ab3d3-fbf0-4682-b31b-70826e03c3e9 req-0f6eedb1-0197-4c86-b262-33f41279d0e2 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 945 time: 0.2996986 Nov 09 00:28:08.053701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5b93fc4-a6cb-43f3-a8ba-39bcdf01bbae tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.056781 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c5b93fc4-a6cb-43f3-a8ba-39bcdf01bbae tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.061648 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c5b93fc4-a6cb-43f3-a8ba-39bcdf01bbae tempest-ServerActionsTestJSON-26849384 tempest-ServerActionsTestJSON-26849384-project] 10.222.0.25 "DELETE /v2.0/floatingips/31a9bc43-46bd-4b9c-af20-bb7ad23f1722 HTTP/1.1" status: 204 len: 168 time: 2.1874466 Nov 09 00:28:08.064132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33992) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:08.074997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b5a4a5b-aa60-4383-8052-4e7ce1b30d8d req-595f857e-98c8-42df-8cc4-b3bed2878b9d service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722388 Nov 09 00:28:08.129412 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e50bc8ee-f341-4d24-bbc2-8a2531daa01d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.138563 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e50bc8ee-f341-4d24-bbc2-8a2531daa01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.192963 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e50bc8ee-f341-4d24-bbc2-8a2531daa01d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cd30dc6fa284a1198fdb04f04c3e1e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5522985 Nov 09 00:28:08.194433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bc8ee-f341-4d24-bbc2-8a2531daa01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba3db48-1676-4b81-aed4-1b54b836897a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:08.196808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33996) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:08.198072 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e583-d70b-4830-b809-586dafd8c033 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.272599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf1ab3d3-fbf0-4682-b31b-70826e03c3e9 req-4173d2eb-615d-472a-836d-097ddfe63ed2 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742035 Nov 09 00:28:08.291692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5e583-d70b-4830-b809-586dafd8c033 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Checking segment: {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:08.292334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e5e583-d70b-4830-b809-586dafd8c033 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network hostable DHCP agents. Network: c3a2618a-78e6-4022-b9df-f48b27ae1827, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:28:08.298224 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be138f35-e692-4247-b246-1212d96d258f req-55aa2e91-7f29-4004-a79a-1eb2c8e4829b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3497303 Nov 09 00:28:08.302066 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5e583-d70b-4830-b809-586dafd8c033 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Subnet': ['ID=37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:08.335638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e5e583-d70b-4830-b809-586dafd8c033 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network c3a2618a-78e6-4022-b9df-f48b27ae1827 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:28:08.341771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c229f93b-9da7-4232-ba28-e08a7e6249de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.350901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a2e5e583-d70b-4830-b809-586dafd8c033 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, c3a2618a-78e6-4022-b9df-f48b27ae1827) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:08.357789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e5e583-d70b-4830-b809-586dafd8c033 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:08.359106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e583-d70b-4830-b809-586dafd8c033 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.381893 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a2e5e583-d70b-4830-b809-586dafd8c033 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9536080 Nov 09 00:28:08.384826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34002) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:08.407356 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa73d3b-6b14-402c-acb7-aeb5915671c1 None None] Network c3a2618a-78e6-4022-b9df-f48b27ae1827 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:28:08.416038 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c229f93b-9da7-4232-ba28-e08a7e6249de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.495969 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.516856 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.530694 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c229f93b-9da7-4232-ba28-e08a7e6249de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.535805 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c229f93b-9da7-4232-ba28-e08a7e6249de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.537796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c229f93b-9da7-4232-ba28-e08a7e6249de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aba3db48-1676-4b81-aed4-1b54b836897a HTTP/1.1" status: 204 len: 168 time: 0.3398473 Nov 09 00:28:08.554211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229f93b-9da7-4232-ba28-e08a7e6249de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba3db48-1676-4b81-aed4-1b54b836897a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:08.614796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f57b2b-121c-4522-94e7-c5b4976e3542 None None] Pushing event updated for resources: {'Port': ['ID=dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:08.698116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Attempting to bind port dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:28:08.698545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Attempting to bind port dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:28:08.698916 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Attempting to bind port dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:08.724650 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:28:08.726870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:08.727269 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.729952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:28:08.732029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Bound port: dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:28:08.733525 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.935453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] For port dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:28:08.950428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-c3a2618a-78e6-4022-b9df-f48b27ae1827', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ips': [{'subnet_id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:28:08.951389 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:08.959036 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] For port dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:28:08.975307 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:09.235175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Allocated IP 172.20.0.2 (c3a2618a-78e6-4022-b9df-f48b27ae1827/37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7/9458c0ce-a1c3-4bae-9730-5874feb8f9ef) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:09.422103 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:09.462902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Routers {'9f03a01d-7174-40ab-894f-9bf6e0fc24ad'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:09.463537 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:09.465417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f57b2b-121c-4522-94e7-c5b4976e3542 None None] Pushing event updated for resources: {'Port': ['ID=dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:09.470138 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:09.516562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:09.605437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Network c3a2618a-78e6-4022-b9df-f48b27ae1827 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:09.613600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:09.624384 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:09.670612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8bd3-6e8b-4e03-aa35-31b841543156 req-9b8ac57e-2384-4c78-8040-998fbcb7a46a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:09.675714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-528e8bd3-6e8b-4e03-aa35-31b841543156 req-9b8ac57e-2384-4c78-8040-998fbcb7a46a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 945 time: 0.2638285 Nov 09 00:28:09.687113 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Pushing event updated for resources: {'Port': ['ID=9458c0ce-a1c3-4bae-9730-5874feb8f9ef,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:09.708128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eec483-c1af-4c07-8c6a-52912fcc5007 req-11f376b1-f5c2-4d05-bdea-5dc3f0c00aef tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:09.709679 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94eec483-c1af-4c07-8c6a-52912fcc5007 req-11f376b1-f5c2-4d05-bdea-5dc3f0c00aef tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 943 time: 0.2828999 Nov 09 00:28:09.741496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Attempting to bind port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:28:09.741860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Attempting to bind port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:28:09.742218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Attempting to bind port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef on network c3a2618a-78e6-4022-b9df-f48b27ae1827 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:09.753950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:28:09.754320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Checking segment: {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:09.754720 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:09.755117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Bound using segment: {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:28:09.755817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Bound port: 9458c0ce-a1c3-4bae-9730-5874feb8f9ef, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:28:09.756204 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:09.772518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] Set router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:09.856571 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-528e8bd3-6e8b-4e03-aa35-31b841543156 req-1b3047b3-fe8c-43b6-87d4-b6d4911accb4 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622207 Nov 09 00:28:09.872900 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94eec483-c1af-4c07-8c6a-52912fcc5007 req-3c86034a-715e-46e9-a42d-0db967a16052 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501815 Nov 09 00:28:09.989754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.20.0.1 (c3a2618a-78e6-4022-b9df-f48b27ae1827/37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7/6bd28c14-b36c-40e8-91c2-80e624c8b53a) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:10.041027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] For port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:28:10.058689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] For port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9458c0ce-a1c3-4bae-9730-5874feb8f9ef,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:28:10.060378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:28:04Z', 'revision_number': 3, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:10.137220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6bdd8-4e74-466e-8695-77c9079f755e None None] The sync data for ids ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'] in n-d-813263-3 is: [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:28:04Z', 'revision_number': 3, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:28:10.143883 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:10.242181 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 37cefbf0-7295-45b7-b1b7-254ce315f890 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:28:10.250823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb49f9-3645-4ac4-91e3-6dd1b7445334 None None] Pushing event updated for resources: {'Port': ['ID=9458c0ce-a1c3-4bae-9730-5874feb8f9ef,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:10.293913 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:10.350331 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:10.379250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network c3a2618a-78e6-4022-b9df-f48b27ae1827 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:10.390740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:10.398264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:10.528461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61977f77-fbe0-471e-bc4c-6cdc0b5798b0 req-45857f98-c871-41fb-901c-07db70750b6c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:10.542803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61977f77-fbe0-471e-bc4c-6cdc0b5798b0 req-45857f98-c871-41fb-901c-07db70750b6c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.2657590 Nov 09 00:28:10.546974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:10.563098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61977f77-fbe0-471e-bc4c-6cdc0b5798b0 req-fc020825-904f-455e-a3e1-a7e59a9cd8f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/quotas/e2d4a1f1f7b6423e947781bdd385da5e HTTP/1.1" status: 200 len: 375 time: 0.0114298 Nov 09 00:28:10.578321 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'port_id': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'mac_address': 'fa:16:3e:2c:62:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:28:10.589522 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:10.698331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61977f77-fbe0-471e-bc4c-6cdc0b5798b0 req-a38885c3-ea01-45de-8c76-57760cfa2c41 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195023 Nov 09 00:28:10.733128 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:10.765990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37cefbf0-7295-45b7-b1b7-254ce315f890 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:28:10.806694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5b6b621-b110-4e47-b30d-cdd9847b7622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:10.819205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:10.828178 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:10.893034 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=6bd28c14-b36c-40e8-91c2-80e624c8b53a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:10.918398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61977f77-fbe0-471e-bc4c-6cdc0b5798b0 req-489e5b14-f245-4152-8ff7-83e66f968dfc service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068155 Nov 09 00:28:10.961340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:11.049951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['37cefbf0-7295-45b7-b1b7-254ce315f890'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:28:11.221123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61977f77-fbe0-471e-bc4c-6cdc0b5798b0 req-dd281e4e-c043-43e7-9063-a881fbd894a2 service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955840 Nov 09 00:28:11.340708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:11.368860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab0736-86c3-47bd-b331-1dcaf3566a38 req-dbfecab7-1e3a-48f5-bf7e-6af098c57afd tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:11.389296 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fab0736-86c3-47bd-b331-1dcaf3566a38 req-dbfecab7-1e3a-48f5-bf7e-6af098c57afd tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.1657107 Nov 09 00:28:11.582607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fab0736-86c3-47bd-b331-1dcaf3566a38 req-572faa8b-58ba-4728-aca4-fd1ab60f7822 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922669 Nov 09 00:28:11.969470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9458c0ce-a1c3-4bae-9730-5874feb8f9ef up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:12.264252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:12.277187 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:12.330391 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:12.358611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:12.442203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7ddfba-0efb-452a-9b2b-7b7594f727af None None] Network c3a2618a-78e6-4022-b9df-f48b27ae1827 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:28:12.675395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=6bd28c14-b36c-40e8-91c2-80e624c8b53a,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:12.684227 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:12.821472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0daf32-e758-45dc-a81d-af35e6081e5c req-b9475d58-ac87-488c-bcc8-cef9b47961e9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:12.829672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c0daf32-e758-45dc-a81d-af35e6081e5c req-b9475d58-ac87-488c-bcc8-cef9b47961e9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.1293187 Nov 09 00:28:12.835594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1d1fb43c-1fca-41db-b809-79532a072678 None None] Provisioning complete for port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:12.836389 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1d1fb43c-1fca-41db-b809-79532a072678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:12.896257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6b621-b110-4e47-b30d-cdd9847b7622 admin admin] Deleting port 1e071fa3-d992-427c-8aab-2a6877b20e5d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:28:12.896843 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5b6b621-b110-4e47-b30d-cdd9847b7622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:12.969884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c0daf32-e758-45dc-a81d-af35e6081e5c req-0ee0460c-c8a2-4d5a-84a6-f5994150ac89 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388209 Nov 09 00:28:13.108674 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bbd652f4-fd0d-49f5-a4a3-aea361b39aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:13.259785 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:13.347707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network c3a2618a-78e6-4022-b9df-f48b27ae1827 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:13.352638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:13.387351 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9458c0ce-a1c3-4bae-9730-5874feb8f9ef,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:13.398226 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:13.399096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:13.451317 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1d1fb43c-1fca-41db-b809-79532a072678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:13.782506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=9458c0ce-a1c3-4bae-9730-5874feb8f9ef,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:13.798546 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-1d1fb43c-1fca-41db-b809-79532a072678 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:28:13.798902 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-1d1fb43c-1fca-41db-b809-79532a072678 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:28:13.814329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:13.815634 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:14.044538 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:14.146781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:14.157269 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:14.271203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 37cefbf0-7295-45b7-b1b7-254ce315f890 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:14.300147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-3cd03a60-d3de-4a6c-9904-882ba7099bc3 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:14.310756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-3cd03a60-d3de-4a6c-9904-882ba7099bc3 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.4662530 Nov 09 00:28:14.328263 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-a5b6b621-b110-4e47-b30d-cdd9847b7622 admin admin] For port 1e071fa3-d992-427c-8aab-2a6877b20e5d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e071fa3-d992-427c-8aab-2a6877b20e5d,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:14.330337 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5b6b621-b110-4e47-b30d-cdd9847b7622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:14.366845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-ffbfad43-6ed1-4f2c-99a8-5b644464f7e5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/quotas/e2d4a1f1f7b6423e947781bdd385da5e HTTP/1.1" status: 200 len: 375 time: 0.0548093 Nov 09 00:28:14.370480 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6b621-b110-4e47-b30d-cdd9847b7622 admin admin] Calling delete_port for 1e071fa3-d992-427c-8aab-2a6877b20e5d owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:28:14.405520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9458c0ce-a1c3-4bae-9730-5874feb8f9ef up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:14.451002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7c5b-3581-462d-bab0-76cda4332b5a req-cb2532af-0f26-443b-9d92-62e402b31164 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:14.471907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63bb7c5b-3581-462d-bab0-76cda4332b5a req-cb2532af-0f26-443b-9d92-62e402b31164 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.3364897 Nov 09 00:28:14.511774 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:28:14.516223 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-53bc2987-c2c3-4d7a-a9a7-9e6cd0a7a4ae tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1482286 Nov 09 00:28:14.534916 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:14.623775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 37cefbf0-7295-45b7-b1b7-254ce315f890 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:28:14.645740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 37cefbf0-7295-45b7-b1b7-254ce315f890 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:14.646143 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:14.676733 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:14.677259 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:14.708656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63bb7c5b-3581-462d-bab0-76cda4332b5a req-cc917efd-d4ae-45ae-9d91-01502c5f2859 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249768 Nov 09 00:28:14.782643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-72882886-6f97-4845-bc92-13b6c3b61345 service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558639 Nov 09 00:28:14.791781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8d121822-6d49-4f41-9444-726f153d0e14 None None] Provisioning complete for port 6bd28c14-b36c-40e8-91c2-80e624c8b53a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:14.792152 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d121822-6d49-4f41-9444-726f153d0e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:14.821463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:28:14.835405 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Sync routers for ids ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:28:14.853384 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-39d0e25e-1e69-4b11-b17a-b45d5747bb35 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "PUT /v2.0/routers/9f03a01d-7174-40ab-894f-9bf6e0fc24ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4600778 Nov 09 00:28:14.854179 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Routers {'9f03a01d-7174-40ab-894f-9bf6e0fc24ad'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:14.854179 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:27:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:14.896072 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e77e7e1-3c51-46fd-b318-581c8ca6d743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:14.897860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8d121822-6d49-4f41-9444-726f153d0e14 None None] Port 6bd28c14-b36c-40e8-91c2-80e624c8b53a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:28:14.905596 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:14.952387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:14.959205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:14.962076 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370e8fd2-f874-43bf-9b20-05e83220560c" -d '{"events": [{"server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "name": "network-vif-plugged", "status": "completed", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:14.980057 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:15.014240 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5b6b621-b110-4e47-b30d-cdd9847b7622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:15.052325 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6b621-b110-4e47-b30d-cdd9847b7622 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e071fa3-d992-427c-8aab-2a6877b20e5d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:15.092312 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Set router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:15.119433 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-4efb9e96-cd41-4e05-9e02-f07842b9b15b service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285551 Nov 09 00:28:15.173031 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4b9e14-b96c-46f3-8a69-8e758e22c1de x-openstack-request-id: req-ec4b9e14-b96c-46f3-8a69-8e758e22c1de {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:15.173031 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "name": "network-vif-plugged", "status": "completed", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:15.173753 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec4b9e14-b96c-46f3-8a69-8e758e22c1de {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:15.173753 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'code': 200} Nov 09 00:28:15.177445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:15.180191 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8d121822-6d49-4f41-9444-726f153d0e14 None None] Provisioning complete for port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:15.180569 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d121822-6d49-4f41-9444-726f153d0e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:15.386929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5b6b621-b110-4e47-b30d-cdd9847b7622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:15.406471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a61f4e-19b2-4777-905f-f8927b3477a9 req-ce114ceb-3528-4a83-8397-ebfc60406bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:15.413593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a3a61f4e-19b2-4777-905f-f8927b3477a9 req-ce114ceb-3528-4a83-8397-ebfc60406bc5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 1096 time: 0.2248700 Nov 09 00:28:15.568858 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a3a61f4e-19b2-4777-905f-f8927b3477a9 req-f1f57f10-bdc8-417e-a7f6-22f1159a47ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468353 Nov 09 00:28:15.588784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0821c65-7af6-439b-b378-84b7df4c6f0d req-0176579a-1bf9-417f-b223-d32f08195a8a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0726714 Nov 09 00:28:15.604345 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-e022f028-0c11-4e9d-880c-4faef0b7d06f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001186239&fields=id&tenant_id=a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 267 time: 0.2836609 Nov 09 00:28:15.682961 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:28:11Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6bd28c14-b36c-40e8-91c2-80e624c8b53a', 'name': '', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:b3:9f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:09Z', 'updated_at': '2021-11-09T00:28:11Z', 'revision_number': 2, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:15.718759 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Checking router: 9f03a01d-7174-40ab-894f-9bf6e0fc24ad for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:28:15.719348 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Updating router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad port 6bd28c14-b36c-40e8-91c2-80e624c8b53a binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:28:15.787736 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:15.856562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-aa92eb0d-e27e-4cbf-b7d0-05def4e8cc7f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:15.866661 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-aa92eb0d-e27e-4cbf-b7d0-05def4e8cc7f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/networks?id=c3a2618a-78e6-4022-b9df-f48b27ae1827 HTTP/1.1" status: 200 len: 796 time: 0.2609899 Nov 09 00:28:15.920142 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b6b621-b110-4e47-b30d-cdd9847b7622 admin admin] Router 993e5778-182c-4fa8-95cc-51bbb3cc0eac has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:28:15.922076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-c2a9726d-1912-4142-bd97-59e2110649b8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/quotas/a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 375 time: 0.0544226 Nov 09 00:28:15.993719 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:16.053234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225063a7-9fd0-42b1-b234-809136b8f270 req-ede5db88-f051-4516-b3df-298a6bc09834 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:16.062808 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-225063a7-9fd0-42b1-b234-809136b8f270 req-ede5db88-f051-4516-b3df-298a6bc09834 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.1934292 Nov 09 00:28:16.097614 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-bc9a5b88-5f54-416a-b994-7a9c6713b33a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630497 Nov 09 00:28:16.112599 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:16.146161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-225063a7-9fd0-42b1-b234-809136b8f270 req-c54ad67d-c064-4e4e-b1ea-b8198736fb41 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821493 Nov 09 00:28:16.181073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b6b621-b110-4e47-b30d-cdd9847b7622 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:28:16.192941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9ca842-2897-44cc-847c-cdef40290c4a None None] Sync routers for ids ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:28:16.209949 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a5b6b621-b110-4e47-b30d-cdd9847b7622 admin admin] 10.222.0.25 "PUT /v2.0/routers/993e5778-182c-4fa8-95cc-51bbb3cc0eac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1349933 Nov 09 00:28:16.210865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34202) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:16.230821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ca842-2897-44cc-847c-cdef40290c4a None None] Routers {'993e5778-182c-4fa8-95cc-51bbb3cc0eac'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:16.231502 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4d9ca842-2897-44cc-847c-cdef40290c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:16.279454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-4d2909b1-e41e-4554-a447-8d8d3615afc7 service neutron] 10.222.0.25 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271601 Nov 09 00:28:16.426939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:16.443702 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:16.456411 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:16.476631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a08597d0-a767-4103-82b7-99d41b4b3cbf service neutron] 10.222.0.25 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958892 Nov 09 00:28:16.575214 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:16.617956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:16.722865 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977e19f-b704-4bd2-ba51-1d0c3d17f601 None None] Pushing event updated for resources: {'Port': ['ID=6bd28c14-b36c-40e8-91c2-80e624c8b53a,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:16.764509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:16.765038 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:16.817522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed51b00c-2dc2-4530-93b8-f4d7834baa00 req-98078a26-8054-4218-867d-eca10b9823d4 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0776644 Nov 09 00:28:16.842760 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Attempting to bind port 6bd28c14-b36c-40e8-91c2-80e624c8b53a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:28:16.844276 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Attempting to bind port 6bd28c14-b36c-40e8-91c2-80e624c8b53a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:28:16.844854 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Attempting to bind port 6bd28c14-b36c-40e8-91c2-80e624c8b53a on network c3a2618a-78e6-4022-b9df-f48b27ae1827 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:16.856549 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:28:16.857235 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Checking segment: {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:16.859071 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:16.860308 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Bound using segment: {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:28:16.861065 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Bound port: 6bd28c14-b36c-40e8-91c2-80e624c8b53a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:28:16.861816 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:16.976090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-4d9ca842-2897-44cc-847c-cdef40290c4a None None] Set router 993e5778-182c-4fa8-95cc-51bbb3cc0eac gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:17.009385 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df20efec-d592-43fc-9ab2-43b1b370bb98 req-e3236ed2-de6a-4f39-b1cd-1651cd06a2aa tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 210 time: 0.0844562 Nov 09 00:28:17.032962 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] For port 6bd28c14-b36c-40e8-91c2-80e624c8b53a, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:28:17.059034 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] For port 6bd28c14-b36c-40e8-91c2-80e624c8b53a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6bd28c14-b36c-40e8-91c2-80e624c8b53a,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:28:17.071418 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:17.166522 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:17.206345 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Routers {'9f03a01d-7174-40ab-894f-9bf6e0fc24ad'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:17.210863 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:17.349327 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977e19f-b704-4bd2-ba51-1d0c3d17f601 None None] Pushing event updated for resources: {'Port': ['ID=6bd28c14-b36c-40e8-91c2-80e624c8b53a,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:17.513168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-627801c9-08cc-4053-9ed5-afc94ae87a3c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:17.514127 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] Set router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:17.522481 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-627801c9-08cc-4053-9ed5-afc94ae87a3c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.4303474 Nov 09 00:28:17.527864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Deleting port 3828c55a-0b44-4535-b061-861d166af313 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:28:17.528204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:17.536020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20877c8b-1b2c-49d1-85b8-5774cb84c4fb req-c6061c89-2bf8-4c80-b953-3478787dbe5a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:17.537688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20877c8b-1b2c-49d1-85b8-5774cb84c4fb req-c6061c89-2bf8-4c80-b953-3478787dbe5a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.2133143 Nov 09 00:28:17.588569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Request body: {'port': {'device_id': 'f2a64710-05b5-4347-b323-ebf0fff0c8fe', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'admin_state_up': True, 'tenant_id': 'e2d4a1f1f7b6423e947781bdd385da5e'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:17.611300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5b058323-c3d6-485c-8bee-e5f5a860e132 None None] Provisioning complete for port 6bd28c14-b36c-40e8-91c2-80e624c8b53a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:17.612903 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5b058323-c3d6-485c-8bee-e5f5a860e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:17.660719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20877c8b-1b2c-49d1-85b8-5774cb84c4fb req-f712e78d-4adf-42d9-9695-e61546afe2de tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156642 Nov 09 00:28:17.866842 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:17.926161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfee88-4495-477b-a2c6-a25b66da2372 req-2e3420b0-d12a-492e-b598-39b07646b475 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:17.931387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5cdfee88-4495-477b-a2c6-a25b66da2372 req-2e3420b0-d12a-492e-b598-39b07646b475 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.1195500 Nov 09 00:28:17.940410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34236) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:17.948327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5592a328-798f-4181-b30e-337c6fada599 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Request body: {'floatingip': {'port_id': '37cefbf0-7295-45b7-b1b7-254ce315f890'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:18.032422 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:28:11Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6bd28c14-b36c-40e8-91c2-80e624c8b53a', 'name': '', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:b3:9f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:09Z', 'updated_at': '2021-11-09T00:28:17Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:18.038718 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5592a328-798f-4181-b30e-337c6fada599 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:18.087646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] For port 3828c55a-0b44-4535-b061-861d166af313, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3828c55a-0b44-4535-b061-861d166af313,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:18.088246 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:18.117049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5b058323-c3d6-485c-8bee-e5f5a860e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:18.144063 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4d9ca842-2897-44cc-847c-cdef40290c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3828c55a-0b44-4535-b061-861d166af313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 5, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port': {'id': '3828c55a-0b44-4535-b061-861d166af313', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:18:23Z', 'updated_at': '2021-11-09T00:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:18.156204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Calling delete_port for 3828c55a-0b44-4535-b061-861d166af313 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:28:18.260031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9ca842-2897-44cc-847c-cdef40290c4a None None] Checking router: 993e5778-182c-4fa8-95cc-51bbb3cc0eac for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:28:18.288595 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fba216-0f1d-4bb2-a0d6-8e98ce02692f None None] The sync data for ids ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'] in n-d-813263-3 is: [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:28:11Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6bd28c14-b36c-40e8-91c2-80e624c8b53a', 'name': '', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:b3:9f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:09Z', 'updated_at': '2021-11-09T00:28:17Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:28:18.310661 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5b058323-c3d6-485c-8bee-e5f5a860e132 None None] For port 6bd28c14-b36c-40e8-91c2-80e624c8b53a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6bd28c14-b36c-40e8-91c2-80e624c8b53a,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:18.314772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ca842-2897-44cc-847c-cdef40290c4a None None] Routers {'993e5778-182c-4fa8-95cc-51bbb3cc0eac'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:18.315942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4d9ca842-2897-44cc-847c-cdef40290c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:18.328126 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5b058323-c3d6-485c-8bee-e5f5a860e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:18.333567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Made reservation on behalf of e2d4a1f1f7b6423e947781bdd385da5e for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:18.334889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2eaf8a54-81ad-4ad3-9187-50f64e00324f req-3170bad1-f85a-490e-a843-e4b96c31b973 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 210 time: 0.1579943 Nov 09 00:28:18.337060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b201377e-94c3-47aa-8485-770f40224be8 req-6b47e9c1-3870-4911-9857-83ba4b614322 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 210 time: 0.2947252 Nov 09 00:28:18.342832 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:18.694572 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:18.728904 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-693ee47a-63c6-49a4-bae2-581bb4824118 None None] Provisioning complete for port 6bd28c14-b36c-40e8-91c2-80e624c8b53a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:18.729646 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-693ee47a-63c6-49a4-bae2-581bb4824118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:18.786516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b058323-c3d6-485c-8bee-e5f5a860e132 None None] Pushing event updated for resources: {'Port': ['ID=6bd28c14-b36c-40e8-91c2-80e624c8b53a,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:18.793934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-4d9ca842-2897-44cc-847c-cdef40290c4a None None] Set router 993e5778-182c-4fa8-95cc-51bbb3cc0eac gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:18.916044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4d9ca842-2897-44cc-847c-cdef40290c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:28:17Z', 'revision_number': 6, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:18.996969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9ca842-2897-44cc-847c-cdef40290c4a None None] The sync data for ids ['993e5778-182c-4fa8-95cc-51bbb3cc0eac'] in n-d-813263-3 is: [{'id': '993e5778-182c-4fa8-95cc-51bbb3cc0eac', 'name': 'tempest-ServerActionsTestJSON-1555967057-router', 'tenant_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:18:22Z', 'updated_at': '2021-11-09T00:28:17Z', 'revision_number': 6, 'project_id': 'bbaf884dbbf848df8b65aeaf3af74797', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:28:19.059597 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Allocated IP 172.20.0.13 (9696faab-68f6-4507-8fca-4d6a572c2385/da7dd990-1b5c-41a3-a5b9-028ea3b28461/eb2f793f-2622-4fd1-a987-090ad89dc7f1) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:19.159785 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:19.245956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3828c55a-0b44-4535-b061-861d166af313,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:19.263208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-d633d1a7-3f9a-4f59-aa96-80cea6e0cee8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:19.266657 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-d633d1a7-3f9a-4f59-aa96-80cea6e0cee8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "GET /v2.0/networks?id=c3a2618a-78e6-4022-b9df-f48b27ae1827 HTTP/1.1" status: 200 len: 796 time: 0.5359201 Nov 09 00:28:19.478104 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-ab2eca3a-f5cf-4eb7-84f7-212be6e61383 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 380 time: 0.1954665 Nov 09 00:28:19.499711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'port': {'device_id': '06553b60-a891-46bb-871a-e8acf309a5a6', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'admin_state_up': True, 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'security_groups': ['fd518900-6483-419d-b28a-6397d171ee72']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:19.598855 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:19.785094 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:19.792299 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:19.804488 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:19.888766 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:19.890571 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 993e5778-182c-4fa8-95cc-51bbb3cc0eac {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:28:19.928132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:19.932002 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2d66a4a7-6d15-4140-98ec-6264d543e7cb admin admin] 10.222.0.25 "DELETE /v2.0/routers/993e5778-182c-4fa8-95cc-51bbb3cc0eac HTTP/1.1" status: 204 len: 168 time: 3.7176087 Nov 09 00:28:19.934865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34260) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:20.006265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:20.034557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:28:20.067462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-f097f36e-3474-4642-acba-50cda0abc775 admin admin] Deleting subnet 2cf1a8c6-0274-49ee-a78c-605a04ac90b8 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:28:20.071355 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f097f36e-3474-4642-acba-50cda0abc775 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:20.115344 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f097f36e-3474-4642-acba-50cda0abc775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:20.331502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Network 9696faab-68f6-4507-8fca-4d6a572c2385 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:20.353660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:20.368852 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:20.491496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6bd28c14-b36c-40e8-91c2-80e624c8b53a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:20.532571 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:20.533277 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:20.548426 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f097f36e-3474-4642-acba-50cda0abc775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:20.616475 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event updated for resources: {'Port': ['ID=eb2f793f-2622-4fd1-a987-090ad89dc7f1,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:20.635131 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-b0efb900-2dfb-4830-b452-a666328c5e7f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0783710 Nov 09 00:28:20.650542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Request body: {'port': {'device_id': 'f2a64710-05b5-4347-b323-ebf0fff0c8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:20.682615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6bd28c14-b36c-40e8-91c2-80e624c8b53a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:20.683776 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:20.715107 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f097f36e-3474-4642-acba-50cda0abc775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:20.738698 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5592a328-798f-4181-b30e-337c6fada599 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:20.780790 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5592a328-798f-4181-b30e-337c6fada599 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:20.800338 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10c7df22-284a-488f-b236-9acfa0e3f4b3 req-21f1f7dc-a2e6-4015-ad16-a9317c8271b3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 210 time: 1.2741406 Nov 09 00:28:20.961723 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e071fa3-d992-427c-8aab-2a6877b20e5d no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:28:21.001775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 1e071fa3-d992-427c-8aab-2a6877b20e5d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:28:21.002156 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e071fa3-d992-427c-8aab-2a6877b20e5d not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:28:21.002585 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3828c55a-0b44-4535-b061-861d166af313 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:28:21.028725 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-5592a328-798f-4181-b30e-337c6fada599 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Floating IP 93e76563-512d-4a9b-93e9-4d40621455c9 associated. External IP: 172.25.0.185, port: 37cefbf0-7295-45b7-b1b7-254ce315f890. Nov 09 00:28:21.057398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 3828c55a-0b44-4535-b061-861d166af313 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:28:21.058030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3828c55a-0b44-4535-b061-861d166af313 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:28:21.110909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89263901-c275-4aab-8232-994413f57202 req-6fd53e7e-595d-4346-80c1-85dfde75b12c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:21.119529 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89263901-c275-4aab-8232-994413f57202 req-6fd53e7e-595d-4346-80c1-85dfde75b12c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 932 time: 1.5618026 Nov 09 00:28:21.176089 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:28:21.249977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89263901-c275-4aab-8232-994413f57202 req-ce6695fa-de0f-4eb3-9923-df76b07bd92f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242299 Nov 09 00:28:21.252960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Made reservation on behalf of a25a6a1f62704562be674debd2726386 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:21.256936 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:21.361306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097f36e-3474-4642-acba-50cda0abc775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf1a8c6-0274-49ee-a78c-605a04ac90b8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:21.379430 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:21.394776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2496bdc-5ebe-4230-8635-e642b4d27be0 None None] Network 4fbc6293-fd00-4c08-b35f-32e48f74db06 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:28:21.434472 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f097f36e-3474-4642-acba-50cda0abc775 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:21.439942 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f097f36e-3474-4642-acba-50cda0abc775 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2cf1a8c6-0274-49ee-a78c-605a04ac90b8 HTTP/1.1" status: 204 len: 168 time: 1.5002248 Nov 09 00:28:21.441898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34282) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:21.590926 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:21.702925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9bbfab-0ee2-472a-a714-df87e3e3bdb7 None None] DHCP port deletion for 4fbc6293-fd00-4c08-b35f-32e48f74db06 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:28:21.822081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9a9bbfab-0ee2-472a-a714-df87e3e3bdb7 None None] Deleting port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:28:21.822576 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9a9bbfab-0ee2-472a-a714-df87e3e3bdb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:21.887922 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.20.0.9 (c3a2618a-78e6-4022-b9df-f48b27ae1827/37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7/6f945f4d-5e40-4813-bc45-97ec9988e3ac) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:21.952303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9a9bbfab-0ee2-472a-a714-df87e3e3bdb7 None None] For port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3289f407-15ef-42ba-8ef1-e03b0fcf50f5,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:21.952853 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9a9bbfab-0ee2-472a-a714-df87e3e3bdb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:21.973058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9a9bbfab-0ee2-472a-a714-df87e3e3bdb7 None None] Calling delete_port for 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:28:21.990883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Deleting port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:28:21.991497 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:22.064103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] For port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3289f407-15ef-42ba-8ef1-e03b0fcf50f5,segment=NetworkSegment(09df76cc-4979-46ba-8132-ce4da16d2df0),segment_id=09df76cc-4979-46ba-8132-ce4da16d2df0)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:22.065491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:22.072540 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9a9bbfab-0ee2-472a-a714-df87e3e3bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:22.081903 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Calling delete_port for 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:28:22.109117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bbfab-0ee2-472a-a714-df87e3e3bdb7 None None] Pushing event deleted for resources: {'Port': ['ID=3289f407-15ef-42ba-8ef1-e03b0fcf50f5,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:22.115029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e912f5e4-eb0d-45cf-abb8-69e8f444d482 req-5765c5d1-064f-421d-878a-0943257b1b03 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 210 time: 0.1573691 Nov 09 00:28:22.133810 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9bbfab-0ee2-472a-a714-df87e3e3bdb7 None None] No DVR routers for this DVR port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:28:22.153386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5592a328-798f-4181-b30e-337c6fada599 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:28:22.274893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:28:22.289615 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:22.335058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:28:22.336075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:28:22.344776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] No DVR routers for this DVR port 3289f407-15ef-42ba-8ef1-e03b0fcf50f5 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:28:22.355581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Pushing event deleted for resources: {'Port': ['ID=3289f407-15ef-42ba-8ef1-e03b0fcf50f5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:22.427979 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:22.571718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5592a328-798f-4181-b30e-337c6fada599 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:28:22.577556 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5592a328-798f-4181-b30e-337c6fada599 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:22.584119 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45b3e52-1a1d-4fe0-b127-9249f16f5a6d None None] Sync routers for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:28:22.597693 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b3e52-1a1d-4fe0-b127-9249f16f5a6d None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:22.599261 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:22.605330 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c45b3e52-1a1d-4fe0-b127-9249f16f5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:22.671321 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5592a328-798f-4181-b30e-337c6fada599 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "PUT /v2.0/floatingips/93e76563-512d-4a9b-93e9-4d40621455c9 HTTP/1.1" status: 200 len: 991 time: 4.7290158 Nov 09 00:28:22.690027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:22.692435 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba8f7f7-2c8d-4b33-b5eb-a1b3558d3066" -d '{"events": [{"name": "network-changed", "server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:22.710651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2f793f-2622-4fd1-a987-090ad89dc7f1 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:28:22.720492 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:22.730782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network c3a2618a-78e6-4022-b9df-f48b27ae1827 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:22.742525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Transition to ACTIVE for port object eb2f793f-2622-4fd1-a987-090ad89dc7f1 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:28:22.752338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c665b-470a-45f7-98d0-6a4120c19cc9 req-eeb0e0e6-ba97-4ae6-b793-81a6c447db59 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:22.754792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-669c665b-470a-45f7-98d0-6a4120c19cc9 req-eeb0e0e6-ba97-4ae6-b793-81a6c447db59 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 932 time: 0.2113776 Nov 09 00:28:22.757387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:22.766481 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:22.821653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:22.885680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:22.947589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2f793f-2622-4fd1-a987-090ad89dc7f1,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:22.955666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbc6293-fd00-4c08-b35f-32e48f74db06']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:23.010364 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c45b3e52-1a1d-4fe0-b127-9249f16f5a6d None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:23.011395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09df76cc-4979-46ba-8132-ce4da16d2df0') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:23.011938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09df76cc-4979-46ba-8132-ce4da16d2df0') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:23.035982 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:23.086670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:23.110557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:23.111213 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:23.116591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8f7f7-2c8d-4b33-b5eb-a1b3558d3066 req-a22a78a9-b54f-4e86-938f-92492aa2c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:23.118409 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ba8f7f7-2c8d-4b33-b5eb-a1b3558d3066 req-a22a78a9-b54f-4e86-938f-92492aa2c311 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 1096 time: 0.1655343 Nov 09 00:28:23.148644 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b75dfa-057f-4883-be34-eb2cbd00b40a x-openstack-request-id: req-85b75dfa-057f-4883-be34-eb2cbd00b40a {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:23.149536 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:23.149807 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85b75dfa-057f-4883-be34-eb2cbd00b40a {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:23.150228 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'status': 'completed', 'code': 200} Nov 09 00:28:23.165293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:28:23.170600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:23.187415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=6f945f4d-5e40-4813-bc45-97ec9988e3ac,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:23.250652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-a8a7d632-c5d6-4235-959f-ff06dfaf8331 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7552652 Nov 09 00:28:23.305266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-59cf4b4d-93ba-4549-baa6-f9677bcd91c8 None None] Provisioning complete for port 6f945f4d-5e40-4813-bc45-97ec9988e3ac triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:23.306315 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-59cf4b4d-93ba-4549-baa6-f9677bcd91c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:23.310294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-669c665b-470a-45f7-98d0-6a4120c19cc9 req-9d148725-a5d2-44cf-a6fb-cd271c6737c7 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351105 Nov 09 00:28:23.325912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Request body: {'port': {'device_id': '06553b60-a891-46bb-871a-e8acf309a5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:28:23.357621 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:28:23.361539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8f7f7-2c8d-4b33-b5eb-a1b3558d3066 req-898fe261-3709-4946-a0d7-d4cdaa3acffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:23.365486 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ba8f7f7-2c8d-4b33-b5eb-a1b3558d3066 req-898fe261-3709-4946-a0d7-d4cdaa3acffb service neutron] 10.222.0.30 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.2015309 Nov 09 00:28:23.424522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-59cf4b4d-93ba-4549-baa6-f9677bcd91c8 None None] Port 6f945f4d-5e40-4813-bc45-97ec9988e3ac cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:28:23.587274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e8717-451d-49e4-96eb-b922900ea307 req-51044389-0d38-4ee7-8ad7-334b5edb426d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:23.625000 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-816e8717-451d-49e4-96eb-b922900ea307 req-51044389-0d38-4ee7-8ad7-334b5edb426d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 931 time: 0.3729692 Nov 09 00:28:23.646688 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ba8f7f7-2c8d-4b33-b5eb-a1b3558d3066 req-5062cc88-25c1-4dca-8320-69c32063fcde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37cefbf0-7295-45b7-b1b7-254ce315f890 HTTP/1.1" status: 200 len: 999 time: 0.2582979 Nov 09 00:28:23.656322 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:23.734042 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c45b3e52-1a1d-4fe0-b127-9249f16f5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '93e76563-512d-4a9b-93e9-4d40621455c9', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'port_id': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'mac_address': 'fa:16:3e:2c:62:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8599c276-1063-4fbe-a2af-ff99864e9597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:27:55Z', 'updated_at': '2021-11-09T00:28:20Z', 'revision_number': 1, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:54Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:23.774907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8f7f7-2c8d-4b33-b5eb-a1b3558d3066 req-a16696cc-899d-46b8-92c5-2f75f114d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:23.776526 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ba8f7f7-2c8d-4b33-b5eb-a1b3558d3066 req-a16696cc-899d-46b8-92c5-2f75f114d32a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.1013346 Nov 09 00:28:23.784864 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:23.795759 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:23.800457 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] 10.222.0.25 "DELETE /v2.0/networks/4fbc6293-fd00-4c08-b35f-32e48f74db06 HTTP/1.1" status: 204 len: 168 time: 2.3576076 Nov 09 00:28:23.818128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Attempting to bind port eb2f793f-2622-4fd1-a987-090ad89dc7f1 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:28:23.818128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Attempting to bind port eb2f793f-2622-4fd1-a987-090ad89dc7f1 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:28:23.818443 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Attempting to bind port eb2f793f-2622-4fd1-a987-090ad89dc7f1 on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:23.833779 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45b3e52-1a1d-4fe0-b127-9249f16f5a6d None None] Checking router: b52a7601-dbdf-4004-8cfc-81a7d4eaef22 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:28:23.857316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Port eb2f793f-2622-4fd1-a987-090ad89dc7f1 on network 9696faab-68f6-4507-8fca-4d6a572c2385 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:28:23.857789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Attempting to bind port eb2f793f-2622-4fd1-a987-090ad89dc7f1 on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:23.866426 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b3e52-1a1d-4fe0-b127-9249f16f5a6d None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:23.867510 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c45b3e52-1a1d-4fe0-b127-9249f16f5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:23.882461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc027ca8-5e0d-4bed-9018-39fa2bebc91f admin admin] Pushing event deleted for resources: {'Network': ['ID=4fbc6293-fd00-4c08-b35f-32e48f74db06,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:23.889978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:28:23.890328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Checking segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:23.890753 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Bound using segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:28:23.891378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Bound port: eb2f793f-2622-4fd1-a987-090ad89dc7f1, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:28:23.891774 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:24.020796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8f7f7-2c8d-4b33-b5eb-a1b3558d3066 req-e456cbb5-1226-403b-9496-1666add821a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:24.025795 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ba8f7f7-2c8d-4b33-b5eb-a1b3558d3066 req-e456cbb5-1226-403b-9496-1666add821a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214344 Nov 09 00:28:24.098279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] For port eb2f793f-2622-4fd1-a987-090ad89dc7f1, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:28:24.108287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] For port eb2f793f-2622-4fd1-a987-090ad89dc7f1, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=eb2f793f-2622-4fd1-a987-090ad89dc7f1,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:28:24.115749 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c45b3e52-1a1d-4fe0-b127-9249f16f5a6d None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:24.155630 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:24.165680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f945f4d-5e40-4813-bc45-97ec9988e3ac {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:28:24.176623 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:24.191703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Transition to ACTIVE for port object 6f945f4d-5e40-4813-bc45-97ec9988e3ac will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:28:24.211361 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:24.303444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34330) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:24.410846 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Pushing event updated for resources: {'Port': ['ID=6f945f4d-5e40-4813-bc45-97ec9988e3ac,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:24.448701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:24.449454 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:24.450955 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] 10.222.0.11 "PUT /v2.0/ports/eb2f793f-2622-4fd1-a987-090ad89dc7f1 HTTP/1.1" status: 200 len: 1092 time: 3.8053432 Nov 09 00:28:24.459453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a64710-05b5-4347-b323-ebf0fff0c8fe', 'tag': 'eb2f793f-2622-4fd1-a987-090ad89dc7f1'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:24.464723 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1cbf96-dc33-4955-a46b-9e5c4eb62444" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a64710-05b5-4347-b323-ebf0fff0c8fe", "tag": "eb2f793f-2622-4fd1-a987-090ad89dc7f1"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:24.499586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-816e8717-451d-49e4-96eb-b922900ea307 req-c147ecb3-55ff-4374-a006-1f5ba2b4dca1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8653569 Nov 09 00:28:24.690004 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c45b3e52-1a1d-4fe0-b127-9249f16f5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '93e76563-512d-4a9b-93e9-4d40621455c9', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'port_id': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'mac_address': 'fa:16:3e:2c:62:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8599c276-1063-4fbe-a2af-ff99864e9597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:27:55Z', 'updated_at': '2021-11-09T00:28:20Z', 'revision_number': 1, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:54Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:24.720876 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d80f6fc-277c-41af-83a3-cca87ff81bca x-openstack-request-id: req-4d80f6fc-277c-41af-83a3-cca87ff81bca {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:24.721198 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a64710-05b5-4347-b323-ebf0fff0c8fe", "tag": "eb2f793f-2622-4fd1-a987-090ad89dc7f1", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:24.721447 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d80f6fc-277c-41af-83a3-cca87ff81bca {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:24.721829 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a64710-05b5-4347-b323-ebf0fff0c8fe', 'tag': 'eb2f793f-2622-4fd1-a987-090ad89dc7f1', 'status': 'completed', 'code': 200} Nov 09 00:28:24.725863 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2497afce-3289-467b-93e9-98f9f96b0dfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbaf884dbbf848df8b65aeaf3af74797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3305037 Nov 09 00:28:24.732775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34348) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:24.740682 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45b3e52-1a1d-4fe0-b127-9249f16f5a6d None None] The sync data for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 is: [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '93e76563-512d-4a9b-93e9-4d40621455c9', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'port_id': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'mac_address': 'fa:16:3e:2c:62:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8599c276-1063-4fbe-a2af-ff99864e9597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:27:55Z', 'updated_at': '2021-11-09T00:28:20Z', 'revision_number': 1, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:54Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:28:24.744173 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81d8ed-c890-4291-86e5-abc22291ca05 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2f793f-2622-4fd1-a987-090ad89dc7f1,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:24.816185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53136169-16a6-4685-9138-e5a88856c1aa req-48573add-a5d8-45e8-b963-2aa4dfe56ebb tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:24.818063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53136169-16a6-4685-9138-e5a88856c1aa req-48573add-a5d8-45e8-b963-2aa4dfe56ebb tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 944 time: 0.3116705 Nov 09 00:28:24.833703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-79b30b90-6b74-4551-b4d3-ac391fdd3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:24.836246 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-79b30b90-6b74-4551-b4d3-ac391fdd3123 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 1095 time: 0.2843680 Nov 09 00:28:24.884714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Attempting to bind port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:28:24.884714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Attempting to bind port 6f945f4d-5e40-4813-bc45-97ec9988e3ac by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:28:24.885068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Attempting to bind port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on network c3a2618a-78e6-4022-b9df-f48b27ae1827 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:24.896210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on network c3a2618a-78e6-4022-b9df-f48b27ae1827 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:28:24.896351 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Attempting to bind port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on network c3a2618a-78e6-4022-b9df-f48b27ae1827 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:24.897983 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ba8f7f7-2c8d-4b33-b5eb-a1b3558d3066 req-380afdd4-16e1-47d9-a481-39ef687a5264 service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8617718 Nov 09 00:28:24.913043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:28:24.913583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Checking segment: {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:24.914060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Bound using segment: {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:28:24.915421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Bound port: 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:28:24.916148 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:24.942732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53136169-16a6-4685-9138-e5a88856c1aa req-d1145839-52b2-4dba-ac70-210fc83c412b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158569 Nov 09 00:28:25.023933 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-dfcf0673-bb59-4f07-b40a-f43961e19f03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb2f793f-2622-4fd1-a987-090ad89dc7f1 HTTP/1.1" status: 200 len: 217 time: 0.1521709 Nov 09 00:28:25.027136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-acc73bfc-a319-4de6-879d-e55c18e91ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:25.030442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:28:25.034261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:28:25.041079 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:25.058557 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-acc73bfc-a319-4de6-879d-e55c18e91ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:25.114024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:25.114728 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:25.116353 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] 10.222.0.30 "PUT /v2.0/ports/6f945f4d-5e40-4813-bc45-97ec9988e3ac HTTP/1.1" status: 200 len: 1091 time: 1.8236959 Nov 09 00:28:25.156343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:25.158750 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04248b89-f196-451e-902d-367b24b54e59" -d '{"events": [{"name": "network-changed", "server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:25.257387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c2167-9516-4d77-a980-e86bc341f40d service neutron] Pushing event updated for resources: {'Port': ['ID=6f945f4d-5e40-4813-bc45-97ec9988e3ac,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:25.273447 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a74cd8-84ba-4324-aac7-d243a7b45b57 x-openstack-request-id: req-b5a74cd8-84ba-4324-aac7-d243a7b45b57 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:25.274499 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:25.274779 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5a74cd8-84ba-4324-aac7-d243a7b45b57 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:25.275422 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'status': 'completed', 'code': 200} Nov 09 00:28:25.327282 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-acc73bfc-a319-4de6-879d-e55c18e91ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:25.340311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dceb5a4-b1cb-4e25-a082-1a82279e1605 None None] New status for floating IP 93e76563-512d-4a9b-93e9-4d40621455c9: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:28:25.356151 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-acc73bfc-a319-4de6-879d-e55c18e91ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:25.358732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-ccbeaecd-1105-4c7e-81cc-52cdffd9212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:25.360855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-ccbeaecd-1105-4c7e-81cc-52cdffd9212d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 1094 time: 0.1892653 Nov 09 00:28:25.367815 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-acc73bfc-a319-4de6-879d-e55c18e91ddd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/314695bc-2508-453c-a96e-2a06e9fa3cf0 HTTP/1.1" status: 204 len: 168 time: 0.6328847 Nov 09 00:28:25.466910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc73bfc-a319-4de6-879d-e55c18e91ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314695bc-2508-453c-a96e-2a06e9fa3cf0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:25.475764 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2ba8f7f7-2c8d-4b33-b5eb-a1b3558d3066 req-b6653d43-d2ee-4b05-b567-d0352656de61 service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026417 Nov 09 00:28:25.478630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-943d6ece-f203-4a10-8870-6fbc2737ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:25.487609 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-943d6ece-f203-4a10-8870-6fbc2737ad86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.3538270 Nov 09 00:28:25.521057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-dd4969c2-7e80-4362-b470-13afc6b35c3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac HTTP/1.1" status: 200 len: 217 time: 0.1380970 Nov 09 00:28:25.584843 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-48b443e8-ba25-45c8-a609-c44f9008ace7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882447 Nov 09 00:28:25.649632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-623846e5-d4f3-434d-a815-e74540748e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:25.654870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-623846e5-d4f3-434d-a815-e74540748e65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7 HTTP/1.1" status: 200 len: 835 time: 0.1108623 Nov 09 00:28:25.832218 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-8cb1c095-fc19-48d4-84f4-ddc3de88de56 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382348 Nov 09 00:28:25.873842 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-7d30e020-1601-414a-89a0-d8539820ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:25.878717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-7d30e020-1601-414a-89a0-d8539820ae25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3a2618a-78e6-4022-b9df-f48b27ae1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181909 Nov 09 00:28:25.950969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa427a-3fef-4dbc-881d-d7c1337a28c7 req-ad7707ae-4987-49e4-baba-db8ff6f2dfb2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:25.954455 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-34aa427a-3fef-4dbc-881d-d7c1337a28c7 req-ad7707ae-4987-49e4-baba-db8ff6f2dfb2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 943 time: 0.2786317 Nov 09 00:28:26.072809 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6be5948e-c400-42bb-880d-ae98d9f7cfee req-49ebb449-9460-4c3c-a161-be2c9b5a9bce service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318125 Nov 09 00:28:26.183183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-c1c16524-87a8-4b5a-9c38-876240e39e6e service neutron] 10.222.0.30 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945492 Nov 09 00:28:26.256302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cbf96-dc33-4955-a46b-9e5c4eb62444 req-8d52f7e3-797a-4179-812f-c16c483ec6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:26.257819 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6b1cbf96-dc33-4955-a46b-9e5c4eb62444 req-8d52f7e3-797a-4179-812f-c16c483ec6b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 1095 time: 0.1183877 Nov 09 00:28:26.389679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df89c2-da30-46d0-b17d-d4b72060dd38 req-fb84e199-c300-4c1d-8e60-16b07e15c037 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:26.397959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57df89c2-da30-46d0-b17d-d4b72060dd38 req-fb84e199-c300-4c1d-8e60-16b07e15c037 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 944 time: 0.2057724 Nov 09 00:28:26.421376 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cbf96-dc33-4955-a46b-9e5c4eb62444 req-f7e35bda-8ecf-47ce-a3df-0d446d44185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:26.427839 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6b1cbf96-dc33-4955-a46b-9e5c4eb62444 req-f7e35bda-8ecf-47ce-a3df-0d446d44185b service neutron] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 905 time: 0.1569624 Nov 09 00:28:26.443137 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-34aa427a-3fef-4dbc-881d-d7c1337a28c7 req-fdb7b384-aa3b-46ec-bca9-676d51d00f9d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4639416 Nov 09 00:28:26.527809 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6b1cbf96-dc33-4955-a46b-9e5c4eb62444 req-8205a7e8-0696-41c7-b856-5842077196e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb2f793f-2622-4fd1-a987-090ad89dc7f1 HTTP/1.1" status: 200 len: 217 time: 0.0964532 Nov 09 00:28:26.600871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cbf96-dc33-4955-a46b-9e5c4eb62444 req-06d5ffba-7855-4128-bdb1-a71e24847d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:26.601691 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6b1cbf96-dc33-4955-a46b-9e5c4eb62444 req-06d5ffba-7855-4128-bdb1-a71e24847d5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.0629752 Nov 09 00:28:26.608471 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c700f52c-904e-4cc0-9ba1-ebf0668b5980 req-944d29c8-71e4-401a-b32f-0c066625e343 service neutron] 10.222.0.30 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088285 Nov 09 00:28:26.622907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57df89c2-da30-46d0-b17d-d4b72060dd38 req-8fb39ffe-3c33-421a-aa2a-6b31af01eb1b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154856 Nov 09 00:28:26.664339 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6b1cbf96-dc33-4955-a46b-9e5c4eb62444 req-ef32d6db-82da-463e-8df2-156d9c601a03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514297 Nov 09 00:28:26.755551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04248b89-f196-451e-902d-367b24b54e59 req-039446b2-4a8a-45ee-8db8-85c68998d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:26.756974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04248b89-f196-451e-902d-367b24b54e59 req-039446b2-4a8a-45ee-8db8-85c68998d060 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 1094 time: 0.0850368 Nov 09 00:28:26.774454 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6b1cbf96-dc33-4955-a46b-9e5c4eb62444 req-aa7ed065-6d70-4c02-84f9-b61cdba13350 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021569 Nov 09 00:28:26.859607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34408) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:26.928517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04248b89-f196-451e-902d-367b24b54e59 req-61d41ee9-20aa-4f9f-a99d-6170297b7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:26.930035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04248b89-f196-451e-902d-367b24b54e59 req-61d41ee9-20aa-4f9f-a99d-6170297b7989 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3a2618a-78e6-4022-b9df-f48b27ae1827 HTTP/1.1" status: 200 len: 896 time: 0.1649792 Nov 09 00:28:26.960339 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6b1cbf96-dc33-4955-a46b-9e5c4eb62444 req-13871c73-9579-4143-9799-e803ac75b5ef service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714394 Nov 09 00:28:27.018870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04248b89-f196-451e-902d-367b24b54e59 req-6574d16b-4d76-41be-abcd-4dfb623e2fb2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac HTTP/1.1" status: 200 len: 217 time: 0.0801160 Nov 09 00:28:27.035387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1442852977-network', 'tenant_id': '21e2d6229ecf4f20bd3fa2c2a0f2ddda'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:27.061704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Made reservation on behalf of 21e2d6229ecf4f20bd3fa2c2a0f2ddda for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:27.064609 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:27.075225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:27.109184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04248b89-f196-451e-902d-367b24b54e59 req-19fc9ced-1b8d-4a08-92f5-81588975e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:27.110699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04248b89-f196-451e-902d-367b24b54e59 req-19fc9ced-1b8d-4a08-92f5-81588975e615 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7 HTTP/1.1" status: 200 len: 835 time: 0.0846045 Nov 09 00:28:27.186543 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04248b89-f196-451e-902d-367b24b54e59 req-8031a147-de94-4c9e-949e-35307f9ba5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:27.188036 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04248b89-f196-451e-902d-367b24b54e59 req-8031a147-de94-4c9e-949e-35307f9ba5fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3a2618a-78e6-4022-b9df-f48b27ae1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693855 Nov 09 00:28:27.190098 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:27.199486 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:27.258544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16e6c2f-4de2-4cff-a8be-bb1a1b3f5f77,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:27.265961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:28:27.277500 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:27.277956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:27.278364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:27.278704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:27.279166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:27.279543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:27.279923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:27.280242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:27.280638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:27.280973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:27.281298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:27.286111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:27.304285 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:27.306127 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Added segment 9ca0e62b-fada-4318-81aa-a557f676fcb7 of type vlan for network 6ec83d8b-bdce-42ff-86fe-2db89e9337f3 Nov 09 00:28:27.373172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04248b89-f196-451e-902d-367b24b54e59 req-33b3f19a-55c9-46fc-bfd0-f28bf965e709 service neutron] 10.222.0.30 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762552 Nov 09 00:28:27.385443 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:27.421872 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:27.423102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:27.423861 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:27.526500 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04248b89-f196-451e-902d-367b24b54e59 req-3ee86957-9e80-47ac-9560-8dbfd330fd95 service neutron] 10.222.0.30 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449366 Nov 09 00:28:27.531231 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6678188 Nov 09 00:28:27.531984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34422) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:27.542379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5960fa7-1340-4088-bcf3-be4e8de6aa54 admin admin] Pushing event updated for resources: {'Network': ['ID=6ec83d8b-bdce-42ff-86fe-2db89e9337f3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:27.553556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 6ec83d8b-bdce-42ff-86fe-2db89e9337f3 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:28:27.565029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c6f7730a-de0f-45e8-aa6f-746cc6b74f7a admin admin] Request body: {'subnet': {'network_id': '6ec83d8b-bdce-42ff-86fe-2db89e9337f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1442852977-subnet', 'tenant_id': '21e2d6229ecf4f20bd3fa2c2a0f2ddda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:27.684747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f7730a-de0f-45e8-aa6f-746cc6b74f7a admin admin] Made reservation on behalf of 21e2d6229ecf4f20bd3fa2c2a0f2ddda for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:27.688649 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6f7730a-de0f-45e8-aa6f-746cc6b74f7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:27.843809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf133f-58bc-42ff-aff9-3273fe334fa5 req-97c7f9f5-a06c-43a7-bad7-e8ba44e0e6d4 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:27.846017 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cabf133f-58bc-42ff-aff9-3273fe334fa5 req-97c7f9f5-a06c-43a7-bad7-e8ba44e0e6d4 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 943 time: 0.2541852 Nov 09 00:28:28.130849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device eb2f793f-2622-4fd1-a987-090ad89dc7f1 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:28:28.310190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cabf133f-58bc-42ff-aff9-3273fe334fa5 req-c427ceb5-b579-48f6-9bd9-9e67b1bec9a6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4575582 Nov 09 00:28:28.345872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaaea2-0978-4d61-a463-c960d436be32 req-2ff047f6-aaa5-4a6b-a089-6bdfa68f5d94 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:28.356685 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port eb2f793f-2622-4fd1-a987-090ad89dc7f1, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=eb2f793f-2622-4fd1-a987-090ad89dc7f1,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:28.362064 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0cbaaea2-0978-4d61-a463-c960d436be32 req-2ff047f6-aaa5-4a6b-a089-6bdfa68f5d94 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 944 time: 0.4666364 Nov 09 00:28:28.369270 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6f7730a-de0f-45e8-aa6f-746cc6b74f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:28.385502 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'eb2f793f-2622-4fd1-a987-090ad89dc7f1', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'port_id': 'eb2f793f-2622-4fd1-a987-090ad89dc7f1', 'mac_address': 'fa:16:3e:f6:33:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7dd990-1b5c-41a3-a5b9-028ea3b28461', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:28:28.431499 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:28.457078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2f793f-2622-4fd1-a987-090ad89dc7f1 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:28:28.459012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7730a-de0f-45e8-aa6f-746cc6b74f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8324de45-6474-424a-801c-1c76e367dd15,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:28.503254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port eb2f793f-2622-4fd1-a987-090ad89dc7f1, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=eb2f793f-2622-4fd1-a987-090ad89dc7f1,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:28.509710 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0cbaaea2-0978-4d61-a463-c960d436be32 req-de83df23-b833-4f19-8918-1ae65ad8225d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418667 Nov 09 00:28:28.512991 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:28.551503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f7730a-de0f-45e8-aa6f-746cc6b74f7a admin admin] Checking segment: {'id': '9ca0e62b-fada-4318-81aa-a557f676fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6ec83d8b-bdce-42ff-86fe-2db89e9337f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:28.552088 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f7730a-de0f-45e8-aa6f-746cc6b74f7a admin admin] Network hostable DHCP agents. Network: 6ec83d8b-bdce-42ff-86fe-2db89e9337f3, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:28:28.586756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f7730a-de0f-45e8-aa6f-746cc6b74f7a admin admin] Network 6ec83d8b-bdce-42ff-86fe-2db89e9337f3 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:28:28.588921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=eb2f793f-2622-4fd1-a987-090ad89dc7f1,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:28.632988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-c6f7730a-de0f-45e8-aa6f-746cc6b74f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 6ec83d8b-bdce-42ff-86fe-2db89e9337f3) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:28.640850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d85f91f-3265-4ba8-9a82-271b93d8c901 None None] Network 6ec83d8b-bdce-42ff-86fe-2db89e9337f3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:28:28.654938 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f7730a-de0f-45e8-aa6f-746cc6b74f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:28.655549 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6f7730a-de0f-45e8-aa6f-746cc6b74f7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:28.690872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c6f7730a-de0f-45e8-aa6f-746cc6b74f7a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1577308 Nov 09 00:28:28.865481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['eb2f793f-2622-4fd1-a987-090ad89dc7f1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:28:28.999218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944eaf1-6dc1-4a61-83b9-de618cdd1050 None None] Network 6ec83d8b-bdce-42ff-86fe-2db89e9337f3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:28:29.025017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34458) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:29.119673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-0567fb13-c8c4-4313-a474-09ab89eeb79a admin admin] Deleting subnet 8324de45-6474-424a-801c-1c76e367dd15 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:28:29.132468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0567fb13-c8c4-4313-a474-09ab89eeb79a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:29.223889 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0567fb13-c8c4-4313-a474-09ab89eeb79a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:29.326733 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0567fb13-c8c4-4313-a474-09ab89eeb79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:29.427153 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0567fb13-c8c4-4313-a474-09ab89eeb79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:29.520890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567fb13-c8c4-4313-a474-09ab89eeb79a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8324de45-6474-424a-801c-1c76e367dd15,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:29.563157 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0567fb13-c8c4-4313-a474-09ab89eeb79a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:29.577686 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0567fb13-c8c4-4313-a474-09ab89eeb79a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8324de45-6474-424a-801c-1c76e367dd15 HTTP/1.1" status: 204 len: 168 time: 0.5486586 Nov 09 00:28:29.578596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34470) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:29.702580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4f0e-39f8-4c50-aea7-42007899bb79 req-b3054702-65af-414c-ab91-2d5d43a9c9bf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:29.712619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a2b4f0e-39f8-4c50-aea7-42007899bb79 req-b3054702-65af-414c-ab91-2d5d43a9c9bf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 943 time: 0.2667565 Nov 09 00:28:29.775417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:29.788930 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a2b4f0e-39f8-4c50-aea7-42007899bb79 req-b6d60b6a-7134-4034-97bd-41ebf0d8c94a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751443 Nov 09 00:28:29.802667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f991-23e0-4ba7-b07c-80e3723d6391 req-49372d66-3358-44ab-9a7b-ab38af845545 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:29.804863 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7268f991-23e0-4ba7-b07c-80e3723d6391 req-49372d66-3358-44ab-9a7b-ab38af845545 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 945 time: 0.1299517 Nov 09 00:28:29.870914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7268f991-23e0-4ba7-b07c-80e3723d6391 req-faf3263a-182d-4273-8951-d2d96ca543ec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598328 Nov 09 00:28:29.955649 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:29.987282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec83d8b-bdce-42ff-86fe-2db89e9337f3']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:30.021106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca0e62b-fada-4318-81aa-a557f676fcb7') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:30.021520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca0e62b-fada-4318-81aa-a557f676fcb7') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:30.062562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.092634 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.105717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:28:30.106218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:28:30.108580 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:28:30.138510 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device eb2f793f-2622-4fd1-a987-090ad89dc7f1 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:30.171724 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.198557 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.202288 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6ec83d8b-bdce-42ff-86fe-2db89e9337f3 HTTP/1.1" status: 204 len: 168 time: 0.6223109 Nov 09 00:28:30.215004 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cece62-d3cd-4f30-8d4b-1f72f9848754 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec83d8b-bdce-42ff-86fe-2db89e9337f3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:30.299635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6f945f4d-5e40-4813-bc45-97ec9988e3ac details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:28:30.309100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34486) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:30.361877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port eb2f793f-2622-4fd1-a987-090ad89dc7f1 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:28:30.367291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port eb2f793f-2622-4fd1-a987-090ad89dc7f1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:30.367608 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.520980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34492) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:30.570623 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf7af196-0494-4f6d-819f-ff55e77eca50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.642683 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:30.683237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34494) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:30.693442 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6626ec83-42d5-4e15-b722-0872c980a7f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21e2d6229ecf4f20bd3fa2c2a0f2ddda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1700008 Nov 09 00:28:30.706198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'port_id': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'mac_address': 'fa:16:3e:bb:f4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:28:30.712133 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.799218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37bc0013-8a2b-417f-917b-4f4b980fd0e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.814587 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf7af196-0494-4f6d-819f-ff55e77eca50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.825871 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf7af196-0494-4f6d-819f-ff55e77eca50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.839347 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37bc0013-8a2b-417f-917b-4f4b980fd0e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.897550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bf7af196-0494-4f6d-819f-ff55e77eca50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e4360559d6d45048791ef255702d687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5855551 Nov 09 00:28:30.922542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34498) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:30.940030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37bc0013-8a2b-417f-917b-4f4b980fd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.945651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37bc0013-8a2b-417f-917b-4f4b980fd0e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:30.953476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7af196-0494-4f6d-819f-ff55e77eca50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b783834-852e-41ab-a003-b3b873a36814,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:30.955559 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-37bc0013-8a2b-417f-917b-4f4b980fd0e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f16e6c2f-4de2-4cff-a8be-bb1a1b3f5f77 HTTP/1.1" status: 204 len: 168 time: 0.2698228 Nov 09 00:28:30.991116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc0013-8a2b-417f-917b-4f4b980fd0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16e6c2f-4de2-4cff-a8be-bb1a1b3f5f77,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:31.066817 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4219-1c21-43db-bb1d-8781ff4ff5e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:31.083946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7e3b0-8ade-473f-b281-a9c7fdbb9543 req-b5678a64-1beb-47cd-ad05-327a44edbe67 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:31.085666 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cda7e3b0-8ade-473f-b281-a9c7fdbb9543 req-b5678a64-1beb-47cd-ad05-327a44edbe67 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 943 time: 0.1201842 Nov 09 00:28:31.109468 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4219-1c21-43db-bb1d-8781ff4ff5e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:31.148184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a64710-05b5-4347-b323-ebf0fff0c8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2f793f-2622-4fd1-a987-090ad89dc7f1'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:31.150495 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d646d8-1b70-4f6c-afca-a7f2ecacc317" -d '{"events": [{"server_uuid": "f2a64710-05b5-4347-b323-ebf0fff0c8fe", "name": "network-vif-plugged", "status": "completed", "tag": "eb2f793f-2622-4fd1-a987-090ad89dc7f1"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:31.179889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154a762-a3ed-4062-ad9e-8d58165447c1 req-4a838163-eac2-4f91-9027-57e9fab7ef5c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:31.181745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3154a762-a3ed-4062-ad9e-8d58165447c1 req-4a838163-eac2-4f91-9027-57e9fab7ef5c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 945 time: 0.1589923 Nov 09 00:28:31.194194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:31.199627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port eb2f793f-2622-4fd1-a987-090ad89dc7f1, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=eb2f793f-2622-4fd1-a987-090ad89dc7f1,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:31.213234 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:31.219737 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f945f4d-5e40-4813-bc45-97ec9988e3ac {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:28:31.232265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4219-1c21-43db-bb1d-8781ff4ff5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:31.234946 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4219-1c21-43db-bb1d-8781ff4ff5e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:31.236726 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c3cd4219-1c21-43db-bb1d-8781ff4ff5e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b783834-852e-41ab-a003-b3b873a36814 HTTP/1.1" status: 204 len: 168 time: 0.3090060 Nov 09 00:28:31.258230 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd4219-1c21-43db-bb1d-8781ff4ff5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b783834-852e-41ab-a003-b3b873a36814,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:31.323294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3154a762-a3ed-4062-ad9e-8d58165447c1 req-6b0307ee-fd41-411f-ab5d-e3cd599eef71 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290128 Nov 09 00:28:31.334531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cda7e3b0-8ade-473f-b281-a9c7fdbb9543 req-bdd7b97f-77be-43bd-bb23-e232ee8b317d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340415 Nov 09 00:28:31.340604 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:31.353446 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:31.398749 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=eb2f793f-2622-4fd1-a987-090ad89dc7f1,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:31.491160 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1accdcc7-881e-4294-9b9f-9caf655e9612 x-openstack-request-id: req-1accdcc7-881e-4294-9b9f-9caf655e9612 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:31.491624 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a64710-05b5-4347-b323-ebf0fff0c8fe", "name": "network-vif-plugged", "status": "completed", "tag": "eb2f793f-2622-4fd1-a987-090ad89dc7f1", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:31.491831 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1accdcc7-881e-4294-9b9f-9caf655e9612 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:31.492621 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a64710-05b5-4347-b323-ebf0fff0c8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2f793f-2622-4fd1-a987-090ad89dc7f1', 'code': 200} Nov 09 00:28:31.544625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=6f945f4d-5e40-4813-bc45-97ec9988e3ac,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:31.575490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6f945f4d-5e40-4813-bc45-97ec9988e3ac'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:28:31.664360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59afd43-b921-4c6d-b50b-fb43d4401bf3 req-461d3245-fded-4b21-bf67-9b8c5446bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:31.666362 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e59afd43-b921-4c6d-b50b-fb43d4401bf3 req-461d3245-fded-4b21-bf67-9b8c5446bed6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 1097 time: 0.1043634 Nov 09 00:28:31.741054 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e59afd43-b921-4c6d-b50b-fb43d4401bf3 req-06536947-bd59-455c-a84e-cd7e0b45238b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616462 Nov 09 00:28:31.919579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34528) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:31.957021 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-98ece464-389c-4b15-aba7-ac4184de6dbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:32.106163 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-98ece464-389c-4b15-aba7-ac4184de6dbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:32.111576 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-98ece464-389c-4b15-aba7-ac4184de6dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:32.163409 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-98ece464-389c-4b15-aba7-ac4184de6dbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b0bf3ebb05e4229aab343aa04d76190&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2414823 Nov 09 00:28:32.164359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ece464-389c-4b15-aba7-ac4184de6dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9957d412-4f63-45bd-88a8-3eb856bb4706,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:32.166406 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34532) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:32.263971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c10e71ad-1650-413f-855e-502834470e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:32.298048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c10e71ad-1650-413f-855e-502834470e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:32.368981 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c10e71ad-1650-413f-855e-502834470e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:32.371792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c10e71ad-1650-413f-855e-502834470e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:32.373194 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c10e71ad-1650-413f-855e-502834470e7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9957d412-4f63-45bd-88a8-3eb856bb4706 HTTP/1.1" status: 204 len: 168 time: 0.2057595 Nov 09 00:28:32.402064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e71ad-1650-413f-855e-502834470e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9957d412-4f63-45bd-88a8-3eb856bb4706,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:32.529311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def5cf0-93f3-4416-a23f-8ee2615e252a req-5fc03e11-fbb6-4d7e-88a7-6ca991dd428f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:32.542425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3def5cf0-93f3-4416-a23f-8ee2615e252a req-5fc03e11-fbb6-4d7e-88a7-6ca991dd428f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 946 time: 0.0799074 Nov 09 00:28:32.547984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34556) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:32.644138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bc3df-fe5e-43a2-aee6-92282f12c8d3 req-3de4eee1-ab2a-4de9-afec-4f757331b956 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:32.658117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-254bc3df-fe5e-43a2-aee6-92282f12c8d3 req-3de4eee1-ab2a-4de9-afec-4f757331b956 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 944 time: 0.1130354 Nov 09 00:28:32.694878 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3def5cf0-93f3-4416-a23f-8ee2615e252a req-845d613c-2df7-4a88-90af-3f6af27e1756 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364348 Nov 09 00:28:32.729461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-254bc3df-fe5e-43a2-aee6-92282f12c8d3 req-4739ab93-fa3b-4a2a-9df7-658422ae7480 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719249 Nov 09 00:28:32.921098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2054636843-network', 'tenant_id': '7f59b0d2a8a34abe8b7b7bed84b5f13f'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:32.952228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Made reservation on behalf of 7f59b0d2a8a34abe8b7b7bed84b5f13f for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:32.955128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:32.966256 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.081441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.087253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.116534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:28:33.135801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f18b08-bb7b-450f-8be4-4e7d515dc0a7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:33.151361 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.153760 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Added segment 5d189cf9-e94a-4647-961d-0ca1079628f5 of type vlan for network da205131-4ec6-421c-8ebb-61f9016dd163 Nov 09 00:28:33.201832 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.234770 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.237592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:33.238185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.289025 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7389429 Nov 09 00:28:33.294042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34576) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:33.386866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-05756817-a4a9-4d8f-aae7-ed57a6679da2 admin admin] Deleting subnet 43dca5fc-3cbc-4e43-b107-6996ebac060b {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:28:33.397398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980da0d4-91ac-40e2-9372-423e73d71f22 admin admin] Pushing event updated for resources: {'Network': ['ID=da205131-4ec6-421c-8ebb-61f9016dd163,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:33.402224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05756817-a4a9-4d8f-aae7-ed57a6679da2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.410337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network da205131-4ec6-421c-8ebb-61f9016dd163 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:28:33.457089 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05756817-a4a9-4d8f-aae7-ed57a6679da2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.542753 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05756817-a4a9-4d8f-aae7-ed57a6679da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.618576 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05756817-a4a9-4d8f-aae7-ed57a6679da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.653839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05756817-a4a9-4d8f-aae7-ed57a6679da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43dca5fc-3cbc-4e43-b107-6996ebac060b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:33.664692 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05756817-a4a9-4d8f-aae7-ed57a6679da2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.677032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-05756817-a4a9-4d8f-aae7-ed57a6679da2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/43dca5fc-3cbc-4e43-b107-6996ebac060b HTTP/1.1" status: 204 len: 168 time: 0.3774805 Nov 09 00:28:33.678669 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34594) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:33.786777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.892488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c63d-7f00-4b0c-ba03-8d420e098bb1 req-63fdccbc-4c7b-4328-bb4b-76ef1442038c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:33.913447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50d6c63d-7f00-4b0c-ba03-8d420e098bb1 req-63fdccbc-4c7b-4328-bb4b-76ef1442038c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 946 time: 0.1007771 Nov 09 00:28:33.970914 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:33.992692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4762e20-a030-4fca-a193-577f7e444286']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:34.003048 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7a3140-9c98-4f54-b225-615231520e44') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:34.003387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7a3140-9c98-4f54-b225-615231520e44') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:34.013376 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.028621 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.037603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:28:34.038108 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:28:34.040082 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:28:34.109224 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.124002 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.131644 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a4762e20-a030-4fca-a193-577f7e444286 HTTP/1.1" status: 204 len: 168 time: 0.4516647 Nov 09 00:28:34.141446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34612) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:34.151575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b106e05-2cb7-42a5-89d4-d1f446715af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4762e20-a030-4fca-a193-577f7e444286,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:34.217864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50d6c63d-7f00-4b0c-ba03-8d420e098bb1 req-b6dc4235-78ca-41d1-986c-962f7d4b0b91 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879484 Nov 09 00:28:34.258667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53a604-1801-49a9-a299-6cf91f85e342 req-d923400c-0acf-495a-a8c8-876f0315b6da tempest-ComputeTenantNetworksTest-808029269 tempest-ComputeTenantNetworksTest-808029269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:34.264737 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53a604-1801-49a9-a299-6cf91f85e342 req-d923400c-0acf-495a-a8c8-876f0315b6da tempest-ComputeTenantNetworksTest-808029269 tempest-ComputeTenantNetworksTest-808029269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:34.271512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53a604-1801-49a9-a299-6cf91f85e342 req-d923400c-0acf-495a-a8c8-876f0315b6da tempest-ComputeTenantNetworksTest-808029269 tempest-ComputeTenantNetworksTest-808029269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:34.273310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b53a604-1801-49a9-a299-6cf91f85e342 req-d923400c-0acf-495a-a8c8-876f0315b6da tempest-ComputeTenantNetworksTest-808029269 tempest-ComputeTenantNetworksTest-808029269-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3214457 Nov 09 00:28:34.279700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdbd5e1-387a-4d10-a138-b0e50fb1fd65 admin admin] Deleting subnet 2f11fad1-1241-4d05-b864-e34dc3741d82 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:28:34.283895 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd5e1-387a-4d10-a138-b0e50fb1fd65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.309666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6f945f4d-5e40-4813-bc45-97ec9988e3ac up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:34.370984 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd5e1-387a-4d10-a138-b0e50fb1fd65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.407939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34620) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:34.432035 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 6f945f4d-5e40-4813-bc45-97ec9988e3ac completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:28:34.436233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 6f945f4d-5e40-4813-bc45-97ec9988e3ac triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:34.436644 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.442664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caceb8e2-aa53-4f6b-ba37-a39a51ac42e6 req-9070f686-bab0-4250-a6dd-6fd737feb7d7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:34.444741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-caceb8e2-aa53-4f6b-ba37-a39a51ac42e6 req-9070f686-bab0-4250-a6dd-6fd737feb7d7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 944 time: 0.1542711 Nov 09 00:28:34.470062 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd5e1-387a-4d10-a138-b0e50fb1fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.538542 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3001cc65-de43-4080-845d-e666a98d24fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.562501 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.569884 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd5e1-387a-4d10-a138-b0e50fb1fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.618884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:34.621221 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020b7142-479b-4000-8917-b7d0a3fc988c" -d '{"events": [{"server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "name": "network-vif-plugged", "status": "completed", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:34.637446 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:34.638283 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbd5e1-387a-4d10-a138-b0e50fb1fd65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f11fad1-1241-4d05-b864-e34dc3741d82,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:34.649483 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.654940 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd5e1-387a-4d10-a138-b0e50fb1fd65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.662144 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4cdbd5e1-387a-4d10-a138-b0e50fb1fd65 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2f11fad1-1241-4d05-b864-e34dc3741d82 HTTP/1.1" status: 204 len: 168 time: 0.5174201 Nov 09 00:28:34.662515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34630) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:34.685194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2133b-fdbe-4505-b629-e3179e0b2b45 req-2d15e472-2786-414f-b57c-7b29139140d2 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:34.686798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6d2133b-fdbe-4505-b629-e3179e0b2b45 req-2d15e472-2786-414f-b57c-7b29139140d2 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 946 time: 0.2409976 Nov 09 00:28:34.697621 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-caceb8e2-aa53-4f6b-ba37-a39a51ac42e6 req-a65bb224-0106-4921-815b-7a23d86de28f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575489 Nov 09 00:28:34.742906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=6f945f4d-5e40-4813-bc45-97ec9988e3ac,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:34.744962 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3001cc65-de43-4080-845d-e666a98d24fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.796078 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3001cc65-de43-4080-845d-e666a98d24fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.816399 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6d2133b-fdbe-4505-b629-e3179e0b2b45 req-501c2485-522c-4b1a-94f8-1e192ff6c14b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157515 Nov 09 00:28:34.841853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6000a-b78e-499d-b9a4-ac6f53e0acda req-92d6ee0e-1bc1-41ba-bc78-b49a0f884d1f tempest-ComputeTenantNetworksTest-808029269 tempest-ComputeTenantNetworksTest-808029269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:34.843860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74b6000a-b78e-499d-b9a4-ac6f53e0acda req-92d6ee0e-1bc1-41ba-bc78-b49a0f884d1f tempest-ComputeTenantNetworksTest-808029269 tempest-ComputeTenantNetworksTest-808029269-project] 10.222.0.25 "GET /v2.0/networks/da205131-4ec6-421c-8ebb-61f9016dd163 HTTP/1.1" status: 200 len: 769 time: 0.1033096 Nov 09 00:28:34.852012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34636) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:34.856456 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3001cc65-de43-4080-845d-e666a98d24fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17c671607cc843049e4202ea870ba4a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4472747 Nov 09 00:28:34.856964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34638) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:34.870996 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:34.887718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001cc65-de43-4080-845d-e666a98d24fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971e227b-7ea9-446a-89ea-bde4e3e80841,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:34.890909 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3350402-90cc-4f56-b553-0dd350d102fe x-openstack-request-id: req-f3350402-90cc-4f56-b553-0dd350d102fe {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:34.891204 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "name": "network-vif-plugged", "status": "completed", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:34.891461 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3350402-90cc-4f56-b553-0dd350d102fe {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:34.891856 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'code': 200} Nov 09 00:28:34.940733 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.031375 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.062338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf0885b-a794-4456-bbab-55eb67b88134']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:35.081406 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.084029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf046f6-a9ed-445a-bae7-66b7edcd50db') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:35.084349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf046f6-a9ed-445a-bae7-66b7edcd50db') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:35.092580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba39b7-5f9a-43f7-8626-cb1449bfca82 req-8fae5960-550e-4a6d-b256-cf7eb2661268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:35.094616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9ba39b7-5f9a-43f7-8626-cb1449bfca82 req-8fae5960-550e-4a6d-b256-cf7eb2661268 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 1096 time: 0.1091025 Nov 09 00:28:35.103242 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.112017 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3501aa76-6232-40d4-9135-33d8a08e08c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.125569 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.139274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:28:35.139671 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:28:35.141449 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:28:35.155594 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3501aa76-6232-40d4-9135-33d8a08e08c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.161751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9ba39b7-5f9a-43f7-8626-cb1449bfca82 req-976c4e5d-e07a-4157-a3d0-fa9df983a281 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529368 Nov 09 00:28:35.163615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da205131-4ec6-421c-8ebb-61f9016dd163']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:35.196771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d189cf9-e94a-4647-961d-0ca1079628f5') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:35.197158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d189cf9-e94a-4647-961d-0ca1079628f5') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:35.211335 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.225646 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.233106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.239092 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] 10.222.0.25 "DELETE /v2.0/networks/cbf0885b-a794-4456-bbab-55eb67b88134 HTTP/1.1" status: 204 len: 168 time: 0.5718551 Nov 09 00:28:35.239779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.247144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141ec76-ce6f-4293-80cd-84de7c56a3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf0885b-a794-4456-bbab-55eb67b88134,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:35.259297 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3501aa76-6232-40d4-9135-33d8a08e08c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.260879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc68bb-3b4b-4d22-97d7-efe827bc2de1 req-5429d48d-0e95-4f18-902b-cf4afb049280 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:35.262631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cdcc68bb-3b4b-4d22-97d7-efe827bc2de1 req-5429d48d-0e95-4f18-902b-cf4afb049280 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 946 time: 0.0967774 Nov 09 00:28:35.263090 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3501aa76-6232-40d4-9135-33d8a08e08c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.266746 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3501aa76-6232-40d4-9135-33d8a08e08c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/971e227b-7ea9-446a-89ea-bde4e3e80841 HTTP/1.1" status: 204 len: 168 time: 0.4024117 Nov 09 00:28:35.267094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:28:35.267094 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:28:35.270581 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:28:35.278139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501aa76-6232-40d4-9135-33d8a08e08c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971e227b-7ea9-446a-89ea-bde4e3e80841,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:35.375114 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.396205 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.400418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] 10.222.0.25 "DELETE /v2.0/networks/da205131-4ec6-421c-8ebb-61f9016dd163 HTTP/1.1" status: 204 len: 168 time: 0.5468023 Nov 09 00:28:35.401875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159e62a-b486-47ea-b7d8-bbf8069d53de admin admin] Pushing event deleted for resources: {'Network': ['ID=da205131-4ec6-421c-8ebb-61f9016dd163,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:35.407219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cdcc68bb-3b4b-4d22-97d7-efe827bc2de1 req-6fdc958e-44cd-43be-8d97-60ef7fe2374d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157968 Nov 09 00:28:35.443938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34650) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:35.499817 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-10119733-6424-4a46-a53e-5245a6136816 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a63749060b3d4f3d8292abce155b36a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546024 Nov 09 00:28:35.503205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34654) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:35.558900 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5b07aa22-d659-43ba-9d76-8cc152281770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.587103 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5b07aa22-d659-43ba-9d76-8cc152281770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.657519 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5b07aa22-d659-43ba-9d76-8cc152281770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.658568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5b07aa22-d659-43ba-9d76-8cc152281770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.659986 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5b07aa22-d659-43ba-9d76-8cc152281770 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d950160b-b037-4bc2-ae75-e4d7843b02ea HTTP/1.1" status: 204 len: 168 time: 0.1556690 Nov 09 00:28:35.671946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07aa22-d659-43ba-9d76-8cc152281770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d950160b-b037-4bc2-ae75-e4d7843b02ea,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:35.692399 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34666) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:35.749597 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7636adab-bffb-4ed0-ba48-bfb1cec41623 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f59b0d2a8a34abe8b7b7bed84b5f13f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557714 Nov 09 00:28:35.752737 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34670) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:35.823921 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b354feaf-22ea-4112-b30f-274c7dcad4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.876880 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b354feaf-22ea-4112-b30f-274c7dcad4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.924822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc9678-e4ff-47bd-8ebc-e9e0b87f5e09 req-a5fa49a5-b6b5-457c-a8a4-db99f7ca8288 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:35.933052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5bc9678-e4ff-47bd-8ebc-e9e0b87f5e09 req-a5fa49a5-b6b5-457c-a8a4-db99f7ca8288 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 945 time: 0.0927067 Nov 09 00:28:35.982395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5bc9678-e4ff-47bd-8ebc-e9e0b87f5e09 req-1780a8cf-d23b-4399-9002-e5e8aa8c5ffc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482600 Nov 09 00:28:35.992859 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b354feaf-22ea-4112-b30f-274c7dcad4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:35.996230 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b354feaf-22ea-4112-b30f-274c7dcad4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:36.000028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b354feaf-22ea-4112-b30f-274c7dcad4f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5f18b08-bb7b-450f-8be4-4e7d515dc0a7 HTTP/1.1" status: 204 len: 168 time: 0.2433360 Nov 09 00:28:36.006718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354feaf-22ea-4112-b30f-274c7dcad4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f18b08-bb7b-450f-8be4-4e7d515dc0a7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:36.149242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34684) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:36.208425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-439eb596-3825-4f3c-8133-9958112b8086 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b69d9133312d43ae8558c5b2ed3cc574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553079 Nov 09 00:28:36.208934 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34688) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:36.262949 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-12b5b4d4-3a61-4086-83c6-3615c8572f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:36.291694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-12b5b4d4-3a61-4086-83c6-3615c8572f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:36.356880 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-12b5b4d4-3a61-4086-83c6-3615c8572f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:36.365909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-12b5b4d4-3a61-4086-83c6-3615c8572f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:36.367754 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-12b5b4d4-3a61-4086-83c6-3615c8572f78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/878fb19f-8be9-46d6-a1fc-6d6de67e43db HTTP/1.1" status: 204 len: 168 time: 0.1577034 Nov 09 00:28:36.380708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5b4d4-3a61-4086-83c6-3615c8572f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878fb19f-8be9-46d6-a1fc-6d6de67e43db,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:36.570982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87626c84-cc8e-48c5-b1a0-a1ee345fdbe1 req-332d7345-89d2-430e-9570-1234a5ec7e51 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:36.573196 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87626c84-cc8e-48c5-b1a0-a1ee345fdbe1 req-332d7345-89d2-430e-9570-1234a5ec7e51 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 946 time: 0.1231427 Nov 09 00:28:36.576690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a064c1a-ca46-447a-b38d-b22ff6082719 req-444aa432-d7fb-4ea8-b913-af083d2080e5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:36.587669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a064c1a-ca46-447a-b38d-b22ff6082719 req-444aa432-d7fb-4ea8-b913-af083d2080e5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 946 time: 0.0874777 Nov 09 00:28:36.691705 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a064c1a-ca46-447a-b38d-b22ff6082719 req-3fc5d561-b84e-4ff0-95de-1481b14757fe tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030765 Nov 09 00:28:36.710095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-87626c84-cc8e-48c5-b1a0-a1ee345fdbe1 req-b2254d29-c42d-4a32-90bd-3577f53a4196 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Deleting port eb2f793f-2622-4fd1-a987-090ad89dc7f1 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:28:36.710442 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-87626c84-cc8e-48c5-b1a0-a1ee345fdbe1 req-b2254d29-c42d-4a32-90bd-3577f53a4196 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:36.813496 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-87626c84-cc8e-48c5-b1a0-a1ee345fdbe1 req-b2254d29-c42d-4a32-90bd-3577f53a4196 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] For port eb2f793f-2622-4fd1-a987-090ad89dc7f1, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=eb2f793f-2622-4fd1-a987-090ad89dc7f1,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:36.814385 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-87626c84-cc8e-48c5-b1a0-a1ee345fdbe1 req-b2254d29-c42d-4a32-90bd-3577f53a4196 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:36.829067 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-87626c84-cc8e-48c5-b1a0-a1ee345fdbe1 req-b2254d29-c42d-4a32-90bd-3577f53a4196 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Calling delete_port for eb2f793f-2622-4fd1-a987-090ad89dc7f1 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:28:36.999056 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-87626c84-cc8e-48c5-b1a0-a1ee345fdbe1 req-b2254d29-c42d-4a32-90bd-3577f53a4196 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:37.012530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc', 'eb2f793f-2622-4fd1-a987-090ad89dc7f1'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:28:37.081360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2254d29-c42d-4a32-90bd-3577f53a4196 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event deleted for resources: {'Port': ['ID=eb2f793f-2622-4fd1-a987-090ad89dc7f1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:37.182351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-87626c84-cc8e-48c5-b1a0-a1ee345fdbe1 req-b2254d29-c42d-4a32-90bd-3577f53a4196 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] No DVR routers for this DVR port eb2f793f-2622-4fd1-a987-090ad89dc7f1 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:28:37.186667 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-87626c84-cc8e-48c5-b1a0-a1ee345fdbe1 req-b2254d29-c42d-4a32-90bd-3577f53a4196 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:37.198584 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87626c84-cc8e-48c5-b1a0-a1ee345fdbe1 req-b2254d29-c42d-4a32-90bd-3577f53a4196 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "DELETE /v2.0/ports/eb2f793f-2622-4fd1-a987-090ad89dc7f1 HTTP/1.1" status: 204 len: 173 time: 0.6131110 Nov 09 00:28:37.199885 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a64710-05b5-4347-b323-ebf0fff0c8fe', 'name': 'network-vif-deleted', 'tag': 'eb2f793f-2622-4fd1-a987-090ad89dc7f1'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:37.203240 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a29355e-25ab-46cc-98df-2a15a69f928f" -d '{"events": [{"server_uuid": "f2a64710-05b5-4347-b323-ebf0fff0c8fe", "name": "network-vif-deleted", "tag": "eb2f793f-2622-4fd1-a987-090ad89dc7f1"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:37.256157 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8e65d9-155d-44c4-89c9-e5a75d0be4cc x-openstack-request-id: req-0a8e65d9-155d-44c4-89c9-e5a75d0be4cc {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:37.256861 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a64710-05b5-4347-b323-ebf0fff0c8fe", "name": "network-vif-deleted", "tag": "eb2f793f-2622-4fd1-a987-090ad89dc7f1", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:37.256861 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a8e65d9-155d-44c4-89c9-e5a75d0be4cc {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:37.257505 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a64710-05b5-4347-b323-ebf0fff0c8fe', 'name': 'network-vif-deleted', 'tag': 'eb2f793f-2622-4fd1-a987-090ad89dc7f1', 'status': 'completed', 'code': 200} Nov 09 00:28:37.290506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617043e2-86b6-4a8d-a40e-928a8db9482b req-957b7532-830d-4c89-9794-08fd1542abc1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:37.304141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-617043e2-86b6-4a8d-a40e-928a8db9482b req-957b7532-830d-4c89-9794-08fd1542abc1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 945 time: 0.1668999 Nov 09 00:28:37.395468 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34748) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:37.419898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-617043e2-86b6-4a8d-a40e-928a8db9482b req-a409f90d-e313-4e47-bfa0-0b6007b3c58a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133142 Nov 09 00:28:37.527174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2119408914-network', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:37.553455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Made reservation on behalf of 99341496d3824100a06d3bdcd9b26db3 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:37.556001 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:37.566481 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:37.622252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8353400-8092-4e05-859e-a3c5226bf5c8 req-2011793c-fb29-48a9-9834-cf6624763f08 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:37.631791 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8353400-8092-4e05-859e-a3c5226bf5c8 req-2011793c-fb29-48a9-9834-cf6624763f08 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 945 time: 0.1167297 Nov 09 00:28:37.765618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8353400-8092-4e05-859e-a3c5226bf5c8 req-3068f76c-df30-4eb3-9ec0-2f2abd3fa0ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327794 Nov 09 00:28:37.797267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:37.818300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34776) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:37.859345 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:37.871480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24cddf19-bff5-451b-9f03-0fb9ddd06008 req-96bc9481-58ee-4cf4-8872-bde3f63ceed4 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2a64710-05b5-4347-b323-ebf0fff0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0645597 Nov 09 00:28:37.913196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:28:37.925394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bebaa85-c48e-4728-a656-f716b6fb9651,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:37.934952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:37.935346 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Added segment e5c16980-54dc-4176-a86c-2eeb1394ebdd of type vlan for network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 Nov 09 00:28:37.954268 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21fb46-cabe-4978-83c3-465b38066ff3 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:37.961161 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fb21fb46-cabe-4978-83c3-465b38066ff3 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 1091 time: 0.1387594 Nov 09 00:28:37.961929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34782) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:37.967401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:38.008218 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:38.027412 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:38.065669 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:38.068265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:38.069239 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:38.136913 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:38.144079 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7440150 Nov 09 00:28:38.144989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34786) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:38.152704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-da85f282-506a-4e81-9c4b-5c3ac8e4e612 admin admin] Request body: {'subnet': {'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2119408914-subnet', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:38.173041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468f9f9-c41a-49a2-badf-3459f905e395 admin admin] Pushing event updated for resources: {'Network': ['ID=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:38.178447 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da85f282-506a-4e81-9c4b-5c3ac8e4e612 admin admin] Made reservation on behalf of 99341496d3824100a06d3bdcd9b26db3 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:38.181278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da85f282-506a-4e81-9c4b-5c3ac8e4e612 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:38.184344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:28:38.356751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.25.0.205 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/42b90933-f919-4e5d-a6a7-0d1a911dbc0e) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:38.527626 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:38.577522 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:38.643140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:38.648405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:38.655323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:38.692636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=42b90933-f919-4e5d-a6a7-0d1a911dbc0e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:39.140710 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da85f282-506a-4e81-9c4b-5c3ac8e4e612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:39.212786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85f282-506a-4e81-9c4b-5c3ac8e4e612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:39.223572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da85f282-506a-4e81-9c4b-5c3ac8e4e612 admin admin] Checking segment: {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:39.224127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da85f282-506a-4e81-9c4b-5c3ac8e4e612 admin admin] Network hostable DHCP agents. Network: 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:28:39.252715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da85f282-506a-4e81-9c4b-5c3ac8e4e612 admin admin] Network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:28:39.279556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-da85f282-506a-4e81-9c4b-5c3ac8e4e612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:39.284401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85f282-506a-4e81-9c4b-5c3ac8e4e612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:39.284997 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da85f282-506a-4e81-9c4b-5c3ac8e4e612 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:39.291311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad40d547-5848-47d8-8213-3ff8a73fae18 None None] Network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:28:39.314406 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-da85f282-506a-4e81-9c4b-5c3ac8e4e612 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1681786 Nov 09 00:28:39.314961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34808) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:39.318359 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:39.319391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:39.374525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:39.375643 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:39.448596 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:39.485482 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:39.538169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:28:39.547153 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:39.721411 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:39.742501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-eaeb464a-9d1e-4aa8-9b31-c917a5980804 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:39.750230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-eaeb464a-9d1e-4aa8-9b31-c917a5980804 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.2387202 Nov 09 00:28:39.759192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Allocated IP 172.20.0.2 (8e62e36f-7753-4c94-a1f8-60bd3ff32bf3/6d7c025b-07ef-4d99-9a4e-7a29dc520ee9/c707961a-f45a-4150-9590-ec753483b89d) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:39.805395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-bc451d3b-9398-47f6-9feb-a7656900c776 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/quotas/e2d4a1f1f7b6423e947781bdd385da5e HTTP/1.1" status: 200 len: 375 time: 0.0532196 Nov 09 00:28:39.913107 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-4016bb2e-d3ee-457b-86fc-4717c1c7168b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007731 Nov 09 00:28:40.003539 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:40.013980 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:40.087152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-abd5b6a1-ee8d-493e-bd6e-9230f5ca3308 service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663852 Nov 09 00:28:40.101294 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:40.132001 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:40.161364 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:40.175730 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:40.195648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device eb2f793f-2622-4fd1-a987-090ad89dc7f1 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:28:40.198059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=42b90933-f919-4e5d-a6a7-0d1a911dbc0e,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:40.228278 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:40.257293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Allocated IP 172.25.0.176 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/61881b40-5a8f-4c80-a0fe-69243ba9a773) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:40.284806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: eb2f793f-2622-4fd1-a987-090ad89dc7f1 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:28:40.285457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device eb2f793f-2622-4fd1-a987-090ad89dc7f1 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:28:40.293640 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:40.301827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:40.310038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:40.319492 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Pushing event updated for resources: {'Port': ['ID=c707961a-f45a-4150-9590-ec753483b89d,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:40.374301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-7b0478dd-447b-4a3b-a129-1779939267f6 service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800317 Nov 09 00:28:40.382813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:40.393968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Attempting to bind port c707961a-f45a-4150-9590-ec753483b89d on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:28:40.395197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Attempting to bind port c707961a-f45a-4150-9590-ec753483b89d by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:28:40.395646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Attempting to bind port c707961a-f45a-4150-9590-ec753483b89d on network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:40.405164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:28:40.405591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Checking segment: {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:40.406003 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:40.407270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Bound using segment: {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:28:40.408307 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Bound port: c707961a-f45a-4150-9590-ec753483b89d, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:28:40.408701 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:40.456008 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Floating IP 041145e5-faa1-42e0-a3f0-d926fcaefa23 associated. External IP: 172.25.0.205, port: 6f945f4d-5e40-4813-bc45-97ec9988e3ac. Nov 09 00:28:40.457893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:40.525256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] For port c707961a-f45a-4150-9590-ec753483b89d, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:28:40.530853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:40.534032 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] For port c707961a-f45a-4150-9590-ec753483b89d, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c707961a-f45a-4150-9590-ec753483b89d,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:28:40.544855 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:40.547939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:40.556965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:40.590760 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Pushing event updated for resources: {'Port': ['ID=61881b40-5a8f-4c80-a0fe-69243ba9a773,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:40.761897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74aa8e9-2f16-43b9-b93c-7837e4bece26 None None] Pushing event updated for resources: {'Port': ['ID=c707961a-f45a-4150-9590-ec753483b89d,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:41.102062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:41.383404 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca8ec33e-30f9-4739-a8b0-c92e0fb1d336 req-219118c6-1fcb-40b7-a9f7-d9b0b87b580e tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 210 time: 0.0812745 Nov 09 00:28:41.393218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-147e5652-aeba-4040-bd7f-d29561b071a9 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9669c626cb324538b18396d187f1ea7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926862 Nov 09 00:28:41.415962 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:41.470075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:28:41.612821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:28:41.779265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:28:41.792302 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d21c09-0421-4e05-94a6-9ef3f821337d None None] Sync routers for ids ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:28:41.807841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37302a-0f38-4101-b440-c87c8afb196a req-069012aa-b9d0-463c-ac67-b791d2871740 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:41.810734 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-069012aa-b9d0-463c-ac67-b791d2871740 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4072058 Nov 09 00:28:41.824183 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d21c09-0421-4e05-94a6-9ef3f821337d None None] Routers {'9f03a01d-7174-40ab-894f-9bf6e0fc24ad'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:41.824813 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-51d21c09-0421-4e05-94a6-9ef3f821337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:41.842264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-da97ae3b-a8d9-4299-9aa0-9ed13b5f6234 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/quotas/9669c626cb324538b18396d187f1ea7b HTTP/1.1" status: 200 len: 375 time: 0.0169449 Nov 09 00:28:41.849019 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:41.899558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:28:41.911368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Sync routers for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:28:41.928524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:41.930698 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-021e22c0-5a44-47c7-b7bb-e921de5089c4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6147342 Nov 09 00:28:41.932723 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:41.933400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:41.933735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34872) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:41.959735 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-281639d6-a64e-46ff-b98b-3cf0a91f6f02 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9669c626cb324538b18396d187f1ea7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033471 Nov 09 00:28:41.971655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0fae0d2b-1706-4ca8-bfd0-0a88e7f3f7ec tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0084145 Nov 09 00:28:41.972267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:41.980080 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6da0d3-117f-42c1-adad-e741c7282ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:42.138205 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-51d21c09-0421-4e05-94a6-9ef3f821337d None None] Set router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:42.211207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:42.258852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbac00-08d9-4396-ba02-22a846587bda req-9164ed8b-d99b-4625-b001-58e2ef3128f6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:42.260463 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88bbac00-08d9-4396-ba02-22a846587bda req-9164ed8b-d99b-4625-b001-58e2ef3128f6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 945 time: 0.1426163 Nov 09 00:28:42.427562 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ad16d2-f738-41b0-91a8-c1762d58a7e7 x-openstack-request-id: req-f8ad16d2-f738-41b0-91a8-c1762d58a7e7 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:42.427562 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:42.428252 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8ad16d2-f738-41b0-91a8-c1762d58a7e7 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:42.428252 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'status': 'completed', 'code': 200} Nov 09 00:28:42.468894 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88bbac00-08d9-4396-ba02-22a846587bda req-e472c14c-5fa1-4f37-885a-2657905b6f2a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951792 Nov 09 00:28:42.531018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34886) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:42.564654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c707961a-f45a-4150-9590-ec753483b89d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:42.737897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-25aaa439-b175-4bdb-b9d7-1bf0df651969 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:42.739815 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-25aaa439-b175-4bdb-b9d7-1bf0df651969 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.4694912 Nov 09 00:28:42.757795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8352157-a0d8-4f30-84da-e164091dbdb0 None None] Network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:28:42.785361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:40Z', 'revision_number': 3, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:42.787424 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0cff8819-130b-4d4a-8bf4-3194f9a5bf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:42.808616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e7e1668-f8f1-4fdd-a01b-67c8477c500e req-590ba9d6-9453-44e1-a3e6-ce6bbffa654a tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 210 time: 0.0713677 Nov 09 00:28:42.825840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Request body: {'port': {'device_id': 'af5d9c57-2dfb-4a16-aa41-5746a8872e66', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'admin_state_up': True, 'tenant_id': 'e2d4a1f1f7b6423e947781bdd385da5e'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:42.875001 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-51d21c09-0421-4e05-94a6-9ef3f821337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:28:11Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '041145e5-faa1-42e0-a3f0-d926fcaefa23', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'port_id': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'mac_address': 'fa:16:3e:bb:f4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06553b60-a891-46bb-871a-e8acf309a5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:39Z', 'revision_number': 0, 'project_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd28c14-b36c-40e8-91c2-80e624c8b53a', 'name': '', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:b3:9f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:09Z', 'updated_at': '2021-11-09T00:28:18Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:42.908266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-516318a3-8408-4b2f-8fbe-af81c6b13436 req-db86a6ff-f889-46c4-94ec-9cc699601521 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 210 time: 0.1706548 Nov 09 00:28:42.942830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ca7f0780-726c-4782-8d21-0190aae4c16b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/041145e5-faa1-42e0-a3f0-d926fcaefa23 HTTP/1.1" status: 200 len: 991 time: 0.4091451 Nov 09 00:28:42.949766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6da0d3-117f-42c1-adad-e741c7282ea1 req-eabf53d1-2ad9-4ab5-95fb-160782b5b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:42.951779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c6da0d3-117f-42c1-adad-e741c7282ea1 req-eabf53d1-2ad9-4ab5-95fb-160782b5b716 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 1096 time: 0.5227480 Nov 09 00:28:42.956370 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d21c09-0421-4e05-94a6-9ef3f821337d None None] Checking router: 9f03a01d-7174-40ab-894f-9bf6e0fc24ad for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:28:42.975983 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d21c09-0421-4e05-94a6-9ef3f821337d None None] Routers {'9f03a01d-7174-40ab-894f-9bf6e0fc24ad'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:42.976443 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-51d21c09-0421-4e05-94a6-9ef3f821337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:43.105327 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Checking router: efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:28:43.105857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Updating router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 port 61881b40-5a8f-4c80-a0fe-69243ba9a773 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:28:43.193129 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-51d21c09-0421-4e05-94a6-9ef3f821337d None None] Set router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:43.270711 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:43.335266 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6da0d3-117f-42c1-adad-e741c7282ea1 req-624ac2bf-6440-498b-a1dc-bd685defaa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:43.338264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c6da0d3-117f-42c1-adad-e741c7282ea1 req-624ac2bf-6440-498b-a1dc-bd685defaa64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3a2618a-78e6-4022-b9df-f48b27ae1827 HTTP/1.1" status: 200 len: 896 time: 0.3774447 Nov 09 00:28:43.356663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b47d8d17-0e9f-4fa6-a9ae-4000a64ca7e7 None None] Provisioning complete for port c707961a-f45a-4150-9590-ec753483b89d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:43.357022 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b47d8d17-0e9f-4fa6-a9ae-4000a64ca7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:43.448870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Made reservation on behalf of e2d4a1f1f7b6423e947781bdd385da5e for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:43.453771 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:43.513113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c6da0d3-117f-42c1-adad-e741c7282ea1 req-9d3b48bd-532a-409a-a35b-31a0a2945ff3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac HTTP/1.1" status: 200 len: 999 time: 0.1663461 Nov 09 00:28:43.553784 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:43.593819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6da0d3-117f-42c1-adad-e741c7282ea1 req-f45c0933-8c00-425d-a737-46715a802e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:43.595840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c6da0d3-117f-42c1-adad-e741c7282ea1 req-f45c0933-8c00-425d-a737-46715a802e1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7 HTTP/1.1" status: 200 len: 835 time: 0.0733886 Nov 09 00:28:43.688800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6da0d3-117f-42c1-adad-e741c7282ea1 req-f5632334-1c74-423f-9a7e-0a6cf7d2ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:43.692536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c6da0d3-117f-42c1-adad-e741c7282ea1 req-f5632334-1c74-423f-9a7e-0a6cf7d2ff2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3a2618a-78e6-4022-b9df-f48b27ae1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896115 Nov 09 00:28:43.762188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Allocated IP 172.20.0.1 (8e62e36f-7753-4c94-a1f8-60bd3ff32bf3/6d7c025b-07ef-4d99-9a4e-7a29dc520ee9/44894484-6188-4af1-a6cf-1c25fce16027) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:43.819207 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-51d21c09-0421-4e05-94a6-9ef3f821337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:28:11Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '041145e5-faa1-42e0-a3f0-d926fcaefa23', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'port_id': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'mac_address': 'fa:16:3e:bb:f4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06553b60-a891-46bb-871a-e8acf309a5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:39Z', 'revision_number': 0, 'project_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd28c14-b36c-40e8-91c2-80e624c8b53a', 'name': '', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:b3:9f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:09Z', 'updated_at': '2021-11-09T00:28:18Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:43.851819 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b47d8d17-0e9f-4fa6-a9ae-4000a64ca7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:43.886311 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d21c09-0421-4e05-94a6-9ef3f821337d None None] The sync data for ids ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'] in n-d-813263-3 is: [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:28:11Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '041145e5-faa1-42e0-a3f0-d926fcaefa23', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'port_id': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'mac_address': 'fa:16:3e:bb:f4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06553b60-a891-46bb-871a-e8acf309a5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:39Z', 'revision_number': 0, 'project_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd28c14-b36c-40e8-91c2-80e624c8b53a', 'name': '', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:b3:9f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:09Z', 'updated_at': '2021-11-09T00:28:18Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:28:43.902716 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c6da0d3-117f-42c1-adad-e741c7282ea1 req-8f450a47-04c7-4659-8992-88e418a17dc3 service neutron] 10.222.0.30 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005010 Nov 09 00:28:43.956367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34910) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:44.131699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c6da0d3-117f-42c1-adad-e741c7282ea1 req-e5eb016d-42f6-47ef-92f3-60355939cdd9 service neutron] 10.222.0.30 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216361 Nov 09 00:28:44.201387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port c707961a-f45a-4150-9590-ec753483b89d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:44.201956 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.257233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03eb18ca-0c78-4a65-bb22-564ed5e5b358 req-c2a1ed98-8d55-499f-adf0-b285a27722ef tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 210 time: 0.3169711 Nov 09 00:28:44.264917 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8103fff-13ef-472d-a399-8cfafd9cfc54 None None] New status for floating IP 041145e5-faa1-42e0-a3f0-d926fcaefa23: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:28:44.271979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-ccfa027f-0f74-43fe-b104-b77734eb1811 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9669c626cb324538b18396d187f1ea7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875993 Nov 09 00:28:44.308565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b034905e-971f-43c8-b658-00baab269cb0 req-aaabfd3b-96e8-4bde-817d-4a16bbffe4fd tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 210 time: 0.1254318 Nov 09 00:28:44.354682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-272b0e5e-d500-44b5-ac08-c2d4b8bc4717 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/041145e5-faa1-42e0-a3f0-d926fcaefa23 HTTP/1.1" status: 200 len: 991 time: 0.3917551 Nov 09 00:28:44.417284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b47d8d17-0e9f-4fa6-a9ae-4000a64ca7e7 None None] For port c707961a-f45a-4150-9590-ec753483b89d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c707961a-f45a-4150-9590-ec753483b89d,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:44.447538 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b47d8d17-0e9f-4fa6-a9ae-4000a64ca7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.503325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37302a-0f38-4101-b440-c87c8afb196a req-3562370d-0d3f-4c83-a632-bac1a4f8d885 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:44.515386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-3562370d-0d3f-4c83-a632-bac1a4f8d885 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150083 Nov 09 00:28:44.528252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Request body: {'port': {'device_id': 'eec442cf-67c7-4096-b77e-24ff8dcb27c0', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '9669c626cb324538b18396d187f1ea7b'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:44.543502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Allocated IP 172.20.0.7 (9696faab-68f6-4507-8fca-4d6a572c2385/da7dd990-1b5c-41a3-a5b9-028ea3b28461/59350e3b-cf70-416b-ae69-bb2b5cf6249c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:44.690348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Made reservation on behalf of 9669c626cb324538b18396d187f1ea7b for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:44.695411 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.707788 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d8d17-0e9f-4fa6-a9ae-4000a64ca7e7 None None] Pushing event updated for resources: {'Port': ['ID=c707961a-f45a-4150-9590-ec753483b89d,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:44.707999 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.744678 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.751985 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.757160 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.851701 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.861532 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.892760 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aa424dba-2fa5-46cb-84df-4b50ff130553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.909977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c707961a-f45a-4150-9590-ec753483b89d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:44.913044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Attempting to bind port 61881b40-5a8f-4c80-a0fe-69243ba9a773 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:28:44.913565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Attempting to bind port 61881b40-5a8f-4c80-a0fe-69243ba9a773 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:28:44.914025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Attempting to bind port 61881b40-5a8f-4c80-a0fe-69243ba9a773 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:44.916350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec6bb3-16f5-4586-aa2a-4bca131475d6 None None] Pushing event updated for resources: {'Port': ['ID=61881b40-5a8f-4c80-a0fe-69243ba9a773,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:44.937898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.953915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:28:44.954987 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:44.955150 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.955840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:28:44.956439 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Bound port: 61881b40-5a8f-4c80-a0fe-69243ba9a773, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:28:44.956982 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:44.997522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffa4096-8799-4b69-894b-53148894cb96,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:45.040837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:45.087684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:45.087915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] For port 61881b40-5a8f-4c80-a0fe-69243ba9a773, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:28:45.096261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:45.098631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Allocated IP 192.168.233.35 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/2aecfef5-da90-4731-b94e-b8db5730ad2a) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:45.133283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] For port 61881b40-5a8f-4c80-a0fe-69243ba9a773, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=61881b40-5a8f-4c80-a0fe-69243ba9a773,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:28:45.143311 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Pushing event updated for resources: {'Port': ['ID=44894484-6188-4af1-a6cf-1c25fce16027,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:45.152567 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:45.203950 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:45.205066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port c707961a-f45a-4150-9590-ec753483b89d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:45.206007 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:45.214062 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0c3fee55-ae09-4455-a14b-8246e7455fa9 None None] Provisioning complete for port c707961a-f45a-4150-9590-ec753483b89d triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:45.214678 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0c3fee55-ae09-4455-a14b-8246e7455fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:45.318135 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:45.384230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec6bb3-16f5-4586-aa2a-4bca131475d6 None None] Pushing event updated for resources: {'Port': ['ID=61881b40-5a8f-4c80-a0fe-69243ba9a773,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:45.389942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34932) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:45.413309 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:45.420827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:45.437156 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:45.464687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:45.534839 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:28:45.554983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Network 9696faab-68f6-4507-8fca-4d6a572c2385 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:45.583897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:45.586491 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:45.626784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b6ff5fac-2e59-4d72-90e2-a30a0da131af req-c7a6559e-cc77-47ea-a10f-c806bfe3f393 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 210 time: 0.1354132 Nov 09 00:28:45.668144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81a63d-19a8-403b-af94-2c76756efd40 req-cc7e0bfc-d0da-4219-a90b-45d60c1ef7a8 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:45.676615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e81a63d-19a8-403b-af94-2c76756efd40 req-cc7e0bfc-d0da-4219-a90b-45d60c1ef7a8 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 931 time: 0.1875374 Nov 09 00:28:45.701090 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:45.725505 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c902a3a8-cbd1-48a4-9dbe-13a65ffef230 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/041145e5-faa1-42e0-a3f0-d926fcaefa23 HTTP/1.1" status: 200 len: 993 time: 0.3093233 Nov 09 00:28:45.746530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event updated for resources: {'Port': ['ID=59350e3b-cf70-416b-ae69-bb2b5cf6249c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:45.783117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:45.783800 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:45.788175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e81a63d-19a8-403b-af94-2c76756efd40 req-27ac2d68-7c5b-4643-bd9a-e0be615f05f8 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103387 Nov 09 00:28:45.798659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:45.801974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:45.816485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:45.828079 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:45.849069 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-637414ac-c37d-4228-9eec-9407a2db5f2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0326121 Nov 09 00:28:45.899154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:45.900113 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:45.900299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Request body: {'port': {'device_id': 'af5d9c57-2dfb-4a16-aa41-5746a8872e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:45.919038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Pushing event updated for resources: {'Port': ['ID=2aecfef5-da90-4731-b94e-b8db5730ad2a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:45.936503 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-adc06dfb-b88d-4d09-b413-3d6c5da51fe2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4121246 Nov 09 00:28:45.948866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Request body: {'port': {'device_id': 'eec442cf-67c7-4096-b77e-24ff8dcb27c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:46.016405 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.084437 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.099628 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.106956 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b8d8262f-30a3-420a-a26a-6eae4022df20 None None] Provisioning complete for port 44894484-6188-4af1-a6cf-1c25fce16027 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:46.107313 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b8d8262f-30a3-420a-a26a-6eae4022df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.117435 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:46.245075 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.357414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59350e3b-cf70-416b-ae69-bb2b5cf6249c {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:28:46.367485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.378663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8262f-30a3-420a-a26a-6eae4022df20 None None] Port 44894484-6188-4af1-a6cf-1c25fce16027 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:28:46.412560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Transition to ACTIVE for port object 59350e3b-cf70-416b-ae69-bb2b5cf6249c will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:28:46.435287 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aecfef5-da90-4731-b94e-b8db5730ad2a {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:28:46.444050 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.446235 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.457117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.457388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Transition to ACTIVE for port object 2aecfef5-da90-4731-b94e-b8db5730ad2a will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:28:46.466016 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.604358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aecfef5-da90-4731-b94e-b8db5730ad2a,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:46.633537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Pushing event updated for resources: {'Port': ['ID=59350e3b-cf70-416b-ae69-bb2b5cf6249c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:46.633790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Attempting to bind port 2aecfef5-da90-4731-b94e-b8db5730ad2a on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:28:46.633790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Attempting to bind port 2aecfef5-da90-4731-b94e-b8db5730ad2a by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:28:46.633790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Attempting to bind port 2aecfef5-da90-4731-b94e-b8db5730ad2a on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:46.640673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Port 2aecfef5-da90-4731-b94e-b8db5730ad2a on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:28:46.642980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Attempting to bind port 2aecfef5-da90-4731-b94e-b8db5730ad2a on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:46.650114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:28:46.650114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:46.650414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:28:46.650791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Bound port: 2aecfef5-da90-4731-b94e-b8db5730ad2a, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:28:46.651152 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.681255 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:40Z', 'revision_number': 3, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:46.716688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369bde7-c389-4b3b-878b-f63ca9a0439f None None] The sync data for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 is: [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:40Z', 'revision_number': 3, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:28:46.835547 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.840235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] For port 2aecfef5-da90-4731-b94e-b8db5730ad2a, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:28:46.841457 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Attempting to bind port 59350e3b-cf70-416b-ae69-bb2b5cf6249c on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:28:46.842359 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Attempting to bind port 59350e3b-cf70-416b-ae69-bb2b5cf6249c by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:28:46.842697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Attempting to bind port 59350e3b-cf70-416b-ae69-bb2b5cf6249c on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:46.857951 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.891906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] For port 2aecfef5-da90-4731-b94e-b8db5730ad2a, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2aecfef5-da90-4731-b94e-b8db5730ad2a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:28:46.911680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b5cc1-4d2f-4df8-a68a-110b30cf6193 req-a48cb827-0fc8-47a4-8275-dff55fed2def tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:46.918285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee1b5cc1-4d2f-4df8-a68a-110b30cf6193 req-a48cb827-0fc8-47a4-8275-dff55fed2def tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 947 time: 0.1619124 Nov 09 00:28:46.924398 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:46.965331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Pushing event updated for resources: {'Port': ['ID=44894484-6188-4af1-a6cf-1c25fce16027,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:46.967772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Port 59350e3b-cf70-416b-ae69-bb2b5cf6249c on network 9696faab-68f6-4507-8fca-4d6a572c2385 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:28:46.968103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Attempting to bind port 59350e3b-cf70-416b-ae69-bb2b5cf6249c on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:46.979310 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:28:46.979748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Checking segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:46.980340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Bound using segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:28:46.980852 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Bound port: 59350e3b-cf70-416b-ae69-bb2b5cf6249c, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:28:46.981452 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:47.053082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:47.156880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aecfef5-da90-4731-b94e-b8db5730ad2a,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:47.163458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] For port 59350e3b-cf70-416b-ae69-bb2b5cf6249c, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:28:47.186174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:47.187186 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:47.189382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-5cf21028-a0ec-4a44-bcc9-5a7f3ecda7e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/2aecfef5-da90-4731-b94e-b8db5730ad2a HTTP/1.1" status: 200 len: 1095 time: 1.2442577 Nov 09 00:28:47.192265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec442cf-67c7-4096-b77e-24ff8dcb27c0', 'tag': '2aecfef5-da90-4731-b94e-b8db5730ad2a'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:47.194262 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9173ac-8eb5-49f3-8e97-4aaaadff1bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "eec442cf-67c7-4096-b77e-24ff8dcb27c0", "tag": "2aecfef5-da90-4731-b94e-b8db5730ad2a"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:47.201003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] For port 59350e3b-cf70-416b-ae69-bb2b5cf6249c, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=59350e3b-cf70-416b-ae69-bb2b5cf6249c,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:28:47.223697 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:47.224170 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee1b5cc1-4d2f-4df8-a68a-110b30cf6193 req-9591513f-ee55-455d-929e-42f270f604b1 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffa4096-8799-4b69-894b-53148894cb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966716 Nov 09 00:28:47.345023 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd47a85a-4b6e-4b30-a830-b9aa8aa20e4e x-openstack-request-id: req-cd47a85a-4b6e-4b30-a830-b9aa8aa20e4e {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:47.345427 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec442cf-67c7-4096-b77e-24ff8dcb27c0", "tag": "2aecfef5-da90-4731-b94e-b8db5730ad2a", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:47.350251 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd47a85a-4b6e-4b30-a830-b9aa8aa20e4e {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:47.350869 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec442cf-67c7-4096-b77e-24ff8dcb27c0', 'tag': '2aecfef5-da90-4731-b94e-b8db5730ad2a', 'status': 'completed', 'code': 200} Nov 09 00:28:47.354630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:47.355346 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:47.357114 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] 10.222.0.11 "PUT /v2.0/ports/59350e3b-cf70-416b-ae69-bb2b5cf6249c HTTP/1.1" status: 200 len: 1091 time: 1.4631543 Nov 09 00:28:47.363903 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5d9c57-2dfb-4a16-aa41-5746a8872e66', 'tag': '59350e3b-cf70-416b-ae69-bb2b5cf6249c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:47.366617 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bb22e2-ed12-402c-b4f5-231916cc11f6" -d '{"events": [{"name": "network-changed", "server_uuid": "af5d9c57-2dfb-4a16-aa41-5746a8872e66", "tag": "59350e3b-cf70-416b-ae69-bb2b5cf6249c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:47.400471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:47.416638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6027d-271d-42ab-ac37-b614284b03a7 req-9485634c-8340-4925-9b5e-f6d9e1433e2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:47.419650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:47.421398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3e6027d-271d-42ab-ac37-b614284b03a7 req-9485634c-8340-4925-9b5e-f6d9e1433e2d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 943 time: 0.3690133 Nov 09 00:28:47.473848 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac5d174-5579-45b3-b5dd-df038c69417b x-openstack-request-id: req-2ac5d174-5579-45b3-b5dd-df038c69417b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:47.474969 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5d9c57-2dfb-4a16-aa41-5746a8872e66", "tag": "59350e3b-cf70-416b-ae69-bb2b5cf6249c", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:47.475330 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ac5d174-5579-45b3-b5dd-df038c69417b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:47.475955 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5d9c57-2dfb-4a16-aa41-5746a8872e66', 'tag': '59350e3b-cf70-416b-ae69-bb2b5cf6249c', 'status': 'completed', 'code': 200} Nov 09 00:28:47.490487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37302a-0f38-4101-b440-c87c8afb196a req-bd74906b-bde0-4a82-962a-9ca5c5ae37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:47.492005 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-bd74906b-bde0-4a82-962a-9ca5c5ae37d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9669c626cb324538b18396d187f1ea7b&device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 1098 time: 0.2094824 Nov 09 00:28:47.605216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-f6ead11a-d615-4ae4-bb3b-e5d02bb2598b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=2aecfef5-da90-4731-b94e-b8db5730ad2a HTTP/1.1" status: 200 len: 217 time: 0.0991154 Nov 09 00:28:47.625850 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1425a-3d36-4004-a2f6-8c2a92e89272 service neutron] Pushing event updated for resources: {'Port': ['ID=59350e3b-cf70-416b-ae69-bb2b5cf6249c,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:47.646979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3e6027d-271d-42ab-ac37-b614284b03a7 req-b28b1bb2-019d-4b0c-a555-c86708a251ef tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171569 Nov 09 00:28:47.666051 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:47.691866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-e0c0f30c-a62f-4f7d-ab35-79ecf7b0e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:47.693534 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-e0c0f30c-a62f-4f7d-ab35-79ecf7b0e8d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 1094 time: 0.2593007 Nov 09 00:28:47.757934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37302a-0f38-4101-b440-c87c8afb196a req-85b4d38c-98cc-4e8a-afb9-222def71e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:47.759531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-85b4d38c-98cc-4e8a-afb9-222def71e2e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1009688 Nov 09 00:28:47.786604 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-046630e3-dc54-4085-aef4-704f64b78b03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59350e3b-cf70-416b-ae69-bb2b5cf6249c HTTP/1.1" status: 200 len: 217 time: 0.0515044 Nov 09 00:28:47.823174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37302a-0f38-4101-b440-c87c8afb196a req-c7468b37-ecdb-4ed5-92a0-adcf6d942030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:47.824685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-c7468b37-ecdb-4ed5-92a0-adcf6d942030 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572963 Nov 09 00:28:47.859136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:28:47.866648 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-c25b286c-e8c1-4678-9c06-b2b03ebf55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:47.868167 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-c25b286c-e8c1-4678-9c06-b2b03ebf55f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.0721953 Nov 09 00:28:47.939812 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-6c875279-75b7-454f-bc0a-ddc2dea49102 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558131 Nov 09 00:28:47.952044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0f18cba8-daf6-43d4-a8f4-06dcd630707a None None] Provisioning complete for port 44894484-6188-4af1-a6cf-1c25fce16027 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:47.952731 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0f18cba8-daf6-43d4-a8f4-06dcd630707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:47.972002 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-327611f1-d7e0-41ed-b960-34848dffe7f7 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359608 Nov 09 00:28:48.030609 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0f18cba8-daf6-43d4-a8f4-06dcd630707a None None] Port 44894484-6188-4af1-a6cf-1c25fce16027 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:28:48.129846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d37302a-0f38-4101-b440-c87c8afb196a req-4337e526-317d-439a-bc48-7ceda606cb42 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457331 Nov 09 00:28:48.205095 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-8347de5e-77d8-48f2-aed9-eb419a288119 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572119 Nov 09 00:28:48.207379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:28:48.214336 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-702c7633-5056-4164-a3a4-afd60dc0f00e admin admin] 10.222.0.25 "PUT /v2.0/routers/efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2792194 Nov 09 00:28:48.286811 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9173ac-8eb5-49f3-8e97-4aaaadff1bbc req-f3f007ff-1155-456d-b999-88f83d3fff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:48.290984 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab9173ac-8eb5-49f3-8e97-4aaaadff1bbc req-f3f007ff-1155-456d-b999-88f83d3fff53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9669c626cb324538b18396d187f1ea7b&device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 1098 time: 0.0952680 Nov 09 00:28:48.339222 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be1e9896-7780-4d9b-9b68-5b77e79b8eb9 req-13669b9c-72ee-4bed-b35a-2aeef0c21e67 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236129 Nov 09 00:28:48.358208 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:48.488718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb22e2-ed12-402c-b4f5-231916cc11f6 req-c2a3d7cc-3d12-4b2d-ba24-1eb769762345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:48.491123 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64bb22e2-ed12-402c-b4f5-231916cc11f6 req-c2a3d7cc-3d12-4b2d-ba24-1eb769762345 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 1094 time: 0.0796635 Nov 09 00:28:48.572176 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd41c1-7585-45bb-8257-dd132f645513 req-fde217c4-98b9-452f-9c0f-ec17bcafde97 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:48.582190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ccd41c1-7585-45bb-8257-dd132f645513 req-fde217c4-98b9-452f-9c0f-ec17bcafde97 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 947 time: 0.1793680 Nov 09 00:28:48.590892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9173ac-8eb5-49f3-8e97-4aaaadff1bbc req-18d4ddd6-32d1-40d3-a36e-a04211c449c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:48.592622 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab9173ac-8eb5-49f3-8e97-4aaaadff1bbc req-18d4ddd6-32d1-40d3-a36e-a04211c449c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.2942290 Nov 09 00:28:48.628800 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb22e2-ed12-402c-b4f5-231916cc11f6 req-fb9cfc06-5f74-4711-af04-044535ac0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:48.630496 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64bb22e2-ed12-402c-b4f5-231916cc11f6 req-fb9cfc06-5f74-4711-af04-044535ac0099 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 905 time: 0.1301932 Nov 09 00:28:48.683367 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64bb22e2-ed12-402c-b4f5-231916cc11f6 req-907736d6-2fb1-45e8-99ba-047529170f38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59350e3b-cf70-416b-ae69-bb2b5cf6249c HTTP/1.1" status: 200 len: 217 time: 0.0438416 Nov 09 00:28:48.703303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab9173ac-8eb5-49f3-8e97-4aaaadff1bbc req-8bc95283-1eeb-4d72-ba42-e7a8435c6fa7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=2aecfef5-da90-4731-b94e-b8db5730ad2a HTTP/1.1" status: 200 len: 217 time: 0.1002145 Nov 09 00:28:48.777877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb22e2-ed12-402c-b4f5-231916cc11f6 req-20ae54a8-12db-4f06-9544-4984f1a186b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:48.782313 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64bb22e2-ed12-402c-b4f5-231916cc11f6 req-20ae54a8-12db-4f06-9544-4984f1a186b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.0902510 Nov 09 00:28:48.838906 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64bb22e2-ed12-402c-b4f5-231916cc11f6 req-20933c90-a3eb-419b-90bc-b9d1c806eadd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487726 Nov 09 00:28:48.858336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ccd41c1-7585-45bb-8257-dd132f645513 req-288a2fa7-05bf-426f-a49e-8f6aa79eab6b tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffa4096-8799-4b69-894b-53148894cb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723479 Nov 09 00:28:48.894668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9173ac-8eb5-49f3-8e97-4aaaadff1bbc req-66b2e7e6-d46c-4906-bbf9-d62331fe852b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:48.896188 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab9173ac-8eb5-49f3-8e97-4aaaadff1bbc req-66b2e7e6-d46c-4906-bbf9-d62331fe852b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.1757038 Nov 09 00:28:48.917837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 61881b40-5a8f-4c80-a0fe-69243ba9a773 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:48.975333 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64bb22e2-ed12-402c-b4f5-231916cc11f6 req-e4fa6f93-c8d4-42c5-8499-ab29a632a486 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266737 Nov 09 00:28:49.012179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34982) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:49.025012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bae47d88-75c8-415f-b09e-4595fe3f08ac tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1750700009', 'description': 'tempest-description--598018605'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:49.070965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 61881b40-5a8f-4c80-a0fe-69243ba9a773 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:49.071342 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:49.127047 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bae47d88-75c8-415f-b09e-4595fe3f08ac tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:49.176351 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64bb22e2-ed12-402c-b4f5-231916cc11f6 req-33093879-816e-4b40-8c53-00638a29c58f service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915426 Nov 09 00:28:49.244510 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:49.270345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 61881b40-5a8f-4c80-a0fe-69243ba9a773, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=61881b40-5a8f-4c80-a0fe-69243ba9a773,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:49.276049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:49.337425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=61881b40-5a8f-4c80-a0fe-69243ba9a773,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:49.488865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Sync routers for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:28:49.499537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9173ac-8eb5-49f3-8e97-4aaaadff1bbc req-d035ec65-d19a-4c85-a606-6e33a561539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:49.501430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab9173ac-8eb5-49f3-8e97-4aaaadff1bbc req-d035ec65-d19a-4c85-a606-6e33a561539b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5957365 Nov 09 00:28:49.512633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773ac82-0dee-4b63-bb6c-8ba3d3068fd6 req-293d5b5c-de66-45f0-847b-689e3bdcd913 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:49.514251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9773ac82-0dee-4b63-bb6c-8ba3d3068fd6 req-293d5b5c-de66-45f0-847b-689e3bdcd913 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 943 time: 0.5306995 Nov 09 00:28:49.522387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:49.523707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:49.604475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab9173ac-8eb5-49f3-8e97-4aaaadff1bbc req-e5d8b43b-94b5-4549-a33b-d5a9c94efd90 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871232 Nov 09 00:28:49.668738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:49.747405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9773ac82-0dee-4b63-bb6c-8ba3d3068fd6 req-0143b920-0c91-44d4-9042-0e6942d79e42 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416035 Nov 09 00:28:49.751748 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bae47d88-75c8-415f-b09e-4595fe3f08ac tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:49.758852 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bae47d88-75c8-415f-b09e-4595fe3f08ac tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:49.793609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae47d88-75c8-415f-b09e-4595fe3f08ac tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90130dca-a790-45bb-a14e-1f64becec846,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:49.812082 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab9173ac-8eb5-49f3-8e97-4aaaadff1bbc req-42073cf2-63f3-4ae2-a785-652187458152 service neutron] 10.222.0.11 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962295 Nov 09 00:28:49.815147 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bae47d88-75c8-415f-b09e-4595fe3f08ac tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:49.819016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bae47d88-75c8-415f-b09e-4595fe3f08ac tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8015862 Nov 09 00:28:49.819538 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34994) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:49.824493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-28a25e98-72b0-4431-82ad-aed4785299cc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Request body: {'security_group_rule': {'security_group_id': '90130dca-a790-45bb-a14e-1f64becec846', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:49.863017 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-28a25e98-72b0-4431-82ad-aed4785299cc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:49.916019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:46Z', 'revision_number': 2, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:49.949320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Checking router: efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:28:49.950476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Updating router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 port 44894484-6188-4af1-a6cf-1c25fce16027 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:28:49.987347 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:49.994397 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-28a25e98-72b0-4431-82ad-aed4785299cc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.003852 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-28a25e98-72b0-4431-82ad-aed4785299cc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.016160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a1b02-70c6-4536-88e7-08d57983b3b9 req-2a3a28b1-c344-4597-8f71-346a0a8cdba2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:50.018893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-332a1b02-70c6-4536-88e7-08d57983b3b9 req-2a3a28b1-c344-4597-8f71-346a0a8cdba2 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 947 time: 0.0739195 Nov 09 00:28:50.035619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a25e98-72b0-4431-82ad-aed4785299cc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c02163f-ea71-4225-9663-45da5f485080,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:50.059392 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-28a25e98-72b0-4431-82ad-aed4785299cc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.060876 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-28a25e98-72b0-4431-82ad-aed4785299cc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2402401 Nov 09 00:28:50.064290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34998) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:50.069834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1250e97c-6392-4e87-9ee7-dae982beb1fb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Request body: {'security_group_rule': {'security_group_id': '90130dca-a790-45bb-a14e-1f64becec846', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:50.126615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-332a1b02-70c6-4536-88e7-08d57983b3b9 req-54319569-7051-405d-81bc-782f77abdaa3 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffa4096-8799-4b69-894b-53148894cb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975666 Nov 09 00:28:50.137635 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1250e97c-6392-4e87-9ee7-dae982beb1fb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.237709 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1250e97c-6392-4e87-9ee7-dae982beb1fb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.244254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1250e97c-6392-4e87-9ee7-dae982beb1fb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.244454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2aecfef5-da90-4731-b94e-b8db5730ad2a details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:28:50.272654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250e97c-6392-4e87-9ee7-dae982beb1fb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a408926-3ed1-41e6-9c03-e35e01efca3d,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:50.281240 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1250e97c-6392-4e87-9ee7-dae982beb1fb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.282886 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1250e97c-6392-4e87-9ee7-dae982beb1fb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2174292 Nov 09 00:28:50.285931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35006) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:50.290725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:50.325411 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.387275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2aecfef5-da90-4731-b94e-b8db5730ad2a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2aecfef5-da90-4731-b94e-b8db5730ad2a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:50.402296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '2aecfef5-da90-4731-b94e-b8db5730ad2a', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '2aecfef5-da90-4731-b94e-b8db5730ad2a', 'mac_address': 'fa:16:3e:c1:bf:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:28:50.451885 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.491730 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.528406 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aecfef5-da90-4731-b94e-b8db5730ad2a {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:28:50.538766 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.556213 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.567040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2aecfef5-da90-4731-b94e-b8db5730ad2a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2aecfef5-da90-4731-b94e-b8db5730ad2a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:50.588834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Allocated IP 172.25.0.130 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/2b72d1b2-2a7b-48ca-a253-ca0ee57469c5) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:50.645847 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.646491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 59350e3b-cf70-416b-ae69-bb2b5cf6249c details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:28:50.683176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ceb9bf-8337-44d4-b817-bda18d29771e None None] Pushing event updated for resources: {'Port': ['ID=44894484-6188-4af1-a6cf-1c25fce16027,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:50.771324 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.854903 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:50.939779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:50.956185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:50.963069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:50.969083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event updated for resources: {'Port': ['ID=2b72d1b2-2a7b-48ca-a253-ca0ee57469c5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:51.015547 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278e520-56b9-42b7-a4ab-f1988dd8592b req-0ff9227e-51cb-4b9b-997d-2c270f66428f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:51.017462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5278e520-56b9-42b7-a4ab-f1988dd8592b req-0ff9227e-51cb-4b9b-997d-2c270f66428f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 943 time: 0.1496005 Nov 09 00:28:51.031661 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Attempting to bind port 44894484-6188-4af1-a6cf-1c25fce16027 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:28:51.032820 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Attempting to bind port 44894484-6188-4af1-a6cf-1c25fce16027 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:28:51.032917 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Attempting to bind port 44894484-6188-4af1-a6cf-1c25fce16027 on network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:51.047724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 61881b40-5a8f-4c80-a0fe-69243ba9a773 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:51.115406 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:28:51.115809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Checking segment: {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:51.116258 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:51.116660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Bound using segment: {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:28:51.117129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Bound port: 44894484-6188-4af1-a6cf-1c25fce16027, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:28:51.117544 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:51.117813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:51.124496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5278e520-56b9-42b7-a4ab-f1988dd8592b req-44983bfd-fcd1-48fc-930f-14cf7772f67a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859179 Nov 09 00:28:51.159722 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=2aecfef5-da90-4731-b94e-b8db5730ad2a,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:51.173256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:51.249927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2dbcb9cd-d228-449f-8812-2ad515496de1 None None] Provisioning complete for port 44894484-6188-4af1-a6cf-1c25fce16027 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:51.250305 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb9cd-d228-449f-8812-2ad515496de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:51.332250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 59350e3b-cf70-416b-ae69-bb2b5cf6249c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=59350e3b-cf70-416b-ae69-bb2b5cf6249c,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:51.347589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] For port 44894484-6188-4af1-a6cf-1c25fce16027, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:28:51.352388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] For port 44894484-6188-4af1-a6cf-1c25fce16027, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=44894484-6188-4af1-a6cf-1c25fce16027,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:28:51.359135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2dbcb9cd-d228-449f-8812-2ad515496de1 None None] Port 44894484-6188-4af1-a6cf-1c25fce16027 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:28:51.363729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 61881b40-5a8f-4c80-a0fe-69243ba9a773 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:51.364100 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:51.366168 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:51.368003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '59350e3b-cf70-416b-ae69-bb2b5cf6249c', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'port_id': '59350e3b-cf70-416b-ae69-bb2b5cf6249c', 'mac_address': 'fa:16:3e:bc:a1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7dd990-1b5c-41a3-a5b9-028ea3b28461', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:28:51.398350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533c5af-f323-48d1-af7e-1ca8e1cc6982 req-1a6c7f16-b138-4ae1-9a16-e5b9e9b462b5 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:51.400094 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4533c5af-f323-48d1-af7e-1ca8e1cc6982 req-1a6c7f16-b138-4ae1-9a16-e5b9e9b462b5 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 948 time: 0.1543717 Nov 09 00:28:51.488964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4533c5af-f323-48d1-af7e-1ca8e1cc6982 req-134de919-e664-4959-bd70-1f50f3c16ae3 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffa4096-8799-4b69-894b-53148894cb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790777 Nov 09 00:28:51.522370 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:51.528704 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:51.576216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:28:51.576854 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:51.624989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event updated for resources: {'Port': ['ID=2b72d1b2-2a7b-48ca-a253-ca0ee57469c5,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:51.640123 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:51.661481 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:51.665308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b2d18d4f-e84b-4970-9d02-70f805a8e818 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3761086 Nov 09 00:28:51.679709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ceb9bf-8337-44d4-b817-bda18d29771e None None] Pushing event updated for resources: {'Port': ['ID=44894484-6188-4af1-a6cf-1c25fce16027,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:51.698101 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:51.782727 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59350e3b-cf70-416b-ae69-bb2b5cf6249c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:28:51.852454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35032) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:51.878091 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 59350e3b-cf70-416b-ae69-bb2b5cf6249c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=59350e3b-cf70-416b-ae69-bb2b5cf6249c,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:51.908138 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:52.021045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:28:52.030332 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-2645f1d6-d679-49b2-a853-dba21cad31c8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1750700009&fields=id&tenant_id=99341496d3824100a06d3bdcd9b26db3 HTTP/1.1" status: 200 len: 267 time: 0.0714989 Nov 09 00:28:52.139751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=59350e3b-cf70-416b-ae69-bb2b5cf6249c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:52.144883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1e715d7b-f002-4ed8-a699-0a7075334edb None None] Provisioning complete for port 44894484-6188-4af1-a6cf-1c25fce16027 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:52.145425 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1e715d7b-f002-4ed8-a699-0a7075334edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:52.154429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-60da3da8-bf14-4514-aa20-251fbe1b32a3 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:52.162234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-60da3da8-bf14-4514-aa20-251fbe1b32a3 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 811 time: 0.1305985 Nov 09 00:28:52.185598 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-570374b7-cecd-4267-8738-136d6103b35c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:52.196904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-3483c1ad-493d-4d1b-adb8-619ddf0dc755 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/quotas/99341496d3824100a06d3bdcd9b26db3 HTTP/1.1" status: 200 len: 375 time: 0.0337493 Nov 09 00:28:52.315364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-d1fb3241-1568-4c38-ac79-24191f3dc098 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1101117 Nov 09 00:28:52.379656 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1e715d7b-f002-4ed8-a699-0a7075334edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:52.399951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['2aecfef5-da90-4731-b94e-b8db5730ad2a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:28:52.439376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['59350e3b-cf70-416b-ae69-bb2b5cf6249c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:28:52.466404 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11207003-904c-4c9e-9ac3-e4bdb3040d05 req-9363d6df-af6d-48da-80f4-850b5bd57e9a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:52.467995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11207003-904c-4c9e-9ac3-e4bdb3040d05 req-9363d6df-af6d-48da-80f4-850b5bd57e9a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 944 time: 0.1902201 Nov 09 00:28:52.533982 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-570374b7-cecd-4267-8738-136d6103b35c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:52.546743 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-57937e63-434f-40f3-9c6e-24aa6af0a3c1 service neutron] 10.222.0.25 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861086 Nov 09 00:28:52.604974 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-570374b7-cecd-4267-8738-136d6103b35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:52.622259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1e715d7b-f002-4ed8-a699-0a7075334edb None None] For port 44894484-6188-4af1-a6cf-1c25fce16027, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=44894484-6188-4af1-a6cf-1c25fce16027,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:52.637697 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1e715d7b-f002-4ed8-a699-0a7075334edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:52.668814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11207003-904c-4c9e-9ac3-e4bdb3040d05 req-9012a760-3670-48fd-afeb-f6829f8298a2 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918874 Nov 09 00:28:52.692887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-570374b7-cecd-4267-8738-136d6103b35c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9254026048744a4a56cdd43ce55b5cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8367231 Nov 09 00:28:52.693274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35056) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:28:52.699791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570374b7-cecd-4267-8738-136d6103b35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a777b75a-d73b-4f17-990b-5ee06c64265b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:52.724862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-40a3ed4c-ed67-43b6-b652-afa38909c8db service neutron] 10.222.0.25 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772420 Nov 09 00:28:52.771946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e715d7b-f002-4ed8-a699-0a7075334edb None None] Pushing event updated for resources: {'Port': ['ID=44894484-6188-4af1-a6cf-1c25fce16027,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:52.802499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9cf4-cc1a-40e9-862a-42d005dea876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:52.858047 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9cf4-cc1a-40e9-862a-42d005dea876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:52.929890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:51Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:28:52.977979 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa00ff3-938f-49ea-a4f2-69fa4e5e1657 None None] The sync data for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 is: [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:51Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:28:52.995356 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9cf4-cc1a-40e9-862a-42d005dea876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:52.998181 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9cf4-cc1a-40e9-862a-42d005dea876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:52.999591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9e293be-1e27-452f-8c18-913d222f9647 req-7700ff91-0eb8-4d39-9088-3add300ef48d tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 210 time: 0.0367503 Nov 09 00:28:53.012645 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8d0c9cf4-cc1a-40e9-862a-42d005dea876 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a777b75a-d73b-4f17-990b-5ee06c64265b HTTP/1.1" status: 204 len: 168 time: 0.3176548 Nov 09 00:28:53.012810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14a3ad-81c9-4932-8d89-3d1669d5238a req-07acfdb2-55a8-4a99-8e9c-65c13aa3fa8f tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:53.027478 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b14a3ad-81c9-4932-8d89-3d1669d5238a req-07acfdb2-55a8-4a99-8e9c-65c13aa3fa8f tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 948 time: 0.1311979 Nov 09 00:28:53.056046 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c9cf4-cc1a-40e9-862a-42d005dea876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a777b75a-d73b-4f17-990b-5ee06c64265b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:53.109386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b14a3ad-81c9-4932-8d89-3d1669d5238a req-777e94af-ac2e-49d4-ab8f-2589112bafa4 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffa4096-8799-4b69-894b-53148894cb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808825 Nov 09 00:28:53.809399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39b671-f2cb-4ede-9030-f9e125be43da req-91e87d87-9c4c-4395-a425-d30f78620f74 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:53.811325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de39b671-f2cb-4ede-9030-f9e125be43da req-91e87d87-9c4c-4395-a425-d30f78620f74 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 944 time: 0.0636930 Nov 09 00:28:53.900585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de39b671-f2cb-4ede-9030-f9e125be43da req-a17ba57b-0844-43ec-9601-d6074c2a223c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831919 Nov 09 00:28:54.127628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f26bc454-713f-4f67-a3d0-beb489fe43a0 req-f26d181b-7fd0-4bbf-bca9-a1cd015da59a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 210 time: 0.0314000 Nov 09 00:28:54.275368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2aecfef5-da90-4731-b94e-b8db5730ad2a up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:54.323254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c58759-b68a-4a95-bb6c-2860a9f71749 req-d936317d-bac3-443f-a725-ffdca542f564 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:54.324793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5c58759-b68a-4a95-bb6c-2860a9f71749 req-d936317d-bac3-443f-a725-ffdca542f564 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 948 time: 0.1268499 Nov 09 00:28:54.350533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 2aecfef5-da90-4731-b94e-b8db5730ad2a completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:28:54.360320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 2aecfef5-da90-4731-b94e-b8db5730ad2a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:54.361076 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:54.371593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-d63046eb-f85d-4b68-84f3-0e2b083c7004 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:54.373512 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-d63046eb-f85d-4b68-84f3-0e2b083c7004 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.30 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 811 time: 0.1979604 Nov 09 00:28:54.446456 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5c58759-b68a-4a95-bb6c-2860a9f71749 req-a0990aef-ace1-48e3-873a-fc94d874d7ba tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffa4096-8799-4b69-894b-53148894cb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712864 Nov 09 00:28:54.460018 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:54.484660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-5d41b92c-98de-43fa-9804-e1fc91c56fc5 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99341496d3824100a06d3bdcd9b26db3 HTTP/1.1" status: 200 len: 380 time: 0.0863867 Nov 09 00:28:54.488606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec442cf-67c7-4096-b77e-24ff8dcb27c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aecfef5-da90-4731-b94e-b8db5730ad2a'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:54.491054 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c569c6-55bf-4ae0-9df7-958d5acc1e4a" -d '{"events": [{"server_uuid": "eec442cf-67c7-4096-b77e-24ff8dcb27c0", "name": "network-vif-plugged", "status": "completed", "tag": "2aecfef5-da90-4731-b94e-b8db5730ad2a"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:54.495091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Request body: {'port': {'device_id': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'admin_state_up': True, 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'security_groups': ['90130dca-a790-45bb-a14e-1f64becec846']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:54.507661 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2aecfef5-da90-4731-b94e-b8db5730ad2a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2aecfef5-da90-4731-b94e-b8db5730ad2a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:54.515149 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:54.516869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 59350e3b-cf70-416b-ae69-bb2b5cf6249c up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:54.542632 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d4fd22-4484-4898-8d79-79a70cd26439 x-openstack-request-id: req-11d4fd22-4484-4898-8d79-79a70cd26439 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:54.543180 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec442cf-67c7-4096-b77e-24ff8dcb27c0", "name": "network-vif-plugged", "status": "completed", "tag": "2aecfef5-da90-4731-b94e-b8db5730ad2a", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:54.543584 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11d4fd22-4484-4898-8d79-79a70cd26439 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:54.544229 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec442cf-67c7-4096-b77e-24ff8dcb27c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aecfef5-da90-4731-b94e-b8db5730ad2a', 'code': 200} Nov 09 00:28:54.623594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=2aecfef5-da90-4731-b94e-b8db5730ad2a,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:54.638402 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 59350e3b-cf70-416b-ae69-bb2b5cf6249c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:28:54.643332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 59350e3b-cf70-416b-ae69-bb2b5cf6249c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:54.643703 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:54.694508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Made reservation on behalf of 99341496d3824100a06d3bdcd9b26db3 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:28:54.698117 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:54.733076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74ac12-dc6d-4133-8ce0-fce777bb6a96 req-d5bba064-0ee0-4570-8c6b-66f847323bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:54.734974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a74ac12-dc6d-4133-8ce0-fce777bb6a96 req-d5bba064-0ee0-4570-8c6b-66f847323bb2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 1100 time: 0.1043196 Nov 09 00:28:54.759157 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:54.832938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 59350e3b-cf70-416b-ae69-bb2b5cf6249c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=59350e3b-cf70-416b-ae69-bb2b5cf6249c,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:54.838025 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:54.871318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 44894484-6188-4af1-a6cf-1c25fce16027 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:28:54.872283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a74ac12-dc6d-4133-8ce0-fce777bb6a96 req-f9c794d4-be7e-48f7-a456-5bb88c0f3987 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cffa4096-8799-4b69-894b-53148894cb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290956 Nov 09 00:28:54.904054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Allocated IP 172.20.0.10 (8e62e36f-7753-4c94-a1f8-60bd3ff32bf3/6d7c025b-07ef-4d99-9a4e-7a29dc520ee9/8f711328-c3c8-4589-a770-3556d76a5e1c) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:28:54.932301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=59350e3b-cf70-416b-ae69-bb2b5cf6249c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:54.978364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 44894484-6188-4af1-a6cf-1c25fce16027 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:54.978739 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:55.084532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bef7e7-5c59-4b63-86e2-15840898ebfa req-39309ea3-82e7-4df4-8469-a689cb28b1b1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:55.089931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1bef7e7-5c59-4b63-86e2-15840898ebfa req-39309ea3-82e7-4df4-8469-a689cb28b1b1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 945 time: 0.0904267 Nov 09 00:28:55.150524 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:55.169059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1bef7e7-5c59-4b63-86e2-15840898ebfa req-be49164e-58ea-47ad-a68d-4efdf703dddf tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748537 Nov 09 00:28:55.198660 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:55.279415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:28:55.282769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event updated for resources: {'Port': ['ID=8f711328-c3c8-4589-a770-3556d76a5e1c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:55.287262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:28:55.293264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:28:55.299108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:55.299455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:55.299798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:55.300130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:55.300465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:55.300803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:55.301126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:55.301477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:55.301803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:55.302128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:55.302455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:55.302778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:28:55.335372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df389d-ecf2-4ad6-a51a-7cefe76cce79 req-2ada703e-8cba-45d6-ae4f-50589de43b31 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:55.336925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44df389d-ecf2-4ad6-a51a-7cefe76cce79 req-2ada703e-8cba-45d6-ae4f-50589de43b31 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 932 time: 0.1103058 Nov 09 00:28:55.402083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:55.402848 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:55.425664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44df389d-ecf2-4ad6-a51a-7cefe76cce79 req-8034143e-3958-4a87-a745-6ee88432a7a8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801299 Nov 09 00:28:55.435203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-ca24177a-768a-4724-9504-6e456d22ed89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9443507 Nov 09 00:28:55.450485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Request body: {'port': {'device_id': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:28:55.513485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:55.581877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-441f0b63-6d8a-414e-a838-89d3ea6bee26 None None] Provisioning complete for port 8f711328-c3c8-4589-a770-3556d76a5e1c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:28:55.582458 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-441f0b63-6d8a-414e-a838-89d3ea6bee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:55.620918 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-441f0b63-6d8a-414e-a838-89d3ea6bee26 None None] Port 8f711328-c3c8-4589-a770-3556d76a5e1c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:28:55.679578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74126a0-f7c1-4832-a5c8-2ece0e0f78f7 req-289a1f6b-5699-4f5d-b0eb-52fe0621dff1 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:55.680757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e74126a0-f7c1-4832-a5c8-2ece0e0f78f7 req-289a1f6b-5699-4f5d-b0eb-52fe0621dff1 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 949 time: 0.1525936 Nov 09 00:28:55.786341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e74126a0-f7c1-4832-a5c8-2ece0e0f78f7 req-38a5150d-3c70-49a2-8731-14e768e5daa7 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffa4096-8799-4b69-894b-53148894cb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994177 Nov 09 00:28:55.874528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f711328-c3c8-4589-a770-3556d76a5e1c {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:28:55.881897 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:55.893980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Transition to ACTIVE for port object 8f711328-c3c8-4589-a770-3556d76a5e1c will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:28:55.898416 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:55.951314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Pushing event updated for resources: {'Port': ['ID=8f711328-c3c8-4589-a770-3556d76a5e1c,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:56.050151 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Attempting to bind port 8f711328-c3c8-4589-a770-3556d76a5e1c on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:28:56.050385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Attempting to bind port 8f711328-c3c8-4589-a770-3556d76a5e1c by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:28:56.050937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Attempting to bind port 8f711328-c3c8-4589-a770-3556d76a5e1c on network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:56.056766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Port 8f711328-c3c8-4589-a770-3556d76a5e1c on network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:28:56.057214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Attempting to bind port 8f711328-c3c8-4589-a770-3556d76a5e1c on network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:28:56.070471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:28:56.070961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Checking segment: {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:28:56.071467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Bound using segment: {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:28:56.072030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Bound port: 8f711328-c3c8-4589-a770-3556d76a5e1c, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:28:56.072468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:56.152052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] For port 8f711328-c3c8-4589-a770-3556d76a5e1c, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:28:56.155314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] For port 8f711328-c3c8-4589-a770-3556d76a5e1c, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8f711328-c3c8-4589-a770-3556d76a5e1c,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:28:56.158955 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:56.192490 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:56.193102 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:56.195912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] 10.222.0.30 "PUT /v2.0/ports/8f711328-c3c8-4589-a770-3556d76a5e1c HTTP/1.1" status: 200 len: 1092 time: 0.7505665 Nov 09 00:28:56.196352 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'tag': '8f711328-c3c8-4589-a770-3556d76a5e1c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:56.198760 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552be772-42b6-475f-9be0-0bd943a368b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd9fd6a-24e3-4e04-9ddc-510803809d81", "tag": "8f711328-c3c8-4589-a770-3556d76a5e1c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:56.259843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff27f32-6635-4892-acc2-f367eafb158b service neutron] Pushing event updated for resources: {'Port': ['ID=8f711328-c3c8-4589-a770-3556d76a5e1c,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:56.266203 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d638a2-06bf-4bbd-8d04-d11686ac3cab x-openstack-request-id: req-c2d638a2-06bf-4bbd-8d04-d11686ac3cab {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:56.267070 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd9fd6a-24e3-4e04-9ddc-510803809d81", "tag": "8f711328-c3c8-4589-a770-3556d76a5e1c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:56.267267 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2d638a2-06bf-4bbd-8d04-d11686ac3cab {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:56.267655 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'tag': '8f711328-c3c8-4589-a770-3556d76a5e1c', 'status': 'completed', 'code': 200} Nov 09 00:28:56.323601 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-327ad049-c9b7-4a00-b416-b71d90ac4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:56.325096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-327ad049-c9b7-4a00-b416-b71d90ac4080 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 1095 time: 0.0812140 Nov 09 00:28:56.376577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-3ee41a36-e74c-4eb4-929e-9907f5fa2e80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f711328-c3c8-4589-a770-3556d76a5e1c HTTP/1.1" status: 200 len: 217 time: 0.0403366 Nov 09 00:28:56.384244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e281cf9-c6ed-4e91-8c1f-09d3addd55dc req-40694da1-002c-499a-aab6-d0fd0efa7009 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:56.385747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e281cf9-c6ed-4e91-8c1f-09d3addd55dc req-40694da1-002c-499a-aab6-d0fd0efa7009 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 945 time: 0.0964861 Nov 09 00:28:56.457642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-1770ec33-4d1a-428a-b389-cd108e123d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:56.459119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-1770ec33-4d1a-428a-b389-cd108e123d75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 HTTP/1.1" status: 200 len: 850 time: 0.0724978 Nov 09 00:28:56.507193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e281cf9-c6ed-4e91-8c1f-09d3addd55dc req-236c5cbd-6b59-45d8-afa8-9c7347dcdbd8 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938883 Nov 09 00:28:56.515566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-e200fdf9-463b-4f9f-9ee7-d73c4260b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:56.517709 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-e200fdf9-463b-4f9f-9ee7-d73c4260b0a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504956 Nov 09 00:28:56.545819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5d9c57-2dfb-4a16-aa41-5746a8872e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59350e3b-cf70-416b-ae69-bb2b5cf6249c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:56.549172 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f001d624-f7eb-438b-b8fa-6de99615df81" -d '{"events": [{"server_uuid": "af5d9c57-2dfb-4a16-aa41-5746a8872e66", "name": "network-vif-plugged", "status": "completed", "tag": "59350e3b-cf70-416b-ae69-bb2b5cf6249c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:56.587459 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf25b5d3-c921-484f-a4ab-e1d472f269ad x-openstack-request-id: req-cf25b5d3-c921-484f-a4ab-e1d472f269ad {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:56.588043 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5d9c57-2dfb-4a16-aa41-5746a8872e66", "name": "network-vif-plugged", "status": "completed", "tag": "59350e3b-cf70-416b-ae69-bb2b5cf6249c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:56.588043 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf25b5d3-c921-484f-a4ab-e1d472f269ad {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:56.588401 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5d9c57-2dfb-4a16-aa41-5746a8872e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59350e3b-cf70-416b-ae69-bb2b5cf6249c', 'code': 200} Nov 09 00:28:56.642742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e99c88-cf5d-465c-871e-2718cf8f2889 req-f31b552d-e8d0-4676-8a83-0d502f2d40c1 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:56.644627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84e99c88-cf5d-465c-871e-2718cf8f2889 req-f31b552d-e8d0-4676-8a83-0d502f2d40c1 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 944 time: 0.1098723 Nov 09 00:28:56.718846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-8f8309dd-2c95-4530-8924-b2dbdb78ef30 service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920063 Nov 09 00:28:56.757995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adc5f8-a390-4b8d-94fd-74622207b38e req-26e79df5-55ef-40c0-86ca-11731d492ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:56.759430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4adc5f8-a390-4b8d-94fd-74622207b38e req-26e79df5-55ef-40c0-86ca-11731d492ce3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 1096 time: 0.1013677 Nov 09 00:28:56.768198 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84e99c88-cf5d-465c-871e-2718cf8f2889 req-a1527f52-1a72-49ca-ac62-2181a3957c08 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159449 Nov 09 00:28:56.854587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4adc5f8-a390-4b8d-94fd-74622207b38e req-ce0dd122-f4f8-4798-8c8f-60e565401258 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832813 Nov 09 00:28:56.874790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e52426d5-2ce4-4063-b8b6-01019926db4d req-a8988b2d-69db-43d7-9d54-413a091e02f3 service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481190 Nov 09 00:28:56.911522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a39cb-cf58-4dfc-8e62-d71a169b08d4 req-e8cae900-c985-4e29-8071-9214bc3c7a82 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:56.913237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a83a39cb-cf58-4dfc-8e62-d71a169b08d4 req-e8cae900-c985-4e29-8071-9214bc3c7a82 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 949 time: 0.0534506 Nov 09 00:28:56.988394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552be772-42b6-475f-9be0-0bd943a368b8 req-61d738b3-d9bb-484f-b9f5-3d5438aa0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:56.989928 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552be772-42b6-475f-9be0-0bd943a368b8 req-61d738b3-d9bb-484f-b9f5-3d5438aa0536 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 1095 time: 0.0693114 Nov 09 00:28:56.993265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a83a39cb-cf58-4dfc-8e62-d71a169b08d4 req-4c777bca-9398-4fe4-b5f1-d5a11b25f593 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffa4096-8799-4b69-894b-53148894cb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737324 Nov 09 00:28:57.089633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552be772-42b6-475f-9be0-0bd943a368b8 req-37c25ceb-7f55-4df7-b2d9-b4d00bb58cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:57.091116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552be772-42b6-475f-9be0-0bd943a368b8 req-37c25ceb-7f55-4df7-b2d9-b4d00bb58cfd service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 911 time: 0.0930192 Nov 09 00:28:57.138710 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552be772-42b6-475f-9be0-0bd943a368b8 req-703d0b79-bb32-4550-b2ab-f382372547ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f711328-c3c8-4589-a770-3556d76a5e1c HTTP/1.1" status: 200 len: 217 time: 0.0381966 Nov 09 00:28:57.207288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552be772-42b6-475f-9be0-0bd943a368b8 req-c097106b-d938-4961-9a4e-3dcea3f09bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:57.208968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552be772-42b6-475f-9be0-0bd943a368b8 req-c097106b-d938-4961-9a4e-3dcea3f09bc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 HTTP/1.1" status: 200 len: 850 time: 0.0618472 Nov 09 00:28:57.296341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bcd1d-1c68-45d6-9145-f379fdd06cb5 req-a3d57a71-0316-41e4-a780-f91b5c19de11 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:57.297915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-364bcd1d-1c68-45d6-9145-f379fdd06cb5 req-a3d57a71-0316-41e4-a780-f91b5c19de11 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 949 time: 0.0733902 Nov 09 00:28:57.299866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552be772-42b6-475f-9be0-0bd943a368b8 req-63351cc9-fb12-46d5-8d11-b95611d81679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:57.301234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552be772-42b6-475f-9be0-0bd943a368b8 req-63351cc9-fb12-46d5-8d11-b95611d81679 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849724 Nov 09 00:28:57.411866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-364bcd1d-1c68-45d6-9145-f379fdd06cb5 req-aed68756-676c-49be-abb8-5cdfbe3a05ff tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffa4096-8799-4b69-894b-53148894cb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069479 Nov 09 00:28:57.440410 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552be772-42b6-475f-9be0-0bd943a368b8 req-da813712-920f-44f2-82bd-3adc4e98ddef service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294973 Nov 09 00:28:57.533284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552be772-42b6-475f-9be0-0bd943a368b8 req-866ffc6e-a0ab-4b47-8e63-ee2616fdf6cb service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841954 Nov 09 00:28:57.638807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08faca-919a-415a-bdd0-0169c131e80f req-590738dd-df83-4d3d-834e-6bca01a60f6d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:57.640427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa08faca-919a-415a-bdd0-0169c131e80f req-590738dd-df83-4d3d-834e-6bca01a60f6d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 945 time: 0.0544713 Nov 09 00:28:57.686803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa08faca-919a-415a-bdd0-0169c131e80f req-9d61266e-b2c0-4abc-acc3-8e7a374799df tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397224 Nov 09 00:28:57.889005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979707d-597c-4de5-9203-f59cd338246f req-58098e6c-0a4c-45b6-945e-3a0f41a60365 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:57.890508 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4979707d-597c-4de5-9203-f59cd338246f req-58098e6c-0a4c-45b6-945e-3a0f41a60365 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 944 time: 0.0528538 Nov 09 00:28:57.941495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4979707d-597c-4de5-9203-f59cd338246f req-906e7b10-61f8-4b98-b2cf-7776e4775c31 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Nov 09 00:28:58.177631 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:28:58.537268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689ad63-e895-477a-995d-ccc885e7a86c req-1a230f53-b93d-4fdd-9d84-3549c40dc9c0 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:58.538764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4689ad63-e895-477a-995d-ccc885e7a86c req-1a230f53-b93d-4fdd-9d84-3549c40dc9c0 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 949 time: 0.0486810 Nov 09 00:28:58.597090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4689ad63-e895-477a-995d-ccc885e7a86c req-42ade633-cbd7-456c-8a79-ca5e7f919c0b tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/security-groups?id=cffa4096-8799-4b69-894b-53148894cb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521259 Nov 09 00:28:58.637297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d2eba-9f94-4b33-a7d5-c48cd1a67d48 req-f126cbea-5344-40d6-b1d6-ea65877d2704 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:58.638796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e4d2eba-9f94-4b33-a7d5-c48cd1a67d48 req-f126cbea-5344-40d6-b1d6-ea65877d2704 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 949 time: 0.0566950 Nov 09 00:28:58.732422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-0e4d2eba-9f94-4b33-a7d5-c48cd1a67d48 req-0092c763-2953-4df0-8a50-bc4ca623e545 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Deleting port 2aecfef5-da90-4731-b94e-b8db5730ad2a {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:28:58.732768 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0e4d2eba-9f94-4b33-a7d5-c48cd1a67d48 req-0092c763-2953-4df0-8a50-bc4ca623e545 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:58.858878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11952234-51bb-4852-8766-5c825008f2ad req-3c85d0a4-c76e-41f6-a3a6-8124393503ae tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:58.860549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11952234-51bb-4852-8766-5c825008f2ad req-3c85d0a4-c76e-41f6-a3a6-8124393503ae tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 945 time: 0.0741353 Nov 09 00:28:58.865762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-0e4d2eba-9f94-4b33-a7d5-c48cd1a67d48 req-0092c763-2953-4df0-8a50-bc4ca623e545 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] For port 2aecfef5-da90-4731-b94e-b8db5730ad2a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2aecfef5-da90-4731-b94e-b8db5730ad2a,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:28:58.866130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0e4d2eba-9f94-4b33-a7d5-c48cd1a67d48 req-0092c763-2953-4df0-8a50-bc4ca623e545 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:58.891943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-0e4d2eba-9f94-4b33-a7d5-c48cd1a67d48 req-0092c763-2953-4df0-8a50-bc4ca623e545 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Calling delete_port for 2aecfef5-da90-4731-b94e-b8db5730ad2a owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:28:58.960345 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11952234-51bb-4852-8766-5c825008f2ad req-2d4fa970-b893-43b8-b0af-1bce2844d3b0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916309 Nov 09 00:28:59.109810 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0e4d2eba-9f94-4b33-a7d5-c48cd1a67d48 req-0092c763-2953-4df0-8a50-bc4ca623e545 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:59.121749 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['2aecfef5-da90-4731-b94e-b8db5730ad2a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:28:59.451810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e47e5-1c7d-44fa-879a-db90225b3473 req-808e8722-0574-41e4-8b2f-b188b1a84288 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:59.453275 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a79e47e5-1c7d-44fa-879a-db90225b3473 req-808e8722-0574-41e4-8b2f-b188b1a84288 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 944 time: 0.4214079 Nov 09 00:28:59.463407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4e3c8-3405-4952-b9aa-52958b155c77 req-589b5bb7-342f-488d-9e18-e8cb13e4f4d9 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:28:59.464754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26a4e3c8-3405-4952-b9aa-52958b155c77 req-589b5bb7-342f-488d-9e18-e8cb13e4f4d9 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 945 time: 0.4206843 Nov 09 00:28:59.465523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092c763-2953-4df0-8a50-bc4ca623e545 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Pushing event deleted for resources: {'Port': ['ID=2aecfef5-da90-4731-b94e-b8db5730ad2a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:28:59.540052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4d2eba-9f94-4b33-a7d5-c48cd1a67d48 req-0092c763-2953-4df0-8a50-bc4ca623e545 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] No DVR routers for this DVR port 2aecfef5-da90-4731-b94e-b8db5730ad2a on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:28:59.544346 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0e4d2eba-9f94-4b33-a7d5-c48cd1a67d48 req-0092c763-2953-4df0-8a50-bc4ca623e545 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:28:59.548264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e4d2eba-9f94-4b33-a7d5-c48cd1a67d48 req-0092c763-2953-4df0-8a50-bc4ca623e545 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.11 "DELETE /v2.0/ports/2aecfef5-da90-4731-b94e-b8db5730ad2a HTTP/1.1" status: 204 len: 173 time: 0.9029455 Nov 09 00:28:59.549021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec442cf-67c7-4096-b77e-24ff8dcb27c0', 'name': 'network-vif-deleted', 'tag': '2aecfef5-da90-4731-b94e-b8db5730ad2a'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:28:59.551318 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98434ff-967f-4ef0-97f8-0d958f1e1f90" -d '{"events": [{"server_uuid": "eec442cf-67c7-4096-b77e-24ff8dcb27c0", "name": "network-vif-deleted", "tag": "2aecfef5-da90-4731-b94e-b8db5730ad2a"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:28:59.600940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a79e47e5-1c7d-44fa-879a-db90225b3473 req-c387efbc-be48-4250-8719-0fc0b4007410 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332388 Nov 09 00:28:59.607334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26a4e3c8-3405-4952-b9aa-52958b155c77 req-1ddaca02-803a-4524-a0c7-51c44f9da5c6 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286850 Nov 09 00:28:59.725657 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37959cd0-32e2-4019-b08c-44106457c5b8 x-openstack-request-id: req-37959cd0-32e2-4019-b08c-44106457c5b8 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:28:59.726092 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec442cf-67c7-4096-b77e-24ff8dcb27c0", "name": "network-vif-deleted", "tag": "2aecfef5-da90-4731-b94e-b8db5730ad2a", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:28:59.726423 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37959cd0-32e2-4019-b08c-44106457c5b8 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:28:59.726996 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec442cf-67c7-4096-b77e-24ff8dcb27c0', 'name': 'network-vif-deleted', 'tag': '2aecfef5-da90-4731-b94e-b8db5730ad2a', 'status': 'completed', 'code': 200} Nov 09 00:28:59.822668 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff056c0c-f06d-4ad4-9705-7ef6e0fa70a2 req-45a4ede6-b03a-4cad-9828-738d8bb5cd14 tempest-VolumesNegativeTest-477063579 tempest-VolumesNegativeTest-477063579-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec442cf-67c7-4096-b77e-24ff8dcb27c0 HTTP/1.1" status: 200 len: 210 time: 0.0266578 Nov 09 00:28:59.999139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f3175-8cbf-4a21-ab02-ee57eafd157b req-6883d153-9679-419e-9b8f-f9c0ad901825 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:00.000721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-986f3175-8cbf-4a21-ab02-ee57eafd157b req-6883d153-9679-419e-9b8f-f9c0ad901825 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 945 time: 0.0506504 Nov 09 00:29:00.052476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-986f3175-8cbf-4a21-ab02-ee57eafd157b req-073a330f-0285-4294-9530-38f8c1279b1c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Nov 09 00:29:00.451843 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8f711328-c3c8-4589-a770-3556d76a5e1c details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:29:00.547747 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 8f711328-c3c8-4589-a770-3556d76a5e1c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8f711328-c3c8-4589-a770-3556d76a5e1c,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:00.558640 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '8f711328-c3c8-4589-a770-3556d76a5e1c', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'port_id': '8f711328-c3c8-4589-a770-3556d76a5e1c', 'mac_address': 'fa:16:3e:b7:25:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:29:00.601154 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:00.614348 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f711328-c3c8-4589-a770-3556d76a5e1c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:29:00.634143 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 8f711328-c3c8-4589-a770-3556d76a5e1c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8f711328-c3c8-4589-a770-3556d76a5e1c,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:00.639384 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:00.692223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=8f711328-c3c8-4589-a770-3556d76a5e1c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:00.857206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['8f711328-c3c8-4589-a770-3556d76a5e1c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:00.966209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e031d-3d12-4149-9bd7-38effc37b911 req-2ed66916-1e61-4490-8c28-ec9c09743041 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:00.975211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-990e031d-3d12-4149-9bd7-38effc37b911 req-2ed66916-1e61-4490-8c28-ec9c09743041 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 945 time: 0.2781496 Nov 09 00:29:01.045835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-990e031d-3d12-4149-9bd7-38effc37b911 req-b41d9843-f20d-4b56-9e4e-9134d09ac218 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693147 Nov 09 00:29:01.176244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e183d6-0d05-4f4d-9807-b36986f0eae7 req-36162178-aff0-4c50-9abb-270f61241b51 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:01.177773 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7e183d6-0d05-4f4d-9807-b36986f0eae7 req-36162178-aff0-4c50-9abb-270f61241b51 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 945 time: 0.0531716 Nov 09 00:29:01.266667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31ad3a-2cc4-4579-8c55-119beb74c49e req-b15d892b-d00f-4a8b-b996-c33c049215b8 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:01.268083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b31ad3a-2cc4-4579-8c55-119beb74c49e req-b15d892b-d00f-4a8b-b996-c33c049215b8 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "GET /v2.0/ports?device_id=af5d9c57-2dfb-4a16-aa41-5746a8872e66 HTTP/1.1" status: 200 len: 945 time: 0.0892591 Nov 09 00:29:01.275842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7e183d6-0d05-4f4d-9807-b36986f0eae7 req-39f857c3-afd7-4ed2-8c86-fc8a4bce0582 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877254 Nov 09 00:29:01.376192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-5b31ad3a-2cc4-4579-8c55-119beb74c49e req-0b61077e-3c4c-4530-8b0f-a3606a1b5f74 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Deleting port 59350e3b-cf70-416b-ae69-bb2b5cf6249c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:29:01.376535 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5b31ad3a-2cc4-4579-8c55-119beb74c49e req-0b61077e-3c4c-4530-8b0f-a3606a1b5f74 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:01.470164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5b31ad3a-2cc4-4579-8c55-119beb74c49e req-0b61077e-3c4c-4530-8b0f-a3606a1b5f74 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] For port 59350e3b-cf70-416b-ae69-bb2b5cf6249c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=59350e3b-cf70-416b-ae69-bb2b5cf6249c,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:01.470669 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5b31ad3a-2cc4-4579-8c55-119beb74c49e req-0b61077e-3c4c-4530-8b0f-a3606a1b5f74 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:01.484359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-5b31ad3a-2cc4-4579-8c55-119beb74c49e req-0b61077e-3c4c-4530-8b0f-a3606a1b5f74 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Calling delete_port for 59350e3b-cf70-416b-ae69-bb2b5cf6249c owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:29:01.636634 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5b31ad3a-2cc4-4579-8c55-119beb74c49e req-0b61077e-3c4c-4530-8b0f-a3606a1b5f74 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:01.651893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc', '59350e3b-cf70-416b-ae69-bb2b5cf6249c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:01.682107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61077e-3c4c-4530-8b0f-a3606a1b5f74 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event deleted for resources: {'Port': ['ID=59350e3b-cf70-416b-ae69-bb2b5cf6249c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:01.728279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b31ad3a-2cc4-4579-8c55-119beb74c49e req-0b61077e-3c4c-4530-8b0f-a3606a1b5f74 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] No DVR routers for this DVR port 59350e3b-cf70-416b-ae69-bb2b5cf6249c on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:29:01.731584 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5b31ad3a-2cc4-4579-8c55-119beb74c49e req-0b61077e-3c4c-4530-8b0f-a3606a1b5f74 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:01.735247 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b31ad3a-2cc4-4579-8c55-119beb74c49e req-0b61077e-3c4c-4530-8b0f-a3606a1b5f74 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "DELETE /v2.0/ports/59350e3b-cf70-416b-ae69-bb2b5cf6249c HTTP/1.1" status: 204 len: 173 time: 0.4584870 Nov 09 00:29:01.735732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5d9c57-2dfb-4a16-aa41-5746a8872e66', 'name': 'network-vif-deleted', 'tag': '59350e3b-cf70-416b-ae69-bb2b5cf6249c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:01.738084 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b211e-af1f-481b-a587-bdf2b149a08f" -d '{"events": [{"server_uuid": "af5d9c57-2dfb-4a16-aa41-5746a8872e66", "name": "network-vif-deleted", "tag": "59350e3b-cf70-416b-ae69-bb2b5cf6249c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:01.787126 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73615f94-87ee-4109-939c-9392737bd276 x-openstack-request-id: req-73615f94-87ee-4109-939c-9392737bd276 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:01.787812 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5d9c57-2dfb-4a16-aa41-5746a8872e66", "name": "network-vif-deleted", "tag": "59350e3b-cf70-416b-ae69-bb2b5cf6249c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:01.788241 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73615f94-87ee-4109-939c-9392737bd276 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:01.788848 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5d9c57-2dfb-4a16-aa41-5746a8872e66', 'name': 'network-vif-deleted', 'tag': '59350e3b-cf70-416b-ae69-bb2b5cf6249c', 'status': 'completed', 'code': 200} Nov 09 00:29:02.273392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db456e-b126-4256-a480-1fdf1be30a26 req-050cfeb3-c805-45d8-aeb3-4159d209b7bc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:02.280751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0db456e-b126-4256-a480-1fdf1be30a26 req-050cfeb3-c805-45d8-aeb3-4159d209b7bc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 945 time: 0.1561751 Nov 09 00:29:02.308132 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2aecfef5-da90-4731-b94e-b8db5730ad2a no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:29:02.356567 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 2aecfef5-da90-4731-b94e-b8db5730ad2a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:29:02.357065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2aecfef5-da90-4731-b94e-b8db5730ad2a not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:29:02.360780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0db456e-b126-4256-a480-1fdf1be30a26 req-dab7fbe6-9242-4713-bf5e-06c48093a3ed tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763004 Nov 09 00:29:02.459638 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8f711328-c3c8-4589-a770-3556d76a5e1c up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:29:02.517582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 8f711328-c3c8-4589-a770-3556d76a5e1c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:29:02.523353 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 8f711328-c3c8-4589-a770-3556d76a5e1c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:02.523353 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:02.657491 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:02.687282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f711328-c3c8-4589-a770-3556d76a5e1c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:02.690640 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85549c9-16bf-4024-a815-c1c04ab55606" -d '{"events": [{"server_uuid": "2dd9fd6a-24e3-4e04-9ddc-510803809d81", "name": "network-vif-plugged", "status": "completed", "tag": "8f711328-c3c8-4589-a770-3556d76a5e1c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:02.715180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 8f711328-c3c8-4589-a770-3556d76a5e1c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8f711328-c3c8-4589-a770-3556d76a5e1c,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:02.721646 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:02.738102 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b5177-0482-4669-97e9-225de91999ed req-69b3e5f6-b7c0-4fd7-8678-9135a6d75212 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:02.746602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-69b3e5f6-b7c0-4fd7-8678-9135a6d75212 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.1468663 Nov 09 00:29:02.765639 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ac2b38-b2fa-4494-b9e6-c213e910723b x-openstack-request-id: req-58ac2b38-b2fa-4494-b9e6-c213e910723b {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:02.766007 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd9fd6a-24e3-4e04-9ddc-510803809d81", "name": "network-vif-plugged", "status": "completed", "tag": "8f711328-c3c8-4589-a770-3556d76a5e1c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:02.766211 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58ac2b38-b2fa-4494-b9e6-c213e910723b {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:02.766587 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f711328-c3c8-4589-a770-3556d76a5e1c', 'code': 200} Nov 09 00:29:02.771586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-35c67f20-ed73-435d-af24-03261f09bf53 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/quotas/e2d4a1f1f7b6423e947781bdd385da5e HTTP/1.1" status: 200 len: 375 time: 0.0238855 Nov 09 00:29:02.785816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=8f711328-c3c8-4589-a770-3556d76a5e1c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:02.846117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-f6541ca3-8c54-4431-9570-d4a403e451c3 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0651531 Nov 09 00:29:02.968889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c5592-9f09-4c71-a774-bc41382575bd req-9946b6cb-e1df-4064-9ad7-3290e9b6731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:02.969966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff0c5592-9f09-4c71-a774-bc41382575bd req-9946b6cb-e1df-4064-9ad7-3290e9b6731e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 1097 time: 0.0980921 Nov 09 00:29:03.001493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-2f776f9f-66f9-4ddd-a163-e93290f502b6 service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515088 Nov 09 00:29:03.089821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff0c5592-9f09-4c71-a774-bc41382575bd req-21a82402-3131-45b4-80ef-c845690ca96b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078947 Nov 09 00:29:03.126532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-f58ab6a6-bee1-408d-8764-4b108f08e390 service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177101 Nov 09 00:29:03.321054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c598bacb-aea2-4a1a-bdc3-44fa14ddc7ec req-2971c503-c3b4-4598-82c6-965155e27847 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 210 time: 0.0450313 Nov 09 00:29:03.481449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a91afc-1816-4b66-b797-8586bf99ceff req-c3698cdb-9c67-42b5-93c1-bc83578f5b94 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:03.488734 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0a91afc-1816-4b66-b797-8586bf99ceff req-c3698cdb-9c67-42b5-93c1-bc83578f5b94 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0634732 Nov 09 00:29:03.563481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0a91afc-1816-4b66-b797-8586bf99ceff req-cc4715a6-064a-4b02-8cf8-b8a41f11b372 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732605 Nov 09 00:29:04.315125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 59350e3b-cf70-416b-ae69-bb2b5cf6249c no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:29:04.352096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 59350e3b-cf70-416b-ae69-bb2b5cf6249c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:29:04.355160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 59350e3b-cf70-416b-ae69-bb2b5cf6249c not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:29:04.430314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b5177-0482-4669-97e9-225de91999ed req-9560b38e-0a77-478f-ab3e-6d0ef5a2e8d3 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:04.431991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-9560b38e-0a77-478f-ab3e-6d0ef5a2e8d3 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.1410813 Nov 09 00:29:04.466358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-a64b5177-0482-4669-97e9-225de91999ed req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Request body: {'port': {'device_id': '49a85981-c1a3-4e64-8ab3-f0360444bf75', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'admin_state_up': True, 'tenant_id': 'e2d4a1f1f7b6423e947781bdd385da5e'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:04.474123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae4959ad-c68e-452c-bfac-6865196c2d98 req-33dcfd14-6da9-480e-ac06-246318e4acff tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 210 time: 0.0409956 Nov 09 00:29:04.593592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64b5177-0482-4669-97e9-225de91999ed req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Made reservation on behalf of e2d4a1f1f7b6423e947781bdd385da5e for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:29:04.598155 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a64b5177-0482-4669-97e9-225de91999ed req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:04.755063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd8cb1-2c37-46f0-a4a5-638067d2331b req-924c5014-063b-4463-b3c2-f24dadc64eae tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:04.757926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39bd8cb1-2c37-46f0-a4a5-638067d2331b req-924c5014-063b-4463-b3c2-f24dadc64eae tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.1238542 Nov 09 00:29:04.851304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-a64b5177-0482-4669-97e9-225de91999ed req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Allocated IP 172.20.0.12 (9696faab-68f6-4507-8fca-4d6a572c2385/da7dd990-1b5c-41a3-a5b9-028ea3b28461/a4777673-fcaa-4f77-99d8-9fa9c374c85b) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:29:04.858672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39bd8cb1-2c37-46f0-a4a5-638067d2331b req-06f0a088-fb97-490c-b112-909da8daad54 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921516 Nov 09 00:29:05.088596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10225ed-69ad-4a67-8621-10afb60f8d12 req-85627f2e-748d-4512-bfc3-3023f9edfb36 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:05.090275 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b10225ed-69ad-4a67-8621-10afb60f8d12 req-85627f2e-748d-4512-bfc3-3023f9edfb36 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.1503656 Nov 09 00:29:05.099949 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-420dca67-2944-4166-9f78-99d12f411f8c req-408ff52a-2eae-4d67-8b1e-a734cc396230 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996087 Nov 09 00:29:05.100708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35526) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:05.108499 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6c7afcd1-8cec-44a6-b43f-70dfb8f464bb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Request body: {'floatingip': {'port_id': '8f711328-c3c8-4589-a770-3556d76a5e1c'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:05.122494 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a64b5177-0482-4669-97e9-225de91999ed req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:05.211197 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7afcd1-8cec-44a6-b43f-70dfb8f464bb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:05.248791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dca67-2944-4166-9f78-99d12f411f8c req-180c4a0d-e783-451a-9662-308224ef4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:05.251430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-420dca67-2944-4166-9f78-99d12f411f8c req-180c4a0d-e783-451a-9662-308224ef4800 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 1096 time: 0.0985780 Nov 09 00:29:05.254353 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a64b5177-0482-4669-97e9-225de91999ed req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:05.267961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:05.317702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event updated for resources: {'Port': ['ID=a4777673-fcaa-4f77-99d8-9fa9c374c85b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:05.377428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64b5177-0482-4669-97e9-225de91999ed req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Network 9696faab-68f6-4507-8fca-4d6a572c2385 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:29:05.387958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-a64b5177-0482-4669-97e9-225de91999ed req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:29:05.397492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64b5177-0482-4669-97e9-225de91999ed req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:29:05.735812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b5177-0482-4669-97e9-225de91999ed req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:05.743158 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a64b5177-0482-4669-97e9-225de91999ed req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:05.801675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dca67-2944-4166-9f78-99d12f411f8c req-40b7e6b2-bbae-440e-a2b5-cbcf08fa5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:05.803405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-420dca67-2944-4166-9f78-99d12f411f8c req-40b7e6b2-bbae-440e-a2b5-cbcf08fa5dbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.4873328 Nov 09 00:29:05.809609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-3bbc5fb1-4513-4f47-b5da-8d8620d44bec tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3475702 Nov 09 00:29:05.877537 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-420dca67-2944-4166-9f78-99d12f411f8c req-0dfdcafe-5a4e-423b-b4b0-62933dd75924 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37cefbf0-7295-45b7-b1b7-254ce315f890 HTTP/1.1" status: 200 len: 1001 time: 0.0657074 Nov 09 00:29:05.882884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Request body: {'port': {'device_id': '49a85981-c1a3-4e64-8ab3-f0360444bf75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:05.931264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49406b48-8d81-4768-b15e-3441397316a8 req-5c9901c3-3b76-497b-a42f-4e98bf87ad26 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:05.932922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49406b48-8d81-4768-b15e-3441397316a8 req-5c9901c3-3b76-497b-a42f-4e98bf87ad26 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 932 time: 0.3254905 Nov 09 00:29:06.049974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49406b48-8d81-4768-b15e-3441397316a8 req-518c7837-d831-491a-8ec3-d2b0b55c5b61 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062529 Nov 09 00:29:06.149212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dca67-2944-4166-9f78-99d12f411f8c req-2110b6be-a797-48da-9aac-fc9d736ad481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:06.149212 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-420dca67-2944-4166-9f78-99d12f411f8c req-2110b6be-a797-48da-9aac-fc9d736ad481 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.2091966 Nov 09 00:29:06.149212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:06.362210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dca67-2944-4166-9f78-99d12f411f8c req-a3a38829-801f-4ff0-b99b-d4dd8159b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:06.364341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-420dca67-2944-4166-9f78-99d12f411f8c req-a3a38829-801f-4ff0-b99b-d4dd8159b016 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833889 Nov 09 00:29:06.388118 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.resource_extend [None req-6c7afcd1-8cec-44a6-b43f-70dfb8f464bb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 00:29:06.460808 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7afcd1-8cec-44a6-b43f-70dfb8f464bb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:06.465778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7afcd1-8cec-44a6-b43f-70dfb8f464bb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:06.595738 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-6c7afcd1-8cec-44a6-b43f-70dfb8f464bb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Floating IP 8dca7445-c71b-4b4d-876f-d4eaa8fb3efb associated. External IP: 172.25.0.130, port: 8f711328-c3c8-4589-a770-3556d76a5e1c. Nov 09 00:29:06.717517 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-420dca67-2944-4166-9f78-99d12f411f8c req-31ca5807-da95-4aa8-83fd-04869931dd7d service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314409 Nov 09 00:29:06.892291 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7afcd1-8cec-44a6-b43f-70dfb8f464bb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:29:06.935583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-420dca67-2944-4166-9f78-99d12f411f8c req-cd872c05-b413-4d3f-8051-320c918496fc service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083549 Nov 09 00:29:06.957057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4777673-fcaa-4f77-99d8-9fa9c374c85b {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:29:06.965185 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:06.981887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Transition to ACTIVE for port object a4777673-fcaa-4f77-99d8-9fa9c374c85b will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:29:06.986637 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:07.036992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7afcd1-8cec-44a6-b43f-70dfb8f464bb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:29:07.048528 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f86340-5829-4f59-970c-3397c74ffd28 None None] Sync routers for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:29:07.051382 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c7afcd1-8cec-44a6-b43f-70dfb8f464bb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:07.073772 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f86340-5829-4f59-970c-3397c74ffd28 None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:29:07.074558 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c2f86340-5829-4f59-970c-3397c74ffd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:07.089662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Pushing event updated for resources: {'Port': ['ID=a4777673-fcaa-4f77-99d8-9fa9c374c85b,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:07.101317 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6c7afcd1-8cec-44a6-b43f-70dfb8f464bb tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "PUT /v2.0/floatingips/8dca7445-c71b-4b4d-876f-d4eaa8fb3efb HTTP/1.1" status: 200 len: 992 time: 1.9971781 Nov 09 00:29:07.101886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'tag': '8f711328-c3c8-4589-a770-3556d76a5e1c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:07.108633 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa47ccac-6c50-4227-b071-842457a01438" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd9fd6a-24e3-4e04-9ddc-510803809d81", "tag": "8f711328-c3c8-4589-a770-3556d76a5e1c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:07.156503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Attempting to bind port a4777673-fcaa-4f77-99d8-9fa9c374c85b on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:29:07.156782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Attempting to bind port a4777673-fcaa-4f77-99d8-9fa9c374c85b by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:29:07.157090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Attempting to bind port a4777673-fcaa-4f77-99d8-9fa9c374c85b on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:07.175574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Port a4777673-fcaa-4f77-99d8-9fa9c374c85b on network 9696faab-68f6-4507-8fca-4d6a572c2385 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:29:07.175913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Attempting to bind port a4777673-fcaa-4f77-99d8-9fa9c374c85b on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:07.202503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:29:07.202893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Checking segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:29:07.203402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Bound using segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:29:07.203872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Bound port: a4777673-fcaa-4f77-99d8-9fa9c374c85b, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:29:07.204235 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:07.261727 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c2f86340-5829-4f59-970c-3397c74ffd28 None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:29:07.263040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3cbed-e4e2-41de-8f95-38dfafbd159b req-5d8a5701-402d-4e4a-b895-64d07c0182ab tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:07.264513 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60d3cbed-e4e2-41de-8f95-38dfafbd159b req-5d8a5701-402d-4e4a-b895-64d07c0182ab tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 944 time: 0.1048925 Nov 09 00:29:07.357689 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8162ad8a-c12b-4d50-a155-426c66ca9dfc x-openstack-request-id: req-8162ad8a-c12b-4d50-a155-426c66ca9dfc {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:07.358084 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd9fd6a-24e3-4e04-9ddc-510803809d81", "tag": "8f711328-c3c8-4589-a770-3556d76a5e1c", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:07.358405 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8162ad8a-c12b-4d50-a155-426c66ca9dfc {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:07.358900 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'tag': '8f711328-c3c8-4589-a770-3556d76a5e1c', 'status': 'completed', 'code': 200} Nov 09 00:29:07.378022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] For port a4777673-fcaa-4f77-99d8-9fa9c374c85b, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:29:07.382328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] For port a4777673-fcaa-4f77-99d8-9fa9c374c85b, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4777673-fcaa-4f77-99d8-9fa9c374c85b,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:29:07.387720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60d3cbed-e4e2-41de-8f95-38dfafbd159b req-560092a1-3e7c-48d8-8f46-b5f59cb4e563 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103585 Nov 09 00:29:07.398824 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:07.462097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:07.462683 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:07.464150 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] 10.222.0.11 "PUT /v2.0/ports/a4777673-fcaa-4f77-99d8-9fa9c374c85b HTTP/1.1" status: 200 len: 1092 time: 1.5854821 Nov 09 00:29:07.466425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a85981-c1a3-4e64-8ab3-f0360444bf75', 'tag': 'a4777673-fcaa-4f77-99d8-9fa9c374c85b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:07.468692 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03488814-b063-4e15-a7ce-f1c22e9ac389" -d '{"events": [{"name": "network-changed", "server_uuid": "49a85981-c1a3-4e64-8ab3-f0360444bf75", "tag": "a4777673-fcaa-4f77-99d8-9fa9c374c85b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:07.491663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47ccac-6c50-4227-b071-842457a01438 req-a57bb9df-2d75-4ee4-88ac-ac9332ebd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:07.493257 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa47ccac-6c50-4227-b071-842457a01438 req-a57bb9df-2d75-4ee4-88ac-ac9332ebd7a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 1097 time: 0.1096015 Nov 09 00:29:07.554649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5095b-fde4-4ba2-81ad-2bb51da349ac service neutron] Pushing event updated for resources: {'Port': ['ID=a4777673-fcaa-4f77-99d8-9fa9c374c85b,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:07.563584 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e73956d-66f2-4e0b-aa83-33be75fb4664 x-openstack-request-id: req-5e73956d-66f2-4e0b-aa83-33be75fb4664 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:07.563879 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a85981-c1a3-4e64-8ab3-f0360444bf75", "tag": "a4777673-fcaa-4f77-99d8-9fa9c374c85b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:07.564136 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e73956d-66f2-4e0b-aa83-33be75fb4664 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:07.564543 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a85981-c1a3-4e64-8ab3-f0360444bf75', 'tag': 'a4777673-fcaa-4f77-99d8-9fa9c374c85b', 'status': 'completed', 'code': 200} Nov 09 00:29:07.598749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35570) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:07.661131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b5177-0482-4669-97e9-225de91999ed req-26ad9c6f-9e63-423f-b653-28a432e57c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:07.663595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-26ad9c6f-9e63-423f-b653-28a432e57c6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 1095 time: 0.1418486 Nov 09 00:29:07.673010 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c2f86340-5829-4f59-970c-3397c74ffd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '8dca7445-c71b-4b4d-876f-d4eaa8fb3efb', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'port_id': '8f711328-c3c8-4589-a770-3556d76a5e1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'mac_address': 'fa:16:3e:b7:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:28:51Z', 'updated_at': '2021-11-09T00:29:06Z', 'revision_number': 1, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:07.701611 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f86340-5829-4f59-970c-3397c74ffd28 None None] Checking router: efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:29:07.712655 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f86340-5829-4f59-970c-3397c74ffd28 None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:29:07.714088 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c2f86340-5829-4f59-970c-3397c74ffd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:28:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:07.723708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47ccac-6c50-4227-b071-842457a01438 req-67252419-48dd-422a-80d2-8ef10bd1ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:07.728419 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa47ccac-6c50-4227-b071-842457a01438 req-67252419-48dd-422a-80d2-8ef10bd1ba66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 911 time: 0.2265122 Nov 09 00:29:07.732647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-3fbe707b-c1b6-46e3-94a0-1bd8baecd3b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4777673-fcaa-4f77-99d8-9fa9c374c85b HTTP/1.1" status: 200 len: 217 time: 0.0581467 Nov 09 00:29:07.787250 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e92cbc34-f631-4260-ac9d-daee9269101e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9669c626cb324538b18396d187f1ea7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1821909 Nov 09 00:29:07.787250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35576) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:07.842481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa47ccac-6c50-4227-b071-842457a01438 req-e36d450b-1ce1-4467-94a1-2519fd043291 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f711328-c3c8-4589-a770-3556d76a5e1c HTTP/1.1" status: 200 len: 1000 time: 0.1044128 Nov 09 00:29:07.863638 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c2f86340-5829-4f59-970c-3397c74ffd28 None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:29:07.873266 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95950400-1063-4628-ae6a-10ea5a3827d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:07.907049 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95950400-1063-4628-ae6a-10ea5a3827d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:07.937330 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47ccac-6c50-4227-b071-842457a01438 req-99ea2184-d1dc-4423-b4bd-6529c4502d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:07.939005 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa47ccac-6c50-4227-b071-842457a01438 req-99ea2184-d1dc-4423-b4bd-6529c4502d22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 HTTP/1.1" status: 200 len: 850 time: 0.0890474 Nov 09 00:29:07.964163 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95950400-1063-4628-ae6a-10ea5a3827d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:07.969738 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95950400-1063-4628-ae6a-10ea5a3827d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:07.971006 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-95950400-1063-4628-ae6a-10ea5a3827d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cffa4096-8799-4b69-894b-53148894cb96 HTTP/1.1" status: 204 len: 168 time: 0.1861768 Nov 09 00:29:07.984330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95950400-1063-4628-ae6a-10ea5a3827d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffa4096-8799-4b69-894b-53148894cb96,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:08.030371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b5177-0482-4669-97e9-225de91999ed req-90d8738d-fab2-4e18-a037-f927d52d5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:08.032429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-90d8738d-fab2-4e18-a037-f927d52d5b86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.2379184 Nov 09 00:29:08.101397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-727737ad-6235-4207-9903-777c640ae94a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602093 Nov 09 00:29:08.107893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47ccac-6c50-4227-b071-842457a01438 req-43bd712e-b620-4f19-b3d2-ae96f0d7e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:08.110372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa47ccac-6c50-4227-b071-842457a01438 req-43bd712e-b620-4f19-b3d2-ae96f0d7e4d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595595 Nov 09 00:29:08.260584 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c2f86340-5829-4f59-970c-3397c74ffd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '8dca7445-c71b-4b4d-876f-d4eaa8fb3efb', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'port_id': '8f711328-c3c8-4589-a770-3556d76a5e1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'mac_address': 'fa:16:3e:b7:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:28:51Z', 'updated_at': '2021-11-09T00:29:06Z', 'revision_number': 1, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:08.307166 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f86340-5829-4f59-970c-3397c74ffd28 None None] The sync data for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 is: [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '8dca7445-c71b-4b4d-876f-d4eaa8fb3efb', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'port_id': '8f711328-c3c8-4589-a770-3556d76a5e1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'mac_address': 'fa:16:3e:b7:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:28:51Z', 'updated_at': '2021-11-09T00:29:06Z', 'revision_number': 1, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:29:08.675128 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da801850-649b-46ab-b88b-95ab6eb574b8 None None] New status for floating IP 8dca7445-c71b-4b4d-876f-d4eaa8fb3efb: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:29:08.806250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d7f16-077f-408f-8994-07508a3ba28e req-4db9a884-2f46-4ff3-8014-9ecd60d0f5f9 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:08.807831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b8d7f16-077f-408f-8994-07508a3ba28e req-4db9a884-2f46-4ff3-8014-9ecd60d0f5f9 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 944 time: 0.1093626 Nov 09 00:29:08.826295 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-ecbf6093-828c-4b66-852d-5c8dfd6bd483 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155271 Nov 09 00:29:08.847647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa47ccac-6c50-4227-b071-842457a01438 req-08bf199b-3f48-40da-9cbb-a73db3f6f36c service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7296009 Nov 09 00:29:08.943190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b8d7f16-077f-408f-8994-07508a3ba28e req-190d27ab-a5dc-4d7e-9838-2c55278e3fcb tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279101 Nov 09 00:29:09.021178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a64b5177-0482-4669-97e9-225de91999ed req-a9f59d58-0add-4505-a720-e04eed11308f service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848550 Nov 09 00:29:09.024501 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa47ccac-6c50-4227-b071-842457a01438 req-36f17696-00ee-46cd-a0a8-60f7525e1e22 service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607409 Nov 09 00:29:09.106612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03488814-b063-4e15-a7ce-f1c22e9ac389 req-5baee1ff-cfce-47ad-952c-acfc15049b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:09.108081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03488814-b063-4e15-a7ce-f1c22e9ac389 req-5baee1ff-cfce-47ad-952c-acfc15049b6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 1095 time: 0.0404661 Nov 09 00:29:09.197184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03488814-b063-4e15-a7ce-f1c22e9ac389 req-102f50c7-6ee9-4d2a-ab22-4ac052cce151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:09.198587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03488814-b063-4e15-a7ce-f1c22e9ac389 req-102f50c7-6ee9-4d2a-ab22-4ac052cce151 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 905 time: 0.0833330 Nov 09 00:29:09.243489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03488814-b063-4e15-a7ce-f1c22e9ac389 req-241ce756-20c3-4b97-b5fa-66db4ffd1ea6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4777673-fcaa-4f77-99d8-9fa9c374c85b HTTP/1.1" status: 200 len: 217 time: 0.0371463 Nov 09 00:29:09.293860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03488814-b063-4e15-a7ce-f1c22e9ac389 req-2b4b9f15-9cb3-473a-accb-49b1e43c3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:09.295293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03488814-b063-4e15-a7ce-f1c22e9ac389 req-2b4b9f15-9cb3-473a-accb-49b1e43c3378 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.0441482 Nov 09 00:29:09.327073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03488814-b063-4e15-a7ce-f1c22e9ac389 req-f3b235a7-7f96-439a-bfa8-34d34b0dfd2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240884 Nov 09 00:29:09.436426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03488814-b063-4e15-a7ce-f1c22e9ac389 req-d62287e1-5bb7-40ca-b56a-77e184ee7d0c service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999212 Nov 09 00:29:09.532462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03488814-b063-4e15-a7ce-f1c22e9ac389 req-5c4a40c4-c9fc-4cd4-b64d-373f02c6e4fa service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874388 Nov 09 00:29:10.064818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc38360-b374-4275-8f33-858ac6ac9a90 req-9c169c30-7a09-4fdd-b3a7-83c53ed1665e tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:10.066363 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2dc38360-b374-4275-8f33-858ac6ac9a90 req-9c169c30-7a09-4fdd-b3a7-83c53ed1665e tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 944 time: 0.0540371 Nov 09 00:29:10.113017 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2dc38360-b374-4275-8f33-858ac6ac9a90 req-b62c4319-2168-4e2b-9c40-7bb44c9c4101 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 Nov 09 00:29:11.232432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508623b1-7884-4c93-b4c5-d39ddfaa05c8 req-f5748805-831e-4dc9-9ff6-de27cd2c8807 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:11.233987 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-508623b1-7884-4c93-b4c5-d39ddfaa05c8 req-f5748805-831e-4dc9-9ff6-de27cd2c8807 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 944 time: 0.0494375 Nov 09 00:29:11.285781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-508623b1-7884-4c93-b4c5-d39ddfaa05c8 req-a15d44ff-883b-4b1c-b14f-557df534804b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450370 Nov 09 00:29:12.333998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4777673-fcaa-4f77-99d8-9fa9c374c85b details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:29:12.405576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb28733-0ea1-40c8-87d5-dece61ea70ba req-2cd1c058-7134-4ef3-b35f-f70b6f886c2b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:12.407222 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9fb28733-0ea1-40c8-87d5-dece61ea70ba req-2cd1c058-7134-4ef3-b35f-f70b6f886c2b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 944 time: 0.0524127 Nov 09 00:29:12.430476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a4777673-fcaa-4f77-99d8-9fa9c374c85b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4777673-fcaa-4f77-99d8-9fa9c374c85b,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:12.442519 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'a4777673-fcaa-4f77-99d8-9fa9c374c85b', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'port_id': 'a4777673-fcaa-4f77-99d8-9fa9c374c85b', 'mac_address': 'fa:16:3e:3c:4c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7dd990-1b5c-41a3-a5b9-028ea3b28461', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:29:12.462656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9fb28733-0ea1-40c8-87d5-dece61ea70ba req-67435dec-7257-4436-9536-095e53e6fd62 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491283 Nov 09 00:29:12.486921 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:12.499745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4777673-fcaa-4f77-99d8-9fa9c374c85b {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:29:12.519304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a4777673-fcaa-4f77-99d8-9fa9c374c85b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4777673-fcaa-4f77-99d8-9fa9c374c85b,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:12.526190 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:12.575016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=a4777673-fcaa-4f77-99d8-9fa9c374c85b,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:12.582656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:12.583010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:12.583360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:12.583699 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:12.584037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:12.584880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:12.584880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:12.585071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:12.585309 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:12.585661 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:12.585985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:12.586314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:12.637399 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b82184a7-2e7d-4394-999c-f3e4a2743431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:12.738259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['a4777673-fcaa-4f77-99d8-9fa9c374c85b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:12.853695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4918f-8697-4ec4-90bd-aec49cdbdc04 req-a021ec6b-2604-481b-937b-5d6d92a2d51d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:12.855276 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-caa4918f-8697-4ec4-90bd-aec49cdbdc04 req-a021ec6b-2604-481b-937b-5d6d92a2d51d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 945 time: 0.0616264 Nov 09 00:29:12.931748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-caa4918f-8697-4ec4-90bd-aec49cdbdc04 req-83735dbe-4788-4e41-beaf-fe6bd80a1f9c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683544 Nov 09 00:29:12.954132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35672) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:13.014861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e0280d34-0d3a-45b5-8189-084c274aa124 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/041145e5-faa1-42e0-a3f0-d926fcaefa23 HTTP/1.1" status: 200 len: 993 time: 0.0594416 Nov 09 00:29:13.354403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307b938-793f-4726-b8b6-ae6b48d304e5 req-ccc2f6d4-010f-4d7e-b9e5-5eba917c26ac tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:13.362211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b307b938-793f-4726-b8b6-ae6b48d304e5 req-ccc2f6d4-010f-4d7e-b9e5-5eba917c26ac tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 1096 time: 0.0541654 Nov 09 00:29:13.403891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b307b938-793f-4726-b8b6-ae6b48d304e5 req-f9991562-fafa-4730-bb17-687225e0d43b tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 Nov 09 00:29:13.474869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-8b9135c4-09ff-4dc0-8c90-5c4f0fc57a95 req-a02c09b0-27eb-4997-82f8-b4bcbe4f332b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:29:13.475852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8b9135c4-09ff-4dc0-8c90-5c4f0fc57a95 req-a02c09b0-27eb-4997-82f8-b4bcbe4f332b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055876 Nov 09 00:29:13.582208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b69d39-8904-443a-b8c6-5f9a1cb12cc3 req-a9781156-7ff6-4b65-b5a1-18b66d8562ed tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:13.583725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80b69d39-8904-443a-b8c6-5f9a1cb12cc3 req-a9781156-7ff6-4b65-b5a1-18b66d8562ed tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 945 time: 0.0518425 Nov 09 00:29:13.645663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80b69d39-8904-443a-b8c6-5f9a1cb12cc3 req-44c79fdf-a005-466a-a5a5-03da2ae0d406 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553052 Nov 09 00:29:13.974712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35722) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:14.119777 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-ab241504-b9d1-43ab-b191-f3f81046266d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1438506 Nov 09 00:29:14.124509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-76f7e1a0-61ca-4f45-8fd8-e1b2e513166f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:29:14.125574 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-76f7e1a0-61ca-4f45-8fd8-e1b2e513166f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050325 Nov 09 00:29:14.127094 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6789bf8-b9c7-4b76-9198-07718c92067d req-bae02484-13e0-4acc-824e-221e7ef34294 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465424 Nov 09 00:29:14.219121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6789bf8-b9c7-4b76-9198-07718c92067d req-0addf410-2f55-4e48-b7db-455a9429ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:14.223471 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6789bf8-b9c7-4b76-9198-07718c92067d req-0addf410-2f55-4e48-b7db-455a9429ec7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 1096 time: 0.0476279 Nov 09 00:29:14.345711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4777673-fcaa-4f77-99d8-9fa9c374c85b up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:29:14.365257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6789bf8-b9c7-4b76-9198-07718c92067d req-e83c7185-27a6-4e6a-81c9-dc62f979b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:14.367226 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6789bf8-b9c7-4b76-9198-07718c92067d req-e83c7185-27a6-4e6a-81c9-dc62f979b09d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 905 time: 0.1185391 Nov 09 00:29:14.426709 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6789bf8-b9c7-4b76-9198-07718c92067d req-67f19d08-0afe-4ac2-8d0a-01764ff7c2fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc HTTP/1.1" status: 200 len: 217 time: 0.0483644 Nov 09 00:29:14.426925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port a4777673-fcaa-4f77-99d8-9fa9c374c85b completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:29:14.431298 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port a4777673-fcaa-4f77-99d8-9fa9c374c85b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:14.431676 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:14.501742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6789bf8-b9c7-4b76-9198-07718c92067d req-2232a25a-16a7-4435-b9ce-f4b22646953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:14.503981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6789bf8-b9c7-4b76-9198-07718c92067d req-2232a25a-16a7-4435-b9ce-f4b22646953b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.0616028 Nov 09 00:29:14.537734 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:14.547491 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6789bf8-b9c7-4b76-9198-07718c92067d req-6202cb0a-deef-47b1-b964-007e2d675232 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320220 Nov 09 00:29:14.561023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a85981-c1a3-4e64-8ab3-f0360444bf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4777673-fcaa-4f77-99d8-9fa9c374c85b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:14.563418 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56e98a4-025b-4459-85f0-0198f3c557b1" -d '{"events": [{"server_uuid": "49a85981-c1a3-4e64-8ab3-f0360444bf75", "name": "network-vif-plugged", "status": "completed", "tag": "a4777673-fcaa-4f77-99d8-9fa9c374c85b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:14.577530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port a4777673-fcaa-4f77-99d8-9fa9c374c85b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4777673-fcaa-4f77-99d8-9fa9c374c85b,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:14.584468 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:14.645774 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0c1188-0027-43ad-8266-47a8bb8a5ed2 x-openstack-request-id: req-6a0c1188-0027-43ad-8266-47a8bb8a5ed2 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:14.646207 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a85981-c1a3-4e64-8ab3-f0360444bf75", "name": "network-vif-plugged", "status": "completed", "tag": "a4777673-fcaa-4f77-99d8-9fa9c374c85b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:14.646549 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a0c1188-0027-43ad-8266-47a8bb8a5ed2 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:14.647035 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a85981-c1a3-4e64-8ab3-f0360444bf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4777673-fcaa-4f77-99d8-9fa9c374c85b', 'code': 200} Nov 09 00:29:14.658761 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=a4777673-fcaa-4f77-99d8-9fa9c374c85b,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:14.726265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6789bf8-b9c7-4b76-9198-07718c92067d req-90a32f43-209a-49a6-a832-01ba288df347 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662314 Nov 09 00:29:14.789168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-85f96998-8b2f-42dd-b9c2-700dde73de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:14.790628 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-85f96998-8b2f-42dd-b9c2-700dde73de4b service neutron] 10.222.0.25 "GET /v2.0/ports/6f945f4d-5e40-4813-bc45-97ec9988e3ac HTTP/1.1" status: 200 len: 1093 time: 0.0432878 Nov 09 00:29:14.798532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178223d-1a7f-4a8b-9910-7ebf12003689 req-fac5d9c5-fad5-4ed0-beee-3055b87cc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:14.799949 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c178223d-1a7f-4a8b-9910-7ebf12003689 req-fac5d9c5-fad5-4ed0-beee-3055b87cc208 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 1097 time: 0.0797133 Nov 09 00:29:14.809411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] Request body: {'binding': {'host': 'n-h2-813263-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:14.809411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] Unknown quota resources ['binding']. {{(pid=101781) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 00:29:14.823463 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3d430bb2-992a-4530-b139-227514435565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:14.876621 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d989440-4ebf-4bdd-a986-0bb00887b93a req-9fe4b45c-6cdf-4784-933e-2ee4983a480d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:14.878336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d989440-4ebf-4bdd-a986-0bb00887b93a req-9fe4b45c-6cdf-4784-933e-2ee4983a480d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 946 time: 0.1443233 Nov 09 00:29:14.907051 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c178223d-1a7f-4a8b-9910-7ebf12003689 req-3e626b5d-8350-4506-a5b9-f8a91c058a95 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990722 Nov 09 00:29:14.917574 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6789bf8-b9c7-4b76-9198-07718c92067d req-65d93efe-8167-441f-a903-c603b49586fb service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683488 Nov 09 00:29:14.949534 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d989440-4ebf-4bdd-a986-0bb00887b93a req-4ce0c22b-dd37-4f7e-890b-dc8ef8770fd9 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600812 Nov 09 00:29:14.997965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] Attempting to bind port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on host n-h2-813263-3 for vnic_type normal with profile None {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:29:14.998578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] Attempting to bind port 6f945f4d-5e40-4813-bc45-97ec9988e3ac by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:29:14.998888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] Attempting to bind port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on network c3a2618a-78e6-4022-b9df-f48b27ae1827 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:15.004188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] Port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on network c3a2618a-78e6-4022-b9df-f48b27ae1827 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:29:15.004504 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] Attempting to bind port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on network c3a2618a-78e6-4022-b9df-f48b27ae1827 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:15.010032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:29:15.010379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] Checking segment: {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:29:15.010762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] Bound using segment: {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:29:15.011191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] Bound port: 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:29:15.115694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:29:15.124551 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] Publish callbacks [] for binding, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:15.126385 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] 10.222.0.25 "POST /v2.0/ports/6f945f4d-5e40-4813-bc45-97ec9988e3ac/bindings HTTP/1.1" status: 201 len: 389 time: 0.3255010 Nov 09 00:29:15.287143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57341e0e-b1d8-4520-b879-eb7b40a0c9a5 req-66c1ee9a-b3a8-40f7-8b73-3425964fdda9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:15.288644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57341e0e-b1d8-4520-b879-eb7b40a0c9a5 req-66c1ee9a-b3a8-40f7-8b73-3425964fdda9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 945 time: 0.0580559 Nov 09 00:29:15.348612 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57341e0e-b1d8-4520-b879-eb7b40a0c9a5 req-63d0a24e-ee6a-40e5-ae95-a301dba2a5a7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528898 Nov 09 00:29:15.404457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-37546d2f-14fc-42f3-8011-669529259f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:15.406476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-37546d2f-14fc-42f3-8011-669529259f80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 1096 time: 0.0478005 Nov 09 00:29:15.506795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-9f32776c-b302-42c3-888e-9d2e1750d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:15.508287 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-9f32776c-b302-42c3-888e-9d2e1750d718 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3a2618a-78e6-4022-b9df-f48b27ae1827 HTTP/1.1" status: 200 len: 896 time: 0.0949876 Nov 09 00:29:15.581465 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-0f58e858-9087-4cf8-9788-059584cf2185 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac HTTP/1.1" status: 200 len: 1001 time: 0.0647604 Nov 09 00:29:15.641518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-a9a36f21-e43b-4c8c-a092-d5fa2a5bff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:15.643026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-a9a36f21-e43b-4c8c-a092-d5fa2a5bff6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7 HTTP/1.1" status: 200 len: 835 time: 0.0517492 Nov 09 00:29:15.690828 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-fdbad79c-1015-46ef-8459-6b633e6344f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:15.692344 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-fdbad79c-1015-46ef-8459-6b633e6344f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3a2618a-78e6-4022-b9df-f48b27ae1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411861 Nov 09 00:29:15.788759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-272f6915-deb8-4507-85a8-5cdb99323545 service neutron] 10.222.0.11 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874095 Nov 09 00:29:15.886571 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-a9703c36-dff3-4c38-bba0-6dc5f7cab780 service neutron] 10.222.0.11 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883999 Nov 09 00:29:15.977780 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:16.033407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-66899acb-94ea-4737-9e08-80baa0698ed4 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:16.035087 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-66899acb-94ea-4737-9e08-80baa0698ed4 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6&tenant_id=a25a6a1f62704562be674debd2726386&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1096 time: 0.0901003 Nov 09 00:29:16.050596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813263-3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:16.108372 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:16.131563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1283c-ecfb-4324-bacf-a21edea58bf9 req-d7a3e6aa-4458-4739-8db2-91956f8147f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:16.133172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27b1283c-ecfb-4324-bacf-a21edea58bf9 req-d7a3e6aa-4458-4739-8db2-91956f8147f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 946 time: 0.0962584 Nov 09 00:29:16.138771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:16.236335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27b1283c-ecfb-4324-bacf-a21edea58bf9 req-2a1ccff0-46d5-49d1-8b67-59d7c5ca3223 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944099 Nov 09 00:29:16.303788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:16.349393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:29:16.386624 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:16.418794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:16.423303 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e24d90d-3c52-42d2-a54f-76e1e9048a3a" -d '{"events": [{"server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:16.427954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:16.436575 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:16.661251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Pushing event updated for resources: {'Port': ['ID=6f945f4d-5e40-4813-bc45-97ec9988e3ac,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:16.677845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a04b25-ba3d-4be4-a226-b8010914cf30 req-a8584321-630d-4e39-bd82-b4a144ab8154 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:16.680137 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2a04b25-ba3d-4be4-a226-b8010914cf30 req-a8584321-630d-4e39-bd82-b4a144ab8154 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 943 time: 0.2141612 Nov 09 00:29:16.736773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-8c6daf5f-a36d-4416-b9cd-350f5f36882b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:16.738256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-8c6daf5f-a36d-4416-b9cd-350f5f36882b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.2713828 Nov 09 00:29:16.752163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d9a62d69-924a-42f9-91db-ab496a4519a1 None None] Provisioning complete for port 6f945f4d-5e40-4813-bc45-97ec9988e3ac triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:16.752645 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d9a62d69-924a-42f9-91db-ab496a4519a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:16.792126 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d9a62d69-924a-42f9-91db-ab496a4519a1 None None] Port 6f945f4d-5e40-4813-bc45-97ec9988e3ac cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:29:16.798373 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-8525891c-f189-452c-89e6-9f7d4dccfc1a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/quotas/e2d4a1f1f7b6423e947781bdd385da5e HTTP/1.1" status: 200 len: 375 time: 0.0513897 Nov 09 00:29:16.818880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2a04b25-ba3d-4be4-a226-b8010914cf30 req-5c98b183-0f70-4575-abad-f617c22d7712 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303165 Nov 09 00:29:16.821005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Attempting to bind port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on host n-h1-813263-3 for vnic_type normal with profile {"migrating_to": "n-h2-813263-3"} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:29:16.821363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Attempting to bind port 6f945f4d-5e40-4813-bc45-97ec9988e3ac by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:29:16.821712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Attempting to bind port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on network c3a2618a-78e6-4022-b9df-f48b27ae1827 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:16.840626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on network c3a2618a-78e6-4022-b9df-f48b27ae1827 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:29:16.840973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Attempting to bind port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on network c3a2618a-78e6-4022-b9df-f48b27ae1827 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:16.848759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:29:16.849098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Checking segment: {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:29:16.849513 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Bound using segment: {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:29:16.850019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Bound port: 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c357920d-98a7-46bb-a798-1836aac295e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:29:16.850309 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:16.873248 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54d6d0b-4b05-4e9f-81e3-fb3352a496bd x-openstack-request-id: req-b54d6d0b-4b05-4e9f-81e3-fb3352a496bd {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:16.873566 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:16.873820 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b54d6d0b-4b05-4e9f-81e3-fb3352a496bd {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:16.874224 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'code': 200} Nov 09 00:29:16.906797 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-61afa32f-8539-4cf3-89fa-92e93f6fcbac tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022139 Nov 09 00:29:16.994440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:29:17.011977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:29:17.019937 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:17.087307 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-427f30f7-ccf1-4122-aa58-4bb603cd6374 service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722081 Nov 09 00:29:17.186694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Pushing event updated for resources: {'Port': ['ID=6f945f4d-5e40-4813-bc45-97ec9988e3ac,revision_number=8']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:17.310539 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:17.311160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:17.313277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-287a7171-2a17-4f63-805d-9e57d847a624 service neutron] 10.222.0.11 "PUT /v2.0/ports/6f945f4d-5e40-4813-bc45-97ec9988e3ac HTTP/1.1" status: 200 len: 1121 time: 1.2678874 Nov 09 00:29:17.341552 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-5234b849-1ecb-4d59-9525-d94a0ddc57d6 service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458732 Nov 09 00:29:17.391362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6f945f4d-5e40-4813-bc45-97ec9988e3ac'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:17.443003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-56d70f05-3351-4cdb-a08a-460d1ce2e1bf None None] Provisioning complete for port 6f945f4d-5e40-4813-bc45-97ec9988e3ac triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:17.443351 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-56d70f05-3351-4cdb-a08a-460d1ce2e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:17.551911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a69df3ba-109e-4a60-99b9-195496e36a5e req-06db24ba-6665-47e2-a55e-69be60114353 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 210 time: 0.0454211 Nov 09 00:29:17.623410 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-56d70f05-3351-4cdb-a08a-460d1ce2e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:17.639945 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:17.669772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:17.672778 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d4430-8056-4a7f-aa52-d1a560c9a736" -d '{"events": [{"server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "name": "network-vif-plugged", "status": "completed", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:17.688582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-56d70f05-3351-4cdb-a08a-460d1ce2e1bf None None] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:17.708187 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-56d70f05-3351-4cdb-a08a-460d1ce2e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:17.740698 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9760fd7a-fbb5-4a52-9dad-2b223822971c x-openstack-request-id: req-9760fd7a-fbb5-4a52-9dad-2b223822971c {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:17.740989 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "name": "network-vif-plugged", "status": "completed", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:17.741269 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9760fd7a-fbb5-4a52-9dad-2b223822971c {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:17.741780 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'code': 200} Nov 09 00:29:17.919317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d70f05-3351-4cdb-a08a-460d1ce2e1bf None None] Pushing event updated for resources: {'Port': ['ID=6f945f4d-5e40-4813-bc45-97ec9988e3ac,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:17.985992 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6702e4-3a38-4ad9-808d-34907b0ca1b9 req-3ef92a2c-b529-44aa-9ccd-4bf63f8a36a2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:17.993810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b6702e4-3a38-4ad9-808d-34907b0ca1b9 req-3ef92a2c-b529-44aa-9ccd-4bf63f8a36a2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 945 time: 0.0644867 Nov 09 00:29:18.042026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b6702e4-3a38-4ad9-808d-34907b0ca1b9 req-80fb446b-7804-4a32-b059-0228a8e29881 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471046 Nov 09 00:29:18.344591 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:18.705718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ce2936ff-d102-4c03-92a8-4786c3b1ba80 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:18.707655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ce2936ff-d102-4c03-92a8-4786c3b1ba80 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.30 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.1484232 Nov 09 00:29:18.725405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e12cb216-6699-46b4-a970-c49948ab5a22 req-159e3649-9e03-4ccc-bde8-a083ea4fd49b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 210 time: 0.0420825 Nov 09 00:29:18.728722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Request body: {'port': {'device_id': 'f2409951-f3b5-4e84-84a5-ff96d8c28ea1', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'admin_state_up': True, 'tenant_id': 'e2d4a1f1f7b6423e947781bdd385da5e'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:19.088722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:19.091003 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922c264f-53fe-4480-bd11-ca2e3ac1a1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:19.137635 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82388ba1-f86c-4da2-b129-0dacb9e93d31 x-openstack-request-id: req-82388ba1-f86c-4da2-b129-0dacb9e93d31 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:19.137934 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:19.138350 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82388ba1-f86c-4da2-b129-0dacb9e93d31 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:19.138743 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'status': 'completed', 'code': 200} Nov 09 00:29:19.218343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c264f-53fe-4480-bd11-ca2e3ac1a1a4 req-5a2bbe46-831d-4bd1-8bb6-4ea33c632055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:19.219771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a381b5e-1ad6-4f7e-b94c-7c57388575bc req-bef50b8b-d446-47f0-89bf-9c3cf601d589 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:19.220618 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-922c264f-53fe-4480-bd11-ca2e3ac1a1a4 req-5a2bbe46-831d-4bd1-8bb6-4ea33c632055 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 1126 time: 0.0506880 Nov 09 00:29:19.221331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a381b5e-1ad6-4f7e-b94c-7c57388575bc req-bef50b8b-d446-47f0-89bf-9c3cf601d589 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 945 time: 0.0817554 Nov 09 00:29:19.222462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Made reservation on behalf of e2d4a1f1f7b6423e947781bdd385da5e for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:29:19.225982 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:19.350273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c264f-53fe-4480-bd11-ca2e3ac1a1a4 req-f2e50fd8-eda9-4b11-bc51-9742b6c83497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:19.351865 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-922c264f-53fe-4480-bd11-ca2e3ac1a1a4 req-f2e50fd8-eda9-4b11-bc51-9742b6c83497 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3a2618a-78e6-4022-b9df-f48b27ae1827 HTTP/1.1" status: 200 len: 896 time: 0.1187038 Nov 09 00:29:19.394259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a381b5e-1ad6-4f7e-b94c-7c57388575bc req-c7a176db-fa86-49eb-8d5e-12debfa00e86 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606278 Nov 09 00:29:19.469495 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Allocated IP 172.20.0.14 (9696faab-68f6-4507-8fca-4d6a572c2385/da7dd990-1b5c-41a3-a5b9-028ea3b28461/14afb9f4-18a4-438d-8989-660a7c32fde4) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:29:19.486290 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-922c264f-53fe-4480-bd11-ca2e3ac1a1a4 req-c8f06d39-d2b9-47b1-b7c6-e8995a84b494 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac HTTP/1.1" status: 200 len: 1001 time: 0.1188872 Nov 09 00:29:19.544139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c264f-53fe-4480-bd11-ca2e3ac1a1a4 req-010c76e9-b07c-46b9-9707-bee3a0fef35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:19.545681 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-922c264f-53fe-4480-bd11-ca2e3ac1a1a4 req-010c76e9-b07c-46b9-9707-bee3a0fef35a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7 HTTP/1.1" status: 200 len: 835 time: 0.0519207 Nov 09 00:29:19.592970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c264f-53fe-4480-bd11-ca2e3ac1a1a4 req-2cbefe90-320e-4df9-bbb4-3431b6c967c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:19.594628 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-922c264f-53fe-4480-bd11-ca2e3ac1a1a4 req-2cbefe90-320e-4df9-bbb4-3431b6c967c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3a2618a-78e6-4022-b9df-f48b27ae1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419822 Nov 09 00:29:19.641461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:19.677539 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:19.694345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc', 'a4777673-fcaa-4f77-99d8-9fa9c374c85b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:19.704003 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-922c264f-53fe-4480-bd11-ca2e3ac1a1a4 req-cbf3c4f4-0e86-462b-8f8c-b16bf2532afb service neutron] 10.222.0.30 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002591 Nov 09 00:29:19.742647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Network 9696faab-68f6-4507-8fca-4d6a572c2385 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:29:19.746778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:29:19.775942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:29:19.810237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event updated for resources: {'Port': ['ID=14afb9f4-18a4-438d-8989-660a7c32fde4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:19.831716 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-922c264f-53fe-4480-bd11-ca2e3ac1a1a4 req-865cb92b-3e1c-407d-82eb-104ae33e3e7b service neutron] 10.222.0.30 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093123 Nov 09 00:29:19.875977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:19.876608 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:19.899409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480651b-3a6b-4b5c-8c5f-d31c73d9edbd req-fbdf6275-09fd-4586-b33d-f50f3160833b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:19.900918 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8480651b-3a6b-4b5c-8c5f-d31c73d9edbd req-fbdf6275-09fd-4586-b33d-f50f3160833b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 932 time: 0.0939114 Nov 09 00:29:19.904598 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-4f27ed13-93eb-45a4-9556-300eec21f7f0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1816230 Nov 09 00:29:19.919440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Request body: {'port': {'device_id': 'f2409951-f3b5-4e84-84a5-ff96d8c28ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:19.998575 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8480651b-3a6b-4b5c-8c5f-d31c73d9edbd req-b61ea15d-7539-48d7-82c1-18433d3e3fd9 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899177 Nov 09 00:29:20.001340 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:20.271571 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14afb9f4-18a4-438d-8989-660a7c32fde4 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:29:20.279045 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:20.291073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Transition to ACTIVE for port object 14afb9f4-18a4-438d-8989-660a7c32fde4 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:29:20.297912 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:20.373941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Pushing event updated for resources: {'Port': ['ID=14afb9f4-18a4-438d-8989-660a7c32fde4,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:20.401521 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 6f945f4d-5e40-4813-bc45-97ec9988e3ac details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:29:20.433719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Attempting to bind port 14afb9f4-18a4-438d-8989-660a7c32fde4 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:29:20.434057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Attempting to bind port 14afb9f4-18a4-438d-8989-660a7c32fde4 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:29:20.434383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Attempting to bind port 14afb9f4-18a4-438d-8989-660a7c32fde4 on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:20.439636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Port 14afb9f4-18a4-438d-8989-660a7c32fde4 on network 9696faab-68f6-4507-8fca-4d6a572c2385 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:29:20.440083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Attempting to bind port 14afb9f4-18a4-438d-8989-660a7c32fde4 on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:20.445783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:29:20.446130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Checking segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:29:20.446514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Bound using segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:29:20.446939 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Bound port: 14afb9f4-18a4-438d-8989-660a7c32fde4, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:29:20.447288 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:20.548614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] For port 14afb9f4-18a4-438d-8989-660a7c32fde4, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:29:20.560299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:20.564249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] For port 14afb9f4-18a4-438d-8989-660a7c32fde4, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=14afb9f4-18a4-438d-8989-660a7c32fde4,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:29:20.572393 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:20.589647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 6f945f4d-5e40-4813-bc45-97ec9988e3ac has no active binding in host n-h2-813263-3 {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 00:29:20.606412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58edb3-fc8f-4727-ba34-6c50a603bd09 req-4e805b34-d09d-499a-82eb-5758aca8f4f8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:20.608017 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be58edb3-fc8f-4727-ba34-6c50a603bd09 req-4e805b34-d09d-499a-82eb-5758aca8f4f8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 945 time: 0.1059585 Nov 09 00:29:20.629413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:20.630106 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:20.631460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/14afb9f4-18a4-438d-8989-660a7c32fde4 HTTP/1.1" status: 200 len: 1092 time: 0.7169158 Nov 09 00:29:20.669115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f7afa-850b-400c-9ab2-dd7ff04e55c1 service neutron] Pushing event updated for resources: {'Port': ['ID=14afb9f4-18a4-438d-8989-660a7c32fde4,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:20.718467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be58edb3-fc8f-4727-ba34-6c50a603bd09 req-294d4d32-09bf-4c12-bd9f-ce1d44568878 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950215 Nov 09 00:29:20.731441 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-8f7b11a1-b6dc-424e-8ced-e7c9bf3d4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:20.732946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-8f7b11a1-b6dc-424e-8ced-e7c9bf3d4428 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 1095 time: 0.0558650 Nov 09 00:29:20.779732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-cca1fc9d-222a-4fbf-80b5-bd89347e169f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14afb9f4-18a4-438d-8989-660a7c32fde4 HTTP/1.1" status: 200 len: 217 time: 0.0364337 Nov 09 00:29:20.831812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-a3d54ee7-0a97-41e6-8841-6eac25cccc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:20.833298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-a3d54ee7-0a97-41e6-8841-6eac25cccc42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.0455787 Nov 09 00:29:20.875532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-b055ce20-97ac-445e-974a-3ed395abeb7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342882 Nov 09 00:29:20.969286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-2daf373a-37d7-4238-93df-fd653c9a6de7 service neutron] 10.222.0.30 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837319 Nov 09 00:29:21.067618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d162e297-867b-49f8-b489-f0fb6ee38599 req-a0b54250-04f0-4e47-82e9-a386bab50522 service neutron] 10.222.0.30 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913584 Nov 09 00:29:21.123921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9139326-718a-4849-b7d5-94fbcc4d6789 req-9ced5eda-4687-43be-8e7a-337aae829f49 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:21.125479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9139326-718a-4849-b7d5-94fbcc4d6789 req-9ced5eda-4687-43be-8e7a-337aae829f49 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 944 time: 0.0531948 Nov 09 00:29:21.144825 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2409951-f3b5-4e84-84a5-ff96d8c28ea1', 'tag': '14afb9f4-18a4-438d-8989-660a7c32fde4'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:21.147073 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1361b5f4-96f1-4fa7-8042-529e8c734b10" -d '{"events": [{"name": "network-changed", "server_uuid": "f2409951-f3b5-4e84-84a5-ff96d8c28ea1", "tag": "14afb9f4-18a4-438d-8989-660a7c32fde4"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:21.183521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9139326-718a-4849-b7d5-94fbcc4d6789 req-825efcb7-fbed-42df-ac1e-a99eb7f1ead2 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518944 Nov 09 00:29:21.185865 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d36938-0fe7-4d0e-9f63-1a807e761b50 x-openstack-request-id: req-62d36938-0fe7-4d0e-9f63-1a807e761b50 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:21.186221 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2409951-f3b5-4e84-84a5-ff96d8c28ea1", "tag": "14afb9f4-18a4-438d-8989-660a7c32fde4", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:21.186552 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62d36938-0fe7-4d0e-9f63-1a807e761b50 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:21.187001 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2409951-f3b5-4e84-84a5-ff96d8c28ea1', 'tag': '14afb9f4-18a4-438d-8989-660a7c32fde4', 'status': 'completed', 'code': 200} Nov 09 00:29:21.250784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361b5f4-96f1-4fa7-8042-529e8c734b10 req-09be189c-3f24-49cc-b7f8-80c28a421916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:21.252196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1361b5f4-96f1-4fa7-8042-529e8c734b10 req-09be189c-3f24-49cc-b7f8-80c28a421916 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 1095 time: 0.0401309 Nov 09 00:29:21.349822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361b5f4-96f1-4fa7-8042-529e8c734b10 req-8b69b6b8-717c-4e2c-a142-944c123e3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:21.351458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1361b5f4-96f1-4fa7-8042-529e8c734b10 req-8b69b6b8-717c-4e2c-a142-944c123e3783 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 905 time: 0.0896859 Nov 09 00:29:21.396032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1361b5f4-96f1-4fa7-8042-529e8c734b10 req-b314b6e8-1966-4027-80b7-6205b9945477 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14afb9f4-18a4-438d-8989-660a7c32fde4 HTTP/1.1" status: 200 len: 217 time: 0.0350318 Nov 09 00:29:21.449777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361b5f4-96f1-4fa7-8042-529e8c734b10 req-8a7375d9-5ad7-4852-87c6-a36ff6a9fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:21.451208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1361b5f4-96f1-4fa7-8042-529e8c734b10 req-8a7375d9-5ad7-4852-87c6-a36ff6a9fda7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.0464425 Nov 09 00:29:21.487642 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1361b5f4-96f1-4fa7-8042-529e8c734b10 req-851c4142-4eb5-4d96-a674-e036a40d97e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263398 Nov 09 00:29:21.588066 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1361b5f4-96f1-4fa7-8042-529e8c734b10 req-32291ac5-e8be-43cc-83f1-980a6d069f1d service neutron] 10.222.0.30 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894408 Nov 09 00:29:21.693221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1361b5f4-96f1-4fa7-8042-529e8c734b10 req-a4928d05-0784-4859-a6ab-d3e39fb341d1 service neutron] 10.222.0.30 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952454 Nov 09 00:29:21.840359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0976c7-509a-4fc9-ad2b-99f40aa5d506 req-534a034c-29dd-4f2a-8921-c2844a1672f7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:21.841896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e0976c7-509a-4fc9-ad2b-99f40aa5d506 req-534a034c-29dd-4f2a-8921-c2844a1672f7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 945 time: 0.0503643 Nov 09 00:29:21.895349 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e0976c7-509a-4fc9-ad2b-99f40aa5d506 req-0db5276f-74c1-42f9-ab38-18620aa617be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472825 Nov 09 00:29:22.309468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfecf7-00b7-4118-b51e-a2294b5f312c req-53a24b09-1e59-48e1-981b-850f1e71b503 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:22.310968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05cfecf7-00b7-4118-b51e-a2294b5f312c req-53a24b09-1e59-48e1-981b-850f1e71b503 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 944 time: 0.0547705 Nov 09 00:29:22.358633 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05cfecf7-00b7-4118-b51e-a2294b5f312c req-8aa98991-4241-4111-bc04-435cd7d57451 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 Nov 09 00:29:22.495191 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-9cb5b562-5ee9-494a-bd20-52bba43d4e65 service neutron] 10.222.0.30 "GET /v2.0/ports/6f945f4d-5e40-4813-bc45-97ec9988e3ac/bindings/n-h2-813263-3 HTTP/1.1" status: 200 len: 384 time: 0.0570612 Nov 09 00:29:22.685689 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-4b30bcab-f22a-4886-8cf3-5ea1ff2d84ea service neutron] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:22.707972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-4b30bcab-f22a-4886-8cf3-5ea1ff2d84ea service neutron] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:29:22.752751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-4b30bcab-f22a-4886-8cf3-5ea1ff2d84ea service neutron] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:22.766870 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-4b30bcab-f22a-4886-8cf3-5ea1ff2d84ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:22.844790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-4b30bcab-f22a-4886-8cf3-5ea1ff2d84ea service neutron] Transition to ACTIVE for port object 6f945f4d-5e40-4813-bc45-97ec9988e3ac will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:29:22.849590 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-4b30bcab-f22a-4886-8cf3-5ea1ff2d84ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:22.961458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30bcab-f22a-4886-8cf3-5ea1ff2d84ea service neutron] Pushing event updated for resources: {'Port': ['ID=6f945f4d-5e40-4813-bc45-97ec9988e3ac,revision_number=11']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:22.989674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-4b30bcab-f22a-4886-8cf3-5ea1ff2d84ea service neutron] No DVR routers for this DVR port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:29:23.110848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeee1d3-3079-4830-a655-43959a08498f req-7f4dc13b-8c52-4343-8e14-44fa42dc1383 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:23.112358 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8eeee1d3-3079-4830-a655-43959a08498f req-7f4dc13b-8c52-4343-8e14-44fa42dc1383 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 944 time: 0.1245406 Nov 09 00:29:23.189059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-4b30bcab-f22a-4886-8cf3-5ea1ff2d84ea service neutron] 10.222.0.30 "PUT /v2.0/ports/6f945f4d-5e40-4813-bc45-97ec9988e3ac/bindings/n-h2-813263-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6839695 Nov 09 00:29:23.192868 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8eeee1d3-3079-4830-a655-43959a08498f req-42d47e8d-052d-4521-8029-60d3a58fc686 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734844 Nov 09 00:29:23.193305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:23.195935 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fc029c-84d0-416e-83a6-c910af1d90b7" -d '{"events": [{"server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:23.236619 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1229fe-d799-4ee7-8d6b-cd0e4c2154f5 x-openstack-request-id: req-cf1229fe-d799-4ee7-8d6b-cd0e4c2154f5 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:23.236915 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "name": "network-vif-unplugged", "status": "completed", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:23.237315 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf1229fe-d799-4ee7-8d6b-cd0e4c2154f5 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:23.237728 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'code': 200} Nov 09 00:29:23.293836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-144ee566-b1da-4df0-abbd-d75219764623 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:23.295394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-144ee566-b1da-4df0-abbd-d75219764623 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6&tenant_id=a25a6a1f62704562be674debd2726386&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 1095 time: 0.0480175 Nov 09 00:29:23.344131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-f2f2e48f-b6be-4f6c-9275-023efad001dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:23.345666 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-f2f2e48f-b6be-4f6c-9275-023efad001dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6&tenant_id=a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 1095 time: 0.0414834 Nov 09 00:29:23.417097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-a86dc41d-fce0-4a21-b957-263fd7a531c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:23.417097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-a86dc41d-fce0-4a21-b957-263fd7a531c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 1095 time: 0.0480342 Nov 09 00:29:23.548065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd918e-6edb-4631-a5a3-7541661b2512 req-fb45a4a3-f0bc-4fcb-ab8f-3d220a1f744b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:23.549515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4dd918e-6edb-4631-a5a3-7541661b2512 req-fb45a4a3-f0bc-4fcb-ab8f-3d220a1f744b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 944 time: 0.0979326 Nov 09 00:29:23.552400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-6cd501c4-8fd4-4f2c-8c81-f46dbb07a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:23.553772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-6cd501c4-8fd4-4f2c-8c81-f46dbb07a554 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3a2618a-78e6-4022-b9df-f48b27ae1827 HTTP/1.1" status: 200 len: 896 time: 0.1311181 Nov 09 00:29:23.650745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4dd918e-6edb-4631-a5a3-7541661b2512 req-6158152c-8fa4-4f04-99d8-fe400da1070e tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954158 Nov 09 00:29:23.652589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-e405a8b3-f46c-44d0-8f86-938d8cfd4eb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac HTTP/1.1" status: 200 len: 999 time: 0.0906091 Nov 09 00:29:23.704026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-324aaf11-5427-4fed-adfb-05cb1381e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:23.705588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-324aaf11-5427-4fed-adfb-05cb1381e6a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7 HTTP/1.1" status: 200 len: 835 time: 0.0457141 Nov 09 00:29:23.751978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b7b21baf-55d5-4798-a9b9-e393857df88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:23.753611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b7b21baf-55d5-4798-a9b9-e393857df88a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3a2618a-78e6-4022-b9df-f48b27ae1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408022 Nov 09 00:29:23.848969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-11c00381-8ae4-457a-8918-c4e4fae78afa service neutron] 10.222.0.11 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878949 Nov 09 00:29:23.940716 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-17a7e8cf-96b3-4aa1-af86-bdb9026f763e service neutron] 10.222.0.11 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846446 Nov 09 00:29:24.173117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-859a50c0-05a9-4ff5-9dc1-0b784dc493c2 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:24.174585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-859a50c0-05a9-4ff5-9dc1-0b784dc493c2 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6&tenant_id=a25a6a1f62704562be674debd2726386&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 1095 time: 0.0500042 Nov 09 00:29:24.357105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-e4125892-1e51-4e32-9aaf-77e41944707a service neutron] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:29:24.365756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1da944-d50b-40e7-87d1-967b54049fd5 req-0e1d139e-2fbf-4f59-b1a6-07f110890586 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:24.367263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b1da944-d50b-40e7-87d1-967b54049fd5 req-0e1d139e-2fbf-4f59-b1a6-07f110890586 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 944 time: 0.0843253 Nov 09 00:29:24.370530 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-e4125892-1e51-4e32-9aaf-77e41944707a service neutron] Publish callbacks [] for binding, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:24.371536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-e4125892-1e51-4e32-9aaf-77e41944707a service neutron] 10.222.0.11 "DELETE /v2.0/ports/6f945f4d-5e40-4813-bc45-97ec9988e3ac/bindings/n-h1-813263-3 HTTP/1.1" status: 204 len: 173 time: 0.1889894 Nov 09 00:29:24.424065 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b1da944-d50b-40e7-87d1-967b54049fd5 req-258a19b8-26d3-4d12-aee9-c2a3e504250a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503957 Nov 09 00:29:24.535927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed0f0b-79dc-4d63-b0a9-24f4d2078a19 req-8e2c77e8-ce40-4676-98a3-3ce68da21b91 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:24.537397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35ed0f0b-79dc-4d63-b0a9-24f4d2078a19 req-8e2c77e8-ce40-4676-98a3-3ce68da21b91 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 1095 time: 0.0412586 Nov 09 00:29:24.543282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 14afb9f4-18a4-438d-8989-660a7c32fde4 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:29:24.546501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6f945f4d-5e40-4813-bc45-97ec9988e3ac no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:29:24.601956 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6f945f4d-5e40-4813-bc45-97ec9988e3ac not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:29:24.603772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35ed0f0b-79dc-4d63-b0a9-24f4d2078a19 req-54d9e7a6-4920-48fc-8d1b-040977c4f6a3 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470524 Nov 09 00:29:24.690479 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 14afb9f4-18a4-438d-8989-660a7c32fde4, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=14afb9f4-18a4-438d-8989-660a7c32fde4,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:24.701239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '14afb9f4-18a4-438d-8989-660a7c32fde4', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'port_id': '14afb9f4-18a4-438d-8989-660a7c32fde4', 'mac_address': 'fa:16:3e:93:20:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7dd990-1b5c-41a3-a5b9-028ea3b28461', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:29:24.747190 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:24.759364 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664efef4-9b4e-4059-8e2d-1af3236cc532 req-fe72f90a-db6c-4312-8736-444b7891e87c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:24.761222 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-664efef4-9b4e-4059-8e2d-1af3236cc532 req-fe72f90a-db6c-4312-8736-444b7891e87c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 944 time: 0.0746279 Nov 09 00:29:24.761529 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14afb9f4-18a4-438d-8989-660a7c32fde4 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:29:24.790170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 14afb9f4-18a4-438d-8989-660a7c32fde4, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=14afb9f4-18a4-438d-8989-660a7c32fde4,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:24.794983 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:24.846741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=14afb9f4-18a4-438d-8989-660a7c32fde4,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:24.848017 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-664efef4-9b4e-4059-8e2d-1af3236cc532 req-72aec47c-8d3a-4f23-991e-1b369c1e94d9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765622 Nov 09 00:29:24.867846 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bca5c-48f7-438b-9e8d-8403ec92bb75 req-242f0907-03fd-4ab0-ba94-1730150839c4 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:24.878168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-944bca5c-48f7-438b-9e8d-8403ec92bb75 req-242f0907-03fd-4ab0-ba94-1730150839c4 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 944 time: 0.1154256 Nov 09 00:29:24.882841 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35972) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:24.949213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-944bca5c-48f7-438b-9e8d-8403ec92bb75 req-5cc1f725-e89a-476d-9c1a-cd147fba288d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587170 Nov 09 00:29:24.963327 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b2366cc6-0540-49c7-b18c-c08d692e646c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/041145e5-faa1-42e0-a3f0-d926fcaefa23 HTTP/1.1" status: 200 len: 991 time: 0.0717797 Nov 09 00:29:25.041632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['14afb9f4-18a4-438d-8989-660a7c32fde4'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:25.190158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35978) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:25.350084 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port 42b90933-f919-4e5d-a6a7-0d1a911dbc0e {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:29:25.350430 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:25.428823 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:25.429152 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:25.440698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for 42b90933-f919-4e5d-a6a7-0d1a911dbc0e owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:29:25.617777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:25.641232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=42b90933-f919-4e5d-a6a7-0d1a911dbc0e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:25.706640 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:25.706881 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Floating IP 041145e5-faa1-42e0-a3f0-d926fcaefa23 disassociated (deleted). External IP: 172.25.0.205, port: 6f945f4d-5e40-4813-bc45-97ec9988e3ac. Nov 09 00:29:25.908998 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:29:26.026231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:29:26.031286 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:26.042245 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4612a10-cb9b-4f65-a644-9b4cadbdd2f5 None None] Sync routers for ids ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:29:26.063463 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4612a10-cb9b-4f65-a644-9b4cadbdd2f5 None None] Routers {'9f03a01d-7174-40ab-894f-9bf6e0fc24ad'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:29:26.063838 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f4612a10-cb9b-4f65-a644-9b4cadbdd2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:29:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:26.074671 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-008b406e-9187-4e23-9f89-97c011471c12 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/floatingips/041145e5-faa1-42e0-a3f0-d926fcaefa23 HTTP/1.1" status: 204 len: 168 time: 0.8827605 Nov 09 00:29:26.075471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:26.078520 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6521fd-8642-4440-91f1-77e4c67691cb" -d '{"events": [{"name": "network-changed", "server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:26.095616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f41749-9656-4c06-b1b4-5478bea68286 req-f08766ff-4a7b-4bae-897d-ed02a1547a31 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:26.097866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6f41749-9656-4c06-b1b4-5478bea68286 req-f08766ff-4a7b-4bae-897d-ed02a1547a31 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 945 time: 0.0579743 Nov 09 00:29:26.152389 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6f41749-9656-4c06-b1b4-5478bea68286 req-4add18bc-4cdd-4c31-8696-8c65d95daf42 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484760 Nov 09 00:29:26.192306 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f4612a10-cb9b-4f65-a644-9b4cadbdd2f5 None None] Set router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:29:26.198765 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521540ad-2996-465a-8199-48720c80577a x-openstack-request-id: req-521540ad-2996-465a-8199-48720c80577a {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:26.199068 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:26.199297 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-521540ad-2996-465a-8199-48720c80577a {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:26.199700 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'status': 'completed', 'code': 200} Nov 09 00:29:26.272575 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6521fd-8642-4440-91f1-77e4c67691cb req-5f80d43a-291b-4d6f-a683-ebfb8a7dac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:26.274127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c6521fd-8642-4440-91f1-77e4c67691cb req-5f80d43a-291b-4d6f-a683-ebfb8a7dac45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 1095 time: 0.0427988 Nov 09 00:29:26.397801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e231c6-9107-459e-9a91-db3a59321951 req-4d037c9a-0230-4f46-a359-9b9f8820cb49 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:26.399260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2e231c6-9107-459e-9a91-db3a59321951 req-4d037c9a-0230-4f46-a359-9b9f8820cb49 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 944 time: 0.0924125 Nov 09 00:29:26.411366 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f4612a10-cb9b-4f65-a644-9b4cadbdd2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:28:11Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6bd28c14-b36c-40e8-91c2-80e624c8b53a', 'name': '', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:b3:9f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:09Z', 'updated_at': '2021-11-09T00:28:18Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:26.415560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6521fd-8642-4440-91f1-77e4c67691cb req-672ffa00-fbc9-4b82-bc51-2c7998a6e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:26.417031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c6521fd-8642-4440-91f1-77e4c67691cb req-672ffa00-fbc9-4b82-bc51-2c7998a6e830 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3a2618a-78e6-4022-b9df-f48b27ae1827 HTTP/1.1" status: 200 len: 896 time: 0.1345263 Nov 09 00:29:26.437734 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4612a10-cb9b-4f65-a644-9b4cadbdd2f5 None None] Checking router: 9f03a01d-7174-40ab-894f-9bf6e0fc24ad for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:29:26.445929 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4612a10-cb9b-4f65-a644-9b4cadbdd2f5 None None] Routers {'9f03a01d-7174-40ab-894f-9bf6e0fc24ad'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:29:26.446527 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f4612a10-cb9b-4f65-a644-9b4cadbdd2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:29:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:26.463174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c6521fd-8642-4440-91f1-77e4c67691cb req-236fdb34-7c70-4672-a902-16c26b7bf8de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac HTTP/1.1" status: 200 len: 217 time: 0.0365536 Nov 09 00:29:26.540630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6521fd-8642-4440-91f1-77e4c67691cb req-1468f1e2-fc12-493d-a2fb-d0c8a73ba684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:26.542640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c6521fd-8642-4440-91f1-77e4c67691cb req-1468f1e2-fc12-493d-a2fb-d0c8a73ba684 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7 HTTP/1.1" status: 200 len: 835 time: 0.0678871 Nov 09 00:29:26.548995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2e231c6-9107-459e-9a91-db3a59321951 req-c7b657d7-e0e7-47bd-850e-1129e71ae3f1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd518900-6483-419d-b28a-6397d171ee72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418312 Nov 09 00:29:26.557860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 14afb9f4-18a4-438d-8989-660a7c32fde4 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:29:26.595047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6521fd-8642-4440-91f1-77e4c67691cb req-ceac941b-1046-4f50-8534-23f5ab41cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:26.596762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c6521fd-8642-4440-91f1-77e4c67691cb req-ceac941b-1046-4f50-8534-23f5ab41cd8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3a2618a-78e6-4022-b9df-f48b27ae1827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454044 Nov 09 00:29:26.629665 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 14afb9f4-18a4-438d-8989-660a7c32fde4 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:29:26.638776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 14afb9f4-18a4-438d-8989-660a7c32fde4 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:26.641393 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:26.657866 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f4612a10-cb9b-4f65-a644-9b4cadbdd2f5 None None] Set router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:29:26.714711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c6521fd-8642-4440-91f1-77e4c67691cb req-b0eaa6e5-ffae-46e6-b5e5-5064b5a8707a service neutron] 10.222.0.11 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991063 Nov 09 00:29:26.740745 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:26.786101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 14afb9f4-18a4-438d-8989-660a7c32fde4, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=14afb9f4-18a4-438d-8989-660a7c32fde4,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:26.787216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2409951-f3b5-4e84-84a5-ff96d8c28ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14afb9f4-18a4-438d-8989-660a7c32fde4'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:26.790009 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f5c72c-33ee-4947-ba3a-c58b0d03084c" -d '{"events": [{"server_uuid": "f2409951-f3b5-4e84-84a5-ff96d8c28ea1", "name": "network-vif-plugged", "status": "completed", "tag": "14afb9f4-18a4-438d-8989-660a7c32fde4"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:26.796657 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:26.870679 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709627c3-0dcd-45de-8db2-52db5a378b3c x-openstack-request-id: req-709627c3-0dcd-45de-8db2-52db5a378b3c {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:26.870980 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2409951-f3b5-4e84-84a5-ff96d8c28ea1", "name": "network-vif-plugged", "status": "completed", "tag": "14afb9f4-18a4-438d-8989-660a7c32fde4", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:26.871314 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-709627c3-0dcd-45de-8db2-52db5a378b3c {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:26.871750 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2409951-f3b5-4e84-84a5-ff96d8c28ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14afb9f4-18a4-438d-8989-660a7c32fde4', 'code': 200} Nov 09 00:29:26.885199 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c6521fd-8642-4440-91f1-77e4c67691cb req-c175daf5-ca21-4eee-942f-8c941c3dd448 service neutron] 10.222.0.11 "GET /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605210 Nov 09 00:29:26.886363 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=14afb9f4-18a4-438d-8989-660a7c32fde4,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:27.006821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c415486-ab70-4c3b-919c-4dc5ec1247ec req-e570b18e-833d-45ec-9385-f80b2a5f149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:27.009015 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c415486-ab70-4c3b-919c-4dc5ec1247ec req-e570b18e-833d-45ec-9385-f80b2a5f149a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 1097 time: 0.0530162 Nov 09 00:29:27.046074 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f4612a10-cb9b-4f65-a644-9b4cadbdd2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:28:11Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6bd28c14-b36c-40e8-91c2-80e624c8b53a', 'name': '', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:b3:9f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:09Z', 'updated_at': '2021-11-09T00:28:18Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:27.089259 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4612a10-cb9b-4f65-a644-9b4cadbdd2f5 None None] The sync data for ids ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'] in n-d-813263-3 is: [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:28:11Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6bd28c14-b36c-40e8-91c2-80e624c8b53a', 'name': '', 'network_id': 'c3a2618a-78e6-4022-b9df-f48b27ae1827', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:b3:9f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:09Z', 'updated_at': '2021-11-09T00:28:18Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:29:27.117618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c415486-ab70-4c3b-919c-4dc5ec1247ec req-3a617ddc-84a5-4428-91ed-fae5316dad95 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866156 Nov 09 00:29:27.142630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73610cd2-a06c-4311-ad8d-5958848e6c10 req-638c7973-0050-4b45-b854-8279a8423511 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:27.144728 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-73610cd2-a06c-4311-ad8d-5958848e6c10 req-638c7973-0050-4b45-b854-8279a8423511 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.11 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 944 time: 0.4426591 Nov 09 00:29:27.256560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-73610cd2-a06c-4311-ad8d-5958848e6c10 req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port 6f945f4d-5e40-4813-bc45-97ec9988e3ac {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:29:27.256969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-73610cd2-a06c-4311-ad8d-5958848e6c10 req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:27.303963 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea135b-e111-4685-979c-91afe449674d req-9238bb5d-49bd-4cc5-a8b8-43307e5f2f52 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:27.305940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40ea135b-e111-4685-979c-91afe449674d req-9238bb5d-49bd-4cc5-a8b8-43307e5f2f52 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 946 time: 0.0595837 Nov 09 00:29:27.364952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-73610cd2-a06c-4311-ad8d-5958848e6c10 req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port 6f945f4d-5e40-4813-bc45-97ec9988e3ac, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6f945f4d-5e40-4813-bc45-97ec9988e3ac,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:27.365319 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-73610cd2-a06c-4311-ad8d-5958848e6c10 req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:27.382511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-73610cd2-a06c-4311-ad8d-5958848e6c10 req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for 6f945f4d-5e40-4813-bc45-97ec9988e3ac owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:29:27.457909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a846e-eff2-4866-a311-8441cc3a5860 None None] New status for floating IP 041145e5-faa1-42e0-a3f0-d926fcaefa23: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:29:27.542063 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-73610cd2-a06c-4311-ad8d-5958848e6c10 req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:27.579390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=6f945f4d-5e40-4813-bc45-97ec9988e3ac,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:27.590279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:27.590628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:27.590964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:27.591785 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:27.591785 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:27.591984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:27.592229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:27.592552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:27.592871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:27.593781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:27.594108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:27.594423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:27.666549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-73610cd2-a06c-4311-ad8d-5958848e6c10 req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] No DVR routers for this DVR port 6f945f4d-5e40-4813-bc45-97ec9988e3ac on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:29:27.669318 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-73610cd2-a06c-4311-ad8d-5958848e6c10 req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:27.675229 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-73610cd2-a06c-4311-ad8d-5958848e6c10 req-9adf3651-78ba-438a-9605-4ebd180ef501 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.11 "DELETE /v2.0/ports/6f945f4d-5e40-4813-bc45-97ec9988e3ac HTTP/1.1" status: 204 len: 173 time: 0.5235832 Nov 09 00:29:27.720144 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40ea135b-e111-4685-979c-91afe449674d req-8a85e86c-170b-40e8-bc9a-56e234b715c8 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082484 Nov 09 00:29:27.734796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2adf4d63-8077-4d1c-94c6-003de44c2470 req-dbd13cc3-9e7f-4282-9640-515425f2a468 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=06553b60-a891-46bb-871a-e8acf309a5a6 HTTP/1.1" status: 200 len: 210 time: 0.0317245 Nov 09 00:29:28.200663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'name': 'network-vif-deleted', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:28.203663 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e208d552-4cf7-4104-87f0-893bf93023c1" -d '{"events": [{"server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "name": "network-vif-deleted", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:28.240136 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0182863f-af63-4592-a60c-2286f6d3446d x-openstack-request-id: req-0182863f-af63-4592-a60c-2286f6d3446d {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:28.240432 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06553b60-a891-46bb-871a-e8acf309a5a6", "name": "network-vif-deleted", "tag": "6f945f4d-5e40-4813-bc45-97ec9988e3ac", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:28.240685 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0182863f-af63-4592-a60c-2286f6d3446d {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:28.241085 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06553b60-a891-46bb-871a-e8acf309a5a6', 'name': 'network-vif-deleted', 'tag': '6f945f4d-5e40-4813-bc45-97ec9988e3ac', 'status': 'completed', 'code': 200} Nov 09 00:29:28.799977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36024) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:28.837421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e10f67-f8c1-486f-adfd-2342da108055 req-19d1670d-4175-4d79-a7dd-4d3f11f52d09 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:28.838885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18e10f67-f8c1-486f-adfd-2342da108055 req-19d1670d-4175-4d79-a7dd-4d3f11f52d09 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 946 time: 0.0484550 Nov 09 00:29:28.888696 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18e10f67-f8c1-486f-adfd-2342da108055 req-df221695-861c-4401-9e1c-6b82d49e805a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437641 Nov 09 00:29:29.007148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35155c29-334a-4736-b623-25482993d78d req-84d16b82-087e-448e-a210-571d85e04c0c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:29.010369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35155c29-334a-4736-b623-25482993d78d req-84d16b82-087e-448e-a210-571d85e04c0c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 946 time: 0.0537925 Nov 09 00:29:29.064073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35155c29-334a-4736-b623-25482993d78d req-0e79b963-d8da-4fe4-a2a4-6c22df1b16cf tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485604 Nov 09 00:29:29.185902 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a74dbfa-9322-453a-8f2c-6c4bc255f4bc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:29.189629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b4d98-2f59-484c-9b69-c9d05b8f2dac req-861719eb-4e89-490a-be03-005cde19185f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:29.191345 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f91b4d98-2f59-484c-9b69-c9d05b8f2dac req-861719eb-4e89-490a-be03-005cde19185f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 946 time: 0.0567424 Nov 09 00:29:29.245723 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f91b4d98-2f59-484c-9b69-c9d05b8f2dac req-02b37ff5-27e0-4d96-8d5d-78698bbd10ba tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480993 Nov 09 00:29:29.522238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-6a74dbfa-9322-453a-8f2c-6c4bc255f4bc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port 6bd28c14-b36c-40e8-91c2-80e624c8b53a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:29:29.522792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a74dbfa-9322-453a-8f2c-6c4bc255f4bc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:29.575915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e728d-f49e-4378-a690-7a55aaa6d38e req-b1eefbe9-f36a-412c-b3cd-d744b6b8383c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:29.585132 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c3e728d-f49e-4378-a690-7a55aaa6d38e req-b1eefbe9-f36a-412c-b3cd-d744b6b8383c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 946 time: 0.0588312 Nov 09 00:29:29.631487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-6a74dbfa-9322-453a-8f2c-6c4bc255f4bc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port 6bd28c14-b36c-40e8-91c2-80e624c8b53a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6bd28c14-b36c-40e8-91c2-80e624c8b53a,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:29.631879 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a74dbfa-9322-453a-8f2c-6c4bc255f4bc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:29.635796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5c3e728d-f49e-4378-a690-7a55aaa6d38e req-1ce234df-8092-4b78-a3c1-e0d1ad9a8c4d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495386 Nov 09 00:29:29.661974 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-6a74dbfa-9322-453a-8f2c-6c4bc255f4bc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for 6bd28c14-b36c-40e8-91c2-80e624c8b53a owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:29:29.851380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a74dbfa-9322-453a-8f2c-6c4bc255f4bc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:29.877896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74dbfa-9322-453a-8f2c-6c4bc255f4bc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=6bd28c14-b36c-40e8-91c2-80e624c8b53a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:30.058860 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a74dbfa-9322-453a-8f2c-6c4bc255f4bc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:30.278638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a74dbfa-9322-453a-8f2c-6c4bc255f4bc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:29:30.385510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a74dbfa-9322-453a-8f2c-6c4bc255f4bc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:29:30.391292 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6a74dbfa-9322-453a-8f2c-6c4bc255f4bc tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "PUT /v2.0/routers/9f03a01d-7174-40ab-894f-9bf6e0fc24ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901637 Nov 09 00:29:30.393195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36044) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:30.395749 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab41a651-a4fb-4cb4-a0f6-486ecc2d8d4c None None] Sync routers for ids ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:29:30.406431 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab41a651-a4fb-4cb4-a0f6-486ecc2d8d4c None None] Routers {'9f03a01d-7174-40ab-894f-9bf6e0fc24ad'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:29:30.407041 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ab41a651-a4fb-4cb4-a0f6-486ecc2d8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:29:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:30.445669 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c0db33-3048-45b6-a826-d05064f8d81b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting subnet 37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:29:30.449121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87c0db33-3048-45b6-a826-d05064f8d81b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:30.449266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 6f945f4d-5e40-4813-bc45-97ec9988e3ac no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:29:30.469328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 6f945f4d-5e40-4813-bc45-97ec9988e3ac {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:29:30.469954 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 6f945f4d-5e40-4813-bc45-97ec9988e3ac not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:29:30.493019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87c0db33-3048-45b6-a826-d05064f8d81b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:30.541778 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-ab41a651-a4fb-4cb4-a0f6-486ecc2d8d4c None None] Set router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:29:30.598333 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87c0db33-3048-45b6-a826-d05064f8d81b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:30.678543 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87c0db33-3048-45b6-a826-d05064f8d81b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:30.708729 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0db33-3048-45b6-a826-d05064f8d81b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Subnet': ['ID=37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:30.715417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87c0db33-3048-45b6-a826-d05064f8d81b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:30.722873 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-87c0db33-3048-45b6-a826-d05064f8d81b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/subnets/37ca9cc6-3bc9-4c66-a74b-8acdae7cfbf7 HTTP/1.1" status: 204 len: 168 time: 0.3250384 Nov 09 00:29:30.723436 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36050) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:30.725856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b829696-84e0-4825-bfdb-c93c2b5a7eb2 None None] Network c3a2618a-78e6-4022-b9df-f48b27ae1827 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:29:30.801713 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ab41a651-a4fb-4cb4-a0f6-486ecc2d8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:29:29Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:30.842412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4081b-7e80-431b-b8d0-e00aa6eec3aa req-90ccfa4b-fa47-4021-8d6c-5716e8d5f04c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:30.852244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eef4081b-7e80-431b-b8d0-e00aa6eec3aa req-90ccfa4b-fa47-4021-8d6c-5716e8d5f04c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 946 time: 0.1276815 Nov 09 00:29:30.854108 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab41a651-a4fb-4cb4-a0f6-486ecc2d8d4c None None] Checking router: 9f03a01d-7174-40ab-894f-9bf6e0fc24ad for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:29:30.878436 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab41a651-a4fb-4cb4-a0f6-486ecc2d8d4c None None] Routers {'9f03a01d-7174-40ab-894f-9bf6e0fc24ad'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:29:30.879383 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ab41a651-a4fb-4cb4-a0f6-486ecc2d8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:29:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:30.939877 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:30.948350 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eef4081b-7e80-431b-b8d0-e00aa6eec3aa req-62e84c5c-1458-46a5-880c-a74d8b0ba04e tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951703 Nov 09 00:29:30.963205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fa9c7-fae1-4b27-801e-cfa355046e7f req-c38625cc-b007-4133-a668-7e8a2b4213f4 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:30.971999 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-070fa9c7-fae1-4b27-801e-cfa355046e7f req-c38625cc-b007-4133-a668-7e8a2b4213f4 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 946 time: 0.1979680 Nov 09 00:29:31.006846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c6a7d6-dbf3-47ef-aa90-8c2eec09eec7 None None] DHCP port deletion for c3a2618a-78e6-4022-b9df-f48b27ae1827 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:29:31.051764 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-ab41a651-a4fb-4cb4-a0f6-486ecc2d8d4c None None] Set router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:29:31.099362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f3c6a7d6-dbf3-47ef-aa90-8c2eec09eec7 None None] Deleting port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:29:31.100190 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a7d6-dbf3-47ef-aa90-8c2eec09eec7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.105550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-070fa9c7-fae1-4b27-801e-cfa355046e7f req-1a34a7db-fd72-4243-91be-7955b12091a1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Deleting port 14afb9f4-18a4-438d-8989-660a7c32fde4 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:29:31.105905 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-070fa9c7-fae1-4b27-801e-cfa355046e7f req-1a34a7db-fd72-4243-91be-7955b12091a1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.112511 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.185082 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f3c6a7d6-dbf3-47ef-aa90-8c2eec09eec7 None None] For port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9458c0ce-a1c3-4bae-9730-5874feb8f9ef,segment=NetworkSegment(c357920d-98a7-46bb-a798-1836aac295e6),segment_id=c357920d-98a7-46bb-a798-1836aac295e6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:31.185645 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a7d6-dbf3-47ef-aa90-8c2eec09eec7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.204495 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f3c6a7d6-dbf3-47ef-aa90-8c2eec09eec7 None None] Calling delete_port for 9458c0ce-a1c3-4bae-9730-5874feb8f9ef owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:29:31.223657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:29:31.226205 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.274181 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ab41a651-a4fb-4cb4-a0f6-486ecc2d8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:29:29Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:31.289971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-070fa9c7-fae1-4b27-801e-cfa355046e7f req-1a34a7db-fd72-4243-91be-7955b12091a1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] For port 14afb9f4-18a4-438d-8989-660a7c32fde4, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=14afb9f4-18a4-438d-8989-660a7c32fde4,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:31.290448 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-070fa9c7-fae1-4b27-801e-cfa355046e7f req-1a34a7db-fd72-4243-91be-7955b12091a1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.321431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a7d6-dbf3-47ef-aa90-8c2eec09eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.321707 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab41a651-a4fb-4cb4-a0f6-486ecc2d8d4c None None] The sync data for ids ['9f03a01d-7174-40ab-894f-9bf6e0fc24ad'] in n-d-813263-3 is: [{'id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166122883', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:02Z', 'updated_at': '2021-11-09T00:29:29Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': 'dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f03a01d-7174-40ab-894f-9bf6e0fc24ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:03Z', 'updated_at': '2021-11-09T00:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:29:31.331744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-070fa9c7-fae1-4b27-801e-cfa355046e7f req-1a34a7db-fd72-4243-91be-7955b12091a1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Calling delete_port for 14afb9f4-18a4-438d-8989-660a7c32fde4 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:29:31.354725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:31.355101 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.375953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6a7d6-dbf3-47ef-aa90-8c2eec09eec7 None None] Pushing event deleted for resources: {'Port': ['ID=9458c0ce-a1c3-4bae-9730-5874feb8f9ef,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:31.379326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c6a7d6-dbf3-47ef-aa90-8c2eec09eec7 None None] No DVR routers for this DVR port 9458c0ce-a1c3-4bae-9730-5874feb8f9ef on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:29:31.388638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:29:31.497154 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-070fa9c7-fae1-4b27-801e-cfa355046e7f req-1a34a7db-fd72-4243-91be-7955b12091a1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.511363 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['14afb9f4-18a4-438d-8989-660a7c32fde4'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:31.542855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc', 'a4777673-fcaa-4f77-99d8-9fa9c374c85b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:31.549518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34a7db-fd72-4243-91be-7955b12091a1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event deleted for resources: {'Port': ['ID=14afb9f4-18a4-438d-8989-660a7c32fde4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:31.605292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-070fa9c7-fae1-4b27-801e-cfa355046e7f req-1a34a7db-fd72-4243-91be-7955b12091a1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] No DVR routers for this DVR port 14afb9f4-18a4-438d-8989-660a7c32fde4 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:29:31.608260 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-070fa9c7-fae1-4b27-801e-cfa355046e7f req-1a34a7db-fd72-4243-91be-7955b12091a1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.613737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-070fa9c7-fae1-4b27-801e-cfa355046e7f req-1a34a7db-fd72-4243-91be-7955b12091a1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.30 "DELETE /v2.0/ports/14afb9f4-18a4-438d-8989-660a7c32fde4 HTTP/1.1" status: 204 len: 173 time: 0.6341143 Nov 09 00:29:31.614358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2409951-f3b5-4e84-84a5-ff96d8c28ea1', 'name': 'network-vif-deleted', 'tag': '14afb9f4-18a4-438d-8989-660a7c32fde4'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:31.616351 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.617477 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ae6422-235a-4dbe-847b-98c085724983" -d '{"events": [{"server_uuid": "f2409951-f3b5-4e84-84a5-ff96d8c28ea1", "name": "network-vif-deleted", "tag": "14afb9f4-18a4-438d-8989-660a7c32fde4"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:31.659590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:31.672199 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6931c1-47a7-4afa-8482-4b82a64532a4 x-openstack-request-id: req-7b6931c1-47a7-4afa-8482-4b82a64532a4 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:31.672506 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2409951-f3b5-4e84-84a5-ff96d8c28ea1", "name": "network-vif-deleted", "tag": "14afb9f4-18a4-438d-8989-660a7c32fde4", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:31.672789 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b6931c1-47a7-4afa-8482-4b82a64532a4 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:31.673187 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2409951-f3b5-4e84-84a5-ff96d8c28ea1', 'name': 'network-vif-deleted', 'tag': '14afb9f4-18a4-438d-8989-660a7c32fde4', 'status': 'completed', 'code': 200} Nov 09 00:29:31.763695 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.880125 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.882732 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.929005 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.929654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Fanout notify agent at l3_agent the message router_deleted on router 9f03a01d-7174-40ab-894f-9bf6e0fc24ad {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:29:31.938213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:31.939507 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-85cfae15-78bf-41a0-a75e-559eb26d96bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/routers/9f03a01d-7174-40ab-894f-9bf6e0fc24ad HTTP/1.1" status: 204 len: 168 time: 1.2150264 Nov 09 00:29:31.942293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36060) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:32.024886 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:32.131048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd08d741-abd7-4073-9e38-745dd4c3b98c req-39843038-7706-439d-b56c-00f618e1bff1 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2409951-f3b5-4e84-84a5-ff96d8c28ea1 HTTP/1.1" status: 200 len: 210 time: 0.0373731 Nov 09 00:29:32.154460 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:32.176757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a2618a-78e6-4022-b9df-f48b27ae1827']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:32.195734 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c357920d-98a7-46bb-a798-1836aac295e6') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:32.196093 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c357920d-98a7-46bb-a798-1836aac295e6') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:32.210812 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:32.225756 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:32.232660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:29:32.233250 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:29:32.236863 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:29:32.306028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:32.314861 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:32.318121 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/networks/c3a2618a-78e6-4022-b9df-f48b27ae1827 HTTP/1.1" status: 204 len: 168 time: 0.3747163 Nov 09 00:29:32.320943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36066) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:32.327991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a356779-181e-4de2-9635-7bf10a631570 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Network': ['ID=c3a2618a-78e6-4022-b9df-f48b27ae1827,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:32.383310 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70edf717-0ae0-4be5-a58b-0623214327ac tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:32.409506 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70edf717-0ae0-4be5-a58b-0623214327ac tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:32.474998 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70edf717-0ae0-4be5-a58b-0623214327ac tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:32.477704 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70edf717-0ae0-4be5-a58b-0623214327ac tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:32.479021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-70edf717-0ae0-4be5-a58b-0623214327ac tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/security-groups/fd518900-6483-419d-b28a-6397d171ee72 HTTP/1.1" status: 204 len: 168 time: 0.1565988 Nov 09 00:29:32.490632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edf717-0ae0-4be5-a58b-0623214327ac tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd518900-6483-419d-b28a-6397d171ee72,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:32.825497 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9458c0ce-a1c3-4bae-9730-5874feb8f9ef no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:29:32.849827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 9458c0ce-a1c3-4bae-9730-5874feb8f9ef {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:29:32.850452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9458c0ce-a1c3-4bae-9730-5874feb8f9ef not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:29:32.850877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6bd28c14-b36c-40e8-91c2-80e624c8b53a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:29:32.870582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 6bd28c14-b36c-40e8-91c2-80e624c8b53a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:29:32.870845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6bd28c14-b36c-40e8-91c2-80e624c8b53a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:29:32.871478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:29:32.890916 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:29:32.891263 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device dbe67b45-2a6c-45b3-a9ce-7681f4bfbf48 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:29:33.038555 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36076) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:33.043222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2f832aea-e4b5-48da-b95d-9f0922207c86 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911722377', 'description': 'tempest-secgroup-smoke-911722377 description', 'project_id': 'a25a6a1f62704562be674debd2726386'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:33.067170 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2f832aea-e4b5-48da-b95d-9f0922207c86 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.136002 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2f832aea-e4b5-48da-b95d-9f0922207c86 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.140645 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2f832aea-e4b5-48da-b95d-9f0922207c86 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.176847 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2f832aea-e4b5-48da-b95d-9f0922207c86 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.180843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2f832aea-e4b5-48da-b95d-9f0922207c86 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1385701 Nov 09 00:29:33.181888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36082) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:33.186078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-74adc587-8eaf-41c6-9a28-87f817fc0cd7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '1d42bc39-0629-4103-9a54-a577aaaeceb6', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:33.188407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f832aea-e4b5-48da-b95d-9f0922207c86 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d42bc39-0629-4103-9a54-a577aaaeceb6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:33.226272 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-74adc587-8eaf-41c6-9a28-87f817fc0cd7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.288775 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-74adc587-8eaf-41c6-9a28-87f817fc0cd7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.294674 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-74adc587-8eaf-41c6-9a28-87f817fc0cd7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.316449 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adc587-8eaf-41c6-9a28-87f817fc0cd7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7ac6af-c556-4ff9-b061-0936346b0869,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:33.325464 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-74adc587-8eaf-41c6-9a28-87f817fc0cd7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.329768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36086) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:33.334731 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-74adc587-8eaf-41c6-9a28-87f817fc0cd7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515827 Nov 09 00:29:33.335387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-cfccc4db-fdf8-45bd-9993-2b6be2cd1c88 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '1d42bc39-0629-4103-9a54-a577aaaeceb6', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:33.373960 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cfccc4db-fdf8-45bd-9993-2b6be2cd1c88 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.463112 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cfccc4db-fdf8-45bd-9993-2b6be2cd1c88 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.475127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e8cec-51d5-4599-954e-839f82ed3dd9 req-651e5240-88fe-42cb-b7a1-90976c43dc9b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:33.476864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-534e8cec-51d5-4599-954e-839f82ed3dd9 req-651e5240-88fe-42cb-b7a1-90976c43dc9b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 946 time: 0.0700958 Nov 09 00:29:33.477658 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cfccc4db-fdf8-45bd-9993-2b6be2cd1c88 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.525958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccc4db-fdf8-45bd-9993-2b6be2cd1c88 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2327d31d-fc60-4696-8a77-3d55a8a803b6,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:33.547918 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cfccc4db-fdf8-45bd-9993-2b6be2cd1c88 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.549229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cfccc4db-fdf8-45bd-9993-2b6be2cd1c88 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2184591 Nov 09 00:29:33.552145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36092) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:33.557575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bb90eb20-54d4-41bf-939c-b62c88878deb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '1d42bc39-0629-4103-9a54-a577aaaeceb6', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:33.567370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-534e8cec-51d5-4599-954e-839f82ed3dd9 req-f7d33579-8cb4-437d-8ca9-c6db48d14bd5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843167 Nov 09 00:29:33.584687 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb90eb20-54d4-41bf-939c-b62c88878deb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.647800 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb90eb20-54d4-41bf-939c-b62c88878deb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.651358 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb90eb20-54d4-41bf-939c-b62c88878deb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.669039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90eb20-54d4-41bf-939c-b62c88878deb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155fab5e-4666-4e32-9be1-f00df9248b06,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:33.676750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb90eb20-54d4-41bf-939c-b62c88878deb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.677946 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bb90eb20-54d4-41bf-939c-b62c88878deb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247637 Nov 09 00:29:33.680822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36094) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:33.685555 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-30d48e2c-9972-4f9a-b948-6d31987aaf55 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '1d42bc39-0629-4103-9a54-a577aaaeceb6', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:33.712138 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d48e2c-9972-4f9a-b948-6d31987aaf55 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.779167 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d48e2c-9972-4f9a-b948-6d31987aaf55 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.784412 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d48e2c-9972-4f9a-b948-6d31987aaf55 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.805008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d48e2c-9972-4f9a-b948-6d31987aaf55 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3a56d9-9f7c-4bf5-b3c2-d48690014224,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:33.815589 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d48e2c-9972-4f9a-b948-6d31987aaf55 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.817132 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-30d48e2c-9972-4f9a-b948-6d31987aaf55 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351826 Nov 09 00:29:33.819841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36098) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:33.824237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-01f73cd1-006f-42e3-9096-e26aaba0dcdf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '1d42bc39-0629-4103-9a54-a577aaaeceb6', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:33.846619 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-01f73cd1-006f-42e3-9096-e26aaba0dcdf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Project a25a6a1f62704562be674debd2726386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:29:33.851598 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01f73cd1-006f-42e3-9096-e26aaba0dcdf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.911925 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01f73cd1-006f-42e3-9096-e26aaba0dcdf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.916796 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01f73cd1-006f-42e3-9096-e26aaba0dcdf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.935036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f73cd1-006f-42e3-9096-e26aaba0dcdf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3ac57d-6896-42cb-b9da-890b9074fbd0,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:33.945739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01f73cd1-006f-42e3-9096-e26aaba0dcdf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:33.946959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-01f73cd1-006f-42e3-9096-e26aaba0dcdf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261680 Nov 09 00:29:33.949665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36100) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:33.954489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8afbdee2-b65c-480a-bcf3-8b798a9e4065 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'security_group_rule': {'security_group_id': '1d42bc39-0629-4103-9a54-a577aaaeceb6', 'project_id': 'a25a6a1f62704562be674debd2726386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:33.977217 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-8afbdee2-b65c-480a-bcf3-8b798a9e4065 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Project a25a6a1f62704562be674debd2726386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:29:33.982348 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8afbdee2-b65c-480a-bcf3-8b798a9e4065 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.042906 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8afbdee2-b65c-480a-bcf3-8b798a9e4065 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.047820 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8afbdee2-b65c-480a-bcf3-8b798a9e4065 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.063080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbdee2-b65c-480a-bcf3-8b798a9e4065 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a90441-195b-476e-9b83-e83dba62750e,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:34.075206 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8afbdee2-b65c-480a-bcf3-8b798a9e4065 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.079081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8afbdee2-b65c-480a-bcf3-8b798a9e4065 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258430 Nov 09 00:29:34.079281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36102) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:34.084102 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-70439c99-8dc8-48b1-b93d-448c2021a216 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'network': {'name': 'tempest-network-smoke--23303265', 'project_id': 'a25a6a1f62704562be674debd2726386', 'port_security_enabled': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:34.105472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70439c99-8dc8-48b1-b93d-448c2021a216 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Made reservation on behalf of a25a6a1f62704562be674debd2726386 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:29:34.109657 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70439c99-8dc8-48b1-b93d-448c2021a216 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.134254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70439c99-8dc8-48b1-b93d-448c2021a216 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:29:34.143542 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70439c99-8dc8-48b1-b93d-448c2021a216 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.144437 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-70439c99-8dc8-48b1-b93d-448c2021a216 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Added segment 1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de of type vlan for network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 Nov 09 00:29:34.186230 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70439c99-8dc8-48b1-b93d-448c2021a216 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.211996 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70439c99-8dc8-48b1-b93d-448c2021a216 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.217780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70439c99-8dc8-48b1-b93d-448c2021a216 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:34.218368 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70439c99-8dc8-48b1-b93d-448c2021a216 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.257811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-70439c99-8dc8-48b1-b93d-448c2021a216 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1774929 Nov 09 00:29:34.260681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36106) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:34.265992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'admin_state_up': True, 'project_id': 'a25a6a1f62704562be674debd2726386', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:34.291421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.292431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.293629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70439c99-8dc8-48b1-b93d-448c2021a216 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Network': ['ID=0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:34.305597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:29:34.348040 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.495265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.595517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 14afb9f4-18a4-438d-8989-660a7c32fde4 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:29:34.618396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 14afb9f4-18a4-438d-8989-660a7c32fde4 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:29:34.618732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 14afb9f4-18a4-438d-8989-660a7c32fde4 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:29:34.707490 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ca1c4-1ce0-48c7-a736-35ce12240d01 req-881c412c-c4e9-4da7-936f-aacd3335d211 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:34.709736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-917ca1c4-1ce0-48c7-a736-35ce12240d01 req-881c412c-c4e9-4da7-936f-aacd3335d211 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 946 time: 0.0548632 Nov 09 00:29:34.725021 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.744536 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:34.766605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-917ca1c4-1ce0-48c7-a736-35ce12240d01 req-5b034fe4-18e2-4c60-bd15-71940522597a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508766 Nov 09 00:29:34.872068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d91c2-29ba-414f-8a59-d283722fcaca req-50163fa9-0059-426d-83ff-9530d038557d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:34.873630 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f75d91c2-29ba-414f-8a59-d283722fcaca req-50163fa9-0059-426d-83ff-9530d038557d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 946 time: 0.1206472 Nov 09 00:29:34.928664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.25.0.213 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/150815b7-14ac-4244-8738-a2bdabebfa4e) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:29:35.047022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-f75d91c2-29ba-414f-8a59-d283722fcaca req-0ab56240-cf1f-4080-8b61-effd0bab2b35 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Deleting port a4777673-fcaa-4f77-99d8-9fa9c374c85b {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:29:35.047352 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f75d91c2-29ba-414f-8a59-d283722fcaca req-0ab56240-cf1f-4080-8b61-effd0bab2b35 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:35.098702 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:35.177143 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:29:35.479212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-f75d91c2-29ba-414f-8a59-d283722fcaca req-0ab56240-cf1f-4080-8b61-effd0bab2b35 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] For port a4777673-fcaa-4f77-99d8-9fa9c374c85b, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=a4777673-fcaa-4f77-99d8-9fa9c374c85b,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:35.479783 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f75d91c2-29ba-414f-8a59-d283722fcaca req-0ab56240-cf1f-4080-8b61-effd0bab2b35 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:35.494941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-f75d91c2-29ba-414f-8a59-d283722fcaca req-0ab56240-cf1f-4080-8b61-effd0bab2b35 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Calling delete_port for a4777673-fcaa-4f77-99d8-9fa9c374c85b owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:29:35.497008 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:35.542642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:29:35.577136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:29:35.582842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:29:35.585778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=150815b7-14ac-4244-8738-a2bdabebfa4e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:35.790181 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f75d91c2-29ba-414f-8a59-d283722fcaca req-0ab56240-cf1f-4080-8b61-effd0bab2b35 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:35.802005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc', 'a4777673-fcaa-4f77-99d8-9fa9c374c85b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:35.862706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab56240-cf1f-4080-8b61-effd0bab2b35 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event deleted for resources: {'Port': ['ID=a4777673-fcaa-4f77-99d8-9fa9c374c85b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:35.887499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f67c2838-d043-4bfb-8725-798b3a60c0c7 req-0a5688aa-5bf7-4298-9b9d-85a65c53fa0c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=49a85981-c1a3-4e64-8ab3-f0360444bf75 HTTP/1.1" status: 200 len: 210 time: 0.0394177 Nov 09 00:29:35.947869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75d91c2-29ba-414f-8a59-d283722fcaca req-0ab56240-cf1f-4080-8b61-effd0bab2b35 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] No DVR routers for this DVR port a4777673-fcaa-4f77-99d8-9fa9c374c85b on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:29:35.952015 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f75d91c2-29ba-414f-8a59-d283722fcaca req-0ab56240-cf1f-4080-8b61-effd0bab2b35 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:35.955575 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f75d91c2-29ba-414f-8a59-d283722fcaca req-0ab56240-cf1f-4080-8b61-effd0bab2b35 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "DELETE /v2.0/ports/a4777673-fcaa-4f77-99d8-9fa9c374c85b HTTP/1.1" status: 204 len: 173 time: 1.0752211 Nov 09 00:29:35.956273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a85981-c1a3-4e64-8ab3-f0360444bf75', 'name': 'network-vif-deleted', 'tag': 'a4777673-fcaa-4f77-99d8-9fa9c374c85b'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:35.958774 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c518c8-3611-4516-9a24-f12bf8fc82b9" -d '{"events": [{"server_uuid": "49a85981-c1a3-4e64-8ab3-f0360444bf75", "name": "network-vif-deleted", "tag": "a4777673-fcaa-4f77-99d8-9fa9c374c85b"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:35.970002 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:36.014827 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d17c8f-226f-40da-a5a6-cf608bbf2e25 x-openstack-request-id: req-b5d17c8f-226f-40da-a5a6-cf608bbf2e25 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:36.015109 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a85981-c1a3-4e64-8ab3-f0360444bf75", "name": "network-vif-deleted", "tag": "a4777673-fcaa-4f77-99d8-9fa9c374c85b", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:36.015498 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5d17c8f-226f-40da-a5a6-cf608bbf2e25 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:36.015900 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a85981-c1a3-4e64-8ab3-f0360444bf75', 'name': 'network-vif-deleted', 'tag': 'a4777673-fcaa-4f77-99d8-9fa9c374c85b', 'status': 'completed', 'code': 200} Nov 09 00:29:36.188289 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:36.314138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router 679401f7-54f4-406f-8d6f-e8aa6f45f022 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:29:36.426598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:29:36.438539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Sync routers for ids ['679401f7-54f4-406f-8d6f-e8aa6f45f022'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:29:36.451227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Routers {'679401f7-54f4-406f-8d6f-e8aa6f45f022'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:29:36.452516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:36.452838 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:29:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['679401f7-54f4-406f-8d6f-e8aa6f45f022'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:36.453942 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2cbe2b9e-ea39-4e2f-9f40-a3f666e0db47 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1915283 Nov 09 00:29:36.457551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36130) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:36.521953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dbd88318-17b9-43c0-a874-b3bf67245383 tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=a25a6a1f62704562be674debd2726386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615320 Nov 09 00:29:36.524169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36132) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:36.622446 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Set router 679401f7-54f4-406f-8d6f-e8aa6f45f022 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:29:36.698237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b1d35-f147-4263-b9f2-13d37f6cb55f tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:36.698237 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d91b1d35-f147-4263-b9f2-13d37f6cb55f tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1069024 Nov 09 00:29:36.698237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36140) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:36.698237 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1781184e-bdfa-4fb2-9815-4b487b84833e tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586503 Nov 09 00:29:36.698237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 36144) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:36.702867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1dcaf13a-0af4-4100-8a1a-19a67c531319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1309126209', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'project_id': 'a25a6a1f62704562be674debd2726386', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:36.799990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:35Z', 'revision_number': 3, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:36.822153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcaf13a-0af4-4100-8a1a-19a67c531319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Made reservation on behalf of a25a6a1f62704562be674debd2726386 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:29:36.826074 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf13a-0af4-4100-8a1a-19a67c531319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:36.826952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Checking router: 679401f7-54f4-406f-8d6f-e8aa6f45f022 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:29:36.827962 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Updating router 679401f7-54f4-406f-8d6f-e8aa6f45f022 port 150815b7-14ac-4244-8738-a2bdabebfa4e binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:29:36.863355 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:37.091132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf13a-0af4-4100-8a1a-19a67c531319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:37.198447 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaf13a-0af4-4100-8a1a-19a67c531319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Subnet': ['ID=6134b5ab-a162-4185-b348-48a69b725ce4,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:37.211491 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:37.212526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcaf13a-0af4-4100-8a1a-19a67c531319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Checking segment: {'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:29:37.212905 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcaf13a-0af4-4100-8a1a-19a67c531319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network hostable DHCP agents. Network: 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:29:37.222189 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:37.232055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcaf13a-0af4-4100-8a1a-19a67c531319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:29:37.243387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-1dcaf13a-0af4-4100-8a1a-19a67c531319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:29:37.251298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcaf13a-0af4-4100-8a1a-19a67c531319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:37.252019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf13a-0af4-4100-8a1a-19a67c531319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:37.277428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-9322cb73-0d30-4f8c-a339-203a81284f56 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:37.278128 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1dcaf13a-0af4-4100-8a1a-19a67c531319 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5792015 Nov 09 00:29:37.279888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-9322cb73-0d30-4f8c-a339-203a81284f56 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.1613386 Nov 09 00:29:37.281202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36174) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:37.284200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63d360-ff9f-4cbb-bcdb-3c23bfbb960b None None] Pushing event updated for resources: {'Port': ['ID=150815b7-14ac-4244-8738-a2bdabebfa4e,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:37.287313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a3d2b-972c-48a1-b0da-cc1ff7f0111a None None] Network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:29:37.362370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-0f5ffbf6-f082-426f-a3d7-ccdb526bced5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/quotas/e2d4a1f1f7b6423e947781bdd385da5e HTTP/1.1" status: 200 len: 375 time: 0.0153213 Nov 09 00:29:37.388709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Attempting to bind port 150815b7-14ac-4244-8738-a2bdabebfa4e on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:29:37.389173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Attempting to bind port 150815b7-14ac-4244-8738-a2bdabebfa4e by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:29:37.389673 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Attempting to bind port 150815b7-14ac-4244-8738-a2bdabebfa4e on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:37.400657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:29:37.401116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:29:37.401613 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:37.402072 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:29:37.402613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Bound port: 150815b7-14ac-4244-8738-a2bdabebfa4e, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:29:37.403070 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:37.469257 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-b3fc2345-41ec-465d-b0e2-6e580e8aad5c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997262 Nov 09 00:29:37.499150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] For port 150815b7-14ac-4244-8738-a2bdabebfa4e, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:29:37.505388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] For port 150815b7-14ac-4244-8738-a2bdabebfa4e, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=150815b7-14ac-4244-8738-a2bdabebfa4e,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:29:37.514463 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:37.563032 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ips': [{'subnet_id': '6134b5ab-a162-4185-b348-48a69b725ce4'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:29:37.563994 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:37.618210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Routers {'679401f7-54f4-406f-8d6f-e8aa6f45f022'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:29:37.618928 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:29:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['679401f7-54f4-406f-8d6f-e8aa6f45f022'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:37.625988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63d360-ff9f-4cbb-bcdb-3c23bfbb960b None None] Pushing event updated for resources: {'Port': ['ID=150815b7-14ac-4244-8738-a2bdabebfa4e,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:37.681869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-f6a66e45-1a95-4429-ad46-dad02690da86 service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996024 Nov 09 00:29:37.841668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Allocated IP 172.20.0.2 (0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02/6134b5ab-a162-4185-b348-48a69b725ce4/822c1a03-a639-4475-8814-b8c7a8b64f78) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:29:37.848763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] Set router 679401f7-54f4-406f-8d6f-e8aa6f45f022 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:29:37.859820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-8d1b50f1-7acc-4ad9-850b-303d6667e432 service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209211 Nov 09 00:29:38.131896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3cbfb020-14ab-497d-8c11-ab714fd3f3ac req-55718ee9-95a0-434d-8fb4-47c3074d488c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 210 time: 0.0567997 Nov 09 00:29:38.218020 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:38.225105 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:38.230027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:35Z', 'revision_number': 3, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:38.266282 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:38.268228 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50588406-850c-44a2-b1f2-716f8f181131 None None] The sync data for ids ['679401f7-54f4-406f-8d6f-e8aa6f45f022'] in n-d-813263-3 is: [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:35Z', 'revision_number': 3, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:29:38.326576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:29:38.332415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:29:38.335584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:29:38.369216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Pushing event updated for resources: {'Port': ['ID=822c1a03-a639-4475-8814-b8c7a8b64f78,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:38.438204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Attempting to bind port 822c1a03-a639-4475-8814-b8c7a8b64f78 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:29:38.438852 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Attempting to bind port 822c1a03-a639-4475-8814-b8c7a8b64f78 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:29:38.439509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Attempting to bind port 822c1a03-a639-4475-8814-b8c7a8b64f78 on network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:38.447112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:29:38.447489 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Checking segment: {'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:29:38.447888 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:38.448283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Bound using segment: {'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:29:38.448750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Bound port: 822c1a03-a639-4475-8814-b8c7a8b64f78, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:29:38.449128 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:38.503955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4777673-fcaa-4f77-99d8-9fa9c374c85b no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:29:38.529003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: a4777673-fcaa-4f77-99d8-9fa9c374c85b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:29:38.529366 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device a4777673-fcaa-4f77-99d8-9fa9c374c85b not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:29:38.591533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] For port 822c1a03-a639-4475-8814-b8c7a8b64f78, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:29:38.591777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.20.0.1 (0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02/6134b5ab-a162-4185-b348-48a69b725ce4/d9b6ed4b-f902-41b5-92cd-201fc69ce68f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:29:38.596770 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] For port 822c1a03-a639-4475-8814-b8c7a8b64f78, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=822c1a03-a639-4475-8814-b8c7a8b64f78,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:29:38.610469 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:38.701923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c589a2c-dcc2-4488-aab6-12a0ad65cdd8 None None] Pushing event updated for resources: {'Port': ['ID=822c1a03-a639-4475-8814-b8c7a8b64f78,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:38.855503 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:38.940922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 150815b7-14ac-4244-8738-a2bdabebfa4e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:29:38.941557 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:39.068245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:29:39.071641 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:29:39.094985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 150815b7-14ac-4244-8738-a2bdabebfa4e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:39.095399 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:39.115492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=d9b6ed4b-f902-41b5-92cd-201fc69ce68f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:39.129684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:29:39.212361 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:39.240077 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:39.250215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 150815b7-14ac-4244-8738-a2bdabebfa4e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=150815b7-14ac-4244-8738-a2bdabebfa4e,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:39.256207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:39.350618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=150815b7-14ac-4244-8738-a2bdabebfa4e,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:39.396263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0666981c-30da-4225-8703-1ba099e01a7c req-636a2dc4-fcbf-4782-a5a4-46f82a96102f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 210 time: 0.0555947 Nov 09 00:29:39.550771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:39.626153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-173bd287-e39d-4da3-a951-f89373c22fa7 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:39.630139 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-173bd287-e39d-4da3-a951-f89373c22fa7 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.1668246 Nov 09 00:29:39.645826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Request body: {'port': {'device_id': '6619ac5c-4132-4522-ade8-3fd620678681', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'admin_state_up': True, 'tenant_id': 'e2d4a1f1f7b6423e947781bdd385da5e'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:39.842381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Made reservation on behalf of e2d4a1f1f7b6423e947781bdd385da5e for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:29:39.846165 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:40.018145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Allocated IP 172.20.0.10 (9696faab-68f6-4507-8fca-4d6a572c2385/da7dd990-1b5c-41a3-a5b9-028ea3b28461/9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:29:40.022134 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:40.031493 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:40.149033 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:40.165165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=d9b6ed4b-f902-41b5-92cd-201fc69ce68f,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:40.200885 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ff470c-1b02-4388-bf38-720adcc77347 None None] Network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:29:40.247050 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:40.272346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-56c53f1e-0c89-4196-9e9d-98bc5e1b8130 None None] Provisioning complete for port 822c1a03-a639-4475-8814-b8c7a8b64f78 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:40.272710 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-56c53f1e-0c89-4196-9e9d-98bc5e1b8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:40.281728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:29:40.285517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:29:40.303184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:40.327534 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:40.405807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Network 9696faab-68f6-4507-8fca-4d6a572c2385 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:29:40.409018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:29:40.414039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:29:40.446947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router 679401f7-54f4-406f-8d6f-e8aa6f45f022 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:29:40.521086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event updated for resources: {'Port': ['ID=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:40.566151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:40.566873 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:40.595092 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-13561145-2020-4da9-a11a-d094388b6df5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9540832 Nov 09 00:29:40.608932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Request body: {'port': {'device_id': '6619ac5c-4132-4522-ade8-3fd620678681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:40.635694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:29:40.649426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-932ed998-135e-4577-b47b-e421946a7808 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "PUT /v2.0/routers/679401f7-54f4-406f-8d6f-e8aa6f45f022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3670046 Nov 09 00:29:40.704400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:40.720179 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-56c53f1e-0c89-4196-9e9d-98bc5e1b8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:40.728921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4b9bb-eb53-4a69-a572-ab5440e456a3 req-97a9b6c3-027c-4bd8-8f32-e5d9daa440d6 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:40.738089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6f4b9bb-eb53-4a69-a572-ab5440e456a3 req-97a9b6c3-027c-4bd8-8f32-e5d9daa440d6 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 932 time: 0.1491780 Nov 09 00:29:40.856724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-56c53f1e-0c89-4196-9e9d-98bc5e1b8130 None None] For port 822c1a03-a639-4475-8814-b8c7a8b64f78, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=822c1a03-a639-4475-8814-b8c7a8b64f78,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:40.875206 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-56c53f1e-0c89-4196-9e9d-98bc5e1b8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:40.902141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6f4b9bb-eb53-4a69-a572-ab5440e456a3 req-b9902f73-d467-4dba-aa64-1ad8c4ecb50d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629231 Nov 09 00:29:41.020805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c53f1e-0c89-4196-9e9d-98bc5e1b8130 None None] Pushing event updated for resources: {'Port': ['ID=822c1a03-a639-4475-8814-b8c7a8b64f78,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:41.088621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 822c1a03-a639-4475-8814-b8c7a8b64f78 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:29:41.145983 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Sync routers for ids ['679401f7-54f4-406f-8d6f-e8aa6f45f022'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:29:41.159681 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Routers {'679401f7-54f4-406f-8d6f-e8aa6f45f022'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:29:41.159983 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:29:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['679401f7-54f4-406f-8d6f-e8aa6f45f022'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:41.178438 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-80977644-30fb-40ba-a1c5-01a273980d2c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911722377&fields=id&tenant_id=a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 267 time: 0.1259515 Nov 09 00:29:41.333575 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Set router 679401f7-54f4-406f-8d6f-e8aa6f45f022 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:29:41.368312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:29:41.384714 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:41.418851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Transition to ACTIVE for port object 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:29:41.424601 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-eaececed-bb78-492d-a6c4-1d222564d1ef tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:41.426547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-eaececed-bb78-492d-a6c4-1d222564d1ef tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/networks?id=0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 HTTP/1.1" status: 200 len: 795 time: 0.2444637 Nov 09 00:29:41.429120 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:41.452101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5367a305-fad8-4d94-aa3b-01517fba0ac4 None None] Provisioning complete for port d9b6ed4b-f902-41b5-92cd-201fc69ce68f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:41.453080 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5367a305-fad8-4d94-aa3b-01517fba0ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:41.471843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-d3699744-5196-463b-9760-bc23275b8684 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/quotas/a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 375 time: 0.0267580 Nov 09 00:29:41.567155 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:41.577542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5367a305-fad8-4d94-aa3b-01517fba0ac4 None None] Port d9b6ed4b-f902-41b5-92cd-201fc69ce68f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:29:41.580569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 822c1a03-a639-4475-8814-b8c7a8b64f78 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:41.580938 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:41.594795 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-3e9d2305-193f-411d-b43b-0703d9edd262 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149969 Nov 09 00:29:41.662447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5367a305-fad8-4d94-aa3b-01517fba0ac4 None None] Provisioning complete for port 822c1a03-a639-4475-8814-b8c7a8b64f78 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:41.663556 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5367a305-fad8-4d94-aa3b-01517fba0ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:41.695440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Attempting to bind port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:29:41.695785 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Attempting to bind port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:29:41.696109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Attempting to bind port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:41.700940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 on network 9696faab-68f6-4507-8fca-4d6a572c2385 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:29:41.701544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Attempting to bind port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:41.715887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:29:41.716570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Checking segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:29:41.716668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Bound using segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:29:41.717030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Bound port: 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:29:41.717459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:41.768261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-dd7c1067-3c3e-4749-b9aa-3b77dfd2a9bf service neutron] 10.222.0.25 "GET /v2.0/networks/0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490748 Nov 09 00:29:41.826553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 150815b7-14ac-4244-8738-a2bdabebfa4e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:29:41.878275 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-494224a2-222a-412f-85c4-f28b3048f00b service neutron] 10.222.0.25 "GET /v2.0/networks/0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998430 Nov 09 00:29:41.885794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] For port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:29:41.890610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] For port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:29:41.898169 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:41.917069 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'd9b6ed4b-f902-41b5-92cd-201fc69ce68f', 'name': '', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:44:6a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:38Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 2, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:41.948382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:41.949261 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:41.951385 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] 10.222.0.11 "PUT /v2.0/ports/9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 HTTP/1.1" status: 200 len: 1092 time: 1.3473053 Nov 09 00:29:41.952379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6619ac5c-4132-4522-ade8-3fd620678681', 'tag': '9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:41.956005 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dfea23-d866-4064-9faf-5c392acf8ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "6619ac5c-4132-4522-ade8-3fd620678681", "tag": "9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:41.989156 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 150815b7-14ac-4244-8738-a2bdabebfa4e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:41.989785 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:41.990017 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Checking router: 679401f7-54f4-406f-8d6f-e8aa6f45f022 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:29:41.990366 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Updating router 679401f7-54f4-406f-8d6f-e8aa6f45f022 port d9b6ed4b-f902-41b5-92cd-201fc69ce68f binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:29:41.993823 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673f6ab-ca78-4b44-9e2e-ebdbd4a3ab64 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:42.052197 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:42.098003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5eddc6aa-ad3d-4052-8fe1-0842ea98e42e None None] Provisioning complete for port d9b6ed4b-f902-41b5-92cd-201fc69ce68f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:42.098003 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5eddc6aa-ad3d-4052-8fe1-0842ea98e42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:42.118755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-7e5d164b-b64a-4866-a92b-fa41bebc3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:42.121333 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-7e5d164b-b64a-4866-a92b-fa41bebc3a6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 1095 time: 0.1073203 Nov 09 00:29:42.156569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82b59e-fe17-49c0-b8a3-b16dd8df0edd req-5cbc769b-d0df-4714-b050-1b6e2bc48e13 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:42.160645 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab82b59e-fe17-49c0-b8a3-b16dd8df0edd req-5cbc769b-d0df-4714-b050-1b6e2bc48e13 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 944 time: 0.1232374 Nov 09 00:29:42.185906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5eddc6aa-ad3d-4052-8fe1-0842ea98e42e None None] Port d9b6ed4b-f902-41b5-92cd-201fc69ce68f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:29:42.239612 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188e6354-0799-436d-bf6a-152d4e9f8691 x-openstack-request-id: req-188e6354-0799-436d-bf6a-152d4e9f8691 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:42.239922 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6619ac5c-4132-4522-ade8-3fd620678681", "tag": "9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:42.240161 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-188e6354-0799-436d-bf6a-152d4e9f8691 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:42.240583 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6619ac5c-4132-4522-ade8-3fd620678681', 'tag': '9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26', 'status': 'completed', 'code': 200} Nov 09 00:29:42.245599 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-9b3f633b-0247-4e6f-8306-018c0233fc38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 HTTP/1.1" status: 200 len: 217 time: 0.1068959 Nov 09 00:29:42.270761 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab82b59e-fe17-49c0-b8a3-b16dd8df0edd req-ee964c8a-f5ec-4989-95f9-6a94480bd9d0 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034875 Nov 09 00:29:42.325681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a8d58aa-6eef-423c-bc36-4362133390bc req-fd535d48-27ed-47c6-8623-f151fc64ae53 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 210 time: 0.0443885 Nov 09 00:29:42.333703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-c17f97ed-0c76-405a-a740-0dbadfed65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:42.335170 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-c17f97ed-0c76-405a-a740-0dbadfed65ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.0847037 Nov 09 00:29:42.380767 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-916cbba5-61a5-46e3-9a0c-05b5eb73fb3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350749 Nov 09 00:29:42.496557 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-8a62ca6b-6051-4a91-b0c7-a6d5d0e9e54d service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080415 Nov 09 00:29:42.596776 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5319593e-e33a-47d9-abac-54e9cb3d9959 req-b0bfde78-9cc0-4780-9221-a737cd16a2ee service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933483 Nov 09 00:29:42.637470 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:42.641265 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eb3c98f5-3837-44a7-9ce6-7f4feaf6aac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:42.647144 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:42.698818 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Pushing event updated for resources: {'Port': ['ID=d9b6ed4b-f902-41b5-92cd-201fc69ce68f,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:42.714370 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:42.715315 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:42.715808 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:42.716312 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:42.716807 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:42.717929 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:42.718435 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:42.718924 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:42.719408 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:42.720034 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:42.720507 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:42.720977 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:42.788837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfea23-d866-4064-9faf-5c392acf8ebb req-3282692b-3a02-4a21-b326-2194339704e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:42.800317 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-03dfea23-d866-4064-9faf-5c392acf8ebb req-3282692b-3a02-4a21-b326-2194339704e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 1095 time: 0.1396246 Nov 09 00:29:42.800696 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Attempting to bind port d9b6ed4b-f902-41b5-92cd-201fc69ce68f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:29:42.801223 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Attempting to bind port d9b6ed4b-f902-41b5-92cd-201fc69ce68f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:29:42.802193 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Attempting to bind port d9b6ed4b-f902-41b5-92cd-201fc69ce68f on network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:42.810010 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:29:42.810384 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Checking segment: {'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:29:42.810775 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:42.811965 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Bound using segment: {'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:29:42.812771 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Bound port: d9b6ed4b-f902-41b5-92cd-201fc69ce68f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:29:42.823945 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:42.905101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 822c1a03-a639-4475-8814-b8c7a8b64f78 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:29:42.937416 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] For port d9b6ed4b-f902-41b5-92cd-201fc69ce68f, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:29:42.941669 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] For port d9b6ed4b-f902-41b5-92cd-201fc69ce68f, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d9b6ed4b-f902-41b5-92cd-201fc69ce68f,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:29:42.948622 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:43.037490 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Routers {'679401f7-54f4-406f-8d6f-e8aa6f45f022'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:29:43.038128 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:29:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['679401f7-54f4-406f-8d6f-e8aa6f45f022'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:43.043124 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebf06a-54d0-4243-bd9e-623ab17f2eb4 None None] Pushing event updated for resources: {'Port': ['ID=d9b6ed4b-f902-41b5-92cd-201fc69ce68f,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:43.051051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfea23-d866-4064-9faf-5c392acf8ebb req-c113788f-163b-43de-8fa5-f951b4646f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:43.051256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 822c1a03-a639-4475-8814-b8c7a8b64f78 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:43.051531 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:43.052536 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-03dfea23-d866-4064-9faf-5c392acf8ebb req-c113788f-163b-43de-8fa5-f951b4646f36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 905 time: 0.2443140 Nov 09 00:29:43.116366 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-03dfea23-d866-4064-9faf-5c392acf8ebb req-3ccb4f4f-52da-4ee3-a6a2-c93edc4d7cbd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 HTTP/1.1" status: 200 len: 217 time: 0.0529761 Nov 09 00:29:43.175339 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] Set router 679401f7-54f4-406f-8d6f-e8aa6f45f022 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:29:43.234435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfea23-d866-4064-9faf-5c392acf8ebb req-1571d7cb-2e7b-4ca9-a191-41fb2ac0dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:43.245703 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-03dfea23-d866-4064-9faf-5c392acf8ebb req-1571d7cb-2e7b-4ca9-a191-41fb2ac0dd29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.1087325 Nov 09 00:29:43.257439 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c7690887-3508-4c1c-9753-ecc82147150d None None] Provisioning complete for port d9b6ed4b-f902-41b5-92cd-201fc69ce68f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:43.266706 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c7690887-3508-4c1c-9753-ecc82147150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:43.307986 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-03dfea23-d866-4064-9faf-5c392acf8ebb req-08ba04e9-53f4-4bc7-98d1-38a84e1cf008 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611269 Nov 09 00:29:43.453473 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c7690887-3508-4c1c-9753-ecc82147150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:43.503608 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-03dfea23-d866-4064-9faf-5c392acf8ebb req-759da925-1fc1-4423-b272-019d280e0587 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861551 Nov 09 00:29:43.505944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c7690887-3508-4c1c-9753-ecc82147150d None None] For port d9b6ed4b-f902-41b5-92cd-201fc69ce68f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d9b6ed4b-f902-41b5-92cd-201fc69ce68f,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:43.518721 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c7690887-3508-4c1c-9753-ecc82147150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:43.553944 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'd9b6ed4b-f902-41b5-92cd-201fc69ce68f', 'name': '', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:44:6a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:38Z', 'updated_at': '2021-11-09T00:29:42Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:43.611379 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c25d73e-f96a-4475-a9d8-11e9e89f9a4e req-18de5368-703d-4ba5-9f76-510c6a0487f2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 210 time: 0.1345565 Nov 09 00:29:43.631723 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7690887-3508-4c1c-9753-ecc82147150d None None] Pushing event updated for resources: {'Port': ['ID=d9b6ed4b-f902-41b5-92cd-201fc69ce68f,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:43.637163 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00c307-0814-45a5-817f-2f3216bc0bfe None None] The sync data for ids ['679401f7-54f4-406f-8d6f-e8aa6f45f022'] in n-d-813263-3 is: [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'd9b6ed4b-f902-41b5-92cd-201fc69ce68f', 'name': '', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:44:6a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:38Z', 'updated_at': '2021-11-09T00:29:42Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:29:43.687729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-72584f5f-1806-4ddf-a674-036ee806dfda None None] Provisioning complete for port d9b6ed4b-f902-41b5-92cd-201fc69ce68f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:43.688336 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72584f5f-1806-4ddf-a674-036ee806dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:43.734646 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-03dfea23-d866-4064-9faf-5c392acf8ebb req-8b684246-442c-456b-bb3f-3842dfebe11f service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122884 Nov 09 00:29:44.167333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3669b77-2534-401a-a707-200aebb444b4 req-93500a34-8344-4e9b-b1be-a34e7ad3c146 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:44.169232 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3669b77-2534-401a-a707-200aebb444b4 req-93500a34-8344-4e9b-b1be-a34e7ad3c146 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 944 time: 0.7548470 Nov 09 00:29:44.242536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3669b77-2534-401a-a707-200aebb444b4 req-5664d2dc-18d3-44ef-abe6-e469f7e4279b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657220 Nov 09 00:29:44.269717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-149f712a-9892-4bb3-931e-c2480b031e0a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:44.269717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-149f712a-9892-4bb3-931e-c2480b031e0a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "GET /v2.0/networks?id=0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 HTTP/1.1" status: 200 len: 795 time: 0.7003746 Nov 09 00:29:44.340615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-5611a665-ca34-46e6-984b-c2a9ccef960b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a25a6a1f62704562be674debd2726386 HTTP/1.1" status: 200 len: 379 time: 0.0654886 Nov 09 00:29:44.351702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'port': {'device_id': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'admin_state_up': True, 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'security_groups': ['1d42bc39-0629-4103-9a54-a577aaaeceb6']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:44.482698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Made reservation on behalf of a25a6a1f62704562be674debd2726386 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:29:44.487819 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:44.524154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:29:44.660755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.20.0.3 (0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02/6134b5ab-a162-4185-b348-48a69b725ce4/709c44e9-d628-465b-9808-b640bbfd138b) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:29:44.681046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:44.705853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'port_id': '9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26', 'mac_address': 'fa:16:3e:56:bb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7dd990-1b5c-41a3-a5b9-028ea3b28461', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:29:44.751627 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:44.760049 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-661853e7-79dd-4405-b67f-1fc4ac82da39 req-27203d40-e57b-4a8b-862e-4f1e7d46086b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 210 time: 0.0461681 Nov 09 00:29:44.821605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:29:44.852748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:44.862818 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:44.897973 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cfc00efa-4868-4caf-bc68-2c344a6d0eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:44.926318 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:44.930369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:44.950408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d9b6ed4b-f902-41b5-92cd-201fc69ce68f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:29:44.971968 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:45.072644 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d9b6ed4b-f902-41b5-92cd-201fc69ce68f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:45.073021 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:45.077621 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:29:45.082443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:29:45.085220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:29:45.088566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=709c44e9-d628-465b-9808-b640bbfd138b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:45.125039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:45.156238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:45.157006 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:45.179698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8ed6be97-c4db-4d85-b5c6-1b7bf51a24be tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8319805 Nov 09 00:29:45.197633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Request body: {'port': {'device_id': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:45.274859 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:45.448157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a004b8a2-c55b-44fd-a249-7baf6614c677 None None] Provisioning complete for port 709c44e9-d628-465b-9808-b640bbfd138b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:45.448506 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a004b8a2-c55b-44fd-a249-7baf6614c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:45.488068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a004b8a2-c55b-44fd-a249-7baf6614c677 None None] Port 709c44e9-d628-465b-9808-b640bbfd138b cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:29:45.552856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca623e32-2422-4c32-8f4c-48412aae2f8d req-2db436e7-36e6-49f9-9d21-99875e284364 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:45.554372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca623e32-2422-4c32-8f4c-48412aae2f8d req-2db436e7-36e6-49f9-9d21-99875e284364 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 945 time: 0.1192598 Nov 09 00:29:45.650546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca623e32-2422-4c32-8f4c-48412aae2f8d req-529f8166-01a9-416a-9804-83f7de9b3707 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813732 Nov 09 00:29:45.703223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709c44e9-d628-465b-9808-b640bbfd138b {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:29:45.711742 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:45.724988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Transition to ACTIVE for port object 709c44e9-d628-465b-9808-b640bbfd138b will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:29:45.731817 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:45.786892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Pushing event updated for resources: {'Port': ['ID=709c44e9-d628-465b-9808-b640bbfd138b,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:45.866978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Attempting to bind port 709c44e9-d628-465b-9808-b640bbfd138b on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:29:45.868775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Attempting to bind port 709c44e9-d628-465b-9808-b640bbfd138b by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:29:45.868775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Attempting to bind port 709c44e9-d628-465b-9808-b640bbfd138b on network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:45.888715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Port 709c44e9-d628-465b-9808-b640bbfd138b on network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:29:45.889264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Attempting to bind port 709c44e9-d628-465b-9808-b640bbfd138b on network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:45.917405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:29:45.918008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Checking segment: {'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:29:45.918666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Bound using segment: {'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:29:45.919219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Bound port: 709c44e9-d628-465b-9808-b640bbfd138b, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:29:45.919816 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:45.989549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8b831-4271-4930-a0fe-effbac8c2ecf req-270eebea-82d9-4bdd-b77f-950c56f38c02 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:45.991385 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24c8b831-4271-4930-a0fe-effbac8c2ecf req-270eebea-82d9-4bdd-b77f-950c56f38c02 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 943 time: 0.1147213 Nov 09 00:29:45.992766 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:46.055393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] For port 709c44e9-d628-465b-9808-b640bbfd138b, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:29:46.079480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] For port 709c44e9-d628-465b-9808-b640bbfd138b, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=709c44e9-d628-465b-9808-b640bbfd138b,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:29:46.084238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24c8b831-4271-4930-a0fe-effbac8c2ecf req-d99acbb8-6915-4de0-8baf-c9ab3b409cc8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830965 Nov 09 00:29:46.087331 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:46.130332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:46.131127 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:46.132196 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:46.134586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] 10.222.0.30 "PUT /v2.0/ports/709c44e9-d628-465b-9808-b640bbfd138b HTTP/1.1" status: 200 len: 1091 time: 0.9426734 Nov 09 00:29:46.135138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'tag': '709c44e9-d628-465b-9808-b640bbfd138b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:46.138678 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ac1107-f0d3-421f-85e8-f18314970fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2fad054a-0ebf-476f-ba06-1e19f76bfd63", "tag": "709c44e9-d628-465b-9808-b640bbfd138b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:46.215963 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca00c1-f79d-4c27-b8d5-a54adf600e43 service neutron] Pushing event updated for resources: {'Port': ['ID=709c44e9-d628-465b-9808-b640bbfd138b,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:46.252146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8b99e251-81dc-4c9e-a531-f2e840458e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:46.253921 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-8b99e251-81dc-4c9e-a531-f2e840458e01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 1094 time: 0.0726693 Nov 09 00:29:46.320839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-85556e07-a9fc-4798-9955-63dfe11e29a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709c44e9-d628-465b-9808-b640bbfd138b HTTP/1.1" status: 200 len: 217 time: 0.0590644 Nov 09 00:29:46.387014 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f69311-d485-459b-9af2-ad020b2e08b4 x-openstack-request-id: req-c1f69311-d485-459b-9af2-ad020b2e08b4 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:46.387304 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fad054a-0ebf-476f-ba06-1e19f76bfd63", "tag": "709c44e9-d628-465b-9808-b640bbfd138b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:46.387560 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1f69311-d485-459b-9af2-ad020b2e08b4 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:46.387975 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'tag': '709c44e9-d628-465b-9808-b640bbfd138b', 'status': 'completed', 'code': 200} Nov 09 00:29:46.398930 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:46.403764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-2267fa4d-b4b1-4d28-b646-31cc03f68cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:46.405368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-2267fa4d-b4b1-4d28-b646-31cc03f68cbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6134b5ab-a162-4185-b348-48a69b725ce4 HTTP/1.1" status: 200 len: 835 time: 0.0766647 Nov 09 00:29:46.456985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-40ea088e-4d77-4f87-b74e-4b4a5422ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:46.458562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-40ea088e-4d77-4f87-b74e-4b4a5422ec13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464084 Nov 09 00:29:46.534208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:29:46.564717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-6938f8c2-be40-4ff0-9d11-d049b253df54 service neutron] 10.222.0.30 "GET /v2.0/networks/0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989475 Nov 09 00:29:46.587081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:29:46.592984 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:46.593660 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:46.670997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c49c45c7-8d04-4450-a51b-71452b6ac7dc req-0403896b-aef1-4f93-b92b-b5674f6365a8 service neutron] 10.222.0.30 "GET /v2.0/networks/0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985498 Nov 09 00:29:46.690104 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:46.725096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619ac5c-4132-4522-ade8-3fd620678681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:46.727834 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab31685-d13d-40d7-8657-203adf67b105" -d '{"events": [{"server_uuid": "6619ac5c-4132-4522-ade8-3fd620678681", "name": "network-vif-plugged", "status": "completed", "tag": "9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:46.742983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:46.749496 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:46.804790 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5108c7-ed3b-47bf-a489-300ecaa26746 x-openstack-request-id: req-8e5108c7-ed3b-47bf-a489-300ecaa26746 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:46.805085 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619ac5c-4132-4522-ade8-3fd620678681", "name": "network-vif-plugged", "status": "completed", "tag": "9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:46.805198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac1107-f0d3-421f-85e8-f18314970fb9 req-0feabebc-f87d-49fb-96ea-1bb87cee4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:46.805695 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e5108c7-ed3b-47bf-a489-300ecaa26746 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:46.806046 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619ac5c-4132-4522-ade8-3fd620678681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26', 'code': 200} Nov 09 00:29:46.807026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75ac1107-f0d3-421f-85e8-f18314970fb9 req-0feabebc-f87d-49fb-96ea-1bb87cee4524 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 1094 time: 0.0857575 Nov 09 00:29:46.832557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772fca7-392a-45ea-b228-2fb9c00b3da9 req-7a42904f-4c91-4ba1-a493-404c0b66b615 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:46.834116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5772fca7-392a-45ea-b228-2fb9c00b3da9 req-7a42904f-4c91-4ba1-a493-404c0b66b615 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 946 time: 0.0801938 Nov 09 00:29:46.839784 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:46.913938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664fafb-4e44-494d-babb-cc9ee08db099 req-5ae53f2c-a5c4-4382-a66b-349681bd491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:46.915459 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b664fafb-4e44-494d-babb-cc9ee08db099 req-5ae53f2c-a5c4-4382-a66b-349681bd491d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 1097 time: 0.0453527 Nov 09 00:29:46.954107 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5772fca7-392a-45ea-b228-2fb9c00b3da9 req-bee3c48a-f42e-463d-afc4-88c4edd2cfd7 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080639 Nov 09 00:29:46.963669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac1107-f0d3-421f-85e8-f18314970fb9 req-3b7f6537-bced-4687-aafd-88bdbc5bad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:46.965165 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75ac1107-f0d3-421f-85e8-f18314970fb9 req-3b7f6537-bced-4687-aafd-88bdbc5bad0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 HTTP/1.1" status: 200 len: 895 time: 0.1489742 Nov 09 00:29:46.981521 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b664fafb-4e44-494d-babb-cc9ee08db099 req-9e3116ea-5e61-4398-a900-ae247f5a8dfb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582299 Nov 09 00:29:47.015607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75ac1107-f0d3-421f-85e8-f18314970fb9 req-302596c6-c477-49c4-82fe-648a9384ab26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709c44e9-d628-465b-9808-b640bbfd138b HTTP/1.1" status: 200 len: 217 time: 0.0413733 Nov 09 00:29:47.073302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac1107-f0d3-421f-85e8-f18314970fb9 req-70dc12f4-ad79-46df-8ef0-0a2e1c48dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:47.074818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75ac1107-f0d3-421f-85e8-f18314970fb9 req-70dc12f4-ad79-46df-8ef0-0a2e1c48dda7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6134b5ab-a162-4185-b348-48a69b725ce4 HTTP/1.1" status: 200 len: 835 time: 0.0476987 Nov 09 00:29:47.127756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac1107-f0d3-421f-85e8-f18314970fb9 req-08ff61ff-d308-47e9-a458-0ab0431dd48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:47.129275 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75ac1107-f0d3-421f-85e8-f18314970fb9 req-08ff61ff-d308-47e9-a458-0ab0431dd48d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460179 Nov 09 00:29:47.270202 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75ac1107-f0d3-421f-85e8-f18314970fb9 req-afaf082b-b222-49b7-b0fa-91261a6bcf52 service neutron] 10.222.0.30 "GET /v2.0/networks/0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327937 Nov 09 00:29:47.278608 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feab4bb-56e6-4a8e-90b9-da210d59c7a1 req-a1173a0d-0a1e-475a-af08-b0cf5fe1135d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:47.281798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0feab4bb-56e6-4a8e-90b9-da210d59c7a1 req-a1173a0d-0a1e-475a-af08-b0cf5fe1135d tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 943 time: 0.0879035 Nov 09 00:29:47.395351 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0feab4bb-56e6-4a8e-90b9-da210d59c7a1 req-b882f6ec-be2a-4efc-8efb-97683b48eacd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051948 Nov 09 00:29:47.415729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75ac1107-f0d3-421f-85e8-f18314970fb9 req-1ae7dfb9-2c23-41ad-8a5b-19016abe31fc service neutron] 10.222.0.30 "GET /v2.0/networks/0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329319 Nov 09 00:29:47.627210 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:48.089831 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb0d8c-7f4d-4e1f-a6b3-0a058d6add45 req-6a0a02f5-8c84-4997-8c5c-ca2ead716823 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:48.094447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fb0d8c-7f4d-4e1f-a6b3-0a058d6add45 req-6a0a02f5-8c84-4997-8c5c-ca2ead716823 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 946 time: 0.0563211 Nov 09 00:29:48.152874 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fb0d8c-7f4d-4e1f-a6b3-0a058d6add45 req-6c1f084a-a533-43a1-a6a1-56d588b690a4 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513155 Nov 09 00:29:48.351800 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:48.401650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665b637-8425-47ef-9355-88eba7228aea req-74b55bd5-d49d-4cb1-b450-f452737a1c36 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:48.403198 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c665b637-8425-47ef-9355-88eba7228aea req-74b55bd5-d49d-4cb1-b450-f452737a1c36 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 946 time: 0.0500457 Nov 09 00:29:48.468620 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c665b637-8425-47ef-9355-88eba7228aea req-8300a8cd-731a-4b36-8b4e-8ae0748736c6 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590563 Nov 09 00:29:48.538646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5da844-91eb-4dea-b8c4-a30fce478fa6 req-78ccc08a-1220-442d-a563-7680fc5e2403 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:48.540536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d5da844-91eb-4dea-b8c4-a30fce478fa6 req-78ccc08a-1220-442d-a563-7680fc5e2403 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 943 time: 0.0605576 Nov 09 00:29:48.631196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de99ea3-66c8-4780-bbc8-796e88e7699d req-1d9197b4-519d-46b7-be39-adb81610a8bb tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:48.632704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4de99ea3-66c8-4780-bbc8-796e88e7699d req-1d9197b4-519d-46b7-be39-adb81610a8bb tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 946 time: 0.0874650 Nov 09 00:29:48.637124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d5da844-91eb-4dea-b8c4-a30fce478fa6 req-cd4e4924-4175-47dc-8131-e3de1fc24942 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901477 Nov 09 00:29:48.693317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4de99ea3-66c8-4780-bbc8-796e88e7699d req-570bdd26-791c-4167-95b3-eea36eabfd7c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530651 Nov 09 00:29:48.943780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1e5b9-3078-48da-ada4-9e9504adfa68 req-8f915e1c-c134-4cf0-80b4-e967bd6e61d8 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:48.945255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ba1e5b9-3078-48da-ada4-9e9504adfa68 req-8f915e1c-c134-4cf0-80b4-e967bd6e61d8 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 946 time: 0.0537412 Nov 09 00:29:48.994601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ba1e5b9-3078-48da-ada4-9e9504adfa68 req-82d87aaa-d0b2-41ef-b102-5ce5fb2c384c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432708 Nov 09 00:29:49.765127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7e196-be07-40dc-97e5-dfffea99964a req-16aed51e-7a1e-48f8-aa49-4fbb68528f52 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:49.766647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3dc7e196-be07-40dc-97e5-dfffea99964a req-16aed51e-7a1e-48f8-aa49-4fbb68528f52 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 943 time: 0.0546677 Nov 09 00:29:49.826250 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3dc7e196-be07-40dc-97e5-dfffea99964a req-4a6a9267-0c92-4503-8ab3-0772e7a2e7c7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531385 Nov 09 00:29:50.121706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea30d1-c9fd-425b-9295-735fd8fc408d req-fb552dca-4149-4eb7-8b11-422b120a6012 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:50.124172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84ea30d1-c9fd-425b-9295-735fd8fc408d req-fb552dca-4149-4eb7-8b11-422b120a6012 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 946 time: 0.0510280 Nov 09 00:29:50.175471 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-84ea30d1-c9fd-425b-9295-735fd8fc408d req-2f059fc2-c8e7-4704-9545-997682959c41 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446558 Nov 09 00:29:50.315555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcc120-d3e5-49b5-acd4-6f2c9e67f79f req-4e5c2f11-b0c6-4fb8-a69e-a11ba975145e tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:50.317275 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b9bcc120-d3e5-49b5-acd4-6f2c9e67f79f req-4e5c2f11-b0c6-4fb8-a69e-a11ba975145e tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 946 time: 0.0490742 Nov 09 00:29:50.412939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-b9bcc120-d3e5-49b5-acd4-6f2c9e67f79f req-4c67409f-fbd6-4355-8baa-b0c6c0c5a16b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Deleting port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:29:50.413379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b9bcc120-d3e5-49b5-acd4-6f2c9e67f79f req-4c67409f-fbd6-4355-8baa-b0c6c0c5a16b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:50.512353 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b9bcc120-d3e5-49b5-acd4-6f2c9e67f79f req-4c67409f-fbd6-4355-8baa-b0c6c0c5a16b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] For port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:50.512712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b9bcc120-d3e5-49b5-acd4-6f2c9e67f79f req-4c67409f-fbd6-4355-8baa-b0c6c0c5a16b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:50.538218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-b9bcc120-d3e5-49b5-acd4-6f2c9e67f79f req-4c67409f-fbd6-4355-8baa-b0c6c0c5a16b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Calling delete_port for 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:29:50.654569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 709c44e9-d628-465b-9808-b640bbfd138b details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:29:50.683728 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b9bcc120-d3e5-49b5-acd4-6f2c9e67f79f req-4c67409f-fbd6-4355-8baa-b0c6c0c5a16b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:50.699023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc', '9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:50.714147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67409f-fbd6-4355-8baa-b0c6c0c5a16b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event deleted for resources: {'Port': ['ID=9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:50.772026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bcc120-d3e5-49b5-acd4-6f2c9e67f79f req-4c67409f-fbd6-4355-8baa-b0c6c0c5a16b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] No DVR routers for this DVR port 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:29:50.774968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b9bcc120-d3e5-49b5-acd4-6f2c9e67f79f req-4c67409f-fbd6-4355-8baa-b0c6c0c5a16b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:50.778496 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b9bcc120-d3e5-49b5-acd4-6f2c9e67f79f req-4c67409f-fbd6-4355-8baa-b0c6c0c5a16b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "DELETE /v2.0/ports/9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 HTTP/1.1" status: 204 len: 173 time: 0.4546604 Nov 09 00:29:50.778945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619ac5c-4132-4522-ade8-3fd620678681', 'name': 'network-vif-deleted', 'tag': '9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:50.781765 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911613c2-2e49-4795-9f41-aeea8c984c7e" -d '{"events": [{"server_uuid": "6619ac5c-4132-4522-ade8-3fd620678681", "name": "network-vif-deleted", "tag": "9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:50.804572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 709c44e9-d628-465b-9808-b640bbfd138b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=709c44e9-d628-465b-9808-b640bbfd138b,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:50.824793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '709c44e9-d628-465b-9808-b640bbfd138b', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'port_id': '709c44e9-d628-465b-9808-b640bbfd138b', 'mac_address': 'fa:16:3e:1b:bb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:29:50.857365 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8224628-27ee-450a-84ea-1094b69c4e6b x-openstack-request-id: req-c8224628-27ee-450a-84ea-1094b69c4e6b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:50.858967 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619ac5c-4132-4522-ade8-3fd620678681", "name": "network-vif-deleted", "tag": "9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:50.858967 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8224628-27ee-450a-84ea-1094b69c4e6b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:50.859385 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619ac5c-4132-4522-ade8-3fd620678681', 'name': 'network-vif-deleted', 'tag': '9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26', 'status': 'completed', 'code': 200} Nov 09 00:29:50.926986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:50.955389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709c44e9-d628-465b-9808-b640bbfd138b {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:29:50.985193 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 709c44e9-d628-465b-9808-b640bbfd138b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=709c44e9-d628-465b-9808-b640bbfd138b,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:50.990381 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:50.998348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ced0f4-fc55-4db5-baf5-12baa1030fe5 req-4d90534c-d20f-4c43-a632-d362214af959 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:51.000161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0ced0f4-fc55-4db5-baf5-12baa1030fe5 req-4d90534c-d20f-4c43-a632-d362214af959 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 943 time: 0.0693264 Nov 09 00:29:51.045926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=709c44e9-d628-465b-9808-b640bbfd138b,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:51.063304 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0ced0f4-fc55-4db5-baf5-12baa1030fe5 req-2b29ca8f-77ee-448c-8386-cec52050dc4b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567257 Nov 09 00:29:51.215679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['709c44e9-d628-465b-9808-b640bbfd138b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:51.368317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3d1550a-8028-4cee-bdb7-bc8c7c64118b req-d080409b-c83d-408c-a9d7-da86c4dfc9e3 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6619ac5c-4132-4522-ade8-3fd620678681 HTTP/1.1" status: 200 len: 210 time: 0.0660598 Nov 09 00:29:52.180915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c5749-e5be-49ab-9fcd-83c3f1773ca3 req-c9e8484b-96c2-4533-ad6f-66d57ffa75b4 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:52.182440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-776c5749-e5be-49ab-9fcd-83c3f1773ca3 req-c9e8484b-96c2-4533-ad6f-66d57ffa75b4 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 944 time: 0.0518663 Nov 09 00:29:52.238393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-776c5749-e5be-49ab-9fcd-83c3f1773ca3 req-3f1dab39-654f-4fc4-8f5b-6df135be5c27 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487700 Nov 09 00:29:52.650577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c90d8105-8164-40d7-a2bf-209d538a2b6a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:52.652182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c90d8105-8164-40d7-a2bf-209d538a2b6a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.1123097 Nov 09 00:29:52.660526 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 709c44e9-d628-465b-9808-b640bbfd138b up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:29:52.667458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-f65dbacb-c858-4f33-b223-1d4c4d09e785 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/quotas/e2d4a1f1f7b6423e947781bdd385da5e HTTP/1.1" status: 200 len: 375 time: 0.0092883 Nov 09 00:29:52.714772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 709c44e9-d628-465b-9808-b640bbfd138b completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:29:52.719453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 709c44e9-d628-465b-9808-b640bbfd138b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:29:52.720104 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:52.728311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-8fade2cb-63bd-40e1-8767-eb7983bfcba2 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540836 Nov 09 00:29:52.805136 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:52.824329 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-80d94f6e-8b06-4cf6-97bb-5fe8eab88c7e service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925493 Nov 09 00:29:52.828834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709c44e9-d628-465b-9808-b640bbfd138b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:52.831150 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76605dc-3623-44a7-946c-2e9205cf59c5" -d '{"events": [{"server_uuid": "2fad054a-0ebf-476f-ba06-1e19f76bfd63", "name": "network-vif-plugged", "status": "completed", "tag": "709c44e9-d628-465b-9808-b640bbfd138b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:52.845829 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 709c44e9-d628-465b-9808-b640bbfd138b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=709c44e9-d628-465b-9808-b640bbfd138b,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:52.853299 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:52.912641 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad5b55d-6a68-4d8a-97f9-23ea759cca65 x-openstack-request-id: req-9ad5b55d-6a68-4d8a-97f9-23ea759cca65 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:52.912944 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fad054a-0ebf-476f-ba06-1e19f76bfd63", "name": "network-vif-plugged", "status": "completed", "tag": "709c44e9-d628-465b-9808-b640bbfd138b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:52.913391 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ad5b55d-6a68-4d8a-97f9-23ea759cca65 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:52.913793 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709c44e9-d628-465b-9808-b640bbfd138b', 'code': 200} Nov 09 00:29:52.934941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=709c44e9-d628-465b-9808-b640bbfd138b,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:52.945264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-1af5f60e-26c3-4465-b2ca-8629112578ca service neutron] 10.222.0.25 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141016 Nov 09 00:29:53.013067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d24a1-b100-44cf-ae85-5bc0bd60fa88 req-e0db792c-b940-4a21-a45c-df9d94d45546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:53.014964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad1d24a1-b100-44cf-ae85-5bc0bd60fa88 req-e0db792c-b940-4a21-a45c-df9d94d45546 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 1096 time: 0.0464954 Nov 09 00:29:53.065138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad1d24a1-b100-44cf-ae85-5bc0bd60fa88 req-55150d18-6400-4659-b468-5514657a5123 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421090 Nov 09 00:29:53.133752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8b404ae9-8235-4306-a96d-43f5f3f64e2a req-c40369e0-69d2-4e3b-90b7-a9c1fc24ad6d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 210 time: 0.0300055 Nov 09 00:29:53.367498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb1d37-4772-42c3-981a-6077926bcb23 req-48b44ea5-2018-4076-8c4b-ea4d916b7830 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:53.370162 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3fbb1d37-4772-42c3-981a-6077926bcb23 req-48b44ea5-2018-4076-8c4b-ea4d916b7830 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0564580 Nov 09 00:29:53.432647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3fbb1d37-4772-42c3-981a-6077926bcb23 req-e1b6387a-46c4-46ac-aa4a-ba97c64c1c57 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539403 Nov 09 00:29:54.175565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-4b8509ab-9632-4cd9-a71e-535d4c271336 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:54.178151 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-4b8509ab-9632-4cd9-a71e-535d4c271336 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 805 time: 0.1714685 Nov 09 00:29:54.192933 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Request body: {'port': {'device_id': '81e120f9-3dc6-4e28-99a1-34517aaa96b8', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'admin_state_up': True, 'tenant_id': 'e2d4a1f1f7b6423e947781bdd385da5e'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:54.300618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a34de2e4-9652-4f45-8aff-9a8330a10aef req-f8ba7696-94a1-4578-8cd1-35d8c2b28137 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 210 time: 0.0390069 Nov 09 00:29:54.337736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Made reservation on behalf of e2d4a1f1f7b6423e947781bdd385da5e for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:29:54.341451 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:54.486539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Allocated IP 172.20.0.4 (9696faab-68f6-4507-8fca-4d6a572c2385/da7dd990-1b5c-41a3-a5b9-028ea3b28461/19a34561-8a79-48f7-b2a0-5bfb363f9aac) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:29:54.567552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc0a51-5b26-4606-8b69-eb342af2f845 req-a81e0012-90df-46e1-a265-f20107ba2b60 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:54.571927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:29:54.578374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99cc0a51-5b26-4606-8b69-eb342af2f845 req-a81e0012-90df-46e1-a265-f20107ba2b60 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0692055 Nov 09 00:29:54.645972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99cc0a51-5b26-4606-8b69-eb342af2f845 req-e2d523ed-661b-49f7-87b8-21d5a0b4a3b8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663114 Nov 09 00:29:54.646329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:29:54.646669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9c7e8fc2-a790-4f8c-aa07-f9ab0cd24c26 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:29:54.795708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d48e66-6719-41ac-a661-2624128a93b0 req-da2a3697-262a-41de-a92e-25f0b2c901aa tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:54.796348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:54.804458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48d48e66-6719-41ac-a661-2624128a93b0 req-da2a3697-262a-41de-a92e-25f0b2c901aa tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0767720 Nov 09 00:29:54.848770 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:54.863504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:54.878825 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Network 9696faab-68f6-4507-8fca-4d6a572c2385 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:29:54.895500 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48d48e66-6719-41ac-a661-2624128a93b0 req-1b37707e-6a4e-420a-8b47-bddd1bf905f8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876157 Nov 09 00:29:54.900089 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:29:54.919290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36602) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:54.920775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:29:54.995668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:54.997330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:55.008865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864c3473-9ecb-46a3-8652-74669f7f462d tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:55.012641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-864c3473-9ecb-46a3-8652-74669f7f462d tempest-TestNetworkAdvancedServerOps-476418452 tempest-TestNetworkAdvancedServerOps-476418452-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 1091 time: 0.0917485 Nov 09 00:29:55.015084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36604) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:55.028108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '709c44e9-d628-465b-9808-b640bbfd138b', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:55.030275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event updated for resources: {'Port': ['ID=19a34561-8a79-48f7-b2a0-5bfb363f9aac,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:55.048470 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-c28c62cd-6e82-44e3-bd7b-d18fa1f16a82 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8600585 Nov 09 00:29:55.071386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Request body: {'port': {'device_id': '81e120f9-3dc6-4e28-99a1-34517aaa96b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:29:55.076786 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:55.205898 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:55.318351 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Allocated IP 172.25.0.157 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/5a576992-d78e-4e74-8f9b-4c7555224655) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:29:55.459943 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:55.477676 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c1603-b3fd-4285-a4d4-17d24be1ea10 req-e0bbee3e-276d-4821-aa00-03a2c40057c2 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:55.479214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee5c1603-b3fd-4285-a4d4-17d24be1ea10 req-e0bbee3e-276d-4821-aa00-03a2c40057c2 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 931 time: 0.0754230 Nov 09 00:29:55.504479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:55.559753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee5c1603-b3fd-4285-a4d4-17d24be1ea10 req-31122582-ded5-428a-af30-fb24ea0f125d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679998 Nov 09 00:29:55.575422 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:55.613363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:29:55.616631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:29:55.620200 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:29:55.657839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=5a576992-d78e-4e74-8f9b-4c7555224655,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:55.672378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:55.672745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:55.673066 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:55.676019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:55.676019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:55.676019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:55.676019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:55.676019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:55.676019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:55.676019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:55.676019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:55.676019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:29:55.754803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a34561-8a79-48f7-b2a0-5bfb363f9aac {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:29:55.762360 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:55.775276 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Transition to ACTIVE for port object 19a34561-8a79-48f7-b2a0-5bfb363f9aac will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:29:55.781092 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:55.836756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Pushing event updated for resources: {'Port': ['ID=19a34561-8a79-48f7-b2a0-5bfb363f9aac,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:55.912716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Attempting to bind port 19a34561-8a79-48f7-b2a0-5bfb363f9aac on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:29:55.913115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Attempting to bind port 19a34561-8a79-48f7-b2a0-5bfb363f9aac by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:29:55.913387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Attempting to bind port 19a34561-8a79-48f7-b2a0-5bfb363f9aac on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:55.917976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Port 19a34561-8a79-48f7-b2a0-5bfb363f9aac on network 9696faab-68f6-4507-8fca-4d6a572c2385 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:29:55.918301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Attempting to bind port 19a34561-8a79-48f7-b2a0-5bfb363f9aac on network 9696faab-68f6-4507-8fca-4d6a572c2385 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:29:55.924116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:29:55.924444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Checking segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:29:55.924938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Bound using segment: {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:29:55.925249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Bound port: 19a34561-8a79-48f7-b2a0-5bfb363f9aac, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8453c782-a018-4091-94a5-5f691d753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:29:55.926164 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:55.992884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] For port 19a34561-8a79-48f7-b2a0-5bfb363f9aac, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:29:55.996770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] For port 19a34561-8a79-48f7-b2a0-5bfb363f9aac, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=19a34561-8a79-48f7-b2a0-5bfb363f9aac,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:29:56.001604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:56.040998 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:56.041646 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:56.043069 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] 10.222.0.11 "PUT /v2.0/ports/19a34561-8a79-48f7-b2a0-5bfb363f9aac HTTP/1.1" status: 200 len: 1091 time: 0.9810662 Nov 09 00:29:56.046016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e120f9-3dc6-4e28-99a1-34517aaa96b8', 'tag': '19a34561-8a79-48f7-b2a0-5bfb363f9aac'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:56.050420 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367ca8e5-0aa8-48bc-b642-1c5ef01455e9" -d '{"events": [{"name": "network-changed", "server_uuid": "81e120f9-3dc6-4e28-99a1-34517aaa96b8", "tag": "19a34561-8a79-48f7-b2a0-5bfb363f9aac"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:56.056299 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:56.089935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee6f01-1426-428a-9dde-a1a34f0bffb8 service neutron] Pushing event updated for resources: {'Port': ['ID=19a34561-8a79-48f7-b2a0-5bfb363f9aac,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:56.124334 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5935b0bb-2f4f-4449-9f0e-c962c30ecc78 x-openstack-request-id: req-5935b0bb-2f4f-4449-9f0e-c962c30ecc78 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:56.124634 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e120f9-3dc6-4e28-99a1-34517aaa96b8", "tag": "19a34561-8a79-48f7-b2a0-5bfb363f9aac", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:56.124888 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5935b0bb-2f4f-4449-9f0e-c962c30ecc78 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:56.125435 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e120f9-3dc6-4e28-99a1-34517aaa96b8', 'tag': '19a34561-8a79-48f7-b2a0-5bfb363f9aac', 'status': 'completed', 'code': 200} Nov 09 00:29:56.141285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-f3d90fd6-a994-429d-8642-4893c5fa7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:56.141840 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:56.142824 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-f3d90fd6-a994-429d-8642-4893c5fa7455 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 1094 time: 0.0458963 Nov 09 00:29:56.194565 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-5cc4ff4d-70f5-403e-96ca-7b8e7a3814e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19a34561-8a79-48f7-b2a0-5bfb363f9aac HTTP/1.1" status: 200 len: 217 time: 0.0424066 Nov 09 00:29:56.244465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-8693c015-2a1f-4a91-9223-bd24aa87ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:56.246131 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-8693c015-2a1f-4a91-9223-bd24aa87ca20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.0469167 Nov 09 00:29:56.284274 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-192c7da4-dcbb-4406-9424-a4d75d491cd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301681 Nov 09 00:29:56.322726 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:56.329096 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:56.387515 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-29db3468-e8b4-4f26-b6e5-a21787dd6f5a service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957832 Nov 09 00:29:56.408442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event updated for resources: {'Port': ['ID=5a576992-d78e-4e74-8f9b-4c7555224655,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:56.411379 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:56.489732 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d041918f-85b4-46ab-94fd-df3b5c4e50c2 req-703aa03e-c7c9-4527-817f-4f8688168363 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947793 Nov 09 00:29:56.517847 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Floating IP 663d5464-9445-458c-a9fc-0494e6f3bcea associated. External IP: 172.25.0.157, port: 709c44e9-d628-465b-9808-b640bbfd138b. Nov 09 00:29:56.582562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ca8e5-0aa8-48bc-b642-1c5ef01455e9 req-d958afb3-b93f-45f3-b301-35b5dcdb5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:56.584085 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-367ca8e5-0aa8-48bc-b642-1c5ef01455e9 req-d958afb3-b93f-45f3-b301-35b5dcdb5a38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 1094 time: 0.0449722 Nov 09 00:29:56.694320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ca8e5-0aa8-48bc-b642-1c5ef01455e9 req-7674bc1e-37c8-409e-b7e2-3383f39f54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:56.695736 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-367ca8e5-0aa8-48bc-b642-1c5ef01455e9 req-7674bc1e-37c8-409e-b7e2-3383f39f54ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 905 time: 0.1039994 Nov 09 00:29:56.753412 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-367ca8e5-0aa8-48bc-b642-1c5ef01455e9 req-8e02fbb6-f9f3-412a-a5fc-1cec8be24cdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19a34561-8a79-48f7-b2a0-5bfb363f9aac HTTP/1.1" status: 200 len: 217 time: 0.0370569 Nov 09 00:29:56.760038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575b969-883c-4aa3-8924-af0842806069 req-9a580bd4-9faf-4122-9dc0-07a73c086a53 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:56.761621 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4575b969-883c-4aa3-8924-af0842806069 req-9a580bd4-9faf-4122-9dc0-07a73c086a53 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 943 time: 0.0849075 Nov 09 00:29:56.829412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ca8e5-0aa8-48bc-b642-1c5ef01455e9 req-2fbac8b8-110f-4946-8e32-e356567c39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:56.830867 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-367ca8e5-0aa8-48bc-b642-1c5ef01455e9 req-2fbac8b8-110f-4946-8e32-e356567c39ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.0757442 Nov 09 00:29:56.831051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router 679401f7-54f4-406f-8d6f-e8aa6f45f022 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:29:56.838322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4575b969-883c-4aa3-8924-af0842806069 req-0d3217ef-6f34-41b0-8ed7-10aa0123fc9e tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670450 Nov 09 00:29:56.865286 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-367ca8e5-0aa8-48bc-b642-1c5ef01455e9 req-bdc297da-3928-47cb-a469-fc7e90da398a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266750 Nov 09 00:29:56.972099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:29:57.000146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a8d5c8-e50f-4d7c-9376-967c2f361e91 None None] Sync routers for ids ['679401f7-54f4-406f-8d6f-e8aa6f45f022'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:29:57.000718 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:57.023863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a8d5c8-e50f-4d7c-9376-967c2f361e91 None None] Routers {'679401f7-54f4-406f-8d6f-e8aa6f45f022'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:29:57.023863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-77a8d5c8-e50f-4d7c-9376-967c2f361e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:29:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['679401f7-54f4-406f-8d6f-e8aa6f45f022'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:57.025491 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-367ca8e5-0aa8-48bc-b642-1c5ef01455e9 req-922ae1a6-bda3-45fc-b28e-2de387ab55ca service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518636 Nov 09 00:29:57.037184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-502028b2-2f0c-45d3-9158-479d547af447 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0185590 Nov 09 00:29:57.037184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'tag': '709c44e9-d628-465b-9808-b640bbfd138b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:29:57.038229 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c415b1-a4af-4d9b-979e-04d62a3bf0de" -d '{"events": [{"name": "network-changed", "server_uuid": "2fad054a-0ebf-476f-ba06-1e19f76bfd63", "tag": "709c44e9-d628-465b-9808-b640bbfd138b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:29:57.155502 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-367ca8e5-0aa8-48bc-b642-1c5ef01455e9 req-c9323115-48ba-46c0-b1b0-dfc973d587d9 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216123 Nov 09 00:29:57.162743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8b3a7-936b-4d9f-92a3-972689228f64 req-52ce14bd-248e-4203-9cab-a56bf1401441 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:57.172520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2df8b3a7-936b-4d9f-92a3-972689228f64 req-52ce14bd-248e-4203-9cab-a56bf1401441 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0789590 Nov 09 00:29:57.221460 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-77a8d5c8-e50f-4d7c-9376-967c2f361e91 None None] Set router 679401f7-54f4-406f-8d6f-e8aa6f45f022 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:29:57.234834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2df8b3a7-936b-4d9f-92a3-972689228f64 req-1344d065-d931-467b-88d8-f090f0a207c8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553622 Nov 09 00:29:57.245305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36644) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:57.319999 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbcdba5-ab8f-448f-95d0-2409ab37bc1a x-openstack-request-id: req-5bbcdba5-ab8f-448f-95d0-2409ab37bc1a {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:29:57.320358 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fad054a-0ebf-476f-ba06-1e19f76bfd63", "tag": "709c44e9-d628-465b-9808-b640bbfd138b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:29:57.320577 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bbcdba5-ab8f-448f-95d0-2409ab37bc1a {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:29:57.321744 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'tag': '709c44e9-d628-465b-9808-b640bbfd138b', 'status': 'completed', 'code': 200} Nov 09 00:29:57.369530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fd437039-278a-4453-94f4-939b6d88e90f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/663d5464-9445-458c-a9fc-0494e6f3bcea HTTP/1.1" status: 200 len: 991 time: 0.1227670 Nov 09 00:29:57.400792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c415b1-a4af-4d9b-979e-04d62a3bf0de req-b9110da5-e2da-457d-83f0-33327e724724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:57.402470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02c415b1-a4af-4d9b-979e-04d62a3bf0de req-b9110da5-e2da-457d-83f0-33327e724724 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 1096 time: 0.0523512 Nov 09 00:29:57.508680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-77a8d5c8-e50f-4d7c-9376-967c2f361e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '663d5464-9445-458c-a9fc-0494e6f3bcea', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'port_id': '709c44e9-d628-465b-9808-b640bbfd138b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'mac_address': 'fa:16:3e:1b:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:29:55Z', 'updated_at': '2021-11-09T00:29:55Z', 'revision_number': 0, 'project_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b6ed4b-f902-41b5-92cd-201fc69ce68f', 'name': '', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:44:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:38Z', 'updated_at': '2021-11-09T00:29:43Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:57.510337 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a4de-af57-4dcc-a5fb-553612b7e074 req-7d6398c0-fcb2-434d-83b2-3bd9b7a2c93e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:57.512090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5657a4de-af57-4dcc-a5fb-553612b7e074 req-7d6398c0-fcb2-434d-83b2-3bd9b7a2c93e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.1084411 Nov 09 00:29:57.540615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a8d5c8-e50f-4d7c-9376-967c2f361e91 None None] Checking router: 679401f7-54f4-406f-8d6f-e8aa6f45f022 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:29:57.549839 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a8d5c8-e50f-4d7c-9376-967c2f361e91 None None] Routers {'679401f7-54f4-406f-8d6f-e8aa6f45f022'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:29:57.550927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-77a8d5c8-e50f-4d7c-9376-967c2f361e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:29:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['679401f7-54f4-406f-8d6f-e8aa6f45f022'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:57.569474 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c415b1-a4af-4d9b-979e-04d62a3bf0de req-e1a650aa-2c0c-4408-a6a3-9245b0548d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:57.570954 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02c415b1-a4af-4d9b-979e-04d62a3bf0de req-e1a650aa-2c0c-4408-a6a3-9245b0548d6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 HTTP/1.1" status: 200 len: 895 time: 0.1577613 Nov 09 00:29:57.624129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5657a4de-af57-4dcc-a5fb-553612b7e074 req-afee8204-663e-47c9-9fcc-9905ebe7b899 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037133 Nov 09 00:29:57.652145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02c415b1-a4af-4d9b-979e-04d62a3bf0de req-58810ddd-f6ee-419c-81a3-c2086e009155 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709c44e9-d628-465b-9808-b640bbfd138b HTTP/1.1" status: 200 len: 999 time: 0.0721519 Nov 09 00:29:57.703796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c415b1-a4af-4d9b-979e-04d62a3bf0de req-50d67f79-8d6c-40d8-a175-2d4a44714276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:57.705295 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02c415b1-a4af-4d9b-979e-04d62a3bf0de req-50d67f79-8d6c-40d8-a175-2d4a44714276 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6134b5ab-a162-4185-b348-48a69b725ce4 HTTP/1.1" status: 200 len: 835 time: 0.0461376 Nov 09 00:29:57.755399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c415b1-a4af-4d9b-979e-04d62a3bf0de req-92a80239-2dca-492b-815a-011ed6351d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:57.757056 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02c415b1-a4af-4d9b-979e-04d62a3bf0de req-92a80239-2dca-492b-815a-011ed6351d98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436323 Nov 09 00:29:57.829165 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-77a8d5c8-e50f-4d7c-9376-967c2f361e91 None None] Set router 679401f7-54f4-406f-8d6f-e8aa6f45f022 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:29:57.870860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02c415b1-a4af-4d9b-979e-04d62a3bf0de req-25723a38-fabb-4bf6-9ea2-e7b8fda554ff service neutron] 10.222.0.30 "GET /v2.0/networks/0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058314 Nov 09 00:29:58.104185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-77a8d5c8-e50f-4d7c-9376-967c2f361e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '663d5464-9445-458c-a9fc-0494e6f3bcea', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'port_id': '709c44e9-d628-465b-9808-b640bbfd138b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'mac_address': 'fa:16:3e:1b:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:29:55Z', 'updated_at': '2021-11-09T00:29:55Z', 'revision_number': 0, 'project_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b6ed4b-f902-41b5-92cd-201fc69ce68f', 'name': '', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:44:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:38Z', 'updated_at': '2021-11-09T00:29:43Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:29:58.134076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a8d5c8-e50f-4d7c-9376-967c2f361e91 None None] The sync data for ids ['679401f7-54f4-406f-8d6f-e8aa6f45f022'] in n-d-813263-3 is: [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '663d5464-9445-458c-a9fc-0494e6f3bcea', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'port_id': '709c44e9-d628-465b-9808-b640bbfd138b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'mac_address': 'fa:16:3e:1b:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:29:55Z', 'updated_at': '2021-11-09T00:29:55Z', 'revision_number': 0, 'project_id': 'a25a6a1f62704562be674debd2726386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b6ed4b-f902-41b5-92cd-201fc69ce68f', 'name': '', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:44:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:38Z', 'updated_at': '2021-11-09T00:29:43Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:29:58.345875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6034c81-b8cd-495c-9be7-8fa0ae4db07c req-5fdc810d-e059-47ad-905b-d1ff6683a8fb tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:58.347324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6034c81-b8cd-495c-9be7-8fa0ae4db07c req-5fdc810d-e059-47ad-905b-d1ff6683a8fb tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 943 time: 0.3889337 Nov 09 00:29:58.351255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02c415b1-a4af-4d9b-979e-04d62a3bf0de req-33682b84-1ff0-4021-83b7-5105f0a82b50 service neutron] 10.222.0.30 "GET /v2.0/networks/0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707232 Nov 09 00:29:58.373444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36662) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:58.395558 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0506beb3-203d-490c-88ff-4866f2d405cd None None] New status for floating IP 663d5464-9445-458c-a9fc-0494e6f3bcea: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:29:58.457752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6034c81-b8cd-495c-9be7-8fa0ae4db07c req-5be4607c-3359-4a78-8787-94025c2047aa tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042979 Nov 09 00:29:58.463045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4a44e6d3-d923-40c2-b91c-5fca5e7d090f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/663d5464-9445-458c-a9fc-0494e6f3bcea HTTP/1.1" status: 200 len: 991 time: 0.0884044 Nov 09 00:29:58.580509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 19a34561-8a79-48f7-b2a0-5bfb363f9aac details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:29:58.683457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 19a34561-8a79-48f7-b2a0-5bfb363f9aac, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=19a34561-8a79-48f7-b2a0-5bfb363f9aac,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:58.695246 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '19a34561-8a79-48f7-b2a0-5bfb363f9aac', 'network_id': '9696faab-68f6-4507-8fca-4d6a572c2385', 'port_id': '19a34561-8a79-48f7-b2a0-5bfb363f9aac', 'mac_address': 'fa:16:3e:1b:a8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7dd990-1b5c-41a3-a5b9-028ea3b28461', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:29:58.732693 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:58.748842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a34561-8a79-48f7-b2a0-5bfb363f9aac {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:29:58.755791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49f10e-2deb-4481-a55f-760d463dd42a req-bd876b02-aac9-490b-812e-a342f9284a22 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:58.760944 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa49f10e-2deb-4481-a55f-760d463dd42a req-bd876b02-aac9-490b-812e-a342f9284a22 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0539310 Nov 09 00:29:58.776651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 19a34561-8a79-48f7-b2a0-5bfb363f9aac, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=19a34561-8a79-48f7-b2a0-5bfb363f9aac,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:29:58.781738 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:29:58.811170 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa49f10e-2deb-4481-a55f-760d463dd42a req-87ff2419-3483-49e9-8203-3383cbd1b0b3 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473466 Nov 09 00:29:58.836977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=19a34561-8a79-48f7-b2a0-5bfb363f9aac,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:29:58.979553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['19a34561-8a79-48f7-b2a0-5bfb363f9aac'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:29:59.467163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 36672) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:29:59.527511 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d39299a5-5bb6-4a87-914f-0c9d33444da7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/663d5464-9445-458c-a9fc-0494e6f3bcea HTTP/1.1" status: 200 len: 993 time: 0.0591094 Nov 09 00:29:59.583172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9bf4d-ac23-4170-8069-61b849d6c1fa req-1d082c32-e4a8-4664-9d53-a31750aba7da tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:59.584794 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38b9bf4d-ac23-4170-8069-61b849d6c1fa req-1d082c32-e4a8-4664-9d53-a31750aba7da tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 944 time: 0.0521505 Nov 09 00:29:59.632098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38b9bf4d-ac23-4170-8069-61b849d6c1fa req-75122286-b58e-4f07-886b-91db3c8bd605 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413620 Nov 09 00:29:59.932997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8a81-a946-4350-9420-c7fb6b585000 req-28a12ff6-6551-4333-8b7c-7dd1c39a9d14 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:29:59.934507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c1e8a81-a946-4350-9420-c7fb6b585000 req-28a12ff6-6551-4333-8b7c-7dd1c39a9d14 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0486472 Nov 09 00:29:59.988963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c1e8a81-a946-4350-9420-c7fb6b585000 req-60061919-5888-4e20-a530-517f59854ac3 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485656 Nov 09 00:30:00.596080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 19a34561-8a79-48f7-b2a0-5bfb363f9aac up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:30:00.646239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 19a34561-8a79-48f7-b2a0-5bfb363f9aac completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:30:00.650404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 19a34561-8a79-48f7-b2a0-5bfb363f9aac triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:30:00.650765 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:00.731426 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:00.754903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e120f9-3dc6-4e28-99a1-34517aaa96b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a34561-8a79-48f7-b2a0-5bfb363f9aac'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:30:00.755648 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e1e0c-b1d0-485b-a3c4-5feb768a30c1 req-1fca2a5e-0aad-4cc9-88c1-a75b5e2a25d8 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:00.757148 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f08e1e0c-b1d0-485b-a3c4-5feb768a30c1 req-1fca2a5e-0aad-4cc9-88c1-a75b5e2a25d8 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 944 time: 0.0525150 Nov 09 00:30:00.757292 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3246bc9-bb7c-419a-99dd-3e45badab1e9" -d '{"events": [{"server_uuid": "81e120f9-3dc6-4e28-99a1-34517aaa96b8", "name": "network-vif-plugged", "status": "completed", "tag": "19a34561-8a79-48f7-b2a0-5bfb363f9aac"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:30:00.775900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 19a34561-8a79-48f7-b2a0-5bfb363f9aac, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=19a34561-8a79-48f7-b2a0-5bfb363f9aac,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:00.781375 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:00.802732 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0ddb3f-145d-43e1-b4de-f5dae416955d x-openstack-request-id: req-4e0ddb3f-145d-43e1-b4de-f5dae416955d {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:30:00.803026 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e120f9-3dc6-4e28-99a1-34517aaa96b8", "name": "network-vif-plugged", "status": "completed", "tag": "19a34561-8a79-48f7-b2a0-5bfb363f9aac", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:30:00.803276 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e0ddb3f-145d-43e1-b4de-f5dae416955d {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:30:00.803669 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e120f9-3dc6-4e28-99a1-34517aaa96b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a34561-8a79-48f7-b2a0-5bfb363f9aac', 'code': 200} Nov 09 00:30:00.818795 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f08e1e0c-b1d0-485b-a3c4-5feb768a30c1 req-88ec9d4c-9c22-4358-8239-ddb56816ceb6 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536056 Nov 09 00:30:00.870658 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=19a34561-8a79-48f7-b2a0-5bfb363f9aac,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:00.934863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6967332-3068-43ee-9dce-2a5283c12f69 req-d7e17414-9472-4b67-bb48-f2f19a344f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:00.937038 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c6967332-3068-43ee-9dce-2a5283c12f69 req-d7e17414-9472-4b67-bb48-f2f19a344f6c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 1096 time: 0.0447550 Nov 09 00:30:00.987635 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c6967332-3068-43ee-9dce-2a5283c12f69 req-059d2617-7912-4ff1-9ca7-f6a87c83c79c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427856 Nov 09 00:30:01.119416 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4b58-111d-4b91-b216-fc45f9bc0ca9 req-12f264b5-426f-4862-bb51-5c0a23fe730c tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:01.120887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ecbc4b58-111d-4b91-b216-fc45f9bc0ca9 req-12f264b5-426f-4862-bb51-5c0a23fe730c tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0545504 Nov 09 00:30:01.175139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ecbc4b58-111d-4b91-b216-fc45f9bc0ca9 req-b3d14041-bd84-4aa3-91d4-dc7ffcb8620c tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473938 Nov 09 00:30:01.981334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced6082-3c0d-45f5-9119-7c70a53f7a09 req-4889125e-a67d-468b-a748-e6a0797215e9 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:01.989917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ced6082-3c0d-45f5-9119-7c70a53f7a09 req-4889125e-a67d-468b-a748-e6a0797215e9 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0711627 Nov 09 00:30:02.050104 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ced6082-3c0d-45f5-9119-7c70a53f7a09 req-8ff51a18-7d57-452a-b5b2-03cb1823e1e9 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584762 Nov 09 00:30:02.310859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2690669-3293-43d1-9322-636a28363558 req-2aa4411b-521b-410c-acf6-093e216ec58e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:02.314187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2690669-3293-43d1-9322-636a28363558 req-2aa4411b-521b-410c-acf6-093e216ec58e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0632751 Nov 09 00:30:02.365611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2690669-3293-43d1-9322-636a28363558 req-9b25c872-8f40-4653-9411-398718796ded tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469871 Nov 09 00:30:03.178048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36698fc1-7fc1-4bae-980e-a1c873e6311f req-6d70c39f-0ef7-451a-a50e-f279a3ead977 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:03.179583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36698fc1-7fc1-4bae-980e-a1c873e6311f req-6d70c39f-0ef7-451a-a50e-f279a3ead977 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0510845 Nov 09 00:30:03.237551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36698fc1-7fc1-4bae-980e-a1c873e6311f req-e45ab65c-1f0a-4aa7-97d3-417a909c0e50 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501747 Nov 09 00:30:03.486886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8b6d1-13fa-4fd2-9083-26ea30a72378 req-fa9ba16a-d077-483d-8584-2125d16d7a57 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:03.488351 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cc8b6d1-13fa-4fd2-9083-26ea30a72378 req-fa9ba16a-d077-483d-8584-2125d16d7a57 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0820222 Nov 09 00:30:03.534883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b325a7-7193-4aac-a3c5-4536dc6b8657 req-e77814b6-ecc8-441a-905a-c82e30fe831a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:03.536300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51b325a7-7193-4aac-a3c5-4536dc6b8657 req-e77814b6-ecc8-441a-905a-c82e30fe831a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0885134 Nov 09 00:30:03.573548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cc8b6d1-13fa-4fd2-9083-26ea30a72378 req-d5263a92-ba2e-49a6-9a3a-89fb1b9d9643 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769811 Nov 09 00:30:03.601688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51b325a7-7193-4aac-a3c5-4536dc6b8657 req-640b005f-f697-414b-8a31-c93121aa498f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589545 Nov 09 00:30:03.704932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38508a-08d8-4240-a772-48039b45d585 req-e4b0dad3-e298-4106-b7c4-379d96e00399 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:03.706492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f38508a-08d8-4240-a772-48039b45d585 req-e4b0dad3-e298-4106-b7c4-379d96e00399 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0515099 Nov 09 00:30:03.764549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f38508a-08d8-4240-a772-48039b45d585 req-1913fd6b-703e-4512-a4a1-1543e96151f5 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519969 Nov 09 00:30:03.982108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228f6be-ddf0-4239-ad75-08f82ba8c4d8 req-cb4fb491-ed4c-414b-a60c-1f28a905def6 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:03.983609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0228f6be-ddf0-4239-ad75-08f82ba8c4d8 req-cb4fb491-ed4c-414b-a60c-1f28a905def6 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0632915 Nov 09 00:30:04.036021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0228f6be-ddf0-4239-ad75-08f82ba8c4d8 req-5a58b7d7-bb68-4ae8-b34d-d3ffd029da5f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450783 Nov 09 00:30:04.733077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc53858-0ba8-4482-a88c-b917d106d11e req-2052542c-d125-4854-aee8-94cf7f2a4767 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:04.735523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bc53858-0ba8-4482-a88c-b917d106d11e req-2052542c-d125-4854-aee8-94cf7f2a4767 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0529685 Nov 09 00:30:04.802598 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bc53858-0ba8-4482-a88c-b917d106d11e req-e9634d97-3530-43ae-95b0-3c3fd1f0d569 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462892 Nov 09 00:30:05.172702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c34d0-21a8-4eee-a370-889e29962731 req-5d4c19ba-f62f-459e-bc78-4d57ed15c414 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:05.174477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef5c34d0-21a8-4eee-a370-889e29962731 req-5d4c19ba-f62f-459e-bc78-4d57ed15c414 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0609407 Nov 09 00:30:05.227500 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef5c34d0-21a8-4eee-a370-889e29962731 req-66af5e7f-db46-49e4-84c3-04e3318f0fe2 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463846 Nov 09 00:30:05.424806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-f955cbce-d34c-4f5d-9fb9-546d340160bd req-3a49d3a4-1f70-49ae-93a4-8316a6abf0ae service neutron] (101781) timed out ('10.222.0.11', 52521) {{(pid=101781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:30:05.930633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56326c-87a1-46d4-9cae-1e6ac14c9897 req-b6703ae5-e6b8-4818-a934-11d01a7d1622 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:05.932565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c56326c-87a1-46d4-9cae-1e6ac14c9897 req-b6703ae5-e6b8-4818-a934-11d01a7d1622 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0522201 Nov 09 00:30:06.030656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c56326c-87a1-46d4-9cae-1e6ac14c9897 req-2e8f04b0-985b-4e93-b51b-5b57e18f3cdb tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738721 Nov 09 00:30:06.071772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75fd1b3b-e7da-457f-ba47-12a98d3e01d4 req-b0a347fa-0c25-427d-9a0e-fb96730d17ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538783 Nov 09 00:30:06.139675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd1b3b-e7da-457f-ba47-12a98d3e01d4 req-89248857-8a06-4b62-a981-719024ac0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:06.141173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75fd1b3b-e7da-457f-ba47-12a98d3e01d4 req-89248857-8a06-4b62-a981-719024ac0bd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 1097 time: 0.0444870 Nov 09 00:30:06.246421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd1b3b-e7da-457f-ba47-12a98d3e01d4 req-3a68a7f3-5a12-4ac3-9712-b9a6b2802f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:06.248029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75fd1b3b-e7da-457f-ba47-12a98d3e01d4 req-3a68a7f3-5a12-4ac3-9712-b9a6b2802f4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 911 time: 0.0872829 Nov 09 00:30:06.349316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75fd1b3b-e7da-457f-ba47-12a98d3e01d4 req-2e5d44b5-4870-4e9a-84ab-6c42d425b108 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f711328-c3c8-4589-a770-3556d76a5e1c HTTP/1.1" status: 200 len: 1002 time: 0.0923400 Nov 09 00:30:06.391776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80991e-fcae-47b4-913c-8460bc46d863 req-b0b0ed87-c527-4ee4-bb99-42a36b28511e tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:06.393164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab80991e-fcae-47b4-913c-8460bc46d863 req-b0b0ed87-c527-4ee4-bb99-42a36b28511e tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0905049 Nov 09 00:30:06.424334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd1b3b-e7da-457f-ba47-12a98d3e01d4 req-df54d482-2b4f-4a0a-bca0-c0b6567e25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:06.426015 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75fd1b3b-e7da-457f-ba47-12a98d3e01d4 req-df54d482-2b4f-4a0a-bca0-c0b6567e25a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 HTTP/1.1" status: 200 len: 850 time: 0.0688972 Nov 09 00:30:06.484902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab80991e-fcae-47b4-913c-8460bc46d863 req-a37a8d92-f0ad-4875-8dc9-3085280c1c1f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795639 Nov 09 00:30:06.496862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd1b3b-e7da-457f-ba47-12a98d3e01d4 req-3e28ee47-5191-4616-8efa-25ec9b9a0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:06.498430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75fd1b3b-e7da-457f-ba47-12a98d3e01d4 req-3e28ee47-5191-4616-8efa-25ec9b9a0e09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596621 Nov 09 00:30:06.591237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75fd1b3b-e7da-457f-ba47-12a98d3e01d4 req-bffccb7b-fcaa-4b7b-a7a1-17d076ef867b service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844519 Nov 09 00:30:06.686468 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75fd1b3b-e7da-457f-ba47-12a98d3e01d4 req-17410319-4e48-4d1a-9ae8-0f9ccef83f54 service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866909 Nov 09 00:30:07.161054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fc157-5e7e-4145-a520-b51cfb1ed82c req-cd66051a-0ca3-4408-a3f5-caeabb0ad2af tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:07.162483 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d56fc157-5e7e-4145-a520-b51cfb1ed82c req-cd66051a-0ca3-4408-a3f5-caeabb0ad2af tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0510905 Nov 09 00:30:07.209851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d56fc157-5e7e-4145-a520-b51cfb1ed82c req-5cc634d1-b96a-4bf0-b063-f218608dcfad tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Nov 09 00:30:07.612130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcdc4d-4681-44c2-9b9f-e6f3179d601a req-af737e93-e04f-4c8e-9293-f2dd56339013 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:07.613902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ffcdc4d-4681-44c2-9b9f-e6f3179d601a req-af737e93-e04f-4c8e-9293-f2dd56339013 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0602164 Nov 09 00:30:07.669169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ffcdc4d-4681-44c2-9b9f-e6f3179d601a req-f58eed0c-58ba-49bd-af4e-a606308a5185 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486705 Nov 09 00:30:08.335078 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659dcaf-0597-4738-9342-88afddfc6ded req-34003b72-33cc-416b-9075-ffba699bfa1b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:08.336644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d659dcaf-0597-4738-9342-88afddfc6ded req-34003b72-33cc-416b-9075-ffba699bfa1b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0496454 Nov 09 00:30:08.384448 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d659dcaf-0597-4738-9342-88afddfc6ded req-8b7f33b5-7aeb-4b1b-a5ae-5c973bea0f6a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Nov 09 00:30:08.787733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4e7ba-abc7-464c-ab39-e80225bf05c8 req-cedfcdcc-39b8-4253-815e-13587d165bae tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:08.789776 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7bd4e7ba-abc7-464c-ab39-e80225bf05c8 req-cedfcdcc-39b8-4253-815e-13587d165bae tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0495572 Nov 09 00:30:08.836983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7bd4e7ba-abc7-464c-ab39-e80225bf05c8 req-f841318c-1dcd-4544-a739-1d744261a3a9 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Nov 09 00:30:09.515287 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466b6fc-a7b4-4128-82c9-819000c910ad req-503916c0-f016-4447-bebf-bb873fbc5b95 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:09.516651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0466b6fc-a7b4-4128-82c9-819000c910ad req-503916c0-f016-4447-bebf-bb873fbc5b95 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0539904 Nov 09 00:30:09.565278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0466b6fc-a7b4-4128-82c9-819000c910ad req-1ae8ddb9-fc20-45be-bd25-2f9e9864f989 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423944 Nov 09 00:30:09.954252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576250-452b-45d8-84b6-3135c0d6fe45 req-f5ec8636-59f1-40df-aa9d-38fb78acf189 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:09.955751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38576250-452b-45d8-84b6-3135c0d6fe45 req-f5ec8636-59f1-40df-aa9d-38fb78acf189 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0490508 Nov 09 00:30:10.004481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38576250-452b-45d8-84b6-3135c0d6fe45 req-342d604b-be3c-4304-a5f9-9981ff4de8ce tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Nov 09 00:30:10.692546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80382b08-d691-4807-a3ef-4abd60bf5ebb req-e6d95c75-90f8-409d-9fbc-22243b0fa2de tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:10.694339 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80382b08-d691-4807-a3ef-4abd60bf5ebb req-e6d95c75-90f8-409d-9fbc-22243b0fa2de tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0518658 Nov 09 00:30:10.748008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80382b08-d691-4807-a3ef-4abd60bf5ebb req-bcd912bc-e49c-41eb-affa-9e17a04c3d27 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467782 Nov 09 00:30:11.142800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186df8cb-28fe-40c8-932b-592af22fcdf7 req-86f92ee7-fb2a-45b6-9ccc-5f2ae787c37f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:11.144572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-186df8cb-28fe-40c8-932b-592af22fcdf7 req-86f92ee7-fb2a-45b6-9ccc-5f2ae787c37f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0604987 Nov 09 00:30:11.193340 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-186df8cb-28fe-40c8-932b-592af22fcdf7 req-ff5cbfc9-e6b1-4300-a8cf-413cd911d036 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428557 Nov 09 00:30:11.866697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1f167-18ed-48e7-b76f-8566158d238a req-0b5e800c-033c-466a-b85a-192504afec92 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:11.868117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40d1f167-18ed-48e7-b76f-8566158d238a req-0b5e800c-033c-466a-b85a-192504afec92 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0488827 Nov 09 00:30:11.916004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-40d1f167-18ed-48e7-b76f-8566158d238a req-b3b84ffc-54ba-4f2d-a1a0-b5764c43d223 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412169 Nov 09 00:30:12.182004 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:30:12.316985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fd9ac-c7ef-46eb-9036-1c348a554cfd req-e48c12e3-495f-4b2f-9c07-b30015af68fe tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:12.318415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-421fd9ac-c7ef-46eb-9036-1c348a554cfd req-e48c12e3-495f-4b2f-9c07-b30015af68fe tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0535688 Nov 09 00:30:12.366461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-421fd9ac-c7ef-46eb-9036-1c348a554cfd req-b6474ca7-7c64-446f-a47a-2c3c957e04dd tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 Nov 09 00:30:12.644696 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50f35dbc-8b64-426e-9352-99d8824e543f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:13.039493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d9195-c19b-44e8-add9-0be9d684f74e req-709cf7dd-23cb-4f4f-8ccc-fece0d5efe1e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:13.040981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-148d9195-c19b-44e8-add9-0be9d684f74e req-709cf7dd-23cb-4f4f-8ccc-fece0d5efe1e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0495605 Nov 09 00:30:13.089144 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-148d9195-c19b-44e8-add9-0be9d684f74e req-ac81787e-3380-4992-901c-b73742c21f07 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421009 Nov 09 00:30:13.492885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62071391-7b2f-4589-a38d-6f3eee9e360d req-d54774a9-24ac-498c-8f46-3a55b5ecaa33 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:13.494295 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62071391-7b2f-4589-a38d-6f3eee9e360d req-d54774a9-24ac-498c-8f46-3a55b5ecaa33 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0521183 Nov 09 00:30:13.541982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62071391-7b2f-4589-a38d-6f3eee9e360d req-f6141c96-e389-4103-92e1-9ff5178ce3b3 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 Nov 09 00:30:14.215949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f517f59-fe57-4b8f-86f1-902aaedd3ff1 req-d9f36ef7-c763-4e56-916c-c957d38f7738 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:14.217978 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f517f59-fe57-4b8f-86f1-902aaedd3ff1 req-d9f36ef7-c763-4e56-916c-c957d38f7738 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0541794 Nov 09 00:30:14.265870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f517f59-fe57-4b8f-86f1-902aaedd3ff1 req-78fcf513-6552-4295-85a3-32cdb4ce28ba tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414257 Nov 09 00:30:14.673375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650626ab-b3eb-4272-bbda-1598cf5219ca req-2ddd81b9-08ec-4d6a-9240-74bc7e22c239 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:14.675116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-650626ab-b3eb-4272-bbda-1598cf5219ca req-2ddd81b9-08ec-4d6a-9240-74bc7e22c239 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0528982 Nov 09 00:30:14.734714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-650626ab-b3eb-4272-bbda-1598cf5219ca req-03a0f135-ea81-4485-8699-3dcdb45b15dd tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531862 Nov 09 00:30:14.793484 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a85ba617-989b-4f10-b74a-053a35d03ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:14.812814 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 37cefbf0-7295-45b7-b1b7-254ce315f890 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:30:14.919999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:14.934189 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'port_id': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'mac_address': 'fa:16:3e:2c:62:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:30:14.983359 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:14.998976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37cefbf0-7295-45b7-b1b7-254ce315f890 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:30:15.031939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:15.036020 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:15.096643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:15.106476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:15.106832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:15.107173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:15.107513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:15.107848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:15.108177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:15.108506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:15.108831 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:15.109155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:15.109530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:15.109853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:15.110208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:15.124798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['37cefbf0-7295-45b7-b1b7-254ce315f890'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:30:15.220237 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c1d58e79-9ef4-4520-9bc8-ae6d4c424652 req-cb2e4254-ed95-48cf-921e-143410eec286 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1254272 Nov 09 00:30:15.321087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58e79-9ef4-4520-9bc8-ae6d4c424652 req-46326058-7c87-40e3-bb52-5b9029bf47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:15.322818 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c1d58e79-9ef4-4520-9bc8-ae6d4c424652 req-46326058-7c87-40e3-bb52-5b9029bf47df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 1096 time: 0.0456750 Nov 09 00:30:15.400239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab5455-48aa-44cc-84c6-b4cc0376127c req-dd9dab35-e2d2-4457-81b6-7d4c08972812 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:15.402427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e8ab5455-48aa-44cc-84c6-b4cc0376127c req-dd9dab35-e2d2-4457-81b6-7d4c08972812 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0513763 Nov 09 00:30:15.442372 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58e79-9ef4-4520-9bc8-ae6d4c424652 req-735789c1-8a2b-46cd-a801-c822a84f2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:15.443917 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c1d58e79-9ef4-4520-9bc8-ae6d4c424652 req-735789c1-8a2b-46cd-a801-c822a84f2585 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 200 len: 905 time: 0.0985456 Nov 09 00:30:15.487760 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e8ab5455-48aa-44cc-84c6-b4cc0376127c req-3e8dabe3-9d6e-4295-a7e5-dd6cb69259ee tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789201 Nov 09 00:30:15.495529 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c1d58e79-9ef4-4520-9bc8-ae6d4c424652 req-fdf58521-927c-42a1-9d19-7117dc45a1d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc HTTP/1.1" status: 200 len: 217 time: 0.0391023 Nov 09 00:30:15.563821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58e79-9ef4-4520-9bc8-ae6d4c424652 req-8abbe1ad-319a-4afa-a42f-3f6d884304d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:15.565272 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c1d58e79-9ef4-4520-9bc8-ae6d4c424652 req-8abbe1ad-319a-4afa-a42f-3f6d884304d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 200 len: 845 time: 0.0620992 Nov 09 00:30:15.610220 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c1d58e79-9ef4-4520-9bc8-ae6d4c424652 req-c86e646b-25d5-46a3-810f-bb712841b723 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9696faab-68f6-4507-8fca-4d6a572c2385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382011 Nov 09 00:30:15.711616 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c1d58e79-9ef4-4520-9bc8-ae6d4c424652 req-9f65bfaf-5053-4080-9a20-7240790136fc service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931809 Nov 09 00:30:15.835256 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c1d58e79-9ef4-4520-9bc8-ae6d4c424652 req-eea472db-13a4-4b0a-8001-879e4d2de1e7 service neutron] 10.222.0.11 "GET /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089215 Nov 09 00:30:15.925628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1541ac-f04b-4ea3-928f-221c8d471f51 req-ecf5819f-0fba-4d09-8803-4e57fd473494 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:15.927518 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc1541ac-f04b-4ea3-928f-221c8d471f51 req-ecf5819f-0fba-4d09-8803-4e57fd473494 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0702004 Nov 09 00:30:15.989750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc1541ac-f04b-4ea3-928f-221c8d471f51 req-15bcc404-3b9a-4c40-9cf4-4f70da1b9731 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563231 Nov 09 00:30:16.024182 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:16.118048 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:16.405386 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:16.641996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3211518-2128-4bf6-9420-da70f606086d req-4a8059bb-2273-4129-b3a4-f2e66ceecc4a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:16.651815 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3211518-2128-4bf6-9420-da70f606086d req-4a8059bb-2273-4129-b3a4-f2e66ceecc4a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0890214 Nov 09 00:30:16.721535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3211518-2128-4bf6-9420-da70f606086d req-2682d784-6e08-40fe-aa22-2ecc46a8a587 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686078 Nov 09 00:30:16.819052 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 37cefbf0-7295-45b7-b1b7-254ce315f890 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:30:16.890710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 37cefbf0-7295-45b7-b1b7-254ce315f890 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:30:16.890968 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:17.004501 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:17.035775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:30:17.039036 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8899e7b-2f9b-4b0a-8ccd-51c9030e317a" -d '{"events": [{"server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "name": "network-vif-plugged", "status": "completed", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:30:17.082030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:17.092629 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:17.208983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:17.219586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c406b-9293-45bc-9880-361a221fae78 req-febf3c5d-6b4e-4513-be89-279124980d01 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:17.223943 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa8c406b-9293-45bc-9880-361a221fae78 req-febf3c5d-6b4e-4513-be89-279124980d01 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0856233 Nov 09 00:30:17.261644 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a006453-0ac4-45a9-8c1d-f1ffcef09721 x-openstack-request-id: req-3a006453-0ac4-45a9-8c1d-f1ffcef09721 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:30:17.262427 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "name": "network-vif-plugged", "status": "completed", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:30:17.263748 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a006453-0ac4-45a9-8c1d-f1ffcef09721 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:30:17.265855 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'code': 200} Nov 09 00:30:17.314926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa8c406b-9293-45bc-9880-361a221fae78 req-e4bcd989-e7ae-464d-bb09-5b8356920dfd tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753319 Nov 09 00:30:17.641886 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:17.905847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e461602-fa13-4e0e-acdd-c0283c0027f2 req-15d3d13d-8f84-4dad-bcaf-facbc41900d6 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:17.913060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e461602-fa13-4e0e-acdd-c0283c0027f2 req-15d3d13d-8f84-4dad-bcaf-facbc41900d6 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.1195145 Nov 09 00:30:17.984063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e461602-fa13-4e0e-acdd-c0283c0027f2 req-d9821457-18c8-46c5-9773-7cd52c409085 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690861 Nov 09 00:30:18.366945 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:18.519017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbaf86-d456-4eb7-9a2b-65ef363a6117 req-4c09c42f-befe-444b-bdd0-6a4c4964b52d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:18.520687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97cbaf86-d456-4eb7-9a2b-65ef363a6117 req-4c09c42f-befe-444b-bdd0-6a4c4964b52d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0942452 Nov 09 00:30:18.589875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97cbaf86-d456-4eb7-9a2b-65ef363a6117 req-d42aea46-3faf-47b4-9934-ef0823a033ee tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583122 Nov 09 00:30:19.129200 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27352840-4325-4849-a2de-b8627fa401b8 req-54202bb5-702d-474e-957c-9f3b95b3b5e0 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:19.130760 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27352840-4325-4849-a2de-b8627fa401b8 req-54202bb5-702d-474e-957c-9f3b95b3b5e0 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0602071 Nov 09 00:30:19.209727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27352840-4325-4849-a2de-b8627fa401b8 req-e141df4c-27d1-4e61-872c-a4405abaf4cb tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728047 Nov 09 00:30:19.783785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc49e05-788e-4f7a-943a-dfaf2a69b657 req-d1ad23f9-a101-4e30-a3b1-08fedf63cc03 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:19.792703 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcc49e05-788e-4f7a-943a-dfaf2a69b657 req-d1ad23f9-a101-4e30-a3b1-08fedf63cc03 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0843058 Nov 09 00:30:19.855770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcc49e05-788e-4f7a-943a-dfaf2a69b657 req-ecc4542c-4b14-4621-b506-8fbb241d9cc8 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638943 Nov 09 00:30:20.345130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5939a-703b-450a-8dbd-13d130f6c183 req-28aaba7b-4a9b-48ef-9541-bfafa7b73340 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:20.352350 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24b5939a-703b-450a-8dbd-13d130f6c183 req-28aaba7b-4a9b-48ef-9541-bfafa7b73340 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0594714 Nov 09 00:30:20.404678 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24b5939a-703b-450a-8dbd-13d130f6c183 req-c4b3bde5-148f-4a83-ac0a-b539715b6db3 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514300 Nov 09 00:30:20.995671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207585a5-d0fc-4dff-b205-c381350cf969 req-f717307d-0547-4667-9d58-12696c982c55 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:21.007914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-207585a5-d0fc-4dff-b205-c381350cf969 req-f717307d-0547-4667-9d58-12696c982c55 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0714064 Nov 09 00:30:21.082076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-207585a5-d0fc-4dff-b205-c381350cf969 req-7b9117bf-6c52-4fae-af59-39af95ed243f tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685430 Nov 09 00:30:21.569004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88a17a-ba8c-4eda-b328-42833e2ea1b7 req-8b697c1c-6fe2-483d-a938-af0615e2cc1b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:21.570730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe88a17a-ba8c-4eda-b328-42833e2ea1b7 req-8b697c1c-6fe2-483d-a938-af0615e2cc1b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0729942 Nov 09 00:30:21.652895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe88a17a-ba8c-4eda-b328-42833e2ea1b7 req-31054685-d3e7-4297-a602-b6095b4c7184 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754688 Nov 09 00:30:22.208928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ab348-e6cf-4c13-9e78-083cbff555b3 req-8b88971a-da62-4e26-8ca4-72c7a6688969 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:22.216128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f32ab348-e6cf-4c13-9e78-083cbff555b3 req-8b88971a-da62-4e26-8ca4-72c7a6688969 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0644560 Nov 09 00:30:22.269979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f32ab348-e6cf-4c13-9e78-083cbff555b3 req-29cbc8a6-24ea-4995-9ac2-52269e4fc250 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528924 Nov 09 00:30:22.829013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057076f0-3603-41ac-906c-a4d2c22aae97 req-177242b4-7f2f-429d-865d-a7a659fb5c80 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:22.830591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-057076f0-3603-41ac-906c-a4d2c22aae97 req-177242b4-7f2f-429d-865d-a7a659fb5c80 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0871983 Nov 09 00:30:22.891418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-057076f0-3603-41ac-906c-a4d2c22aae97 req-cfc9c86a-ecf1-4ba3-9944-b78a12e2a35e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521107 Nov 09 00:30:23.439614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1515d0a-bb87-4b08-a403-6f4986c162e8 req-f2146735-7f6f-4f97-84b5-c78af91a56dc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:23.441126 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1515d0a-bb87-4b08-a403-6f4986c162e8 req-f2146735-7f6f-4f97-84b5-c78af91a56dc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0575366 Nov 09 00:30:23.502290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1515d0a-bb87-4b08-a403-6f4986c162e8 req-725c636e-1fb0-494a-bcf2-88f803fda409 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539503 Nov 09 00:30:24.045740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d598d-2d14-4019-b90a-642aa3e2b369 req-c9ae489b-3ae8-4ddd-8213-69e57c3067f5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:24.047166 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a28d598d-2d14-4019-b90a-642aa3e2b369 req-c9ae489b-3ae8-4ddd-8213-69e57c3067f5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0649073 Nov 09 00:30:24.111531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a28d598d-2d14-4019-b90a-642aa3e2b369 req-91500770-1d29-4c16-9b73-eac2ae5165e5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581729 Nov 09 00:30:24.690108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35833dfb-8855-43d8-a04f-6b767e97eaff req-0ed360be-3aaa-4f64-895b-181e93acc4f3 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:24.694785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35833dfb-8855-43d8-a04f-6b767e97eaff req-0ed360be-3aaa-4f64-895b-181e93acc4f3 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0652442 Nov 09 00:30:24.759274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35833dfb-8855-43d8-a04f-6b767e97eaff req-8e1eaa60-dd10-4165-b4bf-18d3fa05b1f2 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556452 Nov 09 00:30:25.256340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f14962-cff6-4946-9174-d7882b41e668 req-831a2b86-9830-488f-9d32-0d39b5e00bba tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:25.257899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83f14962-cff6-4946-9174-d7882b41e668 req-831a2b86-9830-488f-9d32-0d39b5e00bba tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0569477 Nov 09 00:30:25.321773 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83f14962-cff6-4946-9174-d7882b41e668 req-3d516498-eff6-4903-adda-0141f590fad4 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554574 Nov 09 00:30:25.906536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633180bd-89e2-4073-85e1-ab90f28a92f5 req-e78a067b-7d01-4a9c-8ee7-8197a910b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:25.908106 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-633180bd-89e2-4073-85e1-ab90f28a92f5 req-e78a067b-7d01-4a9c-8ee7-8197a910b6a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 1096 time: 0.0740931 Nov 09 00:30:25.921286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ea89c-1610-4f95-bd55-ae0f08fbd21e req-516192f8-666f-4ca5-9ceb-13bbddb48b8b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:25.922884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d8ea89c-1610-4f95-bd55-ae0f08fbd21e req-516192f8-666f-4ca5-9ceb-13bbddb48b8b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0877206 Nov 09 00:30:26.037625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d8ea89c-1610-4f95-bd55-ae0f08fbd21e req-a4ceec1e-78db-4e37-8287-78dffcb7e592 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054447 Nov 09 00:30:26.057602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633180bd-89e2-4073-85e1-ab90f28a92f5 req-25061f7d-fee6-4305-af61-dcffab9bce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:26.057602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-633180bd-89e2-4073-85e1-ab90f28a92f5 req-25061f7d-fee6-4305-af61-dcffab9bce85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.1280806 Nov 09 00:30:26.118416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-633180bd-89e2-4073-85e1-ab90f28a92f5 req-6df21c01-3701-4d1a-a46e-5324a23c3750 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37cefbf0-7295-45b7-b1b7-254ce315f890 HTTP/1.1" status: 200 len: 1001 time: 0.0586865 Nov 09 00:30:26.178992 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633180bd-89e2-4073-85e1-ab90f28a92f5 req-ee24cb33-48fb-46ce-a2ab-ddfa533a9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:26.180244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-633180bd-89e2-4073-85e1-ab90f28a92f5 req-ee24cb33-48fb-46ce-a2ab-ddfa533a9449 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.0542133 Nov 09 00:30:26.228537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633180bd-89e2-4073-85e1-ab90f28a92f5 req-df85c568-0237-499c-8b3b-1ad499319be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:26.230059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-633180bd-89e2-4073-85e1-ab90f28a92f5 req-df85c568-0237-499c-8b3b-1ad499319be5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413082 Nov 09 00:30:26.322649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-633180bd-89e2-4073-85e1-ab90f28a92f5 req-b186e876-1584-4936-9621-f0aec5d5cea1 service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840764 Nov 09 00:30:26.443600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-633180bd-89e2-4073-85e1-ab90f28a92f5 req-2df96c15-9572-4cfd-877a-65aaf21c9954 service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134632 Nov 09 00:30:26.460709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31263198-c2d1-43f0-a66d-826c3da1f2a4 req-37c3f7bc-5c4f-4723-bcea-bf5ded7727fa tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:26.462282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31263198-c2d1-43f0-a66d-826c3da1f2a4 req-37c3f7bc-5c4f-4723-bcea-bf5ded7727fa tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0674069 Nov 09 00:30:26.516083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31263198-c2d1-43f0-a66d-826c3da1f2a4 req-d0cd5535-1b24-404e-a72f-a9ff4018bb4a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461254 Nov 09 00:30:27.157416 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190d004-eaa2-46c7-8a05-e1c68d4759e4 req-a17b5fa8-81c2-410f-9917-81be48cabbcc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:27.158909 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e190d004-eaa2-46c7-8a05-e1c68d4759e4 req-a17b5fa8-81c2-410f-9917-81be48cabbcc tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0494335 Nov 09 00:30:27.208192 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e190d004-eaa2-46c7-8a05-e1c68d4759e4 req-ef54413e-865c-4fc8-acdc-ae3c540e616d tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Nov 09 00:30:27.648497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d60e93-cc6a-4eec-839f-f70c0be4613c req-676f1b28-9619-4bfb-8681-de3d22c3fbb5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:27.650041 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9d60e93-cc6a-4eec-839f-f70c0be4613c req-676f1b28-9619-4bfb-8681-de3d22c3fbb5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0586164 Nov 09 00:30:27.702129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9d60e93-cc6a-4eec-839f-f70c0be4613c req-07a857ae-9080-48ec-970e-45eb3273fe36 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452919 Nov 09 00:30:28.329054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c1451-9807-4b3e-8189-2ec05abf6390 req-551e0363-f9d6-4fa7-af18-5aa38a60498c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:28.330572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e6c1451-9807-4b3e-8189-2ec05abf6390 req-551e0363-f9d6-4fa7-af18-5aa38a60498c tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0518250 Nov 09 00:30:28.382289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e6c1451-9807-4b3e-8189-2ec05abf6390 req-ad85f938-24df-43a5-8137-cd7c74b65d18 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450835 Nov 09 00:30:28.824606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90dec0-5ad6-4428-9676-f743ca038487 req-4064ebfc-e454-437a-a118-196784be672d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:28.826810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c90dec0-5ad6-4428-9676-f743ca038487 req-4064ebfc-e454-437a-a118-196784be672d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0495083 Nov 09 00:30:28.873814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c90dec0-5ad6-4428-9676-f743ca038487 req-e0d1a7f4-9541-4983-9f0c-a41a24980bae tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411372 Nov 09 00:30:28.880714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 37cefbf0-7295-45b7-b1b7-254ce315f890 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:30:28.969785 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:28.995928 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:30:28.998785 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409365f3-1958-4829-bf57-cb3b14c49403" -d '{"events": [{"server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "name": "network-vif-unplugged", "status": "completed", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:30:29.011501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:29.016563 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:29.052050 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 00:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6b5a39-454d-4f6c-95a0-72afad0fae81 x-openstack-request-id: req-2e6b5a39-454d-4f6c-95a0-72afad0fae81 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:30:29.052343 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "name": "network-vif-unplugged", "status": "failed", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890", "code": 422}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:30:29.052593 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e6b5a39-454d-4f6c-95a0-72afad0fae81 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:30:29.052996 n-d-813263-3 neutron-server[101782]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'code': 422} returned with failed status Nov 09 00:30:29.072885 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:29.523430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a55c89-51a5-4504-96f1-f6085fe2eb8f req-7f455f99-b87a-400d-8f3b-13653329f0dd tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:29.525093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f6a55c89-51a5-4504-96f1-f6085fe2eb8f req-7f455f99-b87a-400d-8f3b-13653329f0dd tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0641329 Nov 09 00:30:29.609422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9894b3-6d8d-4d07-9e0b-4c9a4e1e1572 req-6022e2fe-f9ea-4e4f-b249-bbc2e99fd29d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:29.610942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae9894b3-6d8d-4d07-9e0b-4c9a4e1e1572 req-6022e2fe-f9ea-4e4f-b249-bbc2e99fd29d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 943 time: 0.0848558 Nov 09 00:30:29.621687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f6a55c89-51a5-4504-96f1-f6085fe2eb8f req-48979de9-49bd-4afb-aec4-8a5cb6add489 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850196 Nov 09 00:30:29.679100 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae9894b3-6d8d-4d07-9e0b-4c9a4e1e1572 req-2d65d1f2-d4a1-470e-a740-8e70944ea44d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555201 Nov 09 00:30:29.717166 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b98dc497-fad9-4511-8493-2e09218d969f req-063e1952-c077-4e23-9905-46e0267041bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273551 Nov 09 00:30:29.871533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900dd6a-0552-499a-92d6-3e5a56884b75 req-1f0d5b4c-6eb4-46ac-90d7-9d8921ce6a36 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:29.881011 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d900dd6a-0552-499a-92d6-3e5a56884b75 req-1f0d5b4c-6eb4-46ac-90d7-9d8921ce6a36 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0682435 Nov 09 00:30:29.949451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d900dd6a-0552-499a-92d6-3e5a56884b75 req-a8c549e0-c879-4c20-9b21-88eebbfaeb3a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673940 Nov 09 00:30:30.083077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed187b67-73b7-4b86-adad-3b6165843cc0 req-97989350-4ce9-45fd-bb0e-fab4f0a7c437 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:30.091350 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed187b67-73b7-4b86-adad-3b6165843cc0 req-97989350-4ce9-45fd-bb0e-fab4f0a7c437 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0692348 Nov 09 00:30:30.147260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed187b67-73b7-4b86-adad-3b6165843cc0 req-0673ccf1-bf40-4990-9297-2b8a6b3f6694 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546281 Nov 09 00:30:30.421716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43236b-56a9-490b-bd20-9ee349d21736 req-50ca8c35-dc23-4233-9eb3-693d30672605 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:30.423817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a43236b-56a9-490b-bd20-9ee349d21736 req-50ca8c35-dc23-4233-9eb3-693d30672605 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0550954 Nov 09 00:30:30.475684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a43236b-56a9-490b-bd20-9ee349d21736 req-7a4a19b4-f4d3-4463-8691-179a1e40f008 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461078 Nov 09 00:30:30.837144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c09427-00b4-461b-b9b7-a01070875a92 req-7a79a4f7-6744-4d20-957f-8ee134d92612 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:30.845064 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5c09427-00b4-461b-b9b7-a01070875a92 req-7a79a4f7-6744-4d20-957f-8ee134d92612 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 943 time: 0.0826614 Nov 09 00:30:30.904657 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5c09427-00b4-461b-b9b7-a01070875a92 req-02bfd765-bdb2-46d7-9377-39baa6bbf722 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583577 Nov 09 00:30:31.113832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926c45e-ca1c-4e2f-b597-54b35ea5bffe req-79d5a459-fac6-44aa-b9bd-bc9f18888992 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:31.115432 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9926c45e-ca1c-4e2f-b597-54b35ea5bffe req-79d5a459-fac6-44aa-b9bd-bc9f18888992 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0593197 Nov 09 00:30:31.173660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9926c45e-ca1c-4e2f-b597-54b35ea5bffe req-efe736f9-23a5-4e49-badc-4822126baa28 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519559 Nov 09 00:30:31.558708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c99a3-3ca5-4ea6-a343-8df5658bfc4c req-9b609d18-5125-40f1-a1fa-1d3aa2b194fb tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:31.561584 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c44c99a3-3ca5-4ea6-a343-8df5658bfc4c req-9b609d18-5125-40f1-a1fa-1d3aa2b194fb tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0623617 Nov 09 00:30:31.621403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d78b6-7296-498a-b29f-d11ecb3deb40 req-243292c7-bdf0-445b-9d9e-4d9dd338a03a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:31.636638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d1d78b6-7296-498a-b29f-d11ecb3deb40 req-243292c7-bdf0-445b-9d9e-4d9dd338a03a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=81e120f9-3dc6-4e28-99a1-34517aaa96b8 HTTP/1.1" status: 200 len: 945 time: 0.0784054 Nov 09 00:30:31.673779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-c44c99a3-3ca5-4ea6-a343-8df5658bfc4c req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Deleting port 19a34561-8a79-48f7-b2a0-5bfb363f9aac {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:30:31.674131 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c44c99a3-3ca5-4ea6-a343-8df5658bfc4c req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:31.717925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d1d78b6-7296-498a-b29f-d11ecb3deb40 req-55b6b0c1-6007-45be-80e9-da3728bce737 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773427 Nov 09 00:30:31.775917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c44c99a3-3ca5-4ea6-a343-8df5658bfc4c req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] For port 19a34561-8a79-48f7-b2a0-5bfb363f9aac, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=19a34561-8a79-48f7-b2a0-5bfb363f9aac,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:31.776211 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c44c99a3-3ca5-4ea6-a343-8df5658bfc4c req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:31.789425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-c44c99a3-3ca5-4ea6-a343-8df5658bfc4c req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Calling delete_port for 19a34561-8a79-48f7-b2a0-5bfb363f9aac owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:30:31.921279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c44c99a3-3ca5-4ea6-a343-8df5658bfc4c req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:31.934948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc', '19a34561-8a79-48f7-b2a0-5bfb363f9aac'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:30:32.019786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event deleted for resources: {'Port': ['ID=19a34561-8a79-48f7-b2a0-5bfb363f9aac,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:32.048057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:32.048628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:32.049577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:32.050072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:32.050560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:32.051216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:32.052194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:32.052815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:32.053296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:32.067063 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:32.067528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:32.067864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:32.121328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44c99a3-3ca5-4ea6-a343-8df5658bfc4c req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] No DVR routers for this DVR port 19a34561-8a79-48f7-b2a0-5bfb363f9aac on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:30:32.122124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9a7d2-46b1-4a53-8c93-966cf068edc2 req-aec55080-6436-42b5-bd07-0919e5853dc0 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:32.133668 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46b9a7d2-46b1-4a53-8c93-966cf068edc2 req-aec55080-6436-42b5-bd07-0919e5853dc0 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 943 time: 0.1183016 Nov 09 00:30:32.134280 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c44c99a3-3ca5-4ea6-a343-8df5658bfc4c req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:32.138468 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c44c99a3-3ca5-4ea6-a343-8df5658bfc4c req-380e77c0-b1cf-4734-a6c6-b0848784f43a tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "DELETE /v2.0/ports/19a34561-8a79-48f7-b2a0-5bfb363f9aac HTTP/1.1" status: 204 len: 173 time: 0.5706084 Nov 09 00:30:32.138937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e120f9-3dc6-4e28-99a1-34517aaa96b8', 'name': 'network-vif-deleted', 'tag': '19a34561-8a79-48f7-b2a0-5bfb363f9aac'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:30:32.141246 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da653231-37d3-458f-97b3-ef11d500348b" -d '{"events": [{"server_uuid": "81e120f9-3dc6-4e28-99a1-34517aaa96b8", "name": "network-vif-deleted", "tag": "19a34561-8a79-48f7-b2a0-5bfb363f9aac"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:30:32.211914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46b9a7d2-46b1-4a53-8c93-966cf068edc2 req-c0a04bf2-866a-40f3-992d-cc2756e1f4ce tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768089 Nov 09 00:30:32.304055 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e14a8e-4423-42ea-9d9d-afd6eaac598e x-openstack-request-id: req-75e14a8e-4423-42ea-9d9d-afd6eaac598e {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:30:32.304348 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e120f9-3dc6-4e28-99a1-34517aaa96b8", "name": "network-vif-deleted", "tag": "19a34561-8a79-48f7-b2a0-5bfb363f9aac", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:30:32.304597 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75e14a8e-4423-42ea-9d9d-afd6eaac598e {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:30:32.304992 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e120f9-3dc6-4e28-99a1-34517aaa96b8', 'name': 'network-vif-deleted', 'tag': '19a34561-8a79-48f7-b2a0-5bfb363f9aac', 'status': 'completed', 'code': 200} Nov 09 00:30:32.363253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b3802-e22b-4694-aedc-1d49da54f235 req-93ecab64-238a-4f53-9a87-c414f68becdd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:32.364851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b91b3802-e22b-4694-aedc-1d49da54f235 req-93ecab64-238a-4f53-9a87-c414f68becdd tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0554469 Nov 09 00:30:32.424641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b91b3802-e22b-4694-aedc-1d49da54f235 req-88da5008-f91e-496c-acdf-6e871777375a tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519383 Nov 09 00:30:33.395869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fb8f4-240b-48e6-a091-438359df774a req-c4437977-b52e-454b-a29d-2617fb324bea tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:33.397315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c74fb8f4-240b-48e6-a091-438359df774a req-c4437977-b52e-454b-a29d-2617fb324bea tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 943 time: 0.0993974 Nov 09 00:30:33.483031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c74fb8f4-240b-48e6-a091-438359df774a req-695674af-864f-4024-94f2-ce8bd68d26b2 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676165 Nov 09 00:30:33.549744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c853c7f-9375-4964-88f9-338b11c43266 req-b58d983a-f9bc-49bc-8051-7a251282acf3 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:33.551288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c853c7f-9375-4964-88f9-338b11c43266 req-b58d983a-f9bc-49bc-8051-7a251282acf3 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 945 time: 0.0670302 Nov 09 00:30:33.639866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c853c7f-9375-4964-88f9-338b11c43266 req-12d3c8ce-e6c4-47e0-be33-458b0b9aaa92 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803425 Nov 09 00:30:33.681679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e7364-646d-4f26-ac38-dec2ed5afa7b req-f4677a56-8c77-42c7-907c-5dfa3f77094b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:33.683509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e45e7364-646d-4f26-ac38-dec2ed5afa7b req-f4677a56-8c77-42c7-907c-5dfa3f77094b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0617950 Nov 09 00:30:33.737237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e45e7364-646d-4f26-ac38-dec2ed5afa7b req-bbd8ca78-14fe-414a-b64b-8a0fb58fee21 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477514 Nov 09 00:30:34.614565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cfef7-66fe-4dcf-aefe-78cf80b6a448 req-47c0570d-a03d-4ccb-80e4-3721f409d8e5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:34.623104 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a80cfef7-66fe-4dcf-aefe-78cf80b6a448 req-47c0570d-a03d-4ccb-80e4-3721f409d8e5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 943 time: 0.0622418 Nov 09 00:30:34.683146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a80cfef7-66fe-4dcf-aefe-78cf80b6a448 req-95db46a5-4a28-478d-9f09-bfab4c98dc18 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569851 Nov 09 00:30:34.801691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 19a34561-8a79-48f7-b2a0-5bfb363f9aac no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:30:34.810654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa9d06-479b-4081-96e1-e934275af48c req-7f3c7da8-e9ac-4ca3-bc80-c9c41f49c6b4 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:34.821146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-beaa9d06-479b-4081-96e1-e934275af48c req-7f3c7da8-e9ac-4ca3-bc80-c9c41f49c6b4 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 945 time: 0.0952718 Nov 09 00:30:34.832982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f8660-45bd-4b35-ae58-a5e83a3e2d30 req-43c846c4-a8f1-46cd-9604-d113f7a9e1e4 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:34.834530 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-902f8660-45bd-4b35-ae58-a5e83a3e2d30 req-43c846c4-a8f1-46cd-9604-d113f7a9e1e4 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51987d-a98e-4ced-8537-69d7ad1f975f HTTP/1.1" status: 200 len: 945 time: 0.0848627 Nov 09 00:30:34.849773 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 19a34561-8a79-48f7-b2a0-5bfb363f9aac {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:30:34.850203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 19a34561-8a79-48f7-b2a0-5bfb363f9aac not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:30:34.891818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-beaa9d06-479b-4081-96e1-e934275af48c req-3cc331ef-3968-4668-8a0c-0e6cce00bf6b tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d65694c-5a40-41a2-be03-644becd4f91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638137 Nov 09 00:30:34.954355 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd4c88-4cca-4d77-89e6-8ef435e96927 req-ce5a3999-abb6-4a0f-a8cd-98d52df04a7f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:34.954862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-902f8660-45bd-4b35-ae58-a5e83a3e2d30 req-ca38b650-5739-423f-9dfa-b29275cb6f60 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Deleting port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:30:34.955207 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-902f8660-45bd-4b35-ae58-a5e83a3e2d30 req-ca38b650-5739-423f-9dfa-b29275cb6f60 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:34.957800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6fd4c88-4cca-4d77-89e6-8ef435e96927 req-ce5a3999-abb6-4a0f-a8cd-98d52df04a7f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.1036606 Nov 09 00:30:35.037366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6fd4c88-4cca-4d77-89e6-8ef435e96927 req-0b03ae1d-e6a2-45c7-bb21-0ae8824eaa0c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731251 Nov 09 00:30:35.067900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-902f8660-45bd-4b35-ae58-a5e83a3e2d30 req-ca38b650-5739-423f-9dfa-b29275cb6f60 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] For port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc,segment=NetworkSegment(8453c782-a018-4091-94a5-5f691d753435),segment_id=8453c782-a018-4091-94a5-5f691d753435)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:35.068285 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-902f8660-45bd-4b35-ae58-a5e83a3e2d30 req-ca38b650-5739-423f-9dfa-b29275cb6f60 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:35.086488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-902f8660-45bd-4b35-ae58-a5e83a3e2d30 req-ca38b650-5739-423f-9dfa-b29275cb6f60 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Calling delete_port for 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:30:35.228670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-902f8660-45bd-4b35-ae58-a5e83a3e2d30 req-ca38b650-5739-423f-9dfa-b29275cb6f60 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:35.246924 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0ae0417c-e910-4ef0-a58b-a1d01b80f2dc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:30:35.274435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38b650-5739-423f-9dfa-b29275cb6f60 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Pushing event deleted for resources: {'Port': ['ID=0ae0417c-e910-4ef0-a58b-a1d01b80f2dc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:35.332182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-902f8660-45bd-4b35-ae58-a5e83a3e2d30 req-ca38b650-5739-423f-9dfa-b29275cb6f60 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] No DVR routers for this DVR port 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:30:35.334909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-902f8660-45bd-4b35-ae58-a5e83a3e2d30 req-ca38b650-5739-423f-9dfa-b29275cb6f60 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:35.338346 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-902f8660-45bd-4b35-ae58-a5e83a3e2d30 req-ca38b650-5739-423f-9dfa-b29275cb6f60 tempest-ServersTestJSON-1712704696 tempest-ServersTestJSON-1712704696-project] 10.222.0.11 "DELETE /v2.0/ports/0ae0417c-e910-4ef0-a58b-a1d01b80f2dc HTTP/1.1" status: 204 len: 173 time: 0.4968944 Nov 09 00:30:35.338779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a51987d-a98e-4ced-8537-69d7ad1f975f', 'name': 'network-vif-deleted', 'tag': '0ae0417c-e910-4ef0-a58b-a1d01b80f2dc'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:30:35.341615 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8393bb-0088-4754-9961-c420e336ec28" -d '{"events": [{"server_uuid": "5a51987d-a98e-4ced-8537-69d7ad1f975f", "name": "network-vif-deleted", "tag": "0ae0417c-e910-4ef0-a58b-a1d01b80f2dc"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:30:35.380260 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3683808-05f1-4dd7-99db-bbcd7f870cb7 x-openstack-request-id: req-f3683808-05f1-4dd7-99db-bbcd7f870cb7 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:30:35.380749 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a51987d-a98e-4ced-8537-69d7ad1f975f", "name": "network-vif-deleted", "tag": "0ae0417c-e910-4ef0-a58b-a1d01b80f2dc", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:30:35.381158 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3683808-05f1-4dd7-99db-bbcd7f870cb7 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:30:35.381748 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a51987d-a98e-4ced-8537-69d7ad1f975f', 'name': 'network-vif-deleted', 'tag': '0ae0417c-e910-4ef0-a58b-a1d01b80f2dc', 'status': 'completed', 'code': 200} Nov 09 00:30:35.836797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a40e58-c2aa-4b83-8925-cfc88e0e2fc5 req-872d5996-d0a9-4f80-bed6-0a42339f6290 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:35.838597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59a40e58-c2aa-4b83-8925-cfc88e0e2fc5 req-872d5996-d0a9-4f80-bed6-0a42339f6290 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 943 time: 0.0559235 Nov 09 00:30:35.913851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59a40e58-c2aa-4b83-8925-cfc88e0e2fc5 req-1d664997-74c9-4f4b-8450-9aa41d368bd3 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668681 Nov 09 00:30:35.952415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37900) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:36.004395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0f4257-5d8f-437f-a4e4-489cf1d42688 admin admin] Deleting subnet da7dd990-1b5c-41a3-a5b9-028ea3b28461 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:30:36.007843 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4257-5d8f-437f-a4e4-489cf1d42688 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.042618 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4257-5d8f-437f-a4e4-489cf1d42688 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.089811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4257-5d8f-437f-a4e4-489cf1d42688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.165195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b44c18-97b1-44b5-8bb0-7d7ceb063238 req-fa5b6203-0d3e-4b10-bfca-24609f1fd4f1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:36.166959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4b44c18-97b1-44b5-8bb0-7d7ceb063238 req-fa5b6203-0d3e-4b10-bfca-24609f1fd4f1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0671637 Nov 09 00:30:36.167539 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4257-5d8f-437f-a4e4-489cf1d42688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.199322 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f4257-5d8f-437f-a4e4-489cf1d42688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7dd990-1b5c-41a3-a5b9-028ea3b28461,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:36.204660 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4257-5d8f-437f-a4e4-489cf1d42688 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.208725 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3e0f4257-5d8f-437f-a4e4-489cf1d42688 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da7dd990-1b5c-41a3-a5b9-028ea3b28461 HTTP/1.1" status: 204 len: 168 time: 0.2551053 Nov 09 00:30:36.211794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37908) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:36.245451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4b44c18-97b1-44b5-8bb0-7d7ceb063238 req-e7d6aebc-8fa7-4629-b095-8a577787d628 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627527 Nov 09 00:30:36.284883 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.368203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.387395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9696faab-68f6-4507-8fca-4d6a572c2385']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:30:36.399949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8453c782-a018-4091-94a5-5f691d753435') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:30:36.400243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8453c782-a018-4091-94a5-5f691d753435') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:30:36.420384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.448637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.457888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:30:36.465668 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:30:36.509640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc497-fad9-4511-8493-2e09218d969f req-90d80158-cfa1-45c1-b590-a38afaae2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:36.511145 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b98dc497-fad9-4511-8493-2e09218d969f req-90d80158-cfa1-45c1-b590-a38afaae2c83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597&tenant_id=8bb9375d3345433cbfaa99cafb7a6af7 HTTP/1.1" status: 200 len: 1094 time: 0.1032751 Nov 09 00:30:36.524120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:30:36.546006 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.554158 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.557263 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] 10.222.0.25 "DELETE /v2.0/networks/9696faab-68f6-4507-8fca-4d6a572c2385 HTTP/1.1" status: 204 len: 168 time: 0.3424227 Nov 09 00:30:36.572888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb63dc3-fb86-4105-a71c-b35c4218e90b admin admin] Pushing event deleted for resources: {'Network': ['ID=9696faab-68f6-4507-8fca-4d6a572c2385,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:36.596432 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.763448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 37922) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:36.811947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-266f9e2a-c5c3-4e38-9785-02e6d1814e06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2d4a1f1f7b6423e947781bdd385da5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471003 Nov 09 00:30:36.812547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 37924) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:36.858384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:36.892852 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e8a-3bc5-4f43-991b-e878eb944ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.925871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:30:36.928425 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e8a-3bc5-4f43-991b-e878eb944ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:36.979989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37cefbf0-7295-45b7-b1b7-254ce315f890 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:30:36.990352 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:37.019602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Transition to ACTIVE for port object 37cefbf0-7295-45b7-b1b7-254ce315f890 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:30:37.020696 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e8a-3bc5-4f43-991b-e878eb944ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:37.023732 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e8a-3bc5-4f43-991b-e878eb944ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:37.027258 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cf7a6e8a-3bc5-4f43-991b-e878eb944ac0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d65694c-5a40-41a2-be03-644becd4f91b HTTP/1.1" status: 204 len: 168 time: 0.2113070 Nov 09 00:30:37.027961 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:37.075101 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a6e8a-3bc5-4f43-991b-e878eb944ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d65694c-5a40-41a2-be03-644becd4f91b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:37.095196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Pushing event updated for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=9']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:37.120139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf75a79-f05b-4724-99d7-c72013430771 req-f421c07a-d2e0-4c46-a7ff-4257e9f9d9b9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:37.122372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fdf75a79-f05b-4724-99d7-c72013430771 req-f421c07a-d2e0-4c46-a7ff-4257e9f9d9b9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 943 time: 0.1295614 Nov 09 00:30:37.191581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] No DVR routers for this DVR port 37cefbf0-7295-45b7-b1b7-254ce315f890 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:30:37.203649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fdf75a79-f05b-4724-99d7-c72013430771 req-ab78f5b6-a470-40be-a4ef-5df421decc63 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708299 Nov 09 00:30:37.401044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af42967-cfb6-46bf-8594-40c9c5a96f22 req-89df8dbb-e2ae-4b6f-aacc-64b4bf1352bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:37.403644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3af42967-cfb6-46bf-8594-40c9c5a96f22 req-89df8dbb-e2ae-4b6f-aacc-64b4bf1352bb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0617447 Nov 09 00:30:37.431717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Attempting to bind port 37cefbf0-7295-45b7-b1b7-254ce315f890 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:30:37.431717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Attempting to bind port 37cefbf0-7295-45b7-b1b7-254ce315f890 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:30:37.431717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Attempting to bind port 37cefbf0-7295-45b7-b1b7-254ce315f890 on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:30:37.436250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Port 37cefbf0-7295-45b7-b1b7-254ce315f890 on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:30:37.436576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Attempting to bind port 37cefbf0-7295-45b7-b1b7-254ce315f890 on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:30:37.441981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:30:37.442330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Checking segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:30:37.442677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Bound using segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:30:37.443287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Bound port: 37cefbf0-7295-45b7-b1b7-254ce315f890, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:30:37.443644 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:37.483272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3af42967-cfb6-46bf-8594-40c9c5a96f22 req-933df867-4842-4a25-9985-ece0d76f28a1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714679 Nov 09 00:30:37.522580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:30:37.525970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:30:37.532105 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:37.564533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:37.565178 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:37.566736 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b98dc497-fad9-4511-8493-2e09218d969f req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/37cefbf0-7295-45b7-b1b7-254ce315f890 HTTP/1.1" status: 200 len: 1091 time: 1.0467749 Nov 09 00:30:37.567369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:30:37.569647 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8198b3-2cc1-4b2e-9d9f-2612e7c972fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:30:37.634123 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288bdb70-2ebe-4672-9153-3dbd3de0892d x-openstack-request-id: req-288bdb70-2ebe-4672-9153-3dbd3de0892d {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:30:37.634458 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:30:37.634756 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-288bdb70-2ebe-4672-9153-3dbd3de0892d {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:30:37.635164 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'status': 'completed', 'code': 200} Nov 09 00:30:37.646955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83a1e0-ea54-444f-ae29-f893e4b342c2 service neutron] Pushing event updated for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=10']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:37.681166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc497-fad9-4511-8493-2e09218d969f req-d090c1b0-1a77-4dad-9b90-6174d88d317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:37.683291 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b98dc497-fad9-4511-8493-2e09218d969f req-d090c1b0-1a77-4dad-9b90-6174d88d317a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 1095 time: 0.0858803 Nov 09 00:30:37.805237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc497-fad9-4511-8493-2e09218d969f req-1bd55f67-c178-4444-86d7-19346f0496ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:37.806784 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b98dc497-fad9-4511-8493-2e09218d969f req-1bd55f67-c178-4444-86d7-19346f0496ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.1139317 Nov 09 00:30:37.890513 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b98dc497-fad9-4511-8493-2e09218d969f req-0d142332-6ca3-47c8-8090-1c6ce28d07a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37cefbf0-7295-45b7-b1b7-254ce315f890 HTTP/1.1" status: 200 len: 999 time: 0.0753379 Nov 09 00:30:37.947826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc497-fad9-4511-8493-2e09218d969f req-d35ec4e4-85f0-40b6-b6cb-7ff057c4f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:37.950219 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b98dc497-fad9-4511-8493-2e09218d969f req-d35ec4e4-85f0-40b6-b6cb-7ff057c4f056 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.0514684 Nov 09 00:30:38.020509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc497-fad9-4511-8493-2e09218d969f req-e8cbaacf-cc68-4eb3-a45e-2d1fefe00ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:38.022361 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b98dc497-fad9-4511-8493-2e09218d969f req-e8cbaacf-cc68-4eb3-a45e-2d1fefe00ce9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584130 Nov 09 00:30:38.115102 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b98dc497-fad9-4511-8493-2e09218d969f req-d6cb0606-5fb2-4d5c-9ce0-01537344bf3b service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858762 Nov 09 00:30:38.217324 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b98dc497-fad9-4511-8493-2e09218d969f req-eb7c7dcf-b9e8-4b9c-9dd2-ace0b2fdb233 service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937426 Nov 09 00:30:38.356046 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8198b3-2cc1-4b2e-9d9f-2612e7c972fb req-fedae05d-01b4-4912-b030-bfcca8ffcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:38.357569 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb8198b3-2cc1-4b2e-9d9f-2612e7c972fb req-fedae05d-01b4-4912-b030-bfcca8ffcb86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 1095 time: 0.0714910 Nov 09 00:30:38.442909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab960ff6-7840-4d39-9376-7ec95494a0b1 req-0d605d90-45db-4b66-bff6-b3a30f394e6f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:38.454207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab960ff6-7840-4d39-9376-7ec95494a0b1 req-0d605d90-45db-4b66-bff6-b3a30f394e6f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.1047301 Nov 09 00:30:38.530063 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8198b3-2cc1-4b2e-9d9f-2612e7c972fb req-5c76c61b-d830-4cb8-9400-6fcec70f8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:38.531619 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb8198b3-2cc1-4b2e-9d9f-2612e7c972fb req-5c76c61b-d830-4cb8-9400-6fcec70f8000 service neutron] 10.222.0.11 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.1660111 Nov 09 00:30:38.548659 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab960ff6-7840-4d39-9376-7ec95494a0b1 req-c6e4fc28-f491-4470-8a4c-db914b8ff742 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928495 Nov 09 00:30:38.592533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38006) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:38.638410 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb8198b3-2cc1-4b2e-9d9f-2612e7c972fb req-0dda2f2f-cd4e-48d2-b91a-35fd9fa9880f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37cefbf0-7295-45b7-b1b7-254ce315f890 HTTP/1.1" status: 200 len: 999 time: 0.0992837 Nov 09 00:30:38.645370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e7970-c2cd-40fd-b952-f284663f7dc8 req-f4e416d7-eeb6-458d-af78-8d027dbdd90b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:38.646891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b7e7970-c2cd-40fd-b952-f284663f7dc8 req-f4e416d7-eeb6-458d-af78-8d027dbdd90b tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0632131 Nov 09 00:30:38.707756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8198b3-2cc1-4b2e-9d9f-2612e7c972fb req-de25adcb-279d-4e50-ad28-48bc2d2aaf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:38.710156 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb8198b3-2cc1-4b2e-9d9f-2612e7c972fb req-de25adcb-279d-4e50-ad28-48bc2d2aaf27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.0636723 Nov 09 00:30:38.713556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b7e7970-c2cd-40fd-b952-f284663f7dc8 req-eb8f5dd0-1323-475c-8fa4-9b422984e7c7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600088 Nov 09 00:30:38.781270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8198b3-2cc1-4b2e-9d9f-2612e7c972fb req-041221d4-cf90-43f8-93e2-b70cf22d65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:38.782604 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2df8e911-08a5-41aa-b2ef-7cf1c05e4a23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:38.782858 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb8198b3-2cc1-4b2e-9d9f-2612e7c972fb req-041221d4-cf90-43f8-93e2-b70cf22d65ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601692 Nov 09 00:30:38.817572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:30:38.854915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:30:38.855257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0ae0417c-e910-4ef0-a58b-a1d01b80f2dc not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:30:39.025805 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2df8e911-08a5-41aa-b2ef-7cf1c05e4a23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:39.033434 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2df8e911-08a5-41aa-b2ef-7cf1c05e4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:39.049716 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb8198b3-2cc1-4b2e-9d9f-2612e7c972fb req-baa80a9a-101c-47ec-9846-edfc5e6b939a service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591789 Nov 09 00:30:39.088904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2df8e911-08a5-41aa-b2ef-7cf1c05e4a23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5ee051bff5247b2a67e2fbfc93d7be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4953413 Nov 09 00:30:39.090540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8e911-08a5-41aa-b2ef-7cf1c05e4a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2d73a5-5265-4c7e-a8e0-7a47988c17de,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:39.097063 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38024) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:39.266105 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7534b897-e5ce-4066-9bec-08003fe52d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:39.327221 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7534b897-e5ce-4066-9bec-08003fe52d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:39.374719 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fb8198b3-2cc1-4b2e-9d9f-2612e7c972fb req-23b397d5-03db-4842-b1d4-7c2517f8d65b service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830551 Nov 09 00:30:39.412469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7534b897-e5ce-4066-9bec-08003fe52d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:39.419813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7534b897-e5ce-4066-9bec-08003fe52d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:39.421282 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7534b897-e5ce-4066-9bec-08003fe52d42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d2d73a5-5265-4c7e-a8e0-7a47988c17de HTTP/1.1" status: 204 len: 168 time: 0.3048005 Nov 09 00:30:39.429749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534b897-e5ce-4066-9bec-08003fe52d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2d73a5-5265-4c7e-a8e0-7a47988c17de,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:39.774973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cafe0-9949-4e29-8e5a-21f61b5a0d38 req-d59475d8-4552-42ff-a379-af2532393519 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:39.777700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-366cafe0-9949-4e29-8e5a-21f61b5a0d38 req-d59475d8-4552-42ff-a379-af2532393519 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0917971 Nov 09 00:30:39.943882 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-366cafe0-9949-4e29-8e5a-21f61b5a0d38 req-3e63a9e1-6523-4bed-9b16-1b00fe4eded1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563168 Nov 09 00:30:39.988629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5061ef-9a62-4536-b27b-c37c7f6b9316 req-03953f2b-1994-4d46-b752-1031eeb67132 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:40.002320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c5061ef-9a62-4536-b27b-c37c7f6b9316 req-03953f2b-1994-4d46-b752-1031eeb67132 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.1272843 Nov 09 00:30:40.117317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0c5061ef-9a62-4536-b27b-c37c7f6b9316 req-0e558ce7-ea19-4e9b-a069-0089bff26e39 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137457 Nov 09 00:30:41.155688 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbc21a-5d2d-4f2f-a41a-f1a4319c82fc req-7b29f374-a047-432c-ba2c-c3738f6007aa tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:41.167321 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e8bbc21a-5d2d-4f2f-a41a-f1a4319c82fc req-7b29f374-a047-432c-ba2c-c3738f6007aa tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0988066 Nov 09 00:30:41.298775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e8bbc21a-5d2d-4f2f-a41a-f1a4319c82fc req-a26c5741-1614-4ee7-8fbb-14f2c52cf8eb tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159289 Nov 09 00:30:41.395586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210e2de-ee75-4247-95ea-d95ba6862f0f req-c8ed9e18-1847-404d-8059-8eeb4b2f6c38 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:41.411709 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f210e2de-ee75-4247-95ea-d95ba6862f0f req-c8ed9e18-1847-404d-8059-8eeb4b2f6c38 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0791876 Nov 09 00:30:41.478401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f210e2de-ee75-4247-95ea-d95ba6862f0f req-e2102e62-f222-44e4-965a-6196da505818 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642233 Nov 09 00:30:41.629163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38128) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:41.803288 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffca520e-0957-4860-8fbc-68c039796dce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:41.945396 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffca520e-0957-4860-8fbc-68c039796dce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:41.950459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffca520e-0957-4860-8fbc-68c039796dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:42.000491 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca520e-0957-4860-8fbc-68c039796dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4e1242-c495-4461-9b45-acaa4d519b55,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:42.008854 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ffca520e-0957-4860-8fbc-68c039796dce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c044de62bf524c8c9f6c519912929d71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3754766 Nov 09 00:30:42.010269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38136) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:42.076525 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66cc18bb-3d05-41d1-97f8-e118283e06e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:42.137106 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66cc18bb-3d05-41d1-97f8-e118283e06e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:42.209959 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66cc18bb-3d05-41d1-97f8-e118283e06e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:42.214906 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66cc18bb-3d05-41d1-97f8-e118283e06e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:42.216454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-66cc18bb-3d05-41d1-97f8-e118283e06e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b4e1242-c495-4461-9b45-acaa4d519b55 HTTP/1.1" status: 204 len: 168 time: 0.2062469 Nov 09 00:30:42.244134 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc18bb-3d05-41d1-97f8-e118283e06e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4e1242-c495-4461-9b45-acaa4d519b55,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:42.481637 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107250f-1550-4b34-a38a-880651035590 req-3337c15d-8911-4cb3-984c-2adc597ce159 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:42.489547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7107250f-1550-4b34-a38a-880651035590 req-3337c15d-8911-4cb3-984c-2adc597ce159 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0820494 Nov 09 00:30:42.562195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7107250f-1550-4b34-a38a-880651035590 req-1a5fa516-651e-4fae-ae78-547abba57f06 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712066 Nov 09 00:30:42.671814 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cf53d0e8-22d4-47e2-9602-3eab96ee18f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:42.711562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952b2a6-0a44-4792-afe4-21351ad20769 req-74f8aebb-1424-4c4b-b6e0-37ec36b9d0cb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:42.717763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b952b2a6-0a44-4792-afe4-21351ad20769 req-74f8aebb-1424-4c4b-b6e0-37ec36b9d0cb tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.1183803 Nov 09 00:30:42.830914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b952b2a6-0a44-4792-afe4-21351ad20769 req-94095206-e5dd-488a-8847-41198b326c30 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081467 Nov 09 00:30:43.736560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56d79c-aea9-407f-8693-77cf73c27007 req-e01190e4-9c7d-458d-a740-5751ecd61b20 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:43.744093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd56d79c-aea9-407f-8693-77cf73c27007 req-e01190e4-9c7d-458d-a740-5751ecd61b20 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0894818 Nov 09 00:30:43.804179 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cd56d79c-aea9-407f-8693-77cf73c27007 req-82398064-85c1-432d-a5d4-ac20e4050b38 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590303 Nov 09 00:30:44.006536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ca6d7-63fd-49b0-8a89-fecb3f34b795 req-670f7a70-9225-414e-82dc-5d180207fdb9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:44.008537 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-967ca6d7-63fd-49b0-8a89-fecb3f34b795 req-670f7a70-9225-414e-82dc-5d180207fdb9 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0984273 Nov 09 00:30:44.076886 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-967ca6d7-63fd-49b0-8a89-fecb3f34b795 req-6bb08d5f-d7bb-4e8e-9a3e-3ce7c58ab3c2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619867 Nov 09 00:30:44.817739 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b48c3850-2de9-4f37-9d0c-51d2d9f9c228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:45.039729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77e5c7-787f-4daf-b191-67afb7b3d4c9 req-df1299da-e9e4-46f3-9772-616f8105137f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:45.043276 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5d77e5c7-787f-4daf-b191-67afb7b3d4c9 req-df1299da-e9e4-46f3-9772-616f8105137f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0744445 Nov 09 00:30:45.113236 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5d77e5c7-787f-4daf-b191-67afb7b3d4c9 req-07d362de-f90e-4cd4-a8f4-ae1ed0a0fdbb tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631483 Nov 09 00:30:45.265954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2253d2f-e89f-453b-ac5d-a37cc3fdab7b req-07456a24-3d3c-4ebd-884a-aa3867b55b42 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:45.280786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2253d2f-e89f-453b-ac5d-a37cc3fdab7b req-07456a24-3d3c-4ebd-884a-aa3867b55b42 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0848298 Nov 09 00:30:45.390614 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2253d2f-e89f-453b-ac5d-a37cc3fdab7b req-32f2c2f0-d5e7-4570-9c3c-4a96185d75e2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014757 Nov 09 00:30:46.026563 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:46.168547 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:46.322640 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c9895-d17b-4c8f-81d8-29435e9d4f8a req-b7f41030-d4db-42c0-ad58-0092cce7fe07 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:46.326095 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a19c9895-d17b-4c8f-81d8-29435e9d4f8a req-b7f41030-d4db-42c0-ad58-0092cce7fe07 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0846281 Nov 09 00:30:46.414622 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:46.427880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a19c9895-d17b-4c8f-81d8-29435e9d4f8a req-4b972b89-ee37-4291-9b44-c734a7679fd1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880294 Nov 09 00:30:46.606964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530d607-0319-4983-93e1-377d054e2a1f req-e6e09529-a762-4b9d-bf3c-0002421f747c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:46.609037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e530d607-0319-4983-93e1-377d054e2a1f req-e6e09529-a762-4b9d-bf3c-0002421f747c tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0889475 Nov 09 00:30:46.686459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e530d607-0319-4983-93e1-377d054e2a1f req-79e2d5bf-74ed-443e-8089-3be68bcc0a3f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717971 Nov 09 00:30:47.639419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15588f10-8fd6-40c1-a297-b901626d1c5d req-431beda4-07c1-4a07-85d0-c435d773401e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:47.640784 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:47.650482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15588f10-8fd6-40c1-a297-b901626d1c5d req-431beda4-07c1-4a07-85d0-c435d773401e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.1184685 Nov 09 00:30:47.714099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15588f10-8fd6-40c1-a297-b901626d1c5d req-66d8a538-e3a5-410c-b283-0fac7973e962 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627322 Nov 09 00:30:47.915898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974311-84aa-4421-a73d-cc3bd84a19df req-764bb7b6-db01-4092-8f7d-b1fdf0530d1e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:47.924288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d974311-84aa-4421-a73d-cc3bd84a19df req-764bb7b6-db01-4092-8f7d-b1fdf0530d1e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.1183443 Nov 09 00:30:48.009149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d974311-84aa-4421-a73d-cc3bd84a19df req-66adf3ee-8e71-4fae-b5fa-e9fbcf9b280f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833902 Nov 09 00:30:48.374625 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:48.906661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2b771-eda6-4e74-87d0-0321c77e9824 req-6d69c5c4-d22b-4d54-8653-619a8fa22477 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:48.908462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fdc2b771-eda6-4e74-87d0-0321c77e9824 req-6d69c5c4-d22b-4d54-8653-619a8fa22477 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0759711 Nov 09 00:30:48.985151 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fdc2b771-eda6-4e74-87d0-0321c77e9824 req-d9151bce-e72a-48e5-9ce7-f44d3a5964f9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693722 Nov 09 00:30:49.095397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecb3f2-4a08-425c-bd8f-548709b33e8c req-2b870141-df13-43ca-b967-dff6ebc13574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:49.096878 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8ecb3f2-4a08-425c-bd8f-548709b33e8c req-2b870141-df13-43ca-b967-dff6ebc13574 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 1096 time: 0.1782551 Nov 09 00:30:49.180847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693343c9-9082-4f15-865c-3ed124fc3fd3 req-4851060b-4e8c-447e-b199-024645a8f080 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:49.182328 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:30:49.182883 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-693343c9-9082-4f15-865c-3ed124fc3fd3 req-4851060b-4e8c-447e-b199-024645a8f080 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0896654 Nov 09 00:30:49.185502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8ecb3f2-4a08-425c-bd8f-548709b33e8c req-601fb2ad-4faf-47a1-90c2-b0cfa0a4461f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788727 Nov 09 00:30:49.236185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-693343c9-9082-4f15-865c-3ed124fc3fd3 req-0d7c65c1-5eb9-426d-badc-699c69a17c15 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475955 Nov 09 00:30:50.121590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97df6a-6c8d-4f23-b309-6c070deacbde req-b75b6db2-5952-4075-a7d3-2e344261646d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:50.124503 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc97df6a-6c8d-4f23-b309-6c070deacbde req-b75b6db2-5952-4075-a7d3-2e344261646d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0601373 Nov 09 00:30:50.187839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc97df6a-6c8d-4f23-b309-6c070deacbde req-e1de3e5c-bb08-40e1-9a80-9f9048287c31 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551839 Nov 09 00:30:50.378434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ac3b-1f8b-4bd4-add2-1e0dd0ba583f req-3fe2887e-d392-4755-a2ed-baa6a51828d1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:50.380074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1f2ac3b-1f8b-4bd4-add2-1e0dd0ba583f req-3fe2887e-d392-4755-a2ed-baa6a51828d1 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0630136 Nov 09 00:30:50.434820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1f2ac3b-1f8b-4bd4-add2-1e0dd0ba583f req-2000a36a-24d5-452e-9b40-5193d5f49ae7 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483997 Nov 09 00:30:50.458385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38390) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:50.527585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-920b03ac-2a02-49c1-a2b5-8afa76d90179 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/floatingips/663d5464-9445-458c-a9fc-0494e6f3bcea HTTP/1.1" status: 200 len: 993 time: 0.0664434 Nov 09 00:30:50.887699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38398) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:50.957614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 709c44e9-d628-465b-9808-b640bbfd138b details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:30:50.994220 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28c05a76-d8f0-4e1f-8291-c355888d336f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.056194 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 709c44e9-d628-465b-9808-b640bbfd138b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=709c44e9-d628-465b-9808-b640bbfd138b,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:51.067932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '709c44e9-d628-465b-9808-b640bbfd138b', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'port_id': '709c44e9-d628-465b-9808-b640bbfd138b', 'mac_address': 'fa:16:3e:1b:bb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:30:51.071410 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28c05a76-d8f0-4e1f-8291-c355888d336f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.076930 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28c05a76-d8f0-4e1f-8291-c355888d336f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.107563 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.116430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-28c05a76-d8f0-4e1f-8291-c355888d336f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5cf387359074740a45fe262840de8ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2276564 Nov 09 00:30:51.117579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c05a76-d8f0-4e1f-8291-c355888d336f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146256c0-d0be-4d1d-9cb4-a6b8e6f1214e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:51.119229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38402) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:51.138999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 709c44e9-d628-465b-9808-b640bbfd138b {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:30:51.160499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 709c44e9-d628-465b-9808-b640bbfd138b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=709c44e9-d628-465b-9808-b640bbfd138b,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:51.164810 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.177186 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-787f4fd4-4208-4d17-9e52-f0f588f96f1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.201530 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-787f4fd4-4208-4d17-9e52-f0f588f96f1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.216286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=709c44e9-d628-465b-9808-b640bbfd138b,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:51.253705 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-787f4fd4-4208-4d17-9e52-f0f588f96f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.256616 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-787f4fd4-4208-4d17-9e52-f0f588f96f1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.260441 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-787f4fd4-4208-4d17-9e52-f0f588f96f1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/146256c0-d0be-4d1d-9cb4-a6b8e6f1214e HTTP/1.1" status: 204 len: 168 time: 0.1357996 Nov 09 00:30:51.272277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f4fd4-4208-4d17-9e52-f0f588f96f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146256c0-d0be-4d1d-9cb4-a6b8e6f1214e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:51.335479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed78f2d-447f-470c-95fb-d03d377e65e0 req-b8b075c6-5e0f-4551-86c3-6054c9297c7d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:51.338005 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ed78f2d-447f-470c-95fb-d03d377e65e0 req-b8b075c6-5e0f-4551-86c3-6054c9297c7d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0641997 Nov 09 00:30:51.392109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['709c44e9-d628-465b-9808-b640bbfd138b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:30:51.399392 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ed78f2d-447f-470c-95fb-d03d377e65e0 req-e0d88f5b-0573-4bcd-90ad-f28353cb6df7 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545852 Nov 09 00:30:51.633824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38420) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:51.648450 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92ce0164-9a2f-4778-81bd-6603fd01bd26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.752524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92ce0164-9a2f-4778-81bd-6603fd01bd26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.756467 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92ce0164-9a2f-4778-81bd-6603fd01bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.796854 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-92ce0164-9a2f-4778-81bd-6603fd01bd26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4334201a4db746cab56dde82d646a360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618311 Nov 09 00:30:51.798361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce0164-9a2f-4778-81bd-6603fd01bd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc6e2dd-0ddf-4ba6-b9d1-4c2112cd5f4e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:51.800256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38424) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:51.861527 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-452c5e08-bf08-4997-af29-c9a312ef2d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.887882 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-452c5e08-bf08-4997-af29-c9a312ef2d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.948370 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-452c5e08-bf08-4997-af29-c9a312ef2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.951197 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-452c5e08-bf08-4997-af29-c9a312ef2d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:51.954925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-452c5e08-bf08-4997-af29-c9a312ef2d93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3bc6e2dd-0ddf-4ba6-b9d1-4c2112cd5f4e HTTP/1.1" status: 204 len: 168 time: 0.1510925 Nov 09 00:30:51.960969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c5e08-bf08-4997-af29-c9a312ef2d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc6e2dd-0ddf-4ba6-b9d1-4c2112cd5f4e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:52.569745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f469-87a8-4027-9a9c-e428b0d513d2 req-60626caa-e7c3-4f15-8346-2e4f1913b15e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:52.571277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a48f469-87a8-4027-9a9c-e428b0d513d2 req-60626caa-e7c3-4f15-8346-2e4f1913b15e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0762186 Nov 09 00:30:52.654378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1a48f469-87a8-4027-9a9c-e428b0d513d2 req-2ce681fb-57d1-4e79-8f39-46c5722dc7f5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686235 Nov 09 00:30:52.969578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 709c44e9-d628-465b-9808-b640bbfd138b up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:30:53.051085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 709c44e9-d628-465b-9808-b640bbfd138b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:30:53.051481 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:53.141757 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:53.173743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709c44e9-d628-465b-9808-b640bbfd138b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:30:53.176050 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd6b371-760b-4097-ac77-a58d4aa2e6f0" -d '{"events": [{"server_uuid": "2fad054a-0ebf-476f-ba06-1e19f76bfd63", "name": "network-vif-plugged", "status": "completed", "tag": "709c44e9-d628-465b-9808-b640bbfd138b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:30:53.189716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 709c44e9-d628-465b-9808-b640bbfd138b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=709c44e9-d628-465b-9808-b640bbfd138b,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:53.204461 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:53.224535 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c94d2cf-ca6f-4100-b144-73a023cfeeea x-openstack-request-id: req-3c94d2cf-ca6f-4100-b144-73a023cfeeea {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:30:53.224830 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fad054a-0ebf-476f-ba06-1e19f76bfd63", "name": "network-vif-plugged", "status": "completed", "tag": "709c44e9-d628-465b-9808-b640bbfd138b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:30:53.225280 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c94d2cf-ca6f-4100-b144-73a023cfeeea {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:30:53.225920 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709c44e9-d628-465b-9808-b640bbfd138b', 'code': 200} Nov 09 00:30:53.291955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=709c44e9-d628-465b-9808-b640bbfd138b,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:53.790528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43334386-4342-4c15-b736-9fe9c43d02f8 req-af9c493c-c56a-4aa1-90ee-e7fc9f79ffc3 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:53.793001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43334386-4342-4c15-b736-9fe9c43d02f8 req-af9c493c-c56a-4aa1-90ee-e7fc9f79ffc3 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0657904 Nov 09 00:30:53.853842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43334386-4342-4c15-b736-9fe9c43d02f8 req-58ed4e16-a272-4cfc-8278-dceeadb77681 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548434 Nov 09 00:30:54.457704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38504) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:54.580737 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-826a67f0-8c2e-4a6e-a796-dbd05f2658b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:54.654780 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-826a67f0-8c2e-4a6e-a796-dbd05f2658b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:54.658338 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-826a67f0-8c2e-4a6e-a796-dbd05f2658b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:54.696921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a67f0-8c2e-4a6e-a796-dbd05f2658b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec75307-03c5-4b99-940a-ad006da7a02c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:54.702588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-826a67f0-8c2e-4a6e-a796-dbd05f2658b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f8bc1f8d36b4cd5b3ac066438b56d08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2438431 Nov 09 00:30:54.705293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38510) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:54.753364 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-966891a7-65d3-4f88-8c96-68eafd5872a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:54.777711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-966891a7-65d3-4f88-8c96-68eafd5872a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:55.173805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b64227-87b8-4fd1-b9c2-54a1e0352303 req-91acf93e-1a05-4eb7-b5d6-f953dcda3c86 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:55.176386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37b64227-87b8-4fd1-b9c2-54a1e0352303 req-91acf93e-1a05-4eb7-b5d6-f953dcda3c86 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0708144 Nov 09 00:30:55.187497 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-966891a7-65d3-4f88-8c96-68eafd5872a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:55.190374 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-966891a7-65d3-4f88-8c96-68eafd5872a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:55.193924 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-966891a7-65d3-4f88-8c96-68eafd5872a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cec75307-03c5-4b99-940a-ad006da7a02c HTTP/1.1" status: 204 len: 168 time: 0.4853728 Nov 09 00:30:55.232214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966891a7-65d3-4f88-8c96-68eafd5872a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec75307-03c5-4b99-940a-ad006da7a02c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:55.249923 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37b64227-87b8-4fd1-b9c2-54a1e0352303 req-6a143e8c-680d-49b2-94e8-a095df3b0710 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636027 Nov 09 00:30:55.478931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38522) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:55.496233 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3952de49-136b-4927-82cb-be9d41aadc3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:55.567685 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3952de49-136b-4927-82cb-be9d41aadc3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:55.571777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3952de49-136b-4927-82cb-be9d41aadc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:55.611676 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3952de49-136b-4927-82cb-be9d41aadc3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5bac96bf67749a29a02525e9f5016d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310787 Nov 09 00:30:55.612602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38524) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:55.613225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952de49-136b-4927-82cb-be9d41aadc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093a876e-b7aa-4db4-89ae-2f1d754bed1f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:55.662187 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0198acc-bd70-4323-b5d4-921292ba39d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:55.684062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0198acc-bd70-4323-b5d4-921292ba39d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:55.730427 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0198acc-bd70-4323-b5d4-921292ba39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:55.733007 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0198acc-bd70-4323-b5d4-921292ba39d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:55.734173 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d0198acc-bd70-4323-b5d4-921292ba39d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/093a876e-b7aa-4db4-89ae-2f1d754bed1f HTTP/1.1" status: 204 len: 168 time: 0.1182449 Nov 09 00:30:55.743861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0198acc-bd70-4323-b5d4-921292ba39d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093a876e-b7aa-4db4-89ae-2f1d754bed1f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:56.398458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1c25e-35c0-4c8c-86b7-fa3dc86d4057 req-940d9ff9-ac98-4e06-823f-8ab7661a2c25 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:56.400690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0de1c25e-35c0-4c8c-86b7-fa3dc86d4057 req-940d9ff9-ac98-4e06-823f-8ab7661a2c25 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 944 time: 0.0590105 Nov 09 00:30:56.455798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0de1c25e-35c0-4c8c-86b7-fa3dc86d4057 req-25f62072-4146-4c65-8ad9-9751e0f06e95 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470645 Nov 09 00:30:56.879325 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 37cefbf0-7295-45b7-b1b7-254ce315f890 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:30:56.975846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:56.988692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'port_id': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'mac_address': 'fa:16:3e:2c:62:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:30:57.031390 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:57.045622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37cefbf0-7295-45b7-b1b7-254ce315f890 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:30:57.065800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:57.070769 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:57.123676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=11']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:57.269123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['37cefbf0-7295-45b7-b1b7-254ce315f890'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:30:57.588460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb21d3-b814-4039-a1e9-b63be89250e7 req-11e86b1e-878b-4291-b322-a46857c431d6 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:57.593708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7dfb21d3-b814-4039-a1e9-b63be89250e7 req-11e86b1e-878b-4291-b322-a46857c431d6 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0560124 Nov 09 00:30:57.650725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7dfb21d3-b814-4039-a1e9-b63be89250e7 req-10eba4e2-73cc-403f-a28e-81d32bbff06a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541902 Nov 09 00:30:58.083042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38610) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:58.198053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3e77b4-e7ea-4518-8e1f-0af8e524eb3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:58.285010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3e77b4-e7ea-4518-8e1f-0af8e524eb3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:58.288957 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3e77b4-e7ea-4518-8e1f-0af8e524eb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:58.325768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e77b4-e7ea-4518-8e1f-0af8e524eb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348c8968-a1f1-464e-b0db-91785cd5d1da,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:58.331364 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0e3e77b4-e7ea-4518-8e1f-0af8e524eb3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99f63093ab7a4484aadf6b4751536068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2473023 Nov 09 00:30:58.333973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38618) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:58.384203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbda2ea6-a19c-4225-a689-38eee2f5282a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:58.407245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbda2ea6-a19c-4225-a689-38eee2f5282a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:58.455215 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbda2ea6-a19c-4225-a689-38eee2f5282a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:58.458391 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbda2ea6-a19c-4225-a689-38eee2f5282a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:58.459267 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bbda2ea6-a19c-4225-a689-38eee2f5282a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/348c8968-a1f1-464e-b0db-91785cd5d1da HTTP/1.1" status: 204 len: 168 time: 0.1244028 Nov 09 00:30:58.468273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda2ea6-a19c-4225-a689-38eee2f5282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348c8968-a1f1-464e-b0db-91785cd5d1da,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:58.744324 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 38626) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:58.757296 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-111ca8ce-acb9-4131-8e1f-7f90ae7a5013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:58.786685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b60c2-0de3-439f-b325-465f62fa2f8e req-a599bf07-f0cd-4cf7-ad22-57fe56739c1e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:58.788283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d46b60c2-0de3-439f-b325-465f62fa2f8e req-a599bf07-f0cd-4cf7-ad22-57fe56739c1e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 945 time: 0.0546763 Nov 09 00:30:58.834204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-111ca8ce-acb9-4131-8e1f-7f90ae7a5013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:58.838365 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-111ca8ce-acb9-4131-8e1f-7f90ae7a5013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:58.866320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d46b60c2-0de3-439f-b325-465f62fa2f8e req-89740ee0-cf11-4294-9fa3-630d6c49b5ac tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663896 Nov 09 00:30:58.879448 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 37cefbf0-7295-45b7-b1b7-254ce315f890 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:30:58.880646 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-111ca8ce-acb9-4131-8e1f-7f90ae7a5013 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f37c8f06f6d14a21902074a68756e72b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352515 Nov 09 00:30:58.884271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38628) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:30:58.885065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ca8ce-acb9-4131-8e1f-7f90ae7a5013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cc8b44-ac5b-4bb6-aed3-375250ed065a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:58.939173 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:58.940168 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 37cefbf0-7295-45b7-b1b7-254ce315f890 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:30:58.944658 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 37cefbf0-7295-45b7-b1b7-254ce315f890 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:30:58.945281 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:58.961461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:59.011226 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:59.013958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:59.017558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4cc8b44-ac5b-4bb6-aed3-375250ed065a HTTP/1.1" status: 204 len: 168 time: 0.1298628 Nov 09 00:30:59.023428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cc8b44-ac5b-4bb6-aed3-375250ed065a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:59.033143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:59.033519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:59.034286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:59.034286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:59.034508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:59.034836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:59.035165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:59.035582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:59.035841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:59.036127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:59.036449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:59.036776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2e098-928d-4767-b2db-88faef2762ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:30:59.043186 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:59.080895 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:30:59.083259 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aa3fc3-cad9-462b-9f20-f3a9c3ca01f9" -d '{"events": [{"server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "name": "network-vif-plugged", "status": "completed", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:30:59.098340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:30:59.104943 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:30:59.137035 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aed2c9e-3c35-40f8-abfc-ba1d3de2cefa x-openstack-request-id: req-1aed2c9e-3c35-40f8-abfc-ba1d3de2cefa {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:30:59.137330 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "name": "network-vif-plugged", "status": "completed", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:30:59.137608 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1aed2c9e-3c35-40f8-abfc-ba1d3de2cefa {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:30:59.138007 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'code': 200} Nov 09 00:30:59.164490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=12']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:30:59.339333 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b410b4c-a5de-4756-a036-b3d8127e48e1 req-90799031-9f93-445b-a1d1-4745610c6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:30:59.340856 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3b410b4c-a5de-4756-a036-b3d8127e48e1 req-90799031-9f93-445b-a1d1-4745610c6ca6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 1097 time: 0.0558465 Nov 09 00:30:59.389594 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3b410b4c-a5de-4756-a036-b3d8127e48e1 req-c80449e0-7bab-4286-834a-50e63c228076 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414033 Nov 09 00:31:00.000424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020d080-2fa1-45e3-95be-175d7b534169 req-6dae0945-13c5-4ea3-a021-78b393bebc2d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:00.002018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a020d080-2fa1-45e3-95be-175d7b534169 req-6dae0945-13c5-4ea3-a021-78b393bebc2d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 946 time: 0.0484498 Nov 09 00:31:00.051425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a020d080-2fa1-45e3-95be-175d7b534169 req-20d5909e-a540-497b-8de2-cce916f3fb98 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432587 Nov 09 00:31:01.336392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdf1e0-3525-4beb-ad28-ba79a14bd209 req-ca9acfa0-4632-4a3b-aad8-6469165064f1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:01.336392 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27cdf1e0-3525-4beb-ad28-ba79a14bd209 req-ca9acfa0-4632-4a3b-aad8-6469165064f1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 946 time: 0.0957932 Nov 09 00:31:01.344519 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27cdf1e0-3525-4beb-ad28-ba79a14bd209 req-7d1dc114-475c-4f34-af17-488b2df2ca89 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760310 Nov 09 00:31:01.552643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38758) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:01.721695 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0041ba4-59d5-41b1-8e25-6b432dbce421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:01.742497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d877c-7044-4f5e-a8a2-0d0ac72d8a18 req-e21af23a-9f55-4167-8a0f-bfcc0b0f5487 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:01.743975 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f3d877c-7044-4f5e-a8a2-0d0ac72d8a18 req-e21af23a-9f55-4167-8a0f-bfcc0b0f5487 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0718415 Nov 09 00:31:01.821448 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f3d877c-7044-4f5e-a8a2-0d0ac72d8a18 req-8e96afbc-f5a3-4d9f-b1e3-8eb4e0765bc2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683093 Nov 09 00:31:01.852315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0041ba4-59d5-41b1-8e25-6b432dbce421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:01.856413 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0041ba4-59d5-41b1-8e25-6b432dbce421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:01.897664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d0041ba4-59d5-41b1-8e25-6b432dbce421 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38ab8764a72644d7a133dbc012919f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438053 Nov 09 00:31:01.900391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38770) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:01.906921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0041ba4-59d5-41b1-8e25-6b432dbce421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172175af-ac4a-449a-923e-80d150f0b1ed,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:01.959350 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-061f3a60-573f-4545-b8b0-3e39f744a9df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:01.980899 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-061f3a60-573f-4545-b8b0-3e39f744a9df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:02.045949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-061f3a60-573f-4545-b8b0-3e39f744a9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:02.048540 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-061f3a60-573f-4545-b8b0-3e39f744a9df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:02.049732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-061f3a60-573f-4545-b8b0-3e39f744a9df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/172175af-ac4a-449a-923e-80d150f0b1ed HTTP/1.1" status: 204 len: 168 time: 0.1485980 Nov 09 00:31:02.058599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f3a60-573f-4545-b8b0-3e39f744a9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172175af-ac4a-449a-923e-80d150f0b1ed,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:02.360488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38790) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:02.376655 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf353628-3630-4d1d-a4d1-04ee2a1ee443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:02.465087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0159c36-452b-4d79-af61-334bae8e64cc req-d4ff22c5-2c2f-4a41-9095-ff2dc5c8a9a4 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:02.466633 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0159c36-452b-4d79-af61-334bae8e64cc req-d4ff22c5-2c2f-4a41-9095-ff2dc5c8a9a4 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 946 time: 0.0758955 Nov 09 00:31:02.537474 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf353628-3630-4d1d-a4d1-04ee2a1ee443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:02.545831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0159c36-452b-4d79-af61-334bae8e64cc req-6cf437d8-8cb5-4ccf-bf4d-f56485cc3408 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723131 Nov 09 00:31:02.546548 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf353628-3630-4d1d-a4d1-04ee2a1ee443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:02.591297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf353628-3630-4d1d-a4d1-04ee2a1ee443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a10067f-afe0-4215-8f18-73ad7e942fee,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:02.597254 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bf353628-3630-4d1d-a4d1-04ee2a1ee443 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=635bb3b3a67741ca98187fbf899a2fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345853 Nov 09 00:31:02.599763 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38798) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:02.655400 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e525ead-46e2-4a46-9560-664c962e1df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:02.677432 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e525ead-46e2-4a46-9560-664c962e1df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:02.727583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e525ead-46e2-4a46-9560-664c962e1df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:02.730345 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e525ead-46e2-4a46-9560-664c962e1df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:02.733984 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0e525ead-46e2-4a46-9560-664c962e1df9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a10067f-afe0-4215-8f18-73ad7e942fee HTTP/1.1" status: 204 len: 168 time: 0.1307156 Nov 09 00:31:02.740546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e525ead-46e2-4a46-9560-664c962e1df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a10067f-afe0-4215-8f18-73ad7e942fee,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:02.958808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c1e3c-d9a9-41e2-b241-f7e91f0891b8 req-43e70f05-a669-45e2-9a3f-59bb14c926d1 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:02.960283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-007c1e3c-d9a9-41e2-b241-f7e91f0891b8 req-43e70f05-a669-45e2-9a3f-59bb14c926d1 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0636301 Nov 09 00:31:03.022563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-007c1e3c-d9a9-41e2-b241-f7e91f0891b8 req-69a5ae5e-5834-4eaf-bb72-a62777ce2b1f tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459688 Nov 09 00:31:04.169677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370f435-1938-4703-86c2-70662c6ff068 req-146c2837-d670-46ff-9fc4-456c03501b8f tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:04.171180 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c370f435-1938-4703-86c2-70662c6ff068 req-146c2837-d670-46ff-9fc4-456c03501b8f tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0645835 Nov 09 00:31:04.223653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c370f435-1938-4703-86c2-70662c6ff068 req-8c37f0ea-eb36-4882-9313-810b1443b232 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459104 Nov 09 00:31:04.287944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38890) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:04.400140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9834-4106-41d9-bd04-84e3ad0c9070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:04.482251 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9834-4106-41d9-bd04-84e3ad0c9070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:04.486116 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9834-4106-41d9-bd04-84e3ad0c9070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:04.523522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec9834-4106-41d9-bd04-84e3ad0c9070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb91f801-e26d-4832-85f0-d2c33e2681ad,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:04.528359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e5ec9834-4106-41d9-bd04-84e3ad0c9070 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20ceeb17a37241d68d5c896e7b40f4bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390978 Nov 09 00:31:04.531079 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 38900) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:04.584628 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7eee4c61-b8f2-4634-a4b8-f348aa1a5869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:04.611232 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7eee4c61-b8f2-4634-a4b8-f348aa1a5869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:04.665001 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7eee4c61-b8f2-4634-a4b8-f348aa1a5869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:04.668199 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7eee4c61-b8f2-4634-a4b8-f348aa1a5869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:04.669381 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7eee4c61-b8f2-4634-a4b8-f348aa1a5869 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb91f801-e26d-4832-85f0-d2c33e2681ad HTTP/1.1" status: 204 len: 168 time: 0.1371214 Nov 09 00:31:04.678254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee4c61-b8f2-4634-a4b8-f348aa1a5869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb91f801-e26d-4832-85f0-d2c33e2681ad,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:05.369640 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc19fb5-8256-4865-b329-4dbc921d9c9f req-557f6454-5f96-40ff-8907-beb79e4928e9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:05.371607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfc19fb5-8256-4865-b329-4dbc921d9c9f req-557f6454-5f96-40ff-8907-beb79e4928e9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0651133 Nov 09 00:31:05.427841 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfc19fb5-8256-4865-b329-4dbc921d9c9f req-3a24ef2b-0fe0-4d5a-89cd-6f35e8a9bb7d tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498455 Nov 09 00:31:06.571534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a10902-f45d-43ec-bee6-0b2adff61e02 req-afc15905-d53d-4ee8-b154-464846c02fd8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:06.577113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35a10902-f45d-43ec-bee6-0b2adff61e02 req-afc15905-d53d-4ee8-b154-464846c02fd8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0740662 Nov 09 00:31:06.634294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35a10902-f45d-43ec-bee6-0b2adff61e02 req-8f48e660-73f8-4778-b52d-9ed33fe0c33a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510356 Nov 09 00:31:07.089432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb1f90-6b4f-4fa7-b6f9-78c36cda04e4 req-57169198-03c9-4c32-858f-f02c039f902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:07.091000 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ecb1f90-6b4f-4fa7-b6f9-78c36cda04e4 req-57169198-03c9-4c32-858f-f02c039f902c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 1097 time: 0.0581362 Nov 09 00:31:07.205777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb1f90-6b4f-4fa7-b6f9-78c36cda04e4 req-e03586c7-0b28-494d-a352-287714f1a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:07.207421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ecb1f90-6b4f-4fa7-b6f9-78c36cda04e4 req-e03586c7-0b28-494d-a352-287714f1a42b service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 911 time: 0.0945432 Nov 09 00:31:07.288971 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ecb1f90-6b4f-4fa7-b6f9-78c36cda04e4 req-9cbe0bdb-cc38-417c-975f-e0ded53f0dbb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f711328-c3c8-4589-a770-3556d76a5e1c HTTP/1.1" status: 200 len: 1002 time: 0.0712011 Nov 09 00:31:07.294567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39050) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:07.348645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb1f90-6b4f-4fa7-b6f9-78c36cda04e4 req-76cff690-3d00-4c6c-b3e5-0d6641a80f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:07.350147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ecb1f90-6b4f-4fa7-b6f9-78c36cda04e4 req-76cff690-3d00-4c6c-b3e5-0d6641a80f00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 HTTP/1.1" status: 200 len: 850 time: 0.0454636 Nov 09 00:31:07.407290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb1f90-6b4f-4fa7-b6f9-78c36cda04e4 req-4fd5c5df-c781-4cb6-a4af-d8970d131030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:07.408803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ecb1f90-6b4f-4fa7-b6f9-78c36cda04e4 req-4fd5c5df-c781-4cb6-a4af-d8970d131030 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498965 Nov 09 00:31:07.457458 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a1d-e39f-4ba3-913f-c520ebc3b5bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:07.551069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ecb1f90-6b4f-4fa7-b6f9-78c36cda04e4 req-cad7dcad-8fc0-423a-8495-ebd85b2d2e21 service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348526 Nov 09 00:31:07.657577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a1d-e39f-4ba3-913f-c520ebc3b5bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:07.664379 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a1d-e39f-4ba3-913f-c520ebc3b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:07.705217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ecb1f90-6b4f-4fa7-b6f9-78c36cda04e4 req-57da3165-8088-4069-9da1-1dcd224c52a7 service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462331 Nov 09 00:31:07.727110 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b1a1d-e39f-4ba3-913f-c520ebc3b5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9101253-3533-4002-ae98-12dc919b79ec,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:07.732458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7b9b1a1d-e39f-4ba3-913f-c520ebc3b5bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59af933ee2044a9382cddddb67a27f4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4369166 Nov 09 00:31:07.735413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39068) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:07.833879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f3072-bb0c-48e6-922b-1543ad584f90 req-111a18f2-8c13-41c7-99f5-05b773d0dd9d tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:07.835484 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-800f3072-bb0c-48e6-922b-1543ad584f90 req-111a18f2-8c13-41c7-99f5-05b773d0dd9d tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0892408 Nov 09 00:31:07.860172 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-892595b9-c5a8-4c9c-a60c-efae05f96efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:07.902023 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-892595b9-c5a8-4c9c-a60c-efae05f96efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:07.916121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-800f3072-bb0c-48e6-922b-1543ad584f90 req-e08e3eb1-c5a1-439c-8514-dca73d1f15d7 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741522 Nov 09 00:31:07.965880 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-892595b9-c5a8-4c9c-a60c-efae05f96efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:07.968779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-892595b9-c5a8-4c9c-a60c-efae05f96efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:07.970256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-892595b9-c5a8-4c9c-a60c-efae05f96efd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9101253-3533-4002-ae98-12dc919b79ec HTTP/1.1" status: 204 len: 168 time: 0.2337117 Nov 09 00:31:07.984062 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892595b9-c5a8-4c9c-a60c-efae05f96efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9101253-3533-4002-ae98-12dc919b79ec,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:08.270126 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39086) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:08.283661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbf612ad-f939-4537-8b2f-2e3256f42774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:08.364588 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbf612ad-f939-4537-8b2f-2e3256f42774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:08.368862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbf612ad-f939-4537-8b2f-2e3256f42774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:08.406474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf612ad-f939-4537-8b2f-2e3256f42774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d38450-a8c7-4f31-9c00-b079df82fd6b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:08.415286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39090) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:08.415710 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cbf612ad-f939-4537-8b2f-2e3256f42774 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88dee5ef518c4c69aad318dc6286ce37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440504 Nov 09 00:31:08.476870 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29562150-e4e7-4778-a620-d7381d209b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:08.499790 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29562150-e4e7-4778-a620-d7381d209b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:08.555328 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29562150-e4e7-4778-a620-d7381d209b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:08.558672 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29562150-e4e7-4778-a620-d7381d209b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:08.559907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-29562150-e4e7-4778-a620-d7381d209b04 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49d38450-a8c7-4f31-9c00-b079df82fd6b HTTP/1.1" status: 204 len: 168 time: 0.1436086 Nov 09 00:31:08.570139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29562150-e4e7-4778-a620-d7381d209b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d38450-a8c7-4f31-9c00-b079df82fd6b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:09.045951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3c016-43d3-4e27-b5f5-a4eff3fe3014 req-c6499580-5fcb-428d-b297-2b249626ab51 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:09.047579 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42c3c016-43d3-4e27-b5f5-a4eff3fe3014 req-c6499580-5fcb-428d-b297-2b249626ab51 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0576456 Nov 09 00:31:09.111227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42c3c016-43d3-4e27-b5f5-a4eff3fe3014 req-747fbfaf-cc66-4d3e-bfe0-bbe0fac4e43f tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573223 Nov 09 00:31:09.917644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39180) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:10.030839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bb68-6da7-4b99-80e1-018929453cb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:10.115808 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bb68-6da7-4b99-80e1-018929453cb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:10.120887 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bb68-6da7-4b99-80e1-018929453cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:10.163323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3bb68-6da7-4b99-80e1-018929453cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27419356-9895-4702-8d04-bdbf5b4a7bad,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:10.179007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c7e3bb68-6da7-4b99-80e1-018929453cb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=887544eadbec4a55b3d27d707480445c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2573068 Nov 09 00:31:10.179374 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39190) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:10.236662 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55c57e48-e99e-48e2-bf93-40aff4df5153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:10.244154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32482388-7049-423d-94fc-e356e45d44e9 req-123a7cc7-f99b-4385-8d0b-7077150c4364 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:10.245954 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32482388-7049-423d-94fc-e356e45d44e9 req-123a7cc7-f99b-4385-8d0b-7077150c4364 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0506546 Nov 09 00:31:10.261081 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55c57e48-e99e-48e2-bf93-40aff4df5153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:10.300168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32482388-7049-423d-94fc-e356e45d44e9 req-6085bc89-9240-47f8-8b37-098f381851dc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477982 Nov 09 00:31:10.321316 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55c57e48-e99e-48e2-bf93-40aff4df5153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:10.324661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-55c57e48-e99e-48e2-bf93-40aff4df5153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:10.325948 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-55c57e48-e99e-48e2-bf93-40aff4df5153 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27419356-9895-4702-8d04-bdbf5b4a7bad HTTP/1.1" status: 204 len: 168 time: 0.1460686 Nov 09 00:31:10.333987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c57e48-e99e-48e2-bf93-40aff4df5153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27419356-9895-4702-8d04-bdbf5b4a7bad,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:11.276589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39246) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:11.394396 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7858bf99-9d50-4aeb-a66e-95fbcc35c1cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:11.429468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb680a-644f-40bd-be65-bfc4c49742e1 req-278bb6a8-0752-4d77-a362-ed04209f5cb5 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:11.431112 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55fb680a-644f-40bd-be65-bfc4c49742e1 req-278bb6a8-0752-4d77-a362-ed04209f5cb5 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0503933 Nov 09 00:31:11.480854 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7858bf99-9d50-4aeb-a66e-95fbcc35c1cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:11.485830 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7858bf99-9d50-4aeb-a66e-95fbcc35c1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:11.498641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55fb680a-644f-40bd-be65-bfc4c49742e1 req-aa7f439e-af6f-4032-80ae-4bdac62c6c25 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595717 Nov 09 00:31:11.524775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858bf99-9d50-4aeb-a66e-95fbcc35c1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f96e838-bc8f-4409-8b55-f88762e10ffe,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:11.533645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39258) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:11.534169 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7858bf99-9d50-4aeb-a66e-95fbcc35c1cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d9153134edf45a89d6ca87feabdab60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2556231 Nov 09 00:31:11.588598 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e481aa0f-c446-4a1b-868b-a5938a5a3918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:11.617899 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e481aa0f-c446-4a1b-868b-a5938a5a3918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:11.670362 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e481aa0f-c446-4a1b-868b-a5938a5a3918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:11.673614 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e481aa0f-c446-4a1b-868b-a5938a5a3918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:11.675389 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e481aa0f-c446-4a1b-868b-a5938a5a3918 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f96e838-bc8f-4409-8b55-f88762e10ffe HTTP/1.1" status: 204 len: 168 time: 0.1392679 Nov 09 00:31:11.684270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481aa0f-c446-4a1b-868b-a5938a5a3918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f96e838-bc8f-4409-8b55-f88762e10ffe,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:12.652946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa2dda-e248-495d-bc53-81966d178730 req-549f4828-5351-42ad-9f6c-e415d32ef667 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:12.654645 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9caa2dda-e248-495d-bc53-81966d178730 req-549f4828-5351-42ad-9f6c-e415d32ef667 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0723791 Nov 09 00:31:12.656392 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c94af474-deca-42cf-bb70-f51eeb30e48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:12.706655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9caa2dda-e248-495d-bc53-81966d178730 req-9ca43fdc-0faa-4334-997e-c8f88dadde68 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441270 Nov 09 00:31:12.895435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39302) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:13.045090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1014162129'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:13.067417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Made reservation on behalf of a552b2d1e2c042c1a03ad79f1060b8ea for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:13.070827 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.082994 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.157677 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.162716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.191690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:13.198580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b648c9-4c2e-4a7b-954d-4b9c13170a62,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:13.204385 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.204731 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Added segment 2ac7d22e-f788-4fea-9e6d-3f9576b935be of type vlan for network 08493254-d3b5-4e34-8d90-a336a9ed3b60 Nov 09 00:31:13.249305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.273740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.279463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:13.280056 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.346730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4501462 Nov 09 00:31:13.356338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7a060-6e1f-4f57-8d76-f37ee53a9c9c tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Pushing event updated for resources: {'Network': ['ID=08493254-d3b5-4e34-8d90-a336a9ed3b60,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:13.367034 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 08493254-d3b5-4e34-8d90-a336a9ed3b60 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:13.541950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39310) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:13.547475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Request body: {'port': {'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60', 'binding:host_id': 'n-h1-813263-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-585989760'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:13.570490 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Made reservation on behalf of ae459f32887c48ad9f2adf93ac7aa9e4 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:13.573303 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.585363 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.673775 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.678284 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.689164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] device_id is not set on port a41ae7a1-8688-4be7-8c16-8b13f7350983 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:31:13.759735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5aced2-b546-4fc3-94ae-66a7e29067ce,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:13.900188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19068436-81f8-4411-bb31-f964b758d47a req-f9c6447f-9187-4925-8f84-5effd1dc9065 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:13.902208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19068436-81f8-4411-bb31-f964b758d47a req-f9c6447f-9187-4925-8f84-5effd1dc9065 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.1123326 Nov 09 00:31:13.972854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] device_id is not set on port a41ae7a1-8688-4be7-8c16-8b13f7350983 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:31:13.990234 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:13.996294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19068436-81f8-4411-bb31-f964b758d47a req-06b574a3-eb6f-435e-9f28-c9cecf8975d1 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829511 Nov 09 00:31:13.997674 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:14.053327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event updated for resources: {'Port': ['ID=a41ae7a1-8688-4be7-8c16-8b13f7350983,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:14.063732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Checking segment: {'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:14.064084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Network hostable DHCP agents. Network: 08493254-d3b5-4e34-8d90-a336a9ed3b60, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:14.080643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Network 08493254-d3b5-4e34-8d90-a336a9ed3b60 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:14.089880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 08493254-d3b5-4e34-8d90-a336a9ed3b60) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:14.094424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:14.102056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6cf4ea-4b83-499d-8f62-6b69e092be1c None None] Network 08493254-d3b5-4e34-8d90-a336a9ed3b60 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:14.108498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:14.108838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:14.109176 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:14.113650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:14.113981 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:14.114700 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 2 to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 Nov 09 00:31:14.127921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:14.128265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:14.128606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:14.133003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:14.133335 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:14.133753 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 3 to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 Nov 09 00:31:14.147096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:14.147433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:14.147886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:14.152922 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:14.153550 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:14.154110 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 4 to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 Nov 09 00:31:14.166172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:14.166551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:14.166892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:14.171607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:14.171935 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:14.172339 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 5 to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 Nov 09 00:31:14.186488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:14.186836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:14.187216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:14.193320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:14.193854 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:14.194410 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 6 to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 Nov 09 00:31:14.207637 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:14.208218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:14.208875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:14.214289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:14.214795 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:14.215207 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 7 to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 Nov 09 00:31:14.229075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:14.229732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:14.230051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:14.238322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:14.238649 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:14.239040 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 8 to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 Nov 09 00:31:14.251184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:14.251463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:14.251777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:14.256114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:14.256442 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:14.256833 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 9 to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 Nov 09 00:31:14.271308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:14.271645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:14.271982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:14.276855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:14.277179 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:14.277591 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 10 to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 Nov 09 00:31:14.289809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:14.290145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:14.290476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:14.294788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port a41ae7a1-8688-4be7-8c16-8b13f7350983 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:14.295113 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port a41ae7a1-8688-4be7-8c16-8b13f7350983 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:14.295473 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:14.362079 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] For port a41ae7a1-8688-4be7-8c16-8b13f7350983, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:31:14.362441 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempted to set empty binding levels {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 00:31:14.367342 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:14.399552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:14.400275 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:14.421779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event updated for resources: {'Port': ['ID=a41ae7a1-8688-4be7-8c16-8b13f7350983,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:14.429902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b17ce744-e214-4052-9d5f-27808542118b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.8865302 Nov 09 00:31:14.431334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39316) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:14.518548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-76de525f-7b1a-4534-a41f-5c3c6b3cc7b4 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Deleting port a41ae7a1-8688-4be7-8c16-8b13f7350983 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:14.518893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76de525f-7b1a-4534-a41f-5c3c6b3cc7b4 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:14.580649 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-76de525f-7b1a-4534-a41f-5c3c6b3cc7b4 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] For port a41ae7a1-8688-4be7-8c16-8b13f7350983, host n-h1-813263-3, got binding levels [] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:14.581003 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76de525f-7b1a-4534-a41f-5c3c6b3cc7b4 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:14.593494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-76de525f-7b1a-4534-a41f-5c3c6b3cc7b4 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Calling delete_port for a41ae7a1-8688-4be7-8c16-8b13f7350983 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:14.793712 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aa0de468-575e-46d5-ac81-15bb397932a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:14.977747 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76de525f-7b1a-4534-a41f-5c3c6b3cc7b4 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:15.007959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de525f-7b1a-4534-a41f-5c3c6b3cc7b4 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event deleted for resources: {'Port': ['ID=a41ae7a1-8688-4be7-8c16-8b13f7350983,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:15.011800 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76de525f-7b1a-4534-a41f-5c3c6b3cc7b4 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:15.018072 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-76de525f-7b1a-4534-a41f-5c3c6b3cc7b4 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a41ae7a1-8688-4be7-8c16-8b13f7350983 HTTP/1.1" status: 204 len: 168 time: 0.5851595 Nov 09 00:31:15.018493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39324) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:15.045297 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf31cb31-e62b-4640-a46c-397c55d96c7c tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] GET failed (client error): The resource could not be found. Nov 09 00:31:15.050267 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cf31cb31-e62b-4640-a46c-397c55d96c7c tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "GET /v2.0/ports/a41ae7a1-8688-4be7-8c16-8b13f7350983 HTTP/1.1" status: 404 len: 333 time: 0.0270967 Nov 09 00:31:15.050546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39328) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:15.055497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Request body: {'port': {'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-566946696'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:15.085327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Made reservation on behalf of ae459f32887c48ad9f2adf93ac7aa9e4 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:15.087542 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:15.119093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] device_id is not set on port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:31:15.172316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b2f96-663c-4334-b38f-338cc5fb07ad req-df4a380b-d2c6-4bfb-8de4-9d5a083a911d tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:15.173858 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a5b2f96-663c-4334-b38f-338cc5fb07ad req-df4a380b-d2c6-4bfb-8de4-9d5a083a911d tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0995903 Nov 09 00:31:15.274440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a5b2f96-663c-4334-b38f-338cc5fb07ad req-9ff5323a-6db8-4751-83f7-c7d6f11e62da tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924375 Nov 09 00:31:15.333696 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:15.371961 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:15.415856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Network 08493254-d3b5-4e34-8d90-a336a9ed3b60 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:15.419283 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:15.425116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:15.425713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:15.426317 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:15.435752 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:15.448149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8b758a8d-ec45-4f03-adca-177cc659e399 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3963556 Nov 09 00:31:15.450738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39330) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:15.455908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:15.511901 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:15.683708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] device_id is not set on port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:31:15.691599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:15.698338 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:15.753765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:15.764924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:15.765262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:15.765640 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:15.770209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:15.770536 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:15.770926 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 2 to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 Nov 09 00:31:15.784479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:15.784808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:15.785136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:15.789485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:15.789841 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:15.790233 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 3 to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 Nov 09 00:31:15.802194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:15.802549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:15.802880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:15.807217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:15.807539 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:15.807922 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 4 to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 Nov 09 00:31:15.821377 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:15.821722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:15.822055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:15.826922 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:15.827808 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:15.828202 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 5 to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 Nov 09 00:31:15.840717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:15.841173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:15.841609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:15.846221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:15.846614 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:15.847014 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 6 to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 Nov 09 00:31:15.859519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:15.859853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:15.860186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:15.864426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:15.864750 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:15.865137 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 7 to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 Nov 09 00:31:15.877098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:15.877389 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:15.877732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:15.882043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:15.882373 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:15.882759 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 8 to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 Nov 09 00:31:15.895888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:15.896217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:15.896545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:15.901522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:15.901848 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:15.902231 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 9 to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 Nov 09 00:31:15.913830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:15.914168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:15.914504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:15.918745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:15.919074 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:15.919460 n-d-813263-3 neutron-server[101780]: INFO neutron.plugins.ml2.plugin [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 10 to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 Nov 09 00:31:15.932460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:15.932796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:15.933128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:15.937364 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:15.937700 n-d-813263-3 neutron-server[101780]: ERROR neutron.plugins.ml2.managers [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:15.938060 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.000674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] For port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:31:16.001036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempted to set empty binding levels {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 00:31:16.005939 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.017817 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.041297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] In _notify_port_updated(), no bound segment for port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:31:16.042166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.042782 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.044766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "PUT /v2.0/ports/e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 HTTP/1.1" status: 200 len: 974 time: 0.5928607 Nov 09 00:31:16.046692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39334) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:16.065311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756ae65-feca-49e5-89de-f82d13ee0b39 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:16.113889 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.134997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.135874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.136330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.136784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.137242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.137728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.138177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.138718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.139170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.139613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.140060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.140506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.140950 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.141412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.141857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.144017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.144524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.145023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.145548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.146142 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.149066 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-25458ae3-669d-43da-a9d8-0601adfeb36b tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17940 time: 0.1013637 Nov 09 00:31:16.152735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39336) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:16.229442 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e068fdc4-20a0-4b49-9fd8-1ae70ddf42d9 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Deleting port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:16.229796 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e068fdc4-20a0-4b49-9fd8-1ae70ddf42d9 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.293767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-e068fdc4-20a0-4b49-9fd8-1ae70ddf42d9 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] For port e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0, host n-h1-813263-3, got binding levels [] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:16.294128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e068fdc4-20a0-4b49-9fd8-1ae70ddf42d9 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.308848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e068fdc4-20a0-4b49-9fd8-1ae70ddf42d9 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Calling delete_port for e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:16.396067 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e068fdc4-20a0-4b49-9fd8-1ae70ddf42d9 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.413732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5656754-5354-4353-861e-d978719e7935 req-7a242b12-1dec-48ca-8515-6a5e741eba50 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.415085 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.415627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5656754-5354-4353-861e-d978719e7935 req-7a242b12-1dec-48ca-8515-6a5e741eba50 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0591617 Nov 09 00:31:16.430304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068fdc4-20a0-4b49-9fd8-1ae70ddf42d9 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:16.436511 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e068fdc4-20a0-4b49-9fd8-1ae70ddf42d9 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.440121 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e068fdc4-20a0-4b49-9fd8-1ae70ddf42d9 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 HTTP/1.1" status: 204 len: 168 time: 0.2863710 Nov 09 00:31:16.442797 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39340) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:16.474165 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63f82bd-acae-4106-a2e6-1d1b0b545734 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] GET failed (client error): The resource could not be found. Nov 09 00:31:16.480550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5656754-5354-4353-861e-d978719e7935 req-7d6efafc-3b0b-4963-8d7c-247d86193513 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527341 Nov 09 00:31:16.480766 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e63f82bd-acae-4106-a2e6-1d1b0b545734 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "GET /v2.0/ports/e2b5b6d9-2fcf-437f-8ffd-1075c5a59bf0 HTTP/1.1" status: 404 len: 333 time: 0.0320964 Nov 09 00:31:16.480879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39342) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:16.485721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-580018453', 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:16.507048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Made reservation on behalf of ae459f32887c48ad9f2adf93ac7aa9e4 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:16.509485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.525027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] device_id is not set on port 001a7074-b4a7-4936-ade4-640a4106802a yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:31:16.674975 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.709134 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.750394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Network 08493254-d3b5-4e34-8d90-a336a9ed3b60 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:16.757409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:16.760295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:16.761216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.761845 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.767617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event updated for resources: {'Port': ['ID=001a7074-b4a7-4936-ade4-640a4106802a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:16.784637 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1182f6b2-7b4a-4d48-a01f-77f0611e4722 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3027148 Nov 09 00:31:16.787396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39346) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:16.820540 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d30a32-bb04-44ad-8dc5-585b99fe6b21 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:16.821942 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c9d30a32-bb04-44ad-8dc5-585b99fe6b21 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "GET /v2.0/ports/001a7074-b4a7-4936-ade4-640a4106802a HTTP/1.1" status: 200 len: 954 time: 0.0335770 Nov 09 00:31:16.824591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39348) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:16.900054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc8d2e-70cb-4e57-ac8e-ae257daa889a tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Deleting port 001a7074-b4a7-4936-ade4-640a4106802a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:16.900400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8d2e-70cb-4e57-ac8e-ae257daa889a tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.965208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8d2e-70cb-4e57-ac8e-ae257daa889a tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:16.978408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc8d2e-70cb-4e57-ac8e-ae257daa889a tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Calling delete_port for 001a7074-b4a7-4936-ade4-640a4106802a owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:17.058725 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8d2e-70cb-4e57-ac8e-ae257daa889a tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:17.090304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc8d2e-70cb-4e57-ac8e-ae257daa889a tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event deleted for resources: {'Port': ['ID=001a7074-b4a7-4936-ade4-640a4106802a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:17.098966 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8d2e-70cb-4e57-ac8e-ae257daa889a tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:17.102405 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8bcc8d2e-70cb-4e57-ac8e-ae257daa889a tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "DELETE /v2.0/ports/001a7074-b4a7-4936-ade4-640a4106802a HTTP/1.1" status: 204 len: 168 time: 0.2768748 Nov 09 00:31:17.105463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39350) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:17.128310 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9132c54a-83da-4093-8758-cba1de37ab12 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] GET failed (client error): The resource could not be found. Nov 09 00:31:17.129711 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9132c54a-83da-4093-8758-cba1de37ab12 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "GET /v2.0/ports/001a7074-b4a7-4936-ade4-640a4106802a HTTP/1.1" status: 404 len: 333 time: 0.0232525 Nov 09 00:31:17.133257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39352) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:17.138412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Request body: {'port': {'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1392908571'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:17.158617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Made reservation on behalf of ae459f32887c48ad9f2adf93ac7aa9e4 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:17.160932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:17.176593 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] device_id is not set on port e1518174-5b8a-42f2-b803-9505d03e26e7 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:31:17.331657 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:17.363032 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:17.403445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Network 08493254-d3b5-4e34-8d90-a336a9ed3b60 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:17.408181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:17.411580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:17.412579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:17.413071 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:17.418574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event updated for resources: {'Port': ['ID=e1518174-5b8a-42f2-b803-9505d03e26e7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:17.434462 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-67a90ef2-351d-49f1-8cc7-7cb10fe7d754 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3000145 Nov 09 00:31:17.437212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39356) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:17.442093 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:17.496369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:17.612760 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dcadb-8c10-4c42-8a15-6e07e8af9e12 req-27198f8f-98a3-40b7-8965-aea1b949e93b tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:17.614369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae6dcadb-8c10-4c42-8a15-6e07e8af9e12 req-27198f8f-98a3-40b7-8965-aea1b949e93b tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0554039 Nov 09 00:31:17.626478 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:17.663641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae6dcadb-8c10-4c42-8a15-6e07e8af9e12 req-8f16ecbe-724f-483c-a23a-4cf3343e92a7 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 Nov 09 00:31:17.668999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] device_id is not set on port e1518174-5b8a-42f2-b803-9505d03e26e7 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:31:17.676842 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:17.683231 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:17.752005 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event updated for resources: {'Port': ['ID=e1518174-5b8a-42f2-b803-9505d03e26e7,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:17.757843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:17.758175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:17.758509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:17.765441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:17.765816 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:17.766255 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 2 to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 Nov 09 00:31:17.780960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:17.781640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:17.782148 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:17.787238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:17.787757 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:17.788108 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 3 to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 Nov 09 00:31:17.805531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:17.805781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:17.806129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:17.812079 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:17.812518 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:17.812864 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 4 to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 Nov 09 00:31:17.839494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:17.839757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:17.840099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:17.844885 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:17.845212 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:17.845640 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 5 to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 Nov 09 00:31:17.858552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:17.858889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:17.859271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:17.863841 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:17.864177 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:17.864865 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 6 to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 Nov 09 00:31:17.884420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:17.884755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:17.885129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:17.891745 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:17.892073 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:17.892546 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 7 to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 Nov 09 00:31:17.906288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:17.906644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:17.906944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:17.909702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9c646-93d8-4d65-976c-f7c7d42b1853 req-79ac11de-e4b5-4ce5-89c7-9a057f6356a1 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:17.911501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:17.911831 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:17.912222 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 8 to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 Nov 09 00:31:17.919586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7a9c646-93d8-4d65-976c-f7c7d42b1853 req-79ac11de-e4b5-4ce5-89c7-9a057f6356a1 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0635617 Nov 09 00:31:17.926198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:17.926541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:17.926886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:17.932706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:17.933411 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:17.933600 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 9 to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 Nov 09 00:31:17.949111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:17.949111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:17.949111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:17.955529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:17.955978 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:17.956448 n-d-813263-3 neutron-server[101781]: INFO neutron.plugins.ml2.plugin [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempt 10 to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 Nov 09 00:31:17.978050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:17.978050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:17.978050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempting to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:17.980332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:31:17.980876 n-d-813263-3 neutron-server[101781]: ERROR neutron.plugins.ml2.managers [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Failed to bind port e1518174-5b8a-42f2-b803-9505d03e26e7 on host n-h1-813263-3 for vnic_type normal using segments [{'id': '2ac7d22e-f788-4fea-9e6d-3f9576b935be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '08493254-d3b5-4e34-8d90-a336a9ed3b60'}] Nov 09 00:31:17.981366 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.006282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7a9c646-93d8-4d65-976c-f7c7d42b1853 req-4c76c6a5-03e6-4cdd-aa6e-f679107af35b tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853777 Nov 09 00:31:18.022367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09748e5-7d2c-4f2c-8e37-bde9ccc30bff req-e4995cd7-aadc-4179-a417-0dffaaf32a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:18.024288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c09748e5-7d2c-4f2c-8e37-bde9ccc30bff req-e4995cd7-aadc-4179-a417-0dffaaf32a10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 1097 time: 0.0932472 Nov 09 00:31:18.063601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] For port e1518174-5b8a-42f2-b803-9505d03e26e7, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:31:18.065503 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attempted to set empty binding levels {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 00:31:18.070232 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.100801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] In _notify_port_updated(), no bound segment for port e1518174-5b8a-42f2-b803-9505d03e26e7 on network 08493254-d3b5-4e34-8d90-a336a9ed3b60 {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:31:18.101586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:18.102388 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.107376 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "PUT /v2.0/ports/e1518174-5b8a-42f2-b803-9505d03e26e7 HTTP/1.1" status: 200 len: 975 time: 0.6691730 Nov 09 00:31:18.110395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39374) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:18.126914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44180f42-1bf7-4636-aaa6-49e57ebb59ba tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event updated for resources: {'Port': ['ID=e1518174-5b8a-42f2-b803-9505d03e26e7,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:18.154893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09748e5-7d2c-4f2c-8e37-bde9ccc30bff req-fcf885c7-6d2b-40d8-b149-e8181d59a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:18.156353 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c09748e5-7d2c-4f2c-8e37-bde9ccc30bff req-fcf885c7-6d2b-40d8-b149-e8181d59a279 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 911 time: 0.1247108 Nov 09 00:31:18.247054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c09748e5-7d2c-4f2c-8e37-bde9ccc30bff req-d70efe97-6879-4214-9b96-1b6dbd90e3e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f711328-c3c8-4589-a770-3556d76a5e1c HTTP/1.1" status: 200 len: 1002 time: 0.0654140 Nov 09 00:31:18.282401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-ee17901b-7175-46c7-915e-abbd27a54cfc tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Deleting port e1518174-5b8a-42f2-b803-9505d03e26e7 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:18.282742 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee17901b-7175-46c7-915e-abbd27a54cfc tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.356891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09748e5-7d2c-4f2c-8e37-bde9ccc30bff req-125f0fe6-54fd-4809-b123-441f490f25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:18.358381 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c09748e5-7d2c-4f2c-8e37-bde9ccc30bff req-125f0fe6-54fd-4809-b123-441f490f25cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 HTTP/1.1" status: 200 len: 850 time: 0.1039786 Nov 09 00:31:18.360864 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.378411 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-ee17901b-7175-46c7-915e-abbd27a54cfc tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] For port e1518174-5b8a-42f2-b803-9505d03e26e7, host n-h1-813263-3, got binding levels [] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:18.378773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee17901b-7175-46c7-915e-abbd27a54cfc tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.405843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-ee17901b-7175-46c7-915e-abbd27a54cfc tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Calling delete_port for e1518174-5b8a-42f2-b803-9505d03e26e7 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:18.457720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09748e5-7d2c-4f2c-8e37-bde9ccc30bff req-2c4c3e90-98d1-4dc7-a311-f5b1cce2ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:18.459211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c09748e5-7d2c-4f2c-8e37-bde9ccc30bff req-2c4c3e90-98d1-4dc7-a311-f5b1cce2ef83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934138 Nov 09 00:31:18.554460 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee17901b-7175-46c7-915e-abbd27a54cfc tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.597243 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17901b-7175-46c7-915e-abbd27a54cfc tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1518174-5b8a-42f2-b803-9505d03e26e7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:18.603786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c09748e5-7d2c-4f2c-8e37-bde9ccc30bff req-246d1725-3b1c-4de4-becc-eb80779fb220 service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348662 Nov 09 00:31:18.605389 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee17901b-7175-46c7-915e-abbd27a54cfc tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.609341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ee17901b-7175-46c7-915e-abbd27a54cfc tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e1518174-5b8a-42f2-b803-9505d03e26e7 HTTP/1.1" status: 204 len: 168 time: 0.4976275 Nov 09 00:31:18.612188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39376) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:18.640778 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-31aad5d7-c2a5-4acb-bbcf-f565ac9b7943 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] GET failed (client error): The resource could not be found. Nov 09 00:31:18.643118 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-31aad5d7-c2a5-4acb-bbcf-f565ac9b7943 tempest-PortsAdminExtendedAttrsTestJSON-1580006438 tempest-PortsAdminExtendedAttrsTestJSON-1580006438-project-admin] 10.222.0.25 "GET /v2.0/ports/e1518174-5b8a-42f2-b803-9505d03e26e7 HTTP/1.1" status: 404 len: 333 time: 0.0298033 Nov 09 00:31:18.648408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39378) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:18.708933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c09748e5-7d2c-4f2c-8e37-bde9ccc30bff req-2c4d6ede-4729-4370-8d8a-0ecb849fc97c service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957201 Nov 09 00:31:18.730328 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.818778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.840191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08493254-d3b5-4e34-8d90-a336a9ed3b60']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:18.849478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac7d22e-f788-4fea-9e6d-3f9576b935be') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:18.849768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac7d22e-f788-4fea-9e6d-3f9576b935be') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:18.859506 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.873078 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.879174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:18.879548 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:18.882557 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:18.944393 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.951145 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:18.954303 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] 10.222.0.25 "DELETE /v2.0/networks/08493254-d3b5-4e34-8d90-a336a9ed3b60 HTTP/1.1" status: 204 len: 168 time: 0.3049586 Nov 09 00:31:18.965902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a210404-b509-4e8b-a51a-925ea326e232 tempest-PortsAdminExtendedAttrsTestJSON-1480403037 tempest-PortsAdminExtendedAttrsTestJSON-1480403037-project] Pushing event deleted for resources: {'Network': ['ID=08493254-d3b5-4e34-8d90-a336a9ed3b60,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:19.131527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a763c-760d-4443-b9bb-36bf3d895f82 req-0a6cef9b-490f-4784-9c8e-c37b58c7540a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:19.133158 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a00a763c-760d-4443-b9bb-36bf3d895f82 req-0a6cef9b-490f-4784-9c8e-c37b58c7540a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0534594 Nov 09 00:31:19.189623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a00a763c-760d-4443-b9bb-36bf3d895f82 req-58433eff-a990-4c37-8cdd-c479fba534ef tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503385 Nov 09 00:31:19.222697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39388) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:19.366666 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e887cf2d-c8e8-4ad9-a1e4-d4d0102d0d48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a552b2d1e2c042c1a03ad79f1060b8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426251 Nov 09 00:31:19.369025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39392) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:19.417552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e817-52a9-4e01-82fc-94ba22c1afb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:19.440342 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e817-52a9-4e01-82fc-94ba22c1afb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:19.495812 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e817-52a9-4e01-82fc-94ba22c1afb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:19.498567 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e817-52a9-4e01-82fc-94ba22c1afb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:19.502083 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0ac2e817-52a9-4e01-82fc-94ba22c1afb6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17b648c9-4c2e-4a7b-954d-4b9c13170a62 HTTP/1.1" status: 204 len: 168 time: 0.1317351 Nov 09 00:31:19.511437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2e817-52a9-4e01-82fc-94ba22c1afb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b648c9-4c2e-4a7b-954d-4b9c13170a62,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:19.768711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39398) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:19.810336 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c23be84e-cb20-4e15-95e6-fb5808c89b2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae459f32887c48ad9f2adf93ac7aa9e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403821 Nov 09 00:31:19.812848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39400) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:19.859129 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91a02470-f4a3-4c85-89a4-83837ca3b7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:19.880727 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91a02470-f4a3-4c85-89a4-83837ca3b7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:19.925976 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91a02470-f4a3-4c85-89a4-83837ca3b7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:19.928521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91a02470-f4a3-4c85-89a4-83837ca3b7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:19.929659 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-91a02470-f4a3-4c85-89a4-83837ca3b7b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff5aced2-b546-4fc3-94ae-66a7e29067ce HTTP/1.1" status: 204 len: 168 time: 0.1158628 Nov 09 00:31:19.937835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a02470-f4a3-4c85-89a4-83837ca3b7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5aced2-b546-4fc3-94ae-66a7e29067ce,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:20.315179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0a076-7b72-418c-a13d-5da322d18397 req-946bb71f-46da-4433-ab2e-d700ccc4f78c tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:20.316808 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4f0a076-7b72-418c-a13d-5da322d18397 req-946bb71f-46da-4433-ab2e-d700ccc4f78c tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0516193 Nov 09 00:31:20.371294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4f0a076-7b72-418c-a13d-5da322d18397 req-6b7dba30-f12d-4420-b696-d7f7ddb550c8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479858 Nov 09 00:31:20.713266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39428) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:20.816106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-429844329'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:20.838611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:20.842087 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:20.851858 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:20.935930 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:20.941036 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:20.967062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:20.976739 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6004c512-afc3-4e70-86c0-56665920558f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:20.983491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:20.983835 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Added segment a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b of type vlan for network 8daaa69b-eaff-466b-ae5a-09b3a3d9a281 Nov 09 00:31:21.024866 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:21.050025 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:21.055590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:21.056170 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:21.133372 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4056637 Nov 09 00:31:21.140233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd956c44-bc0a-47fd-a8e6-870b1277e82f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=8daaa69b-eaff-466b-ae5a-09b3a3d9a281,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:21.156567 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 8daaa69b-eaff-466b-ae5a-09b3a3d9a281 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:21.280577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39450) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:21.287312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-0fe73a36-b8c6-44ad-a84f-190aa3412757 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'network_id': '8daaa69b-eaff-466b-ae5a-09b3a3d9a281', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:21.386182 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe73a36-b8c6-44ad-a84f-190aa3412757 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:21.390171 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fe73a36-b8c6-44ad-a84f-190aa3412757 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:21.594564 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fe73a36-b8c6-44ad-a84f-190aa3412757 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:21.672254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe73a36-b8c6-44ad-a84f-190aa3412757 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=82aed6b0-5fc6-4851-beae-c8e119a987cd,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:21.688485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe73a36-b8c6-44ad-a84f-190aa3412757 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking segment: {'id': 'a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8daaa69b-eaff-466b-ae5a-09b3a3d9a281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:21.688854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe73a36-b8c6-44ad-a84f-190aa3412757 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network hostable DHCP agents. Network: 8daaa69b-eaff-466b-ae5a-09b3a3d9a281, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:21.711534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe73a36-b8c6-44ad-a84f-190aa3412757 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network 8daaa69b-eaff-466b-ae5a-09b3a3d9a281 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:21.722263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-0fe73a36-b8c6-44ad-a84f-190aa3412757 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 8daaa69b-eaff-466b-ae5a-09b3a3d9a281) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:21.727969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe73a36-b8c6-44ad-a84f-190aa3412757 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:21.729038 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fe73a36-b8c6-44ad-a84f-190aa3412757 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:21.735575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb0ca83-3714-4588-b198-2622b266ca4e None None] Network 8daaa69b-eaff-466b-ae5a-09b3a3d9a281 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:21.751809 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0fe73a36-b8c6-44ad-a84f-190aa3412757 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4698620 Nov 09 00:31:21.755766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39518) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:21.761748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-979847b2-9a08-40ff-98b7-971b4430905f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1402157820'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:21.797648 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979847b2-9a08-40ff-98b7-971b4430905f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:21.801523 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-979847b2-9a08-40ff-98b7-971b4430905f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:21.828892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979847b2-9a08-40ff-98b7-971b4430905f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:21.841397 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-979847b2-9a08-40ff-98b7-971b4430905f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:21.843079 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-979847b2-9a08-40ff-98b7-971b4430905f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Added segment 373c9655-0125-4e92-98bb-554a1155f8c2 of type vlan for network 9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4 Nov 09 00:31:21.898371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-979847b2-9a08-40ff-98b7-971b4430905f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:21.929636 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-979847b2-9a08-40ff-98b7-971b4430905f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:21.936543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979847b2-9a08-40ff-98b7-971b4430905f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:21.937188 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-979847b2-9a08-40ff-98b7-971b4430905f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:21.953910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-8daaa69b-eaff-466b-ae5a-09b3a3d9a281', 'network_id': '8daaa69b-eaff-466b-ae5a-09b3a3d9a281', 'tenant_id': '09a93b280fe441fcb9317a7bc8c337a1', 'fixed_ips': [{'subnet_id': '82aed6b0-5fc6-4851-beae-c8e119a987cd'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:31:21.954789 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.033320 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-979847b2-9a08-40ff-98b7-971b4430905f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2760828 Nov 09 00:31:22.036008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39552) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:22.040879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979847b2-9a08-40ff-98b7-971b4430905f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:22.056351 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:22.056529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6bfe25d4-5839-4779-8e0e-91bdaba921fb tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'network_id': '9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:22.222600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfe25d4-5839-4779-8e0e-91bdaba921fb tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:22.227053 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d4-5839-4779-8e0e-91bdaba921fb tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.233698 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Allocated IP 172.20.255.242 (8daaa69b-eaff-466b-ae5a-09b3a3d9a281/82aed6b0-5fc6-4851-beae-c8e119a987cd/638cf1f1-d858-417d-a7f4-dc009df69269) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:31:22.398600 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.403921 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.436737 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d4-5839-4779-8e0e-91bdaba921fb tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.456918 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Network 8daaa69b-eaff-466b-ae5a-09b3a3d9a281 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:22.458935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:22.460667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Pushing event updated for resources: {'Port': ['ID=638cf1f1-d858-417d-a7f4-dc009df69269,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:22.463954 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:22.472334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:22.472686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:22.473022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:22.473645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:22.473980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:22.474233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:22.474560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:22.475855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:22.476171 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:22.476557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:22.476823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:22.477147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:22.510716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe25d4-5839-4779-8e0e-91bdaba921fb tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=42f869c2-6599-4b4d-be22-e4ae6db8ca95,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:22.521874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe25d4-5839-4779-8e0e-91bdaba921fb tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking segment: {'id': '373c9655-0125-4e92-98bb-554a1155f8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:22.522315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfe25d4-5839-4779-8e0e-91bdaba921fb tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network hostable DHCP agents. Network: 9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:22.542200 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfe25d4-5839-4779-8e0e-91bdaba921fb tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network 9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:22.544310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Attempting to bind port 638cf1f1-d858-417d-a7f4-dc009df69269 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:22.544768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Attempting to bind port 638cf1f1-d858-417d-a7f4-dc009df69269 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8daaa69b-eaff-466b-ae5a-09b3a3d9a281'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:22.545181 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Attempting to bind port 638cf1f1-d858-417d-a7f4-dc009df69269 on network 8daaa69b-eaff-466b-ae5a-09b3a3d9a281 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:22.550155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:31:22.550585 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Checking segment: {'id': 'a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8daaa69b-eaff-466b-ae5a-09b3a3d9a281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:22.550939 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.551340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Bound using segment: {'id': 'a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8daaa69b-eaff-466b-ae5a-09b3a3d9a281'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:31:22.551804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Bound port: 638cf1f1-d858-417d-a7f4-dc009df69269, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8daaa69b-eaff-466b-ae5a-09b3a3d9a281'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:31:22.552193 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.555428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-6bfe25d4-5839-4779-8e0e-91bdaba921fb tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:22.561794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfe25d4-5839-4779-8e0e-91bdaba921fb tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:22.563351 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d4-5839-4779-8e0e-91bdaba921fb tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.574234 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b4e5f2-7fb9-477f-b1a0-8dd85737fcef None None] Network 9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:22.582549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6bfe25d4-5839-4779-8e0e-91bdaba921fb tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5438623 Nov 09 00:31:22.583899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39620) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:22.700656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] For port 638cf1f1-d858-417d-a7f4-dc009df69269, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:31:22.704809 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.705686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] For port 638cf1f1-d858-417d-a7f4-dc009df69269, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=638cf1f1-d858-417d-a7f4-dc009df69269,segment=NetworkSegment(a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b),segment_id=a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:31:22.711105 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.784582 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.825261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7619d97-fd50-4273-ac97-714c607d922a None None] Pushing event updated for resources: {'Port': ['ID=638cf1f1-d858-417d-a7f4-dc009df69269,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:22.834677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5c56e6-841c-4f4c-b783-a01cfc3f7be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4', 'network_id': '9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4', 'tenant_id': '09a93b280fe441fcb9317a7bc8c337a1', 'fixed_ips': [{'subnet_id': '42f869c2-6599-4b4d-be22-e4ae6db8ca95'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:31:22.835576 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ce5c56e6-841c-4f4c-b783-a01cfc3f7be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.883080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:22.917744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Subnet': ['ID=42f869c2-6599-4b4d-be22-e4ae6db8ca95,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server [None req-ce5c56e6-841c-4f4c-b783-a01cfc3f7be0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42f869c2-6599-4b4d-be22-e4ae6db8ca95: This subnet is being modified by another concurrent operation. Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise exception Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42f869c2-6599-4b4d-be22-e4ae6db8ca95: This subnet is being modified by another concurrent operation. Nov 09 00:31:22.970301 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Nov 09 00:31:23.001436 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.007543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36b011e-e899-4bc3-8333-9d25bfdee5d9 None None] Network 9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:23.034697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:23.058209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373c9655-0125-4e92-98bb-554a1155f8c2') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:23.058633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373c9655-0125-4e92-98bb-554a1155f8c2') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:23.074117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.089842 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.103811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:23.104231 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:23.109265 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:23.187217 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.198090 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.204573 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4 HTTP/1.1" status: 204 len: 168 time: 0.6163449 Nov 09 00:31:23.204953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39690) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:23.210620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c3d12bba-7e28-4248-898f-14980df4c43f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1478767056'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:23.216019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccd7fa-6cd9-435f-8fb5-2dd0ba2b4947 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Network': ['ID=9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:23.240927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d12bba-7e28-4248-898f-14980df4c43f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:23.244908 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3d12bba-7e28-4248-898f-14980df4c43f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.271076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d12bba-7e28-4248-898f-14980df4c43f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:23.282464 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3d12bba-7e28-4248-898f-14980df4c43f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.282807 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-c3d12bba-7e28-4248-898f-14980df4c43f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Added segment ce13b899-a9d0-4742-958c-9ad82d31e0d7 of type vlan for network bc5f1890-a083-4fdf-8718-20482a113e98 Nov 09 00:31:23.322776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3d12bba-7e28-4248-898f-14980df4c43f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.349959 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3d12bba-7e28-4248-898f-14980df4c43f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.356180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d12bba-7e28-4248-898f-14980df4c43f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:23.356773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3d12bba-7e28-4248-898f-14980df4c43f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.420636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c3d12bba-7e28-4248-898f-14980df4c43f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2145281 Nov 09 00:31:23.423373 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39724) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:23.429674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'network_id': 'bc5f1890-a083-4fdf-8718-20482a113e98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:23.429842 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d12bba-7e28-4248-898f-14980df4c43f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=bc5f1890-a083-4fdf-8718-20482a113e98,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:23.440654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network bc5f1890-a083-4fdf-8718-20482a113e98 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:23.540210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:23.544267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.606786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.ipam_backend_mixin [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Performing IP validity checks on allocation pools {{(pid=101781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 00:31:23.607367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.ipam_backend_mixin [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 00:31:23.759339 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.829255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=1652c793-1008-471c-af44-6465d2658a1f,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:23.838455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking segment: {'id': 'ce13b899-a9d0-4742-958c-9ad82d31e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bc5f1890-a083-4fdf-8718-20482a113e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:23.838823 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network hostable DHCP agents. Network: bc5f1890-a083-4fdf-8718-20482a113e98, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:23.859804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network bc5f1890-a083-4fdf-8718-20482a113e98 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:23.871293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, bc5f1890-a083-4fdf-8718-20482a113e98) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:23.876286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:23.876878 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:23.883208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a63673-302e-49a8-a46b-53043a3f59f7 None None] Network bc5f1890-a083-4fdf-8718-20482a113e98 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:23.897075 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b3e37573-7473-4efb-a935-5ffb2cc92e39 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4724436 Nov 09 00:31:23.899972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39794) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:24.026318 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.026470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd4c84-97ad-4a4b-ad86-0a32fe8d76c4 None None] Network 8daaa69b-eaff-466b-ae5a-09b3a3d9a281 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:24.110093 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.131169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a1211-9055-48b8-ba2c-ed268ea861b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-bc5f1890-a083-4fdf-8718-20482a113e98', 'network_id': 'bc5f1890-a083-4fdf-8718-20482a113e98', 'tenant_id': '09a93b280fe441fcb9317a7bc8c337a1', 'fixed_ips': [{'subnet_id': '1652c793-1008-471c-af44-6465d2658a1f'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:31:24.132031 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-908a1211-9055-48b8-ba2c-ed268ea861b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.145504 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ee0d7783-ef01-4ad8-ba75-e9ac684b38cd None None] Provisioning complete for port 638cf1f1-d858-417d-a7f4-dc009df69269 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:24.146083 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7783-ef01-4ad8-ba75-e9ac684b38cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.194826 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.229551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Subnet': ['ID=1652c793-1008-471c-af44-6465d2658a1f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:24.309300 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.331412 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9229dc-c9fb-4655-bca6-3a3e473ca034 None None] Network bc5f1890-a083-4fdf-8718-20482a113e98 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:24.337470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5f1890-a083-4fdf-8718-20482a113e98']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:24.349042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce13b899-a9d0-4742-958c-9ad82d31e0d7') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:24.349388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce13b899-a9d0-4742-958c-9ad82d31e0d7') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:24.360202 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.374621 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.383211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:24.384004 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:24.387639 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:24.404158 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7783-ef01-4ad8-ba75-e9ac684b38cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.455976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.474632 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.478078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/bc5f1890-a083-4fdf-8718-20482a113e98 HTTP/1.1" status: 204 len: 168 time: 0.5765288 Nov 09 00:31:24.482182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39866) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:24.488638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-dbdeacee-25f9-49be-b644-702ac339aec8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2119123226'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:24.499844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ee0d7783-ef01-4ad8-ba75-e9ac684b38cd None None] For port 638cf1f1-d858-417d-a7f4-dc009df69269, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=638cf1f1-d858-417d-a7f4-dc009df69269,segment=NetworkSegment(a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b),segment_id=a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:24.512676 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7783-ef01-4ad8-ba75-e9ac684b38cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.520153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdeacee-25f9-49be-b644-702ac339aec8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:24.524121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dbdeacee-25f9-49be-b644-702ac339aec8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.524828 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb0ff1-4327-4e87-a0a6-1fb455de2c63 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Network': ['ID=bc5f1890-a083-4fdf-8718-20482a113e98,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:24.556941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdeacee-25f9-49be-b644-702ac339aec8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:24.569745 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dbdeacee-25f9-49be-b644-702ac339aec8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.569879 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-dbdeacee-25f9-49be-b644-702ac339aec8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Added segment 0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f of type vlan for network d8886921-f272-43e9-8e0e-5476fb16d8be Nov 09 00:31:24.579851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d7783-ef01-4ad8-ba75-e9ac684b38cd None None] Pushing event updated for resources: {'Port': ['ID=638cf1f1-d858-417d-a7f4-dc009df69269,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:24.617488 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dbdeacee-25f9-49be-b644-702ac339aec8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.652434 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dbdeacee-25f9-49be-b644-702ac339aec8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.659036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdeacee-25f9-49be-b644-702ac339aec8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:24.659671 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dbdeacee-25f9-49be-b644-702ac339aec8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.702374 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dbdeacee-25f9-49be-b644-702ac339aec8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2188640 Nov 09 00:31:24.705242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39892) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:24.712042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc755ab6-6897-4f8f-9409-85a46d3af0e1 None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:31:24.712500 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-0f808b17-da15-4012-9bb9-e56d2c58247e tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'network_id': 'd8886921-f272-43e9-8e0e-5476fb16d8be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:24.743201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeacee-25f9-49be-b644-702ac339aec8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=d8886921-f272-43e9-8e0e-5476fb16d8be,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:24.759378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network d8886921-f272-43e9-8e0e-5476fb16d8be details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:24.826470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f808b17-da15-4012-9bb9-e56d2c58247e tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:24.826786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0d667567-78bc-40fe-ab53-1212afaaf904 None None] Provisioning complete for port 638cf1f1-d858-417d-a7f4-dc009df69269 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:24.827064 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0d667567-78bc-40fe-ab53-1212afaaf904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.830314 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0f808b17-da15-4012-9bb9-e56d2c58247e tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:24.913978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc755ab6-6897-4f8f-9409-85a46d3af0e1 None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:31:24.953063 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 638cf1f1-d858-417d-a7f4-dc009df69269 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:31:25.089704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 638cf1f1-d858-417d-a7f4-dc009df69269 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:25.090070 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:25.348761 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0f808b17-da15-4012-9bb9-e56d2c58247e tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:25.433827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f808b17-da15-4012-9bb9-e56d2c58247e tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=09f8aeb2-7286-4b38-8256-276a6f959589,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:25.439564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f808b17-da15-4012-9bb9-e56d2c58247e tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking segment: {'id': '0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8886921-f272-43e9-8e0e-5476fb16d8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:25.440984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f808b17-da15-4012-9bb9-e56d2c58247e tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network hostable DHCP agents. Network: d8886921-f272-43e9-8e0e-5476fb16d8be, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:25.461235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f808b17-da15-4012-9bb9-e56d2c58247e tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network d8886921-f272-43e9-8e0e-5476fb16d8be is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:25.478966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-0f808b17-da15-4012-9bb9-e56d2c58247e tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, d8886921-f272-43e9-8e0e-5476fb16d8be) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:25.484966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f808b17-da15-4012-9bb9-e56d2c58247e tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:25.485688 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0f808b17-da15-4012-9bb9-e56d2c58247e tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:25.487480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c6875-87fc-4bf7-8762-4f859c50a613 None None] Network d8886921-f272-43e9-8e0e-5476fb16d8be requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:25.503220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0f808b17-da15-4012-9bb9-e56d2c58247e tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7966897 Nov 09 00:31:25.506178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39902) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:25.594159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39904) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:25.658291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-d8886921-f272-43e9-8e0e-5476fb16d8be', 'network_id': 'd8886921-f272-43e9-8e0e-5476fb16d8be', 'tenant_id': '09a93b280fe441fcb9317a7bc8c337a1', 'fixed_ips': [{'subnet_id': '09f8aeb2-7286-4b38-8256-276a6f959589'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:31:25.659949 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:25.668237 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:25.794082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:25.799475 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Allocated IP 172.20.0.1 (d8886921-f272-43e9-8e0e-5476fb16d8be/09f8aeb2-7286-4b38-8256-276a6f959589/ac11c5bc-7e32-417c-b508-7838f9a5486f) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:31:25.852809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port 5a576992-d78e-4e74-8f9b-4c7555224655 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:25.853051 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:25.936641 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:25.936965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:25.948728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for 5a576992-d78e-4e74-8f9b-4c7555224655 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:25.949780 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:25.956251 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.000753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Network d8886921-f272-43e9-8e0e-5476fb16d8be is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:26.006914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:26.009176 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.009636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:26.013375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Pushing event updated for resources: {'Port': ['ID=ac11c5bc-7e32-417c-b508-7838f9a5486f,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:26.048589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Subnet': ['ID=09f8aeb2-7286-4b38-8256-276a6f959589,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:26.074709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Attempting to bind port ac11c5bc-7e32-417c-b508-7838f9a5486f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:26.075085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Attempting to bind port ac11c5bc-7e32-417c-b508-7838f9a5486f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8886921-f272-43e9-8e0e-5476fb16d8be'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:26.075804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Attempting to bind port ac11c5bc-7e32-417c-b508-7838f9a5486f on network d8886921-f272-43e9-8e0e-5476fb16d8be {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:26.082177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:31:26.082835 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Checking segment: {'id': '0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8886921-f272-43e9-8e0e-5476fb16d8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:26.083240 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.083635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Bound using segment: {'id': '0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8886921-f272-43e9-8e0e-5476fb16d8be'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:31:26.084106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Bound port: ac11c5bc-7e32-417c-b508-7838f9a5486f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd8886921-f272-43e9-8e0e-5476fb16d8be'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:31:26.084489 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.131194 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.154137 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] For port ac11c5bc-7e32-417c-b508-7838f9a5486f, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:31:26.157705 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] For port ac11c5bc-7e32-417c-b508-7838f9a5486f, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ac11c5bc-7e32-417c-b508-7838f9a5486f,segment=NetworkSegment(0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f),segment_id=0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:31:26.161312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8886921-f272-43e9-8e0e-5476fb16d8be']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:26.164195 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.175014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:26.175614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:26.182339 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:31:26.204061 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.227670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.235787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:26.236592 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:26.240099 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:26.251187 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.270033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65906f1f-9cc2-4b20-bf8f-bf3eee3680be None None] Pushing event updated for resources: {'Port': ['ID=ac11c5bc-7e32-417c-b508-7838f9a5486f,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:26.301745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f63c3a0-38ca-42c0-ad65-84fd0cc0d7db None None] Network d8886921-f272-43e9-8e0e-5476fb16d8be requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:26.327460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=5a576992-d78e-4e74-8f9b-4c7555224655,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:26.349155 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.api [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 00:31:26.349155 n-d-813263-3 neutron-server[101781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 00:31:26.349155 n-d-813263-3 neutron-server[101781]: [parameters: {'id': 'd8886921-f272-43e9-8e0e-5476fb16d8be'}] Nov 09 00:31:26.349155 n-d-813263-3 neutron-server[101781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:31:26.349713 n-d-813263-3 neutron-server[101781]: DEBUG oslo_db.api [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:31:26.385788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.386031 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Floating IP 663d5464-9445-458c-a9fc-0494e6f3bcea disassociated (deleted). External IP: 172.25.0.157, port: 709c44e9-d628-465b-9808-b640bbfd138b. Nov 09 00:31:26.445695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a658999-86eb-40a3-a126-2e9fe303f552 None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:31:26.551873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a658999-86eb-40a3-a126-2e9fe303f552 None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:31:26.624325 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router 679401f7-54f4-406f-8d6f-e8aa6f45f022 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:31:26.742296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:31:26.747664 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.761804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784235f2-d8df-4430-abee-fb7f28dbab8f None None] Sync routers for ids ['679401f7-54f4-406f-8d6f-e8aa6f45f022'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:31:26.778590 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1d4646e1-b745-4355-a6ae-9f08d990d1d8 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/floatingips/663d5464-9445-458c-a9fc-0494e6f3bcea HTTP/1.1" status: 204 len: 168 time: 1.1804924 Nov 09 00:31:26.778590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'tag': '709c44e9-d628-465b-9808-b640bbfd138b'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:31:26.779047 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71abec39-1c30-4093-b371-153ff67ea8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2fad054a-0ebf-476f-ba06-1e19f76bfd63", "tag": "709c44e9-d628-465b-9808-b640bbfd138b"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:31:26.787828 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784235f2-d8df-4430-abee-fb7f28dbab8f None None] Routers {'679401f7-54f4-406f-8d6f-e8aa6f45f022'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:31:26.788257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-784235f2-d8df-4430-abee-fb7f28dbab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['679401f7-54f4-406f-8d6f-e8aa6f45f022'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:26.825497 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c9cdac-fe76-427e-9bb7-d130a2ea9f8a x-openstack-request-id: req-43c9cdac-fe76-427e-9bb7-d130a2ea9f8a {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:31:26.825859 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fad054a-0ebf-476f-ba06-1e19f76bfd63", "tag": "709c44e9-d628-465b-9808-b640bbfd138b", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:31:26.826804 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43c9cdac-fe76-427e-9bb7-d130a2ea9f8a {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:31:26.826804 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'tag': '709c44e9-d628-465b-9808-b640bbfd138b', 'status': 'completed', 'code': 200} Nov 09 00:31:26.850228 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:26.913795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abec39-1c30-4093-b371-153ff67ea8e3 req-d210dd1e-6f87-4f2d-b95c-b464915d2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:26.916511 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71abec39-1c30-4093-b371-153ff67ea8e3 req-d210dd1e-6f87-4f2d-b95c-b464915d2461 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a25a6a1f62704562be674debd2726386&device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 1096 time: 0.0669849 Nov 09 00:31:26.922956 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-784235f2-d8df-4430-abee-fb7f28dbab8f None None] Set router 679401f7-54f4-406f-8d6f-e8aa6f45f022 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:31:26.923292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Deleting port ac11c5bc-7e32-417c-b508-7838f9a5486f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:26.923938 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.046839 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] For port ac11c5bc-7e32-417c-b508-7838f9a5486f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ac11c5bc-7e32-417c-b508-7838f9a5486f,segment=NetworkSegment(0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f),segment_id=0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:27.047556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.062948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Calling delete_port for ac11c5bc-7e32-417c-b508-7838f9a5486f owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:27.081709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abec39-1c30-4093-b371-153ff67ea8e3 req-7cb52a36-b0a8-4bed-8384-32f124800925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:27.083311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71abec39-1c30-4093-b371-153ff67ea8e3 req-7cb52a36-b0a8-4bed-8384-32f124800925 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 HTTP/1.1" status: 200 len: 895 time: 0.1591909 Nov 09 00:31:27.110418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3189-8d37-4b81-982e-351aa84343b8 req-80cb3ec7-b1ea-4738-8bab-d95ee6a60b9e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:27.112196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-853c3189-8d37-4b81-982e-351aa84343b8 req-80cb3ec7-b1ea-4738-8bab-d95ee6a60b9e tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0719054 Nov 09 00:31:27.139046 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-cd1d47dc-ce40-4f2b-9541-39ad4269aaca req-33ecc415-1739-4649-8f89-75f62bd06f8f service neutron] (101781) timed out ('10.222.0.25', 42620) {{(pid=101781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:31:27.147223 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71abec39-1c30-4093-b371-153ff67ea8e3 req-a77e2a98-e68b-4d0e-a0d5-88b2bc24a656 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709c44e9-d628-465b-9808-b640bbfd138b HTTP/1.1" status: 200 len: 217 time: 0.0546830 Nov 09 00:31:27.162757 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.196662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No DVR routers for this DVR port ac11c5bc-7e32-417c-b508-7838f9a5486f on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:31:27.205273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Port': ['ID=ac11c5bc-7e32-417c-b508-7838f9a5486f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:27.227882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abec39-1c30-4093-b371-153ff67ea8e3 req-3e69a036-bde3-4851-b138-db08149998e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:27.230650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71abec39-1c30-4093-b371-153ff67ea8e3 req-3e69a036-bde3-4851-b138-db08149998e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6134b5ab-a162-4185-b348-48a69b725ce4 HTTP/1.1" status: 200 len: 835 time: 0.0616527 Nov 09 00:31:27.243188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-784235f2-d8df-4430-abee-fb7f28dbab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'd9b6ed4b-f902-41b5-92cd-201fc69ce68f', 'name': '', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:44:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:38Z', 'updated_at': '2021-11-09T00:29:43Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:27.277961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784235f2-d8df-4430-abee-fb7f28dbab8f None None] Checking router: 679401f7-54f4-406f-8d6f-e8aa6f45f022 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:31:27.288294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-853c3189-8d37-4b81-982e-351aa84343b8 req-ef8a3776-eb6e-4054-a3e1-655a372b2ff3 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440830 Nov 09 00:31:27.296227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784235f2-d8df-4430-abee-fb7f28dbab8f None None] Routers {'679401f7-54f4-406f-8d6f-e8aa6f45f022'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:31:27.297017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-784235f2-d8df-4430-abee-fb7f28dbab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['679401f7-54f4-406f-8d6f-e8aa6f45f022'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:27.319377 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abec39-1c30-4093-b371-153ff67ea8e3 req-1fde1904-0340-4c8e-86c5-4b6f2d2b30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:27.321292 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71abec39-1c30-4093-b371-153ff67ea8e3 req-1fde1904-0340-4c8e-86c5-4b6f2d2b30ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797696 Nov 09 00:31:27.325266 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.349225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8886921-f272-43e9-8e0e-5476fb16d8be']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:27.361136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:27.361467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2e2bbd-2ec6-499d-b82f-eb7a60726e4f') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:27.373248 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.390477 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.397634 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:27.398037 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.416280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-784235f2-d8df-4430-abee-fb7f28dbab8f None None] Set router 679401f7-54f4-406f-8d6f-e8aa6f45f022 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:31:27.451878 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71abec39-1c30-4093-b371-153ff67ea8e3 req-d5c59f73-bffd-46a6-b568-b95c634e5bdb service neutron] 10.222.0.30 "GET /v2.0/networks/0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201351 Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:27.458188 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:27.479976 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.529086 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.535928 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/d8886921-f272-43e9-8e0e-5476fb16d8be HTTP/1.1" status: 204 len: 168 time: 2.0249631 Nov 09 00:31:27.535928 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b258d-f5af-4467-b3ba-d22f9cba483d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Network': ['ID=d8886921-f272-43e9-8e0e-5476fb16d8be,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:27.536219 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39916) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:27.542530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5d36f712-8c2c-4ccd-af52-18cd02c59fb3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2019947444'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:27.584278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71abec39-1c30-4093-b371-153ff67ea8e3 req-0f998b26-b21e-4428-b694-c0c182276c70 service neutron] 10.222.0.30 "GET /v2.0/networks/0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229351 Nov 09 00:31:27.587207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d36f712-8c2c-4ccd-af52-18cd02c59fb3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:27.590896 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d36f712-8c2c-4ccd-af52-18cd02c59fb3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.621615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d36f712-8c2c-4ccd-af52-18cd02c59fb3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:27.630921 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d36f712-8c2c-4ccd-af52-18cd02c59fb3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.631557 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-5d36f712-8c2c-4ccd-af52-18cd02c59fb3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Added segment 1d81f836-ffd8-47a3-926b-b90ff18c9215 of type vlan for network 67fda8a2-f1fd-4b07-817b-9540e5d6b2ca Nov 09 00:31:27.668468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-784235f2-d8df-4430-abee-fb7f28dbab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'd9b6ed4b-f902-41b5-92cd-201fc69ce68f', 'name': '', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:44:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:38Z', 'updated_at': '2021-11-09T00:29:43Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:27.676323 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d36f712-8c2c-4ccd-af52-18cd02c59fb3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.696648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784235f2-d8df-4430-abee-fb7f28dbab8f None None] The sync data for ids ['679401f7-54f4-406f-8d6f-e8aa6f45f022'] in n-d-813263-3 is: [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'd9b6ed4b-f902-41b5-92cd-201fc69ce68f', 'name': '', 'network_id': '0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'mac_address': 'fa:16:3e:44:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:38Z', 'updated_at': '2021-11-09T00:29:43Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'subnets': [{'id': '6134b5ab-a162-4185-b348-48a69b725ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:31:27.703521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d36f712-8c2c-4ccd-af52-18cd02c59fb3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.709387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d36f712-8c2c-4ccd-af52-18cd02c59fb3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:27.710028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d36f712-8c2c-4ccd-af52-18cd02c59fb3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:27.775557 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5d36f712-8c2c-4ccd-af52-18cd02c59fb3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2381597 Nov 09 00:31:27.778857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39918) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:27.784105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-24ee1b47-e552-4ba5-9c06-6813ecf211f2 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'network_id': '67fda8a2-f1fd-4b07-817b-9540e5d6b2ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:27.784522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36f712-8c2c-4ccd-af52-18cd02c59fb3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=67fda8a2-f1fd-4b07-817b-9540e5d6b2ca,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:27.796590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 67fda8a2-f1fd-4b07-817b-9540e5d6b2ca details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:27.895370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ee1b47-e552-4ba5-9c06-6813ecf211f2 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:27.899100 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-24ee1b47-e552-4ba5-9c06-6813ecf211f2 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.036350 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68d508-1fe8-48e7-8f9b-fe8b202e04bf None None] New status for floating IP 663d5464-9445-458c-a9fc-0494e6f3bcea: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:31:28.104661 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-24ee1b47-e552-4ba5-9c06-6813ecf211f2 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.172639 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee1b47-e552-4ba5-9c06-6813ecf211f2 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=efcb6a51-4dac-4df0-af87-eb25c8d5c52e,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:28.177923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ee1b47-e552-4ba5-9c06-6813ecf211f2 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking segment: {'id': '1d81f836-ffd8-47a3-926b-b90ff18c9215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '67fda8a2-f1fd-4b07-817b-9540e5d6b2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:28.178298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee1b47-e552-4ba5-9c06-6813ecf211f2 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network hostable DHCP agents. Network: 67fda8a2-f1fd-4b07-817b-9540e5d6b2ca, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:28.194981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee1b47-e552-4ba5-9c06-6813ecf211f2 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network 67fda8a2-f1fd-4b07-817b-9540e5d6b2ca is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:28.203815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-24ee1b47-e552-4ba5-9c06-6813ecf211f2 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 67fda8a2-f1fd-4b07-817b-9540e5d6b2ca) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:28.208131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ee1b47-e552-4ba5-9c06-6813ecf211f2 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:28.208762 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-24ee1b47-e552-4ba5-9c06-6813ecf211f2 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.213192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce03a17-c42f-472c-9a42-3df435a5545b None None] Network 67fda8a2-f1fd-4b07-817b-9540e5d6b2ca requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:28.226549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-24ee1b47-e552-4ba5-9c06-6813ecf211f2 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4463983 Nov 09 00:31:28.229634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39922) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:28.372594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb2ac-31d0-402d-97c1-71a567e3c7f0 req-447617a8-8e2e-473b-bf3f-c83ed1f366bf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:28.374271 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8dbfb2ac-31d0-402d-97c1-71a567e3c7f0 req-447617a8-8e2e-473b-bf3f-c83ed1f366bf tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.0802772 Nov 09 00:31:28.378106 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.395428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-67fda8a2-f1fd-4b07-817b-9540e5d6b2ca', 'network_id': '67fda8a2-f1fd-4b07-817b-9540e5d6b2ca', 'tenant_id': '09a93b280fe441fcb9317a7bc8c337a1', 'fixed_ips': [{'subnet_id': 'efcb6a51-4dac-4df0-af87-eb25c8d5c52e'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:31:28.396500 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.528047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e81d66-70d4-4065-a763-0cfaa3473d4e req-c6633cf0-7055-4131-8de7-2149b86580d2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:28.529628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62e81d66-70d4-4065-a763-0cfaa3473d4e req-c6633cf0-7055-4131-8de7-2149b86580d2 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 945 time: 0.1494358 Nov 09 00:31:28.550585 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Allocated IP 172.20.0.2 (67fda8a2-f1fd-4b07-817b-9540e5d6b2ca/efcb6a51-4dac-4df0-af87-eb25c8d5c52e/12aa9ef9-e758-488c-bae8-ef9f721047e0) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:31:28.561371 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.631218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-8dbfb2ac-31d0-402d-97c1-71a567e3c7f0 req-8d3f1bef-ffbc-4176-b5b1-c20b121b606f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port 709c44e9-d628-465b-9808-b640bbfd138b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:28.631564 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8dbfb2ac-31d0-402d-97c1-71a567e3c7f0 req-8d3f1bef-ffbc-4176-b5b1-c20b121b606f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.704985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62e81d66-70d4-4065-a763-0cfaa3473d4e req-8a2c4aac-8481-43a9-b1f4-0a4fd3dfe678 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d42bc39-0629-4103-9a54-a577aaaeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682649 Nov 09 00:31:28.766590 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.770132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-8dbfb2ac-31d0-402d-97c1-71a567e3c7f0 req-8d3f1bef-ffbc-4176-b5b1-c20b121b606f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port 709c44e9-d628-465b-9808-b640bbfd138b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=709c44e9-d628-465b-9808-b640bbfd138b,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:28.770924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8dbfb2ac-31d0-402d-97c1-71a567e3c7f0 req-8d3f1bef-ffbc-4176-b5b1-c20b121b606f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.776235 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.794863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-8dbfb2ac-31d0-402d-97c1-71a567e3c7f0 req-8d3f1bef-ffbc-4176-b5b1-c20b121b606f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for 709c44e9-d628-465b-9808-b640bbfd138b owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:28.857259 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.865859 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Network 67fda8a2-f1fd-4b07-817b-9540e5d6b2ca is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:28.867031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Pushing event updated for resources: {'Port': ['ID=12aa9ef9-e758-488c-bae8-ef9f721047e0,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:28.879969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:28.886456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:28.897119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Subnet': ['ID=efcb6a51-4dac-4df0-af87-eb25c8d5c52e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:28.957145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Attempting to bind port 12aa9ef9-e758-488c-bae8-ef9f721047e0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:28.957645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Attempting to bind port 12aa9ef9-e758-488c-bae8-ef9f721047e0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '1d81f836-ffd8-47a3-926b-b90ff18c9215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '67fda8a2-f1fd-4b07-817b-9540e5d6b2ca'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:28.958088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Attempting to bind port 12aa9ef9-e758-488c-bae8-ef9f721047e0 on network 67fda8a2-f1fd-4b07-817b-9540e5d6b2ca {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:28.963487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:31:28.963952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Checking segment: {'id': '1d81f836-ffd8-47a3-926b-b90ff18c9215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '67fda8a2-f1fd-4b07-817b-9540e5d6b2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:28.964430 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.965548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Bound using segment: {'id': '1d81f836-ffd8-47a3-926b-b90ff18c9215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '67fda8a2-f1fd-4b07-817b-9540e5d6b2ca'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:31:28.966225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Bound port: 12aa9ef9-e758-488c-bae8-ef9f721047e0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d81f836-ffd8-47a3-926b-b90ff18c9215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '67fda8a2-f1fd-4b07-817b-9540e5d6b2ca'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:31:28.966688 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:28.974318 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:29.004258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fda8a2-f1fd-4b07-817b-9540e5d6b2ca']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:29.021729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d81f836-ffd8-47a3-926b-b90ff18c9215') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:29.022028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d81f836-ffd8-47a3-926b-b90ff18c9215') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:29.048158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] For port 12aa9ef9-e758-488c-bae8-ef9f721047e0, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:31:29.051792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] For port 12aa9ef9-e758-488c-bae8-ef9f721047e0, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=12aa9ef9-e758-488c-bae8-ef9f721047e0,segment=NetworkSegment(1d81f836-ffd8-47a3-926b-b90ff18c9215),segment_id=1d81f836-ffd8-47a3-926b-b90ff18c9215)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:31:29.054336 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:29.058635 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:29.080845 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:29.092539 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:29.092879 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:29.095992 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:29.107531 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8dbfb2ac-31d0-402d-97c1-71a567e3c7f0 req-8d3f1bef-ffbc-4176-b5b1-c20b121b606f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:29.172155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9174f7-a090-45ac-a7c5-165a3184f055 None None] Pushing event updated for resources: {'Port': ['ID=12aa9ef9-e758-488c-bae8-ef9f721047e0,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:29.179249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14047839-0018-4d40-aef4-9dddea8eacdb None None] Network 67fda8a2-f1fd-4b07-817b-9540e5d6b2ca requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:29.187196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f1bef-ffbc-4176-b5b1-c20b121b606f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=709c44e9-d628-465b-9808-b640bbfd138b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:29.197047 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.db.api [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 00:31:29.197047 n-d-813263-3 neutron-server[101780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 00:31:29.197047 n-d-813263-3 neutron-server[101780]: [parameters: {'id': '67fda8a2-f1fd-4b07-817b-9540e5d6b2ca'}] Nov 09 00:31:29.197047 n-d-813263-3 neutron-server[101780]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:31:29.197692 n-d-813263-3 neutron-server[101780]: DEBUG oslo_db.api [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:31:29.242671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbfb2ac-31d0-402d-97c1-71a567e3c7f0 req-8d3f1bef-ffbc-4176-b5b1-c20b121b606f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] No DVR routers for this DVR port 709c44e9-d628-465b-9808-b640bbfd138b on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:31:29.246720 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-8dbfb2ac-31d0-402d-97c1-71a567e3c7f0 req-8d3f1bef-ffbc-4176-b5b1-c20b121b606f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:29.251453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8dbfb2ac-31d0-402d-97c1-71a567e3c7f0 req-8d3f1bef-ffbc-4176-b5b1-c20b121b606f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.30 "DELETE /v2.0/ports/709c44e9-d628-465b-9808-b640bbfd138b HTTP/1.1" status: 204 len: 173 time: 0.8692091 Nov 09 00:31:29.252339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'name': 'network-vif-deleted', 'tag': '709c44e9-d628-465b-9808-b640bbfd138b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:31:29.255251 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be2d2c7-a8fe-4383-aa76-642c2add996c" -d '{"events": [{"server_uuid": "2fad054a-0ebf-476f-ba06-1e19f76bfd63", "name": "network-vif-deleted", "tag": "709c44e9-d628-465b-9808-b640bbfd138b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:31:29.326053 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4365beb1-016e-4f95-a893-83609717d8c0 x-openstack-request-id: req-4365beb1-016e-4f95-a893-83609717d8c0 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:31:29.326968 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fad054a-0ebf-476f-ba06-1e19f76bfd63", "name": "network-vif-deleted", "tag": "709c44e9-d628-465b-9808-b640bbfd138b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:31:29.327712 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4365beb1-016e-4f95-a893-83609717d8c0 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:31:29.328198 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fad054a-0ebf-476f-ba06-1e19f76bfd63', 'name': 'network-vif-deleted', 'tag': '709c44e9-d628-465b-9808-b640bbfd138b', 'status': 'completed', 'code': 200} Nov 09 00:31:29.698832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:29.804254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f949a22-2e48-48dc-ae9a-5fadafea8bbc None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:31:29.810912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Deleting port 12aa9ef9-e758-488c-bae8-ef9f721047e0 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:29.811263 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:29.928722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6b96281-275a-4bdb-a139-8eda7df35a63 req-8ff66723-eebe-46a8-8c78-6d4c57089021 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fad054a-0ebf-476f-ba06-1e19f76bfd63 HTTP/1.1" status: 200 len: 210 time: 0.0809755 Nov 09 00:31:29.945850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] For port 12aa9ef9-e758-488c-bae8-ef9f721047e0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=12aa9ef9-e758-488c-bae8-ef9f721047e0,segment=NetworkSegment(1d81f836-ffd8-47a3-926b-b90ff18c9215),segment_id=1d81f836-ffd8-47a3-926b-b90ff18c9215)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:29.946231 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:29.961607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Calling delete_port for 12aa9ef9-e758-488c-bae8-ef9f721047e0 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:30.073143 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.105204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Port': ['ID=12aa9ef9-e758-488c-bae8-ef9f721047e0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:30.108840 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No DVR routers for this DVR port 12aa9ef9-e758-488c-bae8-ef9f721047e0 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:31:30.153129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f949a22-2e48-48dc-ae9a-5fadafea8bbc None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:31:30.188471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.210007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fda8a2-f1fd-4b07-817b-9540e5d6b2ca']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:30.220907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d81f836-ffd8-47a3-926b-b90ff18c9215') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:30.221339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d81f836-ffd8-47a3-926b-b90ff18c9215') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:30.232203 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.247372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.254873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:30.255277 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:30.277492 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:30.345252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.353593 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.357577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/67fda8a2-f1fd-4b07-817b-9540e5d6b2ca HTTP/1.1" status: 204 len: 168 time: 2.1265478 Nov 09 00:31:30.360906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39940) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:30.366651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-37dd8cf0-4513-4b8a-b6ad-d0a1b030ce3f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1764863283'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:30.383368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f50cb-d22b-4410-93d8-fbb54b9d2131 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Network': ['ID=67fda8a2-f1fd-4b07-817b-9540e5d6b2ca,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:30.402320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dd8cf0-4513-4b8a-b6ad-d0a1b030ce3f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:30.408786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37dd8cf0-4513-4b8a-b6ad-d0a1b030ce3f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.441228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37dd8cf0-4513-4b8a-b6ad-d0a1b030ce3f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:30.452573 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37dd8cf0-4513-4b8a-b6ad-d0a1b030ce3f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.453177 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-37dd8cf0-4513-4b8a-b6ad-d0a1b030ce3f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Added segment 86316863-2156-4d34-857e-e88630a8cef9 of type vlan for network 556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae Nov 09 00:31:30.500023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37dd8cf0-4513-4b8a-b6ad-d0a1b030ce3f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.527216 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37dd8cf0-4513-4b8a-b6ad-d0a1b030ce3f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.534424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd8cf0-4513-4b8a-b6ad-d0a1b030ce3f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:30.535325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-37dd8cf0-4513-4b8a-b6ad-d0a1b030ce3f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.605108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39942) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:30.605334 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-37dd8cf0-4513-4b8a-b6ad-d0a1b030ce3f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2425547 Nov 09 00:31:30.615901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'network_id': '556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:30.619945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd8cf0-4513-4b8a-b6ad-d0a1b030ce3f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:30.631098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:30.718764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:30.722249 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.778246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.ipam_backend_mixin [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Performing IP validity checks on allocation pools {{(pid=101780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 00:31:30.778760 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.ipam_backend_mixin [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 00:31:30.904758 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:30.967229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=6fe83652-758a-40c1-8f4b-86dee0158c5d,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:30.976093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking segment: {'id': '86316863-2156-4d34-857e-e88630a8cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:30.976454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network hostable DHCP agents. Network: 556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:30.994241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39948) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:30.994706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network 556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:31.003395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:31.007464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:31.008035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.013834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d7b0d-95c2-4abc-ac4b-5031cfa6ab84 None None] Network 556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:31.024166 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ed9d44b6-a348-4298-9a3b-af5faba4dfb7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4125941 Nov 09 00:31:31.027237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39950) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:31.136632 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.206604 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.210989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480665ad-2db0-4f12-90ce-2c53faa1ab99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae', 'network_id': '556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae', 'tenant_id': '09a93b280fe441fcb9317a7bc8c337a1', 'fixed_ips': [{'subnet_id': '6fe83652-758a-40c1-8f4b-86dee0158c5d'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:31:31.211957 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-480665ad-2db0-4f12-90ce-2c53faa1ab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.281704 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.313206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe83652-758a-40c1-8f4b-86dee0158c5d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server [None req-480665ad-2db0-4f12-90ce-2c53faa1ab99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fe83652-758a-40c1-8f4b-86dee0158c5d: This subnet is being modified by another concurrent operation. Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise exception Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fe83652-758a-40c1-8f4b-86dee0158c5d: This subnet is being modified by another concurrent operation. Nov 09 00:31:31.327327 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Nov 09 00:31:31.345400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c24a6cc-a676-47d0-a795-2053539e1a69 None None] Network 556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:31.413845 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.438315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:31.450367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86316863-2156-4d34-857e-e88630a8cef9') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:31.450648 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86316863-2156-4d34-857e-e88630a8cef9') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:31.461846 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.477904 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaf7824-5682-430b-a75d-89528f776cf0 None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:31:31.482320 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.489003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:31.489389 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:31.492575 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:31.562891 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.572582 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.582298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae HTTP/1.1" status: 204 len: 168 time: 0.5539703 Nov 09 00:31:31.585053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39952) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:31.599735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-770ed7d4-6bce-462c-b7c8-e818a530cd97 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-597826545'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:31.599942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaf7824-5682-430b-a75d-89528f776cf0 None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:31:31.637070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04192da-8720-4d9a-85ed-fed3564db396 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Network': ['ID=556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:31.645196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770ed7d4-6bce-462c-b7c8-e818a530cd97 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:31.648884 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-770ed7d4-6bce-462c-b7c8-e818a530cd97 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.675487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770ed7d4-6bce-462c-b7c8-e818a530cd97 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:31.687534 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-770ed7d4-6bce-462c-b7c8-e818a530cd97 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.687939 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-770ed7d4-6bce-462c-b7c8-e818a530cd97 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Added segment 222675fc-6971-4e86-9b97-38ba5a738b3c of type vlan for network 52cc3868-b536-4277-a00b-b7beb74df3f7 Nov 09 00:31:31.747570 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-770ed7d4-6bce-462c-b7c8-e818a530cd97 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.778372 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-770ed7d4-6bce-462c-b7c8-e818a530cd97 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.785893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ed7d4-6bce-462c-b7c8-e818a530cd97 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:31.786652 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-770ed7d4-6bce-462c-b7c8-e818a530cd97 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.796765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:31.870977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-770ed7d4-6bce-462c-b7c8-e818a530cd97 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2813451 Nov 09 00:31:31.871962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39954) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:31.877792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b5077066-e4e8-4aff-9fa4-ed6d1457a8c8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'network_id': '52cc3868-b536-4277-a00b-b7beb74df3f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:31.904272 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ed7d4-6bce-462c-b7c8-e818a530cd97 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=52cc3868-b536-4277-a00b-b7beb74df3f7,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:31.923197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 52cc3868-b536-4277-a00b-b7beb74df3f7 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:31.994801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5077066-e4e8-4aff-9fa4-ed6d1457a8c8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:32.000020 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b5077066-e4e8-4aff-9fa4-ed6d1457a8c8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:32.140716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port d9b6ed4b-f902-41b5-92cd-201fc69ce68f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:32.140976 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:32.207791 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b5077066-e4e8-4aff-9fa4-ed6d1457a8c8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:32.244243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port d9b6ed4b-f902-41b5-92cd-201fc69ce68f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d9b6ed4b-f902-41b5-92cd-201fc69ce68f,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:32.244622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:32.261480 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for d9b6ed4b-f902-41b5-92cd-201fc69ce68f owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:32.274313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5077066-e4e8-4aff-9fa4-ed6d1457a8c8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=0fa217e9-22b7-4bc5-ac36-2870c6b8db51,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:32.281841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5077066-e4e8-4aff-9fa4-ed6d1457a8c8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking segment: {'id': '222675fc-6971-4e86-9b97-38ba5a738b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52cc3868-b536-4277-a00b-b7beb74df3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:32.282209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5077066-e4e8-4aff-9fa4-ed6d1457a8c8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network hostable DHCP agents. Network: 52cc3868-b536-4277-a00b-b7beb74df3f7, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:32.299611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5077066-e4e8-4aff-9fa4-ed6d1457a8c8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network 52cc3868-b536-4277-a00b-b7beb74df3f7 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:32.310588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b5077066-e4e8-4aff-9fa4-ed6d1457a8c8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 52cc3868-b536-4277-a00b-b7beb74df3f7) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:32.314816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5077066-e4e8-4aff-9fa4-ed6d1457a8c8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:32.315696 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b5077066-e4e8-4aff-9fa4-ed6d1457a8c8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:32.324618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99bdc22-bee6-4c12-b191-af27717a63bb None None] Network 52cc3868-b536-4277-a00b-b7beb74df3f7 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:32.338103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39958) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:32.338700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b5077066-e4e8-4aff-9fa4-ed6d1457a8c8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4655931 Nov 09 00:31:32.479855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-52cc3868-b536-4277-a00b-b7beb74df3f7', 'network_id': '52cc3868-b536-4277-a00b-b7beb74df3f7', 'tenant_id': '09a93b280fe441fcb9317a7bc8c337a1', 'fixed_ips': [{'subnet_id': '0fa217e9-22b7-4bc5-ac36-2870c6b8db51'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:31:32.480861 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:32.497043 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:32.590481 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:32.620147 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:32.634238 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Allocated IP 172.20.0.1 (52cc3868-b536-4277-a00b-b7beb74df3f7/0fa217e9-22b7-4bc5-ac36-2870c6b8db51/22f7827f-32e0-4480-b3d9-91cb8dec5be2) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:31:32.666231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=d9b6ed4b-f902-41b5-92cd-201fc69ce68f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:32.701858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:32.702583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:32.703845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:32.703845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:32.705572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:32.706284 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:32.707420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:32.708049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:32.709154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:32.709868 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:32.710991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:32.711535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:32.809149 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:32.818801 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:32.881754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Network 52cc3868-b536-4277-a00b-b7beb74df3f7 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:32.885721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:32.896342 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:32.908573 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Pushing event updated for resources: {'Port': ['ID=22f7827f-32e0-4480-b3d9-91cb8dec5be2,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:32.928760 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:32.974151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa217e9-22b7-4bc5-ac36-2870c6b8db51,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:32.984276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Attempting to bind port 22f7827f-32e0-4480-b3d9-91cb8dec5be2 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:32.990873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Attempting to bind port 22f7827f-32e0-4480-b3d9-91cb8dec5be2 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '222675fc-6971-4e86-9b97-38ba5a738b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52cc3868-b536-4277-a00b-b7beb74df3f7'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:32.991467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Attempting to bind port 22f7827f-32e0-4480-b3d9-91cb8dec5be2 on network 52cc3868-b536-4277-a00b-b7beb74df3f7 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:32.999028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:31:32.999810 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Checking segment: {'id': '222675fc-6971-4e86-9b97-38ba5a738b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52cc3868-b536-4277-a00b-b7beb74df3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:33.000408 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.001098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Bound using segment: {'id': '222675fc-6971-4e86-9b97-38ba5a738b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52cc3868-b536-4277-a00b-b7beb74df3f7'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:31:33.001858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Bound port: 22f7827f-32e0-4480-b3d9-91cb8dec5be2, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222675fc-6971-4e86-9b97-38ba5a738b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52cc3868-b536-4277-a00b-b7beb74df3f7'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:31:33.002244 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.016983 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.097453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] For port 22f7827f-32e0-4480-b3d9-91cb8dec5be2, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:31:33.101624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] For port 22f7827f-32e0-4480-b3d9-91cb8dec5be2, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=22f7827f-32e0-4480-b3d9-91cb8dec5be2,segment=NetworkSegment(222675fc-6971-4e86-9b97-38ba5a738b3c),segment_id=222675fc-6971-4e86-9b97-38ba5a738b3c)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:31:33.110133 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.110892 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.145857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cc3868-b536-4277-a00b-b7beb74df3f7']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:33.174919 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 709c44e9-d628-465b-9808-b640bbfd138b no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:31:33.217078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222675fc-6971-4e86-9b97-38ba5a738b3c') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:33.217395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222675fc-6971-4e86-9b97-38ba5a738b3c') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:33.242276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 709c44e9-d628-465b-9808-b640bbfd138b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:31:33.242636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 709c44e9-d628-465b-9808-b640bbfd138b not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:31:33.251206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079563a1-41b9-47db-9093-3b16aad44066 None None] Pushing event updated for resources: {'Port': ['ID=22f7827f-32e0-4480-b3d9-91cb8dec5be2,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:33.258193 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.275290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a689431b-841b-43ab-85c1-b8351198de9b None None] Network 52cc3868-b536-4277-a00b-b7beb74df3f7 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:33.298656 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.309074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:33.309524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:33.313298 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:33.442772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9a56e-f6d7-415a-8938-78e21319190a None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:31:33.502712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.api [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 00:31:33.502712 n-d-813263-3 neutron-server[101781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 00:31:33.502712 n-d-813263-3 neutron-server[101781]: [parameters: {'id': '52cc3868-b536-4277-a00b-b7beb74df3f7'}] Nov 09 00:31:33.502712 n-d-813263-3 neutron-server[101781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:31:33.503689 n-d-813263-3 neutron-server[101781]: DEBUG oslo_db.api [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:31:33.514626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39978) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:33.544049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Router 679401f7-54f4-406f-8d6f-e8aa6f45f022 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:31:33.561517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b9a56e-f6d7-415a-8938-78e21319190a None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:31:33.692662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:31:33.705967 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0bc7ecb3-f47f-4227-af53-98a198795b4f tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "PUT /v2.0/routers/679401f7-54f4-406f-8d6f-e8aa6f45f022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7099798 Nov 09 00:31:33.708021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39986) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:33.710261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8511d925-f5b3-40b8-8532-9a8714c1369a None None] Sync routers for ids ['679401f7-54f4-406f-8d6f-e8aa6f45f022'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:31:33.733860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8511d925-f5b3-40b8-8532-9a8714c1369a None None] Routers {'679401f7-54f4-406f-8d6f-e8aa6f45f022'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:31:33.734485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-8511d925-f5b3-40b8-8532-9a8714c1369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['679401f7-54f4-406f-8d6f-e8aa6f45f022'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:33.783672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-56eb840c-e50c-4584-b52e-ad1293c46db6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting subnet 6134b5ab-a162-4185-b348-48a69b725ce4 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:31:33.786879 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-56eb840c-e50c-4584-b52e-ad1293c46db6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.791616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fa0dc814-0893-4676-b874-810a119205cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25fa11956631414db814ab6840c940e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760024 Nov 09 00:31:33.794962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 39988) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:33.836607 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-56eb840c-e50c-4584-b52e-ad1293c46db6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.846779 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e4fdc7a-d90a-465b-a3cb-5679a9190855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.869520 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e4fdc7a-d90a-465b-a3cb-5679a9190855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.908710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-8511d925-f5b3-40b8-8532-9a8714c1369a None None] Set router 679401f7-54f4-406f-8d6f-e8aa6f45f022 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:31:33.932483 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-56eb840c-e50c-4584-b52e-ad1293c46db6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.934109 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e4fdc7a-d90a-465b-a3cb-5679a9190855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.936895 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e4fdc7a-d90a-465b-a3cb-5679a9190855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:33.940477 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1e4fdc7a-d90a-465b-a3cb-5679a9190855 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af8a9aed-2721-40b3-af00-c0dbb45775a1 HTTP/1.1" status: 204 len: 168 time: 0.1415517 Nov 09 00:31:33.956082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fdc7a-d90a-465b-a3cb-5679a9190855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8a9aed-2721-40b3-af00-c0dbb45775a1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:34.002012 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-56eb840c-e50c-4584-b52e-ad1293c46db6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.005309 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.056599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-56eb840c-e50c-4584-b52e-ad1293c46db6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.062747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-56eb840c-e50c-4584-b52e-ad1293c46db6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/subnets/6134b5ab-a162-4185-b348-48a69b725ce4 HTTP/1.1" status: 204 len: 168 time: 0.3510780 Nov 09 00:31:34.062747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb840c-e50c-4584-b52e-ad1293c46db6 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Subnet': ['ID=6134b5ab-a162-4185-b348-48a69b725ce4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:34.065434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 39992) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:34.085482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01a5b5b-876a-4424-8ee2-0fe6119dac7b None None] Network 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:34.098021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Deleting port 22f7827f-32e0-4480-b3d9-91cb8dec5be2 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:34.098437 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.203022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] For port 22f7827f-32e0-4480-b3d9-91cb8dec5be2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=22f7827f-32e0-4480-b3d9-91cb8dec5be2,segment=NetworkSegment(222675fc-6971-4e86-9b97-38ba5a738b3c),segment_id=222675fc-6971-4e86-9b97-38ba5a738b3c)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:34.203385 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.233908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Calling delete_port for 22f7827f-32e0-4480-b3d9-91cb8dec5be2 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:34.247532 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.249539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-8511d925-f5b3-40b8-8532-9a8714c1369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:31:32Z', 'revision_number': 5, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port': {'id': '150815b7-14ac-4244-8738-a2bdabebfa4e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:34.346279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.377091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Port': ['ID=22f7827f-32e0-4480-b3d9-91cb8dec5be2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:34.383374 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No DVR routers for this DVR port 22f7827f-32e0-4480-b3d9-91cb8dec5be2 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:31:34.431523 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.503262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Deleting port 150815b7-14ac-4244-8738-a2bdabebfa4e {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:34.503601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.533496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8511d925-f5b3-40b8-8532-9a8714c1369a None None] Checking router: 679401f7-54f4-406f-8d6f-e8aa6f45f022 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:31:34.549082 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8511d925-f5b3-40b8-8532-9a8714c1369a None None] Routers {'679401f7-54f4-406f-8d6f-e8aa6f45f022'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:31:34.549714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-8511d925-f5b3-40b8-8532-9a8714c1369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['679401f7-54f4-406f-8d6f-e8aa6f45f022'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:34.594656 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.631447 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] For port 150815b7-14ac-4244-8738-a2bdabebfa4e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=150815b7-14ac-4244-8738-a2bdabebfa4e,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:34.631447 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.645341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Calling delete_port for 150815b7-14ac-4244-8738-a2bdabebfa4e owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:34.665737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cc3868-b536-4277-a00b-b7beb74df3f7']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:34.677462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222675fc-6971-4e86-9b97-38ba5a738b3c') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:34.677873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222675fc-6971-4e86-9b97-38ba5a738b3c') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:34.695279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.706465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b462cdb-f88d-4ae4-902c-7dea7d82baf9 None None] DHCP port deletion for 0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:31:34.722493 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.743026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:34.743026 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:34.744986 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:34.801434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-8511d925-f5b3-40b8-8532-9a8714c1369a None None] Set router 679401f7-54f4-406f-8d6f-e8aa6f45f022 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:31:34.825718 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.841809 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.862274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Port': ['ID=150815b7-14ac-4244-8738-a2bdabebfa4e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:34.862937 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.879204 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/52cc3868-b536-4277-a00b-b7beb74df3f7 HTTP/1.1" status: 204 len: 168 time: 2.5389628 Nov 09 00:31:34.882851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40014) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:34.899502 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-8511d925-f5b3-40b8-8532-9a8714c1369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:31:34Z', 'revision_number': 6, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:34.906558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2f95cab3-f8eb-413e-9bab-90b9ace3391b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-739211071'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:34.911048 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b2567-429b-49fd-b59f-23e5137b5381 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Network': ['ID=52cc3868-b536-4277-a00b-b7beb74df3f7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:34.938563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8511d925-f5b3-40b8-8532-9a8714c1369a None None] The sync data for ids ['679401f7-54f4-406f-8d6f-e8aa6f45f022'] in n-d-813263-3 is: [{'id': '679401f7-54f4-406f-8d6f-e8aa6f45f022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564738043', 'tenant_id': 'a25a6a1f62704562be674debd2726386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:29:34Z', 'updated_at': '2021-11-09T00:31:34Z', 'revision_number': 6, 'project_id': 'a25a6a1f62704562be674debd2726386', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:31:34.949955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2b462cdb-f88d-4ae4-902c-7dea7d82baf9 None None] Deleting port 822c1a03-a639-4475-8814-b8c7a8b64f78 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:34.950424 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2b462cdb-f88d-4ae4-902c-7dea7d82baf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:34.971708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f95cab3-f8eb-413e-9bab-90b9ace3391b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:34.975964 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f95cab3-f8eb-413e-9bab-90b9ace3391b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.011018 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.028808 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f95cab3-f8eb-413e-9bab-90b9ace3391b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:35.056748 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f95cab3-f8eb-413e-9bab-90b9ace3391b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.057102 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-2f95cab3-f8eb-413e-9bab-90b9ace3391b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Added segment a23821e2-04b0-4027-89da-1a44819eef3b of type vlan for network 0f547a57-6126-4522-97d7-1e229e633cde Nov 09 00:31:35.058573 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2b462cdb-f88d-4ae4-902c-7dea7d82baf9 None None] For port 822c1a03-a639-4475-8814-b8c7a8b64f78, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=822c1a03-a639-4475-8814-b8c7a8b64f78,segment=NetworkSegment(1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de),segment_id=1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:35.059134 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2b462cdb-f88d-4ae4-902c-7dea7d82baf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.104489 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2b462cdb-f88d-4ae4-902c-7dea7d82baf9 None None] Calling delete_port for 822c1a03-a639-4475-8814-b8c7a8b64f78 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:35.127733 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f95cab3-f8eb-413e-9bab-90b9ace3391b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.144786 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.147225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.163752 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f95cab3-f8eb-413e-9bab-90b9ace3391b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.170030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f95cab3-f8eb-413e-9bab-90b9ace3391b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:35.170616 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f95cab3-f8eb-413e-9bab-90b9ace3391b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.196472 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.197172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Fanout notify agent at l3_agent the message router_deleted on router 679401f7-54f4-406f-8d6f-e8aa6f45f022 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:31:35.212915 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.218279 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2f95cab3-f8eb-413e-9bab-90b9ace3391b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3322732 Nov 09 00:31:35.218498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7e466560-f2d8-4eac-ba56-52c1d2af5f46 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/routers/679401f7-54f4-406f-8d6f-e8aa6f45f022 HTTP/1.1" status: 204 len: 168 time: 1.1519637 Nov 09 00:31:35.219228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40020) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:35.220895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40022) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:35.233699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9b634cd2-c126-4504-a236-c11e48d90274 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'network_id': '0f547a57-6126-4522-97d7-1e229e633cde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:35.256293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95cab3-f8eb-413e-9bab-90b9ace3391b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=0f547a57-6126-4522-97d7-1e229e633cde,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:35.270223 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2b462cdb-f88d-4ae4-902c-7dea7d82baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.275104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 0f547a57-6126-4522-97d7-1e229e633cde details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:35.317260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b462cdb-f88d-4ae4-902c-7dea7d82baf9 None None] Pushing event deleted for resources: {'Port': ['ID=822c1a03-a639-4475-8814-b8c7a8b64f78,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:35.322892 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b462cdb-f88d-4ae4-902c-7dea7d82baf9 None None] No DVR routers for this DVR port 822c1a03-a639-4475-8814-b8c7a8b64f78 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:31:35.456846 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b634cd2-c126-4504-a236-c11e48d90274 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:35.462042 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9b634cd2-c126-4504-a236-c11e48d90274 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:35.474756 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 822c1a03-a639-4475-8814-b8c7a8b64f78 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:31:35.506675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 822c1a03-a639-4475-8814-b8c7a8b64f78 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:31:35.507092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 822c1a03-a639-4475-8814-b8c7a8b64f78 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:31:35.951614 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.086318 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.125580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:36.160434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:36.160712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9ce8c4-2abe-49d3-ba7c-c5b88a0815de') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:36.178261 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.194724 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9b634cd2-c126-4504-a236-c11e48d90274 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.196480 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.235461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:36.235863 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:36.239578 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:36.330893 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.337841 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.341973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/networks/0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02 HTTP/1.1" status: 204 len: 168 time: 1.1180253 Nov 09 00:31:36.344755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40032) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:36.381969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75537d99-dbf9-4d44-bc45-2948f0d27509 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'Network': ['ID=0da0f4c9-ec91-4e5c-85b9-a8016a8dbd02,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:36.387137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b634cd2-c126-4504-a236-c11e48d90274 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=9f358c41-dfd7-44ee-9f77-113c793fd555,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:36.397304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b634cd2-c126-4504-a236-c11e48d90274 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking segment: {'id': 'a23821e2-04b0-4027-89da-1a44819eef3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f547a57-6126-4522-97d7-1e229e633cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:36.397304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b634cd2-c126-4504-a236-c11e48d90274 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network hostable DHCP agents. Network: 0f547a57-6126-4522-97d7-1e229e633cde, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:36.417863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b634cd2-c126-4504-a236-c11e48d90274 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network 0f547a57-6126-4522-97d7-1e229e633cde is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:36.429035 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9b634cd2-c126-4504-a236-c11e48d90274 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 0f547a57-6126-4522-97d7-1e229e633cde) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:36.435683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b634cd2-c126-4504-a236-c11e48d90274 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:36.436351 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9b634cd2-c126-4504-a236-c11e48d90274 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.441595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e6457-eb2e-40bc-9683-797634edc1f6 None None] Network 0f547a57-6126-4522-97d7-1e229e633cde requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:36.448271 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c562eb99-815d-4f7f-83b2-74140aacff62 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.482703 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9b634cd2-c126-4504-a236-c11e48d90274 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2551880 Nov 09 00:31:36.483595 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c562eb99-815d-4f7f-83b2-74140aacff62 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.483759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40034) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:36.592968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c562eb99-815d-4f7f-83b2-74140aacff62 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.596326 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c562eb99-815d-4f7f-83b2-74140aacff62 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.600536 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c562eb99-815d-4f7f-83b2-74140aacff62 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d42bc39-0629-4103-9a54-a577aaaeceb6 HTTP/1.1" status: 204 len: 168 time: 0.2523062 Nov 09 00:31:36.610518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562eb99-815d-4f7f-83b2-74140aacff62 tempest-TestNetworkAdvancedServerOps-1684256102 tempest-TestNetworkAdvancedServerOps-1684256102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d42bc39-0629-4103-9a54-a577aaaeceb6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:36.694226 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.786526 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.794382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ba052c-4c3e-48e2-944a-5a1f29e5e4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-0f547a57-6126-4522-97d7-1e229e633cde', 'network_id': '0f547a57-6126-4522-97d7-1e229e633cde', 'tenant_id': '09a93b280fe441fcb9317a7bc8c337a1', 'fixed_ips': [{'subnet_id': '9f358c41-dfd7-44ee-9f77-113c793fd555'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:31:36.796499 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-92ba052c-4c3e-48e2-944a-5a1f29e5e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.900489 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:36.987823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Subnet': ['ID=9f358c41-dfd7-44ee-9f77-113c793fd555,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:36.993505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d9b6ed4b-f902-41b5-92cd-201fc69ce68f no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:31:37.074724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: d9b6ed4b-f902-41b5-92cd-201fc69ce68f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:31:37.075178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d9b6ed4b-f902-41b5-92cd-201fc69ce68f not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:31:37.075746 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 150815b7-14ac-4244-8738-a2bdabebfa4e no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:31:37.106444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 150815b7-14ac-4244-8738-a2bdabebfa4e {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:31:37.106444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 150815b7-14ac-4244-8738-a2bdabebfa4e not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server [None req-92ba052c-4c3e-48e2-944a-5a1f29e5e4dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f358c41-dfd7-44ee-9f77-113c793fd555: This subnet is being modified by another concurrent operation. Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise exception Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f358c41-dfd7-44ee-9f77-113c793fd555: This subnet is being modified by another concurrent operation. Nov 09 00:31:37.109111 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Nov 09 00:31:37.115880 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.134577 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df236e58-3725-4694-a829-d18c9328c948 None None] Network 0f547a57-6126-4522-97d7-1e229e633cde requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:37.154364 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40056) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:37.162201 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f547a57-6126-4522-97d7-1e229e633cde']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:37.183308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23821e2-04b0-4027-89da-1a44819eef3b') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:37.184376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23821e2-04b0-4027-89da-1a44819eef3b') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:37.200672 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.215644 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.223999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:37.225060 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:37.233986 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:37.276669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcded80a-608f-4ed5-8c28-84774f4ee523 None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:31:37.371106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcded80a-608f-4ed5-8c28-84774f4ee523 None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:31:37.390611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40060) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:37.391235 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-afdb66e6-e70c-4684-9b17-290ce6ed4c69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a25a6a1f62704562be674debd2726386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2350163 Nov 09 00:31:37.391939 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.410285 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.418786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/0f547a57-6126-4522-97d7-1e229e633cde HTTP/1.1" status: 204 len: 168 time: 0.9333940 Nov 09 00:31:37.419818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d16009-c4ae-48a9-a872-967939b3497f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Network': ['ID=0f547a57-6126-4522-97d7-1e229e633cde,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:37.421733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40062) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:37.427284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c05d93f8-162a-4502-b0a4-b4c4ad9c0c5a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-299368054'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:37.451046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05d93f8-162a-4502-b0a4-b4c4ad9c0c5a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:37.455194 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c05d93f8-162a-4502-b0a4-b4c4ad9c0c5a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.484251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05d93f8-162a-4502-b0a4-b4c4ad9c0c5a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:37.485176 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e5ca-7aef-4efd-a10c-b461df8fe697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.495177 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c05d93f8-162a-4502-b0a4-b4c4ad9c0c5a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.495573 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-c05d93f8-162a-4502-b0a4-b4c4ad9c0c5a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Added segment 41ada048-472a-4a13-beda-ad82715531fd of type vlan for network 31605ba8-12d7-46d0-822e-d0faf6d56272 Nov 09 00:31:37.513049 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e5ca-7aef-4efd-a10c-b461df8fe697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.543010 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c05d93f8-162a-4502-b0a4-b4c4ad9c0c5a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.594656 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c05d93f8-162a-4502-b0a4-b4c4ad9c0c5a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.599953 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e5ca-7aef-4efd-a10c-b461df8fe697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.601747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d93f8-162a-4502-b0a4-b4c4ad9c0c5a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:37.603247 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c05d93f8-162a-4502-b0a4-b4c4ad9c0c5a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.604299 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e5ca-7aef-4efd-a10c-b461df8fe697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.605725 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8ae7e5ca-7aef-4efd-a10c-b461df8fe697 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0ffc4ac-3351-4fd9-b604-6a656da61086 HTTP/1.1" status: 204 len: 168 time: 0.2126689 Nov 09 00:31:37.634989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7e5ca-7aef-4efd-a10c-b461df8fe697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ffc4ac-3351-4fd9-b604-6a656da61086,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:37.650038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40070) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:37.650218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c05d93f8-162a-4502-b0a4-b4c4ad9c0c5a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2271562 Nov 09 00:31:37.666073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d2d478e2-e798-48f4-ac3a-a42f90edc8dd tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:37.706687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d93f8-162a-4502-b0a4-b4c4ad9c0c5a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=31605ba8-12d7-46d0-822e-d0faf6d56272,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:37.725991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 31605ba8-12d7-46d0-822e-d0faf6d56272 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:37.876118 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2d478e2-e798-48f4-ac3a-a42f90edc8dd tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.895000 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2d478e2-e798-48f4-ac3a-a42f90edc8dd tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.909413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2d478e2-e798-48f4-ac3a-a42f90edc8dd tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network 31605ba8-12d7-46d0-822e-d0faf6d56272 is not hosted by any dhcp agent {{(pid=101781) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 00:31:37.918894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d478e2-e798-48f4-ac3a-a42f90edc8dd tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:37.920006 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d2d478e2-e798-48f4-ac3a-a42f90edc8dd tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:37.924655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40076) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:37.931424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-05b7f5f2-e75d-41f8-af13-6515d86b7d22 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'network_id': '31605ba8-12d7-46d0-822e-d0faf6d56272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:37.937682 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d2d478e2-e798-48f4-ac3a-a42f90edc8dd tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "PUT /v2.0/networks/31605ba8-12d7-46d0-822e-d0faf6d56272 HTTP/1.1" status: 200 len: 723 time: 0.2857361 Nov 09 00:31:38.020010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d478e2-e798-48f4-ac3a-a42f90edc8dd tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=31605ba8-12d7-46d0-822e-d0faf6d56272,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:38.041244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 31605ba8-12d7-46d0-822e-d0faf6d56272 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:38.102111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b7f5f2-e75d-41f8-af13-6515d86b7d22 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:38.113593 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05b7f5f2-e75d-41f8-af13-6515d86b7d22 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:38.144734 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40080) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:38.187898 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5255fc11-0805-497f-ae43-a31ae0d3931d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cade2c7052744fea999d968b7ddb48cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417793 Nov 09 00:31:38.190570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40082) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:38.244695 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9029dffc-fa7a-4873-9261-910616e607d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:38.270113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9029dffc-fa7a-4873-9261-910616e607d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:38.329924 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9029dffc-fa7a-4873-9261-910616e607d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:38.332938 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9029dffc-fa7a-4873-9261-910616e607d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:38.336435 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9029dffc-fa7a-4873-9261-910616e607d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec8aeffa-01e7-4d93-af82-1f6c695a61d2 HTTP/1.1" status: 204 len: 168 time: 0.1427662 Nov 09 00:31:38.350597 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05b7f5f2-e75d-41f8-af13-6515d86b7d22 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:38.357838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029dffc-fa7a-4873-9261-910616e607d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8aeffa-01e7-4d93-af82-1f6c695a61d2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:38.425301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7f5f2-e75d-41f8-af13-6515d86b7d22 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=2ba2500c-07b6-4149-a709-7050cb9ac1f2,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:38.429757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b7f5f2-e75d-41f8-af13-6515d86b7d22 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking segment: {'id': '41ada048-472a-4a13-beda-ad82715531fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31605ba8-12d7-46d0-822e-d0faf6d56272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:38.430115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b7f5f2-e75d-41f8-af13-6515d86b7d22 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network hostable DHCP agents. Network: 31605ba8-12d7-46d0-822e-d0faf6d56272, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:38.452985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b7f5f2-e75d-41f8-af13-6515d86b7d22 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network 31605ba8-12d7-46d0-822e-d0faf6d56272 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:38.465162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-05b7f5f2-e75d-41f8-af13-6515d86b7d22 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 31605ba8-12d7-46d0-822e-d0faf6d56272) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:38.469819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b7f5f2-e75d-41f8-af13-6515d86b7d22 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:38.470491 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05b7f5f2-e75d-41f8-af13-6515d86b7d22 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:38.479393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b4b5f8-a192-49be-8943-b9ac13533ce4 None None] Network 31605ba8-12d7-46d0-822e-d0faf6d56272 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:38.495820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-05b7f5f2-e75d-41f8-af13-6515d86b7d22 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5666819 Nov 09 00:31:38.499181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40086) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:38.505235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fc42b94e-3a4c-4b5e-b955-8d57ff7f59ca tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:38.688002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-31605ba8-12d7-46d0-822e-d0faf6d56272', 'network_id': '31605ba8-12d7-46d0-822e-d0faf6d56272', 'tenant_id': '09a93b280fe441fcb9317a7bc8c337a1', 'fixed_ips': [{'subnet_id': '2ba2500c-07b6-4149-a709-7050cb9ac1f2'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:31:38.689240 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:38.706610 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc42b94e-3a4c-4b5e-b955-8d57ff7f59ca tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3930425'] for subnet, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:38.893445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc42b94e-3a4c-4b5e-b955-8d57ff7f59ca tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740052483979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8392911'] for subnet, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:38.933842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc42b94e-3a4c-4b5e-b955-8d57ff7f59ca tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:38.934426 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc42b94e-3a4c-4b5e-b955-8d57ff7f59ca tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:38.935708 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fc42b94e-3a4c-4b5e-b955-8d57ff7f59ca tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "PUT /v2.0/subnets/2ba2500c-07b6-4149-a709-7050cb9ac1f2 HTTP/1.1" status: 200 len: 806 time: 0.4354169 Nov 09 00:31:38.938464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40098) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:38.960533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Allocated IP 172.20.0.2 (31605ba8-12d7-46d0-822e-d0faf6d56272/2ba2500c-07b6-4149-a709-7050cb9ac1f2/025d2765-a449-4655-a10f-d68ef0761d8f) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:31:39.003459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42b94e-3a4c-4b5e-b955-8d57ff7f59ca tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=2ba2500c-07b6-4149-a709-7050cb9ac1f2,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:39.059877 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:39.131323 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:39.199264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:39.208933 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:39.227273 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:39.260836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Network 31605ba8-12d7-46d0-822e-d0faf6d56272 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:39.262957 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Pushing event updated for resources: {'Port': ['ID=025d2765-a449-4655-a10f-d68ef0761d8f,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:39.264720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:39.265405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba2500c-07b6-4149-a709-7050cb9ac1f2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:39.266760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:39.331487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Attempting to bind port 025d2765-a449-4655-a10f-d68ef0761d8f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:39.332167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Attempting to bind port 025d2765-a449-4655-a10f-d68ef0761d8f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '41ada048-472a-4a13-beda-ad82715531fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31605ba8-12d7-46d0-822e-d0faf6d56272'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:39.332537 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Attempting to bind port 025d2765-a449-4655-a10f-d68ef0761d8f on network 31605ba8-12d7-46d0-822e-d0faf6d56272 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:39.339021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:31:39.339402 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Checking segment: {'id': '41ada048-472a-4a13-beda-ad82715531fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31605ba8-12d7-46d0-822e-d0faf6d56272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:39.339798 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:39.340198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Bound using segment: {'id': '41ada048-472a-4a13-beda-ad82715531fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31605ba8-12d7-46d0-822e-d0faf6d56272'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:31:39.341193 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Bound port: 025d2765-a449-4655-a10f-d68ef0761d8f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ada048-472a-4a13-beda-ad82715531fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31605ba8-12d7-46d0-822e-d0faf6d56272'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:31:39.341193 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:39.355604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:39.382996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31605ba8-12d7-46d0-822e-d0faf6d56272']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:39.394913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ada048-472a-4a13-beda-ad82715531fd') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:39.395037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ada048-472a-4a13-beda-ad82715531fd') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:39.406300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:39.422161 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:39.428987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:39.429540 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:39.434246 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:39.436806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] For port 025d2765-a449-4655-a10f-d68ef0761d8f, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:31:39.500855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] For port 025d2765-a449-4655-a10f-d68ef0761d8f, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=025d2765-a449-4655-a10f-d68ef0761d8f,segment=NetworkSegment(41ada048-472a-4a13-beda-ad82715531fd),segment_id=41ada048-472a-4a13-beda-ad82715531fd)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:31:39.504097 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.api [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 00:31:39.504097 n-d-813263-3 neutron-server[101781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 00:31:39.504097 n-d-813263-3 neutron-server[101781]: [parameters: {'id': '31605ba8-12d7-46d0-822e-d0faf6d56272'}] Nov 09 00:31:39.504097 n-d-813263-3 neutron-server[101781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:31:39.504888 n-d-813263-3 neutron-server[101781]: DEBUG oslo_db.api [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:31:39.507990 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:39.596873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414351ea-718e-4e7e-ae40-0894fe995e3a None None] Pushing event updated for resources: {'Port': ['ID=025d2765-a449-4655-a10f-d68ef0761d8f,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:39.617060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b424191-0d9c-4629-a070-8471611b5f56 None None] Network 31605ba8-12d7-46d0-822e-d0faf6d56272 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:39.756906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332f3429-c0a7-49e4-8c6d-64c1240793cd None None] Network 31605ba8-12d7-46d0-822e-d0faf6d56272 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:39.908538 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10646f71-550e-42f7-a678-64704cb47d84 None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:31:40.005885 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.010368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10646f71-550e-42f7-a678-64704cb47d84 None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:31:40.071523 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Deleting port 025d2765-a449-4655-a10f-d68ef0761d8f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:40.071889 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.089518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40134) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:40.170412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] For port 025d2765-a449-4655-a10f-d68ef0761d8f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=025d2765-a449-4655-a10f-d68ef0761d8f,segment=NetworkSegment(41ada048-472a-4a13-beda-ad82715531fd),segment_id=41ada048-472a-4a13-beda-ad82715531fd)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:40.171322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.187824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Calling delete_port for 025d2765-a449-4655-a10f-d68ef0761d8f owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:40.259540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'network': {'name': 'tempest-network-smoke--986309238', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'port_security_enabled': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:40.292782 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.297791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Made reservation on behalf of 6d6f5f38b2e348b0a38d565f5c34a031 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:40.309512 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.329151 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.374622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Port': ['ID=025d2765-a449-4655-a10f-d68ef0761d8f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:40.396615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No DVR routers for this DVR port 025d2765-a449-4655-a10f-d68ef0761d8f on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:31:40.447447 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.457297 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.484746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:40.503760 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.504357 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Added segment 692a308d-9475-4a87-aa82-0d3e4e285271 of type vlan for network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 Nov 09 00:31:40.505895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f537f378-2be9-48df-98a2-78a0d94cb088,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:40.542582 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.559869 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.582167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31605ba8-12d7-46d0-822e-d0faf6d56272']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:40.592300 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.593235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ada048-472a-4a13-beda-ad82715531fd') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:40.593586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ada048-472a-4a13-beda-ad82715531fd') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:40.598852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:40.599476 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728524'] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.613565 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.629403 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.635932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:40.636310 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:40.639227 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:40.715251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6239188 Nov 09 00:31:40.719717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40146) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:40.722005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd866b-8298-4dda-ae6d-8fbe1d92e0ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Network': ['ID=23b5cb47-3675-4da6-8d5c-4c84d5d6e240,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:40.724945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-378676329', 'admin_state_up': True, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:40.732968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.733967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:40.747919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecaf7b-b527-49e2-91e8-d09d105e7c0c req-ebb5bc3a-26b0-4f6f-9ef3-ce4f20eeb82b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:40.754690 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.756171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39ecaf7b-b527-49e2-91e8-d09d105e7c0c req-ebb5bc3a-26b0-4f6f-9ef3-ce4f20eeb82b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 946 time: 0.1269488 Nov 09 00:31:40.758602 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/31605ba8-12d7-46d0-822e-d0faf6d56272 HTTP/1.1" status: 204 len: 168 time: 1.8193173 Nov 09 00:31:40.759816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c404462-bad8-40d1-ab92-2694f708de07 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Network': ['ID=31605ba8-12d7-46d0-822e-d0faf6d56272,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:40.761452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40148) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:40.791571 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b368c3-dcec-4817-a77a-c4ac54959c7b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:40.793119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b368c3-dcec-4817-a77a-c4ac54959c7b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:40.796251 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-70b368c3-dcec-4817-a77a-c4ac54959c7b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/31605ba8-12d7-46d0-822e-d0faf6d56272 HTTP/1.1" status: 404 len: 339 time: 0.0315704 Nov 09 00:31:40.800724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40150) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:40.807058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b420ff9c-066e-4296-9ad1-60f549a64e71 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-464385461', 'description': 'd1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:40.819908 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39ecaf7b-b527-49e2-91e8-d09d105e7c0c req-3d594244-7050-40a7-8082-26d64e3d98b0 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591426 Nov 09 00:31:40.827778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.829060 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.833439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b420ff9c-066e-4296-9ad1-60f549a64e71 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:40.838405 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b420ff9c-066e-4296-9ad1-60f549a64e71 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.876025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b420ff9c-066e-4296-9ad1-60f549a64e71 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:40.910340 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.914678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b420ff9c-066e-4296-9ad1-60f549a64e71 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:40.915021 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-b420ff9c-066e-4296-9ad1-60f549a64e71 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Added segment 98efd0d6-54e0-474d-b67c-a2cf83e2cf6f of type vlan for network d5135a79-7383-4c45-ac18-2cc18b6e2e08 Nov 09 00:31:41.028431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b420ff9c-066e-4296-9ad1-60f549a64e71 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.103704 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.116921 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b420ff9c-066e-4296-9ad1-60f549a64e71 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.122363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b420ff9c-066e-4296-9ad1-60f549a64e71 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:41.122934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b420ff9c-066e-4296-9ad1-60f549a64e71 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.171654 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b420ff9c-066e-4296-9ad1-60f549a64e71 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3696623 Nov 09 00:31:41.175139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40154) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:41.212876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420ff9c-066e-4296-9ad1-60f549a64e71 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=d5135a79-7383-4c45-ac18-2cc18b6e2e08,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:41.225955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network d5135a79-7383-4c45-ac18-2cc18b6e2e08 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:41.269665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b9871b-8952-437a-90fb-5a031b88b97d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:41.271226 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e8b9871b-8952-437a-90fb-5a031b88b97d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/networks?id=d5135a79-7383-4c45-ac18-2cc18b6e2e08 HTTP/1.1" status: 200 len: 760 time: 0.0948575 Nov 09 00:31:41.274308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40156) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:41.280770 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-40823b63-48a6-4798-a00b-0bcfb9b4719f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'description': 'd2'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:41.453680 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-40823b63-48a6-4798-a00b-0bcfb9b4719f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.468606 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-40823b63-48a6-4798-a00b-0bcfb9b4719f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.487713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40823b63-48a6-4798-a00b-0bcfb9b4719f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network d5135a79-7383-4c45-ac18-2cc18b6e2e08 is not hosted by any dhcp agent {{(pid=101780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 00:31:41.494083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40823b63-48a6-4798-a00b-0bcfb9b4719f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:41.494715 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-40823b63-48a6-4798-a00b-0bcfb9b4719f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.496059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-40823b63-48a6-4798-a00b-0bcfb9b4719f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "PUT /v2.0/networks/d5135a79-7383-4c45-ac18-2cc18b6e2e08 HTTP/1.1" status: 200 len: 757 time: 0.2199624 Nov 09 00:31:41.503933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40160) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:41.602325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40823b63-48a6-4798-a00b-0bcfb9b4719f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=d5135a79-7383-4c45-ac18-2cc18b6e2e08,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:41.631284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network d5135a79-7383-4c45-ac18-2cc18b6e2e08 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:41.633513 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d460e55-1cb0-4c81-93de-d98a7b9d6bbd tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:41.635949 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2d460e55-1cb0-4c81-93de-d98a7b9d6bbd tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/networks?id=d5135a79-7383-4c45-ac18-2cc18b6e2e08 HTTP/1.1" status: 200 len: 760 time: 0.1307902 Nov 09 00:31:41.641613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40162) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:41.646891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5d2eea51-4c11-41a3-84d8-c491cecd48b4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-138359138'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:41.672410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2eea51-4c11-41a3-84d8-c491cecd48b4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:41.676527 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d2eea51-4c11-41a3-84d8-c491cecd48b4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.704807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2eea51-4c11-41a3-84d8-c491cecd48b4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:41.715754 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d2eea51-4c11-41a3-84d8-c491cecd48b4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.716388 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-5d2eea51-4c11-41a3-84d8-c491cecd48b4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Added segment 74044bcf-4887-403c-9711-b214d8063fbb of type vlan for network 62ef6115-528c-41d4-aafb-1c636dc7fbb3 Nov 09 00:31:41.717377 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.745823 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.760964 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d2eea51-4c11-41a3-84d8-c491cecd48b4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.790666 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d2eea51-4c11-41a3-84d8-c491cecd48b4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.799537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2eea51-4c11-41a3-84d8-c491cecd48b4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:41.801009 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5d2eea51-4c11-41a3-84d8-c491cecd48b4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:41.854216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Allocated IP 172.25.0.181 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/30853a86-f910-44e6-87d3-f57237bfacb9) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:31:41.901902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2eea51-4c11-41a3-84d8-c491cecd48b4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=62ef6115-528c-41d4-aafb-1c636dc7fbb3,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:41.913021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 62ef6115-528c-41d4-aafb-1c636dc7fbb3 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:41.923502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5d2eea51-4c11-41a3-84d8-c491cecd48b4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2806177 Nov 09 00:31:41.926434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40166) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:41.944431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-21499640-d185-4865-92af-efce75d08d91 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'network_id': '62ef6115-528c-41d4-aafb-1c636dc7fbb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:41.994584 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:42.053533 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:42.069615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6185f-a482-4bfd-ac5f-135726a49e35 req-2b5c1c53-100c-41ad-bf52-608528aa0ecf tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:42.071184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03e6185f-a482-4bfd-ac5f-135726a49e35 req-2b5c1c53-100c-41ad-bf52-608528aa0ecf tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 946 time: 0.1463745 Nov 09 00:31:42.132730 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:42.135534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21499640-d185-4865-92af-efce75d08d91 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:42.139414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:42.140027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-21499640-d185-4865-92af-efce75d08d91 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:42.142311 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:42.169215 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03e6185f-a482-4bfd-ac5f-135726a49e35 req-b7400fe0-047e-40d5-8c7f-da4cc3c1f12a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884550 Nov 09 00:31:42.183397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784080e1-6c31-41bc-863d-cf761920971c req-17d8cdd0-9dde-4386-b41a-eec1e04afc5c tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:42.185817 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-784080e1-6c31-41bc-863d-cf761920971c req-17d8cdd0-9dde-4386-b41a-eec1e04afc5c tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.11 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 946 time: 0.1435058 Nov 09 00:31:42.189258 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=30853a86-f910-44e6-87d3-f57237bfacb9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:42.368787 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-21499640-d185-4865-92af-efce75d08d91 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:42.395786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Deleting port 37cefbf0-7295-45b7-b1b7-254ce315f890 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:42.396022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:42.434089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21499640-d185-4865-92af-efce75d08d91 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=ddc6dbb6-6b87-43d0-a1ea-ec991c609212,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:42.445314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21499640-d185-4865-92af-efce75d08d91 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking segment: {'id': '74044bcf-4887-403c-9711-b214d8063fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62ef6115-528c-41d4-aafb-1c636dc7fbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:42.445750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21499640-d185-4865-92af-efce75d08d91 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network hostable DHCP agents. Network: 62ef6115-528c-41d4-aafb-1c636dc7fbb3, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:42.464281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21499640-d185-4865-92af-efce75d08d91 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network 62ef6115-528c-41d4-aafb-1c636dc7fbb3 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:42.474223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-21499640-d185-4865-92af-efce75d08d91 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 62ef6115-528c-41d4-aafb-1c636dc7fbb3) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:42.481001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21499640-d185-4865-92af-efce75d08d91 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:42.481638 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-21499640-d185-4865-92af-efce75d08d91 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:42.489982 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b84056-b4ab-4fd3-902a-02f0ced0a8c7 None None] Network 62ef6115-528c-41d4-aafb-1c636dc7fbb3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:42.505695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40170) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:42.506904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-21499640-d185-4865-92af-efce75d08d91 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5685163 Nov 09 00:31:42.659312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-62ef6115-528c-41d4-aafb-1c636dc7fbb3', 'network_id': '62ef6115-528c-41d4-aafb-1c636dc7fbb3', 'tenant_id': '09a93b280fe441fcb9317a7bc8c337a1', 'fixed_ips': [{'subnet_id': 'ddc6dbb6-6b87-43d0-a1ea-ec991c609212'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:31:42.660126 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:42.662639 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:42.668536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] For port 37cefbf0-7295-45b7-b1b7-254ce315f890, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=37cefbf0-7295-45b7-b1b7-254ce315f890,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:42.668898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:42.676441 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a039ac4b-9899-4e76-bcf1-e29720d7a1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:42.805055 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Allocated IP 172.20.0.2 (62ef6115-528c-41d4-aafb-1c636dc7fbb3/ddc6dbb6-6b87-43d0-a1ea-ec991c609212/8afe41c5-1499-48fc-9696-f80d11c39e15) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:31:42.828682 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:42.960841 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:42.967090 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.018787 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Network 62ef6115-528c-41d4-aafb-1c636dc7fbb3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:43.020470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:43.022820 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Pushing event updated for resources: {'Port': ['ID=8afe41c5-1499-48fc-9696-f80d11c39e15,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:43.025564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:43.045871 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.088929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Attempting to bind port 8afe41c5-1499-48fc-9696-f80d11c39e15 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:43.089305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Attempting to bind port 8afe41c5-1499-48fc-9696-f80d11c39e15 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '74044bcf-4887-403c-9711-b214d8063fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62ef6115-528c-41d4-aafb-1c636dc7fbb3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:43.089680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Attempting to bind port 8afe41c5-1499-48fc-9696-f80d11c39e15 on network 62ef6115-528c-41d4-aafb-1c636dc7fbb3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:43.095553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:31:43.095990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Checking segment: {'id': '74044bcf-4887-403c-9711-b214d8063fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62ef6115-528c-41d4-aafb-1c636dc7fbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:43.097418 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.097879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Bound using segment: {'id': '74044bcf-4887-403c-9711-b214d8063fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62ef6115-528c-41d4-aafb-1c636dc7fbb3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:31:43.098408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Bound port: 8afe41c5-1499-48fc-9696-f80d11c39e15, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74044bcf-4887-403c-9711-b214d8063fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62ef6115-528c-41d4-aafb-1c636dc7fbb3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:31:43.098850 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.113993 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.114359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.114679 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Floating IP 93e76563-512d-4a9b-93e9-4d40621455c9 disassociated. External IP: 172.25.0.185, port: 37cefbf0-7295-45b7-b1b7-254ce315f890. Nov 09 00:31:43.115027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Calling delete_port for 37cefbf0-7295-45b7-b1b7-254ce315f890 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:43.202619 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.227583 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] For port 8afe41c5-1499-48fc-9696-f80d11c39e15, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:31:43.231294 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] For port 8afe41c5-1499-48fc-9696-f80d11c39e15, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8afe41c5-1499-48fc-9696-f80d11c39e15,segment=NetworkSegment(74044bcf-4887-403c-9711-b214d8063fbb),segment_id=74044bcf-4887-403c-9711-b214d8063fbb)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:31:43.237461 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.345782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4fbd4-6364-46eb-82e2-4f720c6c4809 None None] Pushing event updated for resources: {'Port': ['ID=8afe41c5-1499-48fc-9696-f80d11c39e15,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:43.358772 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.402736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bce88-c3a7-44c4-8b45-6eb82eeb5ad5 req-73bef6c9-f2c0-4c27-91d5-d71a7b1599cf tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:43.411574 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-131bce88-c3a7-44c4-8b45-6eb82eeb5ad5 req-73bef6c9-f2c0-4c27-91d5-d71a7b1599cf tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 946 time: 0.0959582 Nov 09 00:31:43.437566 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc6dbb6-6b87-43d0-a1ea-ec991c609212,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:43.498593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-131bce88-c3a7-44c4-8b45-6eb82eeb5ad5 req-6d0242d7-9588-4dc2-acd6-5b8e3908eda3 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=b85ccecc-29fa-4584-b2ea-38d341ee4c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857072 Nov 09 00:31:43.503808 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.590454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ef6115-528c-41d4-aafb-1c636dc7fbb3']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:43.617902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74044bcf-4887-403c-9711-b214d8063fbb') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:43.618308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74044bcf-4887-403c-9711-b214d8063fbb') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:43.641151 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.661945 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.662942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.676836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Router 26488891-685c-47b1-bd51-bd44b209dc26 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:31:43.711989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event deleted for resources: {'Port': ['ID=37cefbf0-7295-45b7-b1b7-254ce315f890,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:43.716646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:43.729724 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:43.733603 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:43.882690 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.api [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 00:31:43.882690 n-d-813263-3 neutron-server[101781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 00:31:43.882690 n-d-813263-3 neutron-server[101781]: [parameters: {'id': '62ef6115-528c-41d4-aafb-1c636dc7fbb3'}] Nov 09 00:31:43.882690 n-d-813263-3 neutron-server[101781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:31:43.883797 n-d-813263-3 neutron-server[101781]: DEBUG oslo_db.api [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:31:43.990383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:31:43.991681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:31:44.003369 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Sync routers for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:31:44.019851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:44.021108 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ac679f2a-b917-4be9-922a-584048723807 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3001394 Nov 09 00:31:44.024367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40180) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:44.024655 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:31:44.025289 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:44.145755 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fb2f0e2a-95c6-48bb-8b54-3358973c318f tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=6d6f5f38b2e348b0a38d565f5c34a031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1190743 Nov 09 00:31:44.146393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40184) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:44.378400 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:31:44.424213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f27c7f-fe9a-4b29-9da3-fbb6e35557a7 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:44.426154 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e6f27c7f-fe9a-4b29-9da3-fbb6e35557a7 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2784839 Nov 09 00:31:44.428617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40188) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:44.488987 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3638d82e-dc6e-491b-97b7-f0a9ab347f5d tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591922 Nov 09 00:31:44.491515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40190) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:44.499146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-22a7f0f8-c8d9-4e34-8b7e-4c2c5c684f67 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-524907476', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:44.648673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a7f0f8-c8d9-4e34-8b7e-4c2c5c684f67 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Made reservation on behalf of 6d6f5f38b2e348b0a38d565f5c34a031 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:44.653305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22a7f0f8-c8d9-4e34-8b7e-4c2c5c684f67 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:44.678552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:44.692505 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:31:42Z', 'revision_number': 3, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:44.697092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef2e40ad-9ad3-4f6b-92ac-cf13545e14e8 req-dd443acd-bc01-4356-b361-6ff5400aef61 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=8599c276-1063-4fbe-a2af-ff99864e9597 HTTP/1.1" status: 200 len: 210 time: 0.0580282 Nov 09 00:31:44.725801 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Checking router: 26488891-685c-47b1-bd51-bd44b209dc26 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:31:44.726141 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Updating router 26488891-685c-47b1-bd51-bd44b209dc26 port 30853a86-f910-44e6-87d3-f57237bfacb9 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:31:44.736697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:31:44.748777 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6693aa6-c0cf-48d5-b137-bf7e3414919b None None] Sync routers for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:31:44.759945 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:44.766991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6693aa6-c0cf-48d5-b137-bf7e3414919b None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:31:44.768508 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d6693aa6-c0cf-48d5-b137-bf7e3414919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:44.817518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] No DVR routers for this DVR port 37cefbf0-7295-45b7-b1b7-254ce315f890 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:31:44.822965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:44.826971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db4aa3-af5a-421a-8ee3-8f0f76715f72 None None] Network 62ef6115-528c-41d4-aafb-1c636dc7fbb3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:44.829403 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-784080e1-6c31-41bc-863d-cf761920971c req-5c782563-030f-4cd6-8164-44fed32f750b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.11 "DELETE /v2.0/ports/37cefbf0-7295-45b7-b1b7-254ce315f890 HTTP/1.1" status: 204 len: 173 time: 2.6356540 Nov 09 00:31:44.846887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'name': 'network-vif-deleted', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:31:44.850924 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dbaa48-f48d-4d7b-aa58-12de2cbaf4c3" -d '{"events": [{"server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "name": "network-vif-deleted", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:31:44.857551 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05d27505-c31e-414c-8dd3-67ac1e3ad575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:44.911633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Deleting port 8afe41c5-1499-48fc-9696-f80d11c39e15 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:44.920315 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:44.967541 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0bda0c-656d-42a4-9bff-8c5afa655cc4 x-openstack-request-id: req-ea0bda0c-656d-42a4-9bff-8c5afa655cc4 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:31:44.968703 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8599c276-1063-4fbe-a2af-ff99864e9597", "name": "network-vif-deleted", "tag": "37cefbf0-7295-45b7-b1b7-254ce315f890", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:31:44.969237 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea0bda0c-656d-42a4-9bff-8c5afa655cc4 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:31:44.969902 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8599c276-1063-4fbe-a2af-ff99864e9597', 'name': 'network-vif-deleted', 'tag': '37cefbf0-7295-45b7-b1b7-254ce315f890', 'status': 'completed', 'code': 200} Nov 09 00:31:45.042895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] For port 8afe41c5-1499-48fc-9696-f80d11c39e15, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8afe41c5-1499-48fc-9696-f80d11c39e15,segment=NetworkSegment(74044bcf-4887-403c-9711-b214d8063fbb),segment_id=74044bcf-4887-403c-9711-b214d8063fbb)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:45.043624 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.050104 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22a7f0f8-c8d9-4e34-8b7e-4c2c5c684f67 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.073832 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Calling delete_port for 8afe41c5-1499-48fc-9696-f80d11c39e15 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:45.082120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8afe41c5-1499-48fc-9696-f80d11c39e15 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:31:45.119032 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.128771 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.165422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7f0f8-c8d9-4e34-8b7e-4c2c5c684f67 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Subnet': ['ID=df4fc27a-837a-4ba4-a735-336d7ff9d087,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:45.183851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7f0f8-c8d9-4e34-8b7e-4c2c5c684f67 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Checking segment: {'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:45.184508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a7f0f8-c8d9-4e34-8b7e-4c2c5c684f67 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network hostable DHCP agents. Network: 23b5cb47-3675-4da6-8d5c-4c84d5d6e240, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:45.188870 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.194111 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Attempting to bind port 30853a86-f910-44e6-87d3-f57237bfacb9 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:45.194539 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Attempting to bind port 30853a86-f910-44e6-87d3-f57237bfacb9 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:45.194945 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Attempting to bind port 30853a86-f910-44e6-87d3-f57237bfacb9 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:45.202071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4747b435-157b-4dc2-b7a6-096b244b12fc None None] Provisioning complete for port 8afe41c5-1499-48fc-9696-f80d11c39e15 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:45.202492 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4747b435-157b-4dc2-b7a6-096b244b12fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.204634 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 37cefbf0-7295-45b7-b1b7-254ce315f890 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:31:45.211417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a7f0f8-c8d9-4e34-8b7e-4c2c5c684f67 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:45.211671 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:31:45.212583 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:45.213614 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.214143 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:31:45.214625 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Bound port: 30853a86-f910-44e6-87d3-f57237bfacb9, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:31:45.215009 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.226548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Port': ['ID=8afe41c5-1499-48fc-9696-f80d11c39e15,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:45.228201 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-22a7f0f8-c8d9-4e34-8b7e-4c2c5c684f67 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 23b5cb47-3675-4da6-8d5c-4c84d5d6e240) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:45.240950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7f0f8-c8d9-4e34-8b7e-4c2c5c684f67 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:45.242090 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22a7f0f8-c8d9-4e34-8b7e-4c2c5c684f67 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.254096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No DVR routers for this DVR port 8afe41c5-1499-48fc-9696-f80d11c39e15 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:31:45.294753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-22a7f0f8-c8d9-4e34-8b7e-4c2c5c684f67 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7992494 Nov 09 00:31:45.295551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40198) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:45.300195 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] For port 30853a86-f910-44e6-87d3-f57237bfacb9, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:31:45.304264 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] For port 30853a86-f910-44e6-87d3-f57237bfacb9, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30853a86-f910-44e6-87d3-f57237bfacb9,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:31:45.314040 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.318250 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Pushing event updated for resources: {'Port': ['ID=30853a86-f910-44e6-87d3-f57237bfacb9,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:45.323468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4747b435-157b-4dc2-b7a6-096b244b12fc None None] Port 8afe41c5-1499-48fc-9696-f80d11c39e15 was deleted so its status cannot be updated. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 09 00:31:45.330490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150f59ce-3a28-461e-83fe-69b6104887cb None None] Network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:45.349731 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:45.350102 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:45.350459 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:45.350796 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:45.351325 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:45.353427 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:45.353783 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:45.354116 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:45.354502 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:45.354813 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:45.355177 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:45.355685 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:45.372110 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 37cefbf0-7295-45b7-b1b7-254ce315f890 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:31:45.376910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 37cefbf0-7295-45b7-b1b7-254ce315f890 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:31:45.439647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Could not find standard attr ID for object 8afe41c5-1499-48fc-9696-f80d11c39e15. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:31:45.440863 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:31:45.445816 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:45.457210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d6693aa6-c0cf-48d5-b137-bf7e3414919b None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:31:45.490499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f2ee7e-16b7-477d-a854-f9f715ea6269 None None] DHCP port deletion for 62ef6115-528c-41d4-aafb-1c636dc7fbb3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:31:45.524630 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.574252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ef6115-528c-41d4-aafb-1c636dc7fbb3']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:45.586880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74044bcf-4887-403c-9711-b214d8063fbb') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:45.587753 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74044bcf-4887-403c-9711-b214d8063fbb') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:45.600278 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:31:45.610211 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.636012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.652769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:45.653179 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:45.656621 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:45.699998 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e1961-0bb7-49b6-b211-5f5b1d48a703 None None] Pushing event updated for resources: {'Port': ['ID=30853a86-f910-44e6-87d3-f57237bfacb9,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:45.733054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.763890 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.775126 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/62ef6115-528c-41d4-aafb-1c636dc7fbb3 HTTP/1.1" status: 204 len: 168 time: 3.2658603 Nov 09 00:31:45.777222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40202) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:45.797858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc898c8-6e1a-470b-aecc-72fb7f8c7179 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Network': ['ID=62ef6115-528c-41d4-aafb-1c636dc7fbb3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:45.826253 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-95704ab2-43aa-4c63-9260-a7f2a7b0fde3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] GET failed (client error): The resource could not be found. Nov 09 00:31:45.827736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-95704ab2-43aa-4c63-9260-a7f2a7b0fde3 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/subnets/ddc6dbb6-6b87-43d0-a1ea-ec991c609212 HTTP/1.1" status: 404 len: 337 time: 0.0478294 Nov 09 00:31:45.830763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40206) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:45.844366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40208) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:45.862624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:31:45.863633 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:45.866780 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31d5fcb-6e2e-4762-86f5-b9c834b30c76 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:45.869000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31d5fcb-6e2e-4762-86f5-b9c834b30c76 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:45.874274 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d31d5fcb-6e2e-4762-86f5-b9c834b30c76 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/62ef6115-528c-41d4-aafb-1c636dc7fbb3 HTTP/1.1" status: 404 len: 339 time: 0.0423546 Nov 09 00:31:45.881644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40210) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:45.920835 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:31:42Z', 'revision_number': 3, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:45.973109 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e1dfd-dec7-4ded-a537-01a277ed7ef1 None None] The sync data for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 is: [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:31:42Z', 'revision_number': 3, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:31:46.006850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d6693aa6-c0cf-48d5-b137-bf7e3414919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:54Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:46.101279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Allocated IP 172.20.0.2 (23b5cb47-3675-4da6-8d5c-4c84d5d6e240/df4fc27a-837a-4ba4-a735-336d7ff9d087/0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:31:46.158672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c1fba-df37-4ebb-8393-fcfe3a0129a8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:46.160288 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-596c1fba-df37-4ebb-8393-fcfe3a0129a8 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2761216 Nov 09 00:31:46.173921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40212) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:46.191605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6693aa6-c0cf-48d5-b137-bf7e3414919b None None] Checking router: b52a7601-dbdf-4004-8cfc-81a7d4eaef22 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:31:46.219813 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f093ba45-e157-46ed-a9d6-fa74e338dd79 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 207 time: 0.0398762 Nov 09 00:31:46.220102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40214) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:46.249922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6693aa6-c0cf-48d5-b137-bf7e3414919b None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:31:46.250693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d6693aa6-c0cf-48d5-b137-bf7e3414919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:46.298304 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:46.299080 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:46.349658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7e4d2-20ca-410b-9cd2-a0f66487430d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:46.356265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7e4d2-20ca-410b-9cd2-a0f66487430d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:46.362471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7e4d2-20ca-410b-9cd2-a0f66487430d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:46.380028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7e4d2-20ca-410b-9cd2-a0f66487430d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:46.388138 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-59e7e4d2-20ca-410b-9cd2-a0f66487430d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1667528 Nov 09 00:31:46.388837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40216) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:46.464079 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-524def8c-677f-4672-94d7-4c71d6e68912 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:46.522506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d6693aa6-c0cf-48d5-b137-bf7e3414919b None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:31:46.575373 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-524def8c-677f-4672-94d7-4c71d6e68912 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:46.577966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40222) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:46.579271 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cd17c475-3ff8-4bc2-a572-08b401b87946 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1889043 Nov 09 00:31:46.921843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778dfe16-8bda-44d8-9873-c7f20c2f7165 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:46.921843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778dfe16-8bda-44d8-9873-c7f20c2f7165 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:46.923023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-778dfe16-8bda-44d8-9873-c7f20c2f7165 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3398259 Nov 09 00:31:46.926774 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40228) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:46.963548 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-524def8c-677f-4672-94d7-4c71d6e68912 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:46.966456 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-524def8c-677f-4672-94d7-4c71d6e68912 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:46.972087 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-524def8c-677f-4672-94d7-4c71d6e68912 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "DELETE /v2.0/security-groups/b85ccecc-29fa-4584-b2ea-38d341ee4c4b HTTP/1.1" status: 204 len: 168 time: 1.0578094 Nov 09 00:31:47.001974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40230) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:47.006708 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.024537 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.034431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524def8c-677f-4672-94d7-4c71d6e68912 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85ccecc-29fa-4584-b2ea-38d341ee4c4b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:47.044712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedcad76-b78c-4816-a1ce-ece6cee04c74 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:47.047059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedcad76-b78c-4816-a1ce-ece6cee04c74 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:47.048848 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fedcad76-b78c-4816-a1ce-ece6cee04c74 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1188114 Nov 09 00:31:47.054045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40232) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:47.069210 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-ece8844b-c600-4c7d-b843-3dfb8f6605a8 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] show failed (client error): The resource could not be found. Nov 09 00:31:47.073169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ece8844b-c600-4c7d-b843-3dfb8f6605a8 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups/b85ccecc-29fa-4584-b2ea-38d341ee4c4b HTTP/1.1" status: 404 len: 347 time: 0.0631921 Nov 09 00:31:47.074351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40234) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:47.115732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30853a86-f910-44e6-87d3-f57237bfacb9 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:31:47.185937 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.217194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.299890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3fabd80b-4847-4637-a409-71e4d32bfe50 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Deleting port 85b49493-d90f-4c7d-85cc-bb945aa3603c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:47.306053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3fabd80b-4847-4637-a409-71e4d32bfe50 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.315952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Pushing event updated for resources: {'Port': ['ID=0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:47.358841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:47.365205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:47.370382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:47.372251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 30853a86-f910-44e6-87d3-f57237bfacb9 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:47.372619 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.492214 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3fabd80b-4847-4637-a409-71e4d32bfe50 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.492610 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3fabd80b-4847-4637-a409-71e4d32bfe50 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.525341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3fabd80b-4847-4637-a409-71e4d32bfe50 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Calling delete_port for 85b49493-d90f-4c7d-85cc-bb945aa3603c owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:47.571700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Attempting to bind port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:47.572078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Attempting to bind port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:47.572450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Attempting to bind port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 on network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:47.583172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:31:47.583545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Checking segment: {'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:47.583948 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.584362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Bound using segment: {'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:31:47.584824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Bound port: 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:31:47.585209 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.594475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Allocated IP 172.20.0.1 (23b5cb47-3675-4da6-8d5c-4c84d5d6e240/df4fc27a-837a-4ba4-a735-336d7ff9d087/2f60cbdf-0ec8-4908-8827-765843c36ea3) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:31:47.600929 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.680248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] For port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:31:47.683376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] For port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2,segment=NetworkSegment(692a308d-9475-4a87-aa82-0d3e4e285271),segment_id=692a308d-9475-4a87-aa82-0d3e4e285271)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:31:47.705500 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.709076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 30853a86-f910-44e6-87d3-f57237bfacb9, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30853a86-f910-44e6-87d3-f57237bfacb9,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:47.739122 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.744733 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.747969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3fabd80b-4847-4637-a409-71e4d32bfe50 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.762412 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d6693aa6-c0cf-48d5-b137-bf7e3414919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:54Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:47.772364 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.804698 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6693aa6-c0cf-48d5-b137-bf7e3414919b None None] The sync data for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 is: [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:54Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:31:47.829670 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755a79e-9d81-4789-bf1c-b3f1a72979f5 None None] Pushing event updated for resources: {'Port': ['ID=0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:47.873425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabd80b-4847-4637-a409-71e4d32bfe50 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event deleted for resources: {'Port': ['ID=85b49493-d90f-4c7d-85cc-bb945aa3603c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:47.902704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8afe41c5-1499-48fc-9696-f80d11c39e15 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:31:47.902884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9888963-aa56-4ac0-93e5-dd68856e06ba tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:47.908048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a9888963-aa56-4ac0-93e5-dd68856e06ba tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/networks/8daaa69b-eaff-466b-ae5a-09b3a3d9a281 HTTP/1.1" status: 200 len: 799 time: 0.8490987 Nov 09 00:31:47.911788 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.914086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40238) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:47.974169 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3fabd80b-4847-4637-a409-71e4d32bfe50 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.976699 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 8afe41c5-1499-48fc-9696-f80d11c39e15 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:31:47.977042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8afe41c5-1499-48fc-9696-f80d11c39e15 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:31:47.978987 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3fabd80b-4847-4637-a409-71e4d32bfe50 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:47.980432 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3fabd80b-4847-4637-a409-71e4d32bfe50 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "DELETE /v2.0/floatingips/93e76563-512d-4a9b-93e9-4d40621455c9 HTTP/1.1" status: 204 len: 168 time: 0.9049604 Nov 09 00:31:48.014357 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=30853a86-f910-44e6-87d3-f57237bfacb9,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:48.027636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:48.033497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:48.085159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:48.155248 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:48.229928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=2f60cbdf-0ec8-4908-8827-765843c36ea3,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:48.372438 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:48.379365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40246) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:48.380717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f8443605-c300-4599-878f-8bcabefa2072 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/networks/8daaa69b-eaff-466b-ae5a-09b3a3d9a281?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4527943 Nov 09 00:31:48.457463 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:48.488635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf494b30-ae1c-4d94-beb4-8c1cedab3efe tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:48.496571 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cf494b30-ae1c-4d94-beb4-8c1cedab3efe tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/subnets/82aed6b0-5fc6-4851-beae-c8e119a987cd HTTP/1.1" status: 200 len: 811 time: 0.1146874 Nov 09 00:31:48.498245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40248) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:48.553365 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772eb5b9-1858-488d-8934-14e17513116c None None] New status for floating IP 93e76563-512d-4a9b-93e9-4d40621455c9: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:31:48.583576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f95b3-ba62-49ea-8478-14a905eb3567 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['shared'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:48.588231 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c09f95b3-ba62-49ea-8478-14a905eb3567 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "GET /v2.0/subnets/82aed6b0-5fc6-4851-beae-c8e119a987cd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0853696 Nov 09 00:31:48.588761 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40250) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:48.594953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-91cfdcd3-1409-48d1-b39b-ffe8fbfe2ff7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-401786580'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:48.641362 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cfdcd3-1409-48d1-b39b-ffe8fbfe2ff7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:48.645258 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91cfdcd3-1409-48d1-b39b-ffe8fbfe2ff7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:48.672067 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cfdcd3-1409-48d1-b39b-ffe8fbfe2ff7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:31:48.684183 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91cfdcd3-1409-48d1-b39b-ffe8fbfe2ff7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:48.684532 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-91cfdcd3-1409-48d1-b39b-ffe8fbfe2ff7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Added segment 9289d325-693f-4765-b2d3-893937f22556 of type vlan for network 096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf Nov 09 00:31:48.725078 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91cfdcd3-1409-48d1-b39b-ffe8fbfe2ff7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:48.749302 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91cfdcd3-1409-48d1-b39b-ffe8fbfe2ff7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:48.755002 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cfdcd3-1409-48d1-b39b-ffe8fbfe2ff7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:48.756137 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91cfdcd3-1409-48d1-b39b-ffe8fbfe2ff7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:48.794758 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:48.800331 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:48.823730 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-91cfdcd3-1409-48d1-b39b-ffe8fbfe2ff7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2342653 Nov 09 00:31:48.826660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40252) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:48.833883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'network_id': '096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:48.840925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfdcd3-1409-48d1-b39b-ffe8fbfe2ff7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Network': ['ID=096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:48.854931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:31:48.887869 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:48.932999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=2f60cbdf-0ec8-4908-8827-765843c36ea3,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:48.950675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Made reservation on behalf of 09a93b280fe441fcb9317a7bc8c337a1 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:48.955180 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:49.039127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.ipam_backend_mixin [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Performing IP validity checks on allocation pools {{(pid=101781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 00:31:49.039670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.ipam_backend_mixin [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 00:31:49.046519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:49.054290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:49.118551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30853a86-f910-44e6-87d3-f57237bfacb9 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:31:49.239252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 30853a86-f910-44e6-87d3-f57237bfacb9 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:49.239576 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:49.264550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:49.266827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Router 26488891-685c-47b1-bd51-bd44b209dc26 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:31:49.353184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da67c53-40bc-4b4f-8a16-e1d04a57afc8 None None] Network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:49.393285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=f8db76de-65e6-4da3-9cde-a562e6ce7f91,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:49.404782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Checking segment: {'id': '9289d325-693f-4765-b2d3-893937f22556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:49.405267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network hostable DHCP agents. Network: 096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:31:49.431418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Network 096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:31:49.455870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:49.463670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.464322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:49.479392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a173b5-e961-4afd-9b2b-0d58816b488b None None] Network 096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:49.481717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:31:49.499294 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4a21e01b-e48e-42d6-888b-658d51f488c5 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6699486 Nov 09 00:31:49.499527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40260) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:49.500362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:31:49.502131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9be172e0-843c-4426-bd60-99a2a704cfee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "PUT /v2.0/routers/26488891-685c-47b1-bd51-bd44b209dc26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2007778 Nov 09 00:31:49.504772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40262) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:49.513240 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-3e360586-14f4-4bec-a7a3-4037cc4adbbf tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:49.575599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Sync routers for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:31:49.654170 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40264) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:49.656970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-dde7e637-c80b-44ae-b803-0927d164132e None None] Provisioning complete for port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:49.657575 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dde7e637-c80b-44ae-b803-0927d164132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:49.665814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-518fb6aa-2552-46c3-8179-704b061ca393 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165763938', 'description': 'tempest-description--1257084650'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:49.717572 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e360586-14f4-4bec-a7a3-4037cc4adbbf tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8552636'] for subnet, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:49.729653 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-518fb6aa-2552-46c3-8179-704b061ca393 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:49.733163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f42235-69d2-4353-9bd6-205bb4221361 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.733968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f42235-69d2-4353-9bd6-205bb4221361 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.734890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f42235-69d2-4353-9bd6-205bb4221361 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.735542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f42235-69d2-4353-9bd6-205bb4221361 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.737225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f42235-69d2-4353-9bd6-205bb4221361 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.737975 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f42235-69d2-4353-9bd6-205bb4221361 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.738592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f42235-69d2-4353-9bd6-205bb4221361 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.739266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f42235-69d2-4353-9bd6-205bb4221361 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.739977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f42235-69d2-4353-9bd6-205bb4221361 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.742445 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-17f42235-69d2-4353-9bd6-205bb4221361 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6323 time: 0.2419069 Nov 09 00:31:49.745402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40268) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:49.756473 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:31:49.757480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:49.856436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:49.857532 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:49.870538 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe92b8b-49dd-45ca-b72c-33d6c1b0267e tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.871009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe92b8b-49dd-45ca-b72c-33d6c1b0267e tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.871466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe92b8b-49dd-45ca-b72c-33d6c1b0267e tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.871915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe92b8b-49dd-45ca-b72c-33d6c1b0267e tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.872359 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe92b8b-49dd-45ca-b72c-33d6c1b0267e tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.872789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe92b8b-49dd-45ca-b72c-33d6c1b0267e tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.873228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe92b8b-49dd-45ca-b72c-33d6c1b0267e tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.873855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe92b8b-49dd-45ca-b72c-33d6c1b0267e tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:49.878720 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4fe92b8b-49dd-45ca-b72c-33d6c1b0267e tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5278 time: 0.1281552 Nov 09 00:31:49.878986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40272) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:49.945523 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-518fb6aa-2552-46c3-8179-704b061ca393 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:49.953495 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-518fb6aa-2552-46c3-8179-704b061ca393 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.007865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fb6aa-2552-46c3-8179-704b061ca393 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da7c7f5-7843-431d-901a-b56f9c36096c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:50.035164 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-518fb6aa-2552-46c3-8179-704b061ca393 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.037802 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-518fb6aa-2552-46c3-8179-704b061ca393 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3824894 Nov 09 00:31:50.048954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40276) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:50.052935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7112f534-ab45-4659-821d-d12114d93b0a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Request body: {'security_group_rule': {'security_group_id': '0da7c7f5-7843-431d-901a-b56f9c36096c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:50.068532 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e360586-14f4-4bec-a7a3-4037cc4adbbf tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740052483979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3798448'] for subnet, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.077265 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:31:50.127384 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e360586-14f4-4bec-a7a3-4037cc4adbbf tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:50.130987 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e360586-14f4-4bec-a7a3-4037cc4adbbf tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.135616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3e360586-14f4-4bec-a7a3-4037cc4adbbf tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "PUT /v2.0/subnets/f8db76de-65e6-4da3-9cde-a562e6ce7f91 HTTP/1.1" status: 200 len: 877 time: 0.6250732 Nov 09 00:31:50.135812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40278) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:50.178496 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7112f534-ab45-4659-821d-d12114d93b0a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.182348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e360586-14f4-4bec-a7a3-4037cc4adbbf tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event updated for resources: {'Subnet': ['ID=f8db76de-65e6-4da3-9cde-a562e6ce7f91,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:50.273272 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.296508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7112f534-ab45-4659-821d-d12114d93b0a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.308070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7112f534-ab45-4659-821d-d12114d93b0a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.331323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112f534-ab45-4659-821d-d12114d93b0a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153c2f2f-0e2a-429d-97df-a2b9e828566d,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:50.345328 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dde7e637-c80b-44ae-b803-0927d164132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.359105 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.397413 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996344bc-036d-4672-9948-20fd5ed8a677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf', 'network_id': '096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf', 'tenant_id': '09a93b280fe441fcb9317a7bc8c337a1', 'fixed_ips': [{'subnet_id': 'f8db76de-65e6-4da3-9cde-a562e6ce7f91'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:31:50.398292 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-996344bc-036d-4672-9948-20fd5ed8a677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.399633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7112f534-ab45-4659-821d-d12114d93b0a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.403492 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7112f534-ab45-4659-821d-d12114d93b0a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3516822 Nov 09 00:31:50.409748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40280) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:50.416288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b8ad5892-b908-4789-9efd-2cdcc95509f9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Request body: {'security_group_rule': {'security_group_id': '0da7c7f5-7843-431d-901a-b56f9c36096c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:50.435544 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-abf2e78f-ae5d-4022-b669-1cec40cb88a1 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.5550084 Nov 09 00:31:50.462595 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8ad5892-b908-4789-9efd-2cdcc95509f9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.522488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-dde7e637-c80b-44ae-b803-0927d164132e None None] For port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2,segment=NetworkSegment(692a308d-9475-4a87-aa82-0d3e4e285271),segment_id=692a308d-9475-4a87-aa82-0d3e4e285271)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:50.554554 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.561125 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.561625 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dde7e637-c80b-44ae-b803-0927d164132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.615786 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Subnet': ['ID=f8db76de-65e6-4da3-9cde-a562e6ce7f91,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:50.654332 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8ad5892-b908-4789-9efd-2cdcc95509f9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.702311 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8ad5892-b908-4789-9efd-2cdcc95509f9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.710761 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.749483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad5892-b908-4789-9efd-2cdcc95509f9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf32c4a-fd36-4309-9019-e9dbba287bb1,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:50.752569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:50.758065 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8ad5892-b908-4789-9efd-2cdcc95509f9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.763432 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b8ad5892-b908-4789-9efd-2cdcc95509f9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3496151 Nov 09 00:31:50.763873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40284) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:50.770864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9289d325-693f-4765-b2d3-893937f22556') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:50.771172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9289d325-693f-4765-b2d3-893937f22556') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:50.775814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:50.782940 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.802441 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.812375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:50.812798 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:50.817775 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:50.884907 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server [None req-996344bc-036d-4672-9948-20fd5ed8a677 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8db76de-65e6-4da3-9cde-a562e6ce7f91: This subnet is being modified by another concurrent operation. Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise exception Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8db76de-65e6-4da3-9cde-a562e6ce7f91: This subnet is being modified by another concurrent operation. Nov 09 00:31:50.895977 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Nov 09 00:31:50.929934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d53c4b4-3e82-4ffa-9a38-222d779ac503 None None] Network 096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:50.934328 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.944461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:50.949522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf HTTP/1.1" status: 204 len: 168 time: 0.8126979 Nov 09 00:31:50.955928 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40288) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:50.972420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4311489-c935-4408-976c-410d78daafee tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Network': ['ID=096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:50.978007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7e637-c80b-44ae-b803-0927d164132e None None] Pushing event updated for resources: {'Port': ['ID=0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:50.988060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d53c4b4-3e82-4ffa-9a38-222d779ac503 None None] Network 096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf could not be found, it might have been deleted concurrently. {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 00:31:50.994203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40290) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:50.998836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f49f9f1f-0235-4dfc-82e9-58716fbd88bb tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1994366311', 'description': 'tempest-secgroup-smoke-1994366311 description', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:51.026981 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f49f9f1f-0235-4dfc-82e9-58716fbd88bb tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.032635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cd513f-a230-4c13-99a4-117aaaf3a8ac None None] Network 096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:51.034569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f587ce9a-1630-4511-b992-a61ec981255b None None] Provisioning complete for port 2f60cbdf-0ec8-4908-8827-765843c36ea3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:51.035264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f587ce9a-1630-4511-b992-a61ec981255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.040361 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:31:51.040721 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:31:51.078034 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cd513f-a230-4c13-99a4-117aaaf3a8ac None None] Network 096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf could not be found, it might have been deleted concurrently. {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 00:31:51.107815 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f587ce9a-1630-4511-b992-a61ec981255b None None] Port 2f60cbdf-0ec8-4908-8827-765843c36ea3 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:31:51.130237 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f49f9f1f-0235-4dfc-82e9-58716fbd88bb tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.139732 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f49f9f1f-0235-4dfc-82e9-58716fbd88bb tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.163388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:31:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:48Z', 'revision_number': 2, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:51.167269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f587ce9a-1630-4511-b992-a61ec981255b None None] Provisioning complete for port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:51.167650 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f587ce9a-1630-4511-b992-a61ec981255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.171346 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f49f9f1f-0235-4dfc-82e9-58716fbd88bb tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.176696 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f49f9f1f-0235-4dfc-82e9-58716fbd88bb tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1813710 Nov 09 00:31:51.184719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40292) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:51.191386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b398eb1a-2bb0-4500-810b-3b3eb3257fb0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': 'a357d746-9358-424c-ae2e-ba9e57822ee6', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:51.222765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f9f1f-0235-4dfc-82e9-58716fbd88bb tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a357d746-9358-424c-ae2e-ba9e57822ee6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:51.258495 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b398eb1a-2bb0-4500-810b-3b3eb3257fb0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.268604 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Checking router: 26488891-685c-47b1-bd51-bd44b209dc26 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:31:51.269258 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Updating router 26488891-685c-47b1-bd51-bd44b209dc26 port 2f60cbdf-0ec8-4908-8827-765843c36ea3 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:31:51.352048 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b398eb1a-2bb0-4500-810b-3b3eb3257fb0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.359408 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b398eb1a-2bb0-4500-810b-3b3eb3257fb0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.374205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa1caee-63a6-483e-bb5e-2c195294874c None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:31:51.378179 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.386420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398eb1a-2bb0-4500-810b-3b3eb3257fb0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c84df4-d8a5-410d-9a3a-334466990514,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:51.400778 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b398eb1a-2bb0-4500-810b-3b3eb3257fb0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.406113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b398eb1a-2bb0-4500-810b-3b3eb3257fb0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2199144 Nov 09 00:31:51.407285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40294) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:51.412352 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7d169aae-9493-4452-a5de-0c7c865c4ba0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': 'a357d746-9358-424c-ae2e-ba9e57822ee6', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:51.451661 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d169aae-9493-4452-a5de-0c7c865c4ba0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.482408 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e03cb8-cc54-4f8d-9bad-526be806a1de tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:51.482997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e03cb8-cc54-4f8d-9bad-526be806a1de tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:51.488984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-24e03cb8-cc54-4f8d-9bad-526be806a1de tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/subnets/f8db76de-65e6-4da3-9cde-a562e6ce7f91 HTTP/1.1" status: 404 len: 337 time: 0.5317464 Nov 09 00:31:51.489725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40296) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:51.511773 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bef8b08-3a42-4cfd-b95d-009f0c82045c tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:51.512339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bef8b08-3a42-4cfd-b95d-009f0c82045c tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:51.518446 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7bef8b08-3a42-4cfd-b95d-009f0c82045c tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/096fbc2e-80da-4cbe-94ba-e9c6b07e0fdf HTTP/1.1" status: 404 len: 339 time: 0.0267417 Nov 09 00:31:51.521297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40298) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:51.536864 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d169aae-9493-4452-a5de-0c7c865c4ba0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.544113 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d169aae-9493-4452-a5de-0c7c865c4ba0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.560227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d169aae-9493-4452-a5de-0c7c865c4ba0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f35e3d-adab-47a8-8e26-f7304ece6f9f,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:51.588079 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d169aae-9493-4452-a5de-0c7c865c4ba0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.589484 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe97549-2a23-4b03-a428-922d79446738 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:51.590025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe97549-2a23-4b03-a428-922d79446738 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:51.593007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7d169aae-9493-4452-a5de-0c7c865c4ba0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1846452 Nov 09 00:31:51.593707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40300) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:51.595942 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fbe97549-2a23-4b03-a428-922d79446738 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/subnets/ddc6dbb6-6b87-43d0-a1ea-ec991c609212 HTTP/1.1" status: 404 len: 337 time: 0.0718360 Nov 09 00:31:51.596579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40302) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:51.598716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-69fe456b-f944-4ec3-8f2f-e25244c9e295 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': 'a357d746-9358-424c-ae2e-ba9e57822ee6', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:51.635504 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd46c65-9e66-4af7-8791-4e1888750eef tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:51.636060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd46c65-9e66-4af7-8791-4e1888750eef tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:51.642185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4c39da2f-4fbd-49e3-bbf4-42f555828494 None None] Provisioning complete for port 2f60cbdf-0ec8-4908-8827-765843c36ea3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:51.642680 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4c39da2f-4fbd-49e3-bbf4-42f555828494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.643266 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ebd46c65-9e66-4af7-8791-4e1888750eef tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/62ef6115-528c-41d4-aafb-1c636dc7fbb3 HTTP/1.1" status: 404 len: 339 time: 0.0438778 Nov 09 00:31:51.647247 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40304) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:51.689359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.706931 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69fe456b-f944-4ec3-8f2f-e25244c9e295 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.759616 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa1caee-63a6-483e-bb5e-2c195294874c None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:31:51.775873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:31:51.785266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4c39da2f-4fbd-49e3-bbf4-42f555828494 None None] Port 2f60cbdf-0ec8-4908-8827-765843c36ea3 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:31:51.793067 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.877255 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69fe456b-f944-4ec3-8f2f-e25244c9e295 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.887476 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69fe456b-f944-4ec3-8f2f-e25244c9e295 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.934603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Allocated IP 172.25.0.106 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/8c39ffd8-7583-4c56-a76d-d91c25902b94) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:31:51.944923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe456b-f944-4ec3-8f2f-e25244c9e295 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd69768-eb4e-43a2-a099-654a752baf37,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:51.979308 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-69fe456b-f944-4ec3-8f2f-e25244c9e295 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:51.990355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-69fe456b-f944-4ec3-8f2f-e25244c9e295 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3898902 Nov 09 00:31:51.997265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40308) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.003219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-26357c1d-ddcc-4404-838a-740aa2fbafed tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': 'a357d746-9358-424c-ae2e-ba9e57822ee6', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:52.060464 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.094031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5135a79-7383-4c45-ac18-2cc18b6e2e08']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:52.104527 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26357c1d-ddcc-4404-838a-740aa2fbafed tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.108967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98efd0d6-54e0-474d-b67c-a2cf83e2cf6f') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:52.109278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98efd0d6-54e0-474d-b67c-a2cf83e2cf6f') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:52.121232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:52.121914 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.127499 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.129234 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.161910 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.173562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:52.173887 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:52.177235 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:52.215842 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.244580 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26357c1d-ddcc-4404-838a-740aa2fbafed tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.256748 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26357c1d-ddcc-4404-838a-740aa2fbafed tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.273692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:52.277117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:52.281978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:52.291198 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.300797 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26357c1d-ddcc-4404-838a-740aa2fbafed tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.302384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-26357c1d-ddcc-4404-838a-740aa2fbafed tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3040154 Nov 09 00:31:52.303555 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.310333 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.314819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40310) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.319155 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/d5135a79-7383-4c45-ac18-2cc18b6e2e08 HTTP/1.1" status: 204 len: 168 time: 0.6712933 Nov 09 00:31:52.320258 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.321782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40312) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.325100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8205a3f7-0e1a-4c76-8150-298b8eea1fd1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': 'a357d746-9358-424c-ae2e-ba9e57822ee6', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:52.345776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event updated for resources: {'Port': ['ID=8c39ffd8-7583-4c56-a76d-d91c25902b94,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:52.362860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26357c1d-ddcc-4404-838a-740aa2fbafed tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0faf0d9d-f581-4bd3-b85d-b741b5ebeee8,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:52.408301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c223283-6081-4096-9cd2-ed7a8c505fa4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Network': ['ID=d5135a79-7383-4c45-ac18-2cc18b6e2e08,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:52.408537 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-8205a3f7-0e1a-4c76-8150-298b8eea1fd1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Project 6d6f5f38b2e348b0a38d565f5c34a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:31:52.413897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c434c6-642e-4605-925f-a8c95e5e55fb None None] Pushing event updated for resources: {'Port': ['ID=2f60cbdf-0ec8-4908-8827-765843c36ea3,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:52.427304 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab74a68-9e6d-4274-91ce-4ac4855e5a92 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:52.429716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab74a68-9e6d-4274-91ce-4ac4855e5a92 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:52.437638 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8205a3f7-0e1a-4c76-8150-298b8eea1fd1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.438977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2ab74a68-9e6d-4274-91ce-4ac4855e5a92 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/subnets/2ba2500c-07b6-4149-a709-7050cb9ac1f2 HTTP/1.1" status: 404 len: 337 time: 0.1130257 Nov 09 00:31:52.439823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40314) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.468249 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-237b9b6a-80a2-4ff2-b3a3-0a1275fc9a09 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:52.470012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237b9b6a-80a2-4ff2-b3a3-0a1275fc9a09 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:52.476406 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40316) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.478417 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-237b9b6a-80a2-4ff2-b3a3-0a1275fc9a09 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/31605ba8-12d7-46d0-822e-d0faf6d56272 HTTP/1.1" status: 404 len: 339 time: 0.0356774 Nov 09 00:31:52.499567 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Attempting to bind port 2f60cbdf-0ec8-4908-8827-765843c36ea3 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:31:52.500082 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Attempting to bind port 2f60cbdf-0ec8-4908-8827-765843c36ea3 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:31:52.500536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Attempting to bind port 2f60cbdf-0ec8-4908-8827-765843c36ea3 on network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:31:52.516105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:31:52.516676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Checking segment: {'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:31:52.517111 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.517619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Bound using segment: {'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:31:52.518472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Bound port: 2f60cbdf-0ec8-4908-8827-765843c36ea3, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:31:52.518946 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.528486 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d7e507-ab3f-4608-a46a-722c95465377 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:52.528957 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d7e507-ab3f-4608-a46a-722c95465377 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:52.533396 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b3d7e507-ab3f-4608-a46a-722c95465377 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/subnets/9f358c41-dfd7-44ee-9f77-113c793fd555 HTTP/1.1" status: 404 len: 337 time: 0.0495837 Nov 09 00:31:52.535181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40320) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.548971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.561251 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f5f368-2044-4b4d-8d50-d9597e44aff0 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:52.561893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f5f368-2044-4b4d-8d50-d9597e44aff0 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:52.575879 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-33f5f368-2044-4b4d-8d50-d9597e44aff0 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/0f547a57-6126-4522-97d7-1e229e633cde HTTP/1.1" status: 404 len: 339 time: 0.0391777 Nov 09 00:31:52.577580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40322) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.632086 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-3798d8cc-1395-4bfe-ac9a-5e70dbe7becc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:52.632551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3798d8cc-1395-4bfe-ac9a-5e70dbe7becc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:52.637922 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8205a3f7-0e1a-4c76-8150-298b8eea1fd1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.639124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] For port 2f60cbdf-0ec8-4908-8827-765843c36ea3, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:31:52.640092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3798d8cc-1395-4bfe-ac9a-5e70dbe7becc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/subnets/0fa217e9-22b7-4bc5-ac36-2870c6b8db51 HTTP/1.1" status: 404 len: 337 time: 0.0588489 Nov 09 00:31:52.641380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40324) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.643515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] For port 2f60cbdf-0ec8-4908-8827-765843c36ea3, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2f60cbdf-0ec8-4908-8827-765843c36ea3,segment=NetworkSegment(692a308d-9475-4a87-aa82-0d3e4e285271),segment_id=692a308d-9475-4a87-aa82-0d3e4e285271)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:31:52.651225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8205a3f7-0e1a-4c76-8150-298b8eea1fd1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.654802 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.669419 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de86c35-7727-452b-807d-62691fbf841a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:52.670013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de86c35-7727-452b-807d-62691fbf841a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:52.675581 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:52.676080 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2de86c35-7727-452b-807d-62691fbf841a tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/52cc3868-b536-4277-a00b-b7beb74df3f7 HTTP/1.1" status: 404 len: 339 time: 0.0337410 Nov 09 00:31:52.676749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40326) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.714922 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-de309428-cf68-4606-9438-d83004844e9d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:52.715459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de309428-cf68-4606-9438-d83004844e9d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:52.722652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-de309428-cf68-4606-9438-d83004844e9d tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/subnets/6fe83652-758a-40c1-8f4b-86dee0158c5d HTTP/1.1" status: 404 len: 337 time: 0.0447183 Nov 09 00:31:52.723304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40328) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.735038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:31:52.735959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:52.740965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c434c6-642e-4605-925f-a8c95e5e55fb None None] Pushing event updated for resources: {'Port': ['ID=2f60cbdf-0ec8-4908-8827-765843c36ea3,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:52.757097 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-892cfa16-707c-496e-88cd-89103acd539f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:52.757797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892cfa16-707c-496e-88cd-89103acd539f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:52.764605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-892cfa16-707c-496e-88cd-89103acd539f tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/556fe8c5-1f0c-4f28-9dbb-6fa3d1b739ae HTTP/1.1" status: 404 len: 339 time: 0.0402150 Nov 09 00:31:52.765369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40330) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.798332 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-9688a4e6-f667-4738-8737-3b1f946899a4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:52.798836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9688a4e6-f667-4738-8737-3b1f946899a4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:52.805168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9688a4e6-f667-4738-8737-3b1f946899a4 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/subnets/efcb6a51-4dac-4df0-af87-eb25c8d5c52e HTTP/1.1" status: 404 len: 337 time: 0.0386686 Nov 09 00:31:52.805872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40332) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.825718 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4bc92d-58d0-400b-b010-bcb4f2730c35 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:52.826345 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4bc92d-58d0-400b-b010-bcb4f2730c35 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:52.832786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0c4bc92d-58d0-400b-b010-bcb4f2730c35 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/67fda8a2-f1fd-4b07-817b-9540e5d6b2ca HTTP/1.1" status: 404 len: 339 time: 0.0258591 Nov 09 00:31:52.833564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40334) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.869709 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e22835e-ec0c-4dd6-ad2a-ee5bbea5df96 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:52.870184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e22835e-ec0c-4dd6-ad2a-ee5bbea5df96 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:52.878022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40336) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:52.878443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4e22835e-ec0c-4dd6-ad2a-ee5bbea5df96 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/subnets/09f8aeb2-7286-4b38-8256-276a6f959589 HTTP/1.1" status: 404 len: 337 time: 0.0435636 Nov 09 00:31:52.886830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205a3f7-0e1a-4c76-8150-298b8eea1fd1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa957f2d-3425-4e4d-ad8f-2e9e9d2a23f9,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:52.953536 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0118d68-413b-44d0-88ca-290adadc3917 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:52.953982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0118d68-413b-44d0-88ca-290adadc3917 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:52.965318 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f0118d68-413b-44d0-88ca-290adadc3917 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/d8886921-f272-43e9-8e0e-5476fb16d8be HTTP/1.1" status: 404 len: 339 time: 0.0725744 Nov 09 00:31:52.968388 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40340) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:53.061205 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8205a3f7-0e1a-4c76-8150-298b8eea1fd1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.062960 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8205a3f7-0e1a-4c76-8150-298b8eea1fd1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7444582 Nov 09 00:31:53.065376 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.066739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40346) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:53.067939 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c85e50-65b8-4db3-9aa2-3be7cf4a09b7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:53.068665 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c85e50-65b8-4db3-9aa2-3be7cf4a09b7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:53.075296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6cc7dcf1-d6e2-49d6-a974-1ae10ad5f476 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': 'a357d746-9358-424c-ae2e-ba9e57822ee6', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:53.080801 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-71c85e50-65b8-4db3-9aa2-3be7cf4a09b7 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/subnets/1652c793-1008-471c-af44-6465d2658a1f HTTP/1.1" status: 404 len: 337 time: 0.1088340 Nov 09 00:31:53.082646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40348) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:53.083353 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.134937 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-6cc7dcf1-d6e2-49d6-a974-1ae10ad5f476 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Project 6d6f5f38b2e348b0a38d565f5c34a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:31:53.149958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cc7dcf1-d6e2-49d6-a974-1ae10ad5f476 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.184750 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0005469-5376-46c3-8435-f64a55523bdc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:53.185385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0005469-5376-46c3-8435-f64a55523bdc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:53.188487 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a0005469-5376-46c3-8435-f64a55523bdc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/bc5f1890-a083-4fdf-8718-20482a113e98 HTTP/1.1" status: 404 len: 339 time: 0.1026766 Nov 09 00:31:53.191234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40352) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:53.207763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-01f09139-3f80-4fd9-ace2-a9684437cddb None None] Provisioning complete for port 2f60cbdf-0ec8-4908-8827-765843c36ea3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:53.208208 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01f09139-3f80-4fd9-ace2-a9684437cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.243451 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event updated for resources: {'Port': ['ID=8c39ffd8-7583-4c56-a76d-d91c25902b94,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:53.250779 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fb09b5-212f-4c18-b888-38438ae40767 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:53.252070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29fb09b5-212f-4c18-b888-38438ae40767 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:53.258188 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-29fb09b5-212f-4c18-b888-38438ae40767 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/subnets/42f869c2-6599-4b4d-be22-e4ae6db8ca95 HTTP/1.1" status: 404 len: 337 time: 0.0630319 Nov 09 00:31:53.262631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40356) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:53.276153 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.284175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:31:53.296350 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-194c7b64-a09d-4c8f-ae95-14d528491b9b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] DELETE failed (client error): The resource could not be found. Nov 09 00:31:53.297520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194c7b64-a09d-4c8f-ae95-14d528491b9b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:31:53.301052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-194c7b64-a09d-4c8f-ae95-14d528491b9b tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/9e1c1a3e-7e3c-41d6-b5e1-d1b74f04dae4 HTTP/1.1" status: 404 len: 339 time: 0.0374758 Nov 09 00:31:53.307044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40358) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:53.326158 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.341642 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a2f9ae92-3351-4b70-acb0-96cc9a9780a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5764425 Nov 09 00:31:53.390681 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cc7dcf1-d6e2-49d6-a974-1ae10ad5f476 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.398582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-90898de4-9ec3-4d82-8480-c13314bc07c1 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Deleting subnet 82aed6b0-5fc6-4851-beae-c8e119a987cd {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:31:53.403908 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90898de4-9ec3-4d82-8480-c13314bc07c1 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.451485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90898de4-9ec3-4d82-8480-c13314bc07c1 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.488918 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cc7dcf1-d6e2-49d6-a974-1ae10ad5f476 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.513565 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01f09139-3f80-4fd9-ace2-a9684437cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.532848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7dcf1-d6e2-49d6-a974-1ae10ad5f476 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43367d9a-d674-495c-9e95-4cc76a55afcf,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:53.554731 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cc7dcf1-d6e2-49d6-a974-1ae10ad5f476 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.557208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6cc7dcf1-d6e2-49d6-a974-1ae10ad5f476 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4883707 Nov 09 00:31:53.560870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-01f09139-3f80-4fd9-ace2-a9684437cddb None None] For port 2f60cbdf-0ec8-4908-8827-765843c36ea3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2f60cbdf-0ec8-4908-8827-765843c36ea3,segment=NetworkSegment(692a308d-9475-4a87-aa82-0d3e4e285271),segment_id=692a308d-9475-4a87-aa82-0d3e4e285271)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:53.579148 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01f09139-3f80-4fd9-ace2-a9684437cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.637285 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90898de4-9ec3-4d82-8480-c13314bc07c1 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.702078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f09139-3f80-4fd9-ace2-a9684437cddb None None] Pushing event updated for resources: {'Port': ['ID=2f60cbdf-0ec8-4908-8827-765843c36ea3,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:53.728203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-ac999174-8092-4a1e-8c47-2f78ac695c8c tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1165763938&fields=id&tenant_id=8bb9375d3345433cbfaa99cafb7a6af7 HTTP/1.1" status: 200 len: 267 time: 0.1039591 Nov 09 00:31:53.728623 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ce9d2366-03b4-4d12-ac8c-5910bbeefa18 None None] Provisioning complete for port 2f60cbdf-0ec8-4908-8827-765843c36ea3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:53.729061 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ce9d2366-03b4-4d12-ac8c-5910bbeefa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.765978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:31:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:52Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:53.808213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983f2a1-14fc-4273-9e33-55028d7c8ba0 None None] The sync data for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 is: [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:31:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:52Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:31:53.815929 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90898de4-9ec3-4d82-8480-c13314bc07c1 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.878750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90898de4-9ec3-4d82-8480-c13314bc07c1 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Subnet': ['ID=82aed6b0-5fc6-4851-beae-c8e119a987cd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:53.908285 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90898de4-9ec3-4d82-8480-c13314bc07c1 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:53.911577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-90898de4-9ec3-4d82-8480-c13314bc07c1 tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/subnets/82aed6b0-5fc6-4851-beae-c8e119a987cd HTTP/1.1" status: 204 len: 168 time: 0.6031623 Nov 09 00:31:53.915643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40384) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:53.920390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b1a3fe-0b94-4ada-a0a7-4ce270abb287 None None] Network 8daaa69b-eaff-466b-ae5a-09b3a3d9a281 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:31:53.981975 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-3b69010c-b45f-4f5c-b298-5051745332b4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1994366311&fields=id&tenant_id=6d6f5f38b2e348b0a38d565f5c34a031 HTTP/1.1" status: 200 len: 267 time: 0.2230461 Nov 09 00:31:54.001547 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-f60ddf6b-11e4-4eca-b01b-8329438c7006 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:54.003232 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-f60ddf6b-11e4-4eca-b01b-8329438c7006 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 816 time: 0.2738106 Nov 09 00:31:54.065013 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-36b4c607-4af5-4a13-a04a-547b3b4b8ac3 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/quotas/8bb9375d3345433cbfaa99cafb7a6af7 HTTP/1.1" status: 200 len: 375 time: 0.0417292 Nov 09 00:31:54.097162 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.197316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-a4a7a2d9-e7fa-4472-a7b6-eefac064585d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1235046 Nov 09 00:31:54.207828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Deleting port 638cf1f1-d858-417d-a7f4-dc009df69269 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:54.208447 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.251871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-bd3e42f1-51ad-4d06-a585-0e7125963b31 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:54.277269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-bd3e42f1-51ad-4d06-a585-0e7125963b31 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/networks?id=23b5cb47-3675-4da6-8d5c-4c84d5d6e240 HTTP/1.1" status: 200 len: 796 time: 0.2942786 Nov 09 00:31:54.286056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae44322c-7d66-4657-90d5-2d3062e4e5f5 None None] DHCP port deletion for 8daaa69b-eaff-466b-ae5a-09b3a3d9a281 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:31:54.310455 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-a4cb208f-2071-4303-b319-8e1506f88b23 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/quotas/6d6f5f38b2e348b0a38d565f5c34a031 HTTP/1.1" status: 200 len: 375 time: 0.0323086 Nov 09 00:31:54.326652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] For port 638cf1f1-d858-417d-a7f4-dc009df69269, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=638cf1f1-d858-417d-a7f4-dc009df69269,segment=NetworkSegment(a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b),segment_id=a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:54.327022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.342609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Calling delete_port for 638cf1f1-d858-417d-a7f4-dc009df69269 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:54.376993 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ae44322c-7d66-4657-90d5-2d3062e4e5f5 None None] Deleting port 638cf1f1-d858-417d-a7f4-dc009df69269 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:31:54.377826 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ae44322c-7d66-4657-90d5-2d3062e4e5f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.495979 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ae44322c-7d66-4657-90d5-2d3062e4e5f5 None None] For port 638cf1f1-d858-417d-a7f4-dc009df69269, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=638cf1f1-d858-417d-a7f4-dc009df69269,segment=NetworkSegment(a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b),segment_id=a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:31:54.496663 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ae44322c-7d66-4657-90d5-2d3062e4e5f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.513837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ae44322c-7d66-4657-90d5-2d3062e4e5f5 None None] Calling delete_port for 638cf1f1-d858-417d-a7f4-dc009df69269 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:31:54.548772 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.550785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-42060df4-d196-46a3-91b4-713cb7c2b10c tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2327647 Nov 09 00:31:54.570615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] No DVR routers for this DVR port 638cf1f1-d858-417d-a7f4-dc009df69269 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:31:54.689363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Port': ['ID=638cf1f1-d858-417d-a7f4-dc009df69269,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:54.706091 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ae44322c-7d66-4657-90d5-2d3062e4e5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.751906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-691f156d-03fd-4551-af84-f3a8c1d551b9 service neutron] 10.222.0.25 "GET /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793828 Nov 09 00:31:54.768098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44322c-7d66-4657-90d5-2d3062e4e5f5 None None] Pushing event deleted for resources: {'Port': ['ID=638cf1f1-d858-417d-a7f4-dc009df69269,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:54.772800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-dea5b43a-7584-4bab-82ed-d5f3e0813bba service neutron] 10.222.0.25 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624306 Nov 09 00:31:54.780845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44322c-7d66-4657-90d5-2d3062e4e5f5 None None] No DVR routers for this DVR port 638cf1f1-d858-417d-a7f4-dc009df69269 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:31:54.782241 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.809534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8daaa69b-eaff-466b-ae5a-09b3a3d9a281']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:54.820546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:54.821172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a0c4d8-0c72-4a5d-9fed-1f4b38e8731b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:31:54.831994 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.849886 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.857819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:31:54.858362 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:31:54.937051 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:31:54.944254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.950121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:54.960524 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] 10.222.0.25 "DELETE /v2.0/networks/8daaa69b-eaff-466b-ae5a-09b3a3d9a281 HTTP/1.1" status: 204 len: 168 time: 1.0438585 Nov 09 00:31:54.977036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573278b-0c72-418b-be32-45756dc5c7bc tempest-NetworksTest-296999668 tempest-NetworksTest-296999668-project] Pushing event deleted for resources: {'Network': ['ID=8daaa69b-eaff-466b-ae5a-09b3a3d9a281,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:55.358068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40398) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:55.525092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-eb80a785-5a19-4be2-b551-db37d55f79e5 service neutron] 10.222.0.25 "GET /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7393489 Nov 09 00:31:55.541715 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-01e64c54-a000-4d42-9ba4-424c5f0b9018 service neutron] 10.222.0.25 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7679515 Nov 09 00:31:55.579537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40404) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:55.581986 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-39194266-fda8-41d4-a876-d09fbb2e5731 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09a93b280fe441fcb9317a7bc8c337a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227826 Nov 09 00:31:55.703952 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2f226555-dc52-4f56-8a92-0b9feac606e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:55.766862 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2f226555-dc52-4f56-8a92-0b9feac606e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:55.809911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2f60cbdf-0ec8-4908-8827-765843c36ea3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:31:55.938487 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2f226555-dc52-4f56-8a92-0b9feac606e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:55.941112 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2f226555-dc52-4f56-8a92-0b9feac606e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:55.942655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2f226555-dc52-4f56-8a92-0b9feac606e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6004c512-afc3-4e70-86c0-56665920558f HTTP/1.1" status: 204 len: 168 time: 0.3617544 Nov 09 00:31:55.956068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2f60cbdf-0ec8-4908-8827-765843c36ea3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:55.957926 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:56.012523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5aff7154-146a-4cf6-b774-3e875faaff86 req-4da0ef44-adca-4606-88d6-bfbf6958bf8f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 210 time: 0.1409249 Nov 09 00:31:56.014317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a6ba4af-bc8e-47cf-8ab2-ac7d27b4eafe req-7587b543-673a-4a35-b8a4-f8a013b14ae4 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 210 time: 0.1460526 Nov 09 00:31:56.020971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f226555-dc52-4f56-8a92-0b9feac606e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6004c512-afc3-4e70-86c0-56665920558f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:56.200462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 638cf1f1-d858-417d-a7f4-dc009df69269 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:31:56.242969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 638cf1f1-d858-417d-a7f4-dc009df69269 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:31:56.243290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 638cf1f1-d858-417d-a7f4-dc009df69269 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:31:57.133689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40456) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:57.216772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b82ee7c3-d258-4056-ad59-005aa0410ddc req-be9842d9-78d4-4436-8b5d-194786872c2c tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 210 time: 0.0937588 Nov 09 00:31:57.285659 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a6b2ec-3cb5-4755-89de-923fe5ce8edf req-44b88d2a-742d-4805-bb09-13df007b76ea tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 210 time: 0.0677807 Nov 09 00:31:57.417784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-dc33c92d-9b4e-46ca-956c-bdeb30b82623 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038764602'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:57.485934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc33c92d-9b4e-46ca-956c-bdeb30b82623 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:57.640739 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc33c92d-9b4e-46ca-956c-bdeb30b82623 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:57.697988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-e4748e9f-2500-43bf-bc85-3b4951f75bc3 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:57.700800 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-e4748e9f-2500-43bf-bc85-3b4951f75bc3 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.11 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 816 time: 0.4210646 Nov 09 00:31:57.839815 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-35e3daf9-8be9-41b5-9005-effb7594a43c tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bb9375d3345433cbfaa99cafb7a6af7 HTTP/1.1" status: 200 len: 380 time: 0.1226304 Nov 09 00:31:57.866098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Request body: {'port': {'device_id': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'admin_state_up': True, 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'security_groups': ['0da7c7f5-7843-431d-901a-b56f9c36096c']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:57.947848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-a3073894-160b-4a94-9508-2fe2ca842595 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:57.949839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-a3073894-160b-4a94-9508-2fe2ca842595 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.11 "GET /v2.0/networks?id=23b5cb47-3675-4da6-8d5c-4c84d5d6e240 HTTP/1.1" status: 200 len: 796 time: 0.1537447 Nov 09 00:31:57.993958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc33c92d-9b4e-46ca-956c-bdeb30b82623 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.002031 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc33c92d-9b4e-46ca-956c-bdeb30b82623 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.069215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33c92d-9b4e-46ca-956c-bdeb30b82623 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000f84d1-9499-44e7-8d7f-c82a8a8e718e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:58.119726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Made reservation on behalf of 8bb9375d3345433cbfaa99cafb7a6af7 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:58.123418 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.140159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-cec7fdf4-8fac-482f-9c0e-44b5d456b752 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d6f5f38b2e348b0a38d565f5c34a031 HTTP/1.1" status: 200 len: 380 time: 0.1789732 Nov 09 00:31:58.156324 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc33c92d-9b4e-46ca-956c-bdeb30b82623 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.162474 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'port': {'device_id': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'admin_state_up': True, 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'security_groups': ['a357d746-9358-424c-ae2e-ba9e57822ee6']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:58.177461 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc33c92d-9b4e-46ca-956c-bdeb30b82623 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.272571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc33c92d-9b4e-46ca-956c-bdeb30b82623 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.277140 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dc33c92d-9b4e-46ca-956c-bdeb30b82623 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1402657 Nov 09 00:31:58.295191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40466) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:58.359083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Made reservation on behalf of 6d6f5f38b2e348b0a38d565f5c34a031 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:31:58.364615 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.419751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33c92d-9b4e-46ca-956c-bdeb30b82623 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3457b18-643c-462a-9107-1d98fae1efb9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:58.478832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6af3178e-a422-4145-9310-ba66033132ac req-ae3f450d-1021-4e5a-96e1-bb65739042df tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 210 time: 0.0969543 Nov 09 00:31:58.495955 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-67db848b-f247-484b-ae55-6e5825dda43d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1971343 Nov 09 00:31:58.498336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40472) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:58.507149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d7414629-1aaf-4217-abfe-0034a6b76e2b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group': {'name': 'tempest-security--131232387', 'description': 'tempest-security-description-1708871322'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:58.528892 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec383099-8336-4313-860c-a0c43e3fa83f req-c294eb0f-b8d0-44bf-882c-6d512159dce4 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 210 time: 0.1275055 Nov 09 00:31:58.538053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Allocated IP 172.20.0.11 (690bc4aa-bbec-401a-86c6-2d04dcb3873a/2a1a414b-9b6d-46df-ba3c-5526aaeab211/c164cd98-f425-432b-92c6-7fd7f523f9dc) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:31:58.590244 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7414629-1aaf-4217-abfe-0034a6b76e2b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.598590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Allocated IP 172.20.0.10 (23b5cb47-3675-4da6-8d5c-4c84d5d6e240/df4fc27a-837a-4ba4-a735-336d7ff9d087/27178246-3164-4619-b241-9409f6bed736) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:31:58.718322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7414629-1aaf-4217-abfe-0034a6b76e2b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.740243 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7414629-1aaf-4217-abfe-0034a6b76e2b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.744125 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d7414629-1aaf-4217-abfe-0034a6b76e2b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.748041 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d7414629-1aaf-4217-abfe-0034a6b76e2b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "PUT /v2.0/security-groups/e3457b18-643c-462a-9107-1d98fae1efb9 HTTP/1.1" status: 200 len: 1796 time: 0.2461557 Nov 09 00:31:58.758033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40474) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:58.789206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7414629-1aaf-4217-abfe-0034a6b76e2b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3457b18-643c-462a-9107-1d98fae1efb9,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:58.852717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f143558d-5c9a-4f04-897e-1e1e51629415 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-groups/e3457b18-643c-462a-9107-1d98fae1efb9 HTTP/1.1" status: 200 len: 1796 time: 0.0929461 Nov 09 00:31:58.855262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40478) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:58.857641 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.899508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.913197 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:58.974466 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e42740ec-bcb4-4ea2-b013-058998222720 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:59.002522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Network 690bc4aa-bbec-401a-86c6-2d04dcb3873a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:59.004987 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e42740ec-bcb4-4ea2-b013-058998222720 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:59.009119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:59.039878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:59.044306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:59.067585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:31:59.078410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:31:59.089943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:31:59.127730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=27178246-3164-4619-b241-9409f6bed736,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:59.146315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:59.149913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:59.150781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:59.150781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:59.151440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:59.151440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:59.151752 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:59.151961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:59.152240 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:59.152596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:59.153011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:59.153408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:31:59.172892 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e42740ec-bcb4-4ea2-b013-058998222720 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:59.175013 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event updated for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:59.175547 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e42740ec-bcb4-4ea2-b013-058998222720 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:59.176685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e42740ec-bcb4-4ea2-b013-058998222720 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-groups/e3457b18-643c-462a-9107-1d98fae1efb9 HTTP/1.1" status: 204 len: 168 time: 0.3201931 Nov 09 00:31:59.192824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40480) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:59.217026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:59.217721 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:59.233368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42740ec-bcb4-4ea2-b013-058998222720 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3457b18-643c-462a-9107-1d98fae1efb9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:31:59.263720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-4e634fa9-a31f-422c-9bd0-5f3dfa6d1c3a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1100373 Nov 09 00:31:59.270967 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:59.272390 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:59.284266 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Request body: {'port': {'device_id': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:59.328635 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8ddc5a42-f83a-445f-bbf2-df435a335a60 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4733219 Nov 09 00:31:59.341636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Request body: {'port': {'device_id': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:59.474531 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:59.498193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dbf84d40-075e-4062-814f-5078c085d7a8 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3020346 Nov 09 00:31:59.501005 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40482) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:59.558316 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:59.638158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-bbe56711-8ab6-46cc-955c-05bd0c4e5179 None None] Provisioning complete for port 27178246-3164-4619-b241-9409f6bed736 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:59.644307 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bbe56711-8ab6-46cc-955c-05bd0c4e5179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:59.672089 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-a1ec0dc8-c914-48ba-a87b-283145460664 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] delete failed (client error): The resource could not be found. Nov 09 00:31:59.689070 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a1ec0dc8-c914-48ba-a87b-283145460664 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-groups/e3457b18-643c-462a-9107-1d98fae1efb9 HTTP/1.1" status: 404 len: 347 time: 0.1801717 Nov 09 00:31:59.693338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40490) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:31:59.704042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ecbf7947-4986-4f2f-bac5-24d7c42fad47 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531751181'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:31:59.831799 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-bbe56711-8ab6-46cc-955c-05bd0c4e5179 None None] Port 27178246-3164-4619-b241-9409f6bed736 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:31:59.853942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-bbe56711-8ab6-46cc-955c-05bd0c4e5179 None None] Provisioning complete for port c164cd98-f425-432b-92c6-7fd7f523f9dc triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:31:59.854729 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bbe56711-8ab6-46cc-955c-05bd0c4e5179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:59.876880 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ecbf7947-4986-4f2f-bac5-24d7c42fad47 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:31:59.898443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-bbe56711-8ab6-46cc-955c-05bd0c4e5179 None None] Port c164cd98-f425-432b-92c6-7fd7f523f9dc cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:31:59.909536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f21b79-2d5a-42e8-adaf-e51ede682799 req-3d83a9f7-37c9-4cbe-9f0a-f00a87ddb7f4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:59.911027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25f21b79-2d5a-42e8-adaf-e51ede682799 req-3d83a9f7-37c9-4cbe-9f0a-f00a87ddb7f4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 932 time: 0.1704304 Nov 09 00:31:59.980527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760b802-d95c-419a-9f97-d9fd33846dce req-83939346-1f7f-41db-ad5d-a0ceb0289840 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:31:59.988461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5760b802-d95c-419a-9f97-d9fd33846dce req-83939346-1f7f-41db-ad5d-a0ceb0289840 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 932 time: 0.2313600 Nov 09 00:32:00.059832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25f21b79-2d5a-42e8-adaf-e51ede682799 req-064c118f-ffd0-49da-a513-0190cacd95be tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a357d746-9358-424c-ae2e-ba9e57822ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324728 Nov 09 00:32:00.135676 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5760b802-d95c-419a-9f97-d9fd33846dce req-c2794f4d-c260-4322-9310-1e171fb6d7db tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427693 Nov 09 00:32:00.219382 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ecbf7947-4986-4f2f-bac5-24d7c42fad47 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.226546 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ecbf7947-4986-4f2f-bac5-24d7c42fad47 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.229153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27178246-3164-4619-b241-9409f6bed736 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:32:00.238405 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.251458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Transition to ACTIVE for port object 27178246-3164-4619-b241-9409f6bed736 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:32:00.260400 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.265073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf7947-4986-4f2f-bac5-24d7c42fad47 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b87ad18-9aff-4ac5-8433-c571c664667a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:00.287442 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ecbf7947-4986-4f2f-bac5-24d7c42fad47 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.288773 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ecbf7947-4986-4f2f-bac5-24d7c42fad47 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5920560 Nov 09 00:32:00.295805 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40494) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:00.307558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d55458bf-9c36-427d-956f-20259cf4a9d6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group_rule': {'security_group_id': '2b87ad18-9aff-4ac5-8433-c571c664667a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:00.373726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Pushing event updated for resources: {'Port': ['ID=27178246-3164-4619-b241-9409f6bed736,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:00.394529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c164cd98-f425-432b-92c6-7fd7f523f9dc {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:32:00.402240 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.414956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d55458bf-9c36-427d-956f-20259cf4a9d6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.415212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Attempting to bind port 27178246-3164-4619-b241-9409f6bed736 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:32:00.415891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Attempting to bind port 27178246-3164-4619-b241-9409f6bed736 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:32:00.416317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Attempting to bind port 27178246-3164-4619-b241-9409f6bed736 on network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:32:00.429378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Port 27178246-3164-4619-b241-9409f6bed736 on network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:32:00.431032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Attempting to bind port 27178246-3164-4619-b241-9409f6bed736 on network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:32:00.436590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:32:00.436937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Checking segment: {'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:32:00.437455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Bound using segment: {'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:32:00.437972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Bound port: 27178246-3164-4619-b241-9409f6bed736, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692a308d-9475-4a87-aa82-0d3e4e285271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:32:00.438338 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.452354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Transition to ACTIVE for port object c164cd98-f425-432b-92c6-7fd7f523f9dc will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:32:00.466187 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.515613 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d55458bf-9c36-427d-956f-20259cf4a9d6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.524073 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d55458bf-9c36-427d-956f-20259cf4a9d6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.540529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55458bf-9c36-427d-956f-20259cf4a9d6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ed4c5d-9e4f-47ec-818d-93d9659db590,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:00.552816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] For port 27178246-3164-4619-b241-9409f6bed736, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:32:00.558361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] For port 27178246-3164-4619-b241-9409f6bed736, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=27178246-3164-4619-b241-9409f6bed736,segment=NetworkSegment(692a308d-9475-4a87-aa82-0d3e4e285271),segment_id=692a308d-9475-4a87-aa82-0d3e4e285271)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:32:00.577957 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.585407 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Pushing event updated for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:00.601060 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d55458bf-9c36-427d-956f-20259cf4a9d6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.602777 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d55458bf-9c36-427d-956f-20259cf4a9d6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3055716 Nov 09 00:32:00.623231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40496) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:00.653990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:00.654691 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.656180 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] 10.222.0.11 "PUT /v2.0/ports/27178246-3164-4619-b241-9409f6bed736 HTTP/1.1" status: 200 len: 1092 time: 1.3836045 Nov 09 00:32:00.656958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'tag': '27178246-3164-4619-b241-9409f6bed736'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:32:00.659208 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1068d0-7825-495e-8b06-06ba3e469f17" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e758f0-6452-446a-91e5-d32d4c629eb7", "tag": "27178246-3164-4619-b241-9409f6bed736"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:32:00.691441 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fb0e8-e2c5-4fc7-b091-d3e2e461e20a service neutron] Pushing event updated for resources: {'Port': ['ID=27178246-3164-4619-b241-9409f6bed736,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:00.732776 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32f8365a-0447-4703-b952-0c3dbe9399b4 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.754656 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32f8365a-0447-4703-b952-0c3dbe9399b4 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.767503 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4722cff4-70b9-4113-a0c0-b843f1c25b04 x-openstack-request-id: req-4722cff4-70b9-4113-a0c0-b843f1c25b04 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:32:00.771521 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e758f0-6452-446a-91e5-d32d4c629eb7", "tag": "27178246-3164-4619-b241-9409f6bed736", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:32:00.771986 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4722cff4-70b9-4113-a0c0-b843f1c25b04 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:32:00.772910 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'tag': '27178246-3164-4619-b241-9409f6bed736', 'status': 'completed', 'code': 200} Nov 09 00:32:00.808319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Attempting to bind port c164cd98-f425-432b-92c6-7fd7f523f9dc on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:32:00.808654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Attempting to bind port c164cd98-f425-432b-92c6-7fd7f523f9dc by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:32:00.808977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Attempting to bind port c164cd98-f425-432b-92c6-7fd7f523f9dc on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:32:00.821177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-35d1a6d8-0f2a-4014-8f2b-642396884d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:00.821910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Port c164cd98-f425-432b-92c6-7fd7f523f9dc on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:32:00.821910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Attempting to bind port c164cd98-f425-432b-92c6-7fd7f523f9dc on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:32:00.829864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-35d1a6d8-0f2a-4014-8f2b-642396884d94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 1095 time: 0.0975335 Nov 09 00:32:00.833085 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32f8365a-0447-4703-b952-0c3dbe9399b4 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.851290 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32f8365a-0447-4703-b952-0c3dbe9399b4 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.855252 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-32f8365a-0447-4703-b952-0c3dbe9399b4 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d7ed4c5d-9e4f-47ec-818d-93d9659db590 HTTP/1.1" status: 204 len: 168 time: 0.2287931 Nov 09 00:32:00.856100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40502) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:00.857427 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:32:00.857771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Checking segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:32:00.858158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Bound using segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:32:00.858599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Bound port: c164cd98-f425-432b-92c6-7fd7f523f9dc, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:32:00.858952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:00.868291 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8365a-0447-4703-b952-0c3dbe9399b4 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7ed4c5d-9e4f-47ec-818d-93d9659db590,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:00.917528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-1bbea317-0e82-4a09-93ff-aa8d3e4f5c41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27178246-3164-4619-b241-9409f6bed736 HTTP/1.1" status: 200 len: 217 time: 0.0828111 Nov 09 00:32:00.990970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3dceaa79-1e09-4a4a-afef-642742573529 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1331172 Nov 09 00:32:00.993420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40506) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:01.013142 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:32:01.022443 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:32:01.033317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:01.062662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-0014ea6e-de8a-46a2-adf9-f702b2a9481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:01.064164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-0014ea6e-de8a-46a2-adf9-f702b2a9481f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df4fc27a-837a-4ba4-a735-336d7ff9d087 HTTP/1.1" status: 200 len: 834 time: 0.1388216 Nov 09 00:32:01.192903 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-df7369d8-b122-4642-8d15-647981e50703 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:01.257380 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-df7369d8-b122-4642-8d15-647981e50703 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:01.277440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-ac6c10d6-efdb-4cbe-a17c-53858bf48e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:01.278965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-ac6c10d6-efdb-4cbe-a17c-53858bf48e5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23b5cb47-3675-4da6-8d5c-4c84d5d6e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970992 Nov 09 00:32:01.329778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bf69-7775-43fc-9fc4-92e92dbabf37 req-9f186ebc-49dd-4e0a-a193-99447ec517a0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:01.339316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86d3bf69-7775-43fc-9fc4-92e92dbabf37 req-9f186ebc-49dd-4e0a-a193-99447ec517a0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 944 time: 0.1420143 Nov 09 00:32:01.380443 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:01.381989 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:01.383667 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] 10.222.0.11 "PUT /v2.0/ports/c164cd98-f425-432b-92c6-7fd7f523f9dc HTTP/1.1" status: 200 len: 1092 time: 2.0460784 Nov 09 00:32:01.384116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:32:01.386412 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dbaf6d-9a3b-4dde-9a6f-b3cc84e9fa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:32:01.422169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac12ff4-847d-4e83-8887-ace2b8992709 service neutron] Pushing event updated for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:01.465101 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-df7369d8-b122-4642-8d15-647981e50703 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:01.468133 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-df7369d8-b122-4642-8d15-647981e50703 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:01.472456 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-df7369d8-b122-4642-8d15-647981e50703 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-groups/2b87ad18-9aff-4ac5-8433-c571c664667a HTTP/1.1" status: 204 len: 168 time: 0.4780507 Nov 09 00:32:01.473653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40518) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:01.495458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-aea7a7b9-acc2-4bec-ab66-718cea71f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:01.499566 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-aea7a7b9-acc2-4bec-ab66-718cea71f2e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 1095 time: 0.0686743 Nov 09 00:32:01.539940 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a615a-d890-44e8-a72f-e98f5b484067 req-f11fce71-b5b8-4714-bdd5-62ce857d3401 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:01.541552 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de2a615a-d890-44e8-a72f-e98f5b484067 req-f11fce71-b5b8-4714-bdd5-62ce857d3401 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 944 time: 0.2681007 Nov 09 00:32:01.542347 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7369d8-b122-4642-8d15-647981e50703 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b87ad18-9aff-4ac5-8433-c571c664667a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:01.581227 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-f15dc8ae-38a0-4800-a4bc-82419ea6e79e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc HTTP/1.1" status: 200 len: 217 time: 0.0737674 Nov 09 00:32:01.624028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86d3bf69-7775-43fc-9fc4-92e92dbabf37 req-ef297ba1-36a0-4462-ab53-bd51d69d588f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a357d746-9358-424c-ae2e-ba9e57822ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837641 Nov 09 00:32:01.632401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-0dcb6a26-dd0b-43cc-b832-4723fb835892 service neutron] 10.222.0.11 "GET /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287702 Nov 09 00:32:01.706773 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de2a615a-d890-44e8-a72f-e98f5b484067 req-fd3119ac-0b20-4d0c-96eb-2a406b534208 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521299 Nov 09 00:32:01.719796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-3ddecc1e-2a74-45e8-b300-3854cbde72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:01.724630 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8a33da8e-4056-43d9-849a-dbcbfd72742e tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2397535 Nov 09 00:32:01.726367 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-3ddecc1e-2a74-45e8-b300-3854cbde72b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.1368310 Nov 09 00:32:01.727052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40520) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:01.745944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ceca2052-2673-4d41-8349-c9dcb0b1122b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152956537'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:01.796620 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e6f848-47ae-44ff-9dbb-e17f9afc03f5 x-openstack-request-id: req-83e6f848-47ae-44ff-9dbb-e17f9afc03f5 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:32:01.797117 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:32:01.797335 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83e6f848-47ae-44ff-9dbb-e17f9afc03f5 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:32:01.797880 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'status': 'completed', 'code': 200} Nov 09 00:32:01.800256 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ceca2052-2673-4d41-8349-c9dcb0b1122b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:01.826435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f554b-c84c-4024-af4e-568872d0b109 req-44340396-4ce8-4cd8-ab51-425345adf9f5 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:01.827914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-895f554b-c84c-4024-af4e-568872d0b109 req-44340396-4ce8-4cd8-ab51-425345adf9f5 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0987887 Nov 09 00:32:01.861870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-ceb8e9b9-f70d-43ac-ba65-b89ea9b3b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:01.865039 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-ceb8e9b9-f70d-43ac-ba65-b89ea9b3b5a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801606 Nov 09 00:32:01.896408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75854b28-7baf-46e3-9c27-6ad55e77177f req-72f9e526-2616-4e9a-b878-ed7611bfc85a service neutron] 10.222.0.11 "GET /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008514 Nov 09 00:32:01.934461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-895f554b-c84c-4024-af4e-568872d0b109 req-8921aa44-5c27-437c-b057-e69aa64131bc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992556 Nov 09 00:32:02.011950 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ceca2052-2673-4d41-8349-c9dcb0b1122b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.019630 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ceca2052-2673-4d41-8349-c9dcb0b1122b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.032172 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-8f648791-ce5c-43d1-b56c-3c926c0b1120 service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511323 Nov 09 00:32:02.034075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1068d0-7825-495e-8b06-06ba3e469f17 req-ee28f4af-3ab2-43d1-a3f5-bfc89d5bcb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:02.035672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a1068d0-7825-495e-8b06-06ba3e469f17 req-ee28f4af-3ab2-43d1-a3f5-bfc89d5bcb48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 1095 time: 0.0814474 Nov 09 00:32:02.077834 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ceca2052-2673-4d41-8349-c9dcb0b1122b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.081561 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ceca2052-2673-4d41-8349-c9dcb0b1122b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3509893 Nov 09 00:32:02.082282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40524) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:02.089602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e6f3a5f5-400d-482a-a951-5f025ff91cc6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group_rule': {'security_group_id': '1c18f2c6-5292-47af-9786-a8ab66b9ab31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:02.095498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca2052-2673-4d41-8349-c9dcb0b1122b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c18f2c6-5292-47af-9786-a8ab66b9ab31,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:02.168531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1068d0-7825-495e-8b06-06ba3e469f17 req-40a96a02-cc4f-44c9-ae18-3c07a8758f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:02.170263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a1068d0-7825-495e-8b06-06ba3e469f17 req-40a96a02-cc4f-44c9-ae18-3c07a8758f0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=23b5cb47-3675-4da6-8d5c-4c84d5d6e240 HTTP/1.1" status: 200 len: 896 time: 0.1249497 Nov 09 00:32:02.171094 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a5f5-400d-482a-a951-5f025ff91cc6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.185246 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c8455c5b-cf98-4c23-bc45-5f3c86b6a3bb req-5e8e8b2e-3924-46e9-967c-be9f55e5a211 service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450098 Nov 09 00:32:02.239898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a1068d0-7825-495e-8b06-06ba3e469f17 req-f6b0de36-794d-48f6-a04e-6f1f2d855ca6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27178246-3164-4619-b241-9409f6bed736 HTTP/1.1" status: 200 len: 217 time: 0.0610390 Nov 09 00:32:02.258752 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a5f5-400d-482a-a951-5f025ff91cc6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.269135 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a5f5-400d-482a-a951-5f025ff91cc6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.308562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3a5f5-400d-482a-a951-5f025ff91cc6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90c2710-b347-4328-917b-a4e622b59ce9,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:02.318729 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a5f5-400d-482a-a951-5f025ff91cc6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.323104 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e6f3a5f5-400d-482a-a951-5f025ff91cc6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2399998 Nov 09 00:32:02.323825 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40526) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:02.329091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbaf6d-9a3b-4dde-9a6f-b3cc84e9fa5e req-ae21c555-469f-4a7c-94c6-a70721bfe758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:02.331706 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60dbaf6d-9a3b-4dde-9a6f-b3cc84e9fa5e req-ae21c555-469f-4a7c-94c6-a70721bfe758 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 1095 time: 0.0741866 Nov 09 00:32:02.332550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f7c0b059-17ac-4e3f-9d6f-f1fd0f17699c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group_rule': {'security_group_id': '1c18f2c6-5292-47af-9786-a8ab66b9ab31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:02.342925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1068d0-7825-495e-8b06-06ba3e469f17 req-cb850480-ea84-46e6-938f-b4768b692db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:02.344370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a1068d0-7825-495e-8b06-06ba3e469f17 req-cb850480-ea84-46e6-938f-b4768b692db7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df4fc27a-837a-4ba4-a735-336d7ff9d087 HTTP/1.1" status: 200 len: 834 time: 0.0908599 Nov 09 00:32:02.394284 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b059-17ac-4e3f-9d6f-f1fd0f17699c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.423712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1068d0-7825-495e-8b06-06ba3e469f17 req-1db4c476-6bd4-4c6f-a476-9cfeff3b901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:02.425177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a1068d0-7825-495e-8b06-06ba3e469f17 req-1db4c476-6bd4-4c6f-a476-9cfeff3b901f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23b5cb47-3675-4da6-8d5c-4c84d5d6e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724559 Nov 09 00:32:02.443652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbaf6d-9a3b-4dde-9a6f-b3cc84e9fa5e req-0d61442f-e762-41d9-80df-b8a9008fe725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:02.446380 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60dbaf6d-9a3b-4dde-9a6f-b3cc84e9fa5e req-0d61442f-e762-41d9-80df-b8a9008fe725 service neutron] 10.222.0.11 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.1068165 Nov 09 00:32:02.498061 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60dbaf6d-9a3b-4dde-9a6f-b3cc84e9fa5e req-e7db549d-114f-45a4-9b39-7c9461371d32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc HTTP/1.1" status: 200 len: 217 time: 0.0443578 Nov 09 00:32:02.530165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b059-17ac-4e3f-9d6f-f1fd0f17699c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.537664 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b059-17ac-4e3f-9d6f-f1fd0f17699c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.557521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbaf6d-9a3b-4dde-9a6f-b3cc84e9fa5e req-0e586a93-31b4-426f-a41b-d1c0ca4a9728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:02.559060 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60dbaf6d-9a3b-4dde-9a6f-b3cc84e9fa5e req-0e586a93-31b4-426f-a41b-d1c0ca4a9728 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.0534797 Nov 09 00:32:02.576901 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b059-17ac-4e3f-9d6f-f1fd0f17699c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.580349 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f7c0b059-17ac-4e3f-9d6f-f1fd0f17699c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2512395 Nov 09 00:32:02.580349 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0b059-17ac-4e3f-9d6f-f1fd0f17699c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4597c455-4291-4675-b457-6bbb79e75b74,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:02.583405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a1068d0-7825-495e-8b06-06ba3e469f17 req-8e99caf1-5a22-4c0e-b9ca-cfdfcb823330 service neutron] 10.222.0.11 "GET /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504571 Nov 09 00:32:02.584196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40528) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:02.589376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-998357f5-2994-4c15-8c7c-cb059db26642 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group_rule': {'security_group_id': '1c18f2c6-5292-47af-9786-a8ab66b9ab31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:02.616602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbaf6d-9a3b-4dde-9a6f-b3cc84e9fa5e req-faf86df2-1f66-4d3a-ab83-d44f64b44ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:02.618915 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60dbaf6d-9a3b-4dde-9a6f-b3cc84e9fa5e req-faf86df2-1f66-4d3a-ab83-d44f64b44ab9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511241 Nov 09 00:32:02.662985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-998357f5-2994-4c15-8c7c-cb059db26642 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.760635 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a1068d0-7825-495e-8b06-06ba3e469f17 req-c5c28db2-3d47-4b58-9c9a-e2f3b0edbf4d service neutron] 10.222.0.11 "GET /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666112 Nov 09 00:32:02.784251 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60dbaf6d-9a3b-4dde-9a6f-b3cc84e9fa5e req-f0738a49-d3ee-46f9-a618-f11a0e4ae923 service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542354 Nov 09 00:32:02.786996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab3ab6-2b99-449e-b94d-e15afcb3ed94 req-51872aca-462c-42d8-9446-61387ea1c745 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:02.788494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80ab3ab6-2b99-449e-b94d-e15afcb3ed94 req-51872aca-462c-42d8-9446-61387ea1c745 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 944 time: 0.0783775 Nov 09 00:32:02.808770 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-998357f5-2994-4c15-8c7c-cb059db26642 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.830450 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-998357f5-2994-4c15-8c7c-cb059db26642 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.879771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-998357f5-2994-4c15-8c7c-cb059db26642 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.881288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-998357f5-2994-4c15-8c7c-cb059db26642 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2961617 Nov 09 00:32:02.884582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40534) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:02.890531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b216c663-1ca4-4b05-9ac2-9e201d9a9102 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group_rule': {'security_group_id': '1c18f2c6-5292-47af-9786-a8ab66b9ab31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:02.925477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998357f5-2994-4c15-8c7c-cb059db26642 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4b6799-c8bc-4ba2-b8a8-4b2fd25f0ee2,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:02.936766 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b216c663-1ca4-4b05-9ac2-9e201d9a9102 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:02.950585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80ab3ab6-2b99-449e-b94d-e15afcb3ed94 req-6585f29e-feb5-41a4-9b85-64ec0e4f9213 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a357d746-9358-424c-ae2e-ba9e57822ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473005 Nov 09 00:32:02.954631 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-60dbaf6d-9a3b-4dde-9a6f-b3cc84e9fa5e req-5b820b96-a515-4598-ae61-046c8a9d7792 service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601140 Nov 09 00:32:02.959472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744c16e-c062-4855-b92b-1324b2d7a091 req-e2162967-a048-4980-bb51-16fe27308b3f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:02.961651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a744c16e-c062-4855-b92b-1324b2d7a091 req-e2162967-a048-4980-bb51-16fe27308b3f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 944 time: 0.1325424 Nov 09 00:32:03.059023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b216c663-1ca4-4b05-9ac2-9e201d9a9102 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.065022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b216c663-1ca4-4b05-9ac2-9e201d9a9102 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.082479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a744c16e-c062-4855-b92b-1324b2d7a091 req-13831846-0587-4b96-9e4d-4bef46b5bd32 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043723 Nov 09 00:32:03.092915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b216c663-1ca4-4b05-9ac2-9e201d9a9102 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.094139 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b216c663-1ca4-4b05-9ac2-9e201d9a9102 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2085319 Nov 09 00:32:03.094995 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216c663-1ca4-4b05-9ac2-9e201d9a9102 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69cb5f1-725c-471e-85f1-8f7c66e3ff0f,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:03.096720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40540) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:03.101231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e8ece40d-4f46-4e40-8eef-cbdbc8031699 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group_rule': {'security_group_id': '1c18f2c6-5292-47af-9786-a8ab66b9ab31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:03.112741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc157c-29a1-48ad-8290-dcd06b3376cf req-0d48f2de-94c0-4e2f-8451-17df4b36eb09 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:03.114592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4dc157c-29a1-48ad-8290-dcd06b3376cf req-0d48f2de-94c0-4e2f-8451-17df4b36eb09 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0882015 Nov 09 00:32:03.138774 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8ece40d-4f46-4e40-8eef-cbdbc8031699 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.179654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4dc157c-29a1-48ad-8290-dcd06b3376cf req-ca185558-9caa-481c-8eb4-55cf4509ec01 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577238 Nov 09 00:32:03.184521 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:32:03.217273 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8ece40d-4f46-4e40-8eef-cbdbc8031699 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.221022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 27178246-3164-4619-b241-9409f6bed736 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:32:03.222041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8ece40d-4f46-4e40-8eef-cbdbc8031699 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.240519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ece40d-4f46-4e40-8eef-cbdbc8031699 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c081b8-7d22-4113-a2ff-26341cb0aeaf,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:03.251383 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8ece40d-4f46-4e40-8eef-cbdbc8031699 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.252686 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e8ece40d-4f46-4e40-8eef-cbdbc8031699 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1550682 Nov 09 00:32:03.255580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40542) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:03.281703 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8dce28a7-e14f-4c3d-9a92-1c742e5b66f7 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.289491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8dce28a7-e14f-4c3d-9a92-1c742e5b66f7 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.319539 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8dce28a7-e14f-4c3d-9a92-1c742e5b66f7 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.327130 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8dce28a7-e14f-4c3d-9a92-1c742e5b66f7 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.328598 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8dce28a7-e14f-4c3d-9a92-1c742e5b66f7 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e7c081b8-7d22-4113-a2ff-26341cb0aeaf HTTP/1.1" status: 204 len: 168 time: 0.0720758 Nov 09 00:32:03.331830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40544) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:03.333776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 27178246-3164-4619-b241-9409f6bed736, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=27178246-3164-4619-b241-9409f6bed736,segment=NetworkSegment(692a308d-9475-4a87-aa82-0d3e4e285271),segment_id=692a308d-9475-4a87-aa82-0d3e4e285271)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:32:03.338525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce28a7-e14f-4c3d-9a92-1c742e5b66f7 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7c081b8-7d22-4113-a2ff-26341cb0aeaf,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:03.347618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '27178246-3164-4619-b241-9409f6bed736', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'port_id': '27178246-3164-4619-b241-9409f6bed736', 'mac_address': 'fa:16:3e:02:4e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:32:03.385398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0ff4a605-4ae6-4e31-a9d6-53a8fbfa80f8 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0496643 Nov 09 00:32:03.386221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40546) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:03.390408 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.404924 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27178246-3164-4619-b241-9409f6bed736 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:32:03.415599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b56cc4d-84a8-4279-ae51-219e304d8f98 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.424328 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b56cc4d-84a8-4279-ae51-219e304d8f98 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.426680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 27178246-3164-4619-b241-9409f6bed736, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=27178246-3164-4619-b241-9409f6bed736,segment=NetworkSegment(692a308d-9475-4a87-aa82-0d3e4e285271),segment_id=692a308d-9475-4a87-aa82-0d3e4e285271)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:32:03.431837 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.453516 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b56cc4d-84a8-4279-ae51-219e304d8f98 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.459554 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b56cc4d-84a8-4279-ae51-219e304d8f98 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.460662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1b56cc4d-84a8-4279-ae51-219e304d8f98 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a69cb5f1-725c-471e-85f1-8f7c66e3ff0f HTTP/1.1" status: 204 len: 168 time: 0.0734272 Nov 09 00:32:03.463652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40548) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:03.466267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56cc4d-84a8-4279-ae51-219e304d8f98 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a69cb5f1-725c-471e-85f1-8f7c66e3ff0f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:03.492791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=27178246-3164-4619-b241-9409f6bed736,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:03.519383 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a689d8d0-1939-4683-87ba-f76a138994f7 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0540483 Nov 09 00:32:03.522194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40550) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:03.548369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-446519be-5207-4bf3-9440-8b6ef7482bff tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.556304 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-446519be-5207-4bf3-9440-8b6ef7482bff tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.582389 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-446519be-5207-4bf3-9440-8b6ef7482bff tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.589722 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-446519be-5207-4bf3-9440-8b6ef7482bff tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.590776 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-446519be-5207-4bf3-9440-8b6ef7482bff tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ec4b6799-c8bc-4ba2-b8a8-4b2fd25f0ee2 HTTP/1.1" status: 204 len: 168 time: 0.0676928 Nov 09 00:32:03.593591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40552) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:03.594788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446519be-5207-4bf3-9440-8b6ef7482bff tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec4b6799-c8bc-4ba2-b8a8-4b2fd25f0ee2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:03.636954 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['27178246-3164-4619-b241-9409f6bed736'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:32:03.640896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fad059ad-9299-42f7-adc8-a2088b7a242a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0433748 Nov 09 00:32:03.641480 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40554) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:03.667185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb34c184-4b01-4c9d-b6a4-2a2c028c130d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.675048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb34c184-4b01-4c9d-b6a4-2a2c028c130d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.702912 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb34c184-4b01-4c9d-b6a4-2a2c028c130d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.708711 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb34c184-4b01-4c9d-b6a4-2a2c028c130d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.712186 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-eb34c184-4b01-4c9d-b6a4-2a2c028c130d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4597c455-4291-4675-b457-6bbb79e75b74 HTTP/1.1" status: 204 len: 168 time: 0.0673027 Nov 09 00:32:03.712667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40556) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:03.718012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34c184-4b01-4c9d-b6a4-2a2c028c130d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4597c455-4291-4675-b457-6bbb79e75b74,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:03.755285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-227e735e-c791-422d-b02c-47e0f91c91d1 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0412421 Nov 09 00:32:03.757956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40558) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:03.784501 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e64a7fb2-30e4-45fa-9897-c18d355eb441 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.792562 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e64a7fb2-30e4-45fa-9897-c18d355eb441 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.824538 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e64a7fb2-30e4-45fa-9897-c18d355eb441 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.831691 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e64a7fb2-30e4-45fa-9897-c18d355eb441 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.835373 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e64a7fb2-30e4-45fa-9897-c18d355eb441 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b90c2710-b347-4328-917b-a4e622b59ce9 HTTP/1.1" status: 204 len: 168 time: 0.0740821 Nov 09 00:32:03.836156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40560) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:03.839054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a7fb2-30e4-45fa-9897-c18d355eb441 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b90c2710-b347-4328-917b-a4e622b59ce9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:03.893617 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8af23300-d4fe-4dc3-a0a6-5912009ae0c2 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0538986 Nov 09 00:32:03.893901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40562) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:03.951406 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-69168ca2-98f9-4356-b862-53bc754c7306 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:03.973053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-69168ca2-98f9-4356-b862-53bc754c7306 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.016325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-69168ca2-98f9-4356-b862-53bc754c7306 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.021458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-69168ca2-98f9-4356-b862-53bc754c7306 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.022822 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-69168ca2-98f9-4356-b862-53bc754c7306 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-groups/1c18f2c6-5292-47af-9786-a8ab66b9ab31 HTTP/1.1" status: 204 len: 168 time: 0.1280077 Nov 09 00:32:04.026733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40566) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:04.039771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69168ca2-98f9-4356-b862-53bc754c7306 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c18f2c6-5292-47af-9786-a8ab66b9ab31,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:04.080226 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e6eaa653-4f6d-4396-9b69-93a692fffe02 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511937 Nov 09 00:32:04.085828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40570) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:04.091182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ef70ecbf-33a5-4356-b657-e574a6acfa5a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272184707'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:04.116746 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef70ecbf-33a5-4356-b657-e574a6acfa5a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.159742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f0d63-39d2-4ac4-ada3-58502452fd7b req-e263cbb5-043c-495c-9af1-ecee3075453d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:04.161517 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b11f0d63-39d2-4ac4-ada3-58502452fd7b req-e263cbb5-043c-495c-9af1-ecee3075453d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 945 time: 0.1200433 Nov 09 00:32:04.200765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef70ecbf-33a5-4356-b657-e574a6acfa5a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.207954 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef70ecbf-33a5-4356-b657-e574a6acfa5a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.243476 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef70ecbf-33a5-4356-b657-e574a6acfa5a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.247252 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ef70ecbf-33a5-4356-b657-e574a6acfa5a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1573298 Nov 09 00:32:04.247252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70ecbf-33a5-4356-b657-e574a6acfa5a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf59e47f-2d06-4371-9ac9-3eb6496b0c80,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:04.249986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40576) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:04.254640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b5bf54d0-4bed-4bc1-b034-23f76b0a8948 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group_rule': {'security_group_id': 'cf59e47f-2d06-4371-9ac9-3eb6496b0c80', 'direction': 'ingress', 'protocol': 17}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:04.258000 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b11f0d63-39d2-4ac4-ada3-58502452fd7b req-43267240-d754-4113-9ab1-33ddfdc2aa35 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a357d746-9358-424c-ae2e-ba9e57822ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892510 Nov 09 00:32:04.271493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfc4f7-4bfb-40fe-9854-c303a495e77c req-fd4609f5-ae6e-448b-bedb-40d3d8b73317 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:04.273244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-34dfc4f7-4bfb-40fe-9854-c303a495e77c req-fd4609f5-ae6e-448b-bedb-40d3d8b73317 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 944 time: 0.0844400 Nov 09 00:32:04.286585 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5bf54d0-4bed-4bc1-b034-23f76b0a8948 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.353792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-34dfc4f7-4bfb-40fe-9854-c303a495e77c req-0d673867-737b-4853-83bb-b34347863d90 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697412 Nov 09 00:32:04.354540 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5bf54d0-4bed-4bc1-b034-23f76b0a8948 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.359807 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5bf54d0-4bed-4bc1-b034-23f76b0a8948 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.387561 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5bf54d0-4bed-4bc1-b034-23f76b0a8948 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.388883 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b5bf54d0-4bed-4bc1-b034-23f76b0a8948 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1376359 Nov 09 00:32:04.391346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf54d0-4bed-4bc1-b034-23f76b0a8948 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd0ca67-5138-44a5-b3a4-5111e2d3d91c,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:04.393412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40578) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:04.423299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ae2f5-7444-43e5-acb1-f4749ddf58b0 req-a49677e3-4f8f-4524-b1e1-749c1ec3ec50 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:04.425033 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a0ae2f5-7444-43e5-acb1-f4749ddf58b0 req-a49677e3-4f8f-4524-b1e1-749c1ec3ec50 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0594556 Nov 09 00:32:04.464427 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a2599ff-2054-4f30-a8ea-8d6573ef222a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.493095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a2599ff-2054-4f30-a8ea-8d6573ef222a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.494534 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a0ae2f5-7444-43e5-acb1-f4749ddf58b0 req-4d2b02bb-840f-4e4a-a42b-f8e7dc4caade tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589664 Nov 09 00:32:04.549557 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a2599ff-2054-4f30-a8ea-8d6573ef222a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.552242 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a2599ff-2054-4f30-a8ea-8d6573ef222a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.553484 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3a2599ff-2054-4f30-a8ea-8d6573ef222a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-groups/cf59e47f-2d06-4371-9ac9-3eb6496b0c80 HTTP/1.1" status: 204 len: 168 time: 0.1590481 Nov 09 00:32:04.556290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40580) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:04.563982 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2599ff-2054-4f30-a8ea-8d6573ef222a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf59e47f-2d06-4371-9ac9-3eb6496b0c80,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:04.608073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dae7e6d1-34c5-4a66-98ee-e6fea3c367a5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0502877 Nov 09 00:32:04.611519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40582) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:04.617125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d16d4a4c-2346-47ff-9123-38857c90a0cb tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group': {'name': 'tempest-secgroup--847951091'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:04.641622 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d16d4a4c-2346-47ff-9123-38857c90a0cb tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.715355 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d16d4a4c-2346-47ff-9123-38857c90a0cb tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.718863 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d16d4a4c-2346-47ff-9123-38857c90a0cb tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.750304 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d16d4a4c-2346-47ff-9123-38857c90a0cb tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.751530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d16d4a4c-2346-47ff-9123-38857c90a0cb tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1391025 Nov 09 00:32:04.752624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d4a4c-2346-47ff-9123-38857c90a0cb tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d12e08-3676-47f5-ba24-c35fac676ca6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:04.754402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40584) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:04.759833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0ec7d379-9865-404c-a2b1-f9845ef60be6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335992017'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:04.782148 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ec7d379-9865-404c-a2b1-f9845ef60be6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.850751 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ec7d379-9865-404c-a2b1-f9845ef60be6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.854471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ec7d379-9865-404c-a2b1-f9845ef60be6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.887282 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ec7d379-9865-404c-a2b1-f9845ef60be6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:04.891305 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0ec7d379-9865-404c-a2b1-f9845ef60be6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1332207 Nov 09 00:32:04.891757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40586) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:04.894398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7d379-9865-404c-a2b1-f9845ef60be6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d388b758-5074-4301-9c54-6b18e2915b58,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:04.896866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-3d1005ce-42a3-4cef-85ef-1b16e7d242b1 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group_rule': {'security_group_id': 'e0d12e08-3676-47f5-ba24-c35fac676ca6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd388b758-5074-4301-9c54-6b18e2915b58', 'remote_ip_prefix': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:04.930450 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d1005ce-42a3-4cef-85ef-1b16e7d242b1 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.004269 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d1005ce-42a3-4cef-85ef-1b16e7d242b1 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.008667 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d1005ce-42a3-4cef-85ef-1b16e7d242b1 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.029708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1005ce-42a3-4cef-85ef-1b16e7d242b1 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a3901f-0e94-4eaa-8322-baca29080fb0,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:05.035774 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d1005ce-42a3-4cef-85ef-1b16e7d242b1 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.036955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3d1005ce-42a3-4cef-85ef-1b16e7d242b1 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1441295 Nov 09 00:32:05.040342 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40588) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:05.064400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f631d074-46d2-4017-a579-c9d21f62521f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.072699 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f631d074-46d2-4017-a579-c9d21f62521f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.097959 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f631d074-46d2-4017-a579-c9d21f62521f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.104600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f631d074-46d2-4017-a579-c9d21f62521f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.105719 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f631d074-46d2-4017-a579-c9d21f62521f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/85a3901f-0e94-4eaa-8322-baca29080fb0 HTTP/1.1" status: 204 len: 168 time: 0.0643790 Nov 09 00:32:05.108389 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40590) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:05.112898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631d074-46d2-4017-a579-c9d21f62521f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85a3901f-0e94-4eaa-8322-baca29080fb0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:05.152794 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7f68dfff-e108-430b-ae26-19f351399892 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0407302 Nov 09 00:32:05.153106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40594) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:05.210799 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3f52b4c-c9aa-4247-a975-a1015e68a5ea tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.238659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device c164cd98-f425-432b-92c6-7fd7f523f9dc details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:32:05.242162 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 27178246-3164-4619-b241-9409f6bed736 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:32:05.248742 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3f52b4c-c9aa-4247-a975-a1015e68a5ea tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.307340 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3f52b4c-c9aa-4247-a975-a1015e68a5ea tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.311911 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3f52b4c-c9aa-4247-a975-a1015e68a5ea tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.315499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c3f52b4c-c9aa-4247-a975-a1015e68a5ea tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-groups/d388b758-5074-4301-9c54-6b18e2915b58 HTTP/1.1" status: 204 len: 168 time: 0.1592174 Nov 09 00:32:05.315954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40604) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:05.346729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f52b4c-c9aa-4247-a975-a1015e68a5ea tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d388b758-5074-4301-9c54-6b18e2915b58,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:05.403176 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4da5ae55-9be2-46e0-9465-54d8ad7ddd9f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0850468 Nov 09 00:32:05.406078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40610) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:05.417282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 27178246-3164-4619-b241-9409f6bed736 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:32:05.435346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 27178246-3164-4619-b241-9409f6bed736 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:32:05.435945 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.466489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692eae4-e8ae-4647-a021-d8590e922310 req-45b77ecb-d189-4bfe-8c19-ac504fc4d4d5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:05.471440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8692eae4-e8ae-4647-a021-d8590e922310 req-45b77ecb-d189-4bfe-8c19-ac504fc4d4d5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 945 time: 0.0793278 Nov 09 00:32:05.490471 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:32:05.505574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'port_id': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'mac_address': 'fa:16:3e:e6:e6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:32:05.511642 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bdae637b-03a6-4868-a76b-7e99a5bf3c28 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.587626 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.589291 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bdae637b-03a6-4868-a76b-7e99a5bf3c28 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.594784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f00666-ea2d-4144-b26c-b35f99d7a6e9 req-aa727887-9381-4947-9dd2-d014d04777dc tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:05.606452 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.618891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53f00666-ea2d-4144-b26c-b35f99d7a6e9 req-aa727887-9381-4947-9dd2-d014d04777dc tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 944 time: 0.1411502 Nov 09 00:32:05.625216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27178246-3164-4619-b241-9409f6bed736'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:32:05.627496 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5117983-3bd2-4a37-9437-6e2799442b7d" -d '{"events": [{"server_uuid": "d7e758f0-6452-446a-91e5-d32d4c629eb7", "name": "network-vif-plugged", "status": "completed", "tag": "27178246-3164-4619-b241-9409f6bed736"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:32:05.631438 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8692eae4-e8ae-4647-a021-d8590e922310 req-93eca9cd-3515-46de-810f-3c29f5d0d5d4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a357d746-9358-424c-ae2e-ba9e57822ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408975 Nov 09 00:32:05.648269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c164cd98-f425-432b-92c6-7fd7f523f9dc {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:32:05.653559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 27178246-3164-4619-b241-9409f6bed736, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=27178246-3164-4619-b241-9409f6bed736,segment=NetworkSegment(692a308d-9475-4a87-aa82-0d3e4e285271),segment_id=692a308d-9475-4a87-aa82-0d3e4e285271)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:32:05.684584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:32:05.687077 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.697532 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bdae637b-03a6-4868-a76b-7e99a5bf3c28 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.700474 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bdae637b-03a6-4868-a76b-7e99a5bf3c28 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.701724 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bdae637b-03a6-4868-a76b-7e99a5bf3c28 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-groups/e0d12e08-3676-47f5-ba24-c35fac676ca6 HTTP/1.1" status: 204 len: 168 time: 0.2934563 Nov 09 00:32:05.703873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53f00666-ea2d-4144-b26c-b35f99d7a6e9 req-0afb42e9-dd29-40f3-83ef-c772e72b6b2c tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815589 Nov 09 00:32:05.704390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40618) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:05.731416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae637b-03a6-4868-a76b-7e99a5bf3c28 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d12e08-3676-47f5-ba24-c35fac676ca6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:05.755640 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:05.800720 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2899b23f-1be4-461a-ba13-9903436593d6 x-openstack-request-id: req-2899b23f-1be4-461a-ba13-9903436593d6 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:32:05.801712 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e758f0-6452-446a-91e5-d32d4c629eb7", "name": "network-vif-plugged", "status": "completed", "tag": "27178246-3164-4619-b241-9409f6bed736", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:32:05.802139 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2899b23f-1be4-461a-ba13-9903436593d6 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:32:05.802712 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27178246-3164-4619-b241-9409f6bed736', 'code': 200} Nov 09 00:32:05.814413 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=27178246-3164-4619-b241-9409f6bed736,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:05.856507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e8243bbd-cab2-484f-8f77-f0b9a454daf4 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1471007 Nov 09 00:32:05.861386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40620) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:05.864891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-eb9c54bd-3072-4155-a7c9-e5cab843dc4b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group': {'name': 'tempest-secgroup--500759097'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:05.900986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c544bcc-7f42-4156-bb19-1ed1be341915 req-11edc86c-e7ec-4978-99ef-97219f6e7b89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:05.908531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c544bcc-7f42-4156-bb19-1ed1be341915 req-11edc86c-e7ec-4978-99ef-97219f6e7b89 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.1070940 Nov 09 00:32:05.935066 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb9c54bd-3072-4155-a7c9-e5cab843dc4b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.009929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['c164cd98-f425-432b-92c6-7fd7f523f9dc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:32:06.012781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c544bcc-7f42-4156-bb19-1ed1be341915 req-59aff81c-093e-4370-bd15-cec4ad9dde71 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031928 Nov 09 00:32:06.028914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d24e4-e27b-4fe9-ba07-05f20bb8bb70 req-0affcc06-fd00-447c-a108-f62aee54bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:06.031893 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-027d24e4-e27b-4fe9-ba07-05f20bb8bb70 req-0affcc06-fd00-447c-a108-f62aee54bd28 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 1097 time: 0.1622536 Nov 09 00:32:06.050502 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb9c54bd-3072-4155-a7c9-e5cab843dc4b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.058259 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb9c54bd-3072-4155-a7c9-e5cab843dc4b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.067922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:06.092516 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-027d24e4-e27b-4fe9-ba07-05f20bb8bb70 req-1e77e60c-b2d1-4e29-b146-d8a9da09da82 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a357d746-9358-424c-ae2e-ba9e57822ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531683 Nov 09 00:32:06.123973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c54bd-3072-4155-a7c9-e5cab843dc4b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07a6f1a-6d03-4b5f-8ed8-1e6d8904e5d8,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:06.145169 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb9c54bd-3072-4155-a7c9-e5cab843dc4b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.146622 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-eb9c54bd-3072-4155-a7c9-e5cab843dc4b tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2853804 Nov 09 00:32:06.150070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40628) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:06.155438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9e98a142-60b2-4743-b5d7-dcda37d2632c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group_rule': {'security_group_id': 'e07a6f1a-6d03-4b5f-8ed8-1e6d8904e5d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:06.184873 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e98a142-60b2-4743-b5d7-dcda37d2632c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.245006 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e98a142-60b2-4743-b5d7-dcda37d2632c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.250170 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e98a142-60b2-4743-b5d7-dcda37d2632c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.268666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98a142-60b2-4743-b5d7-dcda37d2632c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4a16ed-b38d-47f6-a5f9-13a5cf450952,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:06.277539 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e98a142-60b2-4743-b5d7-dcda37d2632c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.278745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9e98a142-60b2-4743-b5d7-dcda37d2632c tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1271613 Nov 09 00:32:06.281516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40630) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:06.305378 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9a17d0d9-f238-48ab-b98b-42cd37d94780 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.314068 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9a17d0d9-f238-48ab-b98b-42cd37d94780 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.343599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9a17d0d9-f238-48ab-b98b-42cd37d94780 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.350568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9a17d0d9-f238-48ab-b98b-42cd37d94780 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.354463 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9a17d0d9-f238-48ab-b98b-42cd37d94780 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0f4a16ed-b38d-47f6-a5f9-13a5cf450952 HTTP/1.1" status: 204 len: 168 time: 0.0693963 Nov 09 00:32:06.354817 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40632) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:06.358251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17d0d9-f238-48ab-b98b-42cd37d94780 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f4a16ed-b38d-47f6-a5f9-13a5cf450952,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:06.398206 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7114c92e-f261-4855-b4f0-503081a88fb6 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0422204 Nov 09 00:32:06.401020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40634) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:06.452321 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5510fcb3-246b-4fd5-9465-86c396c6c86a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.473997 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5510fcb3-246b-4fd5-9465-86c396c6c86a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.516116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5510fcb3-246b-4fd5-9465-86c396c6c86a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.519093 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5510fcb3-246b-4fd5-9465-86c396c6c86a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.520248 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5510fcb3-246b-4fd5-9465-86c396c6c86a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-groups/e07a6f1a-6d03-4b5f-8ed8-1e6d8904e5d8 HTTP/1.1" status: 204 len: 168 time: 0.1182852 Nov 09 00:32:06.523125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40636) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:06.531486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510fcb3-246b-4fd5-9465-86c396c6c86a tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07a6f1a-6d03-4b5f-8ed8-1e6d8904e5d8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:06.574982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-85ac0f55-e14c-4c3b-9b00-eaaffa063424 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0469186 Nov 09 00:32:06.575617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40638) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:06.580302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-20e8db52-fdbc-4f2a-bc80-4cefb6c668c5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294843828'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:06.602639 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-20e8db52-fdbc-4f2a-bc80-4cefb6c668c5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.674757 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-20e8db52-fdbc-4f2a-bc80-4cefb6c668c5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.678765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-20e8db52-fdbc-4f2a-bc80-4cefb6c668c5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.711061 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-20e8db52-fdbc-4f2a-bc80-4cefb6c668c5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.712351 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-20e8db52-fdbc-4f2a-bc80-4cefb6c668c5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1356874 Nov 09 00:32:06.713593 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8db52-fdbc-4f2a-bc80-4cefb6c668c5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd63925a-44d4-4ab7-a5d3-c399624d2dee,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:06.719307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40642) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:06.723822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-0fb2e42a-6387-45f6-af41-26c0052e7333 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group_rule': {'security_group_id': 'bd63925a-44d4-4ab7-a5d3-c399624d2dee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:06.784811 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b32fc8-5594-4e0f-bcbf-0b73ea8e0bb0 req-57bd4a17-30ec-4514-ac68-2425e4a7fc5e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:06.786559 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7b32fc8-5594-4e0f-bcbf-0b73ea8e0bb0 req-57bd4a17-30ec-4514-ac68-2425e4a7fc5e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 946 time: 0.0764823 Nov 09 00:32:06.787945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fb2e42a-6387-45f6-af41-26c0052e7333 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.909364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7b32fc8-5594-4e0f-bcbf-0b73ea8e0bb0 req-4f4d7859-8bf4-4bc9-9d35-3b4dc8af80ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a357d746-9358-424c-ae2e-ba9e57822ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093459 Nov 09 00:32:06.925438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e35fa-ec72-4f1b-9d13-0e267218ff65 req-449fca64-56e7-46cc-b082-6c3504ce9eec tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:06.926086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c34e35fa-ec72-4f1b-9d13-0e267218ff65 req-449fca64-56e7-46cc-b082-6c3504ce9eec tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.1272597 Nov 09 00:32:06.936161 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fb2e42a-6387-45f6-af41-26c0052e7333 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.941382 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fb2e42a-6387-45f6-af41-26c0052e7333 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.974724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2e42a-6387-45f6-af41-26c0052e7333 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcf260d-f2a4-4cb2-9d4d-d92d68dc07dd,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:06.986209 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0fb2e42a-6387-45f6-af41-26c0052e7333 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:06.987566 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0fb2e42a-6387-45f6-af41-26c0052e7333 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2673171 Nov 09 00:32:06.990482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40646) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.009280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c34e35fa-ec72-4f1b-9d13-0e267218ff65 req-07d7f2c3-7bc8-4d47-8276-d2ed35aa112d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658176 Nov 09 00:32:07.011614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40648) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.015628 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8f595f61-a2ff-4fdf-92d4-d26a690fce44 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules/6fcf260d-f2a4-4cb2-9d4d-d92d68dc07dd HTTP/1.1" status: 200 len: 763 time: 0.0169451 Nov 09 00:32:07.061578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-710bd6fa-8770-400b-869f-6cdf48738862 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0482345 Nov 09 00:32:07.064090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40654) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.094910 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-72453d39-e701-4902-91bc-69979f25e988 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.122766 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-72453d39-e701-4902-91bc-69979f25e988 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.165480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04f493-c99d-4888-b7b4-fd4a469fe34d req-be6791d0-3e10-49eb-b29e-e36f90efccd6 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:07.167030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea04f493-c99d-4888-b7b4-fd4a469fe34d req-be6791d0-3e10-49eb-b29e-e36f90efccd6 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0757744 Nov 09 00:32:07.172146 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-72453d39-e701-4902-91bc-69979f25e988 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.178169 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-72453d39-e701-4902-91bc-69979f25e988 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.179552 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-72453d39-e701-4902-91bc-69979f25e988 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6fcf260d-f2a4-4cb2-9d4d-d92d68dc07dd HTTP/1.1" status: 204 len: 168 time: 0.1140568 Nov 09 00:32:07.182156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40660) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.207535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72453d39-e701-4902-91bc-69979f25e988 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fcf260d-f2a4-4cb2-9d4d-d92d68dc07dd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:07.239910 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fbb074d8-4b75-4acf-843b-a279c3f97835 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0562444 Nov 09 00:32:07.243470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40664) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.250064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0033ba12-8d7f-40ad-b872-4ffdfebf949e tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group_rule': {'security_group_id': 'bd63925a-44d4-4ab7-a5d3-c399624d2dee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:07.251783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device c164cd98-f425-432b-92c6-7fd7f523f9dc up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:32:07.263095 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea04f493-c99d-4888-b7b4-fd4a469fe34d req-34ac233f-0ffc-41d3-99f8-940f6e27d4de tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819862 Nov 09 00:32:07.297402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0033ba12-8d7f-40ad-b872-4ffdfebf949e tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.318426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port c164cd98-f425-432b-92c6-7fd7f523f9dc completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:32:07.323513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port c164cd98-f425-432b-92c6-7fd7f523f9dc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:32:07.323958 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.362742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0033ba12-8d7f-40ad-b872-4ffdfebf949e tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.367521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0033ba12-8d7f-40ad-b872-4ffdfebf949e tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.388120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033ba12-8d7f-40ad-b872-4ffdfebf949e tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f3f0c5-3704-4127-a64a-cc1a9ba7e476,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:07.401969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0033ba12-8d7f-40ad-b872-4ffdfebf949e tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.403182 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0033ba12-8d7f-40ad-b872-4ffdfebf949e tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583147 Nov 09 00:32:07.406204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40666) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.414208 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.425481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d86e9ba1-2988-4ed1-8764-5cfe90f85fce tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules/a2f3f0c5-3704-4127-a64a-cc1a9ba7e476 HTTP/1.1" status: 200 len: 763 time: 0.0157547 Nov 09 00:32:07.425907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40668) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.447803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:32:07.452702 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.473047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-634ca78a-7dd0-4a69-9668-ac5913d4f729 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0434959 Nov 09 00:32:07.473624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40670) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.498801 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dfca843-7429-46f8-88e7-b17d407ee2f5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.506297 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dfca843-7429-46f8-88e7-b17d407ee2f5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.507326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:07.534165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dfca843-7429-46f8-88e7-b17d407ee2f5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.540555 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6dfca843-7429-46f8-88e7-b17d407ee2f5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.541678 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6dfca843-7429-46f8-88e7-b17d407ee2f5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a2f3f0c5-3704-4127-a64a-cc1a9ba7e476 HTTP/1.1" status: 204 len: 168 time: 0.0669842 Nov 09 00:32:07.544298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40672) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.547018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfca843-7429-46f8-88e7-b17d407ee2f5 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2f3f0c5-3704-4127-a64a-cc1a9ba7e476,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:07.584867 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c53fd6d7-b89a-4b19-85fb-8f263307f271 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393243 Nov 09 00:32:07.588163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40674) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.593019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f8c3fe5e-7848-456a-a49d-5fad1bf241cc tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Request body: {'security_group_rule': {'security_group_id': 'bd63925a-44d4-4ab7-a5d3-c399624d2dee', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:07.620986 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fe5e-7848-456a-a49d-5fad1bf241cc tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.667559 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fe5e-7848-456a-a49d-5fad1bf241cc tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.671120 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fe5e-7848-456a-a49d-5fad1bf241cc tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.688797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3fe5e-7848-456a-a49d-5fad1bf241cc tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f26916-7ebf-4ab2-8f31-d5c71b195b64,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:07.697820 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fe5e-7848-456a-a49d-5fad1bf241cc tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.699053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f8c3fe5e-7848-456a-a49d-5fad1bf241cc tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1098466 Nov 09 00:32:07.701716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40676) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.719860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8f348892-ac4f-4fd8-a9ec-c24c359b37e1 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules/11f26916-7ebf-4ab2-8f31-d5c71b195b64 HTTP/1.1" status: 200 len: 764 time: 0.0148215 Nov 09 00:32:07.720108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40678) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.760809 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-aae34e8f-d7ef-4733-9017-5159fd20ccf9 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0367877 Nov 09 00:32:07.761018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40680) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.783799 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9cc633f2-b3de-4081-a212-89cc40c0bc8d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.791527 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9cc633f2-b3de-4081-a212-89cc40c0bc8d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.803897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:32:07.806767 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd1564e-c60d-4b4e-8d70-f5fa74a09e7f" -d '{"events": [{"server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "name": "network-vif-plugged", "status": "completed", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:32:07.817951 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9cc633f2-b3de-4081-a212-89cc40c0bc8d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.824917 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9cc633f2-b3de-4081-a212-89cc40c0bc8d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.825890 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9cc633f2-b3de-4081-a212-89cc40c0bc8d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/11f26916-7ebf-4ab2-8f31-d5c71b195b64 HTTP/1.1" status: 204 len: 168 time: 0.0640337 Nov 09 00:32:07.829486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40684) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.839043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc633f2-b3de-4081-a212-89cc40c0bc8d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11f26916-7ebf-4ab2-8f31-d5c71b195b64,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:07.844385 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a31b64-8a74-42f3-b1ad-b75d8fabdae8 x-openstack-request-id: req-57a31b64-8a74-42f3-b1ad-b75d8fabdae8 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:32:07.844682 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "name": "network-vif-plugged", "status": "completed", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:32:07.844935 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57a31b64-8a74-42f3-b1ad-b75d8fabdae8 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:32:07.845328 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'code': 200} Nov 09 00:32:07.873907 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dc105f4b-6dc0-4fe3-8de5-3ea2955e514d tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0441179 Nov 09 00:32:07.876925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40686) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:07.938472 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e6443ba-029e-4a21-a57a-00e9e69bd71f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.965375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe69445-aa0d-4e45-ab21-c460f4186020 req-e8e9eb87-7143-4abc-a45e-a6bb9f529fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:07.966461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e6443ba-029e-4a21-a57a-00e9e69bd71f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:07.967138 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe69445-aa0d-4e45-ab21-c460f4186020 req-e8e9eb87-7143-4abc-a45e-a6bb9f529fae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 1097 time: 0.0583174 Nov 09 00:32:08.032878 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-fbe69445-aa0d-4e45-ab21-c460f4186020 req-ddfe0e99-a669-456f-9a7e-2ea68f72c1bd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586929 Nov 09 00:32:08.043599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e6443ba-029e-4a21-a57a-00e9e69bd71f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:08.046829 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e6443ba-029e-4a21-a57a-00e9e69bd71f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:08.048131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5e6443ba-029e-4a21-a57a-00e9e69bd71f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "DELETE /v2.0/security-groups/bd63925a-44d4-4ab7-a5d3-c399624d2dee HTTP/1.1" status: 204 len: 168 time: 0.1696532 Nov 09 00:32:08.050782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40692) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:08.070335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893037c7-7736-4607-b0ba-4053eb5958c9 req-8078a3a6-8e43-4056-8623-83819dd006f4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:08.072437 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-893037c7-7736-4607-b0ba-4053eb5958c9 req-8078a3a6-8e43-4056-8623-83819dd006f4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 946 time: 0.0792348 Nov 09 00:32:08.073804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6443ba-029e-4a21-a57a-00e9e69bd71f tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd63925a-44d4-4ab7-a5d3-c399624d2dee,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:08.097024 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-94090b6a-b8b1-42a1-a1de-3da9b6741da1 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0446968 Nov 09 00:32:08.104147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40694) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:08.148076 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1f0830a1-e073-441a-b921-4028e8231a86 tempest-SecGroupTest-747482449 tempest-SecGroupTest-747482449-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0425684 Nov 09 00:32:08.178408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-893037c7-7736-4607-b0ba-4053eb5958c9 req-57caa402-1aed-45bc-a7fb-c2a6a7cffac4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a357d746-9358-424c-ae2e-ba9e57822ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941706 Nov 09 00:32:08.197681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb05b2-0226-4e53-8db0-ecb5bd1b4920 req-3c472cff-f1c7-44fe-813d-2a3f72cd24d9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:08.199203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14eb05b2-0226-4e53-8db0-ecb5bd1b4920 req-3c472cff-f1c7-44fe-813d-2a3f72cd24d9 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0780890 Nov 09 00:32:08.253243 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14eb05b2-0226-4e53-8db0-ecb5bd1b4920 req-bdc828e6-6d55-4649-9ff8-ff573713c89d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439363 Nov 09 00:32:08.310855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a44873-ac2b-4150-9cdc-2a64d6c25f94 req-6cd68b6d-89a9-43bc-855b-0651af8af410 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:08.312502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68a44873-ac2b-4150-9cdc-2a64d6c25f94 req-6cd68b6d-89a9-43bc-855b-0651af8af410 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 946 time: 0.0583370 Nov 09 00:32:08.393088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68a44873-ac2b-4150-9cdc-2a64d6c25f94 req-84921977-86d5-4f1f-a64f-c814e518672e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a357d746-9358-424c-ae2e-ba9e57822ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740404 Nov 09 00:32:08.425241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40706) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:08.446906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407cb53-3d77-4902-9e11-614e5475a7ea req-e6399dfa-5d02-4808-b30d-55a3e5e367bd tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:08.454502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d407cb53-3d77-4902-9e11-614e5475a7ea req-e6399dfa-5d02-4808-b30d-55a3e5e367bd tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0895801 Nov 09 00:32:08.470843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce86e04-c83f-4914-84a3-eb6a0974be32 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:08.475784 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4ce86e04-c83f-4914-84a3-eb6a0974be32 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 1092 time: 0.0464020 Nov 09 00:32:08.476017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40708) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:08.483436 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '27178246-3164-4619-b241-9409f6bed736', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:08.493986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40710) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:08.510707 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:08.525898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d407cb53-3d77-4902-9e11-614e5475a7ea req-60cc3e42-9989-4034-b373-61390924362b tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704992 Nov 09 00:32:08.622154 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:08.658110 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-469bde02-4080-4573-a102-51fb8bf2a79e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=573c808d56eb4213975c5dbf0474d49c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1630149 Nov 09 00:32:08.660635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40714) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:08.764068 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3028-0fea-48d2-bc67-5e6c120d72df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:08.772320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Allocated IP 172.25.0.177 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/0eb0db8d-12c4-4286-a0d1-d20bfb86908e) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:32:08.803473 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3028-0fea-48d2-bc67-5e6c120d72df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:08.921151 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3028-0fea-48d2-bc67-5e6c120d72df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:08.923675 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3028-0fea-48d2-bc67-5e6c120d72df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:08.924807 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6a0f3028-0fea-48d2-bc67-5e6c120d72df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/000f84d1-9499-44e7-8d7f-c82a8a8e718e HTTP/1.1" status: 204 len: 168 time: 0.2632394 Nov 09 00:32:08.931083 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:08.939641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f3028-0fea-48d2-bc67-5e6c120d72df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000f84d1-9499-44e7-8d7f-c82a8a8e718e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:08.978796 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:09.017529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:32:09.025017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:32:09.029798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:32:09.033082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=0eb0db8d-12c4-4286-a0d1-d20bfb86908e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:09.409869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173c749-9c94-4688-836f-64ad04eb4b03 req-7ec25fa7-57da-4914-8c20-5c5112efda61 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:09.411833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9173c749-9c94-4688-836f-64ad04eb4b03 req-7ec25fa7-57da-4914-8c20-5c5112efda61 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0543742 Nov 09 00:32:09.489415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9173c749-9c94-4688-836f-64ad04eb4b03 req-b2c343ef-e116-448c-b31d-ed386761fd88 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697432 Nov 09 00:32:09.737046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:09.749191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b515737-fbc9-449e-806b-aeef83157efd req-1d047b59-21e8-4c72-a8e0-ba2931187445 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:09.752497 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b515737-fbc9-449e-806b-aeef83157efd req-1d047b59-21e8-4c72-a8e0-ba2931187445 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.1586466 Nov 09 00:32:09.765423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40740) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:09.799647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8f81d-1f31-4f02-80b8-7b24a10ea954 req-34219912-d3b8-4d76-bceb-2c14ed9ae294 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:09.802229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8b8f81d-1f31-4f02-80b8-7b24a10ea954 req-34219912-d3b8-4d76-bceb-2c14ed9ae294 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.1344609 Nov 09 00:32:09.808736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cd3f0b8b-f83f-4cac-bacd-2634fa29e121 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Request body: {'floatingip': {'port_id': 'c164cd98-f425-432b-92c6-7fd7f523f9dc'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:09.859501 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8b8f81d-1f31-4f02-80b8-7b24a10ea954 req-394ffdbc-77ef-444d-b8de-c8b89a0ea25a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505648 Nov 09 00:32:09.910132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd3f0b8b-f83f-4cac-bacd-2634fa29e121 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:10.027829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:10.655545 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:10.665161 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:10.812497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=0eb0db8d-12c4-4286-a0d1-d20bfb86908e,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:10.858670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:10.999419 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd3f0b8b-f83f-4cac-bacd-2634fa29e121 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:11.016039 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd3f0b8b-f83f-4cac-bacd-2634fa29e121 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:11.043845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e2d7e-7559-4b0d-96e7-23f91ac47412 req-53d7e1a2-8455-4f75-abe2-6d69c0413fc4 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:11.045792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-580e2d7e-7559-4b0d-96e7-23f91ac47412 req-53d7e1a2-8455-4f75-abe2-6d69c0413fc4 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0698590 Nov 09 00:32:11.082515 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Floating IP 19727ce7-2cea-4177-8228-df0bda8574e2 associated. External IP: 172.25.0.177, port: 27178246-3164-4619-b241-9409f6bed736. Nov 09 00:32:11.105754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-580e2d7e-7559-4b0d-96e7-23f91ac47412 req-7190c834-0a9a-4ce5-bde2-698698ba8e70 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501494 Nov 09 00:32:11.226938 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-cd3f0b8b-f83f-4cac-bacd-2634fa29e121 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Floating IP a0e0b936-8495-4957-9f72-08dfef493f1f associated. External IP: 172.25.0.106, port: c164cd98-f425-432b-92c6-7fd7f523f9dc. Nov 09 00:32:11.516066 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Router 26488891-685c-47b1-bd51-bd44b209dc26 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:32:11.592471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3f0b8b-f83f-4cac-bacd-2634fa29e121 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:32:11.696241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:32:11.707105 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e01c62-99dc-43c7-b662-f749bf7313f5 None None] Sync routers for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:32:11.716946 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e01c62-99dc-43c7-b662-f749bf7313f5 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:32:11.717589 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-83e01c62-99dc-43c7-b662-f749bf7313f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:32:11.751008 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:11.792311 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7a16543c-330a-4b9f-b0a1-95516e528fef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3106718 Nov 09 00:32:11.792311 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'tag': '27178246-3164-4619-b241-9409f6bed736'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:32:11.792960 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd6ff16-78c5-485f-9fca-98d8fe0eebf4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e758f0-6452-446a-91e5-d32d4c629eb7", "tag": "27178246-3164-4619-b241-9409f6bed736"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:32:11.794054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40782) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:11.796227 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3f0b8b-f83f-4cac-bacd-2634fa29e121 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:32:11.801234 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cd3f0b8b-f83f-4cac-bacd-2634fa29e121 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:11.823910 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-83e01c62-99dc-43c7-b662-f749bf7313f5 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:32:11.825781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a222b5-cf16-40e7-8c6b-a1ef17b1420b None None] Sync routers for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:32:11.830717 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cd3f0b8b-f83f-4cac-bacd-2634fa29e121 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "PUT /v2.0/floatingips/a0e0b936-8495-4957-9f72-08dfef493f1f HTTP/1.1" status: 200 len: 992 time: 2.0643048 Nov 09 00:32:11.848872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a222b5-cf16-40e7-8c6b-a1ef17b1420b None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:32:11.850614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-67a222b5-cf16-40e7-8c6b-a1ef17b1420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:32:11.868098 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a664ed-99d2-4c6d-8461-e73016c03986 x-openstack-request-id: req-b1a664ed-99d2-4c6d-8461-e73016c03986 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:32:11.868498 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e758f0-6452-446a-91e5-d32d4c629eb7", "tag": "27178246-3164-4619-b241-9409f6bed736", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:32:11.868854 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1a664ed-99d2-4c6d-8461-e73016c03986 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:32:11.869391 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'tag': '27178246-3164-4619-b241-9409f6bed736', 'status': 'completed', 'code': 200} Nov 09 00:32:11.952964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9915a785-e437-4f1c-9715-f2113f35314f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/floatingips/19727ce7-2cea-4177-8228-df0bda8574e2 HTTP/1.1" status: 200 len: 992 time: 0.1567004 Nov 09 00:32:11.953998 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6ff16-78c5-485f-9fca-98d8fe0eebf4 req-553d88f0-31b6-46a8-870e-1425a1266509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:11.955711 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8fd6ff16-78c5-485f-9fca-98d8fe0eebf4 req-553d88f0-31b6-46a8-870e-1425a1266509 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0477402 Nov 09 00:32:12.096371 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6ff16-78c5-485f-9fca-98d8fe0eebf4 req-92abb0be-cd4e-4f34-830f-01b9f101b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:12.098002 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8fd6ff16-78c5-485f-9fca-98d8fe0eebf4 req-92abb0be-cd4e-4f34-830f-01b9f101b495 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23b5cb47-3675-4da6-8d5c-4c84d5d6e240 HTTP/1.1" status: 200 len: 896 time: 0.1148646 Nov 09 00:32:12.117431 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-83e01c62-99dc-43c7-b662-f749bf7313f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:31:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '19727ce7-2cea-4177-8228-df0bda8574e2', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'port_id': '27178246-3164-4619-b241-9409f6bed736', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'mac_address': 'fa:16:3e:02:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:32:09Z', 'updated_at': '2021-11-09T00:32:09Z', 'revision_number': 0, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:32:12.221398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-67a222b5-cf16-40e7-8c6b-a1ef17b1420b None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:32:12.242567 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8fd6ff16-78c5-485f-9fca-98d8fe0eebf4 req-db5ff42d-2792-46c3-b89c-a11031f14bbc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27178246-3164-4619-b241-9409f6bed736 HTTP/1.1" status: 200 len: 1000 time: 0.1365099 Nov 09 00:32:12.312321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e954b2-34d7-4470-8e92-c706c61e0505 req-294f6ffc-7920-4e9d-ac13-61e917cc088d tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:12.314004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3e954b2-34d7-4470-8e92-c706c61e0505 req-294f6ffc-7920-4e9d-ac13-61e917cc088d tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0582628 Nov 09 00:32:12.336075 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e01c62-99dc-43c7-b662-f749bf7313f5 None None] Checking router: 26488891-685c-47b1-bd51-bd44b209dc26 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:32:12.345932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6ff16-78c5-485f-9fca-98d8fe0eebf4 req-e60a25ff-9929-4ca7-aae8-e728a173b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:12.347314 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8fd6ff16-78c5-485f-9fca-98d8fe0eebf4 req-e60a25ff-9929-4ca7-aae8-e728a173b209 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df4fc27a-837a-4ba4-a735-336d7ff9d087 HTTP/1.1" status: 200 len: 834 time: 0.0965574 Nov 09 00:32:12.357380 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e01c62-99dc-43c7-b662-f749bf7313f5 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:32:12.360397 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-83e01c62-99dc-43c7-b662-f749bf7313f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:32:12.383851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3e954b2-34d7-4470-8e92-c706c61e0505 req-dd4740b2-0aa1-49e6-b11a-5cbca61839c0 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625031 Nov 09 00:32:12.463027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6ff16-78c5-485f-9fca-98d8fe0eebf4 req-667b9610-98dd-4315-af54-0ff289dc2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:12.464544 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8fd6ff16-78c5-485f-9fca-98d8fe0eebf4 req-667b9610-98dd-4315-af54-0ff289dc2e47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23b5cb47-3675-4da6-8d5c-4c84d5d6e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019080 Nov 09 00:32:12.514668 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-83e01c62-99dc-43c7-b662-f749bf7313f5 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:32:12.642224 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8fd6ff16-78c5-485f-9fca-98d8fe0eebf4 req-21bac66d-0c01-4d98-bbab-dd2a2a0c02e4 service neutron] 10.222.0.11 "GET /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702096 Nov 09 00:32:12.703999 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f1118bc2-80fa-4cb0-809b-980a0df0bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:12.716393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-67a222b5-cf16-40e7-8c6b-a1ef17b1420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'a0e0b936-8495-4957-9f72-08dfef493f1f', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'port_id': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'mac_address': 'fa:16:3e:e6:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:31:52Z', 'updated_at': '2021-11-09T00:32:10Z', 'revision_number': 1, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:54Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:32:12.782180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9a4a5-e351-48a4-ab3c-cb54b0ce3f7f req-fdfaf1ef-2d54-42c7-ad56-cc5e1fd7d65a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:12.792301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5f9a4a5-e351-48a4-ab3c-cb54b0ce3f7f req-fdfaf1ef-2d54-42c7-ad56-cc5e1fd7d65a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.1517777 Nov 09 00:32:12.796277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a222b5-cf16-40e7-8c6b-a1ef17b1420b None None] Checking router: b52a7601-dbdf-4004-8cfc-81a7d4eaef22 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:32:12.816303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badb262-5cca-458f-8c1d-477dfca9a930 req-8892a1de-4de8-40f0-beb5-a0f7e36f9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:12.818902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0badb262-5cca-458f-8c1d-477dfca9a930 req-8892a1de-4de8-40f0-beb5-a0f7e36f9457 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 1097 time: 0.1278136 Nov 09 00:32:12.822297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a222b5-cf16-40e7-8c6b-a1ef17b1420b None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:32:12.823890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-67a222b5-cf16-40e7-8c6b-a1ef17b1420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:32:12.918378 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8fd6ff16-78c5-485f-9fca-98d8fe0eebf4 req-430492bc-0b57-4492-9577-995cd2c8bbae service neutron] 10.222.0.11 "GET /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681684 Nov 09 00:32:12.958183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 40810) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:12.999148 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-83e01c62-99dc-43c7-b662-f749bf7313f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:31:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '19727ce7-2cea-4177-8228-df0bda8574e2', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'port_id': '27178246-3164-4619-b241-9409f6bed736', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'mac_address': 'fa:16:3e:02:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:32:09Z', 'updated_at': '2021-11-09T00:32:09Z', 'revision_number': 0, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:32:13.044701 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e01c62-99dc-43c7-b662-f749bf7313f5 None None] The sync data for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 is: [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:31:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '19727ce7-2cea-4177-8228-df0bda8574e2', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'port_id': '27178246-3164-4619-b241-9409f6bed736', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'mac_address': 'fa:16:3e:02:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:32:09Z', 'updated_at': '2021-11-09T00:32:09Z', 'revision_number': 0, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:32:13.045604 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a4a66b7f-bf9a-4aec-91f2-1243efbedac1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/floatingips/19727ce7-2cea-4177-8228-df0bda8574e2 HTTP/1.1" status: 200 len: 992 time: 0.0858762 Nov 09 00:32:13.061777 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5f9a4a5-e351-48a4-ab3c-cb54b0ce3f7f req-b730cc0b-c6ea-4cfa-8e46-c39142179d43 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674029 Nov 09 00:32:13.106431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badb262-5cca-458f-8c1d-477dfca9a930 req-8cbcf2d0-4107-45ab-bd6f-92520e9117f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:13.107945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0badb262-5cca-458f-8c1d-477dfca9a930 req-8cbcf2d0-4107-45ab-bd6f-92520e9117f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 911 time: 0.2634146 Nov 09 00:32:13.142535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-67a222b5-cf16-40e7-8c6b-a1ef17b1420b None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:32:13.204616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0badb262-5cca-458f-8c1d-477dfca9a930 req-9aef33be-3d70-4d4f-bcb9-a2e99339eb73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f711328-c3c8-4589-a770-3556d76a5e1c HTTP/1.1" status: 200 len: 1002 time: 0.0893044 Nov 09 00:32:13.275481 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badb262-5cca-458f-8c1d-477dfca9a930 req-f80b6d31-5291-4835-970b-04fed6af1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:13.277388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0badb262-5cca-458f-8c1d-477dfca9a930 req-f80b6d31-5291-4835-970b-04fed6af1c06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 HTTP/1.1" status: 200 len: 850 time: 0.0655520 Nov 09 00:32:13.346736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badb262-5cca-458f-8c1d-477dfca9a930 req-bdafe3ec-b1b7-437d-92e7-b52029bf9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:13.349213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0badb262-5cca-458f-8c1d-477dfca9a930 req-bdafe3ec-b1b7-437d-92e7-b52029bf9af6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631280 Nov 09 00:32:13.437757 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312a2d38-607f-4437-a1c6-47b93da528cd None None] New status for floating IP 19727ce7-2cea-4177-8228-df0bda8574e2: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:32:13.469102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-67a222b5-cf16-40e7-8c6b-a1ef17b1420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'a0e0b936-8495-4957-9f72-08dfef493f1f', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'port_id': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'mac_address': 'fa:16:3e:e6:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:31:52Z', 'updated_at': '2021-11-09T00:32:10Z', 'revision_number': 1, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:54Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:32:13.529797 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a222b5-cf16-40e7-8c6b-a1ef17b1420b None None] The sync data for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 is: [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'a0e0b936-8495-4957-9f72-08dfef493f1f', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'port_id': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'mac_address': 'fa:16:3e:e6:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:31:52Z', 'updated_at': '2021-11-09T00:32:10Z', 'revision_number': 1, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:54Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:32:13.541686 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0badb262-5cca-458f-8c1d-477dfca9a930 req-6a9e79ef-2e0a-4dc0-95ff-e177d3b8e8e2 service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758950 Nov 09 00:32:13.732912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0badb262-5cca-458f-8c1d-477dfca9a930 req-daeb3369-4420-473d-a368-420cc649b3c9 service neutron] 10.222.0.30 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820753 Nov 09 00:32:13.874366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:32:13.877099 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38840ed-241d-4032-8401-e7e89ecda422" -d '{"events": [{"name": "network-changed", "server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:32:13.896527 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff77cd4-5fab-447a-a8c0-100598dfe89c None None] New status for floating IP a0e0b936-8495-4957-9f72-08dfef493f1f: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:32:13.947755 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44ff86a-f637-4cef-a21b-ee624620240c x-openstack-request-id: req-f44ff86a-f637-4cef-a21b-ee624620240c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:32:13.948257 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:32:13.948386 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f44ff86a-f637-4cef-a21b-ee624620240c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:32:13.948695 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'status': 'completed', 'code': 200} Nov 09 00:32:14.049892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 40856) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:14.073647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38840ed-241d-4032-8401-e7e89ecda422 req-f957d867-55ae-4bca-9d37-13a560cad415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:14.075743 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e38840ed-241d-4032-8401-e7e89ecda422 req-f957d867-55ae-4bca-9d37-13a560cad415 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 1097 time: 0.1033125 Nov 09 00:32:14.259356 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38840ed-241d-4032-8401-e7e89ecda422 req-f84383eb-600e-4482-b2ea-9a1f4f52730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:14.260912 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e38840ed-241d-4032-8401-e7e89ecda422 req-f84383eb-600e-4482-b2ea-9a1f4f52730f service neutron] 10.222.0.11 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.1732204 Nov 09 00:32:14.349552 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e38840ed-241d-4032-8401-e7e89ecda422 req-cf042297-2406-40c3-9524-6d09a86b6c4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc HTTP/1.1" status: 200 len: 1002 time: 0.0803678 Nov 09 00:32:14.628934 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cd3d8b97-f086-4934-b207-03c51b8637ca tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/floatingips/19727ce7-2cea-4177-8228-df0bda8574e2 HTTP/1.1" status: 200 len: 994 time: 0.5722890 Nov 09 00:32:14.643344 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec4246-f920-46db-90e8-278524c12c63 req-f752b92e-11cf-4b3c-9f96-a0062b2fa87b tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:14.645091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9eec4246-f920-46db-90e8-278524c12c63 req-f752b92e-11cf-4b3c-9f96-a0062b2fa87b tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0798144 Nov 09 00:32:14.730806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9eec4246-f920-46db-90e8-278524c12c63 req-a2c18eab-474a-4922-9057-a512a5a6065b tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742679 Nov 09 00:32:14.780886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38840ed-241d-4032-8401-e7e89ecda422 req-e16d619d-1f19-4881-af43-3d57b6b9315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:14.782389 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e38840ed-241d-4032-8401-e7e89ecda422 req-e16d619d-1f19-4881-af43-3d57b6b9315e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.4262881 Nov 09 00:32:14.788110 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2821-5eb1-458a-8931-0b039a14e278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:14.847642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38840ed-241d-4032-8401-e7e89ecda422 req-e628f7b4-965f-4305-a57b-9b5733e091df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:14.849248 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e38840ed-241d-4032-8401-e7e89ecda422 req-e628f7b4-965f-4305-a57b-9b5733e091df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585625 Nov 09 00:32:14.954953 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e38840ed-241d-4032-8401-e7e89ecda422 req-d9929931-af18-4aca-b36b-0462d788d293 service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988367 Nov 09 00:32:15.058848 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e38840ed-241d-4032-8401-e7e89ecda422 req-71d109e9-75fd-48e9-9a17-d30842db36cd service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964620 Nov 09 00:32:15.856407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928635f9-59a4-457d-be4f-2aac6c03a187 req-8bc6410e-f3b4-441e-bbb1-316d4e2f19ac tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:15.857939 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-928635f9-59a4-457d-be4f-2aac6c03a187 req-8bc6410e-f3b4-441e-bbb1-316d4e2f19ac tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.0527015 Nov 09 00:32:15.914395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-928635f9-59a4-457d-be4f-2aac6c03a187 req-5988d5d4-fd39-47fe-8e76-3fe6239b8276 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471687 Nov 09 00:32:16.011895 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:16.122070 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:16.411416 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:17.631176 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:18.146662 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ac7f5f0d-ff69-434a-b82f-0518b4e64f21 req-b5bc0bd3-0cb1-4742-b3ad-ab3b406fa700 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423384 Nov 09 00:32:18.241446 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f5f0d-ff69-434a-b82f-0518b4e64f21 req-67ecfac5-99e8-4387-95d9-dc8d4b3520c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:18.243433 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ac7f5f0d-ff69-434a-b82f-0518b4e64f21 req-67ecfac5-99e8-4387-95d9-dc8d4b3520c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0493340 Nov 09 00:32:18.354414 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:18.362922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f5f0d-ff69-434a-b82f-0518b4e64f21 req-820ee0ad-45bb-4439-ab5f-d47b75cdcf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:18.364430 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ac7f5f0d-ff69-434a-b82f-0518b4e64f21 req-820ee0ad-45bb-4439-ab5f-d47b75cdcf53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23b5cb47-3675-4da6-8d5c-4c84d5d6e240 HTTP/1.1" status: 200 len: 896 time: 0.0950780 Nov 09 00:32:18.443605 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ac7f5f0d-ff69-434a-b82f-0518b4e64f21 req-5141c0c3-024c-421a-9165-f2af2bc9424c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27178246-3164-4619-b241-9409f6bed736 HTTP/1.1" status: 200 len: 1002 time: 0.0709379 Nov 09 00:32:18.508481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f5f0d-ff69-434a-b82f-0518b4e64f21 req-436b454d-01c1-40e0-9629-0ea288a8a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:18.510276 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ac7f5f0d-ff69-434a-b82f-0518b4e64f21 req-436b454d-01c1-40e0-9629-0ea288a8a980 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df4fc27a-837a-4ba4-a735-336d7ff9d087 HTTP/1.1" status: 200 len: 834 time: 0.0518615 Nov 09 00:32:18.566439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f5f0d-ff69-434a-b82f-0518b4e64f21 req-eec4c878-2501-416d-a479-2914e0c610b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:18.569053 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ac7f5f0d-ff69-434a-b82f-0518b4e64f21 req-eec4c878-2501-416d-a479-2914e0c610b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23b5cb47-3675-4da6-8d5c-4c84d5d6e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510938 Nov 09 00:32:18.685615 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ac7f5f0d-ff69-434a-b82f-0518b4e64f21 req-a119ec23-c4be-44a3-a440-ac525233999f service neutron] 10.222.0.11 "GET /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067088 Nov 09 00:32:18.786007 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ac7f5f0d-ff69-434a-b82f-0518b4e64f21 req-84fc41fa-1c58-4791-8253-ce7a7bf9ea55 service neutron] 10.222.0.11 "GET /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939350 Nov 09 00:32:39.731660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41242) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:39.838120 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70b1987e-3c84-48ec-a2a7-d1c1828828a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:39.912338 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70b1987e-3c84-48ec-a2a7-d1c1828828a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:39.916440 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-70b1987e-3c84-48ec-a2a7-d1c1828828a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:39.942816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1987e-3c84-48ec-a2a7-d1c1828828a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dc28e8-8579-4eab-8ffb-a7fadd3e56fa,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:39.967800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-70b1987e-3c84-48ec-a2a7-d1c1828828a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4970c52298304141b81a1b393e6c7579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349765 Nov 09 00:32:39.970362 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41248) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:40.023565 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c99080bc-8e04-4bd0-8997-18a9a9514564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:40.044940 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c99080bc-8e04-4bd0-8997-18a9a9514564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:40.095362 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c99080bc-8e04-4bd0-8997-18a9a9514564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:40.100374 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c99080bc-8e04-4bd0-8997-18a9a9514564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:40.105564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c99080bc-8e04-4bd0-8997-18a9a9514564 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33dc28e8-8579-4eab-8ffb-a7fadd3e56fa HTTP/1.1" status: 204 len: 168 time: 0.1341696 Nov 09 00:32:40.116163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99080bc-8e04-4bd0-8997-18a9a9514564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dc28e8-8579-4eab-8ffb-a7fadd3e56fa,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:40.191519 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:32:40.768854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41276) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:40.864119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-520478149-network', 'tenant_id': '13a1d5a829874c1794bb743b3b1d1694'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:40.885727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Made reservation on behalf of 13a1d5a829874c1794bb743b3b1d1694 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:32:40.888092 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:40.896448 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:40.974595 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:40.979335 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:41.006061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:32:41.011382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cfb6e7-246b-4d98-af92-8d0ca2c25055,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:41.019240 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:41.019240 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Added segment 1206c9bb-efd0-448d-a07f-540bcea2de56 of type vlan for network 786cc779-3c87-44a6-b860-64f0c742198b Nov 09 00:32:41.061420 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:41.084169 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:41.085691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:41.086263 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:41.139984 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3699315 Nov 09 00:32:41.143148 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41282) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:41.148006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b8cba-e339-4797-ace8-43e1496d3474 admin admin] Pushing event updated for resources: {'Network': ['ID=786cc779-3c87-44a6-b860-64f0c742198b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:41.148650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Request body: {'subnet': {'network_id': '786cc779-3c87-44a6-b860-64f0c742198b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-520478149-subnet', 'tenant_id': '13a1d5a829874c1794bb743b3b1d1694', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:41.158114 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 786cc779-3c87-44a6-b860-64f0c742198b details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:32:41.171222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Made reservation on behalf of 13a1d5a829874c1794bb743b3b1d1694 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:32:41.173655 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:41.341533 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:41.400941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:41.411563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:41.411909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:41.412249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:41.412613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:41.412945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:41.413275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:41.413628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:41.413953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:41.414275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:41.414596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:41.414915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:41.415238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:41.421092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Checking segment: {'id': '1206c9bb-efd0-448d-a07f-540bcea2de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:32:41.421474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Network hostable DHCP agents. Network: 786cc779-3c87-44a6-b860-64f0c742198b, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:32:41.437899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Network 786cc779-3c87-44a6-b860-64f0c742198b is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:32:41.446519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 786cc779-3c87-44a6-b860-64f0c742198b) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:32:41.451237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:41.452244 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:41.455433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd3ac4-62bc-4b65-b7a1-7c40ee204b68 None None] Network 786cc779-3c87-44a6-b860-64f0c742198b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:32:41.470558 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8d2ac7e0-c63c-447f-ba8f-8a4a60978aef admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3263242 Nov 09 00:32:41.582665 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d907467-196a-4d59-b3de-8c4ed7787a97 None None] Network 786cc779-3c87-44a6-b860-64f0c742198b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:32:42.661629 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f50df46e-1790-427b-98e5-d2cd39736301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:43.597199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41322) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:43.673267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e83621-0cf7-421f-8836-cb722d1897bf tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:43.673777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e83621-0cf7-421f-8836-cb722d1897bf tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:43.674253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e83621-0cf7-421f-8836-cb722d1897bf tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:43.685548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-99e83621-0cf7-421f-8836-cb722d1897bf tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=6d6f5f38b2e348b0a38d565f5c34a031&network_id=23b5cb47-3675-4da6-8d5c-4c84d5d6e240 HTTP/1.1" status: 200 len: 2970 time: 0.0769901 Nov 09 00:32:44.804817 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2542ce54-8d3e-403a-92cc-bdd032196be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:45.832478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41348) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:45.888322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f80029b-7ed0-42b9-931c-79709b4a627b tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:45.889853 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7f80029b-7ed0-42b9-931c-79709b4a627b tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 814 time: 0.0564575 Nov 09 00:32:46.014698 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:46.125510 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:46.344634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41376) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:46.352555 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-77aaad09-9c26-4439-9116-8e5d79487a4e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'network': {'name': 'tempest-network-smoke--1558559274', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'port_security_enabled': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:46.391307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aaad09-9c26-4439-9116-8e5d79487a4e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Made reservation on behalf of 6d6f5f38b2e348b0a38d565f5c34a031 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:32:46.396225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-77aaad09-9c26-4439-9116-8e5d79487a4e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:46.413979 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:46.425400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77aaad09-9c26-4439-9116-8e5d79487a4e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:32:46.436358 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-77aaad09-9c26-4439-9116-8e5d79487a4e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:46.436778 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-77aaad09-9c26-4439-9116-8e5d79487a4e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Added segment d0de467d-541f-4dca-a83c-784f0b28ed21 of type vlan for network bea8ee25-858b-4f32-81c7-1e35b8f843c0 Nov 09 00:32:46.479445 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-77aaad09-9c26-4439-9116-8e5d79487a4e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:46.512486 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-77aaad09-9c26-4439-9116-8e5d79487a4e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:46.518971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aaad09-9c26-4439-9116-8e5d79487a4e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:46.519675 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-77aaad09-9c26-4439-9116-8e5d79487a4e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:46.585069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-77aaad09-9c26-4439-9116-8e5d79487a4e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2389836 Nov 09 00:32:46.588090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41380) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:46.629225 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aaad09-9c26-4439-9116-8e5d79487a4e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Network': ['ID=bea8ee25-858b-4f32-81c7-1e35b8f843c0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:46.643448 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network bea8ee25-858b-4f32-81c7-1e35b8f843c0 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:32:46.665223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7730e0-9f5c-4147-803c-95eb044501a5 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:46.666781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0d7730e0-9f5c-4147-803c-95eb044501a5 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=6d6f5f38b2e348b0a38d565f5c34a031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0777757 Nov 09 00:32:46.669688 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41382) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:46.766305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60958278-73e1-40dc-8722-4f420a4466e1 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:46.768082 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-60958278-73e1-40dc-8722-4f420a4466e1 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972834 Nov 09 00:32:46.770832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41384) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:46.801323 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-84aa959a-5477-4b4b-8dbf-87d0e3e931e3 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270276 Nov 09 00:32:46.801611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41386) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:46.834833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cddd0e5b-6efe-4d30-8cee-e3e31086fc86 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=6d6f5f38b2e348b0a38d565f5c34a031&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302484 Nov 09 00:32:46.835529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41388) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:46.931077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e094cc7f-6762-4309-a467-511c83f67205 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:46.932783 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e094cc7f-6762-4309-a467-511c83f67205 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963850 Nov 09 00:32:46.935548 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41390) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:46.964045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-868bba29-20c1-4227-b4e6-4158f6d2c6c1 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273438 Nov 09 00:32:46.966638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41392) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:46.971441 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-491bf486-f2d7-4e2f-8dc3-1dc4a7bbf015 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-782447384', 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:47.063160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491bf486-f2d7-4e2f-8dc3-1dc4a7bbf015 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Made reservation on behalf of 6d6f5f38b2e348b0a38d565f5c34a031 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:32:47.069151 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-491bf486-f2d7-4e2f-8dc3-1dc4a7bbf015 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:47.263865 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-491bf486-f2d7-4e2f-8dc3-1dc4a7bbf015 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:47.331220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bf486-f2d7-4e2f-8dc3-1dc4a7bbf015 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Subnet': ['ID=5935d217-f317-423e-a606-8723c9cc49a6,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:47.342358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491bf486-f2d7-4e2f-8dc3-1dc4a7bbf015 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Checking segment: {'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:32:47.343527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bf486-f2d7-4e2f-8dc3-1dc4a7bbf015 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network hostable DHCP agents. Network: bea8ee25-858b-4f32-81c7-1e35b8f843c0, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:32:47.361431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bf486-f2d7-4e2f-8dc3-1dc4a7bbf015 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network bea8ee25-858b-4f32-81c7-1e35b8f843c0 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:32:47.369998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-491bf486-f2d7-4e2f-8dc3-1dc4a7bbf015 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, bea8ee25-858b-4f32-81c7-1e35b8f843c0) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:32:47.377001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491bf486-f2d7-4e2f-8dc3-1dc4a7bbf015 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:47.377826 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-491bf486-f2d7-4e2f-8dc3-1dc4a7bbf015 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:47.380236 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2ee969-ceb1-48a2-8cdd-ac43d71e2401 None None] Network bea8ee25-858b-4f32-81c7-1e35b8f843c0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:32:47.444590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-491bf486-f2d7-4e2f-8dc3-1dc4a7bbf015 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4768271 Nov 09 00:32:47.674417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-bea8ee25-858b-4f32-81c7-1e35b8f843c0', 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ips': [{'subnet_id': '5935d217-f317-423e-a606-8723c9cc49a6'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:32:47.675764 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:47.684855 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:47.842087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Allocated IP 172.20.0.18 (bea8ee25-858b-4f32-81c7-1e35b8f843c0/5935d217-f317-423e-a606-8723c9cc49a6/3b018b8a-0a4b-41a4-a184-e2a06ad9ea82) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:32:47.919057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41402) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:47.924447 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-741a1aba-626b-4f8b-9ed2-b1db6afe4788 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425167480', 'description': 'tempest-secgroup-smoke-1425167480 description', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:47.958081 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741a1aba-626b-4f8b-9ed2-b1db6afe4788 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.024844 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.038987 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.079732 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741a1aba-626b-4f8b-9ed2-b1db6afe4788 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.092958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741a1aba-626b-4f8b-9ed2-b1db6afe4788 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.123305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a1aba-626b-4f8b-9ed2-b1db6afe4788 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:48.139326 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741a1aba-626b-4f8b-9ed2-b1db6afe4788 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.140877 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-741a1aba-626b-4f8b-9ed2-b1db6afe4788 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2200351 Nov 09 00:32:48.143976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41408) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:48.154522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-727bf94a-c86d-46b9-ab47-e8f5f176a72b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': '5b55398e-75c2-401a-b4fa-b4ce6a62ac5e', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:48.188600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Network bea8ee25-858b-4f32-81c7-1e35b8f843c0 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:32:48.192891 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:32:48.197433 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-727bf94a-c86d-46b9-ab47-e8f5f176a72b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.199591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Pushing event updated for resources: {'Port': ['ID=3b018b8a-0a4b-41a4-a184-e2a06ad9ea82,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:48.211301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:32:48.222236 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:48.235015 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:48.236027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:48.236483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:48.236949 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:48.237413 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:48.237849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:48.238280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:48.238713 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:48.239128 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:48.239555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:48.239976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:32:48.279999 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-727bf94a-c86d-46b9-ab47-e8f5f176a72b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.286140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-727bf94a-c86d-46b9-ab47-e8f5f176a72b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.320246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bf94a-c86d-46b9-ab47-e8f5f176a72b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2e8369-74f8-45b7-91c9-bc38d2a7fe98,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:48.354972 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-727bf94a-c86d-46b9-ab47-e8f5f176a72b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.357948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-727bf94a-c86d-46b9-ab47-e8f5f176a72b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2128451 Nov 09 00:32:48.361159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41414) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:48.367568 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-54f9f201-2213-4dd5-b587-b80877c37d4f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': '5b55398e-75c2-401a-b4fa-b4ce6a62ac5e', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:48.414984 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Attempting to bind port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:32:48.415542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Attempting to bind port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:32:48.415698 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Attempting to bind port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 on network bea8ee25-858b-4f32-81c7-1e35b8f843c0 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:32:48.421640 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.426644 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54f9f201-2213-4dd5-b587-b80877c37d4f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.426971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:32:48.428025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Checking segment: {'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:32:48.429727 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.430292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Bound using segment: {'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:32:48.431124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Bound port: 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:32:48.431701 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.543182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] For port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:32:48.566804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] For port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3b018b8a-0a4b-41a4-a184-e2a06ad9ea82,segment=NetworkSegment(d0de467d-541f-4dca-a83c-784f0b28ed21),segment_id=d0de467d-541f-4dca-a83c-784f0b28ed21)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:32:48.583290 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.612080 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54f9f201-2213-4dd5-b587-b80877c37d4f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.626875 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54f9f201-2213-4dd5-b587-b80877c37d4f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.677438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035dd58-932d-45ea-8cbd-36323d1776d9 req-2c9016dc-d01c-4f5f-8afc-cd24aa343486 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:48.679683 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3035dd58-932d-45ea-8cbd-36323d1776d9 req-2c9016dc-d01c-4f5f-8afc-cd24aa343486 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.1681962 Nov 09 00:32:48.680570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9f201-2213-4dd5-b587-b80877c37d4f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fa9e25-df36-4073-8098-16d2b0da97d1,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:48.701257 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54f9f201-2213-4dd5-b587-b80877c37d4f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.702815 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-54f9f201-2213-4dd5-b587-b80877c37d4f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3405781 Nov 09 00:32:48.706569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41426) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:48.714361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-17410aaa-cae6-49aa-a5de-8cbfb6208415 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': '5b55398e-75c2-401a-b4fa-b4ce6a62ac5e', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:48.736738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cf816-d9c9-4ca3-8a27-3f5f2b81988a None None] Pushing event updated for resources: {'Port': ['ID=3b018b8a-0a4b-41a4-a184-e2a06ad9ea82,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:48.766850 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3035dd58-932d-45ea-8cbd-36323d1776d9 req-b5ee4e35-1261-4570-87b5-18a611ea6b79 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697744 Nov 09 00:32:48.778674 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17410aaa-cae6-49aa-a5de-8cbfb6208415 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.869585 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17410aaa-cae6-49aa-a5de-8cbfb6208415 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.879279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17410aaa-cae6-49aa-a5de-8cbfb6208415 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.902004 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17410aaa-cae6-49aa-a5de-8cbfb6208415 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e61a44-37ba-482c-bc4e-0d252f8c0adf,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:48.931191 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17410aaa-cae6-49aa-a5de-8cbfb6208415 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:48.935381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41428) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:48.939946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f851b806-ad13-4fb4-891e-98bf7ec6649d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': '5b55398e-75c2-401a-b4fa-b4ce6a62ac5e', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:48.944739 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-17410aaa-cae6-49aa-a5de-8cbfb6208415 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2369192 Nov 09 00:32:48.985604 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f851b806-ad13-4fb4-891e-98bf7ec6649d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:49.063117 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f851b806-ad13-4fb4-891e-98bf7ec6649d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:49.069257 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f851b806-ad13-4fb4-891e-98bf7ec6649d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:49.094825 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851b806-ad13-4fb4-891e-98bf7ec6649d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad743bd-f46b-4144-95ff-9488879793cd,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:49.108947 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f851b806-ad13-4fb4-891e-98bf7ec6649d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:49.110274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f851b806-ad13-4fb4-891e-98bf7ec6649d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1738648 Nov 09 00:32:49.113028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41430) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:49.119433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-364ac8ef-078a-4d85-aa3a-5c87f10fc4d2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': '5b55398e-75c2-401a-b4fa-b4ce6a62ac5e', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:49.148460 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-364ac8ef-078a-4d85-aa3a-5c87f10fc4d2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Project 6d6f5f38b2e348b0a38d565f5c34a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:32:49.159299 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-364ac8ef-078a-4d85-aa3a-5c87f10fc4d2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:49.236159 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-364ac8ef-078a-4d85-aa3a-5c87f10fc4d2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:49.242381 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-364ac8ef-078a-4d85-aa3a-5c87f10fc4d2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:49.272789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ac8ef-078a-4d85-aa3a-5c87f10fc4d2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3267d3b2-e75b-45ae-9f98-093260e099ea,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:49.293336 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-364ac8ef-078a-4d85-aa3a-5c87f10fc4d2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:49.296965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-364ac8ef-078a-4d85-aa3a-5c87f10fc4d2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1803844 Nov 09 00:32:49.297407 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41432) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:49.303270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-18aa7695-8ae1-45d1-9ed5-f206fa8c12a9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': '5b55398e-75c2-401a-b4fa-b4ce6a62ac5e', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:49.334704 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-18aa7695-8ae1-45d1-9ed5-f206fa8c12a9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Project 6d6f5f38b2e348b0a38d565f5c34a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:32:49.340825 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18aa7695-8ae1-45d1-9ed5-f206fa8c12a9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:49.410330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18aa7695-8ae1-45d1-9ed5-f206fa8c12a9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:49.415822 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18aa7695-8ae1-45d1-9ed5-f206fa8c12a9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:49.439306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa7695-8ae1-45d1-9ed5-f206fa8c12a9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860740fc-7378-4c28-a0e3-802ecc9d6e16,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:49.449719 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-18aa7695-8ae1-45d1-9ed5-f206fa8c12a9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:49.451612 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-18aa7695-8ae1-45d1-9ed5-f206fa8c12a9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1528163 Nov 09 00:32:49.817397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-4fe98d0f-f173-4abd-a821-22918a1d8eeb tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425167480&fields=id&tenant_id=6d6f5f38b2e348b0a38d565f5c34a031 HTTP/1.1" status: 200 len: 267 time: 0.0902340 Nov 09 00:32:49.827168 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:32:49.906864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:32:49.907636 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:50.000875 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:50.017024 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f5a6b-b735-478a-9efb-54d5d6cb22fc req-65ba61ff-6318-4d03-ab7f-05c1cfbd3c8d tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:50.030847 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-152f5a6b-b735-478a-9efb-54d5d6cb22fc req-65ba61ff-6318-4d03-ab7f-05c1cfbd3c8d tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.1021070 Nov 09 00:32:50.045721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3b018b8a-0a4b-41a4-a184-e2a06ad9ea82,segment=NetworkSegment(d0de467d-541f-4dca-a83c-784f0b28ed21),segment_id=d0de467d-541f-4dca-a83c-784f0b28ed21)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:32:50.052299 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:50.067349 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e20f7-5310-45a7-a269-873b61afc028 req-66a992d9-68d2-45eb-8d1d-1616a9730c81 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:50.075557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-66a992d9-68d2-45eb-8d1d-1616a9730c81 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/networks?id=bea8ee25-858b-4f32-81c7-1e35b8f843c0 HTTP/1.1" status: 200 len: 797 time: 0.2502320 Nov 09 00:32:50.100567 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-f3481aba-85da-4cb5-99aa-178ee681c80d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/quotas/6d6f5f38b2e348b0a38d565f5c34a031 HTTP/1.1" status: 200 len: 375 time: 0.0240917 Nov 09 00:32:50.127664 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b136ed-c310-4ff7-89e9-d3524d128775 None None] Network bea8ee25-858b-4f32-81c7-1e35b8f843c0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:32:50.147398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-152f5a6b-b735-478a-9efb-54d5d6cb22fc req-172d5d1f-dc5b-47d7-85f4-6dcd98af9520 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156681 Nov 09 00:32:50.152936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=3b018b8a-0a4b-41a4-a184-e2a06ad9ea82,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:50.216481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-dffb4e48-e4ad-4320-8720-0449832ba82a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1150014 Nov 09 00:32:50.218942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ad2fd2d8-6829-436d-8566-cde96d39c30e None None] Provisioning complete for port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:32:50.219318 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ad2fd2d8-6829-436d-8566-cde96d39c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:50.331349 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-0de48dfa-4713-4a7d-9436-aa32803224fc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:50.332847 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-0de48dfa-4713-4a7d-9436-aa32803224fc tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.1036248 Nov 09 00:32:50.431724 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-4137f0f2-d8a2-4522-ba4d-7e556a0ae271 service neutron] 10.222.0.25 "GET /v2.0/networks/bea8ee25-858b-4f32-81c7-1e35b8f843c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117448 Nov 09 00:32:50.536903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Deleting port 8f711328-c3c8-4589-a770-3556d76a5e1c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:32:50.539813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:50.579695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-9a50de03-4cc6-4ebe-b1a9-8e89742302cc service neutron] 10.222.0.25 "GET /v2.0/networks/bea8ee25-858b-4f32-81c7-1e35b8f843c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470375 Nov 09 00:32:50.783422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] For port 8f711328-c3c8-4589-a770-3556d76a5e1c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8f711328-c3c8-4589-a770-3556d76a5e1c,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:32:50.783797 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:50.887482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74c8f71c-fcb8-45c4-be46-eb77d7446f1e req-53406139-0597-44f7-8700-cf098d3a552d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 210 time: 0.0472736 Nov 09 00:32:51.029581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2655b545-3edd-4e97-af18-32b7c04bfcd2 None None] Provisioning complete for port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:32:51.030593 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2655b545-3edd-4e97-af18-32b7c04bfcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:51.283104 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:51.283666 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:51.285860 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Floating IP 8dca7445-c71b-4b4d-876f-d4eaa8fb3efb disassociated. External IP: 172.25.0.130, port: 8f711328-c3c8-4589-a770-3556d76a5e1c. Nov 09 00:32:51.286239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Calling delete_port for 8f711328-c3c8-4589-a770-3556d76a5e1c owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:32:51.481561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3897d-92e6-4fd4-8502-ef8ef9c3311c req-f8b5cc6a-2706-44ee-b702-62d3fa04b5be tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:51.489757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c2a3897d-92e6-4fd4-8502-ef8ef9c3311c req-f8b5cc6a-2706-44ee-b702-62d3fa04b5be tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 946 time: 0.1849754 Nov 09 00:32:51.561599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c2a3897d-92e6-4fd4-8502-ef8ef9c3311c req-bfe00117-6862-413f-ba88-2d957617da69 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=90130dca-a790-45bb-a14e-1f64becec846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706577 Nov 09 00:32:51.658828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:51.732482 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event deleted for resources: {'Port': ['ID=8f711328-c3c8-4589-a770-3556d76a5e1c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:51.812192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:32:51.870293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:32:51.870940 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:51.933777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:32:52.189195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e5577895-0277-4973-9cfa-526a2fda5396 req-dfdc6449-6434-4c7c-997f-342650b0d0df tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 210 time: 0.1310248 Nov 09 00:32:52.269198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:32:52.290199 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0b0443-3a79-47ee-ae05-4e95d9c99cae None None] Sync routers for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:32:52.306902 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b0443-3a79-47ee-ae05-4e95d9c99cae None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:32:52.309328 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8f0b0443-3a79-47ee-ae05-4e95d9c99cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:32:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:32:52.403914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] No DVR routers for this DVR port 8f711328-c3c8-4589-a770-3556d76a5e1c on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:32:52.418610 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:52.422046 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c071796-7ca3-4d0c-ae96-d56d11c9ae01 req-488948c6-3346-4b46-a171-5cb8eb59a7e2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.30 "DELETE /v2.0/ports/8f711328-c3c8-4589-a770-3556d76a5e1c HTTP/1.1" status: 204 len: 173 time: 2.0820317 Nov 09 00:32:52.422510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'name': 'network-vif-deleted', 'tag': '8f711328-c3c8-4589-a770-3556d76a5e1c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:32:52.424789 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23341338-07a6-465a-8cc6-e0e2baa30c26" -d '{"events": [{"server_uuid": "2dd9fd6a-24e3-4e04-9ddc-510803809d81", "name": "network-vif-deleted", "tag": "8f711328-c3c8-4589-a770-3556d76a5e1c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:32:52.494217 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc81c042-90ee-42e3-9d1d-de681eec26a4 x-openstack-request-id: req-dc81c042-90ee-42e3-9d1d-de681eec26a4 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:32:52.494743 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd9fd6a-24e3-4e04-9ddc-510803809d81", "name": "network-vif-deleted", "tag": "8f711328-c3c8-4589-a770-3556d76a5e1c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:32:52.495176 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc81c042-90ee-42e3-9d1d-de681eec26a4 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:32:52.495755 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd9fd6a-24e3-4e04-9ddc-510803809d81', 'name': 'network-vif-deleted', 'tag': '8f711328-c3c8-4589-a770-3556d76a5e1c', 'status': 'completed', 'code': 200} Nov 09 00:32:52.544482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e20f7-5310-45a7-a269-873b61afc028 req-f528a3b4-ffc4-4788-8fae-c6dd5645fece tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:52.546239 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-f528a3b4-ffc4-4788-8fae-c6dd5645fece tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.30 "GET /v2.0/networks?id=bea8ee25-858b-4f32-81c7-1e35b8f843c0 HTTP/1.1" status: 200 len: 797 time: 0.2041128 Nov 09 00:32:52.630368 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8f0b0443-3a79-47ee-ae05-4e95d9c99cae None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:32:52.720563 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fada1daf-d734-4db4-8e93-45e2dee9f557 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d6f5f38b2e348b0a38d565f5c34a031 HTTP/1.1" status: 200 len: 473 time: 0.1582241 Nov 09 00:32:52.749953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'port': {'device_id': '20300cac-887d-48df-af88-66c455aa4017', 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0', 'admin_state_up': True, 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'security_groups': ['5b55398e-75c2-401a-b4fa-b4ce6a62ac5e']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:52.815964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be51774d-21f2-47fe-bc90-361b5472a2a7 req-a7396656-c0f7-42df-8f5f-bb0a9df8d766 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd9fd6a-24e3-4e04-9ddc-510803809d81 HTTP/1.1" status: 200 len: 210 time: 0.0953734 Nov 09 00:32:52.927190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Made reservation on behalf of 6d6f5f38b2e348b0a38d565f5c34a031 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:32:52.931792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:52.951345 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8f0b0443-3a79-47ee-ae05-4e95d9c99cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:32:53.015944 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0b0443-3a79-47ee-ae05-4e95d9c99cae None None] Checking router: efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:32:53.034475 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b0443-3a79-47ee-ae05-4e95d9c99cae None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:32:53.035472 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8f0b0443-3a79-47ee-ae05-4e95d9c99cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:32:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:32:53.215124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Allocated IP 172.20.0.23 (bea8ee25-858b-4f32-81c7-1e35b8f843c0/5935d217-f317-423e-a606-8723c9cc49a6/7bcad02a-67b9-4c2a-ad60-63aabf79f326) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:32:53.231110 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8f0b0443-3a79-47ee-ae05-4e95d9c99cae None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:32:53.311343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c5d4548-1812-4faa-bf51-dbae58e1be8c req-54674178-2b0f-4e39-b56c-fb6a161d163e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 210 time: 0.0359488 Nov 09 00:32:53.465835 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:53.527500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:53.583506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network bea8ee25-858b-4f32-81c7-1e35b8f843c0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:32:53.589304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:32:53.593584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:32:53.595334 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8f0b0443-3a79-47ee-ae05-4e95d9c99cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:32:53.638600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=7bcad02a-67b9-4c2a-ad60-63aabf79f326,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:53.667383 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0b0443-3a79-47ee-ae05-4e95d9c99cae None None] The sync data for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 is: [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:32:53.718995 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:53.720361 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:53.746041 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-fc519686-5118-466f-b78d-e2f1707f04cc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0020087 Nov 09 00:32:53.759566 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Request body: {'port': {'device_id': '20300cac-887d-48df-af88-66c455aa4017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:53.848790 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:53.980101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41520) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:54.058646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7ea69921-e2a2-4b8c-9206-765f7210a0d9 None None] Provisioning complete for port 7bcad02a-67b9-4c2a-ad60-63aabf79f326 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:32:54.062398 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7ea69921-e2a2-4b8c-9206-765f7210a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.084707 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3984e6eb-a2c1-48cb-9f22-a10f45636c41 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.138671 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3984e6eb-a2c1-48cb-9f22-a10f45636c41 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.141666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-7ea69921-e2a2-4b8c-9206-765f7210a0d9 None None] Port 7bcad02a-67b9-4c2a-ad60-63aabf79f326 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:32:54.197869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fe6c7d-b3d1-4304-adb6-9eddadc08123 None None] New status for floating IP 8dca7445-c71b-4b4d-876f-d4eaa8fb3efb: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:32:54.228947 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3984e6eb-a2c1-48cb-9f22-a10f45636c41 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.231953 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3984e6eb-a2c1-48cb-9f22-a10f45636c41 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.233657 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3984e6eb-a2c1-48cb-9f22-a10f45636c41 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "DELETE /v2.0/security-groups/90130dca-a790-45bb-a14e-1f64becec846 HTTP/1.1" status: 204 len: 168 time: 0.2517619 Nov 09 00:32:54.238301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41522) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:54.254119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984e6eb-a2c1-48cb-9f22-a10f45636c41 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90130dca-a790-45bb-a14e-1f64becec846,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:54.272471 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-9327faae-e95f-430a-be79-5877759163c1 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] show failed (client error): The resource could not be found. Nov 09 00:32:54.273870 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9327faae-e95f-430a-be79-5877759163c1 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups/90130dca-a790-45bb-a14e-1f64becec846 HTTP/1.1" status: 404 len: 347 time: 0.0343516 Nov 09 00:32:54.276720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41524) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:54.337312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcad02a-67b9-4c2a-ad60-63aabf79f326 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:32:54.346738 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.369837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Transition to ACTIVE for port object 7bcad02a-67b9-4c2a-ad60-63aabf79f326 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:32:54.377790 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.450739 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Pushing event updated for resources: {'Port': ['ID=7bcad02a-67b9-4c2a-ad60-63aabf79f326,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:54.603141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b56ec7-ad10-4c2b-b21c-1ce2faf97b8c req-78216426-6021-4713-b567-b4c16a64aa71 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:54.605846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5b56ec7-ad10-4c2b-b21c-1ce2faf97b8c req-78216426-6021-4713-b567-b4c16a64aa71 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 944 time: 0.1661477 Nov 09 00:32:54.643535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Attempting to bind port 7bcad02a-67b9-4c2a-ad60-63aabf79f326 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:32:54.644418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Attempting to bind port 7bcad02a-67b9-4c2a-ad60-63aabf79f326 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:32:54.644912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Attempting to bind port 7bcad02a-67b9-4c2a-ad60-63aabf79f326 on network bea8ee25-858b-4f32-81c7-1e35b8f843c0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:32:54.647989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e20458cd-5457-4620-a18c-18c271f88188 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Deleting port 2b72d1b2-2a7b-48ca-a253-ca0ee57469c5 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:32:54.648338 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e20458cd-5457-4620-a18c-18c271f88188 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.658923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Port 7bcad02a-67b9-4c2a-ad60-63aabf79f326 on network bea8ee25-858b-4f32-81c7-1e35b8f843c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:32:54.661429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Attempting to bind port 7bcad02a-67b9-4c2a-ad60-63aabf79f326 on network bea8ee25-858b-4f32-81c7-1e35b8f843c0 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:32:54.697383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:32:54.697750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Checking segment: {'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:32:54.698139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Bound using segment: {'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:32:54.698571 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Bound port: 7bcad02a-67b9-4c2a-ad60-63aabf79f326, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:32:54.698927 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.779623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5b56ec7-ad10-4c2b-b21c-1ce2faf97b8c req-5486f7cc-c1ed-4d7d-b42e-e80569581275 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633124 Nov 09 00:32:54.855067 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e20458cd-5457-4620-a18c-18c271f88188 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.856258 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e20458cd-5457-4620-a18c-18c271f88188 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.857116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] For port 7bcad02a-67b9-4c2a-ad60-63aabf79f326, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:32:54.862171 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] For port 7bcad02a-67b9-4c2a-ad60-63aabf79f326, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7bcad02a-67b9-4c2a-ad60-63aabf79f326,segment=NetworkSegment(d0de467d-541f-4dca-a83c-784f0b28ed21),segment_id=d0de467d-541f-4dca-a83c-784f0b28ed21)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:32:54.874241 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.899624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e20458cd-5457-4620-a18c-18c271f88188 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Calling delete_port for 2b72d1b2-2a7b-48ca-a253-ca0ee57469c5 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:32:54.924191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:54.925537 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:54.926466 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-80b206cf-e996-4056-a279-f669028c79ec service neutron] 10.222.0.30 "PUT /v2.0/ports/7bcad02a-67b9-4c2a-ad60-63aabf79f326 HTTP/1.1" status: 200 len: 1092 time: 1.1720579 Nov 09 00:32:54.927015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20300cac-887d-48df-af88-66c455aa4017', 'tag': '7bcad02a-67b9-4c2a-ad60-63aabf79f326'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:32:54.930265 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f51bc69-3ab9-440b-8fca-417c937aadfc" -d '{"events": [{"name": "network-changed", "server_uuid": "20300cac-887d-48df-af88-66c455aa4017", "tag": "7bcad02a-67b9-4c2a-ad60-63aabf79f326"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:32:55.014953 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4c1266-9428-4694-89ee-11b95454c056 x-openstack-request-id: req-6c4c1266-9428-4694-89ee-11b95454c056 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:32:55.014953 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20300cac-887d-48df-af88-66c455aa4017", "tag": "7bcad02a-67b9-4c2a-ad60-63aabf79f326", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:32:55.014953 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c4c1266-9428-4694-89ee-11b95454c056 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:32:55.017071 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20300cac-887d-48df-af88-66c455aa4017', 'tag': '7bcad02a-67b9-4c2a-ad60-63aabf79f326', 'status': 'completed', 'code': 200} Nov 09 00:32:55.022300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b206cf-e996-4056-a279-f669028c79ec service neutron] Pushing event updated for resources: {'Port': ['ID=7bcad02a-67b9-4c2a-ad60-63aabf79f326,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:55.089521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e20f7-5310-45a7-a269-873b61afc028 req-101d34f1-8077-4d6f-bd19-c4841a2d2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:55.091464 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-101d34f1-8077-4d6f-bd19-c4841a2d2f3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 1095 time: 0.1036911 Nov 09 00:32:55.191596 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-31024f1c-a172-43b7-9221-8e61bd9251fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=7bcad02a-67b9-4c2a-ad60-63aabf79f326 HTTP/1.1" status: 200 len: 217 time: 0.0913088 Nov 09 00:32:55.206583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e20458cd-5457-4620-a18c-18c271f88188 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:55.260579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e20f7-5310-45a7-a269-873b61afc028 req-e11ebc0f-16c4-4819-a749-9efa5d53097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:55.262475 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-e11ebc0f-16c4-4819-a749-9efa5d53097e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5935d217-f317-423e-a606-8723c9cc49a6 HTTP/1.1" status: 200 len: 837 time: 0.0630350 Nov 09 00:32:55.271231 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20458cd-5457-4620-a18c-18c271f88188 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event deleted for resources: {'Port': ['ID=2b72d1b2-2a7b-48ca-a253-ca0ee57469c5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:55.339558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e20f7-5310-45a7-a269-873b61afc028 req-1ae70e02-1067-4d9a-8f2c-d405726acfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:55.343663 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-1ae70e02-1067-4d9a-8f2c-d405726acfa1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bea8ee25-858b-4f32-81c7-1e35b8f843c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688467 Nov 09 00:32:55.366390 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e20458cd-5457-4620-a18c-18c271f88188 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:55.369945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e20458cd-5457-4620-a18c-18c271f88188 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:55.371584 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e20458cd-5457-4620-a18c-18c271f88188 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "DELETE /v2.0/floatingips/8dca7445-c71b-4b4d-876f-d4eaa8fb3efb HTTP/1.1" status: 204 len: 168 time: 1.0937755 Nov 09 00:32:55.443539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8f711328-c3c8-4589-a770-3556d76a5e1c no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:32:55.477218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 8f711328-c3c8-4589-a770-3556d76a5e1c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:32:55.477687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8f711328-c3c8-4589-a770-3556d76a5e1c not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:32:55.520649 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-d3db89a7-3698-46fa-8e13-e24b076a813e service neutron] 10.222.0.30 "GET /v2.0/networks/bea8ee25-858b-4f32-81c7-1e35b8f843c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710460 Nov 09 00:32:55.642762 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e27e20f7-5310-45a7-a269-873b61afc028 req-b6ba6a90-4a04-4fe3-b9f4-4c9acd25a7bb service neutron] 10.222.0.30 "GET /v2.0/networks/bea8ee25-858b-4f32-81c7-1e35b8f843c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144023 Nov 09 00:32:55.657802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41544) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:55.663171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-838bb7f2-8dd0-4373-8af1-dae7f241306f tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--978655061', 'description': 'tempest-description--323196732'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:55.695714 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-838bb7f2-8dd0-4373-8af1-dae7f241306f tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:55.761519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51bc69-3ab9-440b-8fca-417c937aadfc req-528bfa70-6288-4426-b081-280ead5d41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:55.763334 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3f51bc69-3ab9-440b-8fca-417c937aadfc req-528bfa70-6288-4426-b081-280ead5d41cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 1095 time: 0.0654929 Nov 09 00:32:55.793501 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-838bb7f2-8dd0-4373-8af1-dae7f241306f tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:55.800195 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-838bb7f2-8dd0-4373-8af1-dae7f241306f tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:55.839851 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-838bb7f2-8dd0-4373-8af1-dae7f241306f tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:55.844995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-838bb7f2-8dd0-4373-8af1-dae7f241306f tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1861343 Nov 09 00:32:55.845749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41552) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:55.857210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1f062c72-5475-4cb9-80f4-a205548a8a93 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Request body: {'security_group_rule': {'security_group_id': 'a691e9ba-1501-4d1c-87f7-e263c9317797', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:55.892600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bb7f2-8dd0-4373-8af1-dae7f241306f tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a691e9ba-1501-4d1c-87f7-e263c9317797,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:55.935219 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51bc69-3ab9-440b-8fca-417c937aadfc req-5bc8dde5-14ee-4448-b8b0-1a80c9ae5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:55.938892 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3f51bc69-3ab9-440b-8fca-417c937aadfc req-5bc8dde5-14ee-4448-b8b0-1a80c9ae5613 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bea8ee25-858b-4f32-81c7-1e35b8f843c0 HTTP/1.1" status: 200 len: 897 time: 0.1687412 Nov 09 00:32:55.940367 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f062c72-5475-4cb9-80f4-a205548a8a93 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:55.987638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb5edf-0fb2-43d5-8199-f1f76b77c0c4 req-e1d1a28c-7a62-4746-8ad7-4a2b812d5118 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:55.989165 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb5edf-0fb2-43d5-8199-f1f76b77c0c4 req-e1d1a28c-7a62-4746-8ad7-4a2b812d5118 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 944 time: 0.1001847 Nov 09 00:32:56.001271 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3f51bc69-3ab9-440b-8fca-417c937aadfc req-8f5e5b23-e5c4-4c6a-8ee0-9f3cc8f24c26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=7bcad02a-67b9-4c2a-ad60-63aabf79f326 HTTP/1.1" status: 200 len: 217 time: 0.0533473 Nov 09 00:32:56.050369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb5edf-0fb2-43d5-8199-f1f76b77c0c4 req-35a26c8a-6906-4b81-a873-1e204113bfb1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513690 Nov 09 00:32:56.070176 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f062c72-5475-4cb9-80f4-a205548a8a93 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:56.074930 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f062c72-5475-4cb9-80f4-a205548a8a93 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:56.078249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51bc69-3ab9-440b-8fca-417c937aadfc req-7607245e-2294-46c5-b596-42f94b5eea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:56.080066 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3f51bc69-3ab9-440b-8fca-417c937aadfc req-7607245e-2294-46c5-b596-42f94b5eea33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5935d217-f317-423e-a606-8723c9cc49a6 HTTP/1.1" status: 200 len: 837 time: 0.0703695 Nov 09 00:32:56.096054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f062c72-5475-4cb9-80f4-a205548a8a93 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd32eef5-09d7-4a5e-aa89-10d3e42f45b0,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:56.107831 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f062c72-5475-4cb9-80f4-a205548a8a93 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:56.110995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1f062c72-5475-4cb9-80f4-a205548a8a93 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2594931 Nov 09 00:32:56.113308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41556) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:56.118185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b1f5116d-f2af-4542-8e0c-d8f3fd48feec tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Request body: {'security_group_rule': {'security_group_id': 'a691e9ba-1501-4d1c-87f7-e263c9317797', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:56.148069 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51bc69-3ab9-440b-8fca-417c937aadfc req-7e34a69a-bc45-412b-bfc2-f366b30ac1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:56.149832 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3f51bc69-3ab9-440b-8fca-417c937aadfc req-7e34a69a-bc45-412b-bfc2-f366b30ac1f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bea8ee25-858b-4f32-81c7-1e35b8f843c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621490 Nov 09 00:32:56.152293 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1f5116d-f2af-4542-8e0c-d8f3fd48feec tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:56.213866 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1f5116d-f2af-4542-8e0c-d8f3fd48feec tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:56.216458 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1f5116d-f2af-4542-8e0c-d8f3fd48feec tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:56.235084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5116d-f2af-4542-8e0c-d8f3fd48feec tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dee761-58c1-4b31-ae6a-97f9f6507e7f,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:56.245757 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1f5116d-f2af-4542-8e0c-d8f3fd48feec tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:56.249383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b1f5116d-f2af-4542-8e0c-d8f3fd48feec tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324494 Nov 09 00:32:56.251349 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41558) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:32:56.261095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:56.268300 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3f51bc69-3ab9-440b-8fca-417c937aadfc req-e8c17d56-9cdb-4c81-b045-17de2818fc35 service neutron] 10.222.0.30 "GET /v2.0/networks/bea8ee25-858b-4f32-81c7-1e35b8f843c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065958 Nov 09 00:32:56.289676 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:56.384814 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3f51bc69-3ab9-440b-8fca-417c937aadfc req-7cfa3f87-5477-4e15-a0c7-8de544a834cd service neutron] 10.222.0.30 "GET /v2.0/networks/bea8ee25-858b-4f32-81c7-1e35b8f843c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088138 Nov 09 00:32:56.411690 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:56.528367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Allocated IP 172.25.0.88 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/b4d6b81b-c485-4c96-ba0d-bdd4fae41515) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:32:56.649893 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:56.685708 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:56.730003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:32:56.733801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:32:56.736712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:32:56.741104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event updated for resources: {'Port': ['ID=b4d6b81b-c485-4c96-ba0d-bdd4fae41515,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:56.851317 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:56.908778 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:57.138092 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:57.148447 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:57.200295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event updated for resources: {'Port': ['ID=b4d6b81b-c485-4c96-ba0d-bdd4fae41515,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:57.289921 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:57.301596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c44b3e-132b-4fa4-ba8f-e9d248ba0fa6 req-f1850beb-fd18-4920-b2ee-596e17d8d2c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:57.303844 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17c44b3e-132b-4fa4-ba8f-e9d248ba0fa6 req-f1850beb-fd18-4920-b2ee-596e17d8d2c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 944 time: 0.1512129 Nov 09 00:32:57.316573 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:57.324537 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1278e667-5dd4-40b5-90b5-ef1f76fcc1f9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0721321 Nov 09 00:32:57.390272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17c44b3e-132b-4fa4-ba8f-e9d248ba0fa6 req-b555e93a-5ebc-4018-9c85-938a884a23a6 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642276 Nov 09 00:32:57.554051 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-465c6593-7200-45a3-9fba-53bbbc8edd5f tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--978655061&fields=id&tenant_id=99341496d3824100a06d3bdcd9b26db3 HTTP/1.1" status: 200 len: 267 time: 0.0462232 Nov 09 00:32:57.662562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-560b3f68-3312-4a82-99a6-2451cdcbd5c9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:57.664317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-560b3f68-3312-4a82-99a6-2451cdcbd5c9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 811 time: 0.1024365 Nov 09 00:32:57.680725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-8b6d6a01-a434-4788-89da-3ec416b8db16 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/quotas/99341496d3824100a06d3bdcd9b26db3 HTTP/1.1" status: 200 len: 375 time: 0.0100679 Nov 09 00:32:57.748095 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-343c13e5-a3b4-47b8-ab6a-e8f36bd0f41c tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527160 Nov 09 00:32:57.852957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-2d0a75e8-5282-4e39-9a9a-bf27d63098ad service neutron] 10.222.0.25 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847409 Nov 09 00:32:57.957792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-b5db34f2-69ca-481a-924a-8cc36ce550e6 service neutron] 10.222.0.25 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986388 Nov 09 00:32:58.184485 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5626bdc-5481-464e-8209-39b438d279bb req-4927beaa-b9b3-41d8-8c29-6391863404c6 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 210 time: 0.0286319 Nov 09 00:32:58.549027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c8776-cb1a-4f28-86b9-11ec727b2d33 req-2cce292f-9f62-420d-a123-db71c2b1d094 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:58.550747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-863c8776-cb1a-4f28-86b9-11ec727b2d33 req-2cce292f-9f62-420d-a123-db71c2b1d094 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 944 time: 0.0850136 Nov 09 00:32:58.627247 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-863c8776-cb1a-4f28-86b9-11ec727b2d33 req-03349aaa-5293-405c-ac98-abdb70d6e562 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665374 Nov 09 00:32:59.326565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7394747c-bc0f-47ae-a9df-d4728ed38f10 req-6d80a052-2bd2-4ed3-b600-2e21576759cd tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 210 time: 0.0538676 Nov 09 00:32:59.365825 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-27fc1e0d-5638-4120-bfbd-cf0f8e54ae87 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:59.370761 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-27fc1e0d-5638-4120-bfbd-cf0f8e54ae87 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.11 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 811 time: 0.2005975 Nov 09 00:32:59.438527 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-fb0ef06f-3b76-4c00-a798-b4123f043b4c tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99341496d3824100a06d3bdcd9b26db3 HTTP/1.1" status: 200 len: 379 time: 0.0619309 Nov 09 00:32:59.447182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 7bcad02a-67b9-4c2a-ad60-63aabf79f326 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:32:59.450032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Request body: {'port': {'device_id': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'admin_state_up': True, 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'security_groups': ['a691e9ba-1501-4d1c-87f7-e263c9317797']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:32:59.572520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 7bcad02a-67b9-4c2a-ad60-63aabf79f326, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7bcad02a-67b9-4c2a-ad60-63aabf79f326,segment=NetworkSegment(d0de467d-541f-4dca-a83c-784f0b28ed21),segment_id=d0de467d-541f-4dca-a83c-784f0b28ed21)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:32:59.584675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '7bcad02a-67b9-4c2a-ad60-63aabf79f326', 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0', 'port_id': '7bcad02a-67b9-4c2a-ad60-63aabf79f326', 'mac_address': 'fa:16:3e:ec:58:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5935d217-f317-423e-a606-8723c9cc49a6', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:32:59.591445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Made reservation on behalf of 99341496d3824100a06d3bdcd9b26db3 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:32:59.595070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:59.643108 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:59.657886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcad02a-67b9-4c2a-ad60-63aabf79f326 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:32:59.686803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 7bcad02a-67b9-4c2a-ad60-63aabf79f326, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7bcad02a-67b9-4c2a-ad60-63aabf79f326,segment=NetworkSegment(d0de467d-541f-4dca-a83c-784f0b28ed21),segment_id=d0de467d-541f-4dca-a83c-784f0b28ed21)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:32:59.695978 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:32:59.766309 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=7bcad02a-67b9-4c2a-ad60-63aabf79f326,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:32:59.774024 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Allocated IP 172.20.0.6 (8e62e36f-7753-4c94-a1f8-60bd3ff32bf3/6d7c025b-07ef-4d99-9a4e-7a29dc520ee9/764cee10-9611-4f8f-a319-efb99a1b4182) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:32:59.824058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e3b9f-3f1c-4f40-8938-d4b224f85b49 req-cd6d6f09-a66b-4f6b-b1d2-a41f77f997aa tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:32:59.832025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-826e3b9f-3f1c-4f40-8938-d4b224f85b49 req-cd6d6f09-a66b-4f6b-b1d2-a41f77f997aa tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 945 time: 0.0911775 Nov 09 00:32:59.894372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-826e3b9f-3f1c-4f40-8938-d4b224f85b49 req-e6f4c5ea-e58a-4fc4-9d75-6b9f71a8f892 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609939 Nov 09 00:32:59.905113 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['7bcad02a-67b9-4c2a-ad60-63aabf79f326'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:32:59.988499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:00.042783 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:00.093885 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:33:00.099167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:33:00.101914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:33:00.164425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:00.165073 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:00.167933 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event updated for resources: {'Port': ['ID=764cee10-9611-4f8f-a319-efb99a1b4182,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:00.189758 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-31e5d231-4285-428a-acfd-049bf80dd79e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7437654 Nov 09 00:33:00.202054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Request body: {'port': {'device_id': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:00.279528 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:00.421688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-03016a47-1cd0-442e-addb-f737cad17a7c None None] Provisioning complete for port 764cee10-9611-4f8f-a319-efb99a1b4182 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:00.422082 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-03016a47-1cd0-442e-addb-f737cad17a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:00.464085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-03016a47-1cd0-442e-addb-f737cad17a7c None None] Port 764cee10-9611-4f8f-a319-efb99a1b4182 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:33:00.471855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23509c-da49-4484-9d4f-9e4a120dda91 req-afee941b-fae3-4950-89b2-281115ff5b5e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:00.480216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc23509c-da49-4484-9d4f-9e4a120dda91 req-afee941b-fae3-4950-89b2-281115ff5b5e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 931 time: 0.0725808 Nov 09 00:33:00.541274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc23509c-da49-4484-9d4f-9e4a120dda91 req-9f051561-aaad-455f-9254-ec055eb26657 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=a691e9ba-1501-4d1c-87f7-e263c9317797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599811 Nov 09 00:33:00.639373 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764cee10-9611-4f8f-a319-efb99a1b4182 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:33:00.647487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:00.659424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Transition to ACTIVE for port object 764cee10-9611-4f8f-a319-efb99a1b4182 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:33:00.664439 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:00.738413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Pushing event updated for resources: {'Port': ['ID=764cee10-9611-4f8f-a319-efb99a1b4182,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:00.792811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Attempting to bind port 764cee10-9611-4f8f-a319-efb99a1b4182 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:33:00.793106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Attempting to bind port 764cee10-9611-4f8f-a319-efb99a1b4182 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:33:00.793593 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Attempting to bind port 764cee10-9611-4f8f-a319-efb99a1b4182 on network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:33:00.798761 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Port 764cee10-9611-4f8f-a319-efb99a1b4182 on network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:33:00.799250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Attempting to bind port 764cee10-9611-4f8f-a319-efb99a1b4182 on network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:33:00.805476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:33:00.805833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Checking segment: {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:33:00.806218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Bound using segment: {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:33:00.806666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Bound port: 764cee10-9611-4f8f-a319-efb99a1b4182, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c16980-54dc-4176-a86c-2eeb1394ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:33:00.807030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:00.882877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] For port 764cee10-9611-4f8f-a319-efb99a1b4182, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:33:00.886836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] For port 764cee10-9611-4f8f-a319-efb99a1b4182, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=764cee10-9611-4f8f-a319-efb99a1b4182,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:33:00.892200 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:00.962225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:00.962845 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:00.965218 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] 10.222.0.11 "PUT /v2.0/ports/764cee10-9611-4f8f-a319-efb99a1b4182 HTTP/1.1" status: 200 len: 1091 time: 0.7674129 Nov 09 00:33:00.967878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'tag': '764cee10-9611-4f8f-a319-efb99a1b4182'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:33:00.992053 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26749f6d-c98d-4aa6-a9af-9650858cd5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e868f6ba-22fa-4131-929d-5e2261a804ff", "tag": "764cee10-9611-4f8f-a319-efb99a1b4182"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:33:01.013533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e27169-e99b-4569-bd61-ca072ad23691 service neutron] Pushing event updated for resources: {'Port': ['ID=764cee10-9611-4f8f-a319-efb99a1b4182,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:01.081118 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bff74b-1792-4aec-bdb8-6a5a229a9ab7 x-openstack-request-id: req-64bff74b-1792-4aec-bdb8-6a5a229a9ab7 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:33:01.081457 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e868f6ba-22fa-4131-929d-5e2261a804ff", "tag": "764cee10-9611-4f8f-a319-efb99a1b4182", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:33:01.081698 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64bff74b-1792-4aec-bdb8-6a5a229a9ab7 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:33:01.082100 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'tag': '764cee10-9611-4f8f-a319-efb99a1b4182', 'status': 'completed', 'code': 200} Nov 09 00:33:01.103799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-ca3822d2-839b-4857-8523-2beb95bb339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:01.105445 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-ca3822d2-839b-4857-8523-2beb95bb339c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 1094 time: 0.0827367 Nov 09 00:33:01.146371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff0aa-7716-4518-b6b9-ce79e273512b req-dc6bfde9-f97d-4022-9dbb-34214d97b529 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:01.150240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e97ff0aa-7716-4518-b6b9-ce79e273512b req-dc6bfde9-f97d-4022-9dbb-34214d97b529 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 945 time: 0.0704930 Nov 09 00:33:01.160307 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-90c4db40-ec40-4863-b12a-729fa30c6546 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=764cee10-9611-4f8f-a319-efb99a1b4182 HTTP/1.1" status: 200 len: 217 time: 0.0466344 Nov 09 00:33:01.210163 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e97ff0aa-7716-4518-b6b9-ce79e273512b req-4012e13a-582a-41b0-9d29-b6ae26a6e062 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547366 Nov 09 00:33:01.239110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-6dcda360-105b-46c4-90cf-29c8901d068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:01.240650 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-6dcda360-105b-46c4-90cf-29c8901d068b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 HTTP/1.1" status: 200 len: 850 time: 0.0722268 Nov 09 00:33:01.318368 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-e4418e59-98d8-4d9a-9543-c4d5ba696a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:01.320895 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-e4418e59-98d8-4d9a-9543-c4d5ba696a53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721266 Nov 09 00:33:01.431393 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-115a409e-c3d9-430d-8a72-22dbd529d89b service neutron] 10.222.0.11 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014698 Nov 09 00:33:01.477759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 7bcad02a-67b9-4c2a-ad60-63aabf79f326 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:33:01.532456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 7bcad02a-67b9-4c2a-ad60-63aabf79f326 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:33:01.536635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 7bcad02a-67b9-4c2a-ad60-63aabf79f326 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:01.537443 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:01.540307 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-da62eb4b-ef04-47b8-b46a-819cf1c0f949 req-546773a3-996f-4d4e-8979-01aed2c41ecb service neutron] 10.222.0.11 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007173 Nov 09 00:33:01.648455 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:01.659791 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26749f6d-c98d-4aa6-a9af-9650858cd5bb req-e66159ac-b2f1-4f3a-ba8e-6fa067949f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:01.661579 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26749f6d-c98d-4aa6-a9af-9650858cd5bb req-e66159ac-b2f1-4f3a-ba8e-6fa067949f95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 1094 time: 0.0574224 Nov 09 00:33:01.674325 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20300cac-887d-48df-af88-66c455aa4017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcad02a-67b9-4c2a-ad60-63aabf79f326'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:33:01.677645 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e44e25-b807-48e5-af10-e9037c7d5523" -d '{"events": [{"server_uuid": "20300cac-887d-48df-af88-66c455aa4017", "name": "network-vif-plugged", "status": "completed", "tag": "7bcad02a-67b9-4c2a-ad60-63aabf79f326"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:33:01.682866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d5fd4-43b8-40c9-a5dd-8f7d1402cf8d req-148bcddc-1321-43fe-baed-a47e4543fc75 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:01.693746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-008d5fd4-43b8-40c9-a5dd-8f7d1402cf8d req-148bcddc-1321-43fe-baed-a47e4543fc75 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 943 time: 0.0756724 Nov 09 00:33:01.732369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 7bcad02a-67b9-4c2a-ad60-63aabf79f326, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7bcad02a-67b9-4c2a-ad60-63aabf79f326,segment=NetworkSegment(d0de467d-541f-4dca-a83c-784f0b28ed21),segment_id=d0de467d-541f-4dca-a83c-784f0b28ed21)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:01.748269 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:01.800583 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e1ec56-4e97-4b3f-ba02-bc91d84b8488 x-openstack-request-id: req-36e1ec56-4e97-4b3f-ba02-bc91d84b8488 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:33:01.801334 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20300cac-887d-48df-af88-66c455aa4017", "name": "network-vif-plugged", "status": "completed", "tag": "7bcad02a-67b9-4c2a-ad60-63aabf79f326", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:33:01.801913 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36e1ec56-4e97-4b3f-ba02-bc91d84b8488 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:33:01.803038 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20300cac-887d-48df-af88-66c455aa4017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcad02a-67b9-4c2a-ad60-63aabf79f326', 'code': 200} Nov 09 00:33:01.834397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-008d5fd4-43b8-40c9-a5dd-8f7d1402cf8d req-f3a4c776-8b79-4948-acd3-f12bf9a7039a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=a691e9ba-1501-4d1c-87f7-e263c9317797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396213 Nov 09 00:33:01.858793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=7bcad02a-67b9-4c2a-ad60-63aabf79f326,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:01.877598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26749f6d-c98d-4aa6-a9af-9650858cd5bb req-69d67745-0b35-4876-8d7b-e5d8de2b8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:01.879221 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26749f6d-c98d-4aa6-a9af-9650858cd5bb req-69d67745-0b35-4876-8d7b-e5d8de2b8d85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 911 time: 0.2105780 Nov 09 00:33:01.929762 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26749f6d-c98d-4aa6-a9af-9650858cd5bb req-22cbe9b2-e5e3-4ad1-824c-2a469b84d15a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=764cee10-9611-4f8f-a319-efb99a1b4182 HTTP/1.1" status: 200 len: 217 time: 0.0355139 Nov 09 00:33:01.948753 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4761d66-e485-4df7-ae13-5f7342bba468 req-df92ce0f-af81-453e-87ad-c87c1c5805ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:01.950274 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a4761d66-e485-4df7-ae13-5f7342bba468 req-df92ce0f-af81-453e-87ad-c87c1c5805ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 1097 time: 0.0913939 Nov 09 00:33:02.012711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26749f6d-c98d-4aa6-a9af-9650858cd5bb req-94c893f6-8cb9-4e40-8e52-5998bd2ca817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:02.014495 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26749f6d-c98d-4aa6-a9af-9650858cd5bb req-94c893f6-8cb9-4e40-8e52-5998bd2ca817 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 HTTP/1.1" status: 200 len: 850 time: 0.0754609 Nov 09 00:33:02.040509 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a4761d66-e485-4df7-ae13-5f7342bba468 req-55e7816a-a249-4655-b49d-886fa18b7c87 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707278 Nov 09 00:33:02.071418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26749f6d-c98d-4aa6-a9af-9650858cd5bb req-d24be101-4876-4a76-9520-149a13afed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:02.077208 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26749f6d-c98d-4aa6-a9af-9650858cd5bb req-d24be101-4876-4a76-9520-149a13afed0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501184 Nov 09 00:33:02.173166 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26749f6d-c98d-4aa6-a9af-9650858cd5bb req-eab5349b-5245-49f8-b2cd-8d1b4acc75c1 service neutron] 10.222.0.11 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915229 Nov 09 00:33:02.272626 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26749f6d-c98d-4aa6-a9af-9650858cd5bb req-49507704-b3a3-4e79-935e-54a65cf9f4f2 service neutron] 10.222.0.11 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917850 Nov 09 00:33:02.358595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45c738-aff3-428f-9933-e9ec01c745b4 req-8b6399f8-3613-49d4-a066-842ca1bf2b73 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:02.365950 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a45c738-aff3-428f-9933-e9ec01c745b4 req-8b6399f8-3613-49d4-a066-842ca1bf2b73 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 946 time: 0.0652544 Nov 09 00:33:02.772059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a45c738-aff3-428f-9933-e9ec01c745b4 req-68bb2468-d3cc-4eee-8c1f-7c8f476944cb tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4037857 Nov 09 00:33:02.955018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8379f9b-61ea-4a4b-9981-bf65b9381d27 req-0e0762a7-3cd5-4c7d-be2c-4c5c2b1b5f5e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:02.956728 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8379f9b-61ea-4a4b-9981-bf65b9381d27 req-0e0762a7-3cd5-4c7d-be2c-4c5c2b1b5f5e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 943 time: 0.0589676 Nov 09 00:33:03.032180 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8379f9b-61ea-4a4b-9981-bf65b9381d27 req-8171c02b-08cc-46c1-b1a8-77769ae22ee3 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=a691e9ba-1501-4d1c-87f7-e263c9317797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553775 Nov 09 00:33:03.592611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 764cee10-9611-4f8f-a319-efb99a1b4182 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:33:03.702728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 764cee10-9611-4f8f-a319-efb99a1b4182, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=764cee10-9611-4f8f-a319-efb99a1b4182,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:03.715295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '764cee10-9611-4f8f-a319-efb99a1b4182', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'port_id': '764cee10-9611-4f8f-a319-efb99a1b4182', 'mac_address': 'fa:16:3e:03:38:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:33:03.762040 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:03.775670 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764cee10-9611-4f8f-a319-efb99a1b4182 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:33:03.794726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 764cee10-9611-4f8f-a319-efb99a1b4182, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=764cee10-9611-4f8f-a319-efb99a1b4182,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:03.799685 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:03.853009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=764cee10-9611-4f8f-a319-efb99a1b4182,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:03.903898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63379dc-7f32-4770-a29d-b4a55054876e req-53374658-8d67-40d8-903d-1ac38a9ce943 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:03.905440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c63379dc-7f32-4770-a29d-b4a55054876e req-53374658-8d67-40d8-903d-1ac38a9ce943 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 946 time: 0.0535135 Nov 09 00:33:03.954424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c63379dc-7f32-4770-a29d-b4a55054876e req-0579a0cd-4846-4610-8b26-9a2ba2edd662 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Nov 09 00:33:04.024313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['764cee10-9611-4f8f-a319-efb99a1b4182'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:33:04.079765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ffb74-ebea-44bf-bbb5-d661c5ac7082 req-ad02f6f0-c697-4f42-9b54-ca4c07f73224 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:04.081330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e6ffb74-ebea-44bf-bbb5-d661c5ac7082 req-ad02f6f0-c697-4f42-9b54-ca4c07f73224 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 946 time: 0.0545969 Nov 09 00:33:04.143103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e6ffb74-ebea-44bf-bbb5-d661c5ac7082 req-001d9baa-bce9-41fb-9132-dca9ffcb3cd4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552931 Nov 09 00:33:04.197107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346a5e-ce99-4bb5-a0b2-3a063df1a46e req-aed18293-439a-40d9-888f-171eac9fb684 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:04.198897 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80346a5e-ce99-4bb5-a0b2-3a063df1a46e req-aed18293-439a-40d9-888f-171eac9fb684 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 944 time: 0.0737417 Nov 09 00:33:04.247330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80346a5e-ce99-4bb5-a0b2-3a063df1a46e req-8db0cdca-b0b1-443e-80b1-815f9879a694 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=a691e9ba-1501-4d1c-87f7-e263c9317797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418117 Nov 09 00:33:05.417499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fec0b4-082f-48b3-b895-fee9973266cf req-455295aa-4bb6-4ca7-8fe4-94912bc4049b tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:05.419125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fec0b4-082f-48b3-b895-fee9973266cf req-455295aa-4bb6-4ca7-8fe4-94912bc4049b tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 944 time: 0.0719447 Nov 09 00:33:05.468416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4fec0b4-082f-48b3-b895-fee9973266cf req-0ab3d3e5-a58f-4b7e-8235-40eb0408c6c9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=a691e9ba-1501-4d1c-87f7-e263c9317797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433590 Nov 09 00:33:05.607853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 764cee10-9611-4f8f-a319-efb99a1b4182 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:33:05.652942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41784) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:05.685452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 764cee10-9611-4f8f-a319-efb99a1b4182 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:33:05.690339 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 764cee10-9611-4f8f-a319-efb99a1b4182 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:05.690818 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:05.864256 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:05.935347 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764cee10-9611-4f8f-a319-efb99a1b4182'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:33:05.938863 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba23299b-d2e0-4191-8a72-f09f71b5a2e8" -d '{"events": [{"server_uuid": "e868f6ba-22fa-4131-929d-5e2261a804ff", "name": "network-vif-plugged", "status": "completed", "tag": "764cee10-9611-4f8f-a319-efb99a1b4182"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:33:05.973242 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 764cee10-9611-4f8f-a319-efb99a1b4182, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=764cee10-9611-4f8f-a319-efb99a1b4182,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:05.983438 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:06.031814 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a60d2b-ce13-430e-a462-5991c88f7276 x-openstack-request-id: req-f6a60d2b-ce13-430e-a462-5991c88f7276 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:33:06.032361 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e868f6ba-22fa-4131-929d-5e2261a804ff", "name": "network-vif-plugged", "status": "completed", "tag": "764cee10-9611-4f8f-a319-efb99a1b4182", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:33:06.032875 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6a60d2b-ce13-430e-a462-5991c88f7276 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:33:06.033972 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764cee10-9611-4f8f-a319-efb99a1b4182', 'code': 200} Nov 09 00:33:06.107787 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=764cee10-9611-4f8f-a319-efb99a1b4182,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:06.149382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01170ce0-4bd8-4809-aca2-79e3f28632c3 req-df6ccbc7-d1de-436e-84d2-ac23171ef3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:06.152624 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01170ce0-4bd8-4809-aca2-79e3f28632c3 req-df6ccbc7-d1de-436e-84d2-ac23171ef3eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 1096 time: 0.0668643 Nov 09 00:33:06.223375 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01170ce0-4bd8-4809-aca2-79e3f28632c3 req-c1dfcb7a-5c3d-44e3-8e70-6928cfe55f83 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a691e9ba-1501-4d1c-87f7-e263c9317797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632226 Nov 09 00:33:06.272697 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:06.626821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Allocated IP 172.20.0.17 (bea8ee25-858b-4f32-81c7-1e35b8f843c0/5935d217-f317-423e-a606-8723c9cc49a6/abbc544e-4de7-4177-a909-687cd671e5fa) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:33:06.647438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd4681-6619-4e78-a724-5ca18d9af2ca req-05cd0faa-0b97-4a9b-a13b-1c031fd704da tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:06.649068 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ebd4681-6619-4e78-a724-5ca18d9af2ca req-05cd0faa-0b97-4a9b-a13b-1c031fd704da tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 945 time: 0.1009660 Nov 09 00:33:06.761978 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ebd4681-6619-4e78-a724-5ca18d9af2ca req-80b9c18c-8cd1-4cfa-b213-893aace02d70 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=a691e9ba-1501-4d1c-87f7-e263c9317797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058633 Nov 09 00:33:06.810865 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:06.857863 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:06.906968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network bea8ee25-858b-4f32-81c7-1e35b8f843c0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:33:06.912393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:33:06.916329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:33:06.955503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=abbc544e-4de7-4177-a909-687cd671e5fa,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:06.974253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:06.974668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:06.975020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:06.975405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:06.975771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:06.976107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:06.976446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:06.976892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:06.977245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:06.977603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:06.977941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:06.978273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:06.990712 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:07.162342 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:07.314836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-210853d3-278c-4b9c-a1dd-975cc3638128 None None] Provisioning complete for port abbc544e-4de7-4177-a909-687cd671e5fa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:07.315491 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-210853d3-278c-4b9c-a1dd-975cc3638128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:07.370769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-210853d3-278c-4b9c-a1dd-975cc3638128 None None] Port abbc544e-4de7-4177-a909-687cd671e5fa cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:33:07.535715 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:07.540596 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:07.617653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=abbc544e-4de7-4177-a909-687cd671e5fa,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:07.622828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:07.742468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network bea8ee25-858b-4f32-81c7-1e35b8f843c0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:33:07.743894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:33:07.928817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Router 26488891-685c-47b1-bd51-bd44b209dc26 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:33:07.947063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6284a-9795-4d3d-a400-c9004e8ee575 req-e941b17c-6d41-4063-8834-15174630a967 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:07.948804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ed6284a-9795-4d3d-a400-c9004e8ee575 req-e941b17c-6d41-4063-8834-15174630a967 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 945 time: 0.0860724 Nov 09 00:33:08.043367 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ed6284a-9795-4d3d-a400-c9004e8ee575 req-0ac3574b-33f7-4d74-aca1-8c7b0da88f13 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=a691e9ba-1501-4d1c-87f7-e263c9317797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875490 Nov 09 00:33:08.117369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a3d92f61-ec01-4371-b559-473c7ec6cd66 None None] Provisioning complete for port abbc544e-4de7-4177-a909-687cd671e5fa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:08.119331 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a3d92f61-ec01-4371-b559-473c7ec6cd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:08.121756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:33:08.132104 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Sync routers for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:33:08.149366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-58a7ca3d-9856-4c01-ba67-d9972e2c0741 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "PUT /v2.0/routers/26488891-685c-47b1-bd51-bd44b209dc26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4839029 Nov 09 00:33:08.156779 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:08.157428 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:32:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:08.194434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a3d92f61-ec01-4371-b559-473c7ec6cd66 None None] Port abbc544e-4de7-4177-a909-687cd671e5fa cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:33:08.233238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57877ad8-32f3-4499-a5ae-0f5a2f635ec8 req-ec8bf70f-2fe8-4813-9c4c-9d7e395373d2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:08.234972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57877ad8-32f3-4499-a5ae-0f5a2f635ec8 req-ec8bf70f-2fe8-4813-9c4c-9d7e395373d2 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 945 time: 0.0948052 Nov 09 00:33:08.246608 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41852) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:08.251503 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4e081555-8544-4837-8427-6956ec01887a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Request body: {'floatingip': {'port_id': '764cee10-9611-4f8f-a319-efb99a1b4182'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:08.325717 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e081555-8544-4837-8427-6956ec01887a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:08.477984 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:08.807120 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:33:07Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '19727ce7-2cea-4177-8228-df0bda8574e2', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'port_id': '27178246-3164-4619-b241-9409f6bed736', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'mac_address': 'fa:16:3e:02:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:32:09Z', 'updated_at': '2021-11-09T00:32:13Z', 'revision_number': 1, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abbc544e-4de7-4177-a909-687cd671e5fa', 'name': '', 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:3b:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '5935d217-f317-423e-a606-8723c9cc49a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:06Z', 'updated_at': '2021-11-09T00:33:07Z', 'revision_number': 2, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': '5935d217-f317-423e-a606-8723c9cc49a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:08.837970 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Checking router: 26488891-685c-47b1-bd51-bd44b209dc26 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:33:08.838409 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Updating router 26488891-685c-47b1-bd51-bd44b209dc26 port abbc544e-4de7-4177-a909-687cd671e5fa binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:33:08.872374 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:08.978165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41890) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:09.174036 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-830b93da-aed7-4cd9-8dff-3464c7c2f779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.238509 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-968974be-c9cc-4b16-854e-eab012b7a42a req-4d1b463f-cc70-4b16-8011-5666e20a9d2a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947404 Nov 09 00:33:09.280474 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.291767 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.316085 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-830b93da-aed7-4cd9-8dff-3464c7c2f779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.329411 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-830b93da-aed7-4cd9-8dff-3464c7c2f779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.398919 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 41904) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:09.399497 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-830b93da-aed7-4cd9-8dff-3464c7c2f779 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47791387803b409a9df5cb763f030a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4201694 Nov 09 00:33:09.400243 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b93da-aed7-4cd9-8dff-3464c7c2f779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d35c6c8-3236-4086-acd2-2296bd44107f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:09.459249 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Pushing event updated for resources: {'Port': ['ID=abbc544e-4de7-4177-a909-687cd671e5fa,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:09.483139 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:09.483737 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:09.484202 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:09.485020 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:09.485377 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:09.485788 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:09.486114 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:09.486438 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:09.486828 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:09.487370 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:09.487697 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:09.488015 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:09.494847 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Attempting to bind port abbc544e-4de7-4177-a909-687cd671e5fa on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:33:09.495210 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Attempting to bind port abbc544e-4de7-4177-a909-687cd671e5fa by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:33:09.495639 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Attempting to bind port abbc544e-4de7-4177-a909-687cd671e5fa on network bea8ee25-858b-4f32-81c7-1e35b8f843c0 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:33:09.502737 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:33:09.503003 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Checking segment: {'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:33:09.503313 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.503771 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Bound using segment: {'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:33:09.504234 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Bound port: abbc544e-4de7-4177-a909-687cd671e5fa, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0de467d-541f-4dca-a83c-784f0b28ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:33:09.505491 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.520117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968974be-c9cc-4b16-854e-eab012b7a42a req-40c46233-46d7-40ea-aa23-9e67ac24a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:09.522409 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-968974be-c9cc-4b16-854e-eab012b7a42a req-40c46233-46d7-40ea-aa23-9e67ac24a3f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 1097 time: 0.2323933 Nov 09 00:33:09.533023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45c40dfc-818d-4ef5-8935-c305e520b75a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.589317 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] For port abbc544e-4de7-4177-a909-687cd671e5fa, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:33:09.593130 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] For port abbc544e-4de7-4177-a909-687cd671e5fa, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=abbc544e-4de7-4177-a909-687cd671e5fa,segment=NetworkSegment(d0de467d-541f-4dca-a83c-784f0b28ed21),segment_id=d0de467d-541f-4dca-a83c-784f0b28ed21)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:33:09.598119 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.631491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45c40dfc-818d-4ef5-8935-c305e520b75a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.643742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8dc87eea-4424-4ba3-af6d-9146e08b5915 None None] Provisioning complete for port abbc544e-4de7-4177-a909-687cd671e5fa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:09.644397 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8dc87eea-4424-4ba3-af6d-9146e08b5915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.655649 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978a6b1-eb0b-4873-91f4-452c7607d026 None None] Pushing event updated for resources: {'Port': ['ID=abbc544e-4de7-4177-a909-687cd671e5fa,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:09.679367 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:09.680021 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:32:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:09.722095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e081555-8544-4837-8427-6956ec01887a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.733728 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e081555-8544-4837-8427-6956ec01887a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.788912 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8dc87eea-4424-4ba3-af6d-9146e08b5915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.808568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968974be-c9cc-4b16-854e-eab012b7a42a req-d8df3fe2-610d-4194-8f3e-d724ab9dd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:09.810169 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-968974be-c9cc-4b16-854e-eab012b7a42a req-d8df3fe2-610d-4194-8f3e-d724ab9dd39a service neutron] 10.222.0.30 "GET /v2.0/networks?id=bea8ee25-858b-4f32-81c7-1e35b8f843c0 HTTP/1.1" status: 200 len: 897 time: 0.2607908 Nov 09 00:33:09.815289 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45c40dfc-818d-4ef5-8935-c305e520b75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.818935 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-45c40dfc-818d-4ef5-8935-c305e520b75a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.820060 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-45c40dfc-818d-4ef5-8935-c305e520b75a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d35c6c8-3236-4086-acd2-2296bd44107f HTTP/1.1" status: 204 len: 168 time: 0.4192832 Nov 09 00:33:09.853430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8dc87eea-4424-4ba3-af6d-9146e08b5915 None None] For port abbc544e-4de7-4177-a909-687cd671e5fa, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=abbc544e-4de7-4177-a909-687cd671e5fa,segment=NetworkSegment(d0de467d-541f-4dca-a83c-784f0b28ed21),segment_id=d0de467d-541f-4dca-a83c-784f0b28ed21)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:09.862784 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8dc87eea-4424-4ba3-af6d-9146e08b5915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:09.905062 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:09.922230 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-968974be-c9cc-4b16-854e-eab012b7a42a req-cf0f2d23-2cc7-4348-b6a8-6a8da58def24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=7bcad02a-67b9-4c2a-ad60-63aabf79f326 HTTP/1.1" status: 200 len: 217 time: 0.0867550 Nov 09 00:33:09.959790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40dfc-818d-4ef5-8935-c305e520b75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d35c6c8-3236-4086-acd2-2296bd44107f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:10.002286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc87eea-4424-4ba3-af6d-9146e08b5915 None None] Pushing event updated for resources: {'Port': ['ID=abbc544e-4de7-4177-a909-687cd671e5fa,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:10.068096 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-4e081555-8544-4837-8427-6956ec01887a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Floating IP 10ad6c9b-96c4-4099-a674-4e01d4853981 associated. External IP: 172.25.0.88, port: 764cee10-9611-4f8f-a319-efb99a1b4182. Nov 09 00:33:10.076785 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968974be-c9cc-4b16-854e-eab012b7a42a req-e35a9ea5-c591-4477-a0a0-17538929b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:10.077759 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-968974be-c9cc-4b16-854e-eab012b7a42a req-e35a9ea5-c591-4477-a0a0-17538929b423 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5935d217-f317-423e-a606-8723c9cc49a6 HTTP/1.1" status: 200 len: 837 time: 0.1263795 Nov 09 00:33:10.109422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-dd6caf77-9a81-4d0b-8859-93392bc4fb33 None None] Provisioning complete for port abbc544e-4de7-4177-a909-687cd671e5fa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:10.109803 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dd6caf77-9a81-4d0b-8859-93392bc4fb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:10.284322 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:33:07Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '19727ce7-2cea-4177-8228-df0bda8574e2', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'port_id': '27178246-3164-4619-b241-9409f6bed736', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'mac_address': 'fa:16:3e:02:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:32:09Z', 'updated_at': '2021-11-09T00:32:13Z', 'revision_number': 1, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abbc544e-4de7-4177-a909-687cd671e5fa', 'name': '', 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:3b:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '5935d217-f317-423e-a606-8723c9cc49a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:06Z', 'updated_at': '2021-11-09T00:33:09Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': '5935d217-f317-423e-a606-8723c9cc49a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:10.313220 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968974be-c9cc-4b16-854e-eab012b7a42a req-e2bdfab3-c4ba-443a-bf6d-ba7b7da6760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:10.314878 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-968974be-c9cc-4b16-854e-eab012b7a42a req-e2bdfab3-c4ba-443a-bf6d-ba7b7da6760c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bea8ee25-858b-4f32-81c7-1e35b8f843c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1815920 Nov 09 00:33:10.324057 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c3b93-b05c-4cfd-9183-5b3fb649c4e7 None None] The sync data for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 is: [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:33:07Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '19727ce7-2cea-4177-8228-df0bda8574e2', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'port_id': '27178246-3164-4619-b241-9409f6bed736', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'mac_address': 'fa:16:3e:02:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:32:09Z', 'updated_at': '2021-11-09T00:32:13Z', 'revision_number': 1, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abbc544e-4de7-4177-a909-687cd671e5fa', 'name': '', 'network_id': 'bea8ee25-858b-4f32-81c7-1e35b8f843c0', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:3b:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '5935d217-f317-423e-a606-8723c9cc49a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:06Z', 'updated_at': '2021-11-09T00:33:09Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': '5935d217-f317-423e-a606-8723c9cc49a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:33:10.411790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41922) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:10.425149 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d77893-5750-4c3d-9f01-14d541f49ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:10.476979 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e081555-8544-4837-8427-6956ec01887a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:33:10.510274 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-968974be-c9cc-4b16-854e-eab012b7a42a req-4cd70026-b25e-4d42-b196-7d84b2b66663 service neutron] 10.222.0.30 "GET /v2.0/networks/bea8ee25-858b-4f32-81c7-1e35b8f843c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510231 Nov 09 00:33:10.517873 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d77893-5750-4c3d-9f01-14d541f49ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:10.523167 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2d77893-5750-4c3d-9f01-14d541f49ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:10.575440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b2d77893-5750-4c3d-9f01-14d541f49ac4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf02fa4b82b7478fb4ae672b25cfbab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623611 Nov 09 00:33:10.576169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d77893-5750-4c3d-9f01-14d541f49ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5db163-0f19-44d0-9350-6e362f16ec43,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:10.579577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 41928) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:10.664090 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e57e655-6924-416b-8da3-09395a2b5063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:10.700569 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e57e655-6924-416b-8da3-09395a2b5063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:10.714744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e081555-8544-4837-8427-6956ec01887a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:33:10.718231 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-968974be-c9cc-4b16-854e-eab012b7a42a req-16c69827-2f87-4ccb-a88a-4584c585bcd6 service neutron] 10.222.0.30 "GET /v2.0/networks/bea8ee25-858b-4f32-81c7-1e35b8f843c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702225 Nov 09 00:33:10.721465 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e081555-8544-4837-8427-6956ec01887a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:10.730520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12af6e3-87ce-4e9d-a389-7c77f41ceaf7 None None] Sync routers for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:33:10.753758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12af6e3-87ce-4e9d-a389-7c77f41ceaf7 None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:10.754393 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4e081555-8544-4837-8427-6956ec01887a tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "PUT /v2.0/floatingips/10ad6c9b-96c4-4099-a674-4e01d4853981 HTTP/1.1" status: 200 len: 990 time: 2.5062206 Nov 09 00:33:10.755212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'tag': '764cee10-9611-4f8f-a319-efb99a1b4182'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:33:10.755511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e12af6e3-87ce-4e9d-a389-7c77f41ceaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:32:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:10.761062 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0401905e-f799-4ec2-a21b-657e4aa9ec31" -d '{"events": [{"name": "network-changed", "server_uuid": "e868f6ba-22fa-4131-929d-5e2261a804ff", "tag": "764cee10-9611-4f8f-a319-efb99a1b4182"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:33:10.782193 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e57e655-6924-416b-8da3-09395a2b5063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:10.785844 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e57e655-6924-416b-8da3-09395a2b5063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:10.804598 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9e57e655-6924-416b-8da3-09395a2b5063 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df5db163-0f19-44d0-9350-6e362f16ec43 HTTP/1.1" status: 204 len: 168 time: 0.2124231 Nov 09 00:33:10.820929 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0705703d-7b65-4c9f-b730-1cadbfc13133 x-openstack-request-id: req-0705703d-7b65-4c9f-b730-1cadbfc13133 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:33:10.821533 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e868f6ba-22fa-4131-929d-5e2261a804ff", "tag": "764cee10-9611-4f8f-a319-efb99a1b4182", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:33:10.822004 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0705703d-7b65-4c9f-b730-1cadbfc13133 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:33:10.822711 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'tag': '764cee10-9611-4f8f-a319-efb99a1b4182', 'status': 'completed', 'code': 200} Nov 09 00:33:10.823533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57e655-6924-416b-8da3-09395a2b5063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5db163-0f19-44d0-9350-6e362f16ec43,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:10.939999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401905e-f799-4ec2-a21b-657e4aa9ec31 req-dba77890-e580-46cd-918d-40b37ed9f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:10.942067 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0401905e-f799-4ec2-a21b-657e4aa9ec31 req-dba77890-e580-46cd-918d-40b37ed9f768 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 1096 time: 0.0771675 Nov 09 00:33:10.946935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-e12af6e3-87ce-4e9d-a389-7c77f41ceaf7 None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:11.072707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401905e-f799-4ec2-a21b-657e4aa9ec31 req-5f4aa59c-8cbc-4eb9-9053-1ced67a91617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:11.079250 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0401905e-f799-4ec2-a21b-657e4aa9ec31 req-5f4aa59c-8cbc-4eb9-9053-1ced67a91617 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 911 time: 0.1214025 Nov 09 00:33:11.179358 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0401905e-f799-4ec2-a21b-657e4aa9ec31 req-a440150d-2c4e-458c-8f12-34464808c0f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=764cee10-9611-4f8f-a319-efb99a1b4182 HTTP/1.1" status: 200 len: 998 time: 0.0820625 Nov 09 00:33:11.247698 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e12af6e3-87ce-4e9d-a389-7c77f41ceaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '10ad6c9b-96c4-4099-a674-4e01d4853981', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'port_id': '764cee10-9611-4f8f-a319-efb99a1b4182', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'mac_address': 'fa:16:3e:03:38:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:32:56Z', 'updated_at': '2021-11-09T00:33:09Z', 'revision_number': 1, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:11.257651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401905e-f799-4ec2-a21b-657e4aa9ec31 req-3df52328-0128-4921-8fd0-d55c718e9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:11.259537 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0401905e-f799-4ec2-a21b-657e4aa9ec31 req-3df52328-0128-4921-8fd0-d55c718e9c27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 HTTP/1.1" status: 200 len: 850 time: 0.0725243 Nov 09 00:33:11.278275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12af6e3-87ce-4e9d-a389-7c77f41ceaf7 None None] Checking router: efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:33:11.286821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12af6e3-87ce-4e9d-a389-7c77f41ceaf7 None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:11.287437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e12af6e3-87ce-4e9d-a389-7c77f41ceaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:32:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:11.327907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401905e-f799-4ec2-a21b-657e4aa9ec31 req-4aa3d291-23e9-4088-b3a3-a1973888a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:11.329412 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0401905e-f799-4ec2-a21b-657e4aa9ec31 req-4aa3d291-23e9-4088-b3a3-a1973888a0c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622344 Nov 09 00:33:11.407615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-e12af6e3-87ce-4e9d-a389-7c77f41ceaf7 None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:11.490841 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0401905e-f799-4ec2-a21b-657e4aa9ec31 req-94c6ee1a-bc45-4547-9167-b08e8254b0c0 service neutron] 10.222.0.11 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534307 Nov 09 00:33:11.607069 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0401905e-f799-4ec2-a21b-657e4aa9ec31 req-4a9fe44c-7eb2-4597-a3bb-c72f68154aa1 service neutron] 10.222.0.11 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074638 Nov 09 00:33:11.678902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e12af6e3-87ce-4e9d-a389-7c77f41ceaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '10ad6c9b-96c4-4099-a674-4e01d4853981', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'port_id': '764cee10-9611-4f8f-a319-efb99a1b4182', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'mac_address': 'fa:16:3e:03:38:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:32:56Z', 'updated_at': '2021-11-09T00:33:09Z', 'revision_number': 1, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:11.709441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12af6e3-87ce-4e9d-a389-7c77f41ceaf7 None None] The sync data for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 is: [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '10ad6c9b-96c4-4099-a674-4e01d4853981', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'port_id': '764cee10-9611-4f8f-a319-efb99a1b4182', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'mac_address': 'fa:16:3e:03:38:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:32:56Z', 'updated_at': '2021-11-09T00:33:09Z', 'revision_number': 1, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:33:11.798015 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device abbc544e-4de7-4177-a909-687cd671e5fa up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:33:11.853300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port abbc544e-4de7-4177-a909-687cd671e5fa triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:11.853804 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:12.064033 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32d48ca-55fb-4ad2-80d4-4c706d874084 None None] New status for floating IP 10ad6c9b-96c4-4099-a674-4e01d4853981: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:33:12.670689 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b935a26c-5d99-499b-b3c6-fc028abf4089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:14.778042 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-58d86742-b37a-4f0e-9722-6ea0de7c5347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:16.021733 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:16.128126 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:16.419035 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:17.180809 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:33:17.647389 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:18.356917 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:19.173334 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0ed9f25e-c335-4ce0-b71a-30aee48d084f req-0c0c5983-1c96-45d2-bed3-eee729bcfafe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459335 Nov 09 00:33:19.250136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f25e-c335-4ce0-b71a-30aee48d084f req-98ea8daf-9013-4649-bf78-7a570daf46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:19.251988 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0ed9f25e-c335-4ce0-b71a-30aee48d084f req-98ea8daf-9013-4649-bf78-7a570daf46b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 1097 time: 0.0530379 Nov 09 00:33:19.371491 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f25e-c335-4ce0-b71a-30aee48d084f req-d099b533-7fda-4414-9190-bdb16541c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:19.373003 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0ed9f25e-c335-4ce0-b71a-30aee48d084f req-d099b533-7fda-4414-9190-bdb16541c365 service neutron] 10.222.0.11 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.0873890 Nov 09 00:33:19.454784 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0ed9f25e-c335-4ce0-b71a-30aee48d084f req-f34835f2-976c-4d37-8866-5305b9654010 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc HTTP/1.1" status: 200 len: 1002 time: 0.0734413 Nov 09 00:33:19.515913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f25e-c335-4ce0-b71a-30aee48d084f req-5217c200-c9b5-4160-9526-62f35a844fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:19.517709 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0ed9f25e-c335-4ce0-b71a-30aee48d084f req-5217c200-c9b5-4160-9526-62f35a844fef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.0506425 Nov 09 00:33:19.574093 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f25e-c335-4ce0-b71a-30aee48d084f req-6ee78095-cea0-4da1-812e-e473a1415b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:19.575741 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0ed9f25e-c335-4ce0-b71a-30aee48d084f req-6ee78095-cea0-4da1-812e-e473a1415b6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498366 Nov 09 00:33:19.702494 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0ed9f25e-c335-4ce0-b71a-30aee48d084f req-78bfe82e-1128-4e2d-9466-bdd0dc568101 service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170056 Nov 09 00:33:19.816216 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0ed9f25e-c335-4ce0-b71a-30aee48d084f req-143af713-ec54-464d-ac8f-b70ca5f101f9 service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047409 Nov 09 00:33:28.315075 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42444) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:28.699851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7538ae3-a944-472c-849b-6a56eb7236c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:29.383055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b7538ae3-a944-472c-849b-6a56eb7236c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting port abbc544e-4de7-4177-a909-687cd671e5fa {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:33:29.383803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7538ae3-a944-472c-849b-6a56eb7236c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:29.483176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-b7538ae3-a944-472c-849b-6a56eb7236c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] For port abbc544e-4de7-4177-a909-687cd671e5fa, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=abbc544e-4de7-4177-a909-687cd671e5fa,segment=NetworkSegment(d0de467d-541f-4dca-a83c-784f0b28ed21),segment_id=d0de467d-541f-4dca-a83c-784f0b28ed21)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:29.483536 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7538ae3-a944-472c-849b-6a56eb7236c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:29.497678 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b7538ae3-a944-472c-849b-6a56eb7236c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Calling delete_port for abbc544e-4de7-4177-a909-687cd671e5fa owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:33:29.687682 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7538ae3-a944-472c-849b-6a56eb7236c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:29.711756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7538ae3-a944-472c-849b-6a56eb7236c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Port': ['ID=abbc544e-4de7-4177-a909-687cd671e5fa,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:29.921622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7538ae3-a944-472c-849b-6a56eb7236c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:30.159125 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7538ae3-a944-472c-849b-6a56eb7236c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Router 26488891-685c-47b1-bd51-bd44b209dc26 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:33:30.279110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7538ae3-a944-472c-849b-6a56eb7236c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:33:30.291571 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b7538ae3-a944-472c-849b-6a56eb7236c5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "PUT /v2.0/routers/26488891-685c-47b1-bd51-bd44b209dc26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9730165 Nov 09 00:33:30.294250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5781749a-cad5-4646-8d59-85e04adfef83 None None] Sync routers for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:33:30.322845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5781749a-cad5-4646-8d59-85e04adfef83 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:30.323495 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5781749a-cad5-4646-8d59-85e04adfef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:33:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:30.473602 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-5781749a-cad5-4646-8d59-85e04adfef83 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:30.624547 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568baf6f-6189-42b6-91ff-9c3874b9c13b req-184e16f5-fae4-4692-8e1f-68c0e01858c9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:30.626185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-568baf6f-6189-42b6-91ff-9c3874b9c13b req-184e16f5-fae4-4692-8e1f-68c0e01858c9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 946 time: 0.0723698 Nov 09 00:33:30.701050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-568baf6f-6189-42b6-91ff-9c3874b9c13b req-0b40b749-b275-48ea-9243-ca80a48d2c16 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607967 Nov 09 00:33:30.898103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5781749a-cad5-4646-8d59-85e04adfef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:33:29Z', 'revision_number': 6, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '19727ce7-2cea-4177-8228-df0bda8574e2', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'port_id': '27178246-3164-4619-b241-9409f6bed736', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'mac_address': 'fa:16:3e:02:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:32:09Z', 'updated_at': '2021-11-09T00:32:13Z', 'revision_number': 1, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:30.941738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5781749a-cad5-4646-8d59-85e04adfef83 None None] Checking router: 26488891-685c-47b1-bd51-bd44b209dc26 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:33:30.950813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5781749a-cad5-4646-8d59-85e04adfef83 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:30.951430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5781749a-cad5-4646-8d59-85e04adfef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:33:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:31.095712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-5781749a-cad5-4646-8d59-85e04adfef83 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:31.402998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5781749a-cad5-4646-8d59-85e04adfef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:33:29Z', 'revision_number': 6, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '19727ce7-2cea-4177-8228-df0bda8574e2', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'port_id': '27178246-3164-4619-b241-9409f6bed736', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'mac_address': 'fa:16:3e:02:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:32:09Z', 'updated_at': '2021-11-09T00:32:13Z', 'revision_number': 1, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:31.430542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5781749a-cad5-4646-8d59-85e04adfef83 None None] The sync data for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 is: [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:33:29Z', 'revision_number': 6, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '19727ce7-2cea-4177-8228-df0bda8574e2', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'port_id': '27178246-3164-4619-b241-9409f6bed736', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'mac_address': 'fa:16:3e:02:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:32:09Z', 'updated_at': '2021-11-09T00:32:13Z', 'revision_number': 1, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:33:31.877060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device abbc544e-4de7-4177-a909-687cd671e5fa no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:33:31.923086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a1b07-8898-4146-97ae-3bbeb4c8e63a req-825d831f-ae99-43ba-8bcf-098b13105348 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:31.930798 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-502a1b07-8898-4146-97ae-3bbeb4c8e63a req-825d831f-ae99-43ba-8bcf-098b13105348 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.30 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 946 time: 0.1251547 Nov 09 00:33:31.943293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: abbc544e-4de7-4177-a909-687cd671e5fa {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:33:31.943639 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device abbc544e-4de7-4177-a909-687cd671e5fa not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:33:31.982232 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fa092-2093-4acd-8e10-b40cca58fe91 req-c5fbefc7-9b0f-42bf-985e-5268ca9ee661 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:31.990582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea6fa092-2093-4acd-8e10-b40cca58fe91 req-c5fbefc7-9b0f-42bf-985e-5268ca9ee661 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=20300cac-887d-48df-af88-66c455aa4017 HTTP/1.1" status: 200 len: 946 time: 0.1254265 Nov 09 00:33:32.059806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-502a1b07-8898-4146-97ae-3bbeb4c8e63a req-a5d511e1-3337-4477-8b85-3993028f55df tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting port 7bcad02a-67b9-4c2a-ad60-63aabf79f326 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:33:32.060211 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-502a1b07-8898-4146-97ae-3bbeb4c8e63a req-a5d511e1-3337-4477-8b85-3993028f55df tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:32.069134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea6fa092-2093-4acd-8e10-b40cca58fe91 req-6a4c0892-4844-444b-8f7b-2a038e79e0d8 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767436 Nov 09 00:33:32.167314 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-502a1b07-8898-4146-97ae-3bbeb4c8e63a req-a5d511e1-3337-4477-8b85-3993028f55df tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] For port 7bcad02a-67b9-4c2a-ad60-63aabf79f326, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=7bcad02a-67b9-4c2a-ad60-63aabf79f326,segment=NetworkSegment(d0de467d-541f-4dca-a83c-784f0b28ed21),segment_id=d0de467d-541f-4dca-a83c-784f0b28ed21)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:32.167678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-502a1b07-8898-4146-97ae-3bbeb4c8e63a req-a5d511e1-3337-4477-8b85-3993028f55df tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:32.182029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-502a1b07-8898-4146-97ae-3bbeb4c8e63a req-a5d511e1-3337-4477-8b85-3993028f55df tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Calling delete_port for 7bcad02a-67b9-4c2a-ad60-63aabf79f326 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:33:32.322301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-502a1b07-8898-4146-97ae-3bbeb4c8e63a req-a5d511e1-3337-4477-8b85-3993028f55df tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:32.364909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d511e1-3337-4477-8b85-3993028f55df tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Port': ['ID=7bcad02a-67b9-4c2a-ad60-63aabf79f326,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:32.426267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-502a1b07-8898-4146-97ae-3bbeb4c8e63a req-a5d511e1-3337-4477-8b85-3993028f55df tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] No DVR routers for this DVR port 7bcad02a-67b9-4c2a-ad60-63aabf79f326 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:33:32.429106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-502a1b07-8898-4146-97ae-3bbeb4c8e63a req-a5d511e1-3337-4477-8b85-3993028f55df tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:32.433165 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-502a1b07-8898-4146-97ae-3bbeb4c8e63a req-a5d511e1-3337-4477-8b85-3993028f55df tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.30 "DELETE /v2.0/ports/7bcad02a-67b9-4c2a-ad60-63aabf79f326 HTTP/1.1" status: 204 len: 173 time: 0.4948144 Nov 09 00:33:32.433669 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20300cac-887d-48df-af88-66c455aa4017', 'name': 'network-vif-deleted', 'tag': '7bcad02a-67b9-4c2a-ad60-63aabf79f326'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:33:32.445641 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d389c0-b648-4a90-b22a-9eed7fcc685a" -d '{"events": [{"server_uuid": "20300cac-887d-48df-af88-66c455aa4017", "name": "network-vif-deleted", "tag": "7bcad02a-67b9-4c2a-ad60-63aabf79f326"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:33:32.516586 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae88c46-358a-4f6a-8d1d-c8424915e7a4 x-openstack-request-id: req-2ae88c46-358a-4f6a-8d1d-c8424915e7a4 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:33:32.517245 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20300cac-887d-48df-af88-66c455aa4017", "name": "network-vif-deleted", "tag": "7bcad02a-67b9-4c2a-ad60-63aabf79f326", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:33:32.517656 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ae88c46-358a-4f6a-8d1d-c8424915e7a4 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:33:32.518247 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20300cac-887d-48df-af88-66c455aa4017', 'name': 'network-vif-deleted', 'tag': '7bcad02a-67b9-4c2a-ad60-63aabf79f326', 'status': 'completed', 'code': 200} Nov 09 00:33:33.123155 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42574) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:33.181553 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4141200-f2a7-42da-9f39-8b5e3b97d39b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:33.208171 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4141200-f2a7-42da-9f39-8b5e3b97d39b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:33.271516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4141200-f2a7-42da-9f39-8b5e3b97d39b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:33.274728 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4141200-f2a7-42da-9f39-8b5e3b97d39b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:33.278368 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a4141200-f2a7-42da-9f39-8b5e3b97d39b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/security-groups/5b55398e-75c2-401a-b4fa-b4ce6a62ac5e HTTP/1.1" status: 204 len: 168 time: 0.1518002 Nov 09 00:33:33.286271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4141200-f2a7-42da-9f39-8b5e3b97d39b tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b55398e-75c2-401a-b4fa-b4ce6a62ac5e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:33.312240 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42578) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:33.369775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfda755-5464-480d-a5b8-daa863098be8 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting subnet 5935d217-f317-423e-a606-8723c9cc49a6 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:33:33.373137 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-edfda755-5464-480d-a5b8-daa863098be8 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:33.418008 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-edfda755-5464-480d-a5b8-daa863098be8 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:33.546561 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-edfda755-5464-480d-a5b8-daa863098be8 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:33.619854 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-edfda755-5464-480d-a5b8-daa863098be8 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:33.662883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfda755-5464-480d-a5b8-daa863098be8 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Subnet': ['ID=5935d217-f317-423e-a606-8723c9cc49a6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:33.664911 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-edfda755-5464-480d-a5b8-daa863098be8 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:33.668840 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-edfda755-5464-480d-a5b8-daa863098be8 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/subnets/5935d217-f317-423e-a606-8723c9cc49a6 HTTP/1.1" status: 204 len: 168 time: 0.3550961 Nov 09 00:33:33.671307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42586) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:33.671763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed342f57-95df-4f01-8286-41d0ec15a7fa None None] Network bea8ee25-858b-4f32-81c7-1e35b8f843c0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:33:33.824491 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:33.890196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:33:33.890765 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:33.951907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacdea42-b569-42c5-bb34-cc92e963f198 None None] DHCP port deletion for bea8ee25-858b-4f32-81c7-1e35b8f843c0 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:33:33.973179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] For port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3b018b8a-0a4b-41a4-a184-e2a06ad9ea82,segment=NetworkSegment(d0de467d-541f-4dca-a83c-784f0b28ed21),segment_id=d0de467d-541f-4dca-a83c-784f0b28ed21)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:33.973509 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:33.992659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Calling delete_port for 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:33:34.044012 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-dacdea42-b569-42c5-bb34-cc92e963f198 None None] Deleting port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:33:34.044587 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dacdea42-b569-42c5-bb34-cc92e963f198 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.087781 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.115786 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Port': ['ID=3b018b8a-0a4b-41a4-a184-e2a06ad9ea82,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:34.119949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] No DVR routers for this DVR port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:33:34.143730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-dacdea42-b569-42c5-bb34-cc92e963f198 None None] For port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3b018b8a-0a4b-41a4-a184-e2a06ad9ea82,segment=NetworkSegment(d0de467d-541f-4dca-a83c-784f0b28ed21),segment_id=d0de467d-541f-4dca-a83c-784f0b28ed21)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:34.144390 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dacdea42-b569-42c5-bb34-cc92e963f198 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.159211 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-dacdea42-b569-42c5-bb34-cc92e963f198 None None] Calling delete_port for 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:33:34.203585 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.223404 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea8ee25-858b-4f32-81c7-1e35b8f843c0']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:34.233061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0de467d-541f-4dca-a83c-784f0b28ed21') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:34.233650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0de467d-541f-4dca-a83c-784f0b28ed21') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:33:34.235779 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:33:34.244550 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dacdea42-b569-42c5-bb34-cc92e963f198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.249146 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.263556 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.270691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:33:34.271428 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.273712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdea42-b569-42c5-bb34-cc92e963f198 None None] Pushing event deleted for resources: {'Port': ['ID=3b018b8a-0a4b-41a4-a184-e2a06ad9ea82,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:33:34.275027 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:33:34.278047 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacdea42-b569-42c5-bb34-cc92e963f198 None None] No DVR routers for this DVR port 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:33:34.342327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.350231 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.355576 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/networks/bea8ee25-858b-4f32-81c7-1e35b8f843c0 HTTP/1.1" status: 204 len: 168 time: 0.6804125 Nov 09 00:33:34.356629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42590) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:34.373202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4938f-071b-41a3-bfd1-59c74686fd56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Network': ['ID=bea8ee25-858b-4f32-81c7-1e35b8f843c0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:34.546832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting port 0eb0db8d-12c4-4286-a0d1-d20bfb86908e {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:33:34.548113 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.649697 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.650030 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.664425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Calling delete_port for 0eb0db8d-12c4-4286-a0d1-d20bfb86908e owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:33:34.828006 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.864084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Port': ['ID=0eb0db8d-12c4-4286-a0d1-d20bfb86908e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:34.931732 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:34.932115 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Floating IP 19727ce7-2cea-4177-8228-df0bda8574e2 disassociated (deleted). External IP: 172.25.0.177, port: 27178246-3164-4619-b241-9409f6bed736. Nov 09 00:33:35.153976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Router 26488891-685c-47b1-bd51-bd44b209dc26 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:33:35.622423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:33:35.627955 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:35.633036 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691cef04-da5c-439c-a5fb-53a04af02364 None None] Sync routers for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:33:35.643677 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691cef04-da5c-439c-a5fb-53a04af02364 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:35.646165 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-691cef04-da5c-439c-a5fb-53a04af02364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:33:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:35.676666 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4a6b0933-622a-45d2-897d-b62f0807ecd5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/floatingips/19727ce7-2cea-4177-8228-df0bda8574e2 HTTP/1.1" status: 204 len: 168 time: 1.3159726 Nov 09 00:33:35.678751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'tag': '27178246-3164-4619-b241-9409f6bed736'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:33:35.679502 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 7bcad02a-67b9-4c2a-ad60-63aabf79f326 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:33:35.685595 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa7f95d-9c29-487a-8e0e-636974705ece" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e758f0-6452-446a-91e5-d32d4c629eb7", "tag": "27178246-3164-4619-b241-9409f6bed736"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:33:35.729914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 7bcad02a-67b9-4c2a-ad60-63aabf79f326 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:33:35.732009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 7bcad02a-67b9-4c2a-ad60-63aabf79f326 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:33:35.791755 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-691cef04-da5c-439c-a5fb-53a04af02364 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:35.798599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:33:35.805012 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a7095c-30b4-4459-9b8a-40f5b6efbe0a x-openstack-request-id: req-31a7095c-30b4-4459-9b8a-40f5b6efbe0a {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:33:35.805308 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e758f0-6452-446a-91e5-d32d4c629eb7", "tag": "27178246-3164-4619-b241-9409f6bed736", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:33:35.805589 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31a7095c-30b4-4459-9b8a-40f5b6efbe0a {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:33:35.805981 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'tag': '27178246-3164-4619-b241-9409f6bed736', 'status': 'completed', 'code': 200} Nov 09 00:33:35.829483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:33:35.830134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3b018b8a-0a4b-41a4-a184-e2a06ad9ea82 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:33:35.918333 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7f95d-9c29-487a-8e0e-636974705ece req-b8d806d1-d446-4da4-be55-61effbf98050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:35.922204 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8aa7f95d-9c29-487a-8e0e-636974705ece req-b8d806d1-d446-4da4-be55-61effbf98050 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0946195 Nov 09 00:33:36.076203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735bc09-7141-4a47-be0d-860be05adab1 req-09a3a0ce-4662-4e8a-875d-936a97804de3 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:36.077828 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f735bc09-7141-4a47-be0d-860be05adab1 req-09a3a0ce-4662-4e8a-875d-936a97804de3 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 946 time: 0.0751278 Nov 09 00:33:36.142825 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7f95d-9c29-487a-8e0e-636974705ece req-d3d4e25f-18e4-440c-9323-bb81ce5a70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:36.144888 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8aa7f95d-9c29-487a-8e0e-636974705ece req-d3d4e25f-18e4-440c-9323-bb81ce5a70c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23b5cb47-3675-4da6-8d5c-4c84d5d6e240 HTTP/1.1" status: 200 len: 896 time: 0.2080805 Nov 09 00:33:36.187368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f735bc09-7141-4a47-be0d-860be05adab1 req-1428136d-29ac-473e-8818-265642596aa1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a357d746-9358-424c-ae2e-ba9e57822ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012800 Nov 09 00:33:36.206823 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8aa7f95d-9c29-487a-8e0e-636974705ece req-b2a86b9a-8be2-4a9c-8b74-e1a6e0340a74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27178246-3164-4619-b241-9409f6bed736 HTTP/1.1" status: 200 len: 217 time: 0.0502868 Nov 09 00:33:36.267191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7f95d-9c29-487a-8e0e-636974705ece req-c6ab36fe-1a9b-4e26-9f86-cbf9cf2cead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:36.268872 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8aa7f95d-9c29-487a-8e0e-636974705ece req-c6ab36fe-1a9b-4e26-9f86-cbf9cf2cead0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df4fc27a-837a-4ba4-a735-336d7ff9d087 HTTP/1.1" status: 200 len: 834 time: 0.0544252 Nov 09 00:33:36.297397 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-691cef04-da5c-439c-a5fb-53a04af02364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:33:29Z', 'revision_number': 6, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:36.334720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7f95d-9c29-487a-8e0e-636974705ece req-2dcb4e18-a84e-4813-b9bd-41b3801ab8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:36.336700 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8aa7f95d-9c29-487a-8e0e-636974705ece req-2dcb4e18-a84e-4813-b9bd-41b3801ab8be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23b5cb47-3675-4da6-8d5c-4c84d5d6e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576026 Nov 09 00:33:36.344949 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691cef04-da5c-439c-a5fb-53a04af02364 None None] Checking router: 26488891-685c-47b1-bd51-bd44b209dc26 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:33:36.369221 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691cef04-da5c-439c-a5fb-53a04af02364 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:36.369960 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-691cef04-da5c-439c-a5fb-53a04af02364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:33:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:36.460750 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8aa7f95d-9c29-487a-8e0e-636974705ece req-4456a28b-e900-4e8c-8ea8-0ff8ce9d1eea service neutron] 10.222.0.11 "GET /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136925 Nov 09 00:33:36.497930 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-691cef04-da5c-439c-a5fb-53a04af02364 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:36.592123 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8aa7f95d-9c29-487a-8e0e-636974705ece req-c3f57c1e-1fe3-43d0-b175-abdc13bdfa4f service neutron] 10.222.0.11 "GET /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227686 Nov 09 00:33:36.717821 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-691cef04-da5c-439c-a5fb-53a04af02364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:33:29Z', 'revision_number': 6, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:36.745374 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691cef04-da5c-439c-a5fb-53a04af02364 None None] The sync data for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 is: [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:33:29Z', 'revision_number': 6, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2f60cbdf-0ec8-4908-8827-765843c36ea3', 'name': '', 'network_id': '23b5cb47-3675-4da6-8d5c-4c84d5d6e240', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:92:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:47Z', 'updated_at': '2021-11-09T00:31:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': 'df4fc27a-837a-4ba4-a735-336d7ff9d087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:33:36.977295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd2694f-5626-4328-b0bb-5c38370b33dd None None] New status for floating IP 19727ce7-2cea-4177-8228-df0bda8574e2: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:33:37.313079 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ab77a-bff6-47a8-bb48-232cafe94790 req-dcd34baf-809e-4993-817c-01064034c630 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:37.314481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e84ab77a-bff6-47a8-bb48-232cafe94790 req-dcd34baf-809e-4993-817c-01064034c630 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 946 time: 0.0496712 Nov 09 00:33:37.370646 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e84ab77a-bff6-47a8-bb48-232cafe94790 req-254a0fca-a36a-437a-8f59-654fd0ea6f24 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=a357d746-9358-424c-ae2e-ba9e57822ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495138 Nov 09 00:33:37.419811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d00e4-de3f-458c-97b1-7f5c6d9cb766 req-23314e59-7a41-4f4d-a04c-69a4efb1fce0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:37.422277 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9a6d00e4-de3f-458c-97b1-7f5c6d9cb766 req-23314e59-7a41-4f4d-a04c-69a4efb1fce0 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e758f0-6452-446a-91e5-d32d4c629eb7 HTTP/1.1" status: 200 len: 946 time: 0.0605037 Nov 09 00:33:37.522642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-9a6d00e4-de3f-458c-97b1-7f5c6d9cb766 req-5a7fbd5c-2131-467b-821e-1dd03d644204 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting port 27178246-3164-4619-b241-9409f6bed736 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:33:37.523084 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9a6d00e4-de3f-458c-97b1-7f5c6d9cb766 req-5a7fbd5c-2131-467b-821e-1dd03d644204 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:37.611220 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-9a6d00e4-de3f-458c-97b1-7f5c6d9cb766 req-5a7fbd5c-2131-467b-821e-1dd03d644204 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] For port 27178246-3164-4619-b241-9409f6bed736, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=27178246-3164-4619-b241-9409f6bed736,segment=NetworkSegment(692a308d-9475-4a87-aa82-0d3e4e285271),segment_id=692a308d-9475-4a87-aa82-0d3e4e285271)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:37.611593 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9a6d00e4-de3f-458c-97b1-7f5c6d9cb766 req-5a7fbd5c-2131-467b-821e-1dd03d644204 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:37.624675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-9a6d00e4-de3f-458c-97b1-7f5c6d9cb766 req-5a7fbd5c-2131-467b-821e-1dd03d644204 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Calling delete_port for 27178246-3164-4619-b241-9409f6bed736 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:33:37.761727 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9a6d00e4-de3f-458c-97b1-7f5c6d9cb766 req-5a7fbd5c-2131-467b-821e-1dd03d644204 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:37.791466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fbd5c-2131-467b-821e-1dd03d644204 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Port': ['ID=27178246-3164-4619-b241-9409f6bed736,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:37.836598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6d00e4-de3f-458c-97b1-7f5c6d9cb766 req-5a7fbd5c-2131-467b-821e-1dd03d644204 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] No DVR routers for this DVR port 27178246-3164-4619-b241-9409f6bed736 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:33:37.839413 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9a6d00e4-de3f-458c-97b1-7f5c6d9cb766 req-5a7fbd5c-2131-467b-821e-1dd03d644204 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:37.842791 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9a6d00e4-de3f-458c-97b1-7f5c6d9cb766 req-5a7fbd5c-2131-467b-821e-1dd03d644204 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.11 "DELETE /v2.0/ports/27178246-3164-4619-b241-9409f6bed736 HTTP/1.1" status: 204 len: 173 time: 0.4140179 Nov 09 00:33:37.843480 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'name': 'network-vif-deleted', 'tag': '27178246-3164-4619-b241-9409f6bed736'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:33:37.854982 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b9a0b3-9355-4afa-a076-32840c4b91a7" -d '{"events": [{"server_uuid": "d7e758f0-6452-446a-91e5-d32d4c629eb7", "name": "network-vif-deleted", "tag": "27178246-3164-4619-b241-9409f6bed736"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:33:37.919842 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d4c52f-c0a6-4b46-8885-ec5b51b21226 x-openstack-request-id: req-79d4c52f-c0a6-4b46-8885-ec5b51b21226 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:33:37.920141 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e758f0-6452-446a-91e5-d32d4c629eb7", "name": "network-vif-deleted", "tag": "27178246-3164-4619-b241-9409f6bed736", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:33:37.920453 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79d4c52f-c0a6-4b46-8885-ec5b51b21226 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:33:37.920856 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e758f0-6452-446a-91e5-d32d4c629eb7', 'name': 'network-vif-deleted', 'tag': '27178246-3164-4619-b241-9409f6bed736', 'status': 'completed', 'code': 200} Nov 09 00:33:38.438954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42668) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:38.498413 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e83324f-c038-4344-b621-923f71b5069d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:38.524566 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e83324f-c038-4344-b621-923f71b5069d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:38.587312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e83324f-c038-4344-b621-923f71b5069d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:38.590296 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e83324f-c038-4344-b621-923f71b5069d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:38.591595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2e83324f-c038-4344-b621-923f71b5069d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/security-groups/a357d746-9358-424c-ae2e-ba9e57822ee6 HTTP/1.1" status: 204 len: 168 time: 0.1515353 Nov 09 00:33:38.607607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83324f-c038-4344-b621-923f71b5069d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a357d746-9358-424c-ae2e-ba9e57822ee6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:38.650010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42672) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:39.019368 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-146d4fb0-21e8-423a-8703-07241949b35e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:39.356866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-146d4fb0-21e8-423a-8703-07241949b35e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting port 2f60cbdf-0ec8-4908-8827-765843c36ea3 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:33:39.357559 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-146d4fb0-21e8-423a-8703-07241949b35e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:39.485300 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-146d4fb0-21e8-423a-8703-07241949b35e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] For port 2f60cbdf-0ec8-4908-8827-765843c36ea3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2f60cbdf-0ec8-4908-8827-765843c36ea3,segment=NetworkSegment(692a308d-9475-4a87-aa82-0d3e4e285271),segment_id=692a308d-9475-4a87-aa82-0d3e4e285271)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:39.486575 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-146d4fb0-21e8-423a-8703-07241949b35e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:39.504273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-146d4fb0-21e8-423a-8703-07241949b35e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Calling delete_port for 2f60cbdf-0ec8-4908-8827-765843c36ea3 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:33:39.809847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 27178246-3164-4619-b241-9409f6bed736 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:33:39.872612 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-146d4fb0-21e8-423a-8703-07241949b35e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:39.880052 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 27178246-3164-4619-b241-9409f6bed736 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:33:39.880380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 27178246-3164-4619-b241-9409f6bed736 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:33:39.900613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d4fb0-21e8-423a-8703-07241949b35e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Port': ['ID=2f60cbdf-0ec8-4908-8827-765843c36ea3,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:40.155073 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-146d4fb0-21e8-423a-8703-07241949b35e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:40.608537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146d4fb0-21e8-423a-8703-07241949b35e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Router 26488891-685c-47b1-bd51-bd44b209dc26 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:33:40.747286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42850) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:40.768563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146d4fb0-21e8-423a-8703-07241949b35e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:33:40.774711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-146d4fb0-21e8-423a-8703-07241949b35e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "PUT /v2.0/routers/26488891-685c-47b1-bd51-bd44b209dc26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1232069 Nov 09 00:33:40.777211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42858) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:40.782696 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227ba87-8b26-4134-b5eb-5c9742ab4b88 None None] Sync routers for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:33:40.798632 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227ba87-8b26-4134-b5eb-5c9742ab4b88 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:40.799307 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1227ba87-8b26-4134-b5eb-5c9742ab4b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:33:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:40.902272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c791196-50b3-421b-842d-59655d3c1021 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting subnet df4fc27a-837a-4ba4-a735-336d7ff9d087 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:33:40.907308 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4c791196-50b3-421b-842d-59655d3c1021 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:40.937428 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1227ba87-8b26-4134-b5eb-5c9742ab4b88 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:40.961082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4c791196-50b3-421b-842d-59655d3c1021 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.064974 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.154528 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4c791196-50b3-421b-842d-59655d3c1021 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.233057 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1227ba87-8b26-4134-b5eb-5c9742ab4b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:33:39Z', 'revision_number': 7, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:41.271866 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227ba87-8b26-4134-b5eb-5c9742ab4b88 None None] Checking router: 26488891-685c-47b1-bd51-bd44b209dc26 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:33:41.275511 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.278603 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4c791196-50b3-421b-842d-59655d3c1021 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.291594 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.298536 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227ba87-8b26-4134-b5eb-5c9742ab4b88 None None] Routers {'26488891-685c-47b1-bd51-bd44b209dc26'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:41.299157 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1227ba87-8b26-4134-b5eb-5c9742ab4b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:33:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['26488891-685c-47b1-bd51-bd44b209dc26'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:41.319099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c791196-50b3-421b-842d-59655d3c1021 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Subnet': ['ID=df4fc27a-837a-4ba4-a735-336d7ff9d087,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:41.337876 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4c791196-50b3-421b-842d-59655d3c1021 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.341221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0f5b44-301e-415a-b2c3-c89528e84b37 None None] Network 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:33:41.342688 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4c791196-50b3-421b-842d-59655d3c1021 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/subnets/df4fc27a-837a-4ba4-a735-336d7ff9d087 HTTP/1.1" status: 204 len: 168 time: 0.5642684 Nov 09 00:33:41.346922 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 42922) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:41.422322 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c1e18821ed44cac965af8e50cb0a88d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6734312 Nov 09 00:33:41.423048 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1e055e-e406-4329-8b0f-3f7114ff5f4a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:41.424987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 42934) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:41.528105 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.553757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:41.554135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:41.554434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:41.554770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:41.555105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:41.555476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:41.555802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:41.556137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:41.556460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:41.556782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:41.557104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:41.557452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba447f46-1fc8-41a3-915e-737788158d52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:41.650428 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32f30c83-e64b-49ea-b08f-e21e36158cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.651614 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1227ba87-8b26-4134-b5eb-5c9742ab4b88 None None] Set router 26488891-685c-47b1-bd51-bd44b209dc26 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:41.680234 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32f30c83-e64b-49ea-b08f-e21e36158cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.751383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880baf7b-a45d-4846-8883-c0d1e2fd6d45 None None] DHCP port deletion for 23b5cb47-3675-4da6-8d5c-4c84d5d6e240 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:33:41.754719 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.793281 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32f30c83-e64b-49ea-b08f-e21e36158cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.799577 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-32f30c83-e64b-49ea-b08f-e21e36158cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.810765 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-32f30c83-e64b-49ea-b08f-e21e36158cf0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe1e055e-e406-4329-8b0f-3f7114ff5f4a HTTP/1.1" status: 204 len: 168 time: 0.3755677 Nov 09 00:33:41.823383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f30c83-e64b-49ea-b08f-e21e36158cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1e055e-e406-4329-8b0f-3f7114ff5f4a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:41.876442 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-880baf7b-a45d-4846-8883-c0d1e2fd6d45 None None] Deleting port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:33:41.877049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-880baf7b-a45d-4846-8883-c0d1e2fd6d45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.972990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting port 30853a86-f910-44e6-87d3-f57237bfacb9 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:33:41.978399 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:33:41.981651 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:41.985789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-880baf7b-a45d-4846-8883-c0d1e2fd6d45 None None] For port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2,segment=NetworkSegment(692a308d-9475-4a87-aa82-0d3e4e285271),segment_id=692a308d-9475-4a87-aa82-0d3e4e285271)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:41.986749 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-880baf7b-a45d-4846-8883-c0d1e2fd6d45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.038792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-880baf7b-a45d-4846-8883-c0d1e2fd6d45 None None] Calling delete_port for 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:33:42.071095 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1227ba87-8b26-4134-b5eb-5c9742ab4b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:33:39Z', 'revision_number': 7, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:42.115957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] For port 30853a86-f910-44e6-87d3-f57237bfacb9, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=30853a86-f910-44e6-87d3-f57237bfacb9,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:42.116327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.133833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Calling delete_port for 30853a86-f910-44e6-87d3-f57237bfacb9 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:33:42.136550 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227ba87-8b26-4134-b5eb-5c9742ab4b88 None None] The sync data for ids ['26488891-685c-47b1-bd51-bd44b209dc26'] in n-d-813263-3 is: [{'id': '26488891-685c-47b1-bd51-bd44b209dc26', 'name': 'tempest-TestNetworkBasicOps-router-378676329', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:31:40Z', 'updated_at': '2021-11-09T00:33:39Z', 'revision_number': 7, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '30853a86-f910-44e6-87d3-f57237bfacb9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26488891-685c-47b1-bd51-bd44b209dc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:31:41Z', 'updated_at': '2021-11-09T00:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:33:42.155153 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.240336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2,segment=NetworkSegment(692a308d-9475-4a87-aa82-0d3e4e285271),segment_id=692a308d-9475-4a87-aa82-0d3e4e285271)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:42.249245 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.297544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43022) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:42.312651 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-880baf7b-a45d-4846-8883-c0d1e2fd6d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.316595 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8675d0bf-0a17-4e2a-bcf6-e5074aab489f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.343792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880baf7b-a45d-4846-8883-c0d1e2fd6d45 None None] No DVR routers for this DVR port 0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:33:42.354680 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:42.383971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880baf7b-a45d-4846-8883-c0d1e2fd6d45 None None] Pushing event deleted for resources: {'Port': ['ID=0a38cb36-3f43-4ba2-bce8-d0a54ee8f8b2,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:42.436700 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.474396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Port': ['ID=30853a86-f910-44e6-87d3-f57237bfacb9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:42.491656 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8675d0bf-0a17-4e2a-bcf6-e5074aab489f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.512279 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8675d0bf-0a17-4e2a-bcf6-e5074aab489f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.575391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8675d0bf-0a17-4e2a-bcf6-e5074aab489f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=edab42099b054958b176ebf9a96f2253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2765551 Nov 09 00:33:42.578063 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43062) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:42.588348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675d0bf-0a17-4e2a-bcf6-e5074aab489f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b61f8e-c417-493a-ba0b-26b1309f50a2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:42.595640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.675039 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2880cbf1-860d-4139-8224-3c39d94f7254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.695467 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a7df7a9-2dac-4a20-90db-d030d507fbd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.711739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.714404 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.719875 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a7df7a9-2dac-4a20-90db-d030d507fbd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.776113 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.777303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Fanout notify agent at l3_agent the message router_deleted on router 26488891-685c-47b1-bd51-bd44b209dc26 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:33:42.783785 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a7df7a9-2dac-4a20-90db-d030d507fbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.787087 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6a7df7a9-2dac-4a20-90db-d030d507fbd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.790630 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6a7df7a9-2dac-4a20-90db-d030d507fbd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7b61f8e-c417-493a-ba0b-26b1309f50a2 HTTP/1.1" status: 204 len: 168 time: 0.2088776 Nov 09 00:33:42.794751 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.798132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7df7a9-2dac-4a20-90db-d030d507fbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b61f8e-c417-493a-ba0b-26b1309f50a2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:42.798834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-64880c35-54e6-4d68-b273-258479767631 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/routers/26488891-685c-47b1-bd51-bd44b209dc26 HTTP/1.1" status: 204 len: 168 time: 1.4501052 Nov 09 00:33:42.800003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43088) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:42.885742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:42.989712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.017727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b5cb47-3675-4da6-8d5c-4c84d5d6e240']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:43.028650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692a308d-9475-4a87-aa82-0d3e4e285271') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:43.028951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692a308d-9475-4a87-aa82-0d3e4e285271') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:43.039620 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.055913 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.064615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:33:43.065177 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:33:43.071930 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:33:43.152063 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.160964 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.164458 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/networks/23b5cb47-3675-4da6-8d5c-4c84d5d6e240 HTTP/1.1" status: 204 len: 168 time: 0.3626928 Nov 09 00:33:43.180638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4fd92-20c2-4700-84ac-fa91a3d0a9e1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Network': ['ID=23b5cb47-3675-4da6-8d5c-4c84d5d6e240,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:43.184443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43140) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:43.190505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-17c2c1a9-4af8-4bc6-a9b6-b4ce705b018d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'network': {'name': 'tempest-network-smoke--2121569048', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'port_security_enabled': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:43.217941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c2c1a9-4af8-4bc6-a9b6-b4ce705b018d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Made reservation on behalf of 6d6f5f38b2e348b0a38d565f5c34a031 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:33:43.223826 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17c2c1a9-4af8-4bc6-a9b6-b4ce705b018d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.254131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c2c1a9-4af8-4bc6-a9b6-b4ce705b018d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:33:43.264788 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17c2c1a9-4af8-4bc6-a9b6-b4ce705b018d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.265154 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-17c2c1a9-4af8-4bc6-a9b6-b4ce705b018d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Added segment d88edd94-0dfa-4aa2-9605-0495c0272a7e of type vlan for network 50826a03-60ba-4f75-80d5-bf9a713e9d4a Nov 09 00:33:43.319883 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17c2c1a9-4af8-4bc6-a9b6-b4ce705b018d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.351006 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17c2c1a9-4af8-4bc6-a9b6-b4ce705b018d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.356238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c2c1a9-4af8-4bc6-a9b6-b4ce705b018d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:43.357137 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-17c2c1a9-4af8-4bc6-a9b6-b4ce705b018d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.401989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-17c2c1a9-4af8-4bc6-a9b6-b4ce705b018d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2163336 Nov 09 00:33:43.403993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43176) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:43.421065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'admin_state_up': True, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:43.480085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2c1a9-4af8-4bc6-a9b6-b4ce705b018d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Network': ['ID=50826a03-60ba-4f75-80d5-bf9a713e9d4a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:43.498736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 50826a03-60ba-4f75-80d5-bf9a713e9d4a details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:33:43.521473 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.523200 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.612423 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.764964 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:43.781672 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30853a86-f910-44e6-87d3-f57237bfacb9 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:33:43.803460 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 30853a86-f910-44e6-87d3-f57237bfacb9 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:33:43.803813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 30853a86-f910-44e6-87d3-f57237bfacb9 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:33:43.804228 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2f60cbdf-0ec8-4908-8827-765843c36ea3 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:33:43.824201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 2f60cbdf-0ec8-4908-8827-765843c36ea3 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:33:43.824548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2f60cbdf-0ec8-4908-8827-765843c36ea3 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:33:43.966671 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:44.334828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:44.440108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Allocated IP 172.25.0.23 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/074bdd6e-9854-4513-b48b-d700327d0a9e) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:33:44.569182 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:44.620416 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:44.660841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:33:44.663911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:33:44.669734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:33:44.709524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=074bdd6e-9854-4513-b48b-d700327d0a9e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:44.787670 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2f8dabf1-c087-46b5-a9db-be7a1e187c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:44.914668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110627af-a636-480e-a32c-6adce52ce3f2 req-c677602f-a76f-480b-9be9-3c7e45869648 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:44.916153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-c677602f-a76f-480b-9be9-3c7e45869648 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/networks?id=786cc779-3c87-44a6-b860-64f0c742198b HTTP/1.1" status: 200 len: 813 time: 0.2267499 Nov 09 00:33:44.971475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-4d283c7f-c952-4db3-9ea3-7d9321da3dd5 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/quotas/13a1d5a829874c1794bb743b3b1d1694 HTTP/1.1" status: 200 len: 375 time: 0.0485079 Nov 09 00:33:45.033583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-00f2c8a2-9ac9-4cf9-949b-91d4386c84dc tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=13a1d5a829874c1794bb743b3b1d1694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534115 Nov 09 00:33:45.059611 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:45.324496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-1f7ec946-a879-4f77-9576-9d632fe9ad18 service neutron] 10.222.0.25 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832301 Nov 09 00:33:45.351308 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:45.492216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-a4595eca-c9a3-4780-94c0-babc78a0ddca service neutron] 10.222.0.25 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606998 Nov 09 00:33:45.650875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Router 758f5b2a-a58a-4f43-8000-210bb825b313 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:33:45.733283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c76ad988-9954-421d-8208-91735f861474 req-621abec6-35ca-422d-b43a-609b7344aea1 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 210 time: 0.0686610 Nov 09 00:33:45.796201 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:33:45.806813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Sync routers for ids ['758f5b2a-a58a-4f43-8000-210bb825b313'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:33:45.820753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Routers {'758f5b2a-a58a-4f43-8000-210bb825b313'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:45.821543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:33:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['758f5b2a-a58a-4f43-8000-210bb825b313'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:45.822759 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:45.827445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43254) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:45.828965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b92ff0a5-6462-41d7-99b4-4ca9c888da45 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4148023 Nov 09 00:33:45.888764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43258) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:45.901050 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-af834076-8748-44a0-b5f8-66c0a9ffbc38 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=6d6f5f38b2e348b0a38d565f5c34a031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711226 Nov 09 00:33:45.973664 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Set router 758f5b2a-a58a-4f43-8000-210bb825b313 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:45.993010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293bc352-44df-456f-bcf9-877a31be1224 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:45.998171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-293bc352-44df-456f-bcf9-877a31be1224 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1081629 Nov 09 00:33:45.998418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43266) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:46.039285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43268) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:46.039572 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-62e85c9b-d932-49f3-9f47-1824b8f0fef1 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394464 Nov 09 00:33:46.045644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-fc24e592-4a9a-47c8-8253-201d86cbb651 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2122046607', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:46.095756 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:46.149146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc24e592-4a9a-47c8-8253-201d86cbb651 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Made reservation on behalf of 6d6f5f38b2e348b0a38d565f5c34a031 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:33:46.153605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc24e592-4a9a-47c8-8253-201d86cbb651 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:46.164430 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:46.247768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:33:44Z', 'revision_number': 3, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:46.277807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Checking router: 758f5b2a-a58a-4f43-8000-210bb825b313 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:33:46.278157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Updating router 758f5b2a-a58a-4f43-8000-210bb825b313 port 074bdd6e-9854-4513-b48b-d700327d0a9e binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:33:46.313265 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:46.398462 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc24e592-4a9a-47c8-8253-201d86cbb651 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:46.466271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24e592-4a9a-47c8-8253-201d86cbb651 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Subnet': ['ID=471f05d5-ea0f-4e02-92b9-0d82b55a632c,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:46.471506 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:46.478754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24e592-4a9a-47c8-8253-201d86cbb651 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Checking segment: {'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:33:46.479197 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc24e592-4a9a-47c8-8253-201d86cbb651 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network hostable DHCP agents. Network: 50826a03-60ba-4f75-80d5-bf9a713e9d4a, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:33:46.496461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc24e592-4a9a-47c8-8253-201d86cbb651 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network 50826a03-60ba-4f75-80d5-bf9a713e9d4a is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:33:46.506483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-fc24e592-4a9a-47c8-8253-201d86cbb651 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 50826a03-60ba-4f75-80d5-bf9a713e9d4a) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:33:46.511737 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc24e592-4a9a-47c8-8253-201d86cbb651 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:46.512514 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc24e592-4a9a-47c8-8253-201d86cbb651 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:46.527808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be15d8c8-d384-4f62-8e52-2ac7009f2a38 None None] Network 50826a03-60ba-4f75-80d5-bf9a713e9d4a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:33:46.533695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fc24e592-4a9a-47c8-8253-201d86cbb651 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4906867 Nov 09 00:33:46.533933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43272) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:46.899573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110627af-a636-480e-a32c-6adce52ce3f2 req-18cee294-9aaf-4f13-8395-2f2abefca3ae tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:46.901898 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-18cee294-9aaf-4f13-8395-2f2abefca3ae tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.30 "GET /v2.0/networks?id=786cc779-3c87-44a6-b860-64f0c742198b HTTP/1.1" status: 200 len: 813 time: 0.1810083 Nov 09 00:33:46.907088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-987551ff-7bd1-4d65-b0d4-adeddfcd75cd req-cc02f879-ef48-4d40-9cdb-f59c16d7076a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 210 time: 0.0457206 Nov 09 00:33:46.924115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-110627af-a636-480e-a32c-6adce52ce3f2 req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Request body: {'port': {'device_id': '29ffe372-b429-4a82-b3a3-737aff3ce6f9', 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b', 'admin_state_up': True, 'tenant_id': '13a1d5a829874c1794bb743b3b1d1694'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:47.048252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110627af-a636-480e-a32c-6adce52ce3f2 req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Made reservation on behalf of 13a1d5a829874c1794bb743b3b1d1694 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:33:47.052517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-110627af-a636-480e-a32c-6adce52ce3f2 req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.086138 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ips': [{'subnet_id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:33:47.089305 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.095639 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.119203 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.189272 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166c496-35b4-447c-8860-1db525863a2f None None] Pushing event updated for resources: {'Port': ['ID=074bdd6e-9854-4513-b48b-d700327d0a9e,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:47.194045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-110627af-a636-480e-a32c-6adce52ce3f2 req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Allocated IP 172.20.0.4 (786cc779-3c87-44a6-b860-64f0c742198b/72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d/5c5b79ae-71d3-4a77-b4a3-19464bb168e0) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:33:47.199862 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.319422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Attempting to bind port 074bdd6e-9854-4513-b48b-d700327d0a9e on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:33:47.326846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Attempting to bind port 074bdd6e-9854-4513-b48b-d700327d0a9e by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:33:47.327229 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Attempting to bind port 074bdd6e-9854-4513-b48b-d700327d0a9e on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:33:47.336721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:33:47.337086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:33:47.356145 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.356660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:33:47.357175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Bound port: 074bdd6e-9854-4513-b48b-d700327d0a9e, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:33:47.357600 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.427844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-110627af-a636-480e-a32c-6adce52ce3f2 req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.441559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Allocated IP 172.20.0.2 (50826a03-60ba-4f75-80d5-bf9a713e9d4a/471f05d5-ea0f-4e02-92b9-0d82b55a632c/43aa1eec-7c65-4b5c-b5fa-a93877f2b57b) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:33:47.498745 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-110627af-a636-480e-a32c-6adce52ce3f2 req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.586748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] For port 074bdd6e-9854-4513-b48b-d700327d0a9e, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:33:47.588055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110627af-a636-480e-a32c-6adce52ce3f2 req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Network 786cc779-3c87-44a6-b860-64f0c742198b is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:33:47.595367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-110627af-a636-480e-a32c-6adce52ce3f2 req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:33:47.601540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] For port 074bdd6e-9854-4513-b48b-d700327d0a9e, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=074bdd6e-9854-4513-b48b-d700327d0a9e,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:33:47.615010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-110627af-a636-480e-a32c-6adce52ce3f2 req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:33:47.624205 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.651531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Pushing event updated for resources: {'Port': ['ID=5c5b79ae-71d3-4a77-b4a3-19464bb168e0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:47.711724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110627af-a636-480e-a32c-6adce52ce3f2 req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:47.717939 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-110627af-a636-480e-a32c-6adce52ce3f2 req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.748173 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.753475 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-6af47153-7ba0-4859-924c-899c0776fd8a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8373444 Nov 09 00:33:47.767398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Request body: {'port': {'device_id': '29ffe372-b429-4a82-b3a3-737aff3ce6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:47.792386 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.812063 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.826214 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Routers {'758f5b2a-a58a-4f43-8000-210bb825b313'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:47.826765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:33:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['758f5b2a-a58a-4f43-8000-210bb825b313'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:47.838778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Network 50826a03-60ba-4f75-80d5-bf9a713e9d4a is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:33:47.843484 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:47.844405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Allocated IP 172.20.0.1 (50826a03-60ba-4f75-80d5-bf9a713e9d4a/471f05d5-ea0f-4e02-92b9-0d82b55a632c/fe4eb0fd-9868-4175-947f-4e7ca4b854cc) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:33:47.870544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166c496-35b4-447c-8860-1db525863a2f None None] Pushing event updated for resources: {'Port': ['ID=074bdd6e-9854-4513-b48b-d700327d0a9e,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:47.875399 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:33:47.881927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:33:48.021097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Pushing event updated for resources: {'Port': ['ID=43aa1eec-7c65-4b5c-b5fa-a93877f2b57b,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:48.045841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Attempting to bind port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:33:48.046208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Attempting to bind port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:33:48.046574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Attempting to bind port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b on network 50826a03-60ba-4f75-80d5-bf9a713e9d4a {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:33:48.060252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:33:48.060647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Checking segment: {'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:33:48.061026 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.061460 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Bound using segment: {'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:33:48.061938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Bound port: 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:33:48.062552 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.068513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] Set router 758f5b2a-a58a-4f43-8000-210bb825b313 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:48.190358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c404546-d6ae-46ea-9f2c-2e070c6df60c req-f04a564f-f73b-453b-8be0-8eab3b0c29a9 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:48.198807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c404546-d6ae-46ea-9f2c-2e070c6df60c req-f04a564f-f73b-453b-8be0-8eab3b0c29a9 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 931 time: 0.0897532 Nov 09 00:33:48.247422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] For port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:33:48.255631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] For port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=43aa1eec-7c65-4b5c-b5fa-a93877f2b57b,segment=NetworkSegment(d88edd94-0dfa-4aa2-9605-0495c0272a7e),segment_id=d88edd94-0dfa-4aa2-9605-0495c0272a7e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:33:48.263357 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.264192 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.272031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:33:48.282099 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.284615 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c404546-d6ae-46ea-9f2c-2e070c6df60c req-7b38d70e-08a6-4de7-99a7-2216e9d310b7 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847082 Nov 09 00:33:48.301837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Transition to ACTIVE for port object 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:33:48.304434 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.326345 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.354459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Pushing event updated for resources: {'Port': ['ID=43aa1eec-7c65-4b5c-b5fa-a93877f2b57b,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:48.379626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:48.379992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:48.380300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:48.380676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:48.380947 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:48.381273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:48.381603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:48.381941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:48.382248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:48.382568 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:48.382886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:48.383244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456cb8-5ef1-4619-b3f2-4ea05d029813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:33:48.400735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:33:44Z', 'revision_number': 3, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:48.402755 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.408312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network 50826a03-60ba-4f75-80d5-bf9a713e9d4a is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:33:48.413866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:33:48.417153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:33:48.437092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12522da8-9171-49e1-93f9-9176527553df service neutron] Pushing event updated for resources: {'Port': ['ID=5c5b79ae-71d3-4a77-b4a3-19464bb168e0,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:48.460935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff213dc-12c7-4a27-9723-5404fa2b1cb6 None None] The sync data for ids ['758f5b2a-a58a-4f43-8000-210bb825b313'] in n-d-813263-3 is: [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:33:44Z', 'revision_number': 3, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:33:48.476020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=fe4eb0fd-9868-4175-947f-4e7ca4b854cc,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:48.507342 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.508197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Attempting to bind port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:33:48.508812 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Attempting to bind port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '1206c9bb-efd0-448d-a07f-540bcea2de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:33:48.509163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Attempting to bind port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 on network 786cc779-3c87-44a6-b860-64f0c742198b {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:33:48.514179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 on network 786cc779-3c87-44a6-b860-64f0c742198b not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:33:48.514623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Attempting to bind port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 on network 786cc779-3c87-44a6-b860-64f0c742198b {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:33:48.521971 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:33:48.523009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Checking segment: {'id': '1206c9bb-efd0-448d-a07f-540bcea2de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:33:48.523522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Bound using segment: {'id': '1206c9bb-efd0-448d-a07f-540bcea2de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:33:48.524059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Bound port: 5c5b79ae-71d3-4a77-b4a3-19464bb168e0, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1206c9bb-efd0-448d-a07f-540bcea2de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:33:48.524514 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.639762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] For port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:33:48.643364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] For port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5c5b79ae-71d3-4a77-b4a3-19464bb168e0,segment=NetworkSegment(1206c9bb-efd0-448d-a07f-540bcea2de56),segment_id=1206c9bb-efd0-448d-a07f-540bcea2de56)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:33:48.649433 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.742237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12522da8-9171-49e1-93f9-9176527553df service neutron] Pushing event updated for resources: {'Port': ['ID=5c5b79ae-71d3-4a77-b4a3-19464bb168e0,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:48.745295 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.749700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:48.750331 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:48.751766 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-12522da8-9171-49e1-93f9-9176527553df service neutron] 10.222.0.30 "PUT /v2.0/ports/5c5b79ae-71d3-4a77-b4a3-19464bb168e0 HTTP/1.1" status: 200 len: 1091 time: 0.9907451 Nov 09 00:33:48.752193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ffe372-b429-4a82-b3a3-737aff3ce6f9', 'tag': '5c5b79ae-71d3-4a77-b4a3-19464bb168e0'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:33:48.759365 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868af086-dff3-4545-b3d7-62a178803aef" -d '{"events": [{"name": "network-changed", "server_uuid": "29ffe372-b429-4a82-b3a3-737aff3ce6f9", "tag": "5c5b79ae-71d3-4a77-b4a3-19464bb168e0"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:33:48.911414 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed72bd3-84a1-4b82-bdc5-b8e450b0c6cc x-openstack-request-id: req-7ed72bd3-84a1-4b82-bdc5-b8e450b0c6cc {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:33:48.911967 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ffe372-b429-4a82-b3a3-737aff3ce6f9", "tag": "5c5b79ae-71d3-4a77-b4a3-19464bb168e0", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:33:48.912383 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ed72bd3-84a1-4b82-bdc5-b8e450b0c6cc {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:33:48.912949 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ffe372-b429-4a82-b3a3-737aff3ce6f9', 'tag': '5c5b79ae-71d3-4a77-b4a3-19464bb168e0', 'status': 'completed', 'code': 200} Nov 09 00:33:48.935900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110627af-a636-480e-a32c-6adce52ce3f2 req-29eea962-c64f-42bf-bc46-520c08b8b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:48.938255 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-29eea962-c64f-42bf-bc46-520c08b8b44c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13a1d5a829874c1794bb743b3b1d1694&device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 1094 time: 0.1206734 Nov 09 00:33:49.008610 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-1637dd20-893a-4dbb-a510-55796cbaea87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c5b79ae-71d3-4a77-b4a3-19464bb168e0 HTTP/1.1" status: 200 len: 217 time: 0.0504391 Nov 09 00:33:49.095514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110627af-a636-480e-a32c-6adce52ce3f2 req-8936a5cd-3e96-4acf-a0d4-1040016d539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:49.097464 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-8936a5cd-3e96-4acf-a0d4-1040016d539f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d HTTP/1.1" status: 200 len: 853 time: 0.0681691 Nov 09 00:33:49.172628 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-8285894c-9511-42f7-8de2-ab6b3d1a6f9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=786cc779-3c87-44a6-b860-64f0c742198b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681989 Nov 09 00:33:49.315098 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-54e7bf42-68b7-41b4-8c5a-2643faaaee5c service neutron] 10.222.0.30 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328630 Nov 09 00:33:49.318709 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:49.331323 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:49.521436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=fe4eb0fd-9868-4175-947f-4e7ca4b854cc,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:49.559587 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:49.594034 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478bd51-0172-417d-b26a-679777e09903 req-b4ba2475-c3d2-4218-84c7-0eca947b7401 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:49.606472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d478bd51-0172-417d-b26a-679777e09903 req-b4ba2475-c3d2-4218-84c7-0eca947b7401 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 943 time: 0.2201166 Nov 09 00:33:49.858845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b2ae2c-9316-486c-9ad7-9bf9d6e4909f None None] Network 50826a03-60ba-4f75-80d5-bf9a713e9d4a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:33:49.922505 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d478bd51-0172-417d-b26a-679777e09903 req-29e4779a-3975-4e36-bf19-01e0523b24fc tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133440 Nov 09 00:33:49.954415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-edc20077-b95c-4201-97bb-67b6ffb62f64 None None] Provisioning complete for port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:49.954785 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-edc20077-b95c-4201-97bb-67b6ffb62f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:50.011681 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 074bdd6e-9854-4513-b48b-d700327d0a9e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:33:50.018183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network 50826a03-60ba-4f75-80d5-bf9a713e9d4a is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:33:50.023104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:33:50.084755 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-110627af-a636-480e-a32c-6adce52ce3f2 req-38034bcf-7619-4962-9d79-390baddae05e service neutron] 10.222.0.30 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623591 Nov 09 00:33:50.163600 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-edc20077-b95c-4201-97bb-67b6ffb62f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:50.170889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Router 758f5b2a-a58a-4f43-8000-210bb825b313 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:33:50.202468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 074bdd6e-9854-4513-b48b-d700327d0a9e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:50.202886 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:50.219462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868af086-dff3-4545-b3d7-62a178803aef req-01ffd703-5140-4846-a03f-48141b26212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:50.220965 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-868af086-dff3-4545-b3d7-62a178803aef req-01ffd703-5140-4846-a03f-48141b26212c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13a1d5a829874c1794bb743b3b1d1694&device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 1094 time: 0.0748003 Nov 09 00:33:50.261465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-edc20077-b95c-4201-97bb-67b6ffb62f64 None None] For port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=43aa1eec-7c65-4b5c-b5fa-a93877f2b57b,segment=NetworkSegment(d88edd94-0dfa-4aa2-9605-0495c0272a7e),segment_id=d88edd94-0dfa-4aa2-9605-0495c0272a7e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:50.278610 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-edc20077-b95c-4201-97bb-67b6ffb62f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:50.374771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:33:50.392789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-37bdaf1a-faf9-41d1-8d72-bbeaa7616d7e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "PUT /v2.0/routers/758f5b2a-a58a-4f43-8000-210bb825b313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8551550 Nov 09 00:33:50.395455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43324) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:50.416781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc20077-b95c-4201-97bb-67b6ffb62f64 None None] Pushing event updated for resources: {'Port': ['ID=43aa1eec-7c65-4b5c-b5fa-a93877f2b57b,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:50.429190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868af086-dff3-4545-b3d7-62a178803aef req-9241e100-1a21-4925-be52-6e26dc3f9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:50.430702 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-868af086-dff3-4545-b3d7-62a178803aef req-9241e100-1a21-4925-be52-6e26dc3f9bae service neutron] 10.222.0.30 "GET /v2.0/networks?id=786cc779-3c87-44a6-b860-64f0c742198b HTTP/1.1" status: 200 len: 913 time: 0.2023137 Nov 09 00:33:50.434146 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:50.460054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 074bdd6e-9854-4513-b48b-d700327d0a9e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=074bdd6e-9854-4513-b48b-d700327d0a9e,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:50.467594 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:50.468456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:33:50.521283 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-868af086-dff3-4545-b3d7-62a178803aef req-4bc46c98-fd51-4987-b4dd-9ccfc39f6477 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c5b79ae-71d3-4a77-b4a3-19464bb168e0 HTTP/1.1" status: 200 len: 217 time: 0.0572941 Nov 09 00:33:50.611070 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=074bdd6e-9854-4513-b48b-d700327d0a9e,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:50.629709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:50.630386 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:50.689220 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868af086-dff3-4545-b3d7-62a178803aef req-6dfba4d2-6e63-403a-a4ca-1f4f1da145dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:50.692072 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-868af086-dff3-4545-b3d7-62a178803aef req-6dfba4d2-6e63-403a-a4ca-1f4f1da145dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d HTTP/1.1" status: 200 len: 853 time: 0.1309960 Nov 09 00:33:50.757131 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-868af086-dff3-4545-b3d7-62a178803aef req-00be79ae-7605-40ff-b133-88a2dd7bda9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=786cc779-3c87-44a6-b860-64f0c742198b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522239 Nov 09 00:33:50.759118 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fb385f91-b6f7-44cb-a77d-9dc4ab978e22 None None] Provisioning complete for port fe4eb0fd-9868-4175-947f-4e7ca4b854cc triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:50.759593 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fb385f91-b6f7-44cb-a77d-9dc4ab978e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:50.810576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e657c0db-006c-44d1-92e4-fc70638215e0 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:50.811467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e657c0db-006c-44d1-92e4-fc70638215e0 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:50.812121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e657c0db-006c-44d1-92e4-fc70638215e0 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:50.812757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e657c0db-006c-44d1-92e4-fc70638215e0 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:50.813205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-fb385f91-b6f7-44cb-a77d-9dc4ab978e22 None None] Port fe4eb0fd-9868-4175-947f-4e7ca4b854cc cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:33:50.813742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e657c0db-006c-44d1-92e4-fc70638215e0 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:50.814690 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e657c0db-006c-44d1-92e4-fc70638215e0 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:50.815298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e657c0db-006c-44d1-92e4-fc70638215e0 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:50.818454 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e657c0db-006c-44d1-92e4-fc70638215e0 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4984 time: 0.4220076 Nov 09 00:33:50.822168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43326) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:50.832708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fb385f91-b6f7-44cb-a77d-9dc4ab978e22 None None] Provisioning complete for port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:50.833317 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fb385f91-b6f7-44cb-a77d-9dc4ab978e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:50.958731 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-868af086-dff3-4545-b3d7-62a178803aef req-fae925d9-83ed-437b-b929-496e8921e215 service neutron] 10.222.0.30 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898756 Nov 09 00:33:51.131740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f620ca37-3c62-4e81-8fc1-b80fb227c367 None None] Provisioning complete for port fe4eb0fd-9868-4175-947f-4e7ca4b854cc triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:51.132272 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f620ca37-3c62-4e81-8fc1-b80fb227c367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:51.138709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c8ace-2f9d-424b-817e-c1febbbce8a4 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:51.139258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c8ace-2f9d-424b-817e-c1febbbce8a4 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:51.139764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c8ace-2f9d-424b-817e-c1febbbce8a4 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:51.140213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c8ace-2f9d-424b-817e-c1febbbce8a4 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:51.140655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c8ace-2f9d-424b-817e-c1febbbce8a4 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:51.141095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c8ace-2f9d-424b-817e-c1febbbce8a4 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:51.141556 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c8ace-2f9d-424b-817e-c1febbbce8a4 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:51.148012 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8c9c8ace-2f9d-424b-817e-c1febbbce8a4 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4650 time: 0.3247576 Nov 09 00:33:51.154518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43340) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:51.204260 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-868af086-dff3-4545-b3d7-62a178803aef req-1f004253-e543-4c47-bf59-5909842e8514 service neutron] 10.222.0.30 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375979 Nov 09 00:33:51.214178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f620ca37-3c62-4e81-8fc1-b80fb227c367 None None] Port fe4eb0fd-9868-4175-947f-4e7ca4b854cc cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:33:51.327379 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Sync routers for ids ['758f5b2a-a58a-4f43-8000-210bb825b313'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:33:51.338973 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Routers {'758f5b2a-a58a-4f43-8000-210bb825b313'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:51.339604 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:33:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['758f5b2a-a58a-4f43-8000-210bb825b313'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:51.548645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5b1cb167-e850-49f9-a967-9d1d10a87b06 None None] Provisioning complete for port fe4eb0fd-9868-4175-947f-4e7ca4b854cc triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:51.549055 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb167-e850-49f9-a967-9d1d10a87b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:51.640425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5b1cb167-e850-49f9-a967-9d1d10a87b06 None None] Port fe4eb0fd-9868-4175-947f-4e7ca4b854cc cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:33:51.709606 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43350) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:51.710353 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Set router 758f5b2a-a58a-4f43-8000-210bb825b313 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:51.822394 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 074bdd6e-9854-4513-b48b-d700327d0a9e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:33:51.847545 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4b24d6e-caa3-41ba-a2e5-820f3e933ca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:51.865469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b178ca2-8e8c-430f-9ba6-b8796fd4f5f1 req-52244933-6332-4976-9f71-68eb117c9eea tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:51.872871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b178ca2-8e8c-430f-9ba6-b8796fd4f5f1 req-52244933-6332-4976-9f71-68eb117c9eea tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 943 time: 0.8070800 Nov 09 00:33:51.922225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 074bdd6e-9854-4513-b48b-d700327d0a9e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:51.923367 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:51.966425 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4b24d6e-caa3-41ba-a2e5-820f3e933ca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:51.973456 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b178ca2-8e8c-430f-9ba6-b8796fd4f5f1 req-1d04362c-0d58-460a-a081-a9ba0c58d0e1 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912719 Nov 09 00:33:51.982248 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e4b24d6e-caa3-41ba-a2e5-820f3e933ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.017241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b24d6e-caa3-41ba-a2e5-820f3e933ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d04fc2-b901-4c1f-a421-722fa9443906,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:52.047430 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:33:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fe4eb0fd-9868-4175-947f-4e7ca4b854cc', 'name': '', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:00:46:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:47Z', 'updated_at': '2021-11-09T00:33:49Z', 'revision_number': 2, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:52.067007 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e4b24d6e-caa3-41ba-a2e5-820f3e933ca8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9348572741784c96ab51cfd9e663452a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3562355 Nov 09 00:33:52.071382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43356) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:52.112069 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Checking router: 758f5b2a-a58a-4f43-8000-210bb825b313 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:33:52.113161 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Updating router 758f5b2a-a58a-4f43-8000-210bb825b313 port fe4eb0fd-9868-4175-947f-4e7ca4b854cc binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:33:52.121042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:33:52.143246 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.157255 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bf1121a-ea8c-4409-8b6b-1f0adc0fa0a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.166324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0e41aa21-01e9-488b-bb35-e23b1bc7717a tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 1.0055394 Nov 09 00:33:52.189395 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bf1121a-ea8c-4409-8b6b-1f0adc0fa0a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.226941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:52.227453 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.260492 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bf1121a-ea8c-4409-8b6b-1f0adc0fa0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.263893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bf1121a-ea8c-4409-8b6b-1f0adc0fa0a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.265473 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6bf1121a-ea8c-4409-8b6b-1f0adc0fa0a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52d04fc2-b901-4c1f-a421-722fa9443906 HTTP/1.1" status: 204 len: 168 time: 0.1911438 Nov 09 00:33:52.291952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1121a-ea8c-4409-8b6b-1f0adc0fa0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d04fc2-b901-4c1f-a421-722fa9443906,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:52.478532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43366) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:52.484461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7d72ffa4-8683-4883-8a5a-270e68909895 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625562751', 'description': 'tempest-secgroup-smoke-625562751 description', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:52.506532 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.514444 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.555775 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffa4-8683-4883-8a5a-270e68909895 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.605198 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb602d-f435-4349-9a4e-30d25e75d9a4 None None] Pushing event updated for resources: {'Port': ['ID=fe4eb0fd-9868-4175-947f-4e7ca4b854cc,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:52.673217 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffa4-8683-4883-8a5a-270e68909895 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.678679 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffa4-8683-4883-8a5a-270e68909895 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.685569 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Attempting to bind port fe4eb0fd-9868-4175-947f-4e7ca4b854cc on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:33:52.686018 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Attempting to bind port fe4eb0fd-9868-4175-947f-4e7ca4b854cc by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:33:52.686804 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Attempting to bind port fe4eb0fd-9868-4175-947f-4e7ca4b854cc on network 50826a03-60ba-4f75-80d5-bf9a713e9d4a {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:33:52.691948 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:33:52.692291 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Checking segment: {'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:33:52.693750 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.694346 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Bound using segment: {'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:33:52.695070 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Bound port: fe4eb0fd-9868-4175-947f-4e7ca4b854cc, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:33:52.695538 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.717853 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffa4-8683-4883-8a5a-270e68909895 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.719128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7d72ffa4-8683-4883-8a5a-270e68909895 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2393532 Nov 09 00:33:52.721301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72ffa4-8683-4883-8a5a-270e68909895 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd334e4-1476-4f7f-ae62-463ef8ef8440,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:52.723259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43372) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:52.730894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a46f45bc-5865-4ab9-9f47-f87f3f4d52e9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': '2bd334e4-1476-4f7f-ae62-463ef8ef8440', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:52.748077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43374) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:52.762431 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a47df0d7-02d7-456c-aeb4-aec2f149eb8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.779243 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a46f45bc-5865-4ab9-9f47-f87f3f4d52e9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.810206 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] For port fe4eb0fd-9868-4175-947f-4e7ca4b854cc, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:33:52.814645 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] For port fe4eb0fd-9868-4175-947f-4e7ca4b854cc, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fe4eb0fd-9868-4175-947f-4e7ca4b854cc,segment=NetworkSegment(d88edd94-0dfa-4aa2-9605-0495c0272a7e),segment_id=d88edd94-0dfa-4aa2-9605-0495c0272a7e)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:33:52.821670 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.863920 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a47df0d7-02d7-456c-aeb4-aec2f149eb8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.872913 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a47df0d7-02d7-456c-aeb4-aec2f149eb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.888008 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Routers {'758f5b2a-a58a-4f43-8000-210bb825b313'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:33:52.888663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a46f45bc-5865-4ab9-9f47-f87f3f4d52e9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.889980 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:33:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['758f5b2a-a58a-4f43-8000-210bb825b313'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:52.899287 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a46f45bc-5865-4ab9-9f47-f87f3f4d52e9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.927820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a47df0d7-02d7-456c-aeb4-aec2f149eb8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b4956cd399648b282aa18d09fb075c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1782095 Nov 09 00:33:52.928506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43378) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:52.930814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47df0d7-02d7-456c-aeb4-aec2f149eb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43381a92-2086-45db-94dd-36eeb3cf91f0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:52.938536 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a46f45bc-5865-4ab9-9f47-f87f3f4d52e9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:52.942879 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a46f45bc-5865-4ab9-9f47-f87f3f4d52e9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2152867 Nov 09 00:33:52.943157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43380) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:52.943853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f45bc-5865-4ab9-9f47-f87f3f4d52e9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7deb3950-216e-41b4-8b0d-f0e59648b905,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:52.952326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7195ae38-f122-40ce-8773-bf9f14d820f1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': '2bd334e4-1476-4f7f-ae62-463ef8ef8440', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:53.006866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-65febabd-2bac-429e-86dd-8d792ca8fbdc None None] Provisioning complete for port fe4eb0fd-9868-4175-947f-4e7ca4b854cc triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:53.008721 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65febabd-2bac-429e-86dd-8d792ca8fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.031744 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6e7af80d-24a0-4f01-8809-bb16d9699d4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.032263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7195ae38-f122-40ce-8773-bf9f14d820f1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.069947 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb602d-f435-4349-9a4e-30d25e75d9a4 None None] Pushing event updated for resources: {'Port': ['ID=fe4eb0fd-9868-4175-947f-4e7ca4b854cc,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:53.089484 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6e7af80d-24a0-4f01-8809-bb16d9699d4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.212490 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7195ae38-f122-40ce-8773-bf9f14d820f1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.216977 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65febabd-2bac-429e-86dd-8d792ca8fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.217301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdae8d-14cd-4706-bfff-53ab4b5b2c54 req-f9810dc3-afb8-4827-b131-76a3445573e5 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:53.218116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7195ae38-f122-40ce-8773-bf9f14d820f1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.224787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56fdae8d-14cd-4706-bfff-53ab4b5b2c54 req-f9810dc3-afb8-4827-b131-76a3445573e5 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 943 time: 0.1386259 Nov 09 00:33:53.240911 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195ae38-f122-40ce-8773-bf9f14d820f1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7be49f2-861a-4893-91dd-a6c2180b43a5,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:53.250782 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7195ae38-f122-40ce-8773-bf9f14d820f1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.252681 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7195ae38-f122-40ce-8773-bf9f14d820f1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3051548 Nov 09 00:33:53.256130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43388) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:53.262951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9068c436-dfd2-4ec0-af5d-d1ab15d20372 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': '2bd334e4-1476-4f7f-ae62-463ef8ef8440', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:53.278403 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-65febabd-2bac-429e-86dd-8d792ca8fbdc None None] For port fe4eb0fd-9868-4175-947f-4e7ca4b854cc, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fe4eb0fd-9868-4175-947f-4e7ca4b854cc,segment=NetworkSegment(d88edd94-0dfa-4aa2-9605-0495c0272a7e),segment_id=d88edd94-0dfa-4aa2-9605-0495c0272a7e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:53.286316 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65febabd-2bac-429e-86dd-8d792ca8fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.303548 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6e7af80d-24a0-4f01-8809-bb16d9699d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.305134 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] Set router 758f5b2a-a58a-4f43-8000-210bb825b313 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:33:53.307075 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6e7af80d-24a0-4f01-8809-bb16d9699d4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.308267 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6e7af80d-24a0-4f01-8809-bb16d9699d4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43381a92-2086-45db-94dd-36eeb3cf91f0 HTTP/1.1" status: 204 len: 168 time: 0.3785760 Nov 09 00:33:53.317769 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9068c436-dfd2-4ec0-af5d-d1ab15d20372 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.359856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65febabd-2bac-429e-86dd-8d792ca8fbdc None None] Pushing event updated for resources: {'Port': ['ID=fe4eb0fd-9868-4175-947f-4e7ca4b854cc,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:53.360644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7af80d-24a0-4f01-8809-bb16d9699d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43381a92-2086-45db-94dd-36eeb3cf91f0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:53.386422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56fdae8d-14cd-4706-bfff-53ab4b5b2c54 req-c43a7bdb-0f03-4fee-b601-13594999ef29 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606982 Nov 09 00:33:53.411559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a6875874-7dab-4f84-b64c-6946159d74f1 None None] Provisioning complete for port fe4eb0fd-9868-4175-947f-4e7ca4b854cc triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:53.412000 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a6875874-7dab-4f84-b64c-6946159d74f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.456036 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9068c436-dfd2-4ec0-af5d-d1ab15d20372 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.464481 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9068c436-dfd2-4ec0-af5d-d1ab15d20372 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.482948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068c436-dfd2-4ec0-af5d-d1ab15d20372 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a829fb9f-ed18-45c2-a59f-be71984e5d61,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:53.492854 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9068c436-dfd2-4ec0-af5d-d1ab15d20372 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.496694 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9068c436-dfd2-4ec0-af5d-d1ab15d20372 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2358367 Nov 09 00:33:53.497177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43396) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:53.514376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-3e22b3b4-3336-4710-a98a-5f30663bcf68 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': '2bd334e4-1476-4f7f-ae62-463ef8ef8440', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:53.587812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e22b3b4-3336-4710-a98a-5f30663bcf68 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.606662 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:33:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fe4eb0fd-9868-4175-947f-4e7ca4b854cc', 'name': '', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:00:46:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:47Z', 'updated_at': '2021-11-09T00:33:52Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:33:53.640325 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79b94a-9349-4a0c-80fe-b9e94885d3e8 None None] The sync data for ids ['758f5b2a-a58a-4f43-8000-210bb825b313'] in n-d-813263-3 is: [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:33:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fe4eb0fd-9868-4175-947f-4e7ca4b854cc', 'name': '', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:00:46:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:47Z', 'updated_at': '2021-11-09T00:33:52Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:33:53.714962 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:33:53.727698 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e22b3b4-3336-4710-a98a-5f30663bcf68 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.738520 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e22b3b4-3336-4710-a98a-5f30663bcf68 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.771860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a727c2-4bc0-41ad-b97e-f8365abd0db6 req-a208c2fe-54cc-47ea-bd90-782424d99731 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:53.775151 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8a727c2-4bc0-41ad-b97e-f8365abd0db6 req-a208c2fe-54cc-47ea-bd90-782424d99731 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.1685047 Nov 09 00:33:53.800321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22b3b4-3336-4710-a98a-5f30663bcf68 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54045296-46ac-446c-872b-3d15e1d1f4e8,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:53.819424 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e22b3b4-3336-4710-a98a-5f30663bcf68 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.821401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3e22b3b4-3336-4710-a98a-5f30663bcf68 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3224626 Nov 09 00:33:53.823777 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43406) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:53.828858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-488f15b9-1e98-4e1c-af18-f2b1a2822529 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': '2bd334e4-1476-4f7f-ae62-463ef8ef8440', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:53.874419 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-488f15b9-1e98-4e1c-af18-f2b1a2822529 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Project 6d6f5f38b2e348b0a38d565f5c34a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:33:53.882905 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-488f15b9-1e98-4e1c-af18-f2b1a2822529 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:53.910278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fe4eb0fd-9868-4175-947f-4e7ca4b854cc up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:33:53.912174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8a727c2-4bc0-41ad-b97e-f8365abd0db6 req-db930eff-d242-4612-8d73-b71d6a7d0334 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246238 Nov 09 00:33:53.916120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5c5b79ae-71d3-4a77-b4a3-19464bb168e0,segment=NetworkSegment(1206c9bb-efd0-448d-a07f-540bcea2de56),segment_id=1206c9bb-efd0-448d-a07f-540bcea2de56)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:53.953054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '5c5b79ae-71d3-4a77-b4a3-19464bb168e0', 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b', 'port_id': '5c5b79ae-71d3-4a77-b4a3-19464bb168e0', 'mac_address': 'fa:16:3e:62:db:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:33:54.007779 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-488f15b9-1e98-4e1c-af18-f2b1a2822529 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:54.016409 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-488f15b9-1e98-4e1c-af18-f2b1a2822529 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:54.026044 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:54.027945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port fe4eb0fd-9868-4175-947f-4e7ca4b854cc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:54.028563 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:54.036264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f15b9-1e98-4e1c-af18-f2b1a2822529 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af9fea1-0eaf-4150-9d25-34c6813d0443,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:54.046928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-488f15b9-1e98-4e1c-af18-f2b1a2822529 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:54.048411 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-488f15b9-1e98-4e1c-af18-f2b1a2822529 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2230649 Nov 09 00:33:54.051851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43414) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:33:54.056492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c5412b60-216e-4264-be44-25f3dbf12869 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'security_group_rule': {'security_group_id': '2bd334e4-1476-4f7f-ae62-463ef8ef8440', 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:54.072617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:33:54.090161 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-c5412b60-216e-4264-be44-25f3dbf12869 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Project 6d6f5f38b2e348b0a38d565f5c34a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:33:54.098069 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c5412b60-216e-4264-be44-25f3dbf12869 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:54.104770 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5c5b79ae-71d3-4a77-b4a3-19464bb168e0,segment=NetworkSegment(1206c9bb-efd0-448d-a07f-540bcea2de56),segment_id=1206c9bb-efd0-448d-a07f-540bcea2de56)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:54.115080 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:54.183110 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:33:54.195449 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c5412b60-216e-4264-be44-25f3dbf12869 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:54.197536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=5c5b79ae-71d3-4a77-b4a3-19464bb168e0,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:54.201822 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c5412b60-216e-4264-be44-25f3dbf12869 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:54.220378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5412b60-216e-4264-be44-25f3dbf12869 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72b15e8-4e17-4378-9582-27f1585abb72,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:54.232125 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c5412b60-216e-4264-be44-25f3dbf12869 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:54.233447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c5412b60-216e-4264-be44-25f3dbf12869 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1805286 Nov 09 00:33:54.305309 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['5c5b79ae-71d3-4a77-b4a3-19464bb168e0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:33:54.530140 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-225a59dd-c52c-4934-b768-72e188777f03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625562751&fields=id&tenant_id=6d6f5f38b2e348b0a38d565f5c34a031 HTTP/1.1" status: 200 len: 267 time: 0.0807300 Nov 09 00:33:54.559691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914694e8-ad93-4cf9-98fc-96ab65680831 req-8d34e71b-3d4d-4957-859d-08d734b2da29 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:54.561187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-914694e8-ad93-4cf9-98fc-96ab65680831 req-8d34e71b-3d4d-4957-859d-08d734b2da29 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 944 time: 0.0921996 Nov 09 00:33:54.699945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-914694e8-ad93-4cf9-98fc-96ab65680831 req-2f1520bf-2b00-4451-b9ef-70d9db8c3f05 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252694 Nov 09 00:33:54.711764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-6eb4389e-1cbe-4fdc-892f-d3051995ae34 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:54.723102 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-6eb4389e-1cbe-4fdc-892f-d3051995ae34 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/networks?id=50826a03-60ba-4f75-80d5-bf9a713e9d4a HTTP/1.1" status: 200 len: 797 time: 0.1829906 Nov 09 00:33:54.734188 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-3b4bc48a-0725-45e9-bf65-131aa56f75d4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/quotas/6d6f5f38b2e348b0a38d565f5c34a031 HTTP/1.1" status: 200 len: 375 time: 0.0115135 Nov 09 00:33:54.807579 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-0097ea20-8122-4f36-8344-0bb49b8da3b8 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626891 Nov 09 00:33:54.924157 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-f8f961e6-235f-42b1-8fb9-60de963427c4 service neutron] 10.222.0.25 "GET /v2.0/networks/50826a03-60ba-4f75-80d5-bf9a713e9d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031272 Nov 09 00:33:55.049189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-5fbedb21-4766-4c63-946c-9e92e50660d1 service neutron] 10.222.0.25 "GET /v2.0/networks/50826a03-60ba-4f75-80d5-bf9a713e9d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235387 Nov 09 00:33:55.066842 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7cde5-7d46-4f99-a5bf-b1ccaec04b90 req-9cf37d62-594a-4e34-a2b4-a5534c403490 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:55.074413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03d7cde5-7d46-4f99-a5bf-b1ccaec04b90 req-9cf37d62-594a-4e34-a2b4-a5534c403490 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0750320 Nov 09 00:33:55.149239 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03d7cde5-7d46-4f99-a5bf-b1ccaec04b90 req-d66a522f-d1ca-4f40-8186-b0ce0cdaa962 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680997 Nov 09 00:33:55.267293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60e51304-a9cc-40a4-9e4d-3a5916e2e9e5 req-0960b20b-e2ed-4243-92b4-46a079075e9c tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 210 time: 0.0316405 Nov 09 00:33:55.741571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:33:55.796216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:33:55.801754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:55.802124 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:55.871964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49921883-04a5-4ae0-b945-108ab2e5b6d2 req-2305a284-2f94-497b-848d-be1a8adf53e7 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:55.873731 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49921883-04a5-4ae0-b945-108ab2e5b6d2 req-2305a284-2f94-497b-848d-be1a8adf53e7 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 944 time: 0.0924973 Nov 09 00:33:55.896041 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:55.919313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ffe372-b429-4a82-b3a3-737aff3ce6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5b79ae-71d3-4a77-b4a3-19464bb168e0'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:33:55.921511 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbccf0ab-59ac-4cf8-b8e3-72802a318a56" -d '{"events": [{"server_uuid": "29ffe372-b429-4a82-b3a3-737aff3ce6f9", "name": "network-vif-plugged", "status": "completed", "tag": "5c5b79ae-71d3-4a77-b4a3-19464bb168e0"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:33:55.939172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49921883-04a5-4ae0-b945-108ab2e5b6d2 req-01db54bd-55e3-43de-96cc-f70a5fe99464 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524621 Nov 09 00:33:55.949898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5c5b79ae-71d3-4a77-b4a3-19464bb168e0,segment=NetworkSegment(1206c9bb-efd0-448d-a07f-540bcea2de56),segment_id=1206c9bb-efd0-448d-a07f-540bcea2de56)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:33:55.955862 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:55.983810 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388ac343-bfcf-49fb-91ac-642fa60cfdec x-openstack-request-id: req-388ac343-bfcf-49fb-91ac-642fa60cfdec {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:33:55.984103 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ffe372-b429-4a82-b3a3-737aff3ce6f9", "name": "network-vif-plugged", "status": "completed", "tag": "5c5b79ae-71d3-4a77-b4a3-19464bb168e0", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:33:55.984409 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-388ac343-bfcf-49fb-91ac-642fa60cfdec {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:33:55.984816 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ffe372-b429-4a82-b3a3-737aff3ce6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5b79ae-71d3-4a77-b4a3-19464bb168e0', 'code': 200} Nov 09 00:33:56.012661 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=5c5b79ae-71d3-4a77-b4a3-19464bb168e0,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:56.081756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d6553-4c50-43f0-98af-99f97174771f req-c86a4b78-9380-4eea-a057-57d5035b1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:56.083843 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be3d6553-4c50-43f0-98af-99f97174771f req-c86a4b78-9380-4eea-a057-57d5035b1311 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0432386 Nov 09 00:33:56.132121 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be3d6553-4c50-43f0-98af-99f97174771f req-0baf3317-94f4-48fb-843d-a4d447384545 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 Nov 09 00:33:56.274493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-79fe1ce2-a75e-40a7-be1c-b21afd6f8a48 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:56.276831 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-79fe1ce2-a75e-40a7-be1c-b21afd6f8a48 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.11 "GET /v2.0/networks?id=50826a03-60ba-4f75-80d5-bf9a713e9d4a HTTP/1.1" status: 200 len: 797 time: 0.1296740 Nov 09 00:33:56.312114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb3296-01e9-4e00-8f36-ae04675888a1 req-a2778496-3865-490b-8009-16b4a9e628da tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:56.321298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ccdb3296-01e9-4e00-8f36-ae04675888a1 req-a2778496-3865-490b-8009-16b4a9e628da tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0813475 Nov 09 00:33:56.362989 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-a8c93b50-d144-4795-910a-629f042012fa tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d6f5f38b2e348b0a38d565f5c34a031 HTTP/1.1" status: 200 len: 379 time: 0.0757649 Nov 09 00:33:56.374176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'port': {'device_id': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'admin_state_up': True, 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'security_groups': ['2bd334e4-1476-4f7f-ae62-463ef8ef8440']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:56.394062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80b49d5e-68c1-418d-bf4f-b06d3ce8665d req-67f56bbf-9a04-43a9-a2b7-c5a5ea085eb1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 210 time: 0.0343578 Nov 09 00:33:56.402331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ccdb3296-01e9-4e00-8f36-ae04675888a1 req-3bfc1a0f-fda5-445f-8461-dcd9faaf6950 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793519 Nov 09 00:33:56.497621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Made reservation on behalf of 6d6f5f38b2e348b0a38d565f5c34a031 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:33:56.500984 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:56.633977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Allocated IP 172.20.0.6 (50826a03-60ba-4f75-80d5-bf9a713e9d4a/471f05d5-ea0f-4e02-92b9-0d82b55a632c/2ac06b87-ee1e-4b24-b792-809b04621eed) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:33:56.784690 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:56.819088 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:56.865290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network 50826a03-60ba-4f75-80d5-bf9a713e9d4a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:33:56.868467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:33:56.873142 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:33:56.907839 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=2ac06b87-ee1e-4b24-b792-809b04621eed,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:56.938966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:56.939882 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:56.961797 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-41dba79a-4ab6-4730-a881-7f9c337e916a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5931966 Nov 09 00:33:56.985516 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Request body: {'port': {'device_id': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:33:57.049555 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:57.083550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24728707-5972-4fc7-ab8e-90b6d199c08e req-e706c1c6-c3a2-4b6b-b9f9-6a198ab7965e tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:57.091895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24728707-5972-4fc7-ab8e-90b6d199c08e req-e706c1c6-c3a2-4b6b-b9f9-6a198ab7965e tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 945 time: 0.0637012 Nov 09 00:33:57.178355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24728707-5972-4fc7-ab8e-90b6d199c08e req-dd7c08f0-81de-4fd5-8ad7-127d40f05228 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851662 Nov 09 00:33:57.208894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3685e607-d06d-46b0-a2d3-4f602ef3a461 None None] Provisioning complete for port 2ac06b87-ee1e-4b24-b792-809b04621eed triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:33:57.209671 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3685e607-d06d-46b0-a2d3-4f602ef3a461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:57.268739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3685e607-d06d-46b0-a2d3-4f602ef3a461 None None] Port 2ac06b87-ee1e-4b24-b792-809b04621eed cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:33:57.342271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac06b87-ee1e-4b24-b792-809b04621eed {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:33:57.349381 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:57.360803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Transition to ACTIVE for port object 2ac06b87-ee1e-4b24-b792-809b04621eed will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:33:57.364990 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:57.442965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac06b87-ee1e-4b24-b792-809b04621eed,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:57.514861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Attempting to bind port 2ac06b87-ee1e-4b24-b792-809b04621eed on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:33:57.515478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Attempting to bind port 2ac06b87-ee1e-4b24-b792-809b04621eed by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:33:57.515959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Attempting to bind port 2ac06b87-ee1e-4b24-b792-809b04621eed on network 50826a03-60ba-4f75-80d5-bf9a713e9d4a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:33:57.521739 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Port 2ac06b87-ee1e-4b24-b792-809b04621eed on network 50826a03-60ba-4f75-80d5-bf9a713e9d4a not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:33:57.522283 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Attempting to bind port 2ac06b87-ee1e-4b24-b792-809b04621eed on network 50826a03-60ba-4f75-80d5-bf9a713e9d4a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:33:57.528955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:33:57.529571 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Checking segment: {'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:33:57.530188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Bound using segment: {'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:33:57.531475 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Bound port: 2ac06b87-ee1e-4b24-b792-809b04621eed, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88edd94-0dfa-4aa2-9605-0495c0272a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:33:57.532103 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:57.563957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e26ec0-a1c9-4400-89ba-ebf262078609 req-7e60d89d-bb74-4b5e-bc59-09a4685c86f5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:57.572213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52e26ec0-a1c9-4400-89ba-ebf262078609 req-7e60d89d-bb74-4b5e-bc59-09a4685c86f5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 943 time: 0.0955663 Nov 09 00:33:57.587927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a709ca-a14f-4880-808f-5d69d33c4a39 req-13456424-a022-4e67-9955-55ae28e62b9c tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:57.595479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21a709ca-a14f-4880-808f-5d69d33c4a39 req-13456424-a022-4e67-9955-55ae28e62b9c tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.1098557 Nov 09 00:33:57.612602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] For port 2ac06b87-ee1e-4b24-b792-809b04621eed, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:33:57.617227 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] For port 2ac06b87-ee1e-4b24-b792-809b04621eed, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ac06b87-ee1e-4b24-b792-809b04621eed,segment=NetworkSegment(d88edd94-0dfa-4aa2-9605-0495c0272a7e),segment_id=d88edd94-0dfa-4aa2-9605-0495c0272a7e)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:33:57.622482 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:57.656839 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:57.657735 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:33:57.660601 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] 10.222.0.11 "PUT /v2.0/ports/2ac06b87-ee1e-4b24-b792-809b04621eed HTTP/1.1" status: 200 len: 1091 time: 0.6837628 Nov 09 00:33:57.663114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'tag': '2ac06b87-ee1e-4b24-b792-809b04621eed'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:33:57.673155 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613e278a-4f39-4425-a156-60e315ccf090" -d '{"events": [{"name": "network-changed", "server_uuid": "aa15a233-9caa-4d84-916c-749953dfa58b", "tag": "2ac06b87-ee1e-4b24-b792-809b04621eed"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:33:57.681334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-52e26ec0-a1c9-4400-89ba-ebf262078609 req-bb6a24f6-15d8-443b-86f9-d68f3c6ae5ef tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bd334e4-1476-4f7f-ae62-463ef8ef8440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084538 Nov 09 00:33:57.708259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21a709ca-a14f-4880-808f-5d69d33c4a39 req-277feb28-8d00-4116-bc48-3ec4a5761c75 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112838 Nov 09 00:33:57.761774 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf00f865-a9c6-4fee-b5f5-0ddc51f734ac x-openstack-request-id: req-bf00f865-a9c6-4fee-b5f5-0ddc51f734ac {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:33:57.762075 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa15a233-9caa-4d84-916c-749953dfa58b", "tag": "2ac06b87-ee1e-4b24-b792-809b04621eed", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:33:57.762326 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf00f865-a9c6-4fee-b5f5-0ddc51f734ac {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:33:57.762723 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'tag': '2ac06b87-ee1e-4b24-b792-809b04621eed', 'status': 'completed', 'code': 200} Nov 09 00:33:57.791693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131162d-7ada-4939-b018-8b4427b7f705 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac06b87-ee1e-4b24-b792-809b04621eed,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:33:57.801926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-1b155ba5-1183-48f4-8636-f0c2bcc6914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:57.803519 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-1b155ba5-1183-48f4-8636-f0c2bcc6914c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 1094 time: 0.0913215 Nov 09 00:33:57.849127 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-e567df94-abf3-482c-9654-b6ec50c28f8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ac06b87-ee1e-4b24-b792-809b04621eed HTTP/1.1" status: 200 len: 217 time: 0.0375452 Nov 09 00:33:57.905579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-a61781ad-7f9d-4eb8-8ae3-856a0b8d8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:57.907239 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-a61781ad-7f9d-4eb8-8ae3-856a0b8d8eea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=471f05d5-ea0f-4e02-92b9-0d82b55a632c HTTP/1.1" status: 200 len: 835 time: 0.0496731 Nov 09 00:33:57.958229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-f2d7f2ce-bd8a-4594-999a-b10b4e08c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:57.959722 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-f2d7f2ce-bd8a-4594-999a-b10b4e08c45c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=50826a03-60ba-4f75-80d5-bf9a713e9d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459015 Nov 09 00:33:58.056079 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-932ed756-72a8-4684-ad73-385e8e04f43e service neutron] 10.222.0.11 "GET /v2.0/networks/50826a03-60ba-4f75-80d5-bf9a713e9d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877318 Nov 09 00:33:58.156983 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b5bfa465-3490-4a9b-aac4-c30d9eaf70f0 req-f4e83ea2-94f7-4d39-be87-d6a3a1020119 service neutron] 10.222.0.11 "GET /v2.0/networks/50826a03-60ba-4f75-80d5-bf9a713e9d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938709 Nov 09 00:33:58.248398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e278a-4f39-4425-a156-60e315ccf090 req-e4ae8a25-c1c1-4344-959a-19c1ee0414ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:58.249945 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-613e278a-4f39-4425-a156-60e315ccf090 req-e4ae8a25-c1c1-4344-959a-19c1ee0414ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 1094 time: 0.0441961 Nov 09 00:33:58.308135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701f26f-2095-4c9c-94ef-9349c1289168 req-9aa927b4-7907-40c8-824a-5e0badd9c6e6 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:58.309785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c701f26f-2095-4c9c-94ef-9349c1289168 req-9aa927b4-7907-40c8-824a-5e0badd9c6e6 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 945 time: 0.0507996 Nov 09 00:33:58.354097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e278a-4f39-4425-a156-60e315ccf090 req-c9dd9f1a-98d4-40db-88be-4756bf30aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:58.355586 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-613e278a-4f39-4425-a156-60e315ccf090 req-c9dd9f1a-98d4-40db-88be-4756bf30aa28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=50826a03-60ba-4f75-80d5-bf9a713e9d4a HTTP/1.1" status: 200 len: 897 time: 0.0972862 Nov 09 00:33:58.361763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c701f26f-2095-4c9c-94ef-9349c1289168 req-bd6f01d6-794d-487e-8c68-1bf44a9b2771 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447166 Nov 09 00:33:58.403271 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-613e278a-4f39-4425-a156-60e315ccf090 req-97b8148d-f4db-4c1e-a620-e97f25ed2480 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ac06b87-ee1e-4b24-b792-809b04621eed HTTP/1.1" status: 200 len: 217 time: 0.0400138 Nov 09 00:33:58.471103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e278a-4f39-4425-a156-60e315ccf090 req-fd641e2b-5a37-47cc-aeae-ee08fed574d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:58.472975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-613e278a-4f39-4425-a156-60e315ccf090 req-fd641e2b-5a37-47cc-aeae-ee08fed574d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=471f05d5-ea0f-4e02-92b9-0d82b55a632c HTTP/1.1" status: 200 len: 835 time: 0.0624785 Nov 09 00:33:58.525100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e278a-4f39-4425-a156-60e315ccf090 req-fa310c65-0298-4b19-9edc-c209d4330e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:58.526623 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-613e278a-4f39-4425-a156-60e315ccf090 req-fa310c65-0298-4b19-9edc-c209d4330e7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=50826a03-60ba-4f75-80d5-bf9a713e9d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455694 Nov 09 00:33:58.629915 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-613e278a-4f39-4425-a156-60e315ccf090 req-fe604933-0d30-48dc-810d-02735bfb292d service neutron] 10.222.0.11 "GET /v2.0/networks/50826a03-60ba-4f75-80d5-bf9a713e9d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948718 Nov 09 00:33:58.736611 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-613e278a-4f39-4425-a156-60e315ccf090 req-1e3b7aaa-e1c3-45b6-833a-305521b19448 service neutron] 10.222.0.11 "GET /v2.0/networks/50826a03-60ba-4f75-80d5-bf9a713e9d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971913 Nov 09 00:33:58.896907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00b0e-ee78-4a1c-a198-8017e82ec24f req-1133f850-e70f-475c-9676-852d6b04f63d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:58.898466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8d00b0e-ee78-4a1c-a198-8017e82ec24f req-1133f850-e70f-475c-9676-852d6b04f63d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 943 time: 0.0766191 Nov 09 00:33:58.910642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05cef2-819a-45d7-ba1b-c924a8ae3e0f req-527f8045-b2a6-4b3b-a59d-bec823942176 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:33:58.912218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e05cef2-819a-45d7-ba1b-c924a8ae3e0f req-527f8045-b2a6-4b3b-a59d-bec823942176 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.1000674 Nov 09 00:33:58.988770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e05cef2-819a-45d7-ba1b-c924a8ae3e0f req-8345736a-51de-46aa-93ed-8838ba9a3d86 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696809 Nov 09 00:33:59.006827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8d00b0e-ee78-4a1c-a198-8017e82ec24f req-22bced04-9be5-44d9-a300-285f206c93ee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bd334e4-1476-4f7f-ae62-463ef8ef8440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934343 Nov 09 00:33:59.917289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2ac06b87-ee1e-4b24-b792-809b04621eed details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:34:00.023018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2ac06b87-ee1e-4b24-b792-809b04621eed, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ac06b87-ee1e-4b24-b792-809b04621eed,segment=NetworkSegment(d88edd94-0dfa-4aa2-9605-0495c0272a7e),segment_id=d88edd94-0dfa-4aa2-9605-0495c0272a7e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:00.050028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '2ac06b87-ee1e-4b24-b792-809b04621eed', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'port_id': '2ac06b87-ee1e-4b24-b792-809b04621eed', 'mac_address': 'fa:16:3e:57:08:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:34:00.119358 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:00.138358 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac06b87-ee1e-4b24-b792-809b04621eed {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:34:00.164249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2ac06b87-ee1e-4b24-b792-809b04621eed, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ac06b87-ee1e-4b24-b792-809b04621eed,segment=NetworkSegment(d88edd94-0dfa-4aa2-9605-0495c0272a7e),segment_id=d88edd94-0dfa-4aa2-9605-0495c0272a7e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:00.171903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399facc-a59d-4c25-b6d3-d52d55f0ce81 req-b399607d-2e5c-423a-b193-536b2089954d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:00.172435 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:00.180081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b399facc-a59d-4c25-b6d3-d52d55f0ce81 req-b399607d-2e5c-423a-b193-536b2089954d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0895379 Nov 09 00:34:00.220643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72a7a4-0fec-440a-b2f3-cbbcce7f2903 req-ae9a5d66-d3b3-4119-852a-8da943470c39 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:00.223078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c72a7a4-0fec-440a-b2f3-cbbcce7f2903 req-ae9a5d66-d3b3-4119-852a-8da943470c39 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 943 time: 0.1223164 Nov 09 00:34:00.246541 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=2ac06b87-ee1e-4b24-b792-809b04621eed,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:00.274317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b399facc-a59d-4c25-b6d3-d52d55f0ce81 req-5fc75e82-f49b-45f4-85ef-b7b3635af47d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930529 Nov 09 00:34:00.312911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c72a7a4-0fec-440a-b2f3-cbbcce7f2903 req-74ea13d4-e930-4cfe-aa7a-092689d2792e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bd334e4-1476-4f7f-ae62-463ef8ef8440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791721 Nov 09 00:34:00.404530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['2ac06b87-ee1e-4b24-b792-809b04621eed'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:34:01.421186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba4825-655a-4bba-b404-58c9cd8aea7f req-c34d5c81-4776-4b10-b32f-95bd23e03111 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:01.422659 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bba4825-655a-4bba-b404-58c9cd8aea7f req-c34d5c81-4776-4b10-b32f-95bd23e03111 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0585954 Nov 09 00:34:01.495211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bba4825-655a-4bba-b404-58c9cd8aea7f req-ff6c5467-d248-4a1d-b656-6757f5c5c78f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541589 Nov 09 00:34:01.684497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828333e-4cf8-4bb3-a000-1099d05227ae req-05462518-b434-4a35-b61a-b035cfe9f46d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:01.686094 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4828333e-4cf8-4bb3-a000-1099d05227ae req-05462518-b434-4a35-b61a-b035cfe9f46d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 944 time: 0.2624192 Nov 09 00:34:01.745635 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4828333e-4cf8-4bb3-a000-1099d05227ae req-45b29921-0122-4f3f-9c0f-e74824081bcc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bd334e4-1476-4f7f-ae62-463ef8ef8440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515118 Nov 09 00:34:01.932829 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2ac06b87-ee1e-4b24-b792-809b04621eed up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:34:02.002959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 2ac06b87-ee1e-4b24-b792-809b04621eed completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:34:02.008876 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 2ac06b87-ee1e-4b24-b792-809b04621eed triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:34:02.009253 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:02.116784 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:02.142203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac06b87-ee1e-4b24-b792-809b04621eed'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:34:02.145618 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e4cfc5-67e1-4415-99ae-185d31a1145f" -d '{"events": [{"server_uuid": "aa15a233-9caa-4d84-916c-749953dfa58b", "name": "network-vif-plugged", "status": "completed", "tag": "2ac06b87-ee1e-4b24-b792-809b04621eed"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:34:02.164300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 2ac06b87-ee1e-4b24-b792-809b04621eed, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ac06b87-ee1e-4b24-b792-809b04621eed,segment=NetworkSegment(d88edd94-0dfa-4aa2-9605-0495c0272a7e),segment_id=d88edd94-0dfa-4aa2-9605-0495c0272a7e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:02.169604 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:02.212626 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08ca51b-1d2d-49a8-8a6b-54275ae01081 x-openstack-request-id: req-e08ca51b-1d2d-49a8-8a6b-54275ae01081 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:34:02.213244 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa15a233-9caa-4d84-916c-749953dfa58b", "name": "network-vif-plugged", "status": "completed", "tag": "2ac06b87-ee1e-4b24-b792-809b04621eed", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:34:02.213522 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e08ca51b-1d2d-49a8-8a6b-54275ae01081 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:34:02.213923 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac06b87-ee1e-4b24-b792-809b04621eed', 'code': 200} Nov 09 00:34:02.245877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=2ac06b87-ee1e-4b24-b792-809b04621eed,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:02.326401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4187045-ccf2-439a-af0a-a49ff55ef070 req-bb83a209-24af-47a3-a447-cd1c9eea67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:02.327950 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f4187045-ccf2-439a-af0a-a49ff55ef070 req-bb83a209-24af-47a3-a447-cd1c9eea67c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 1096 time: 0.0537996 Nov 09 00:34:02.375503 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f4187045-ccf2-439a-af0a-a49ff55ef070 req-a44222d0-947e-4705-b340-58c91adac8f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2bd334e4-1476-4f7f-ae62-463ef8ef8440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404398 Nov 09 00:34:02.616174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ea5c9-ad2d-4dd9-995e-c1470d266b99 req-a8c58dba-f3fc-4780-b350-ce017f56b2a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:02.616174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-189ea5c9-ad2d-4dd9-995e-c1470d266b99 req-a8c58dba-f3fc-4780-b350-ce017f56b2a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0600793 Nov 09 00:34:02.665429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-189ea5c9-ad2d-4dd9-995e-c1470d266b99 req-41f6b327-e0f9-43db-9dfa-91e479dd802b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438595 Nov 09 00:34:02.931949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa270be-f3b6-4ddb-ac81-cd58bb079353 req-0248296f-0578-474e-9da4-5ca4af266bdc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:02.933675 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7aa270be-f3b6-4ddb-ac81-cd58bb079353 req-0248296f-0578-474e-9da4-5ca4af266bdc tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 945 time: 0.1071317 Nov 09 00:34:02.986628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7aa270be-f3b6-4ddb-ac81-cd58bb079353 req-9213f51c-cfc4-4272-8faf-69be89fc00b4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bd334e4-1476-4f7f-ae62-463ef8ef8440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470526 Nov 09 00:34:03.802266 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eb2c8-c347-4265-8c17-a7217330382b req-34dba550-4358-40c7-86b0-c894766508bd tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:03.803838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be8eb2c8-c347-4265-8c17-a7217330382b req-34dba550-4358-40c7-86b0-c894766508bd tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0575683 Nov 09 00:34:03.853957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be8eb2c8-c347-4265-8c17-a7217330382b req-5f3008c5-7f8e-446e-9688-b38cead6b53c tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439279 Nov 09 00:34:04.122734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9a03-0359-4959-82e8-3bfbcf4308b5 req-3bd799aa-46d9-47a4-82e2-e359c3f93e86 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:04.124325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aec9a03-0359-4959-82e8-3bfbcf4308b5 req-3bd799aa-46d9-47a4-82e2-e359c3f93e86 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 945 time: 0.0574467 Nov 09 00:34:04.178416 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2aec9a03-0359-4959-82e8-3bfbcf4308b5 req-80800e98-eafa-4313-8888-2470e32f6df1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bd334e4-1476-4f7f-ae62-463ef8ef8440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472615 Nov 09 00:34:04.311747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74953a34-a147-4e16-a27c-65f5ab37b18b req-9f8c6cba-2e14-464c-9907-c98930abafe1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:04.313188 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74953a34-a147-4e16-a27c-65f5ab37b18b req-9f8c6cba-2e14-464c-9907-c98930abafe1 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 945 time: 0.0579839 Nov 09 00:34:04.375548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74953a34-a147-4e16-a27c-65f5ab37b18b req-d0c548cd-99d8-4689-99f5-d36cb33e383e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bd334e4-1476-4f7f-ae62-463ef8ef8440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531757 Nov 09 00:34:04.398524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43666) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:04.467128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ed356-969d-4ac7-a5cb-1c5ce70a96c4 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:04.469394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e67ed356-969d-4ac7-a5cb-1c5ce70a96c4 tempest-TestNetworkBasicOps-1402681618 tempest-TestNetworkBasicOps-1402681618-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 1091 time: 0.0691803 Nov 09 00:34:04.472350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43668) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:04.476772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '2ac06b87-ee1e-4b24-b792-809b04621eed', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:34:04.500151 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:04.629696 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:04.760762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Allocated IP 172.25.0.81 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/87211f96-03dc-4d18-ade2-7559c9cd2922) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:34:04.882857 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:04.958628 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:05.016330 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:34:05.022389 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:34:05.028748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:34:05.055930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=87211f96-03dc-4d18-ade2-7559c9cd2922,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:05.065879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e9255-daf5-46a5-95ce-0d4c28b5ad98 req-4658443d-84f3-470e-9125-edead65d9e34 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:05.067457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-255e9255-daf5-46a5-95ce-0d4c28b5ad98 req-4658443d-84f3-470e-9125-edead65d9e34 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.1236777 Nov 09 00:34:05.171905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-255e9255-daf5-46a5-95ce-0d4c28b5ad98 req-03ee2638-a6fd-4b06-8d87-c8d5b05ba1d3 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960817 Nov 09 00:34:05.847937 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:05.937054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device c164cd98-f425-432b-92c6-7fd7f523f9dc details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:34:06.005421 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:06.142476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:06.160891 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'port_id': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'mac_address': 'fa:16:3e:e6:e6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:34:06.203259 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:06.241712 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:06.261870 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:06.273652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c164cd98-f425-432b-92c6-7fd7f523f9dc {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:34:06.316982 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:06.325831 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:06.416297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:06.423865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event updated for resources: {'Port': ['ID=87211f96-03dc-4d18-ade2-7559c9cd2922,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:06.429392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['c164cd98-f425-432b-92c6-7fd7f523f9dc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:34:06.449394 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:06.460913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63896d3e-38c9-4000-b584-0ec6f8f42443 req-31346949-eaab-4d40-81e5-c06d30f3aba5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:06.462525 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63896d3e-38c9-4000-b584-0ec6f8f42443 req-31346949-eaab-4d40-81e5-c06d30f3aba5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.1241190 Nov 09 00:34:06.618264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63896d3e-38c9-4000-b584-0ec6f8f42443 req-331c65db-eb79-4d95-a132-f359c9899dee tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161764 Nov 09 00:34:06.645441 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Floating IP 024dcdad-e8ef-49ab-bbac-3797f0dca9e0 associated. External IP: 172.25.0.81, port: 2ac06b87-ee1e-4b24-b792-809b04621eed. Nov 09 00:34:06.942643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Router 758f5b2a-a58a-4f43-8000-210bb825b313 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:34:07.078245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:34:07.092127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdabb5f-d2e8-4872-be18-b88d981fb7fd None None] Sync routers for ids ['758f5b2a-a58a-4f43-8000-210bb825b313'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:34:07.107989 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:07.139950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdabb5f-d2e8-4872-be18-b88d981fb7fd None None] Routers {'758f5b2a-a58a-4f43-8000-210bb825b313'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:34:07.140602 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9bdabb5f-d2e8-4872-be18-b88d981fb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:33:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['758f5b2a-a58a-4f43-8000-210bb825b313'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:07.177996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 43750) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:07.178540 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-93336f9a-bc4e-45fa-816d-4294ed789ed5 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7047262 Nov 09 00:34:07.178797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'tag': '2ac06b87-ee1e-4b24-b792-809b04621eed'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:34:07.181086 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81f6a80-8317-40e5-b7c2-a41d21cbc2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa15a233-9caa-4d84-916c-749953dfa58b", "tag": "2ac06b87-ee1e-4b24-b792-809b04621eed"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:34:07.242194 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f750e7f8-3952-4389-aa02-7ba7e6ee3028 x-openstack-request-id: req-f750e7f8-3952-4389-aa02-7ba7e6ee3028 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:34:07.242485 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa15a233-9caa-4d84-916c-749953dfa58b", "tag": "2ac06b87-ee1e-4b24-b792-809b04621eed", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:34:07.242740 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f750e7f8-3952-4389-aa02-7ba7e6ee3028 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:34:07.243151 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'tag': '2ac06b87-ee1e-4b24-b792-809b04621eed', 'status': 'completed', 'code': 200} Nov 09 00:34:07.364188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9bdabb5f-d2e8-4872-be18-b88d981fb7fd None None] Set router 758f5b2a-a58a-4f43-8000-210bb825b313 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:34:07.415133 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5611cde0-728c-4542-858c-d1c709a8ec3e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/floatingips/024dcdad-e8ef-49ab-bbac-3797f0dca9e0 HTTP/1.1" status: 200 len: 990 time: 0.2181520 Nov 09 00:34:07.456722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6a80-8317-40e5-b7c2-a41d21cbc2bc req-5cbb305c-af2b-4dad-9621-789ce666bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:07.458957 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f81f6a80-8317-40e5-b7c2-a41d21cbc2bc req-5cbb305c-af2b-4dad-9621-789ce666bb1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 1096 time: 0.1903181 Nov 09 00:34:07.628343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6a80-8317-40e5-b7c2-a41d21cbc2bc req-e36eaa66-d015-4872-a199-0a14c02216f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:07.630368 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f81f6a80-8317-40e5-b7c2-a41d21cbc2bc req-e36eaa66-d015-4872-a199-0a14c02216f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=50826a03-60ba-4f75-80d5-bf9a713e9d4a HTTP/1.1" status: 200 len: 897 time: 0.1614382 Nov 09 00:34:07.751164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9bdabb5f-d2e8-4872-be18-b88d981fb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:33:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '024dcdad-e8ef-49ab-bbac-3797f0dca9e0', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'port_id': '2ac06b87-ee1e-4b24-b792-809b04621eed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'mac_address': 'fa:16:3e:57:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:34:05Z', 'updated_at': '2021-11-09T00:34:05Z', 'revision_number': 0, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4eb0fd-9868-4175-947f-4e7ca4b854cc', 'name': '', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:00:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:47Z', 'updated_at': '2021-11-09T00:33:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:07.776525 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f81f6a80-8317-40e5-b7c2-a41d21cbc2bc req-8553dbcc-8629-42bb-aa22-1ef6f2afe74f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ac06b87-ee1e-4b24-b792-809b04621eed HTTP/1.1" status: 200 len: 998 time: 0.1369438 Nov 09 00:34:07.816652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdabb5f-d2e8-4872-be18-b88d981fb7fd None None] Checking router: 758f5b2a-a58a-4f43-8000-210bb825b313 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:34:07.837582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdabb5f-d2e8-4872-be18-b88d981fb7fd None None] Routers {'758f5b2a-a58a-4f43-8000-210bb825b313'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:34:07.839206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9bdabb5f-d2e8-4872-be18-b88d981fb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:33:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['758f5b2a-a58a-4f43-8000-210bb825b313'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:07.875438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66568b-1ee7-4b9c-8ad8-5f7411453bde req-73110f66-ffa9-4d26-aee6-037321b2a40e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:07.878057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee66568b-1ee7-4b9c-8ad8-5f7411453bde req-73110f66-ffa9-4d26-aee6-037321b2a40e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.1311414 Nov 09 00:34:07.882325 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6a80-8317-40e5-b7c2-a41d21cbc2bc req-c042d480-635f-42ca-baf7-f60a920fbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:07.883867 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f81f6a80-8317-40e5-b7c2-a41d21cbc2bc req-c042d480-635f-42ca-baf7-f60a920fbd34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=471f05d5-ea0f-4e02-92b9-0d82b55a632c HTTP/1.1" status: 200 len: 835 time: 0.0989752 Nov 09 00:34:07.957160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device c164cd98-f425-432b-92c6-7fd7f523f9dc up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:34:07.957614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6a80-8317-40e5-b7c2-a41d21cbc2bc req-66ed9634-93ec-4020-8b18-6aa9e23a1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:07.959320 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f81f6a80-8317-40e5-b7c2-a41d21cbc2bc req-66ed9634-93ec-4020-8b18-6aa9e23a1258 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=50826a03-60ba-4f75-80d5-bf9a713e9d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656941 Nov 09 00:34:08.034501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port c164cd98-f425-432b-92c6-7fd7f523f9dc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:34:08.034870 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:08.040622 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee66568b-1ee7-4b9c-8ad8-5f7411453bde req-7c65ac6c-eb52-4218-80f3-d0299d643b4f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549964 Nov 09 00:34:08.156872 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f81f6a80-8317-40e5-b7c2-a41d21cbc2bc req-b994c8d8-36a6-45ff-ab2a-dbac720f63fb service neutron] 10.222.0.11 "GET /v2.0/networks/50826a03-60ba-4f75-80d5-bf9a713e9d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878638 Nov 09 00:34:08.192081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9bdabb5f-d2e8-4872-be18-b88d981fb7fd None None] Set router 758f5b2a-a58a-4f43-8000-210bb825b313 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:34:08.312537 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f81f6a80-8317-40e5-b7c2-a41d21cbc2bc req-68a929da-cda6-4c07-a5b3-45b62afdf589 service neutron] 10.222.0.11 "GET /v2.0/networks/50826a03-60ba-4f75-80d5-bf9a713e9d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467507 Nov 09 00:34:08.400017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43776) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:08.560904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5b0c0c26-1008-4edf-89b9-6d84ca482f56 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/floatingips/024dcdad-e8ef-49ab-bbac-3797f0dca9e0 HTTP/1.1" status: 200 len: 990 time: 0.1589050 Nov 09 00:34:08.842680 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:08.887332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:34:08.889834 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6da665a-49f6-4aa7-9bf7-421f76e65d90" -d '{"events": [{"server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "name": "network-vif-plugged", "status": "completed", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:34:08.910782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:08.923987 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:08.958117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9bdabb5f-d2e8-4872-be18-b88d981fb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:33:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '024dcdad-e8ef-49ab-bbac-3797f0dca9e0', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'port_id': '2ac06b87-ee1e-4b24-b792-809b04621eed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'mac_address': 'fa:16:3e:57:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:34:05Z', 'updated_at': '2021-11-09T00:34:05Z', 'revision_number': 0, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4eb0fd-9868-4175-947f-4e7ca4b854cc', 'name': '', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:00:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:47Z', 'updated_at': '2021-11-09T00:33:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:09.043429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdabb5f-d2e8-4872-be18-b88d981fb7fd None None] The sync data for ids ['758f5b2a-a58a-4f43-8000-210bb825b313'] in n-d-813263-3 is: [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:33:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '024dcdad-e8ef-49ab-bbac-3797f0dca9e0', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'port_id': '2ac06b87-ee1e-4b24-b792-809b04621eed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'mac_address': 'fa:16:3e:57:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:34:05Z', 'updated_at': '2021-11-09T00:34:05Z', 'revision_number': 0, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4eb0fd-9868-4175-947f-4e7ca4b854cc', 'name': '', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:00:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:47Z', 'updated_at': '2021-11-09T00:33:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:34:09.045879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:09.051132 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84ce7a1-1676-4908-a40f-7b08b1c131d9 x-openstack-request-id: req-c84ce7a1-1676-4908-a40f-7b08b1c131d9 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:34:09.053380 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "name": "network-vif-plugged", "status": "completed", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:34:09.054071 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c84ce7a1-1676-4908-a40f-7b08b1c131d9 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:34:09.055946 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'code': 200} Nov 09 00:34:09.321682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605674c0-ae25-4f55-bc0c-5b58da4da8d9 req-35b0b37b-58df-4edc-9a2f-95405d049c49 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:09.333196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-605674c0-ae25-4f55-bc0c-5b58da4da8d9 req-35b0b37b-58df-4edc-9a2f-95405d049c49 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.1231372 Nov 09 00:34:09.419047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-605674c0-ae25-4f55-bc0c-5b58da4da8d9 req-1971cfbd-1f35-4b83-905f-2eb8aef0c586 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841873 Nov 09 00:34:09.425156 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3a578-9057-40a4-ab5f-0b1d6af5f981 None None] New status for floating IP 024dcdad-e8ef-49ab-bbac-3797f0dca9e0: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:34:09.563141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43800) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:09.684672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-04f8f9c3-61e9-47b6-8dc2-62ac240378a4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/floatingips/024dcdad-e8ef-49ab-bbac-3797f0dca9e0 HTTP/1.1" status: 200 len: 990 time: 0.1219833 Nov 09 00:34:10.683227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce756f0e-d7e2-43b1-99db-88a5fbf60442 req-7984c0e5-ce82-4189-9ab2-c61a0f83e645 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:10.684982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce756f0e-d7e2-43b1-99db-88a5fbf60442 req-7984c0e5-ce82-4189-9ab2-c61a0f83e645 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.1240540 Nov 09 00:34:10.686695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 43822) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:10.788104 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-da35513a-b97b-4cfe-907c-19ca82189bd4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/floatingips/024dcdad-e8ef-49ab-bbac-3797f0dca9e0 HTTP/1.1" status: 200 len: 992 time: 0.1000559 Nov 09 00:34:10.829620 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce756f0e-d7e2-43b1-99db-88a5fbf60442 req-b6ade33e-f65f-4060-a5f1-34ccae032c0f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273675 Nov 09 00:34:11.006023 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-659a3922-7bb1-49a7-8791-5acb0a5da4b8 req-7a188d8f-2c08-4da2-a656-8a265ed42d43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658278 Nov 09 00:34:11.117261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a3922-7bb1-49a7-8791-5acb0a5da4b8 req-39b42b71-b44d-4801-b395-40f2e49d22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:11.119326 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-659a3922-7bb1-49a7-8791-5acb0a5da4b8 req-39b42b71-b44d-4801-b395-40f2e49d22ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13a1d5a829874c1794bb743b3b1d1694&device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0650747 Nov 09 00:34:11.288827 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a3922-7bb1-49a7-8791-5acb0a5da4b8 req-5368dd2c-634a-4d8f-9810-7f2872e9f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:11.290008 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-659a3922-7bb1-49a7-8791-5acb0a5da4b8 req-5368dd2c-634a-4d8f-9810-7f2872e9f2a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=786cc779-3c87-44a6-b860-64f0c742198b HTTP/1.1" status: 200 len: 913 time: 0.1454670 Nov 09 00:34:11.348811 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-659a3922-7bb1-49a7-8791-5acb0a5da4b8 req-3d615f30-b0b9-4f21-afbd-479ac30ad06e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c5b79ae-71d3-4a77-b4a3-19464bb168e0 HTTP/1.1" status: 200 len: 217 time: 0.0503883 Nov 09 00:34:11.412549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a3922-7bb1-49a7-8791-5acb0a5da4b8 req-f8038965-6416-4b50-93f2-e01200e27d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:11.414073 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-659a3922-7bb1-49a7-8791-5acb0a5da4b8 req-f8038965-6416-4b50-93f2-e01200e27d2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d HTTP/1.1" status: 200 len: 853 time: 0.0583582 Nov 09 00:34:11.461046 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-659a3922-7bb1-49a7-8791-5acb0a5da4b8 req-035ccf00-6d20-40b0-8ad2-2408fd800cac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=786cc779-3c87-44a6-b860-64f0c742198b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344088 Nov 09 00:34:11.588355 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-659a3922-7bb1-49a7-8791-5acb0a5da4b8 req-36a123c7-4ecd-4535-8a02-59e83307d189 service neutron] 10.222.0.30 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178839 Nov 09 00:34:11.703324 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-659a3922-7bb1-49a7-8791-5acb0a5da4b8 req-f7e2e00f-d4bc-42df-811b-3341100ca595 service neutron] 10.222.0.30 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081011 Nov 09 00:34:12.043520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bc564-61c3-4f69-bf4f-724b89c651db req-0d2dac51-da70-44fd-a913-7597011bd97b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:12.050896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-222bc564-61c3-4f69-bf4f-724b89c651db req-0d2dac51-da70-44fd-a913-7597011bd97b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0966196 Nov 09 00:34:12.113590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-222bc564-61c3-4f69-bf4f-724b89c651db req-7c3a1242-63d1-49a5-b881-5eb37fb6c62b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573053 Nov 09 00:34:12.679692 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a49e-5db8-4893-8c3b-294fb735cfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:13.305633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb04969-b417-4a06-820d-a27bcf06dce2 req-92ebc712-ef5a-4425-9dc6-6afaacade55e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:13.314086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6fb04969-b417-4a06-820d-a27bcf06dce2 req-92ebc712-ef5a-4425-9dc6-6afaacade55e tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0653572 Nov 09 00:34:13.393752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6fb04969-b417-4a06-820d-a27bcf06dce2 req-889065c7-d694-4d87-ad93-1076ccdab058 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751505 Nov 09 00:34:14.583031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01fb57-a0aa-4a16-abab-69341683d9ab req-e9bfdb92-67cd-480b-9f4c-94384c43fc83 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:14.584565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d01fb57-a0aa-4a16-abab-69341683d9ab req-e9bfdb92-67cd-480b-9f4c-94384c43fc83 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.1083784 Nov 09 00:34:14.728166 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d01fb57-a0aa-4a16-abab-69341683d9ab req-6914aa67-e999-4248-aa56-13c0150e1806 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317189 Nov 09 00:34:14.798670 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7ab6-9f0a-40b8-9801-40f3fccea9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:15.901225 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa853c3e-c0af-4276-8515-1e626000d75c req-3d0860e6-b229-40ec-9eea-8db54b3fc473 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:15.910068 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa853c3e-c0af-4276-8515-1e626000d75c req-3d0860e6-b229-40ec-9eea-8db54b3fc473 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0709298 Nov 09 00:34:15.977076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aa853c3e-c0af-4276-8515-1e626000d75c req-3b7aa05b-7621-4357-b289-3a279a02e352 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658317 Nov 09 00:34:16.039009 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:16.142412 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:16.435964 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:17.230294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b669b9-a95c-4b71-881e-ad917c02484b req-2762ca82-4f56-40e9-9e98-31c641804fde tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:17.240475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-79b669b9-a95c-4b71-881e-ad917c02484b req-2762ca82-4f56-40e9-9e98-31c641804fde tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.1645222 Nov 09 00:34:17.339531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-79b669b9-a95c-4b71-881e-ad917c02484b req-54cc555b-3bb8-4f9b-9438-d444a98cff68 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936956 Nov 09 00:34:17.658698 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:18.375783 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:18.582444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fd8b9-cb43-4231-bc3c-30ccf347461a req-d50cba82-852f-4cbe-84f3-b2b7b7c231c5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:18.585000 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b44fd8b9-cb43-4231-bc3c-30ccf347461a req-d50cba82-852f-4cbe-84f3-b2b7b7c231c5 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0763881 Nov 09 00:34:18.668790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b44fd8b9-cb43-4231-bc3c-30ccf347461a req-d9c9a670-5a25-4fb9-8cee-b4ef371f1d3f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770140 Nov 09 00:34:19.405218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515d7df-0db0-499c-9ceb-d67a195b7ea3 req-f4d8d8f9-78b1-472d-b240-d022f6f2edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:19.406792 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7515d7df-0db0-499c-9ceb-d67a195b7ea3 req-f4d8d8f9-78b1-472d-b240-d022f6f2edec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 1097 time: 0.0443957 Nov 09 00:34:19.507120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515d7df-0db0-499c-9ceb-d67a195b7ea3 req-a9f357b7-b45a-4c86-a05e-3098947c8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:19.508600 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7515d7df-0db0-499c-9ceb-d67a195b7ea3 req-a9f357b7-b45a-4c86-a05e-3098947c8ef3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.0919452 Nov 09 00:34:19.604439 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7515d7df-0db0-499c-9ceb-d67a195b7ea3 req-bf7018b0-24b0-47a6-9d0b-a981675fc4a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc HTTP/1.1" status: 200 len: 1002 time: 0.0860150 Nov 09 00:34:19.669823 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515d7df-0db0-499c-9ceb-d67a195b7ea3 req-f7b85495-9435-461a-941e-9dd6b0bf4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:19.672479 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7515d7df-0db0-499c-9ceb-d67a195b7ea3 req-f7b85495-9435-461a-941e-9dd6b0bf4fba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.0593131 Nov 09 00:34:19.725139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515d7df-0db0-499c-9ceb-d67a195b7ea3 req-bb91c0ca-6ff1-4dac-8d73-eb6a3ecaeff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:19.726609 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7515d7df-0db0-499c-9ceb-d67a195b7ea3 req-bb91c0ca-6ff1-4dac-8d73-eb6a3ecaeff9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470073 Nov 09 00:34:19.817141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016bba8-30f7-4d42-91c1-9d194f1bfb39 req-cd5822af-87a3-410f-88f8-fb4f9b6d1699 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:19.819425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0016bba8-30f7-4d42-91c1-9d194f1bfb39 req-cd5822af-87a3-410f-88f8-fb4f9b6d1699 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0534928 Nov 09 00:34:19.834683 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7515d7df-0db0-499c-9ceb-d67a195b7ea3 req-160f64a0-2355-438d-ae72-1d17ba55eccd service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982773 Nov 09 00:34:19.877738 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0016bba8-30f7-4d42-91c1-9d194f1bfb39 req-15a1d8eb-91e4-407f-871f-e3ba2e2b38e4 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519845 Nov 09 00:34:19.933924 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7515d7df-0db0-499c-9ceb-d67a195b7ea3 req-f79908e4-40e8-4de3-ada0-6361bafa18f9 service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873706 Nov 09 00:34:21.006780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4030c73-847d-4bfe-a700-6454e1fb2182 req-5b1c2984-06b7-4f65-aea7-667a4242268b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:21.008264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4030c73-847d-4bfe-a700-6454e1fb2182 req-5b1c2984-06b7-4f65-aea7-667a4242268b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0511975 Nov 09 00:34:21.060509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4030c73-847d-4bfe-a700-6454e1fb2182 req-d3c18d66-3487-45d3-ae5c-acdca6a2d62c tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459633 Nov 09 00:34:21.166939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53461a6d-4cd1-4109-8796-d54ee62a6ab8 req-85b9c5b5-ba03-43d5-b69e-997081a9ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:21.168449 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-53461a6d-4cd1-4109-8796-d54ee62a6ab8 req-85b9c5b5-ba03-43d5-b69e-997081a9ee50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 1097 time: 0.0521264 Nov 09 00:34:21.280938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53461a6d-4cd1-4109-8796-d54ee62a6ab8 req-4af7065b-6147-4b1d-a82d-d66154e455f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:21.282461 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-53461a6d-4cd1-4109-8796-d54ee62a6ab8 req-4af7065b-6147-4b1d-a82d-d66154e455f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.0920677 Nov 09 00:34:21.362990 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-53461a6d-4cd1-4109-8796-d54ee62a6ab8 req-e92ca76d-6fbf-4e05-b5d1-370ba9b2d68b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc HTTP/1.1" status: 200 len: 1002 time: 0.0646420 Nov 09 00:34:21.419278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53461a6d-4cd1-4109-8796-d54ee62a6ab8 req-56590ddc-f948-4792-b6de-c6956c47bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:21.421740 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-53461a6d-4cd1-4109-8796-d54ee62a6ab8 req-56590ddc-f948-4792-b6de-c6956c47bc7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.0517788 Nov 09 00:34:21.471414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53461a6d-4cd1-4109-8796-d54ee62a6ab8 req-c7a7b85d-0b5c-480e-b779-3330a53bbc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:21.473033 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-53461a6d-4cd1-4109-8796-d54ee62a6ab8 req-c7a7b85d-0b5c-480e-b779-3330a53bbc46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422394 Nov 09 00:34:21.903228 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-53461a6d-4cd1-4109-8796-d54ee62a6ab8 req-6be997ac-fe1c-4f26-b3c5-7f8489038f12 service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099047 Nov 09 00:34:21.999854 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device c164cd98-f425-432b-92c6-7fd7f523f9dc no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:34:22.016186 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-53461a6d-4cd1-4109-8796-d54ee62a6ab8 req-9d8636a9-0884-4698-938f-6d0429b7d894 service neutron] 10.222.0.11 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046731 Nov 09 00:34:22.144774 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:22.187255 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:34:22.190545 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c620def7-3a9e-4c9d-a78b-f357c23ec4a2" -d '{"events": [{"server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "name": "network-vif-unplugged", "status": "completed", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:34:22.194892 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:22.207053 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:22.211894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd29027-6f53-4ad2-946f-1a6fc616b77d req-ea2b80a0-da20-4d7f-8e1d-dde52537ed7a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:22.223185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2cd29027-6f53-4ad2-946f-1a6fc616b77d req-ea2b80a0-da20-4d7f-8e1d-dde52537ed7a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0642061 Nov 09 00:34:22.256496 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 00:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d81f339-191c-4a2c-9f43-32bf357a1d2a x-openstack-request-id: req-6d81f339-191c-4a2c-9f43-32bf357a1d2a {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:34:22.256710 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "name": "network-vif-unplugged", "status": "failed", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc", "code": 422}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:34:22.256913 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d81f339-191c-4a2c-9f43-32bf357a1d2a {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:34:22.257371 n-d-813263-3 neutron-server[101782]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'code': 422} returned with failed status Nov 09 00:34:22.273813 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2cd29027-6f53-4ad2-946f-1a6fc616b77d req-56e73e73-11f5-4b00-b3c1-2af95ef2c409 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494361 Nov 09 00:34:22.362605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:23.470554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b24d3b-f1c2-4f54-b1b7-b13e543fdbaf req-3b80fd63-c892-4d26-b533-0b2f665fcf71 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:23.479410 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69b24d3b-f1c2-4f54-b1b7-b13e543fdbaf req-3b80fd63-c892-4d26-b533-0b2f665fcf71 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 944 time: 0.1195197 Nov 09 00:34:23.551309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69b24d3b-f1c2-4f54-b1b7-b13e543fdbaf req-9aab8d2f-ac77-4413-9a82-1019797d7d44 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681477 Nov 09 00:34:23.582667 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-7c43b8b0-ec79-4fe1-bd47-2c561e95d1c5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505497 Nov 09 00:34:23.592319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-1539c2a5-2f81-446c-93de-8f31668cc27f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:34:23.593458 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-1539c2a5-2f81-446c-93de-8f31668cc27f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053103 Nov 09 00:34:24.456054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-123f904e-16c9-473f-bc18-79641044d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:24.457728 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-123f904e-16c9-473f-bc18-79641044d89b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01&tenant_id=8bb9375d3345433cbfaa99cafb7a6af7 HTTP/1.1" status: 200 len: 1095 time: 0.0723035 Nov 09 00:34:24.470169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:34:24.537195 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:24.707325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3adf63-b70c-4e5a-a9fe-2e29b5ec6a40 req-510599e5-6c43-490d-9d65-96fe8f480136 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:24.715146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da3adf63-b70c-4e5a-a9fe-2e29b5ec6a40 req-510599e5-6c43-490d-9d65-96fe8f480136 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 944 time: 0.0729294 Nov 09 00:34:24.761596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-da3adf63-b70c-4e5a-a9fe-2e29b5ec6a40 req-614d79e2-ae35-4727-a819-ac93af0df7cb tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452476 Nov 09 00:34:24.786021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:24.827402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:34:24.862351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c164cd98-f425-432b-92c6-7fd7f523f9dc {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:34:24.874471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:24.890513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Transition to ACTIVE for port object c164cd98-f425-432b-92c6-7fd7f523f9dc will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:34:24.907043 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:25.024041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Pushing event updated for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=9']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:25.093326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] No DVR routers for this DVR port c164cd98-f425-432b-92c6-7fd7f523f9dc on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:34:25.276348 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Attempting to bind port c164cd98-f425-432b-92c6-7fd7f523f9dc on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:34:25.276713 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Attempting to bind port c164cd98-f425-432b-92c6-7fd7f523f9dc by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:34:25.277038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Attempting to bind port c164cd98-f425-432b-92c6-7fd7f523f9dc on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:34:25.281369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Port c164cd98-f425-432b-92c6-7fd7f523f9dc on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:34:25.281707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Attempting to bind port c164cd98-f425-432b-92c6-7fd7f523f9dc on network 690bc4aa-bbec-401a-86c6-2d04dcb3873a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:34:25.287145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:34:25.287480 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Checking segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:34:25.287857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Bound using segment: {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:34:25.288273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Bound port: c164cd98-f425-432b-92c6-7fd7f523f9dc, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:34:25.288619 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:25.351253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:34:25.354281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:34:25.359833 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:25.394534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:25.395260 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:25.396594 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] 10.222.0.30 "PUT /v2.0/ports/c164cd98-f425-432b-92c6-7fd7f523f9dc HTTP/1.1" status: 200 len: 1092 time: 0.9305232 Nov 09 00:34:25.397039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:34:25.399877 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324bef4f-29f0-47d8-bdb9-49055c48b087" -d '{"events": [{"name": "network-changed", "server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:34:25.477252 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01397ca0-0333-492e-aa96-743f0e87bdaa x-openstack-request-id: req-01397ca0-0333-492e-aa96-743f0e87bdaa {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:34:25.477252 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:34:25.477252 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01397ca0-0333-492e-aa96-743f0e87bdaa {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:34:25.477252 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'status': 'completed', 'code': 200} Nov 09 00:34:25.482701 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1214ce-a4e4-4717-82b0-9a7855123202 service neutron] Pushing event updated for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=10']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:25.531832 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-3801f3ed-81da-468f-af6c-ab3b2f07160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:25.534487 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-3801f3ed-81da-468f-af6c-ab3b2f07160c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 1096 time: 0.1086304 Nov 09 00:34:25.649772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-2ba88f16-1b46-4955-89f5-a1b1e60b9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:25.651535 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-2ba88f16-1b46-4955-89f5-a1b1e60b9444 service neutron] 10.222.0.30 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.1099353 Nov 09 00:34:25.731959 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-a3e45d44-985a-4ed5-b42f-e1fdb17eb4b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc HTTP/1.1" status: 200 len: 1000 time: 0.0712678 Nov 09 00:34:25.785741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-89db968f-877e-427c-827f-8eea5d39fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:25.787140 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-89db968f-877e-427c-827f-8eea5d39fa68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.0482876 Nov 09 00:34:25.839043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-db3bdf90-ef35-4f77-aad1-7ce6dd293404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:25.840798 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-db3bdf90-ef35-4f77-aad1-7ce6dd293404 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448210 Nov 09 00:34:25.926264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bdedd-4494-40ad-8888-6f8b82dab758 req-8cce4452-8556-47f9-8c4b-a715e37ff67b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:25.936502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c43bdedd-4494-40ad-8888-6f8b82dab758 req-8cce4452-8556-47f9-8c4b-a715e37ff67b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.0962403 Nov 09 00:34:25.948928 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-6db14bdb-b9fc-4d3b-93fb-9279c57972d1 service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986147 Nov 09 00:34:26.011345 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c43bdedd-4494-40ad-8888-6f8b82dab758 req-d9886438-da0f-4dd8-805e-be8f4c4ab07b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737298 Nov 09 00:34:26.071120 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-21cd6d57-ad58-4a8e-b86a-35fb9cabf079 service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136968 Nov 09 00:34:26.184573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-a37a62dc-5538-4b13-9c98-0764c38c1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:26.186148 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-a37a62dc-5538-4b13-9c98-0764c38c1434 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 1096 time: 0.0482810 Nov 09 00:34:26.291787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-cfc965ba-d65e-4d57-beac-8bfc377efcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:26.293243 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-cfc965ba-d65e-4d57-beac-8bfc377efcd8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.0975575 Nov 09 00:34:26.375079 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-1d433908-b2ae-448c-8b46-a4739b528adc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc HTTP/1.1" status: 200 len: 1000 time: 0.0741706 Nov 09 00:34:26.452990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-fe9df75a-d4c8-4f72-bbb9-b105a1ab5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:26.457938 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-fe9df75a-d4c8-4f72-bbb9-b105a1ab5acc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.0743320 Nov 09 00:34:27.155462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db19ad-648f-4a34-a303-23e1c3b225a9 req-a3db5ec0-3f75-4e38-9fe9-01f14cc5c5b8 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:27.164246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8db19ad-648f-4a34-a303-23e1c3b225a9 req-a3db5ec0-3f75-4e38-9fe9-01f14cc5c5b8 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.0582983 Nov 09 00:34:27.231893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8db19ad-648f-4a34-a303-23e1c3b225a9 req-c268cfab-ee83-456c-9778-2b7959f28c42 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577857 Nov 09 00:34:28.367534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5f69a-809a-4116-b031-b9ded399ed6d req-cf69c849-93ef-4126-a3b1-621aac8dddaf tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:28.370055 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7af5f69a-809a-4116-b031-b9ded399ed6d req-cf69c849-93ef-4126-a3b1-621aac8dddaf tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.0539582 Nov 09 00:34:28.426265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7af5f69a-809a-4116-b031-b9ded399ed6d req-7214baf9-04eb-479b-af27-3566d5afedf7 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462463 Nov 09 00:34:29.570427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d231676-4dd2-4c37-b80f-83acc9d12400 req-65eaf9a6-e116-4463-8a03-843985b3e864 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:29.572169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d231676-4dd2-4c37-b80f-83acc9d12400 req-65eaf9a6-e116-4463-8a03-843985b3e864 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.0602336 Nov 09 00:34:29.635762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d231676-4dd2-4c37-b80f-83acc9d12400 req-00902e25-438b-4191-80c9-dc92bc54120b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568438 Nov 09 00:34:30.780392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9a8fa-d6de-461a-88bd-a35075501720 req-8771f63b-7075-4b0b-b951-d007e57b4535 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:30.782014 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fcb9a8fa-d6de-461a-88bd-a35075501720 req-8771f63b-7075-4b0b-b951-d007e57b4535 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.0512955 Nov 09 00:34:30.845797 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fcb9a8fa-d6de-461a-88bd-a35075501720 req-2470e1ba-5cea-454e-8eb4-15d9b7f81501 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523229 Nov 09 00:34:31.182159 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:34:31.978385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a982988-90be-4574-8d88-e7b6fc1a0952 req-aa674f8c-267b-464b-aeb6-926695630841 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:31.979422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a982988-90be-4574-8d88-e7b6fc1a0952 req-aa674f8c-267b-464b-aeb6-926695630841 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.0572817 Nov 09 00:34:32.050473 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a982988-90be-4574-8d88-e7b6fc1a0952 req-7a51c7a7-a78c-45cb-9e98-379bc95aa393 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652902 Nov 09 00:34:33.189902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a9718-f174-4dca-8a9b-daa536242655 req-4e1c47eb-b831-4914-bee9-8a572ad1276a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:33.191458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a2a9718-f174-4dca-8a9b-daa536242655 req-4e1c47eb-b831-4914-bee9-8a572ad1276a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.0557661 Nov 09 00:34:33.253623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a2a9718-f174-4dca-8a9b-daa536242655 req-6a5b556b-4379-4a7c-9718-99def7c6a4f6 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554972 Nov 09 00:34:34.383241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394420a-16da-4e4a-9ad0-77d62030a0bb req-6779d648-df96-410a-8157-388b2bc4895f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:34.384722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b394420a-16da-4e4a-9ad0-77d62030a0bb req-6779d648-df96-410a-8157-388b2bc4895f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.0514948 Nov 09 00:34:34.441885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b394420a-16da-4e4a-9ad0-77d62030a0bb req-3ca6a47c-39f1-4609-b041-7a1e1da46af7 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510716 Nov 09 00:34:35.625674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42863d95-0cba-42be-8a85-17f77131d78f req-0d0c26a4-97e8-40f4-8cd9-5b4242753c12 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:35.627218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42863d95-0cba-42be-8a85-17f77131d78f req-0d0c26a4-97e8-40f4-8cd9-5b4242753c12 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.0731118 Nov 09 00:34:35.714092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42863d95-0cba-42be-8a85-17f77131d78f req-8bbcf204-d391-4fb5-8611-fd60668c4ca2 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801761 Nov 09 00:34:36.846189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90d931-064c-4359-9e6c-013692ac6e62 req-302c357b-bab0-405a-a0f3-fe06363ad599 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:36.847598 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5d90d931-064c-4359-9e6c-013692ac6e62 req-302c357b-bab0-405a-a0f3-fe06363ad599 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.0554371 Nov 09 00:34:36.898236 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5d90d931-064c-4359-9e6c-013692ac6e62 req-d2691268-311c-4684-8529-0b52d06d4942 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446246 Nov 09 00:34:37.340398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-e7c84821-4f4d-4bdb-a346-8e7e327deb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:37.341968 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-e7c84821-4f4d-4bdb-a346-8e7e327deb6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421855 Nov 09 00:34:37.357531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-84d9511e-9bd2-4619-a70c-3a900713117f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:34:37.358529 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-84d9511e-9bd2-4619-a70c-3a900713117f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049682 Nov 09 00:34:37.459470 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-287f327f-7267-4732-b7cb-a21c494c32fe service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912852 Nov 09 00:34:37.571119 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-324bef4f-29f0-47d8-bdb9-49055c48b087 req-99c24e63-d501-4a92-ab37-abf16b469daf service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944097 Nov 09 00:34:38.029179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded9f30-333e-4fc9-87f9-143e7a49c23b req-62033c36-b712-43c5-b901-f1aa84c693b7 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:38.030885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cded9f30-333e-4fc9-87f9-143e7a49c23b req-62033c36-b712-43c5-b901-f1aa84c693b7 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.0542090 Nov 09 00:34:38.078883 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cded9f30-333e-4fc9-87f9-143e7a49c23b req-3b3b336a-2ce0-43f1-8ef3-ed5e5bd0469f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411949 Nov 09 00:34:39.203222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8de81-81bd-4a3b-ae69-ac07aa3956a0 req-f308378d-18d6-43d0-b13a-01d7d2bbf90a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:39.205311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ea8de81-81bd-4a3b-ae69-ac07aa3956a0 req-f308378d-18d6-43d0-b13a-01d7d2bbf90a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 945 time: 0.0522866 Nov 09 00:34:39.255097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ea8de81-81bd-4a3b-ae69-ac07aa3956a0 req-39ac226c-6400-4a86-b1d4-81583eda0427 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432084 Nov 09 00:34:39.957904 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c164cd98-f425-432b-92c6-7fd7f523f9dc details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:34:39.960662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44522) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:40.054638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3d75275b-5e86-4215-b271-3cf9fbb7423e tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/floatingips/024dcdad-e8ef-49ab-bbac-3797f0dca9e0 HTTP/1.1" status: 200 len: 992 time: 0.0880842 Nov 09 00:34:40.093187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:40.115200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'port_id': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'mac_address': 'fa:16:3e:e6:e6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:34:40.157799 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:40.192317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c164cd98-f425-432b-92c6-7fd7f523f9dc {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:34:40.216019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:40.221341 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:40.277543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=11']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:40.340456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44532) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:40.437042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['c164cd98-f425-432b-92c6-7fd7f523f9dc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:34:40.474516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d66542-c5dc-4e93-a157-4e577734f99d req-26083651-7e6d-4d4c-9875-393e1e8a0ed1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:40.485623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37d66542-c5dc-4e93-a157-4e577734f99d req-26083651-7e6d-4d4c-9875-393e1e8a0ed1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.0970490 Nov 09 00:34:40.552936 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37d66542-c5dc-4e93-a157-4e577734f99d req-2fcb4103-b129-4af0-86d3-1142f6513551 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589778 Nov 09 00:34:40.596589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting port 87211f96-03dc-4d18-ade2-7559c9cd2922 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:34:40.597097 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:40.687390 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:40.687739 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:40.700014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Calling delete_port for 87211f96-03dc-4d18-ade2-7559c9cd2922 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:34:40.853202 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:40.877164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Port': ['ID=87211f96-03dc-4d18-ade2-7559c9cd2922,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:40.942920 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:40.943205 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Floating IP 024dcdad-e8ef-49ab-bbac-3797f0dca9e0 disassociated (deleted). External IP: 172.25.0.81, port: 2ac06b87-ee1e-4b24-b792-809b04621eed. Nov 09 00:34:41.182303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Router 758f5b2a-a58a-4f43-8000-210bb825b313 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:34:41.292682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:34:41.297136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:41.306677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4b06e-22d3-4fd2-81d4-ef786f4ec84f None None] Sync routers for ids ['758f5b2a-a58a-4f43-8000-210bb825b313'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:34:41.325268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4b06e-22d3-4fd2-81d4-ef786f4ec84f None None] Routers {'758f5b2a-a58a-4f43-8000-210bb825b313'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:34:41.326411 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-37d4b06e-22d3-4fd2-81d4-ef786f4ec84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:34:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['758f5b2a-a58a-4f43-8000-210bb825b313'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:41.329777 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-95ecfc10-f818-4cd3-aa8c-f9714435935f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/floatingips/024dcdad-e8ef-49ab-bbac-3797f0dca9e0 HTTP/1.1" status: 204 len: 168 time: 0.9873497 Nov 09 00:34:41.330432 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'tag': '2ac06b87-ee1e-4b24-b792-809b04621eed'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:34:41.333114 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f38e7f8-100b-4fe5-b64d-03ab996198df" -d '{"events": [{"name": "network-changed", "server_uuid": "aa15a233-9caa-4d84-916c-749953dfa58b", "tag": "2ac06b87-ee1e-4b24-b792-809b04621eed"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:34:41.406477 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ca3b94-2a7c-4fdc-a822-61c49aea8b7c x-openstack-request-id: req-11ca3b94-2a7c-4fdc-a822-61c49aea8b7c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:34:41.407616 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa15a233-9caa-4d84-916c-749953dfa58b", "tag": "2ac06b87-ee1e-4b24-b792-809b04621eed", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:34:41.407616 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11ca3b94-2a7c-4fdc-a822-61c49aea8b7c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:34:41.408009 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'tag': '2ac06b87-ee1e-4b24-b792-809b04621eed', 'status': 'completed', 'code': 200} Nov 09 00:34:41.512315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-37d4b06e-22d3-4fd2-81d4-ef786f4ec84f None None] Set router 758f5b2a-a58a-4f43-8000-210bb825b313 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:34:41.514924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38e7f8-100b-4fe5-b64d-03ab996198df req-d37dc43f-12d6-4e47-838e-f4cab88de33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:41.519107 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7f38e7f8-100b-4fe5-b64d-03ab996198df req-d37dc43f-12d6-4e47-838e-f4cab88de33d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 1096 time: 0.0892251 Nov 09 00:34:41.658076 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38e7f8-100b-4fe5-b64d-03ab996198df req-afa4051b-13de-4fc6-a1f1-474ec0c2846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:41.664603 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7f38e7f8-100b-4fe5-b64d-03ab996198df req-afa4051b-13de-4fc6-a1f1-474ec0c2846c service neutron] 10.222.0.11 "GET /v2.0/networks?id=50826a03-60ba-4f75-80d5-bf9a713e9d4a HTTP/1.1" status: 200 len: 897 time: 0.1346540 Nov 09 00:34:41.679258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d1240-f76d-4cc1-9ac7-0550d874c944 req-a4eea144-1edf-49d2-9b0e-3b6fc242cf90 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:41.683959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b5d1240-f76d-4cc1-9ac7-0550d874c944 req-a4eea144-1edf-49d2-9b0e-3b6fc242cf90 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 945 time: 0.1279418 Nov 09 00:34:41.759072 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7f38e7f8-100b-4fe5-b64d-03ab996198df req-50b57116-5b7b-4bbc-a495-2d43398be769 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ac06b87-ee1e-4b24-b792-809b04621eed HTTP/1.1" status: 200 len: 217 time: 0.0870430 Nov 09 00:34:41.785335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b630e0-f37a-45fd-b1fd-fe4990d2e89a req-caf171e0-e6f4-40e8-afac-e770d86b2978 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:41.792568 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a3b630e0-f37a-45fd-b1fd-fe4990d2e89a req-caf171e0-e6f4-40e8-afac-e770d86b2978 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 946 time: 0.1073527 Nov 09 00:34:41.824817 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38e7f8-100b-4fe5-b64d-03ab996198df req-eb115fe4-fc5e-4c47-afb3-bfbbfdb5eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:41.826523 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7f38e7f8-100b-4fe5-b64d-03ab996198df req-eb115fe4-fc5e-4c47-afb3-bfbbfdb5eb04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=471f05d5-ea0f-4e02-92b9-0d82b55a632c HTTP/1.1" status: 200 len: 835 time: 0.0547845 Nov 09 00:34:41.835584 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b5d1240-f76d-4cc1-9ac7-0550d874c944 req-7d98b51d-bc84-48cc-aa8a-b823d2888033 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bd334e4-1476-4f7f-ae62-463ef8ef8440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141851 Nov 09 00:34:41.845489 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-37d4b06e-22d3-4fd2-81d4-ef786f4ec84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:33:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fe4eb0fd-9868-4175-947f-4e7ca4b854cc', 'name': '', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:00:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:47Z', 'updated_at': '2021-11-09T00:33:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:41.872896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4b06e-22d3-4fd2-81d4-ef786f4ec84f None None] Checking router: 758f5b2a-a58a-4f43-8000-210bb825b313 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:34:41.882083 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4b06e-22d3-4fd2-81d4-ef786f4ec84f None None] Routers {'758f5b2a-a58a-4f43-8000-210bb825b313'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:34:41.882772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-37d4b06e-22d3-4fd2-81d4-ef786f4ec84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:34:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['758f5b2a-a58a-4f43-8000-210bb825b313'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:41.905564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a3b630e0-f37a-45fd-b1fd-fe4990d2e89a req-694c2ad3-fd5a-48b0-870f-d29ac2c36a34 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117129 Nov 09 00:34:41.939517 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38e7f8-100b-4fe5-b64d-03ab996198df req-5e6b2fe2-8db1-4983-8979-7d5dcdc34fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:41.941316 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7f38e7f8-100b-4fe5-b64d-03ab996198df req-5e6b2fe2-8db1-4983-8979-7d5dcdc34fb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=50826a03-60ba-4f75-80d5-bf9a713e9d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990903 Nov 09 00:34:42.007985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-37d4b06e-22d3-4fd2-81d4-ef786f4ec84f None None] Set router 758f5b2a-a58a-4f43-8000-210bb825b313 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:34:42.050791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c164cd98-f425-432b-92c6-7fd7f523f9dc up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:34:42.054077 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7f38e7f8-100b-4fe5-b64d-03ab996198df req-8606c4da-2418-4fe1-a533-24a25ee37078 service neutron] 10.222.0.11 "GET /v2.0/networks/50826a03-60ba-4f75-80d5-bf9a713e9d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037753 Nov 09 00:34:42.171739 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7f38e7f8-100b-4fe5-b64d-03ab996198df req-16e22783-96cf-4a22-9593-640934fb51a1 service neutron] 10.222.0.11 "GET /v2.0/networks/50826a03-60ba-4f75-80d5-bf9a713e9d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095843 Nov 09 00:34:42.243794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port c164cd98-f425-432b-92c6-7fd7f523f9dc completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:34:42.258438 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port c164cd98-f425-432b-92c6-7fd7f523f9dc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:34:42.258681 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:42.380891 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-37d4b06e-22d3-4fd2-81d4-ef786f4ec84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:33:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fe4eb0fd-9868-4175-947f-4e7ca4b854cc', 'name': '', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:00:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:47Z', 'updated_at': '2021-11-09T00:33:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:42.382728 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:42.413620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4b06e-22d3-4fd2-81d4-ef786f4ec84f None None] The sync data for ids ['758f5b2a-a58a-4f43-8000-210bb825b313'] in n-d-813263-3 is: [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:33:48Z', 'revision_number': 4, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fe4eb0fd-9868-4175-947f-4e7ca4b854cc', 'name': '', 'network_id': '50826a03-60ba-4f75-80d5-bf9a713e9d4a', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'mac_address': 'fa:16:3e:00:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:47Z', 'updated_at': '2021-11-09T00:33:53Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'subnets': [{'id': '471f05d5-ea0f-4e02-92b9-0d82b55a632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:34:42.431463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:34:42.433887 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea44244-6e85-4024-8616-142ce350139c" -d '{"events": [{"server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "name": "network-vif-plugged", "status": "completed", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:34:42.451463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:42.458421 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:42.487529 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92bb899-7f20-4618-ad43-45ae084f3b9f x-openstack-request-id: req-c92bb899-7f20-4618-ad43-45ae084f3b9f {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:34:42.487884 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "name": "network-vif-plugged", "status": "completed", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:34:42.488212 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c92bb899-7f20-4618-ad43-45ae084f3b9f {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:34:42.488719 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'code': 200} Nov 09 00:34:42.526988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=12']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:42.662371 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ed11f-8da3-41de-8201-eac680c9f369 req-2e5fe02b-fe67-4223-a843-0855de529ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:42.666681 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-156ed11f-8da3-41de-8201-eac680c9f369 req-2e5fe02b-fe67-4223-a843-0855de529ce7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 1098 time: 0.0524838 Nov 09 00:34:42.683021 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7bbd3d14-3991-4d32-b3a2-0e8106791da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:42.725837 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-156ed11f-8da3-41de-8201-eac680c9f369 req-587681bf-8f61-4cb0-8246-680934bb4049 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512700 Nov 09 00:34:42.729470 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e91b8-8042-48fa-9fcf-5eb2e980cea0 None None] New status for floating IP 024dcdad-e8ef-49ab-bbac-3797f0dca9e0: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:34:42.890119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1c24e-92dd-42d2-98f1-2a325883240f req-74a59d34-9e03-4dba-9a70-01925e43892f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:42.892042 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-34c1c24e-92dd-42d2-98f1-2a325883240f req-74a59d34-9e03-4dba-9a70-01925e43892f tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 945 time: 0.0725689 Nov 09 00:34:42.971475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277dca-6189-41d6-8385-b9f0c7532276 req-ac28ff50-23c0-4864-a2d2-87c467c1767d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:42.980441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba277dca-6189-41d6-8385-b9f0c7532276 req-ac28ff50-23c0-4864-a2d2-87c467c1767d tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa15a233-9caa-4d84-916c-749953dfa58b HTTP/1.1" status: 200 len: 945 time: 0.0658979 Nov 09 00:34:42.993661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-34c1c24e-92dd-42d2-98f1-2a325883240f req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting port 2ac06b87-ee1e-4b24-b792-809b04621eed {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:34:42.993930 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-34c1c24e-92dd-42d2-98f1-2a325883240f req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:43.067475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba277dca-6189-41d6-8385-b9f0c7532276 req-0d8861eb-ca90-402b-b2fa-eb05b02facd9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bd334e4-1476-4f7f-ae62-463ef8ef8440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859432 Nov 09 00:34:43.076859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4a43b-e885-48f2-879d-7dae4de95561 req-6318ad20-412d-4283-b268-7d940baef02f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:43.078380 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0de4a43b-e885-48f2-879d-7dae4de95561 req-6318ad20-412d-4283-b268-7d940baef02f tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 947 time: 0.0956788 Nov 09 00:34:43.094879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-34c1c24e-92dd-42d2-98f1-2a325883240f req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] For port 2ac06b87-ee1e-4b24-b792-809b04621eed, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=2ac06b87-ee1e-4b24-b792-809b04621eed,segment=NetworkSegment(d88edd94-0dfa-4aa2-9605-0495c0272a7e),segment_id=d88edd94-0dfa-4aa2-9605-0495c0272a7e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:43.095415 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-34c1c24e-92dd-42d2-98f1-2a325883240f req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:43.110224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-34c1c24e-92dd-42d2-98f1-2a325883240f req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Calling delete_port for 2ac06b87-ee1e-4b24-b792-809b04621eed owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:34:43.137003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0de4a43b-e885-48f2-879d-7dae4de95561 req-d5276143-e937-415f-9839-bd643b4daf21 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459328 Nov 09 00:34:43.246763 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-34c1c24e-92dd-42d2-98f1-2a325883240f req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:43.276654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Port': ['ID=2ac06b87-ee1e-4b24-b792-809b04621eed,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:43.287689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:43.287689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:43.288009 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:43.288314 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:43.288644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:43.288977 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:43.289301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:43.289652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:43.290416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:43.290416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:43.290582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:43.290883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:43.349702 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c1c24e-92dd-42d2-98f1-2a325883240f req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] No DVR routers for this DVR port 2ac06b87-ee1e-4b24-b792-809b04621eed on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:34:43.352609 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-34c1c24e-92dd-42d2-98f1-2a325883240f req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:43.356273 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-34c1c24e-92dd-42d2-98f1-2a325883240f req-86d9b9f1-e1e3-4bda-a3f3-9d7fc55b521a tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.11 "DELETE /v2.0/ports/2ac06b87-ee1e-4b24-b792-809b04621eed HTTP/1.1" status: 204 len: 173 time: 0.4574130 Nov 09 00:34:43.409013 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'name': 'network-vif-deleted', 'tag': '2ac06b87-ee1e-4b24-b792-809b04621eed'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:34:43.411720 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfa8bfc-099b-4360-989f-d34b34be0530" -d '{"events": [{"server_uuid": "aa15a233-9caa-4d84-916c-749953dfa58b", "name": "network-vif-deleted", "tag": "2ac06b87-ee1e-4b24-b792-809b04621eed"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:34:43.453408 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e2ee4e-32ee-4ea6-86e3-d35740876ea9 x-openstack-request-id: req-92e2ee4e-32ee-4ea6-86e3-d35740876ea9 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:34:43.454420 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa15a233-9caa-4d84-916c-749953dfa58b", "name": "network-vif-deleted", "tag": "2ac06b87-ee1e-4b24-b792-809b04621eed", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:34:43.454793 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92e2ee4e-32ee-4ea6-86e3-d35740876ea9 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:34:43.455335 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa15a233-9caa-4d84-916c-749953dfa58b', 'name': 'network-vif-deleted', 'tag': '2ac06b87-ee1e-4b24-b792-809b04621eed', 'status': 'completed', 'code': 200} Nov 09 00:34:44.131376 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44626) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:44.210796 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06da6fbe-80ae-4723-ac63-1c9977c50aee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:44.251608 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06da6fbe-80ae-4723-ac63-1c9977c50aee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:44.293316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d5bca-8dce-4a93-b043-d7c7ec56998d req-312fe567-30e6-49da-9ca9-447a268485ff tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:44.294828 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae8d5bca-8dce-4a93-b043-d7c7ec56998d req-312fe567-30e6-49da-9ca9-447a268485ff tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 947 time: 0.0488853 Nov 09 00:34:44.322761 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06da6fbe-80ae-4723-ac63-1c9977c50aee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:44.325926 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-06da6fbe-80ae-4723-ac63-1c9977c50aee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:44.328799 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-06da6fbe-80ae-4723-ac63-1c9977c50aee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/security-groups/2bd334e4-1476-4f7f-ae62-463ef8ef8440 HTTP/1.1" status: 204 len: 168 time: 0.1962731 Nov 09 00:34:44.342330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da6fbe-80ae-4723-ac63-1c9977c50aee tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd334e4-1476-4f7f-ae62-463ef8ef8440,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:44.361588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae8d5bca-8dce-4a93-b043-d7c7ec56998d req-68e813ea-1179-40f9-b00a-11b89757d7a1 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563838 Nov 09 00:34:44.382732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44634) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:44.771815 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:44.783753 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-99d4117f-06ff-4b9a-9349-02dc2f377295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:45.370457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting port fe4eb0fd-9868-4175-947f-4e7ca4b854cc {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:34:45.371000 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:45.506807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] For port fe4eb0fd-9868-4175-947f-4e7ca4b854cc, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fe4eb0fd-9868-4175-947f-4e7ca4b854cc,segment=NetworkSegment(d88edd94-0dfa-4aa2-9605-0495c0272a7e),segment_id=d88edd94-0dfa-4aa2-9605-0495c0272a7e)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:45.507173 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:45.524732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221b762-7eba-4e38-9e4e-70ce61e92a46 req-366e90e4-b467-47ca-a82b-a2410378e2cf tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:34:45.526257 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a221b762-7eba-4e38-9e4e-70ce61e92a46 req-366e90e4-b467-47ca-a82b-a2410378e2cf tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 947 time: 0.0843713 Nov 09 00:34:45.533178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Calling delete_port for fe4eb0fd-9868-4175-947f-4e7ca4b854cc owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:34:45.619991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a221b762-7eba-4e38-9e4e-70ce61e92a46 req-480a7faa-7ba6-4a96-a663-277628181429 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846961 Nov 09 00:34:45.835987 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:45.877945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Port': ['ID=fe4eb0fd-9868-4175-947f-4e7ca4b854cc,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:45.906003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:45.906359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:45.906744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:45.907093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:45.907732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:45.907981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:45.908334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:45.908666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:45.909006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:45.909538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:45.909874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:45.910210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:34:46.027979 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:46.120976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2ac06b87-ee1e-4b24-b792-809b04621eed no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:34:46.124706 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:46.162999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 2ac06b87-ee1e-4b24-b792-809b04621eed {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:34:46.164830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 2ac06b87-ee1e-4b24-b792-809b04621eed not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:34:46.186887 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:46.356104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Router 758f5b2a-a58a-4f43-8000-210bb825b313 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:34:46.443354 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:46.472289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:34:46.477400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-14cdc431-e0ff-41fd-932b-154402784ca4 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "PUT /v2.0/routers/758f5b2a-a58a-4f43-8000-210bb825b313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0936265 Nov 09 00:34:46.480498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44672) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:46.490794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e698989-3cc0-41e4-81d4-5def1f568c91 None None] Sync routers for ids ['758f5b2a-a58a-4f43-8000-210bb825b313'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:34:46.502775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e698989-3cc0-41e4-81d4-5def1f568c91 None None] Routers {'758f5b2a-a58a-4f43-8000-210bb825b313'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:34:46.503803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9e698989-3cc0-41e4-81d4-5def1f568c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:34:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['758f5b2a-a58a-4f43-8000-210bb825b313'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:46.544830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea42510-4b2f-45ad-94b8-264f1ccc5fc9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting subnet 471f05d5-ea0f-4e02-92b9-0d82b55a632c {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:34:46.550799 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ea42510-4b2f-45ad-94b8-264f1ccc5fc9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:46.620149 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ea42510-4b2f-45ad-94b8-264f1ccc5fc9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:46.727632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ea42510-4b2f-45ad-94b8-264f1ccc5fc9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:46.810336 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ea42510-4b2f-45ad-94b8-264f1ccc5fc9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:46.827444 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ea42510-4b2f-45ad-94b8-264f1ccc5fc9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:46.832595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9e698989-3cc0-41e4-81d4-5def1f568c91 None None] Set router 758f5b2a-a58a-4f43-8000-210bb825b313 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:34:46.833842 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6ea42510-4b2f-45ad-94b8-264f1ccc5fc9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/subnets/471f05d5-ea0f-4e02-92b9-0d82b55a632c HTTP/1.1" status: 204 len: 168 time: 0.3522713 Nov 09 00:34:46.834882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44678) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:46.858639 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea42510-4b2f-45ad-94b8-264f1ccc5fc9 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Subnet': ['ID=471f05d5-ea0f-4e02-92b9-0d82b55a632c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:46.891940 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd1d3b-cdf9-4ed6-993b-79570db794af None None] Network 50826a03-60ba-4f75-80d5-bf9a713e9d4a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:34:46.957216 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.086877 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.149035 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9e698989-3cc0-41e4-81d4-5def1f568c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:34:45Z', 'revision_number': 5, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port': {'id': '074bdd6e-9854-4513-b48b-d700327d0a9e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:33:44Z', 'updated_at': '2021-11-09T00:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:47.173732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Deleting port 074bdd6e-9854-4513-b48b-d700327d0a9e {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:34:47.174172 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.185323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e698989-3cc0-41e4-81d4-5def1f568c91 None None] Checking router: 758f5b2a-a58a-4f43-8000-210bb825b313 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:34:47.200253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e698989-3cc0-41e4-81d4-5def1f568c91 None None] Routers {'758f5b2a-a58a-4f43-8000-210bb825b313'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:34:47.201003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9e698989-3cc0-41e4-81d4-5def1f568c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:34:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['758f5b2a-a58a-4f43-8000-210bb825b313'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:47.238197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce77913-9351-404b-8c0b-160ff56fb32a None None] DHCP port deletion for 50826a03-60ba-4f75-80d5-bf9a713e9d4a request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:34:47.285647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] For port 074bdd6e-9854-4513-b48b-d700327d0a9e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=074bdd6e-9854-4513-b48b-d700327d0a9e,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:47.286022 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.340160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Calling delete_port for 074bdd6e-9854-4513-b48b-d700327d0a9e owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:34:47.413093 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9e698989-3cc0-41e4-81d4-5def1f568c91 None None] Set router 758f5b2a-a58a-4f43-8000-210bb825b313 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:34:47.483813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9e698989-3cc0-41e4-81d4-5def1f568c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:34:47Z', 'revision_number': 6, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:47.512296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e698989-3cc0-41e4-81d4-5def1f568c91 None None] The sync data for ids ['758f5b2a-a58a-4f43-8000-210bb825b313'] in n-d-813263-3 is: [{'id': '758f5b2a-a58a-4f43-8000-210bb825b313', 'name': 'tempest-TestNetworkBasicOps-router-1407303550', 'tenant_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:33:43Z', 'updated_at': '2021-11-09T00:34:47Z', 'revision_number': 6, 'project_id': '6d6f5f38b2e348b0a38d565f5c34a031', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:34:47.556330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-cce77913-9351-404b-8c0b-160ff56fb32a None None] Deleting port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:34:47.557777 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cce77913-9351-404b-8c0b-160ff56fb32a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.595393 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.638967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cce77913-9351-404b-8c0b-160ff56fb32a None None] For port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=43aa1eec-7c65-4b5c-b5fa-a93877f2b57b,segment=NetworkSegment(d88edd94-0dfa-4aa2-9605-0495c0272a7e),segment_id=d88edd94-0dfa-4aa2-9605-0495c0272a7e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:34:47.639405 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cce77913-9351-404b-8c0b-160ff56fb32a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.646099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Port': ['ID=074bdd6e-9854-4513-b48b-d700327d0a9e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:47.660614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-cce77913-9351-404b-8c0b-160ff56fb32a None None] Calling delete_port for 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:34:47.729407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.730975 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.767342 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cce77913-9351-404b-8c0b-160ff56fb32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.806829 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce77913-9351-404b-8c0b-160ff56fb32a None None] Pushing event deleted for resources: {'Port': ['ID=43aa1eec-7c65-4b5c-b5fa-a93877f2b57b,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:47.815414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce77913-9351-404b-8c0b-160ff56fb32a None None] No DVR routers for this DVR port 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:34:47.838063 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.845674 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.921965 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.923013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Fanout notify agent at l3_agent the message router_deleted on router 758f5b2a-a58a-4f43-8000-210bb825b313 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:34:47.930464 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:47.931655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7a192007-4831-4d40-a5fb-74b0c4be63b2 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/routers/758f5b2a-a58a-4f43-8000-210bb825b313 HTTP/1.1" status: 204 len: 168 time: 1.0957720 Nov 09 00:34:47.934359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44690) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:48.068071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fe4eb0fd-9868-4175-947f-4e7ca4b854cc no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:34:48.083348 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:48.115454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: fe4eb0fd-9868-4175-947f-4e7ca4b854cc {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:34:48.121907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fe4eb0fd-9868-4175-947f-4e7ca4b854cc not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:34:48.124401 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:34:48.163001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:34:48.163678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 43aa1eec-7c65-4b5c-b5fa-a93877f2b57b not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:34:48.241296 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:48.264061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50826a03-60ba-4f75-80d5-bf9a713e9d4a']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:48.290003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88edd94-0dfa-4aa2-9605-0495c0272a7e') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:48.290299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88edd94-0dfa-4aa2-9605-0495c0272a7e') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:34:48.301852 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:48.322092 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:48.330394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:34:48.330981 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:34:48.335136 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:34:48.400418 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:48.461899 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:48.471648 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:48.475289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] 10.222.0.25 "DELETE /v2.0/networks/50826a03-60ba-4f75-80d5-bf9a713e9d4a HTTP/1.1" status: 204 len: 168 time: 0.5398171 Nov 09 00:34:48.502291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10b3e3-4558-4bdb-be36-7d44c178df03 tempest-TestNetworkBasicOps-622682383 tempest-TestNetworkBasicOps-622682383-project] Pushing event deleted for resources: {'Network': ['ID=50826a03-60ba-4f75-80d5-bf9a713e9d4a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:48.907523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44708) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:49.088531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d96c585e-e6d9-4435-bbbb-cfd0f114cf4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d6f5f38b2e348b0a38d565f5c34a031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1796975 Nov 09 00:34:49.091111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44714) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:49.140223 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2a8a024-b7c9-42a9-aa37-9afc87566f13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:49.184218 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2a8a024-b7c9-42a9-aa37-9afc87566f13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:49.262040 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2a8a024-b7c9-42a9-aa37-9afc87566f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:49.264768 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2a8a024-b7c9-42a9-aa37-9afc87566f13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:49.266057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a2a8a024-b7c9-42a9-aa37-9afc87566f13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f537f378-2be9-48df-98a2-78a0d94cb088 HTTP/1.1" status: 204 len: 168 time: 0.1740525 Nov 09 00:34:49.275384 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8a024-b7c9-42a9-aa37-9afc87566f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f537f378-2be9-48df-98a2-78a0d94cb088,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:49.625546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 44724) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:49.641897 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cf948a20-d80d-4537-9fc4-4d8595ea1379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:49.741444 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cf948a20-d80d-4537-9fc4-4d8595ea1379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:49.745795 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cf948a20-d80d-4537-9fc4-4d8595ea1379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:49.784789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf948a20-d80d-4537-9fc4-4d8595ea1379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b1f40b-922a-4bb2-9a86-af408b6a8867,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:34:49.792149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cf948a20-d80d-4537-9fc4-4d8595ea1379 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67afe18e3a39452ba728f9736befb394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626098 Nov 09 00:34:49.792354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 44726) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:34:49.798087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 074bdd6e-9854-4513-b48b-d700327d0a9e no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:34:49.839042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 074bdd6e-9854-4513-b48b-d700327d0a9e {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:34:49.839316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 074bdd6e-9854-4513-b48b-d700327d0a9e not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:34:49.850726 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-517313ca-b96a-423d-9aa4-eac8e5f8ebe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:49.873700 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-517313ca-b96a-423d-9aa4-eac8e5f8ebe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:49.925771 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-517313ca-b96a-423d-9aa4-eac8e5f8ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:49.928457 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-517313ca-b96a-423d-9aa4-eac8e5f8ebe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:34:49.929781 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-517313ca-b96a-423d-9aa4-eac8e5f8ebe4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92b1f40b-922a-4bb2-9a86-af408b6a8867 HTTP/1.1" status: 204 len: 168 time: 0.1363397 Nov 09 00:34:49.937405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517313ca-b96a-423d-9aa4-eac8e5f8ebe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b1f40b-922a-4bb2-9a86-af408b6a8867,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:01.504404 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb5706-c00c-4026-a11b-7498121a2591 req-2b7094d3-f207-49b4-8861-c42208f43f84 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:01.505933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37eb5706-c00c-4026-a11b-7498121a2591 req-2b7094d3-f207-49b4-8861-c42208f43f84 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 945 time: 0.0533674 Nov 09 00:35:01.560005 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37eb5706-c00c-4026-a11b-7498121a2591 req-6bb28756-d596-46c4-96b4-54b2f0afc47c tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480056 Nov 09 00:35:02.687822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998424f7-13c5-4336-9d0e-c6fabcde7d7f req-6f44581f-ec8c-4da4-955c-84861ad691a4 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:02.689381 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-998424f7-13c5-4336-9d0e-c6fabcde7d7f req-6f44581f-ec8c-4da4-955c-84861ad691a4 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 945 time: 0.0514786 Nov 09 00:35:02.741754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-998424f7-13c5-4336-9d0e-c6fabcde7d7f req-0cc066ea-bd70-42ca-87ea-0a852418b678 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458884 Nov 09 00:35:02.980728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e661e-ee8d-4788-b76a-a53fc9973186 req-4115bcfb-0374-4970-9f3a-5ed61464e3c1 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:02.982232 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-128e661e-ee8d-4788-b76a-a53fc9973186 req-4115bcfb-0374-4970-9f3a-5ed61464e3c1 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.30 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 945 time: 0.0503318 Nov 09 00:35:03.082877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-128e661e-ee8d-4788-b76a-a53fc9973186 req-20faefca-5fde-41fb-851d-0ea5d4976267 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Deleting port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:35:03.083291 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-128e661e-ee8d-4788-b76a-a53fc9973186 req-20faefca-5fde-41fb-851d-0ea5d4976267 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:03.179460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-128e661e-ee8d-4788-b76a-a53fc9973186 req-20faefca-5fde-41fb-851d-0ea5d4976267 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] For port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5c5b79ae-71d3-4a77-b4a3-19464bb168e0,segment=NetworkSegment(1206c9bb-efd0-448d-a07f-540bcea2de56),segment_id=1206c9bb-efd0-448d-a07f-540bcea2de56)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:03.179885 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-128e661e-ee8d-4788-b76a-a53fc9973186 req-20faefca-5fde-41fb-851d-0ea5d4976267 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:03.200889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-128e661e-ee8d-4788-b76a-a53fc9973186 req-20faefca-5fde-41fb-851d-0ea5d4976267 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Calling delete_port for 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:35:03.332978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-128e661e-ee8d-4788-b76a-a53fc9973186 req-20faefca-5fde-41fb-851d-0ea5d4976267 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:03.346000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['5c5b79ae-71d3-4a77-b4a3-19464bb168e0'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:35:03.366692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20faefca-5fde-41fb-851d-0ea5d4976267 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Pushing event deleted for resources: {'Port': ['ID=5c5b79ae-71d3-4a77-b4a3-19464bb168e0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:03.423573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-128e661e-ee8d-4788-b76a-a53fc9973186 req-20faefca-5fde-41fb-851d-0ea5d4976267 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] No DVR routers for this DVR port 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:35:03.428424 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-128e661e-ee8d-4788-b76a-a53fc9973186 req-20faefca-5fde-41fb-851d-0ea5d4976267 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:03.432948 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-128e661e-ee8d-4788-b76a-a53fc9973186 req-20faefca-5fde-41fb-851d-0ea5d4976267 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.30 "DELETE /v2.0/ports/5c5b79ae-71d3-4a77-b4a3-19464bb168e0 HTTP/1.1" status: 204 len: 173 time: 0.4443433 Nov 09 00:35:03.433814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ffe372-b429-4a82-b3a3-737aff3ce6f9', 'name': 'network-vif-deleted', 'tag': '5c5b79ae-71d3-4a77-b4a3-19464bb168e0'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:35:03.437120 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca29cf6-942b-4a30-908b-6a64940febd9" -d '{"events": [{"server_uuid": "29ffe372-b429-4a82-b3a3-737aff3ce6f9", "name": "network-vif-deleted", "tag": "5c5b79ae-71d3-4a77-b4a3-19464bb168e0"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:35:03.486089 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b0d5bd-8800-4146-a53b-eb06a124a360 x-openstack-request-id: req-a7b0d5bd-8800-4146-a53b-eb06a124a360 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:35:03.486433 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ffe372-b429-4a82-b3a3-737aff3ce6f9", "name": "network-vif-deleted", "tag": "5c5b79ae-71d3-4a77-b4a3-19464bb168e0", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:35:03.486687 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7b0d5bd-8800-4146-a53b-eb06a124a360 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:35:03.487104 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ffe372-b429-4a82-b3a3-737aff3ce6f9', 'name': 'network-vif-deleted', 'tag': '5c5b79ae-71d3-4a77-b4a3-19464bb168e0', 'status': 'completed', 'code': 200} Nov 09 00:35:03.925131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d753c90e-dbea-4c61-8cd0-8a37effd9174 req-e2a744f1-026f-4ab2-aaca-b568a5a7064a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=29ffe372-b429-4a82-b3a3-737aff3ce6f9 HTTP/1.1" status: 200 len: 210 time: 0.0845852 Nov 09 00:35:08.050286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:35:08.082432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:35:08.083054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 5c5b79ae-71d3-4a77-b4a3-19464bb168e0 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:35:08.184245 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:35:12.072307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-0a1ca508-f2f9-440d-be9e-ccc563ec5d3d tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:12.073908 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-0a1ca508-f2f9-440d-be9e-ccc563ec5d3d tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/networks?id=786cc779-3c87-44a6-b860-64f0c742198b HTTP/1.1" status: 200 len: 813 time: 0.1005416 Nov 09 00:35:12.090802 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-e1fd0c20-e244-4ed9-b42a-cfcb31f43491 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/quotas/13a1d5a829874c1794bb743b3b1d1694 HTTP/1.1" status: 200 len: 375 time: 0.0104883 Nov 09 00:35:12.127445 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-2c2c98de-5f96-4e86-bbcb-c5e0b078c12f tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=13a1d5a829874c1794bb743b3b1d1694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303957 Nov 09 00:35:12.138307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-f776ccf2-7446-4514-b330-81d5aa2dc60e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:35:12.139258 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-f776ccf2-7446-4514-b330-81d5aa2dc60e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051975 Nov 09 00:35:12.235720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c8245810-7d2a-4754-9439-8739c8526b1b service neutron] 10.222.0.25 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895214 Nov 09 00:35:12.347277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-203ded6f-8a55-4084-abd0-6a17050a9701 service neutron] 10.222.0.25 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053605 Nov 09 00:35:12.519127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-058ba67a-9c86-4448-af57-bbdde39f95e4 req-42ea5aa2-e90c-438c-816d-30d40d16f5df tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 210 time: 0.0274856 Nov 09 00:35:12.681261 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5721d69e-0f03-479e-8e85-6b77b9d6f69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:12.974617 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-369e1a0d-be50-4c0a-a391-c2b32334e38f req-31e817da-1138-45f9-a873-be55db8b8f40 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400245 Nov 09 00:35:13.069193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e1a0d-be50-4c0a-a391-c2b32334e38f req-6f8eb015-4574-4550-9247-0ad358505bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:13.071023 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-369e1a0d-be50-4c0a-a391-c2b32334e38f req-6f8eb015-4574-4550-9247-0ad358505bb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 1098 time: 0.0447569 Nov 09 00:35:13.184468 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e1a0d-be50-4c0a-a391-c2b32334e38f req-84ca2331-e3ff-4fde-87e9-859f45ddd8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:13.185973 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-369e1a0d-be50-4c0a-a391-c2b32334e38f req-84ca2331-e3ff-4fde-87e9-859f45ddd8e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 200 len: 916 time: 0.0902727 Nov 09 00:35:13.256628 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-369e1a0d-be50-4c0a-a391-c2b32334e38f req-3aa4437d-e1dd-4889-9fa9-b879272bfeb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc HTTP/1.1" status: 200 len: 1002 time: 0.0625706 Nov 09 00:35:13.311675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e1a0d-be50-4c0a-a391-c2b32334e38f req-ccb0f19f-736d-41f5-aab7-2cffc70363b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:13.313161 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-369e1a0d-be50-4c0a-a391-c2b32334e38f req-ccb0f19f-736d-41f5-aab7-2cffc70363b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 200 len: 855 time: 0.0482399 Nov 09 00:35:13.368016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e1a0d-be50-4c0a-a391-c2b32334e38f req-ae7a925e-1db8-4ec0-bea0-abee88ee34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:13.369651 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-369e1a0d-be50-4c0a-a391-c2b32334e38f req-ae7a925e-1db8-4ec0-bea0-abee88ee34bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=690bc4aa-bbec-401a-86c6-2d04dcb3873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434210 Nov 09 00:35:13.479742 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-369e1a0d-be50-4c0a-a391-c2b32334e38f req-bea528a5-74dd-47a1-8467-879351d8b665 service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951419 Nov 09 00:35:13.523106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-2fa68454-fc08-4969-8af0-e701aef4fe2c tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:13.525398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-2fa68454-fc08-4969-8af0-e701aef4fe2c tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.30 "GET /v2.0/networks?id=786cc779-3c87-44a6-b860-64f0c742198b HTTP/1.1" status: 200 len: 813 time: 0.1178899 Nov 09 00:35:13.552707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Request body: {'port': {'device_id': '2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57', 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b', 'admin_state_up': True, 'tenant_id': '13a1d5a829874c1794bb743b3b1d1694'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:35:13.595091 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-369e1a0d-be50-4c0a-a391-c2b32334e38f req-7fbf1380-011d-4de1-bcdb-5fb29b53cb11 service neutron] 10.222.0.30 "GET /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057875 Nov 09 00:35:13.668009 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-113d25ac-ae42-4bf9-b1bb-cea15444b821 req-353c5440-aa11-4745-8484-ef32ae95726c tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 210 time: 0.0311491 Nov 09 00:35:13.721792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Made reservation on behalf of 13a1d5a829874c1794bb743b3b1d1694 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:35:13.725557 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:13.854115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Allocated IP 172.20.0.4 (786cc779-3c87-44a6-b860-64f0c742198b/72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d/f144e3c0-42d0-4674-bcaf-c0f1091dfb57) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:35:14.028115 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:14.065410 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:14.103985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Network 786cc779-3c87-44a6-b860-64f0c742198b is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:35:14.107239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:35:14.110080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:35:14.160638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Pushing event updated for resources: {'Port': ['ID=f144e3c0-42d0-4674-bcaf-c0f1091dfb57,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:14.173367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:14.173985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:14.192135 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c76784c9-78e0-46ff-bee6-98edcb8d830a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6563072 Nov 09 00:35:14.206039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Request body: {'port': {'device_id': '2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:35:14.266376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:14.506682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921d604-4c22-4d5b-be20-58802fcb6bd9 req-64dd53ae-5a47-440a-8105-813640ce3146 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:14.508461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2921d604-4c22-4d5b-be20-58802fcb6bd9 req-64dd53ae-5a47-440a-8105-813640ce3146 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 947 time: 0.1608546 Nov 09 00:35:14.779181 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3944-a308-4db2-9d5b-f58d5a36483f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:14.929661 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2921d604-4c22-4d5b-be20-58802fcb6bd9 req-940f8fb6-f730-473b-ba8f-aa002d3ef1c6 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083958 Nov 09 00:35:14.940411 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b0eaf-fa47-44bc-b8e4-b34dd9bcc17e req-8e03baf1-b575-40c4-8079-ca6443c6e7ec tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:14.941937 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef2b0eaf-fa47-44bc-b8e4-b34dd9bcc17e req-8e03baf1-b575-40c4-8079-ca6443c6e7ec tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 931 time: 0.1196136 Nov 09 00:35:15.024241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f144e3c0-42d0-4674-bcaf-c0f1091dfb57 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:35:15.035490 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:15.040685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef2b0eaf-fa47-44bc-b8e4-b34dd9bcc17e req-c1cdd21b-6e16-4ff8-bacf-c1276e134e4e tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866981 Nov 09 00:35:15.055701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Transition to ACTIVE for port object f144e3c0-42d0-4674-bcaf-c0f1091dfb57 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:35:15.059649 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:15.108022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Pushing event updated for resources: {'Port': ['ID=f144e3c0-42d0-4674-bcaf-c0f1091dfb57,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:15.180569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Attempting to bind port f144e3c0-42d0-4674-bcaf-c0f1091dfb57 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:35:15.180906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Attempting to bind port f144e3c0-42d0-4674-bcaf-c0f1091dfb57 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '1206c9bb-efd0-448d-a07f-540bcea2de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:35:15.181260 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Attempting to bind port f144e3c0-42d0-4674-bcaf-c0f1091dfb57 on network 786cc779-3c87-44a6-b860-64f0c742198b {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:35:15.185523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Port f144e3c0-42d0-4674-bcaf-c0f1091dfb57 on network 786cc779-3c87-44a6-b860-64f0c742198b not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:35:15.185846 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Attempting to bind port f144e3c0-42d0-4674-bcaf-c0f1091dfb57 on network 786cc779-3c87-44a6-b860-64f0c742198b {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:35:15.191242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:35:15.191580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Checking segment: {'id': '1206c9bb-efd0-448d-a07f-540bcea2de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:35:15.191967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Bound using segment: {'id': '1206c9bb-efd0-448d-a07f-540bcea2de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:35:15.192392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Bound port: f144e3c0-42d0-4674-bcaf-c0f1091dfb57, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1206c9bb-efd0-448d-a07f-540bcea2de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:35:15.192742 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:15.254344 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] For port f144e3c0-42d0-4674-bcaf-c0f1091dfb57, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:35:15.257298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] For port f144e3c0-42d0-4674-bcaf-c0f1091dfb57, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f144e3c0-42d0-4674-bcaf-c0f1091dfb57,segment=NetworkSegment(1206c9bb-efd0-448d-a07f-540bcea2de56),segment_id=1206c9bb-efd0-448d-a07f-540bcea2de56)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:35:15.261639 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:15.295037 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:15.295662 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:15.297627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] 10.222.0.30 "PUT /v2.0/ports/f144e3c0-42d0-4674-bcaf-c0f1091dfb57 HTTP/1.1" status: 200 len: 1091 time: 1.0965245 Nov 09 00:35:15.298066 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57', 'tag': 'f144e3c0-42d0-4674-bcaf-c0f1091dfb57'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:35:15.300307 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc7ec86-bc3e-4768-8aa9-93e2621da3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57", "tag": "f144e3c0-42d0-4674-bcaf-c0f1091dfb57"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:35:15.324348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38278c67-cdcd-4a90-8fc4-bae2d6d62b33 service neutron] Pushing event updated for resources: {'Port': ['ID=f144e3c0-42d0-4674-bcaf-c0f1091dfb57,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:15.412022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-57cf6412-b658-4481-ac68-08889d08ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:15.413561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-57cf6412-b658-4481-ac68-08889d08ded9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13a1d5a829874c1794bb743b3b1d1694&device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 1094 time: 0.0740585 Nov 09 00:35:15.481688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-5688d796-b15c-4a5c-b1e8-246bbd20e8d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f144e3c0-42d0-4674-bcaf-c0f1091dfb57 HTTP/1.1" status: 200 len: 217 time: 0.0587890 Nov 09 00:35:15.492687 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39a05d5-b96f-4e6a-b6d5-1ec4420fa771 x-openstack-request-id: req-f39a05d5-b96f-4e6a-b6d5-1ec4420fa771 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:35:15.492986 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57", "tag": "f144e3c0-42d0-4674-bcaf-c0f1091dfb57", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:35:15.493242 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f39a05d5-b96f-4e6a-b6d5-1ec4420fa771 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:35:15.493671 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57', 'tag': 'f144e3c0-42d0-4674-bcaf-c0f1091dfb57', 'status': 'completed', 'code': 200} Nov 09 00:35:15.551756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-43c52a81-decb-44bb-b941-f2b020ec62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:15.553184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-43c52a81-decb-44bb-b941-f2b020ec62b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d HTTP/1.1" status: 200 len: 853 time: 0.0586777 Nov 09 00:35:15.586060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-eef97e94-5077-4518-b210-3c3e612c7710 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=786cc779-3c87-44a6-b860-64f0c742198b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244594 Nov 09 00:35:15.687149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-c1c11836-eb27-400f-86ef-84f781b1fb20 service neutron] 10.222.0.30 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922265 Nov 09 00:35:15.735281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-7a09a543-9f01-4805-8475-2123f0f7601d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:15.736963 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-7a09a543-9f01-4805-8475-2123f0f7601d tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.30 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 947 time: 0.0852940 Nov 09 00:35:15.808753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c33394b-5a46-438c-85ce-c181f2a996e6 req-74096de0-13b8-4b7b-ba12-f1123c6374d3 service neutron] 10.222.0.30 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089303 Nov 09 00:35:15.919708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7ec86-bc3e-4768-8aa9-93e2621da3d8 req-54b2fc74-ac17-4c2e-b8d4-9fd055a68166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:15.922069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cc7ec86-bc3e-4768-8aa9-93e2621da3d8 req-54b2fc74-ac17-4c2e-b8d4-9fd055a68166 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13a1d5a829874c1794bb743b3b1d1694&device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 1094 time: 0.0587540 Nov 09 00:35:16.043368 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:16.144678 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:16.180675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Deleting port c164cd98-f425-432b-92c6-7fd7f523f9dc {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:35:16.181012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:16.213794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7ec86-bc3e-4768-8aa9-93e2621da3d8 req-25a29a01-40c4-47c5-b884-13ac2098490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:16.215284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cc7ec86-bc3e-4768-8aa9-93e2621da3d8 req-25a29a01-40c4-47c5-b884-13ac2098490a service neutron] 10.222.0.30 "GET /v2.0/networks?id=786cc779-3c87-44a6-b860-64f0c742198b HTTP/1.1" status: 200 len: 913 time: 0.2864850 Nov 09 00:35:16.241811 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68144d2d-bfa3-4592-a223-8ce60d70930f req-8824499c-873c-4f75-a643-d2468ad6be5a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:16.243288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68144d2d-bfa3-4592-a223-8ce60d70930f req-8824499c-873c-4f75-a643-d2468ad6be5a tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 947 time: 0.1364577 Nov 09 00:35:16.276624 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] For port c164cd98-f425-432b-92c6-7fd7f523f9dc, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=c164cd98-f425-432b-92c6-7fd7f523f9dc,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:16.276987 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:16.282582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071e465-e9b2-4dc8-88a8-c09048a282f5 req-e2da9047-4446-4d31-9a84-a9f2520370b4 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:16.284055 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6071e465-e9b2-4dc8-88a8-c09048a282f5 req-e2da9047-4446-4d31-9a84-a9f2520370b4 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 943 time: 0.1397655 Nov 09 00:35:16.286201 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cc7ec86-bc3e-4768-8aa9-93e2621da3d8 req-92dd3316-7d41-4dba-984e-942a4145a6a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f144e3c0-42d0-4674-bcaf-c0f1091dfb57 HTTP/1.1" status: 200 len: 217 time: 0.0614855 Nov 09 00:35:16.406240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6071e465-e9b2-4dc8-88a8-c09048a282f5 req-80150c35-eae8-4c44-9d2b-c801bb03e184 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109939 Nov 09 00:35:16.409264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68144d2d-bfa3-4592-a223-8ce60d70930f req-8d32de44-5968-452a-8396-619a5395f944 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da7c7f5-7843-431d-901a-b56f9c36096c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354923 Nov 09 00:35:16.410856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7ec86-bc3e-4768-8aa9-93e2621da3d8 req-8c091bd8-df03-4f59-802e-880fe90939c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:16.412248 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cc7ec86-bc3e-4768-8aa9-93e2621da3d8 req-8c091bd8-df03-4f59-802e-880fe90939c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d HTTP/1.1" status: 200 len: 853 time: 0.1158259 Nov 09 00:35:16.458345 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cc7ec86-bc3e-4768-8aa9-93e2621da3d8 req-5181b7d3-3564-41af-8a2e-86321e75718f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=786cc779-3c87-44a6-b860-64f0c742198b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386481 Nov 09 00:35:16.464482 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:16.481425 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:16.481878 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:16.483183 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Floating IP a0e0b936-8495-4957-9f72-08dfef493f1f disassociated. External IP: 172.25.0.106, port: c164cd98-f425-432b-92c6-7fd7f523f9dc. Nov 09 00:35:16.483183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Calling delete_port for c164cd98-f425-432b-92c6-7fd7f523f9dc owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:35:16.561450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cc7ec86-bc3e-4768-8aa9-93e2621da3d8 req-b6674dd5-12cd-44fb-9268-e91701ebc64f service neutron] 10.222.0.30 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948083 Nov 09 00:35:16.621751 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:16.659990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event deleted for resources: {'Port': ['ID=c164cd98-f425-432b-92c6-7fd7f523f9dc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:16.663470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cc7ec86-bc3e-4768-8aa9-93e2621da3d8 req-38a627fa-cf25-4f6e-ab18-51e0c1d9b394 service neutron] 10.222.0.30 "GET /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946031 Nov 09 00:35:16.801001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:35:16.915725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:35:16.926609 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a13012-2853-453b-9c30-b82e95844f3d None None] Sync routers for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:35:16.940091 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a13012-2853-453b-9c30-b82e95844f3d None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:35:16.940700 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-18a13012-2853-453b-9c30-b82e95844f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:35:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:16.959726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] No DVR routers for this DVR port c164cd98-f425-432b-92c6-7fd7f523f9dc on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:35:16.965574 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:16.972669 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6aeb1f9a-5fa6-4323-b3e6-b0ef13418a0b req-f9075354-b312-4687-80d5-2a236c91f704 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.30 "DELETE /v2.0/ports/c164cd98-f425-432b-92c6-7fd7f523f9dc HTTP/1.1" status: 204 len: 173 time: 1.2294898 Nov 09 00:35:16.973020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'name': 'network-vif-deleted', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:35:16.975373 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab7a139-a873-4911-b639-8a4755eebb58" -d '{"events": [{"server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "name": "network-vif-deleted", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:35:17.070236 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb95b8b-bf8d-410f-9f0f-10f3302d5bbd x-openstack-request-id: req-2cb95b8b-bf8d-410f-9f0f-10f3302d5bbd {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:35:17.070534 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46354f85-2ea2-4f0c-9aa4-cc545b6b3a01", "name": "network-vif-deleted", "tag": "c164cd98-f425-432b-92c6-7fd7f523f9dc", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:35:17.070785 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2cb95b8b-bf8d-410f-9f0f-10f3302d5bbd {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:35:17.071185 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46354f85-2ea2-4f0c-9aa4-cc545b6b3a01', 'name': 'network-vif-deleted', 'tag': 'c164cd98-f425-432b-92c6-7fd7f523f9dc', 'status': 'completed', 'code': 200} Nov 09 00:35:17.261586 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-18a13012-2853-453b-9c30-b82e95844f3d None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:35:17.504532 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-18a13012-2853-453b-9c30-b82e95844f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:54Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:17.544840 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a13012-2853-453b-9c30-b82e95844f3d None None] Checking router: b52a7601-dbdf-4004-8cfc-81a7d4eaef22 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:35:17.557646 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a13012-2853-453b-9c30-b82e95844f3d None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:35:17.558382 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-18a13012-2853-453b-9c30-b82e95844f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:35:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:17.627466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c732278-f942-44fe-a284-ce3acc1046fa req-6c9b6e3b-72cb-4abb-9af6-0acd0c534963 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/ports?device_id=46354f85-2ea2-4f0c-9aa4-cc545b6b3a01 HTTP/1.1" status: 200 len: 210 time: 0.1120863 Nov 09 00:35:17.674302 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:17.719510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9856-f085-4465-a504-15f25fdae73a req-3f1832ad-5630-4d6e-8d1d-5c6fefe04b7a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:17.721892 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-18a13012-2853-453b-9c30-b82e95844f3d None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:35:17.733005 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1eae9856-f085-4465-a504-15f25fdae73a req-3f1832ad-5630-4d6e-8d1d-5c6fefe04b7a tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 943 time: 0.1031525 Nov 09 00:35:17.881647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1eae9856-f085-4465-a504-15f25fdae73a req-a13cadc6-8bb9-4635-9eb0-766855844932 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434815 Nov 09 00:35:18.002995 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-18a13012-2853-453b-9c30-b82e95844f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:54Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:18.030260 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a13012-2853-453b-9c30-b82e95844f3d None None] The sync data for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 is: [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:27:48Z', 'revision_number': 4, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '649c628a-1cf2-4cac-97f2-303213a10e81', 'name': '', 'network_id': '690bc4aa-bbec-401a-86c6-2d04dcb3873a', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'mac_address': 'fa:16:3e:bf:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:46Z', 'updated_at': '2021-11-09T00:27:54Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'subnets': [{'id': '2a1a414b-9b6d-46df-ba3c-5526aaeab211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:35:18.082266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f144e3c0-42d0-4674-bcaf-c0f1091dfb57 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:35:18.203287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f144e3c0-42d0-4674-bcaf-c0f1091dfb57, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f144e3c0-42d0-4674-bcaf-c0f1091dfb57,segment=NetworkSegment(1206c9bb-efd0-448d-a07f-540bcea2de56),segment_id=1206c9bb-efd0-448d-a07f-540bcea2de56)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:18.229459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'f144e3c0-42d0-4674-bcaf-c0f1091dfb57', 'network_id': '786cc779-3c87-44a6-b860-64f0c742198b', 'port_id': 'f144e3c0-42d0-4674-bcaf-c0f1091dfb57', 'mac_address': 'fa:16:3e:f1:0c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:35:18.298256 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:18.318812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f144e3c0-42d0-4674-bcaf-c0f1091dfb57 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:35:18.358406 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f144e3c0-42d0-4674-bcaf-c0f1091dfb57, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f144e3c0-42d0-4674-bcaf-c0f1091dfb57,segment=NetworkSegment(1206c9bb-efd0-448d-a07f-540bcea2de56),segment_id=1206c9bb-efd0-448d-a07f-540bcea2de56)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:18.374292 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:18.443289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f309319-1d16-43c5-a3f1-c3de5036893b None None] New status for floating IP a0e0b936-8495-4957-9f72-08dfef493f1f: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:35:18.490612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=f144e3c0-42d0-4674-bcaf-c0f1091dfb57,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:18.529247 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:18.552645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:18.553249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:18.553619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:18.554040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:18.554284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:18.554631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:18.555040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:18.555269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:18.555560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:18.555920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:18.556237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:18.558240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:18.616881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f144e3c0-42d0-4674-bcaf-c0f1091dfb57'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:35:18.794430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45432) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:18.889582 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01d2bf2a-98f6-464f-9b46-958884c6c2a7 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:18.960984 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01d2bf2a-98f6-464f-9b46-958884c6c2a7 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:19.014678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01d2bf2a-98f6-464f-9b46-958884c6c2a7 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:19.020501 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01d2bf2a-98f6-464f-9b46-958884c6c2a7 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:19.021915 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-01d2bf2a-98f6-464f-9b46-958884c6c2a7 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "DELETE /v2.0/security-groups/0da7c7f5-7843-431d-901a-b56f9c36096c HTTP/1.1" status: 204 len: 168 time: 0.2233036 Nov 09 00:35:19.026093 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45468) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:19.048047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2bf2a-98f6-464f-9b46-958884c6c2a7 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da7c7f5-7843-431d-901a-b56f9c36096c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:19.050505 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-f01daf36-8d19-46f1-b0db-72a38f94b433 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] show failed (client error): The resource could not be found. Nov 09 00:35:19.051751 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f01daf36-8d19-46f1-b0db-72a38f94b433 tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "GET /v2.0/security-groups/0da7c7f5-7843-431d-901a-b56f9c36096c HTTP/1.1" status: 404 len: 347 time: 0.0245159 Nov 09 00:35:19.054861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45472) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:19.178974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d6af0-8320-485d-aa6c-35f005d045e9 req-6f55c408-443a-49c1-84c9-8442c425e8fe tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:19.186748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f9d6af0-8320-485d-aa6c-35f005d045e9 req-6f55c408-443a-49c1-84c9-8442c425e8fe tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 944 time: 0.2031419 Nov 09 00:35:19.301916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f9d6af0-8320-485d-aa6c-35f005d045e9 req-c3f6daf5-f498-48b1-96da-5c72b9865693 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136253 Nov 09 00:35:19.321261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8a53c-dae1-43dd-8ada-10908649df2b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Deleting port 8c39ffd8-7583-4c56-a76d-d91c25902b94 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:35:19.321998 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a53c-dae1-43dd-8ada-10908649df2b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:19.404910 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a53c-dae1-43dd-8ada-10908649df2b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:19.406048 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a53c-dae1-43dd-8ada-10908649df2b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:19.425589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8a53c-dae1-43dd-8ada-10908649df2b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Calling delete_port for 8c39ffd8-7583-4c56-a76d-d91c25902b94 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:35:19.596657 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a53c-dae1-43dd-8ada-10908649df2b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:19.640594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8a53c-dae1-43dd-8ada-10908649df2b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Pushing event deleted for resources: {'Port': ['ID=8c39ffd8-7583-4c56-a76d-d91c25902b94,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:19.722729 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a53c-dae1-43dd-8ada-10908649df2b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:19.726526 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a53c-dae1-43dd-8ada-10908649df2b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:19.739540 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fcf8a53c-dae1-43dd-8ada-10908649df2b tempest-AttachVolumeShelveTestJSON-714490115 tempest-AttachVolumeShelveTestJSON-714490115-project] 10.222.0.25 "DELETE /v2.0/floatingips/a0e0b936-8495-4957-9f72-08dfef493f1f HTTP/1.1" status: 204 len: 168 time: 0.6834931 Nov 09 00:35:20.097383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f144e3c0-42d0-4674-bcaf-c0f1091dfb57 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:35:20.256808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port f144e3c0-42d0-4674-bcaf-c0f1091dfb57 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:35:20.262382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port f144e3c0-42d0-4674-bcaf-c0f1091dfb57 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:35:20.262847 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:20.449771 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:20.491342 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f144e3c0-42d0-4674-bcaf-c0f1091dfb57'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:35:20.494499 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb0fa36-cc3e-420b-b7eb-7cab4dd153e3" -d '{"events": [{"server_uuid": "2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57", "name": "network-vif-plugged", "status": "completed", "tag": "f144e3c0-42d0-4674-bcaf-c0f1091dfb57"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:35:20.522171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27ff73-1636-4bc8-976d-1c4c46f3e3ce req-3c4fb019-1edc-4bbb-8a30-5891b8213700 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:20.528698 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f144e3c0-42d0-4674-bcaf-c0f1091dfb57, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f144e3c0-42d0-4674-bcaf-c0f1091dfb57,segment=NetworkSegment(1206c9bb-efd0-448d-a07f-540bcea2de56),segment_id=1206c9bb-efd0-448d-a07f-540bcea2de56)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:20.535651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f27ff73-1636-4bc8-976d-1c4c46f3e3ce req-3c4fb019-1edc-4bbb-8a30-5891b8213700 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 944 time: 0.1350689 Nov 09 00:35:20.541229 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:20.542950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c164cd98-f425-432b-92c6-7fd7f523f9dc no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:35:20.645418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: c164cd98-f425-432b-92c6-7fd7f523f9dc {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:35:20.645674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device c164cd98-f425-432b-92c6-7fd7f523f9dc not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:35:20.659614 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f27ff73-1636-4bc8-976d-1c4c46f3e3ce req-1ba860e9-a4b3-4159-8a61-d9b4fcae3b38 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173911 Nov 09 00:35:20.706163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=f144e3c0-42d0-4674-bcaf-c0f1091dfb57,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:20.712198 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b60ce8-bfc4-4021-9157-9c2b613a64d0 x-openstack-request-id: req-24b60ce8-bfc4-4021-9157-9c2b613a64d0 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:35:20.712495 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57", "name": "network-vif-plugged", "status": "completed", "tag": "f144e3c0-42d0-4674-bcaf-c0f1091dfb57", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:35:20.712741 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24b60ce8-bfc4-4021-9157-9c2b613a64d0 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:35:20.713123 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f144e3c0-42d0-4674-bcaf-c0f1091dfb57', 'code': 200} Nov 09 00:35:20.849375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99f1e0-e5d7-4e09-9653-8ad4a7cdf3d9 req-1b314264-e62d-41ce-b093-48f97dcc3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:20.850943 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8c99f1e0-e5d7-4e09-9653-8ad4a7cdf3d9 req-1b314264-e62d-41ce-b093-48f97dcc3e3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 1096 time: 0.0656989 Nov 09 00:35:20.918942 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8c99f1e0-e5d7-4e09-9653-8ad4a7cdf3d9 req-5b71c6c4-ddb6-47de-9d6b-dd88d6540c5f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604026 Nov 09 00:35:21.774212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd241c2-e074-4904-8a9f-8316855a93aa req-c169fefc-3ed3-4d77-aa7b-ebe1da684dbe tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:21.782443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bbd241c2-e074-4904-8a9f-8316855a93aa req-c169fefc-3ed3-4d77-aa7b-ebe1da684dbe tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 945 time: 0.0601249 Nov 09 00:35:21.849824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bbd241c2-e074-4904-8a9f-8316855a93aa req-d4c9d00f-b558-4e98-9c24-21653708ddd0 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662220 Nov 09 00:35:22.969701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333d9fc-e970-4b82-a176-e236d2d874a2 req-325c6c0c-f8d1-4149-954c-21ad56a8ba56 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:22.971896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6333d9fc-e970-4b82-a176-e236d2d874a2 req-325c6c0c-f8d1-4149-954c-21ad56a8ba56 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 945 time: 0.0550854 Nov 09 00:35:23.020406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6333d9fc-e970-4b82-a176-e236d2d874a2 req-4ab7f8dd-bd95-4220-92b2-2f36cb1978d5 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417802 Nov 09 00:35:23.836026 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-afb19c96-8795-4865-870b-c794927d8985 req-c6d351d6-dc12-4f43-a901-3f2bd25cc60b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1689508 Nov 09 00:35:23.910131 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb19c96-8795-4865-870b-c794927d8985 req-c78094ee-f79d-42f6-a8b3-202ba23d8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:23.912020 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-afb19c96-8795-4865-870b-c794927d8985 req-c78094ee-f79d-42f6-a8b3-202ba23d8161 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99341496d3824100a06d3bdcd9b26db3&device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 1096 time: 0.0518386 Nov 09 00:35:24.022670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb19c96-8795-4865-870b-c794927d8985 req-df36ad2b-7dcc-411f-bb18-d3c59969d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:24.024391 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-afb19c96-8795-4865-870b-c794927d8985 req-df36ad2b-7dcc-411f-bb18-d3c59969d623 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 200 len: 911 time: 0.0916674 Nov 09 00:35:24.091817 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-afb19c96-8795-4865-870b-c794927d8985 req-33022efb-bbf9-4094-b80e-cf8d26553760 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=764cee10-9611-4f8f-a319-efb99a1b4182 HTTP/1.1" status: 200 len: 1000 time: 0.0591276 Nov 09 00:35:24.146744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb19c96-8795-4865-870b-c794927d8985 req-967cac72-ab1a-4421-89f2-d556b1c226f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:24.148202 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-afb19c96-8795-4865-870b-c794927d8985 req-967cac72-ab1a-4421-89f2-d556b1c226f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 HTTP/1.1" status: 200 len: 850 time: 0.0489209 Nov 09 00:35:24.195844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb19c96-8795-4865-870b-c794927d8985 req-7d90073b-d918-4a9a-afa9-d61ec1511317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:24.197365 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-afb19c96-8795-4865-870b-c794927d8985 req-7d90073b-d918-4a9a-afa9-d61ec1511317 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407875 Nov 09 00:35:24.209214 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-afb19c96-8795-4865-870b-c794927d8985 req-4c9be0a6-0389-40dc-b497-a558f2c1fe32 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:35:24.210172 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-afb19c96-8795-4865-870b-c794927d8985 req-4c9be0a6-0389-40dc-b497-a558f2c1fe32 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049038 Nov 09 00:35:24.301663 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-afb19c96-8795-4865-870b-c794927d8985 req-87ac3b20-dfb8-4d68-bb7f-ec409bbf4419 service neutron] 10.222.0.11 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841446 Nov 09 00:35:24.402368 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-afb19c96-8795-4865-870b-c794927d8985 req-a012ee6a-7fa3-44fa-ba05-c1743e260c99 service neutron] 10.222.0.11 "GET /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936627 Nov 09 00:35:32.014721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45780) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:32.593434 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2fc649b2-6312-42f0-9be2-51e6fa26e19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:32.646300 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9329e-39f5-4520-a13f-fb95b1875cc0 req-49c838b5-0d03-4630-8b6d-632cb3abe068 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:32.647792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93b9329e-39f5-4520-a13f-fb95b1875cc0 req-49c838b5-0d03-4630-8b6d-632cb3abe068 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 945 time: 0.1005886 Nov 09 00:35:32.745112 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93b9329e-39f5-4520-a13f-fb95b1875cc0 req-e6e38582-f626-474d-8e0a-28b8d791dde9 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=a691e9ba-1501-4d1c-87f7-e263c9317797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898979 Nov 09 00:35:33.162579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2fc649b2-6312-42f0-9be2-51e6fa26e19e admin admin] Deleting port 649c628a-1cf2-4cac-97f2-303213a10e81 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:35:33.163242 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2fc649b2-6312-42f0-9be2-51e6fa26e19e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:33.242700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-2fc649b2-6312-42f0-9be2-51e6fa26e19e admin admin] For port 649c628a-1cf2-4cac-97f2-303213a10e81, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=649c628a-1cf2-4cac-97f2-303213a10e81,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:33.242987 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2fc649b2-6312-42f0-9be2-51e6fa26e19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:33.255885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2fc649b2-6312-42f0-9be2-51e6fa26e19e admin admin] Calling delete_port for 649c628a-1cf2-4cac-97f2-303213a10e81 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:35:33.438247 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2fc649b2-6312-42f0-9be2-51e6fa26e19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:33.471179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc649b2-6312-42f0-9be2-51e6fa26e19e admin admin] Pushing event deleted for resources: {'Port': ['ID=649c628a-1cf2-4cac-97f2-303213a10e81,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:33.647303 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2fc649b2-6312-42f0-9be2-51e6fa26e19e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:33.897692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc649b2-6312-42f0-9be2-51e6fa26e19e admin admin] Router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:35:33.917548 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd9685-6ebd-4fe4-8bce-42075a7bbf89 req-2c410a23-5ba2-47ec-81fa-0613283b250c tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:33.919025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3bd9685-6ebd-4fe4-8bce-42075a7bbf89 req-2c410a23-5ba2-47ec-81fa-0613283b250c tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 945 time: 0.0751903 Nov 09 00:35:34.039821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3bd9685-6ebd-4fe4-8bce-42075a7bbf89 req-4fda6b3c-6b24-4ac0-81b1-02f87657e750 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups?id=a691e9ba-1501-4d1c-87f7-e263c9317797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817318 Nov 09 00:35:34.069410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc649b2-6312-42f0-9be2-51e6fa26e19e admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:35:34.074660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2fc649b2-6312-42f0-9be2-51e6fa26e19e admin admin] 10.222.0.25 "PUT /v2.0/routers/b52a7601-dbdf-4004-8cfc-81a7d4eaef22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0587163 Nov 09 00:35:34.077055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45810) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:34.083187 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a07566-b94a-4afb-862f-d261a0e822e2 None None] Sync routers for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:35:34.096663 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a07566-b94a-4afb-862f-d261a0e822e2 None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:35:34.097330 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-26a07566-b94a-4afb-862f-d261a0e822e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:35:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:34.206386 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.210208 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-26a07566-b94a-4afb-862f-d261a0e822e2 None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:35:34.213052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-ab125f29-a4ad-4435-93a6-5c2cd86b0882 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:35:34.214810 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-ab125f29-a4ad-4435-93a6-5c2cd86b0882 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.11 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 945 time: 0.0591271 Nov 09 00:35:34.325640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.335346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Deleting port 764cee10-9611-4f8f-a319-efb99a1b4182 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:35:34.335662 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.402712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Deleting port 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:35:34.403342 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.417820 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-26a07566-b94a-4afb-862f-d261a0e822e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:35:33Z', 'revision_number': 5, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port': {'id': '8bc0a1fd-77a2-4a9c-8491-8ec541987ca9', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:27:42Z', 'updated_at': '2021-11-09T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:34.457846 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a07566-b94a-4afb-862f-d261a0e822e2 None None] Checking router: b52a7601-dbdf-4004-8cfc-81a7d4eaef22 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:35:34.467978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] For port 764cee10-9611-4f8f-a319-efb99a1b4182, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=764cee10-9611-4f8f-a319-efb99a1b4182,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:34.469514 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.469861 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a07566-b94a-4afb-862f-d261a0e822e2 None None] Routers {'b52a7601-dbdf-4004-8cfc-81a7d4eaef22'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:35:34.470692 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-26a07566-b94a-4afb-862f-d261a0e822e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:35:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:34.506854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] For port 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8bc0a1fd-77a2-4a9c-8491-8ec541987ca9,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:34.507220 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.522531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Calling delete_port for 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:35:34.572334 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-26a07566-b94a-4afb-862f-d261a0e822e2 None None] Set router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:35:34.632339 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-26a07566-b94a-4afb-862f-d261a0e822e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:35:34Z', 'revision_number': 6, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:34.660901 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a07566-b94a-4afb-862f-d261a0e822e2 None None] The sync data for ids ['b52a7601-dbdf-4004-8cfc-81a7d4eaef22'] in n-d-813263-3 is: [{'id': 'b52a7601-dbdf-4004-8cfc-81a7d4eaef22', 'name': 'tempest-AttachVolumeShelveTestJSON-152297481-router', 'tenant_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:27:41Z', 'updated_at': '2021-11-09T00:35:34Z', 'revision_number': 6, 'project_id': '8bb9375d3345433cbfaa99cafb7a6af7', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:35:34.714255 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.715156 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.715156 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Floating IP 10ad6c9b-96c4-4099-a674-4e01d4853981 disassociated. External IP: 172.25.0.88, port: 764cee10-9611-4f8f-a319-efb99a1b4182. Nov 09 00:35:34.715671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Calling delete_port for 764cee10-9611-4f8f-a319-efb99a1b4182 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:35:34.725134 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.753298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc0a1fd-77a2-4a9c-8491-8ec541987ca9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:34.819508 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.850874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.891045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event deleted for resources: {'Port': ['ID=764cee10-9611-4f8f-a319-efb99a1b4182,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:34.918753 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.920938 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.966831 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.967290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b52a7601-dbdf-4004-8cfc-81a7d4eaef22 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:35:34.972859 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:34.975012 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5879f722-b5a5-4007-90d9-60a52d6a9a5b admin admin] 10.222.0.25 "DELETE /v2.0/routers/b52a7601-dbdf-4004-8cfc-81a7d4eaef22 HTTP/1.1" status: 204 len: 168 time: 0.8968673 Nov 09 00:35:34.977647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45812) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:35.017929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:35:35.034907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d73192-49b7-41f1-824d-3cc3fa8ec41e admin admin] Deleting subnet 2a1a414b-9b6d-46df-ba3c-5526aaeab211 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:35:35.039469 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1d73192-49b7-41f1-824d-3cc3fa8ec41e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:35.104739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1d73192-49b7-41f1-824d-3cc3fa8ec41e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:35.176900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:35:35.190520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc9f61-38e5-48ab-a7c2-937cc4b5042c None None] Sync routers for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:35:35.198659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc9f61-38e5-48ab-a7c2-937cc4b5042c None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:35:35.199298 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-11cc9f61-38e5-48ab-a7c2-937cc4b5042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:35:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:35.208732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62cd219b-76d6-4689-8738-ae88ff6bb115 req-be44af98-ef3c-4112-9dd6-24e8ec987bd5 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/ports?device_id=e868f6ba-22fa-4131-929d-5e2261a804ff HTTP/1.1" status: 200 len: 210 time: 0.0681877 Nov 09 00:35:35.237367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] No DVR routers for this DVR port 764cee10-9611-4f8f-a319-efb99a1b4182 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:35:35.245471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:35.255516 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7b2d7cbe-603e-419a-b672-0af83587ad6b req-c3ac3ed7-b685-4eb0-b726-abc982471bf8 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.11 "DELETE /v2.0/ports/764cee10-9611-4f8f-a319-efb99a1b4182 HTTP/1.1" status: 204 len: 173 time: 1.0327208 Nov 09 00:35:35.256008 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'name': 'network-vif-deleted', 'tag': '764cee10-9611-4f8f-a319-efb99a1b4182'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:35:35.258510 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c92553f-cde4-4944-93cd-db7d535ce922" -d '{"events": [{"server_uuid": "e868f6ba-22fa-4131-929d-5e2261a804ff", "name": "network-vif-deleted", "tag": "764cee10-9611-4f8f-a319-efb99a1b4182"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:35:35.366498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-11cc9f61-38e5-48ab-a7c2-937cc4b5042c None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:35:35.368081 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1d73192-49b7-41f1-824d-3cc3fa8ec41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:35.459719 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258ec52a-a8de-49dd-8292-3c1219ad6f78 x-openstack-request-id: req-258ec52a-a8de-49dd-8292-3c1219ad6f78 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:35:35.460088 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e868f6ba-22fa-4131-929d-5e2261a804ff", "name": "network-vif-deleted", "tag": "764cee10-9611-4f8f-a319-efb99a1b4182", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:35:35.460249 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-258ec52a-a8de-49dd-8292-3c1219ad6f78 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:35:35.460666 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e868f6ba-22fa-4131-929d-5e2261a804ff', 'name': 'network-vif-deleted', 'tag': '764cee10-9611-4f8f-a319-efb99a1b4182', 'status': 'completed', 'code': 200} Nov 09 00:35:35.472669 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1d73192-49b7-41f1-824d-3cc3fa8ec41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:35.504545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1d73192-49b7-41f1-824d-3cc3fa8ec41e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:35.507803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c1d73192-49b7-41f1-824d-3cc3fa8ec41e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2a1a414b-9b6d-46df-ba3c-5526aaeab211 HTTP/1.1" status: 204 len: 168 time: 0.5291884 Nov 09 00:35:35.509227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d73192-49b7-41f1-824d-3cc3fa8ec41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1a414b-9b6d-46df-ba3c-5526aaeab211,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:35.510509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45824) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:35.591677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:35.668830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa8b9af-1f6a-4027-b134-0d45c1f8aa31 None None] Network 690bc4aa-bbec-401a-86c6-2d04dcb3873a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:35:35.669396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Deleting port 2c49fc25-266a-46b1-8959-e3ced01e57df {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:35:35.669750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:35.755360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] For port 2c49fc25-266a-46b1-8959-e3ced01e57df, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2c49fc25-266a-46b1-8959-e3ced01e57df,segment=NetworkSegment(ae4c4cae-daf2-40c2-b57b-c3eab94280ec),segment_id=ae4c4cae-daf2-40c2-b57b-c3eab94280ec)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:35.755822 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:35.770688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Calling delete_port for 2c49fc25-266a-46b1-8959-e3ced01e57df owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:35:35.914177 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:35.938522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:35:35.949206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2c49fc25-266a-46b1-8959-e3ced01e57df,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:35.953684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] No DVR routers for this DVR port 2c49fc25-266a-46b1-8959-e3ced01e57df on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:35:35.976740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:35:35.977082 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8bc0a1fd-77a2-4a9c-8491-8ec541987ca9 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:35:35.977597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 649c628a-1cf2-4cac-97f2-303213a10e81 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:35:36.003260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 649c628a-1cf2-4cac-97f2-303213a10e81 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:35:36.003605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 649c628a-1cf2-4cac-97f2-303213a10e81 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:35:36.050836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-11cc9f61-38e5-48ab-a7c2-937cc4b5042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:36.054417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.081011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690bc4aa-bbec-401a-86c6-2d04dcb3873a']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:36.085715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e40a72-f010-4d9e-95fe-b6914aa5c91f None None] DHCP port deletion for 690bc4aa-bbec-401a-86c6-2d04dcb3873a request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:35:36.088545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc9f61-38e5-48ab-a7c2-937cc4b5042c None None] Checking router: efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:35:36.092311 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:36.092311 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4c4cae-daf2-40c2-b57b-c3eab94280ec') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:36.103557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc9f61-38e5-48ab-a7c2-937cc4b5042c None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:35:36.104184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-11cc9f61-38e5-48ab-a7c2-937cc4b5042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:35:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:36.107249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.122631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.132055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:35:36.132055 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:35:36.132908 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:35:36.195981 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.202579 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.209391 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] 10.222.0.25 "DELETE /v2.0/networks/690bc4aa-bbec-401a-86c6-2d04dcb3873a HTTP/1.1" status: 204 len: 168 time: 0.6980124 Nov 09 00:35:36.235017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df42380-82b9-4d70-9e19-a639175666ed admin admin] Pushing event deleted for resources: {'Network': ['ID=690bc4aa-bbec-401a-86c6-2d04dcb3873a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:36.245409 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-11cc9f61-38e5-48ab-a7c2-937cc4b5042c None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:35:36.324741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45836) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:36.358861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45838) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:36.368054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 764cee10-9611-4f8f-a319-efb99a1b4182 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:35:36.397639 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d79b3d2-bfa6-4387-b79d-d85b56574e3e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.418469 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2a507d4d-2e50-4b45-b6cf-97dbd67c1057 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bb9375d3345433cbfaa99cafb7a6af7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576832 Nov 09 00:35:36.422032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45840) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:36.430763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 764cee10-9611-4f8f-a319-efb99a1b4182 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:35:36.431103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 764cee10-9611-4f8f-a319-efb99a1b4182 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:35:36.432438 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d79b3d2-bfa6-4387-b79d-d85b56574e3e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.498016 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9c69890-1eae-4d03-8caa-a86f2ba4aca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.500986 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d79b3d2-bfa6-4387-b79d-d85b56574e3e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.503672 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d79b3d2-bfa6-4387-b79d-d85b56574e3e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.505071 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3d79b3d2-bfa6-4387-b79d-d85b56574e3e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "DELETE /v2.0/security-groups/a691e9ba-1501-4d1c-87f7-e263c9317797 HTTP/1.1" status: 204 len: 168 time: 0.1786253 Nov 09 00:35:36.509565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 45842) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:36.529267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79b3d2-bfa6-4387-b79d-d85b56574e3e tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a691e9ba-1501-4d1c-87f7-e263c9317797,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:36.533305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-11cc9f61-38e5-48ab-a7c2-937cc4b5042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:36.533853 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-fec0fc21-8904-4230-b8ee-e5dda9d6240c tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] show failed (client error): The resource could not be found. Nov 09 00:35:36.535341 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fec0fc21-8904-4230-b8ee-e5dda9d6240c tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "GET /v2.0/security-groups/a691e9ba-1501-4d1c-87f7-e263c9317797 HTTP/1.1" status: 404 len: 347 time: 0.0241251 Nov 09 00:35:36.542927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 45844) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:36.553596 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9c69890-1eae-4d03-8caa-a86f2ba4aca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.573305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc9f61-38e5-48ab-a7c2-937cc4b5042c None None] The sync data for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 is: [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:28:45Z', 'revision_number': 4, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '44894484-6188-4af1-a6cf-1c25fce16027', 'name': '', 'network_id': '8e62e36f-7753-4c94-a1f8-60bd3ff32bf3', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'mac_address': 'fa:16:3e:e2:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:43Z', 'updated_at': '2021-11-09T00:28:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'subnets': [{'id': '6d7c025b-07ef-4d99-9a4e-7a29dc520ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:35:36.725173 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9c69890-1eae-4d03-8caa-a86f2ba4aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.727876 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9c69890-1eae-4d03-8caa-a86f2ba4aca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.730314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b9c69890-1eae-4d03-8caa-a86f2ba4aca9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/734050c3-dc46-4a82-9163-30359a2d4f82 HTTP/1.1" status: 204 len: 168 time: 0.3077104 Nov 09 00:35:36.751130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c69890-1eae-4d03-8caa-a86f2ba4aca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734050c3-dc46-4a82-9163-30359a2d4f82,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:36.764655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-29c0cc98-c4de-4fa7-ade9-ea6bba65b3f7 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Deleting port b4d6b81b-c485-4c96-ba0d-bdd4fae41515 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:35:36.765323 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29c0cc98-c4de-4fa7-ade9-ea6bba65b3f7 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.898948 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29c0cc98-c4de-4fa7-ade9-ea6bba65b3f7 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.901299 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29c0cc98-c4de-4fa7-ade9-ea6bba65b3f7 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:36.928312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-29c0cc98-c4de-4fa7-ade9-ea6bba65b3f7 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Calling delete_port for b4d6b81b-c485-4c96-ba0d-bdd4fae41515 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:35:36.993465 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933c431-13fe-4cfa-b216-e154cfe327d4 None None] New status for floating IP 10ad6c9b-96c4-4099-a674-4e01d4853981: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:35:37.103113 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29c0cc98-c4de-4fa7-ade9-ea6bba65b3f7 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:37.104436 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.db.api [None req-3933c431-13fe-4cfa-b216-e154cfe327d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:35:37.104885 n-d-813263-3 neutron-server[101783]: DEBUG oslo_db.api [None req-3933c431-13fe-4cfa-b216-e154cfe327d4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:35:37.129069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0cc98-c4de-4fa7-ade9-ea6bba65b3f7 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Pushing event deleted for resources: {'Port': ['ID=b4d6b81b-c485-4c96-ba0d-bdd4fae41515,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:37.198512 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29c0cc98-c4de-4fa7-ade9-ea6bba65b3f7 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:37.201738 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29c0cc98-c4de-4fa7-ade9-ea6bba65b3f7 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:37.203527 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-29c0cc98-c4de-4fa7-ade9-ea6bba65b3f7 tempest-AttachVolumeTestJSON-759670710 tempest-AttachVolumeTestJSON-759670710-project] 10.222.0.25 "DELETE /v2.0/floatingips/10ad6c9b-96c4-4099-a674-4e01d4853981 HTTP/1.1" status: 204 len: 168 time: 0.6586826 Nov 09 00:35:37.607228 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933c431-13fe-4cfa-b216-e154cfe327d4 None None] New status for floating IP 10ad6c9b-96c4-4099-a674-4e01d4853981: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:35:37.893782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2c49fc25-266a-46b1-8959-e3ced01e57df no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:35:37.915986 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 2c49fc25-266a-46b1-8959-e3ced01e57df {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:35:37.916345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2c49fc25-266a-46b1-8959-e3ced01e57df not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:35:42.024017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46002) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:42.165391 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d89773e-dad3-4cde-872f-ef75e12b7574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:42.290224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d89773e-dad3-4cde-872f-ef75e12b7574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:42.294524 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3d89773e-dad3-4cde-872f-ef75e12b7574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:42.320748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89773e-dad3-4cde-872f-ef75e12b7574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dbf10b-c754-436a-a4f2-ea72c6be2521,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:42.350621 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3d89773e-dad3-4cde-872f-ef75e12b7574 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e17a4dff7d424976ab3120bab7d9f720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3254876 Nov 09 00:35:42.353383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46006) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:42.438208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-24b6fb86-cbd7-4f17-afdc-8f4ebeb13c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:42.474591 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-24b6fb86-cbd7-4f17-afdc-8f4ebeb13c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:42.534400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-24b6fb86-cbd7-4f17-afdc-8f4ebeb13c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:42.538255 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-24b6fb86-cbd7-4f17-afdc-8f4ebeb13c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:42.543623 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-24b6fb86-cbd7-4f17-afdc-8f4ebeb13c1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9dbf10b-c754-436a-a4f2-ea72c6be2521 HTTP/1.1" status: 204 len: 168 time: 0.1890700 Nov 09 00:35:42.554163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6fb86-cbd7-4f17-afdc-8f4ebeb13c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dbf10b-c754-436a-a4f2-ea72c6be2521,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:42.684311 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18e971a0-43a1-4f07-b1f7-45325a9a9d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:44.783681 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85684076-6bf1-4672-bb5a-a3cd4aab6463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:45.189246 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:35:46.043980 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:46.149229 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:46.451668 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:47.669569 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:48.395400 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:49.741579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46286) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:49.872323 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:49.975252 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:49.983176 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:50.027876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46296) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:50.029574 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2375e6f0e860499dba0cac602550b243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2868130 Nov 09 00:35:50.076029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbc2f02-2d1a-485c-907c-83ee90e6fa24,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:50.084916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.085267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.085810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.086149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.086485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.086901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.087232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.087557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.087925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.088256 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.088579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.088946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7c1a-24ea-420c-aa15-6a010ae710dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.112793 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:50.137275 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:50.199224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:50.202922 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:50.208422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cbc2f02-2d1a-485c-907c-83ee90e6fa24 HTTP/1.1" status: 204 len: 168 time: 0.1775780 Nov 09 00:35:50.218162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbc2f02-2d1a-485c-907c-83ee90e6fa24,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:50.232675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.233031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.233417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.233758 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.234794 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.235630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.235975 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.236364 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.236720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.236945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.237267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.237622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf5fa1-6f1d-4f4a-ad90-60b2247ab588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:35:50.577251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46310) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:50.624607 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7bfaf5fc-752e-48cc-b144-158363fd5816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:50.717285 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7bfaf5fc-752e-48cc-b144-158363fd5816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:50.727936 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7bfaf5fc-752e-48cc-b144-158363fd5816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:50.781265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfaf5fc-752e-48cc-b144-158363fd5816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdee5d8a-7ea4-4b97-b0a2-7dd290576656,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:50.790943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46320) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:50.797939 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7bfaf5fc-752e-48cc-b144-158363fd5816 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a86bf30421894970970a30a30efa1392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195048 Nov 09 00:35:50.824528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46322) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:50.852140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34eac277-7fb5-4164-b273-c84c9cc82d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:50.887565 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34eac277-7fb5-4164-b273-c84c9cc82d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:50.986545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34eac277-7fb5-4164-b273-c84c9cc82d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:50.993012 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-34eac277-7fb5-4164-b273-c84c9cc82d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:51.002246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-34eac277-7fb5-4164-b273-c84c9cc82d20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdee5d8a-7ea4-4b97-b0a2-7dd290576656 HTTP/1.1" status: 204 len: 168 time: 0.2100732 Nov 09 00:35:51.031510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eac277-7fb5-4164-b273-c84c9cc82d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdee5d8a-7ea4-4b97-b0a2-7dd290576656,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:51.814944 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877f26df-2631-4eef-82ca-a8a8b460fab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:52.154628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-877f26df-2631-4eef-82ca-a8a8b460fab3 admin admin] Deleting port 44894484-6188-4af1-a6cf-1c25fce16027 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:35:52.155967 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877f26df-2631-4eef-82ca-a8a8b460fab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:52.264249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-877f26df-2631-4eef-82ca-a8a8b460fab3 admin admin] For port 44894484-6188-4af1-a6cf-1c25fce16027, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=44894484-6188-4af1-a6cf-1c25fce16027,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:52.265379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877f26df-2631-4eef-82ca-a8a8b460fab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:52.281068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-877f26df-2631-4eef-82ca-a8a8b460fab3 admin admin] Calling delete_port for 44894484-6188-4af1-a6cf-1c25fce16027 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:35:52.522482 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877f26df-2631-4eef-82ca-a8a8b460fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:52.551944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f26df-2631-4eef-82ca-a8a8b460fab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=44894484-6188-4af1-a6cf-1c25fce16027,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:52.828228 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-877f26df-2631-4eef-82ca-a8a8b460fab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:53.544672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877f26df-2631-4eef-82ca-a8a8b460fab3 admin admin] Router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:35:53.674965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877f26df-2631-4eef-82ca-a8a8b460fab3 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:35:53.684342 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686f0d2-e198-4142-9cce-33f26ebb8c77 None None] Sync routers for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:35:53.686138 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-877f26df-2631-4eef-82ca-a8a8b460fab3 admin admin] 10.222.0.25 "PUT /v2.0/routers/efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8605287 Nov 09 00:35:53.689230 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46418) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:53.701838 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686f0d2-e198-4142-9cce-33f26ebb8c77 None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:35:53.706150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7686f0d2-e198-4142-9cce-33f26ebb8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:35:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:53.861193 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:53.976571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-7686f0d2-e198-4142-9cce-33f26ebb8c77 None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:35:54.011171 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:54.078351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Deleting port 61881b40-5a8f-4c80-a0fe-69243ba9a773 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:35:54.078898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:54.236543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] For port 61881b40-5a8f-4c80-a0fe-69243ba9a773, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=61881b40-5a8f-4c80-a0fe-69243ba9a773,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:54.236913 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:54.269613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Calling delete_port for 61881b40-5a8f-4c80-a0fe-69243ba9a773 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:35:54.338433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7686f0d2-e198-4142-9cce-33f26ebb8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:35:52Z', 'revision_number': 5, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port': {'id': '61881b40-5a8f-4c80-a0fe-69243ba9a773', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:28:40Z', 'updated_at': '2021-11-09T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:54.373782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686f0d2-e198-4142-9cce-33f26ebb8c77 None None] Checking router: efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:35:54.383158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686f0d2-e198-4142-9cce-33f26ebb8c77 None None] Routers {'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:35:54.384011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7686f0d2-e198-4142-9cce-33f26ebb8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:35:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:54.480883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-7686f0d2-e198-4142-9cce-33f26ebb8c77 None None] Set router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:35:54.486833 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:54.518331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Pushing event deleted for resources: {'Port': ['ID=61881b40-5a8f-4c80-a0fe-69243ba9a773,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:54.552496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7686f0d2-e198-4142-9cce-33f26ebb8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:35:54Z', 'revision_number': 6, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:54.587726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686f0d2-e198-4142-9cce-33f26ebb8c77 None None] The sync data for ids ['efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1'] in n-d-813263-3 is: [{'id': 'efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1', 'name': 'tempest-AttachVolumeTestJSON-2119408914-router', 'tenant_id': '99341496d3824100a06d3bdcd9b26db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:28:39Z', 'updated_at': '2021-11-09T00:35:54Z', 'revision_number': 6, 'project_id': '99341496d3824100a06d3bdcd9b26db3', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:35:54.599894 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:54.749450 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:54.752984 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:54.823014 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:54.823542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:35:54.828775 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:54.833134 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46464) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:54.833699 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-279c7eee-5635-4e59-8ac1-eb6ffe348635 admin admin] 10.222.0.25 "DELETE /v2.0/routers/efc3e84e-68b8-4805-91d4-fd1a9ef1b3b1 HTTP/1.1" status: 204 len: 168 time: 1.1432843 Nov 09 00:35:54.879986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b9af23-a1fa-4621-aaaf-583ddaa7fed3 admin admin] Deleting subnet 6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:35:54.883981 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94b9af23-a1fa-4621-aaaf-583ddaa7fed3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:54.922841 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94b9af23-a1fa-4621-aaaf-583ddaa7fed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.032773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94b9af23-a1fa-4621-aaaf-583ddaa7fed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.130514 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94b9af23-a1fa-4621-aaaf-583ddaa7fed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.145158 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94b9af23-a1fa-4621-aaaf-583ddaa7fed3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.149290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-94b9af23-a1fa-4621-aaaf-583ddaa7fed3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6d7c025b-07ef-4d99-9a4e-7a29dc520ee9 HTTP/1.1" status: 204 len: 168 time: 0.3142178 Nov 09 00:35:55.152681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46476) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:55.154844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a650f0-cbdc-4e67-9a3a-6687df641606 None None] Network 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:35:55.171485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9af23-a1fa-4621-aaaf-583ddaa7fed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7c025b-07ef-4d99-9a4e-7a29dc520ee9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:55.264889 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.368683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Deleting port c707961a-f45a-4150-9590-ec753483b89d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:35:55.369046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.455071 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] For port c707961a-f45a-4150-9590-ec753483b89d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c707961a-f45a-4150-9590-ec753483b89d,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:55.455483 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.479009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c78663-2bbe-4647-96c3-429ff3c99ed7 None None] DHCP port deletion for 8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:35:55.484079 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Calling delete_port for c707961a-f45a-4150-9590-ec753483b89d owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:35:55.564295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-51c78663-2bbe-4647-96c3-429ff3c99ed7 None None] Deleting port c707961a-f45a-4150-9590-ec753483b89d {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:35:55.564672 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-51c78663-2bbe-4647-96c3-429ff3c99ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.631382 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.651423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] No DVR routers for this DVR port c707961a-f45a-4150-9590-ec753483b89d on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:35:55.672792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-51c78663-2bbe-4647-96c3-429ff3c99ed7 None None] For port c707961a-f45a-4150-9590-ec753483b89d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c707961a-f45a-4150-9590-ec753483b89d,segment=NetworkSegment(e5c16980-54dc-4176-a86c-2eeb1394ebdd),segment_id=e5c16980-54dc-4176-a86c-2eeb1394ebdd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:35:55.673194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-51c78663-2bbe-4647-96c3-429ff3c99ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.680043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Pushing event deleted for resources: {'Port': ['ID=c707961a-f45a-4150-9590-ec753483b89d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:55.703106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-51c78663-2bbe-4647-96c3-429ff3c99ed7 None None] Calling delete_port for c707961a-f45a-4150-9590-ec753483b89d owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:35:55.859474 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.903480 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e62e36f-7753-4c94-a1f8-60bd3ff32bf3']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:55.904913 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-51c78663-2bbe-4647-96c3-429ff3c99ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.925281 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 44894484-6188-4af1-a6cf-1c25fce16027 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:35:55.926272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c16980-54dc-4176-a86c-2eeb1394ebdd') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:55.926570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c16980-54dc-4176-a86c-2eeb1394ebdd') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:35:55.929237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c78663-2bbe-4647-96c3-429ff3c99ed7 None None] No DVR routers for this DVR port c707961a-f45a-4150-9590-ec753483b89d on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:35:55.952783 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.982024 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:55.995823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 44894484-6188-4af1-a6cf-1c25fce16027 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:35:55.996557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 44894484-6188-4af1-a6cf-1c25fce16027 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:35:55.996635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 61881b40-5a8f-4c80-a0fe-69243ba9a773 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:35:55.999936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c78663-2bbe-4647-96c3-429ff3c99ed7 None None] Pushing event deleted for resources: {'Port': ['ID=c707961a-f45a-4150-9590-ec753483b89d,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:56.005525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:35:56.009990 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:35:56.017169 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:35:56.021271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 61881b40-5a8f-4c80-a0fe-69243ba9a773 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:35:56.021681 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 61881b40-5a8f-4c80-a0fe-69243ba9a773 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:35:56.022163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c707961a-f45a-4150-9590-ec753483b89d no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:35:56.056762 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: c707961a-f45a-4150-9590-ec753483b89d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:35:56.057108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c707961a-f45a-4150-9590-ec753483b89d not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:35:56.131368 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:56.137566 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:56.145214 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] 10.222.0.25 "DELETE /v2.0/networks/8e62e36f-7753-4c94-a1f8-60bd3ff32bf3 HTTP/1.1" status: 204 len: 168 time: 0.9914556 Nov 09 00:35:56.158563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc137f-a671-495c-bfbd-0ea32242734e admin admin] Pushing event deleted for resources: {'Network': ['ID=8e62e36f-7753-4c94-a1f8-60bd3ff32bf3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:56.404704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46508) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:56.448742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-972a89b6-d438-48a7-b53c-847dd9e2db59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99341496d3824100a06d3bdcd9b26db3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426459 Nov 09 00:35:56.451150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46514) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:56.515811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f51457c3-b3a4-44da-bf8b-f07298c05a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:56.537505 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f51457c3-b3a4-44da-bf8b-f07298c05a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:56.588311 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f51457c3-b3a4-44da-bf8b-f07298c05a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:56.591058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f51457c3-b3a4-44da-bf8b-f07298c05a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:56.594612 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f51457c3-b3a4-44da-bf8b-f07298c05a82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3bebaa85-c48e-4728-a656-f716b6fb9651 HTTP/1.1" status: 204 len: 168 time: 0.1400578 Nov 09 00:35:56.605398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51457c3-b3a4-44da-bf8b-f07298c05a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bebaa85-c48e-4728-a656-f716b6fb9651,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:57.969905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46606) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:58.102278 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-11e17e2d-be8f-4d0d-9779-102e7691decb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:58.213385 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-11e17e2d-be8f-4d0d-9779-102e7691decb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:58.220915 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-11e17e2d-be8f-4d0d-9779-102e7691decb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:58.253628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e17e2d-be8f-4d0d-9779-102e7691decb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5156c602-8c77-43b1-be55-ee759980550a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:58.276781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46622) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:58.284655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-11e17e2d-be8f-4d0d-9779-102e7691decb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70340774443942869d61859332024938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3135471 Nov 09 00:35:58.335000 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aba81967-b55b-4ae5-b544-e5b8589abec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:58.380274 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aba81967-b55b-4ae5-b544-e5b8589abec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:58.465075 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aba81967-b55b-4ae5-b544-e5b8589abec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:58.468234 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aba81967-b55b-4ae5-b544-e5b8589abec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:58.469503 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aba81967-b55b-4ae5-b544-e5b8589abec6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5156c602-8c77-43b1-be55-ee759980550a HTTP/1.1" status: 204 len: 168 time: 0.1910284 Nov 09 00:35:58.485542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba81967-b55b-4ae5-b544-e5b8589abec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5156c602-8c77-43b1-be55-ee759980550a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:35:59.720838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46690) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:35:59.854550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-89efcc3c-6e26-4e30-9374-3f265cdb12b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:59.981826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-89efcc3c-6e26-4e30-9374-3f265cdb12b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:35:59.989135 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-89efcc3c-6e26-4e30-9374-3f265cdb12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:00.024567 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-89efcc3c-6e26-4e30-9374-3f265cdb12b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8ceed6bfbac43ed9ad769dc0048be56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3026056 Nov 09 00:36:00.027634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46706) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:00.043088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efcc3c-6e26-4e30-9374-3f265cdb12b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7eacd4-9a74-42ce-8855-ca0c61093b73,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:00.120154 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b7e9512-fa07-4bf5-9632-5153d53d3728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:00.144407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b7e9512-fa07-4bf5-9632-5153d53d3728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:00.218487 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b7e9512-fa07-4bf5-9632-5153d53d3728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:00.231185 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b7e9512-fa07-4bf5-9632-5153d53d3728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:00.233888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8b7e9512-fa07-4bf5-9632-5153d53d3728 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce7eacd4-9a74-42ce-8855-ca0c61093b73 HTTP/1.1" status: 204 len: 168 time: 0.2037065 Nov 09 00:36:00.263917 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e9512-fa07-4bf5-9632-5153d53d3728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7eacd4-9a74-42ce-8855-ca0c61093b73,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:00.887241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46742) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:00.902384 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d5f7-4636-4850-b434-718181283fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:01.013364 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d5f7-4636-4850-b434-718181283fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:01.022935 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d5f7-4636-4850-b434-718181283fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:01.063495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6ca7d5f7-4636-4850-b434-718181283fc7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4a2f4d2b79c45499302e2f695bfcc78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1748381 Nov 09 00:36:01.066408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46750) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:01.070021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7d5f7-4636-4850-b434-718181283fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7207d6-5ea1-487a-8bae-82fd7388468d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:01.142242 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0f38504e-11aa-4acf-b089-f7b5125b03dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:01.164817 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0f38504e-11aa-4acf-b089-f7b5125b03dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:01.220151 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0f38504e-11aa-4acf-b089-f7b5125b03dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:01.224065 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0f38504e-11aa-4acf-b089-f7b5125b03dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:01.242736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0f38504e-11aa-4acf-b089-f7b5125b03dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b7207d6-5ea1-487a-8bae-82fd7388468d HTTP/1.1" status: 204 len: 168 time: 0.1638713 Nov 09 00:36:01.261253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38504e-11aa-4acf-b089-f7b5125b03dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7207d6-5ea1-487a-8bae-82fd7388468d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:02.225453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46802) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:02.361837 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afe5738b-17e3-470d-a6e4-a681fb35ec5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:02.453927 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afe5738b-17e3-470d-a6e4-a681fb35ec5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:02.459912 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-afe5738b-17e3-470d-a6e4-a681fb35ec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:02.508542 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-afe5738b-17e3-470d-a6e4-a681fb35ec5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5b771da216f474d9bbfd435fd0f8a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2819049 Nov 09 00:36:02.511181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46824) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:02.539440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5738b-17e3-470d-a6e4-a681fb35ec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc68eb9f-69eb-41cb-9d4d-a8afe2a38033,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:02.583118 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7dc124a3-aa18-456b-80be-ba5b45bcc7ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:02.613618 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7dc124a3-aa18-456b-80be-ba5b45bcc7ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:02.691769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7dc124a3-aa18-456b-80be-ba5b45bcc7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:02.698470 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7dc124a3-aa18-456b-80be-ba5b45bcc7ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:02.703879 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7dc124a3-aa18-456b-80be-ba5b45bcc7ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc68eb9f-69eb-41cb-9d4d-a8afe2a38033 HTTP/1.1" status: 204 len: 168 time: 0.1903241 Nov 09 00:36:02.716378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46836) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:02.719976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc124a3-aa18-456b-80be-ba5b45bcc7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc68eb9f-69eb-41cb-9d4d-a8afe2a38033,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:03.019712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90583114-fd64-4f11-999e-6f53ce8a3629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.065661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46846) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:03.087663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebb8194e-2c35-4911-8085-a125f2e52ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.120774 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90583114-fd64-4f11-999e-6f53ce8a3629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.124907 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90583114-fd64-4f11-999e-6f53ce8a3629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.179450 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-90583114-fd64-4f11-999e-6f53ce8a3629 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96758bec13e6429d81f67acada5b5536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4617364 Nov 09 00:36:03.185510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90583114-fd64-4f11-999e-6f53ce8a3629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb13a3d6-6c72-436b-a69f-58fbe01847ab,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:03.185703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46852) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:03.228255 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebb8194e-2c35-4911-8085-a125f2e52ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.234759 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebb8194e-2c35-4911-8085-a125f2e52ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.236818 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79bd881d-c735-4054-a6f2-a892739b9f0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.259136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79bd881d-c735-4054-a6f2-a892739b9f0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.282034 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ebb8194e-2c35-4911-8085-a125f2e52ef0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f41787f030f74d479e087e24102ade06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2127678 Nov 09 00:36:03.282392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 46854) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:03.294325 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8194e-2c35-4911-8085-a125f2e52ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65763aa3-b229-40ee-baa2-221307bb39ae,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:03.308351 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79bd881d-c735-4054-a6f2-a892739b9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.312485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-79bd881d-c735-4054-a6f2-a892739b9f0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.317582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-79bd881d-c735-4054-a6f2-a892739b9f0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb13a3d6-6c72-436b-a69f-58fbe01847ab HTTP/1.1" status: 204 len: 168 time: 0.1332207 Nov 09 00:36:03.325783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd881d-c735-4054-a6f2-a892739b9f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb13a3d6-6c72-436b-a69f-58fbe01847ab,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:03.351181 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9cad341-d770-412b-9442-50bbba4e548b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.374425 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9cad341-d770-412b-9442-50bbba4e548b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.430854 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9cad341-d770-412b-9442-50bbba4e548b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.433674 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9cad341-d770-412b-9442-50bbba4e548b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:03.435050 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b9cad341-d770-412b-9442-50bbba4e548b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65763aa3-b229-40ee-baa2-221307bb39ae HTTP/1.1" status: 204 len: 168 time: 0.1516609 Nov 09 00:36:03.443539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cad341-d770-412b-9442-50bbba4e548b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65763aa3-b229-40ee-baa2-221307bb39ae,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:04.156802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cefdfb-d935-40c7-958e-94a44b5fa3f2 req-99ce17b3-2270-4f07-ad7a-ef97dfa74670 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:04.158543 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57cefdfb-d935-40c7-958e-94a44b5fa3f2 req-99ce17b3-2270-4f07-ad7a-ef97dfa74670 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 945 time: 0.0534656 Nov 09 00:36:04.221037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57cefdfb-d935-40c7-958e-94a44b5fa3f2 req-88bc4686-b36e-4052-99e0-8d77765b88ac tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562675 Nov 09 00:36:05.069364 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 46978) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:05.238931 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0336f54b-b086-421f-b8b5-e89f5aabe2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:05.384301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade83376-9c09-4160-af68-7aac58dba2e4 req-60ad32e2-75a9-4f57-bb7a-48036d806502 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:05.386040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ade83376-9c09-4160-af68-7aac58dba2e4 req-60ad32e2-75a9-4f57-bb7a-48036d806502 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 945 time: 0.0720756 Nov 09 00:36:05.429477 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0336f54b-b086-421f-b8b5-e89f5aabe2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:05.448704 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0336f54b-b086-421f-b8b5-e89f5aabe2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:05.481101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0336f54b-b086-421f-b8b5-e89f5aabe2b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d43e9489364941749885f6ad8450620c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4100237 Nov 09 00:36:05.484909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47004) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:05.526752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ade83376-9c09-4160-af68-7aac58dba2e4 req-0abece57-324e-427e-8d5d-f9fb61c08970 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/security-groups?id=23cfb6e7-246b-4d98-af92-8d0ca2c25055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954144 Nov 09 00:36:05.556423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336f54b-b086-421f-b8b5-e89f5aabe2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6f351c-6cfb-4993-bdd1-4f2670063f5f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:05.633526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b6e5-4163-4a94-82b1-57a24db09db9 req-629da247-1f56-464f-9e77-5df8082e8c99 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:05.635089 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bb83b6e5-4163-4a94-82b1-57a24db09db9 req-629da247-1f56-464f-9e77-5df8082e8c99 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 945 time: 0.1368303 Nov 09 00:36:05.641185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd937-b640-43f6-b762-e71df8c25d4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:05.706432 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd937-b640-43f6-b762-e71df8c25d4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:05.852193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-bb83b6e5-4163-4a94-82b1-57a24db09db9 req-feca4510-7009-41fd-8780-4cd7f36b33ec tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Deleting port f144e3c0-42d0-4674-bcaf-c0f1091dfb57 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:36:05.852684 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-bb83b6e5-4163-4a94-82b1-57a24db09db9 req-feca4510-7009-41fd-8780-4cd7f36b33ec tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:05.858466 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd937-b640-43f6-b762-e71df8c25d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:05.861200 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd937-b640-43f6-b762-e71df8c25d4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:05.862639 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f8dbd937-b640-43f6-b762-e71df8c25d4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f6f351c-6cfb-4993-bdd1-4f2670063f5f HTTP/1.1" status: 204 len: 168 time: 0.3750641 Nov 09 00:36:05.919021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbd937-b640-43f6-b762-e71df8c25d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6f351c-6cfb-4993-bdd1-4f2670063f5f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:06.012521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-bb83b6e5-4163-4a94-82b1-57a24db09db9 req-feca4510-7009-41fd-8780-4cd7f36b33ec tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] For port f144e3c0-42d0-4674-bcaf-c0f1091dfb57, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f144e3c0-42d0-4674-bcaf-c0f1091dfb57,segment=NetworkSegment(1206c9bb-efd0-448d-a07f-540bcea2de56),segment_id=1206c9bb-efd0-448d-a07f-540bcea2de56)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:36:06.012998 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-bb83b6e5-4163-4a94-82b1-57a24db09db9 req-feca4510-7009-41fd-8780-4cd7f36b33ec tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:06.031684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-bb83b6e5-4163-4a94-82b1-57a24db09db9 req-feca4510-7009-41fd-8780-4cd7f36b33ec tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Calling delete_port for f144e3c0-42d0-4674-bcaf-c0f1091dfb57 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:36:06.217727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47034) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:06.250929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-bb83b6e5-4163-4a94-82b1-57a24db09db9 req-feca4510-7009-41fd-8780-4cd7f36b33ec tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:06.265310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f144e3c0-42d0-4674-bcaf-c0f1091dfb57'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:36:06.300360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca4510-7009-41fd-8780-4cd7f36b33ec tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Pushing event deleted for resources: {'Port': ['ID=f144e3c0-42d0-4674-bcaf-c0f1091dfb57,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:06.348425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb83b6e5-4163-4a94-82b1-57a24db09db9 req-feca4510-7009-41fd-8780-4cd7f36b33ec tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] No DVR routers for this DVR port f144e3c0-42d0-4674-bcaf-c0f1091dfb57 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:36:06.354044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-bb83b6e5-4163-4a94-82b1-57a24db09db9 req-feca4510-7009-41fd-8780-4cd7f36b33ec tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:06.362355 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-bb83b6e5-4163-4a94-82b1-57a24db09db9 req-feca4510-7009-41fd-8780-4cd7f36b33ec tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.30 "DELETE /v2.0/ports/f144e3c0-42d0-4674-bcaf-c0f1091dfb57 HTTP/1.1" status: 204 len: 173 time: 0.7190707 Nov 09 00:36:06.362981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57', 'name': 'network-vif-deleted', 'tag': 'f144e3c0-42d0-4674-bcaf-c0f1091dfb57'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:36:06.366483 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ae6303-a80b-471f-94c3-1fe504b60ee6" -d '{"events": [{"server_uuid": "2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57", "name": "network-vif-deleted", "tag": "f144e3c0-42d0-4674-bcaf-c0f1091dfb57"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:36:06.400717 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3df6a188-fdcf-400f-a1c9-554902456e57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:06.414025 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559625c4-7c68-4b78-a970-98a0bf72ab1d x-openstack-request-id: req-559625c4-7c68-4b78-a970-98a0bf72ab1d {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:36:06.414515 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57", "name": "network-vif-deleted", "tag": "f144e3c0-42d0-4674-bcaf-c0f1091dfb57", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:36:06.414834 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-559625c4-7c68-4b78-a970-98a0bf72ab1d {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:36:06.415309 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57', 'name': 'network-vif-deleted', 'tag': 'f144e3c0-42d0-4674-bcaf-c0f1091dfb57', 'status': 'completed', 'code': 200} Nov 09 00:36:06.566455 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3df6a188-fdcf-400f-a1c9-554902456e57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:06.572665 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3df6a188-fdcf-400f-a1c9-554902456e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:06.643472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6a188-fdcf-400f-a1c9-554902456e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0160f17d-6abd-49e8-a033-6e716e133533,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:06.661900 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3df6a188-fdcf-400f-a1c9-554902456e57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25e1fadc47cf493aa6bf4730d0b71a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4430234 Nov 09 00:36:06.663779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47060) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:06.696047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7521b162-ce05-42cf-baae-cc755260334b req-dfd089a3-1e3c-4f39-b7a9-1d6c630abe00 tempest-VolumesSnapshotTestJSON-1124170481 tempest-VolumesSnapshotTestJSON-1124170481-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9e5d12-b9bd-4ac8-a8d1-325fb2d42c57 HTTP/1.1" status: 200 len: 210 time: 0.0417547 Nov 09 00:36:06.719186 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f0498fc-6c12-42a0-b5f2-4a957e338fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:06.741305 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f0498fc-6c12-42a0-b5f2-4a957e338fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:06.798268 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f0498fc-6c12-42a0-b5f2-4a957e338fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:06.801783 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f0498fc-6c12-42a0-b5f2-4a957e338fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:06.803075 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2f0498fc-6c12-42a0-b5f2-4a957e338fb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0160f17d-6abd-49e8-a033-6e716e133533 HTTP/1.1" status: 204 len: 168 time: 0.1375902 Nov 09 00:36:06.813158 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0498fc-6c12-42a0-b5f2-4a957e338fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0160f17d-6abd-49e8-a033-6e716e133533,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:07.217853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47088) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:07.231459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-debca0b4-1967-4eac-8434-ef40c0685635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:07.314321 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-debca0b4-1967-4eac-8434-ef40c0685635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:07.319206 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-debca0b4-1967-4eac-8434-ef40c0685635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:07.369399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47100) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:07.370035 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-debca0b4-1967-4eac-8434-ef40c0685635 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5bed63bd6964f4aabdfbf317b2ef5d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1510475 Nov 09 00:36:07.371267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debca0b4-1967-4eac-8434-ef40c0685635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6291688b-5350-47e4-8e59-2b9080afb6f6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:07.425884 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3436155f-c91b-47f6-8e8d-c272f318bfa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:07.450456 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3436155f-c91b-47f6-8e8d-c272f318bfa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:07.498360 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3436155f-c91b-47f6-8e8d-c272f318bfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:07.501121 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3436155f-c91b-47f6-8e8d-c272f318bfa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:07.504660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3436155f-c91b-47f6-8e8d-c272f318bfa6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6291688b-5350-47e4-8e59-2b9080afb6f6 HTTP/1.1" status: 204 len: 168 time: 0.1320851 Nov 09 00:36:07.510036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436155f-c91b-47f6-8e8d-c272f318bfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6291688b-5350-47e4-8e59-2b9080afb6f6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:10.152551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47358) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:10.346674 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8a12a749-a471-43e2-ab37-729ce06d5ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:10.392175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f144e3c0-42d0-4674-bcaf-c0f1091dfb57 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:36:10.436267 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8a12a749-a471-43e2-ab37-729ce06d5ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:10.440631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: f144e3c0-42d0-4674-bcaf-c0f1091dfb57 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:36:10.441194 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f144e3c0-42d0-4674-bcaf-c0f1091dfb57 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:36:10.443943 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8a12a749-a471-43e2-ab37-729ce06d5ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:10.479206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8a12a749-a471-43e2-ab37-729ce06d5ca2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8d9d8bea8ed4385af6799f81b608825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255904 Nov 09 00:36:10.481793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47390) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:10.561327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c225c2c-7a2d-46e2-afe5-3f483b526a91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:10.566772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12a749-a471-43e2-ab37-729ce06d5ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd070487-07ed-4ecc-8f32-9661990784a4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:10.594329 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c225c2c-7a2d-46e2-afe5-3f483b526a91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:10.666886 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c225c2c-7a2d-46e2-afe5-3f483b526a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:10.669729 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0c225c2c-7a2d-46e2-afe5-3f483b526a91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:10.673364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0c225c2c-7a2d-46e2-afe5-3f483b526a91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd070487-07ed-4ecc-8f32-9661990784a4 HTTP/1.1" status: 204 len: 168 time: 0.1881115 Nov 09 00:36:10.688065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c225c2c-7a2d-46e2-afe5-3f483b526a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd070487-07ed-4ecc-8f32-9661990784a4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:11.039939 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47420) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:11.058003 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb757e27-50db-4669-9b6e-19f48d21ca16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.060984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47422) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:11.202365 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb757e27-50db-4669-9b6e-19f48d21ca16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.210134 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb757e27-50db-4669-9b6e-19f48d21ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.304084 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cb757e27-50db-4669-9b6e-19f48d21ca16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c7b5254f9ab4bb68ab147efcdbaede9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2628226 Nov 09 00:36:11.306782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 47430) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:11.318906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb757e27-50db-4669-9b6e-19f48d21ca16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7534df-1eb9-4f63-a0a3-9b2abfc4ddb0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:11.337457 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-485aa3d2-a6e6-4b64-b435-70d30e2a3bb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.404509 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03855323-f22a-46b6-b4b3-e4cdf04c728f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.442888 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03855323-f22a-46b6-b4b3-e4cdf04c728f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.479567 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-485aa3d2-a6e6-4b64-b435-70d30e2a3bb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.488011 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-485aa3d2-a6e6-4b64-b435-70d30e2a3bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.550086 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-485aa3d2-a6e6-4b64-b435-70d30e2a3bb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0ef4ae38f1f42ef9ab77314c382f32f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4868026 Nov 09 00:36:11.550581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 47444) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:11.562599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485aa3d2-a6e6-4b64-b435-70d30e2a3bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3594dbb-7e65-43a5-bef7-5fad9f3c87d6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:11.592293 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03855323-f22a-46b6-b4b3-e4cdf04c728f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.605797 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-03855323-f22a-46b6-b4b3-e4cdf04c728f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.608722 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-03855323-f22a-46b6-b4b3-e4cdf04c728f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f7534df-1eb9-4f63-a0a3-9b2abfc4ddb0 HTTP/1.1" status: 204 len: 168 time: 0.2993383 Nov 09 00:36:11.630409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03855323-f22a-46b6-b4b3-e4cdf04c728f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7534df-1eb9-4f63-a0a3-9b2abfc4ddb0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:11.635322 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e89d16e1-7e06-4fba-90e0-db5bf7a79ca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.667281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e89d16e1-7e06-4fba-90e0-db5bf7a79ca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.734720 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e89d16e1-7e06-4fba-90e0-db5bf7a79ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.739382 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e89d16e1-7e06-4fba-90e0-db5bf7a79ca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:11.741683 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e89d16e1-7e06-4fba-90e0-db5bf7a79ca7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3594dbb-7e65-43a5-bef7-5fad9f3c87d6 HTTP/1.1" status: 204 len: 168 time: 0.1893363 Nov 09 00:36:11.753067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d16e1-7e06-4fba-90e0-db5bf7a79ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3594dbb-7e65-43a5-bef7-5fad9f3c87d6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:12.683600 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e82c766f-6274-47d1-9b87-3601c358b366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:14.807137 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-75c21d8b-adfe-4929-bc4a-c1b20967b552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:16.059922 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:16.149085 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:16.446506 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:17.672049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:18.386237 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:22.191479 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:36:22.381485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48456) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:22.626552 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6e86-cdfb-4aa2-b463-0470352d80c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:22.729742 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6e86-cdfb-4aa2-b463-0470352d80c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:22.731242 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6e86-cdfb-4aa2-b463-0470352d80c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:22.758719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a6e86-cdfb-4aa2-b463-0470352d80c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d4b6b1-b00e-441d-a858-820705bb2dc4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:22.812005 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48484) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:22.817009 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5f8a6e86-cdfb-4aa2-b463-0470352d80c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ff7688588c84b37a2a5b4cd3f3eb171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4306431 Nov 09 00:36:22.891102 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2970d56c-bfc9-4092-a3fe-3f98e10abaa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:22.921085 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2970d56c-bfc9-4092-a3fe-3f98e10abaa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:22.981283 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2970d56c-bfc9-4092-a3fe-3f98e10abaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:22.984301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2970d56c-bfc9-4092-a3fe-3f98e10abaa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:22.989298 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2970d56c-bfc9-4092-a3fe-3f98e10abaa8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48d4b6b1-b00e-441d-a858-820705bb2dc4 HTTP/1.1" status: 204 len: 168 time: 0.1762607 Nov 09 00:36:23.000669 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970d56c-bfc9-4092-a3fe-3f98e10abaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d4b6b1-b00e-441d-a858-820705bb2dc4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:25.335136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48592) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:25.461375 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7a5a4fa-5a69-488c-a17f-89b9e23c41d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:25.550433 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7a5a4fa-5a69-488c-a17f-89b9e23c41d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:25.555608 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7a5a4fa-5a69-488c-a17f-89b9e23c41d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:25.599401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48598) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:25.600171 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b7a5a4fa-5a69-488c-a17f-89b9e23c41d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcc0cbaf26d2413b9996c6f70e90f828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2631533 Nov 09 00:36:25.601827 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5a4fa-5a69-488c-a17f-89b9e23c41d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194f889b-4d0d-4e83-a85f-8e0d4dd9dfff,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:25.675779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4dd0bd96-c4fc-4c54-80fc-22093c2a3952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:25.703799 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4dd0bd96-c4fc-4c54-80fc-22093c2a3952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:25.765624 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4dd0bd96-c4fc-4c54-80fc-22093c2a3952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:25.768330 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4dd0bd96-c4fc-4c54-80fc-22093c2a3952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:25.771918 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4dd0bd96-c4fc-4c54-80fc-22093c2a3952 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/194f889b-4d0d-4e83-a85f-8e0d4dd9dfff HTTP/1.1" status: 204 len: 168 time: 0.1676786 Nov 09 00:36:25.803483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0bd96-c4fc-4c54-80fc-22093c2a3952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194f889b-4d0d-4e83-a85f-8e0d4dd9dfff,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:26.566431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48630) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:26.717455 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-41352c4f-62de-49ca-98ee-ee171f104fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:26.863479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-41352c4f-62de-49ca-98ee-ee171f104fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:26.875712 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-41352c4f-62de-49ca-98ee-ee171f104fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:26.949103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-41352c4f-62de-49ca-98ee-ee171f104fb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac0badf90cfd49b682f03c97a5110b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3812842 Nov 09 00:36:26.950191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41352c4f-62de-49ca-98ee-ee171f104fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78050135-f720-467d-9fb5-995070149a7c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:26.951948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48650) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:27.083237 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-98112e7a-22bf-4811-bb76-bdd1166a39e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:27.143695 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-98112e7a-22bf-4811-bb76-bdd1166a39e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:27.222556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-98112e7a-22bf-4811-bb76-bdd1166a39e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:27.226255 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-98112e7a-22bf-4811-bb76-bdd1166a39e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:27.227594 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-98112e7a-22bf-4811-bb76-bdd1166a39e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78050135-f720-467d-9fb5-995070149a7c HTTP/1.1" status: 204 len: 168 time: 0.2746491 Nov 09 00:36:27.252728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98112e7a-22bf-4811-bb76-bdd1166a39e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78050135-f720-467d-9fb5-995070149a7c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:27.732450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48670) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:27.746068 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6506c6c3-86f2-4cac-9ac0-91fb9c679bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:27.827932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6506c6c3-86f2-4cac-9ac0-91fb9c679bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:27.832403 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6506c6c3-86f2-4cac-9ac0-91fb9c679bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:27.876813 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6506c6c3-86f2-4cac-9ac0-91fb9c679bd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1df85df8ca364d60949959d0bd283557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431954 Nov 09 00:36:27.879491 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48676) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:27.884925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506c6c3-86f2-4cac-9ac0-91fb9c679bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb36cd2-b09d-47a9-9e6a-2bd617e7fd50,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:27.931409 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-818fe523-ca1e-4fc0-986a-c8535ec36f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:27.955252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-818fe523-ca1e-4fc0-986a-c8535ec36f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:27.979459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48678) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:28.011954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-818fe523-ca1e-4fc0-986a-c8535ec36f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:28.015076 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-818fe523-ca1e-4fc0-986a-c8535ec36f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:28.018772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-818fe523-ca1e-4fc0-986a-c8535ec36f93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afb36cd2-b09d-47a9-9e6a-2bd617e7fd50 HTTP/1.1" status: 204 len: 168 time: 0.1360466 Nov 09 00:36:28.024895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fe523-ca1e-4fc0-986a-c8535ec36f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb36cd2-b09d-47a9-9e6a-2bd617e7fd50,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:28.173330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-949845266'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:28.195667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Made reservation on behalf of a8fa5e11e400402bb4d7aca075e5e957 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:28.199383 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:28.210965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:28.297688 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:28.302932 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:28.326529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:36:28.346980 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:28.347322 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Added segment c9d11996-fc95-4410-a56e-370cd869dacb of type vlan for network bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008 Nov 09 00:36:28.349725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81494a01-d425-4588-8433-1da47d21e9db,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:28.394060 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:28.430812 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:28.437297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:28.438036 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:28.506228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48696) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:28.506436 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5251305 Nov 09 00:36:28.514434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4524ff41-422f-4555-8307-cea779524615 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Request body: {'subnet': {'network_id': 'bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:28.522212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb1de0-9e6a-4939-9670-8e2e5fc91939 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Pushing event updated for resources: {'Network': ['ID=bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:28.535218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:36:28.636080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4524ff41-422f-4555-8307-cea779524615 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Made reservation on behalf of a8fa5e11e400402bb4d7aca075e5e957 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:28.641632 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4524ff41-422f-4555-8307-cea779524615 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:28.880077 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4524ff41-422f-4555-8307-cea779524615 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:28.967294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524ff41-422f-4555-8307-cea779524615 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Pushing event updated for resources: {'Subnet': ['ID=c696f6ef-becc-4c4a-bcdc-188d88dec015,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:28.985627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524ff41-422f-4555-8307-cea779524615 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Checking segment: {'id': 'c9d11996-fc95-4410-a56e-370cd869dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:36:28.985993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4524ff41-422f-4555-8307-cea779524615 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Network hostable DHCP agents. Network: bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:36:29.009281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4524ff41-422f-4555-8307-cea779524615 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Network bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:36:29.022490 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-4524ff41-422f-4555-8307-cea779524615 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:29.030230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4524ff41-422f-4555-8307-cea779524615 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:29.031002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aed8ef3-4744-41c1-8a81-77c898018cc3 None None] Network bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:36:29.031569 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4524ff41-422f-4555-8307-cea779524615 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:29.058230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4524ff41-422f-4555-8307-cea779524615 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5495350 Nov 09 00:36:29.058392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48716) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:29.064464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Request body: {'port': {'network_id': 'bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008', 'name': 'tempest-DHCPAgentSchedulersTestJSON-940266669'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:29.301293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008', 'network_id': 'bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008', 'tenant_id': 'a8fa5e11e400402bb4d7aca075e5e957', 'fixed_ips': [{'subnet_id': 'c696f6ef-becc-4c4a-bcdc-188d88dec015'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:36:29.302200 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:29.304260 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Made reservation on behalf of a8fa5e11e400402bb4d7aca075e5e957 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:29.308157 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:29.343659 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] device_id is not set on port 7ef9c4ad-5664-4fe3-98c5-1864629e4e61 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:36:29.463295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48722) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:29.479185 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Allocated IP 172.20.0.8 (bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008/c696f6ef-becc-4c4a-bcdc-188d88dec015/7ef9c4ad-5664-4fe3-98c5-1864629e4e61) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:36:29.611807 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-18221b26-67b3-4c11-9e8b-3bd09f608571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:29.672440 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:29.715564 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:29.780713 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Network bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:36:29.787103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:29.802766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:36:29.810674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Allocated IP 172.20.0.2 (bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008/c696f6ef-becc-4c4a-bcdc-188d88dec015/ffb13b1d-d5c1-473d-8223-4136fdf959fd) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:36:29.876218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:29.876916 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:29.895320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Pushing event updated for resources: {'Port': ['ID=7ef9c4ad-5664-4fe3-98c5-1864629e4e61,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:29.912864 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2c15441b-388c-4f52-ba82-48efdfd6ad4a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8504574 Nov 09 00:36:29.913213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48728) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:30.068267 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-18221b26-67b3-4c11-9e8b-3bd09f608571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.076719 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-18221b26-67b3-4c11-9e8b-3bd09f608571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.089936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1468400f-5203-41fc-906b-ab0d4f99b112 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Deleting port 7ef9c4ad-5664-4fe3-98c5-1864629e4e61 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:36:30.091735 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1468400f-5203-41fc-906b-ab0d4f99b112 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.162702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-18221b26-67b3-4c11-9e8b-3bd09f608571 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65b9c9afb1cc442fbfae29ad83f7811d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6981032 Nov 09 00:36:30.163302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48730) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:30.195087 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1468400f-5203-41fc-906b-ab0d4f99b112 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.209833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1468400f-5203-41fc-906b-ab0d4f99b112 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Calling delete_port for 7ef9c4ad-5664-4fe3-98c5-1864629e4e61 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:36:30.251397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18221b26-67b3-4c11-9e8b-3bd09f608571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2f1bf7-1ecd-4a4c-9e98-5c67e83e7c8f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:30.289486 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3618e18c-8a53-4463-802d-b43a9e5a0a60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.290360 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.297898 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.331785 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3618e18c-8a53-4463-802d-b43a9e5a0a60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.351546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Pushing event updated for resources: {'Port': ['ID=ffb13b1d-d5c1-473d-8223-4136fdf959fd,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:30.365786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:30.366903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:30.367420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:30.368073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:30.368501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:30.369000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:30.369556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:30.370002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:30.370453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:30.370848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:30.371244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:30.371824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:30.383782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Network bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:36:30.383921 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1468400f-5203-41fc-906b-ab0d4f99b112 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.386854 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:30.391939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:36:30.427750 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3618e18c-8a53-4463-802d-b43a9e5a0a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.430927 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3618e18c-8a53-4463-802d-b43a9e5a0a60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.432108 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3618e18c-8a53-4463-802d-b43a9e5a0a60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea2f1bf7-1ecd-4a4c-9e98-5c67e83e7c8f HTTP/1.1" status: 204 len: 168 time: 0.2640383 Nov 09 00:36:30.435969 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468400f-5203-41fc-906b-ab0d4f99b112 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Pushing event deleted for resources: {'Port': ['ID=7ef9c4ad-5664-4fe3-98c5-1864629e4e61,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:30.449552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618e18c-8a53-4463-802d-b43a9e5a0a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2f1bf7-1ecd-4a4c-9e98-5c67e83e7c8f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:30.492489 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Attempting to bind port ffb13b1d-d5c1-473d-8223-4136fdf959fd on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:36:30.492865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Attempting to bind port ffb13b1d-d5c1-473d-8223-4136fdf959fd by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'c9d11996-fc95-4410-a56e-370cd869dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:36:30.493232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Attempting to bind port ffb13b1d-d5c1-473d-8223-4136fdf959fd on network bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:36:30.501315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:36:30.501712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Checking segment: {'id': 'c9d11996-fc95-4410-a56e-370cd869dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:36:30.502112 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.502727 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Bound using segment: {'id': 'c9d11996-fc95-4410-a56e-370cd869dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:36:30.503484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Bound port: ffb13b1d-d5c1-473d-8223-4136fdf959fd, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d11996-fc95-4410-a56e-370cd869dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:36:30.504213 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.535920 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1468400f-5203-41fc-906b-ab0d4f99b112 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.541715 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1468400f-5203-41fc-906b-ab0d4f99b112 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] 10.222.0.25 "DELETE /v2.0/ports/7ef9c4ad-5664-4fe3-98c5-1864629e4e61 HTTP/1.1" status: 204 len: 168 time: 0.6270683 Nov 09 00:36:30.545108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48736) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:30.587622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] For port ffb13b1d-d5c1-473d-8223-4136fdf959fd, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:36:30.591467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] For port ffb13b1d-d5c1-473d-8223-4136fdf959fd, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ffb13b1d-d5c1-473d-8223-4136fdf959fd,segment=NetworkSegment(c9d11996-fc95-4410-a56e-370cd869dacb),segment_id=c9d11996-fc95-4410-a56e-370cd869dacb)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:36:30.596100 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:30.722184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46036d2d-6332-4c6b-b90d-0634c2015612 None None] Pushing event updated for resources: {'Port': ['ID=ffb13b1d-d5c1-473d-8223-4136fdf959fd,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:30.942702 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48750) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:30.948766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fee539cc-7aaf-48e9-9864-9d831b20b148 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1914811092'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:30.954212 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9fd7576c-401d-4aa6-9c2d-82c03e29f608 tempest-DHCPAgentSchedulersTestJSON-1552087088 tempest-DHCPAgentSchedulersTestJSON-1552087088-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.4068964 Nov 09 00:36:31.011666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee539cc-7aaf-48e9-9864-9d831b20b148 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Made reservation on behalf of a8fa5e11e400402bb4d7aca075e5e957 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:31.016419 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fee539cc-7aaf-48e9-9864-9d831b20b148 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:31.049907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee539cc-7aaf-48e9-9864-9d831b20b148 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:36:31.064120 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fee539cc-7aaf-48e9-9864-9d831b20b148 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:31.064734 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-fee539cc-7aaf-48e9-9864-9d831b20b148 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Added segment 3f9d6997-f0e7-4a78-8f5e-9f553c68cfe8 of type vlan for network cefd72e8-69c3-43b2-bc83-e07ef346f1e8 Nov 09 00:36:31.133122 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fee539cc-7aaf-48e9-9864-9d831b20b148 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:31.165487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fee539cc-7aaf-48e9-9864-9d831b20b148 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:31.171867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee539cc-7aaf-48e9-9864-9d831b20b148 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:31.172330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fee539cc-7aaf-48e9-9864-9d831b20b148 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:31.212402 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fee539cc-7aaf-48e9-9864-9d831b20b148 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2685311 Nov 09 00:36:31.215217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48762) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:31.248349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee539cc-7aaf-48e9-9864-9d831b20b148 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Pushing event updated for resources: {'Network': ['ID=cefd72e8-69c3-43b2-bc83-e07ef346f1e8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:31.261937 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network cefd72e8-69c3-43b2-bc83-e07ef346f1e8 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:36:31.384882 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5f98c130-c20e-4065-882c-9afb30a17972 tempest-DHCPAgentSchedulersTestJSON-1552087088 tempest-DHCPAgentSchedulersTestJSON-1552087088-project-admin] 10.222.0.25 "GET /v2.0/agents/5a85c402-166d-4d60-bbab-10ebb1f90bf5/dhcp-networks HTTP/1.1" status: 200 len: 4093 time: 0.1675940 Nov 09 00:36:31.387735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48770) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:31.489608 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8cdee-e3ef-4cc8-9206-50da789e7a8c tempest-DHCPAgentSchedulersTestJSON-1552087088 tempest-DHCPAgentSchedulersTestJSON-1552087088-project-admin] Network cefd72e8-69c3-43b2-bc83-e07ef346f1e8 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:36:31.510043 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02545377-2ca5-4228-933e-59bdc99badfa None None] Network cefd72e8-69c3-43b2-bc83-e07ef346f1e8 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:36:31.519665 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f5f8cdee-e3ef-4cc8-9206-50da789e7a8c tempest-DHCPAgentSchedulersTestJSON-1552087088 tempest-DHCPAgentSchedulersTestJSON-1552087088-project-admin] 10.222.0.25 "POST /v2.0/agents/5a85c402-166d-4d60-bbab-10ebb1f90bf5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1305304 Nov 09 00:36:31.520238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48774) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:31.721614 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-43d2b36d-12de-44d4-a6b9-6b6f68df76a8 tempest-DHCPAgentSchedulersTestJSON-1552087088 tempest-DHCPAgentSchedulersTestJSON-1552087088-project-admin] 10.222.0.25 "GET /v2.0/agents/5a85c402-166d-4d60-bbab-10ebb1f90bf5/dhcp-networks HTTP/1.1" status: 200 len: 4863 time: 0.1998971 Nov 09 00:36:31.724155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48780) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:31.750513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48782) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:31.821498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b4a88844-a844-4622-ac94-d278dd4e6341 tempest-DHCPAgentSchedulersTestJSON-1552087088 tempest-DHCPAgentSchedulersTestJSON-1552087088-project-admin] 10.222.0.25 "DELETE /v2.0/agents/5a85c402-166d-4d60-bbab-10ebb1f90bf5/dhcp-networks/cefd72e8-69c3-43b2-bc83-e07ef346f1e8 HTTP/1.1" status: 204 len: 168 time: 0.0960636 Nov 09 00:36:31.824315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48786) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:31.960226 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59ba7bc1-d261-472b-9f2c-21a24fa34aa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.037330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ffb13b1d-d5c1-473d-8223-4136fdf959fd up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:36:32.104296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48800) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:32.105260 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cfb293e3-ad27-4dbd-8554-d493be5c196d tempest-DHCPAgentSchedulersTestJSON-1552087088 tempest-DHCPAgentSchedulersTestJSON-1552087088-project-admin] 10.222.0.25 "GET /v2.0/agents/5a85c402-166d-4d60-bbab-10ebb1f90bf5/dhcp-networks HTTP/1.1" status: 200 len: 4093 time: 0.2736309 Nov 09 00:36:32.173931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7ecd54b9-e85c-4b70-9387-b103c1f2b7df tempest-DHCPAgentSchedulersTestJSON-1552087088 tempest-DHCPAgentSchedulersTestJSON-1552087088-project-admin] 10.222.0.25 "GET /v2.0/networks/bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0653844 Nov 09 00:36:32.174950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48802) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:32.179606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ffb13b1d-d5c1-473d-8223-4136fdf959fd triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:36:32.179983 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.226007 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59ba7bc1-d261-472b-9f2c-21a24fa34aa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.226964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48804) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:32.233673 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-eebfa973-5d4a-4ae7-ab52-90dbd76fc78a tempest-DHCPAgentSchedulersTestJSON-1552087088 tempest-DHCPAgentSchedulersTestJSON-1552087088-project-admin] 10.222.0.25 "GET /v2.0/networks/bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0573616 Nov 09 00:36:32.246414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e019c07-dfe5-40e7-ba61-0500826b18d5 None None] Network bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:36:32.253098 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-59ba7bc1-d261-472b-9f2c-21a24fa34aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.326218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba7bc1-d261-472b-9f2c-21a24fa34aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db97d42f-68a0-442e-a3d1-963a5dbe7abc,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:32.351850 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-59ba7bc1-d261-472b-9f2c-21a24fa34aa4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b374f00ffdf472ab80579c3f870d7a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6002371 Nov 09 00:36:32.354456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48808) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:32.399443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-91b83f38-09a4-4d9a-92c2-ff508318615b None None] Provisioning complete for port ffb13b1d-d5c1-473d-8223-4136fdf959fd triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:36:32.401834 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-91b83f38-09a4-4d9a-92c2-ff508318615b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.480573 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7175-80d8-4912-9ceb-0599743c0219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.552955 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7175-80d8-4912-9ceb-0599743c0219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.648092 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9123a449-131a-45dd-9966-5ca2e4a73817 tempest-DHCPAgentSchedulersTestJSON-1552087088 tempest-DHCPAgentSchedulersTestJSON-1552087088-project-admin] 10.222.0.25 "GET /v2.0/agents/5a85c402-166d-4d60-bbab-10ebb1f90bf5/dhcp-networks HTTP/1.1" status: 200 len: 4093 time: 0.4198935 Nov 09 00:36:32.648706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48814) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:32.727813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7175-80d8-4912-9ceb-0599743c0219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.731518 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7175-80d8-4912-9ceb-0599743c0219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.735172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e2bb7175-80d8-4912-9ceb-0599743c0219 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db97d42f-68a0-442e-a3d1-963a5dbe7abc HTTP/1.1" status: 204 len: 168 time: 0.3773532 Nov 09 00:36:32.753734 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.763871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb7175-80d8-4912-9ceb-0599743c0219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db97d42f-68a0-442e-a3d1-963a5dbe7abc,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:32.789252 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.871270 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.911673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefd72e8-69c3-43b2-bc83-e07ef346f1e8']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:32.940273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9d6997-f0e7-4a78-8f5e-9f553c68cfe8') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:32.940602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9d6997-f0e7-4a78-8f5e-9f553c68cfe8') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:32.957216 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.980945 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:32.989777 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port ffb13b1d-d5c1-473d-8223-4136fdf959fd, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ffb13b1d-d5c1-473d-8223-4136fdf959fd,segment=NetworkSegment(c9d11996-fc95-4410-a56e-370cd869dacb),segment_id=c9d11996-fc95-4410-a56e-370cd869dacb)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:36:32.997177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:36:32.997613 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.006069 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-91b83f38-09a4-4d9a-92c2-ff508318615b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.034981 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:36:33.083129 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:36:33.091600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.102541 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.106104 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] 10.222.0.25 "DELETE /v2.0/networks/cefd72e8-69c3-43b2-bc83-e07ef346f1e8 HTTP/1.1" status: 204 len: 168 time: 0.4564629 Nov 09 00:36:33.108760 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48830) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:33.120988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0e20a-2fc6-4d55-9854-af41a38ed06a tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Pushing event deleted for resources: {'Network': ['ID=cefd72e8-69c3-43b2-bc83-e07ef346f1e8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:33.163203 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f582e07-2b35-4b1d-8602-bdc68084d39b tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] DELETE failed (client error): The resource could not be found. Nov 09 00:36:33.164655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f582e07-2b35-4b1d-8602-bdc68084d39b tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:36:33.172211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3f582e07-2b35-4b1d-8602-bdc68084d39b tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] 10.222.0.25 "DELETE /v2.0/ports/7ef9c4ad-5664-4fe3-98c5-1864629e4e61 HTTP/1.1" status: 404 len: 333 time: 0.0615718 Nov 09 00:36:33.174701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48834) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:33.185811 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=ffb13b1d-d5c1-473d-8223-4136fdf959fd,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:33.191577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48836) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:33.212578 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-91b83f38-09a4-4d9a-92c2-ff508318615b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:36:33.213192 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-91b83f38-09a4-4d9a-92c2-ff508318615b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:36:33.276765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91b2319-70b6-41c0-a4e9-0b3f98e303e1 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Deleting subnet c696f6ef-becc-4c4a-bcdc-188d88dec015 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:36:33.280892 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b91b2319-70b6-41c0-a4e9-0b3f98e303e1 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.342122 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b91b2319-70b6-41c0-a4e9-0b3f98e303e1 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.352839 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f346ae0-c626-48b6-8fe7-b6fe82d0bc1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.396902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48840) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:33.419833 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43fab565-9cfa-4954-a197-ef268bb5de03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.480389 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b91b2319-70b6-41c0-a4e9-0b3f98e303e1 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.532299 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43fab565-9cfa-4954-a197-ef268bb5de03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.556248 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b91b2319-70b6-41c0-a4e9-0b3f98e303e1 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.563672 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43fab565-9cfa-4954-a197-ef268bb5de03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.577709 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b91b2319-70b6-41c0-a4e9-0b3f98e303e1 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.585847 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b91b2319-70b6-41c0-a4e9-0b3f98e303e1 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] 10.222.0.25 "DELETE /v2.0/subnets/c696f6ef-becc-4c4a-bcdc-188d88dec015 HTTP/1.1" status: 204 len: 168 time: 0.4098141 Nov 09 00:36:33.586955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48842) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:33.630212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b2319-70b6-41c0-a4e9-0b3f98e303e1 tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Pushing event deleted for resources: {'Subnet': ['ID=c696f6ef-becc-4c4a-bcdc-188d88dec015,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:33.639983 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-43fab565-9cfa-4954-a197-ef268bb5de03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7ba0404284248259fa0449ed6ab4452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395160 Nov 09 00:36:33.647352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48844) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:33.657798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fab565-9cfa-4954-a197-ef268bb5de03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ca4fbf-bdfc-4646-a4fc-3dd566763684,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:33.684083 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f346ae0-c626-48b6-8fe7-b6fe82d0bc1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.708329 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6f346ae0-c626-48b6-8fe7-b6fe82d0bc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.755811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.810160 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d52396d-5a2b-445c-a51d-88202798c4e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.815695 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6f346ae0-c626-48b6-8fe7-b6fe82d0bc1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbb7f6f0863244fb923588f65e845d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6217084 Nov 09 00:36:33.818843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f346ae0-c626-48b6-8fe7-b6fe82d0bc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27c7b81-48ef-4eec-a396-8733bde3c3d5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:33.820715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48848) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:33.854180 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d52396d-5a2b-445c-a51d-88202798c4e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.924821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-da654ba7-f0a5-471a-8479-8e117cafb79d None None] Provisioning complete for port ffb13b1d-d5c1-473d-8223-4136fdf959fd triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:36:33.926568 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da654ba7-f0a5-471a-8479-8e117cafb79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.931764 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1e8d170-8ecb-4865-b5c5-642563d9149e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.949787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d52396d-5a2b-445c-a51d-88202798c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.953081 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d52396d-5a2b-445c-a51d-88202798c4e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:33.954594 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5d52396d-5a2b-445c-a51d-88202798c4e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87ca4fbf-bdfc-4646-a4fc-3dd566763684 HTTP/1.1" status: 204 len: 168 time: 0.2978928 Nov 09 00:36:33.974271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52396d-5a2b-445c-a51d-88202798c4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ca4fbf-bdfc-4646-a4fc-3dd566763684,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:33.979976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1e8d170-8ecb-4865-b5c5-642563d9149e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.003166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ffb13b1d-d5c1-473d-8223-4136fdf959fd up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:36:34.013101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Deleting port ffb13b1d-d5c1-473d-8223-4136fdf959fd {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:36:34.013508 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.016137 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b388c44a-b291-46a2-8ae5-7a32af2d79c6 None None] Network bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:36:34.108859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] For port ffb13b1d-d5c1-473d-8223-4136fdf959fd, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ffb13b1d-d5c1-473d-8223-4136fdf959fd,segment=NetworkSegment(c9d11996-fc95-4410-a56e-370cd869dacb),segment_id=c9d11996-fc95-4410-a56e-370cd869dacb)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:36:34.109235 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.120777 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1e8d170-8ecb-4865-b5c5-642563d9149e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.124498 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1e8d170-8ecb-4865-b5c5-642563d9149e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.125682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b1e8d170-8ecb-4865-b5c5-642563d9149e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b27c7b81-48ef-4eec-a396-8733bde3c3d5 HTTP/1.1" status: 204 len: 168 time: 0.3038833 Nov 09 00:36:34.131484 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Calling delete_port for ffb13b1d-d5c1-473d-8223-4136fdf959fd owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:36:34.146117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8d170-8ecb-4865-b5c5-642563d9149e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27c7b81-48ef-4eec-a396-8733bde3c3d5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:34.252961 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.257038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ffb13b1d-d5c1-473d-8223-4136fdf959fd triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:36:34.257508 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.283462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Port ffb13b1d-d5c1-473d-8223-4136fdf959fd was deleted so its status cannot be updated. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 09 00:36:34.333405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Pushing event deleted for resources: {'Port': ['ID=ffb13b1d-d5c1-473d-8223-4136fdf959fd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:34.336848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d14fc4d1-5653-4576-9cea-25ae3ac27547 None None] Could not find standard attr ID for object 7ef9c4ad-5664-4fe3-98c5-1864629e4e61. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:36:34.346416 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] No DVR routers for this DVR port ffb13b1d-d5c1-473d-8223-4136fdf959fd on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:36:34.380930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3e3550-cfd5-4c93-a442-17e5281cf40f None None] DHCP port deletion for bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:36:34.461099 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.490496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:34.505534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d11996-fc95-4410-a56e-370cd869dacb') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:34.506110 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d11996-fc95-4410-a56e-370cd869dacb') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:34.523658 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.539997 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.547440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:36:34.547986 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.572083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48864) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:34.589210 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23cb0e42-b149-48ca-b3a2-c0c37a86e0a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:36:34.634731 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:36:34.639311 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.659778 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.663839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] 10.222.0.25 "DELETE /v2.0/networks/bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008 HTTP/1.1" status: 204 len: 168 time: 1.0488756 Nov 09 00:36:34.665049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc2e92-e2f6-4cc6-b7e1-2960e26994ee tempest-DHCPAgentSchedulersTestJSON-152820720 tempest-DHCPAgentSchedulersTestJSON-152820720-project] Pushing event deleted for resources: {'Network': ['ID=bc1f3ad6-4f0b-44d8-938d-e3b0b6b24008,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:34.724710 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23cb0e42-b149-48ca-b3a2-c0c37a86e0a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.730384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23cb0e42-b149-48ca-b3a2-c0c37a86e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.771844 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-23cb0e42-b149-48ca-b3a2-c0c37a86e0a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca5995db2d674c1fac37f61fa8137e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1982281 Nov 09 00:36:34.772742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb0e42-b149-48ca-b3a2-c0c37a86e0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2fb095-3e4d-4131-89fa-26a49dbfd701,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:34.774551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48870) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:34.887428 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9df7be19-f7fa-49b9-abde-d80f734df063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.922006 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9df7be19-f7fa-49b9-abde-d80f734df063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.989714 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9df7be19-f7fa-49b9-abde-d80f734df063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.992779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9df7be19-f7fa-49b9-abde-d80f734df063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:34.997594 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9df7be19-f7fa-49b9-abde-d80f734df063 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f2fb095-3e4d-4131-89fa-26a49dbfd701 HTTP/1.1" status: 204 len: 168 time: 0.2158265 Nov 09 00:36:35.007815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7be19-f7fa-49b9-abde-d80f734df063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2fb095-3e4d-4131-89fa-26a49dbfd701,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:35.027670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48884) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:35.332984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a600ec4c-d589-4efe-8b7b-319a6f7af442 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8fa5e11e400402bb4d7aca075e5e957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032556 Nov 09 00:36:35.335547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48898) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:35.425617 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef4d92b9-cd85-4e8e-abad-e6a300117ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:35.464849 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef4d92b9-cd85-4e8e-abad-e6a300117ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:35.530890 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef4d92b9-cd85-4e8e-abad-e6a300117ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:35.536056 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ef4d92b9-cd85-4e8e-abad-e6a300117ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:35.539763 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ef4d92b9-cd85-4e8e-abad-e6a300117ca3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81494a01-d425-4588-8433-1da47d21e9db HTTP/1.1" status: 204 len: 168 time: 0.2004635 Nov 09 00:36:35.553366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d92b9-cd85-4e8e-abad-e6a300117ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81494a01-d425-4588-8433-1da47d21e9db,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:35.940620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ffb13b1d-d5c1-473d-8223-4136fdf959fd no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:36:35.964488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 48926) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:35.991269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: ffb13b1d-d5c1-473d-8223-4136fdf959fd {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:36:35.992167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ffb13b1d-d5c1-473d-8223-4136fdf959fd not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:36:35.993481 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d90d19c5-c78e-4536-88cc-9019fe01ef42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:36.108762 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d90d19c5-c78e-4536-88cc-9019fe01ef42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:36.114484 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d90d19c5-c78e-4536-88cc-9019fe01ef42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:36.163657 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d90d19c5-c78e-4536-88cc-9019fe01ef42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ab549874e1a4e4b9784b39bc22ee116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956952 Nov 09 00:36:36.164114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 48934) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:36.164630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d19c5-c78e-4536-88cc-9019fe01ef42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c26ff0-80fb-484e-b35b-bb45f2d7375e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:36.226249 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-72ce5fcf-7797-470a-b9a8-ff1290010fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:36.254142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-72ce5fcf-7797-470a-b9a8-ff1290010fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:36.322546 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-72ce5fcf-7797-470a-b9a8-ff1290010fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:36.327600 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-72ce5fcf-7797-470a-b9a8-ff1290010fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:36.331233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-72ce5fcf-7797-470a-b9a8-ff1290010fdf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48c26ff0-80fb-484e-b35b-bb45f2d7375e HTTP/1.1" status: 204 len: 168 time: 0.1630781 Nov 09 00:36:36.340204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce5fcf-7797-470a-b9a8-ff1290010fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c26ff0-80fb-484e-b35b-bb45f2d7375e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:38.276254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49046) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:38.554486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1415021459'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:38.626593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Made reservation on behalf of d5f298b63b4b4d4d816727cb4328752b for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:38.644916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:38.673779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49060) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:38.674403 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:38.825650 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:38.836011 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fdd229c-e26c-4af7-bb34-ebfd9d51b6e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:38.836559 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:38.852057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:36:38.878292 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:38.878906 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Added segment b43b2e95-185e-4ccd-97dc-469d7ac3f6ab of type vlan for network 05d048fa-4d71-4b72-9f60-ca9d29d8457c Nov 09 00:36:38.894015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274afeee-7b63-4b73-959e-1e60f49bfe06,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:38.943314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fdd229c-e26c-4af7-bb34-ebfd9d51b6e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:38.948845 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fdd229c-e26c-4af7-bb34-ebfd9d51b6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:38.981620 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.003947 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2fdd229c-e26c-4af7-bb34-ebfd9d51b6e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1629e8e414148b9b1f2237a481bcb91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283019 Nov 09 00:36:39.005145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd229c-e26c-4af7-bb34-ebfd9d51b6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7723239c-d1fd-4ff6-b45e-2c3ece4c1c08,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:39.007842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49066) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:39.043823 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.070140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:39.070709 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-842bb741-235e-4f5f-82f8-092e1007d560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.072970 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.111765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-842bb741-235e-4f5f-82f8-092e1007d560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.149758 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8716073 Nov 09 00:36:39.154500 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49070) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:39.175618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ddb3f-ddee-4afa-b431-525b9c34d35c tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Pushing event updated for resources: {'Network': ['ID=05d048fa-4d71-4b72-9f60-ca9d29d8457c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:39.188054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 05d048fa-4d71-4b72-9f60-ca9d29d8457c details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:36:39.237769 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-842bb741-235e-4f5f-82f8-092e1007d560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.244051 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-842bb741-235e-4f5f-82f8-092e1007d560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.245657 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-842bb741-235e-4f5f-82f8-092e1007d560 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7723239c-d1fd-4ff6-b45e-2c3ece4c1c08 HTTP/1.1" status: 204 len: 168 time: 0.2367373 Nov 09 00:36:39.276264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bb741-235e-4f5f-82f8-092e1007d560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7723239c-d1fd-4ff6-b45e-2c3ece4c1c08,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:39.415159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Request body: {'network': {'name': 'tempest-network--1898780582', 'router:external': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:39.445052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Made reservation on behalf of 962dec3d4dfd433eb7ada6969e5e385b for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:39.447969 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.458828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.584039 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.589058 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.637053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3208945e-f2bc-4501-8c8d-24f32d70c7fc,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:39.651538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:36:39.669726 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.670086 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Added segment 4796cdf8-f756-4594-8ff9-9a6e9a4b3b12 of type vlan for network cdefe081-e280-45b2-81ef-8aa6c52ca0e9 Nov 09 00:36:39.743200 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.766986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49084) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:39.790245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0185b31f-dd88-4ec7-8db6-10db346c6235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.826626 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.827740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:39.828457 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.920016 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0185b31f-dd88-4ec7-8db6-10db346c6235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.920196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7603683 Nov 09 00:36:39.920325 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49090) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:39.926208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0185b31f-dd88-4ec7-8db6-10db346c6235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:39.935452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1ba3a-e5ea-4ae5-8a8f-3963b5ba5dd1 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event updated for resources: {'Network': ['ID=cdefe081-e280-45b2-81ef-8aa6c52ca0e9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:39.957468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network cdefe081-e280-45b2-81ef-8aa6c52ca0e9 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:36:40.030889 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0185b31f-dd88-4ec7-8db6-10db346c6235 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5af91cc74cb465e807fe003446e8389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579169 Nov 09 00:36:40.031108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185b31f-dd88-4ec7-8db6-10db346c6235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0175f66-c012-4d5d-a061-25fec06fbcd7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:40.031614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49092) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:40.037673 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.119363 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d05039b2-ef3f-464a-85b7-9f47b434c0bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.154298 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d05039b2-ef3f-464a-85b7-9f47b434c0bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.171212 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.287638 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d05039b2-ef3f-464a-85b7-9f47b434c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.290922 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d05039b2-ef3f-464a-85b7-9f47b434c0bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.292124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d05039b2-ef3f-464a-85b7-9f47b434c0bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0175f66-c012-4d5d-a061-25fec06fbcd7 HTTP/1.1" status: 204 len: 168 time: 0.2594056 Nov 09 00:36:40.323210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05039b2-ef3f-464a-85b7-9f47b434c0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0175f66-c012-4d5d-a061-25fec06fbcd7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:40.551766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdefe081-e280-45b2-81ef-8aa6c52ca0e9']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:40.565827 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4796cdf8-f756-4594-8ff9-9a6e9a4b3b12') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:40.566386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4796cdf8-f756-4594-8ff9-9a6e9a4b3b12') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:40.587164 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.603883 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.614299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:36:40.615060 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:36:40.617588 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:36:40.699630 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.709894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cdefe081-e280-45b2-81ef-8aa6c52ca0e9 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 00:36:40.712974 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.716753 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "DELETE /v2.0/networks/cdefe081-e280-45b2-81ef-8aa6c52ca0e9 HTTP/1.1" status: 204 len: 168 time: 0.7974894 Nov 09 00:36:40.722469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49102) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:40.729260 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1546830b-a45f-4574-84e7-ca3cb533d7fc tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:40.748625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e7db4-03a6-42ec-b5f7-e2d8b8abd459 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event deleted for resources: {'Network': ['ID=cdefe081-e280-45b2-81ef-8aa6c52ca0e9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:40.821643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1546830b-a45f-4574-84e7-ca3cb533d7fc tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Made reservation on behalf of 962dec3d4dfd433eb7ada6969e5e385b for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:40.829066 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1546830b-a45f-4574-84e7-ca3cb533d7fc tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.898979 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1546830b-a45f-4574-84e7-ca3cb533d7fc tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:36:40.949846 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1546830b-a45f-4574-84e7-ca3cb533d7fc tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:40.951652 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-1546830b-a45f-4574-84e7-ca3cb533d7fc tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Added segment c852cebb-6b1a-49cd-b4ac-3d02b60ae248 of type vlan for network 6b4faf2c-5e8c-4258-abae-740567c96bd6 Nov 09 00:36:41.072482 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1546830b-a45f-4574-84e7-ca3cb533d7fc tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:41.124558 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1546830b-a45f-4574-84e7-ca3cb533d7fc tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:41.126260 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546830b-a45f-4574-84e7-ca3cb533d7fc tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:41.126836 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1546830b-a45f-4574-84e7-ca3cb533d7fc tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:41.182530 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1546830b-a45f-4574-84e7-ca3cb533d7fc tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4587064 Nov 09 00:36:41.185159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49114) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:41.190166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Request body: {'subnet': {'network_id': '6b4faf2c-5e8c-4258-abae-740567c96bd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:41.212904 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Made reservation on behalf of 962dec3d4dfd433eb7ada6969e5e385b for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:41.215207 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:41.237611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546830b-a45f-4574-84e7-ca3cb533d7fc tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event updated for resources: {'Network': ['ID=6b4faf2c-5e8c-4258-abae-740567c96bd6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:41.249454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 6b4faf2c-5e8c-4258-abae-740567c96bd6 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:36:41.586876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.objects.ports [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:36:41.586876 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:41.632781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d71d14c5-6e8e-4c5a-878f-0228b9325117,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:41.668587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Checking segment: {'id': 'c852cebb-6b1a-49cd-b4ac-3d02b60ae248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6b4faf2c-5e8c-4258-abae-740567c96bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:36:41.668966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Network hostable DHCP agents. Network: 6b4faf2c-5e8c-4258-abae-740567c96bd6, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:36:41.688231 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Network 6b4faf2c-5e8c-4258-abae-740567c96bd6 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:36:41.700940 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 6b4faf2c-5e8c-4258-abae-740567c96bd6) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:41.705852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:41.706648 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:41.712432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae178584-442e-4f17-bd62-bc25afeb8d08 None None] Network 6b4faf2c-5e8c-4258-abae-740567c96bd6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:36:41.727317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b4ec9b0f-59c9-4ffc-9d33-b76ca0263314 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5408576 Nov 09 00:36:41.730108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49132) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:41.734801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Request body: {'floatingip': {'floating_network_id': '6b4faf2c-5e8c-4258-abae-740567c96bd6'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:41.779981 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:41.905998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f69091-8ddb-4933-bb5f-93c1c3864e5f None None] Network 6b4faf2c-5e8c-4258-abae-740567c96bd6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:36:41.974512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.199733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Allocated IP 172.20.0.8 (6b4faf2c-5e8c-4258-abae-740567c96bd6/d71d14c5-6e8e-4c5a-878f-0228b9325117/83355242-dcce-438b-8b4c-ad2ebf17912b) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:36:42.266400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49182) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:42.341992 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.386534 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.447226 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Network 6b4faf2c-5e8c-4258-abae-740567c96bd6 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:36:42.448379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event updated for resources: {'Port': ['ID=83355242-dcce-438b-8b4c-ad2ebf17912b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:42.451106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:42.453297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:36:42.497811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4985c73-25f5-43e3-a8bd-df2ba4864d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.559133 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.609887 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.624960 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4985c73-25f5-43e3-a8bd-df2ba4864d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.631095 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4985c73-25f5-43e3-a8bd-df2ba4864d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.680780 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b7e86a36-acd4-494a-9388-06544ff9c414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.684657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4985c73-25f5-43e3-a8bd-df2ba4864d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c753e4-9a07-4879-9cdc-924842d176f2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:42.699072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a4985c73-25f5-43e3-a8bd-df2ba4864d1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bdb5f5f66134d74b283447ad5073e28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314668 Nov 09 00:36:42.702410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49188) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:42.821508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e750a266-2c71-4829-a6a3-8495094b0aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.853044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.863340 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.876030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e750a266-2c71-4829-a6a3-8495094b0aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.963483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event updated for resources: {'Port': ['ID=83355242-dcce-438b-8b4c-ad2ebf17912b,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:42.980079 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.995961 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:42.997370 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-01cc5599-4e67-4979-80a7-c320c88f8006 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2662442 Nov 09 00:36:43.000406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49194) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:43.006735 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e750a266-2c71-4829-a6a3-8495094b0aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.009580 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e750a266-2c71-4829-a6a3-8495094b0aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.010837 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e750a266-2c71-4829-a6a3-8495094b0aaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99c753e4-9a07-4879-9cdc-924842d176f2 HTTP/1.1" status: 204 len: 168 time: 0.3062463 Nov 09 00:36:43.020737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750a266-2c71-4829-a6a3-8495094b0aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c753e4-9a07-4879-9cdc-924842d176f2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:43.102097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d6091c3d-1c6a-45f5-bfb1-9e3862c85b89 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=6b4faf2c-5e8c-4258-abae-740567c96bd6 HTTP/1.1" status: 200 len: 689 time: 0.0981572 Nov 09 00:36:43.102332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49200) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:43.195475 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.317147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Deleting port 83355242-dcce-438b-8b4c-ad2ebf17912b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:36:43.317823 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.399196 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.399819 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.413148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Calling delete_port for 83355242-dcce-438b-8b4c-ad2ebf17912b owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:36:43.578819 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.619237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event deleted for resources: {'Port': ['ID=83355242-dcce-438b-8b4c-ad2ebf17912b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:43.714822 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.755032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49228) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:43.777211 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.873390 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.917930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1126157569'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:43.925028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d71d14c5-6e8e-4c5a-878f-0228b9325117,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:43.960218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:43.964681 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.976180 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.977088 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:43.998923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4faf2c-5e8c-4258-abae-740567c96bd6']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:44.011467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c852cebb-6b1a-49cd-b4ac-3d02b60ae248') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:44.011821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c852cebb-6b1a-49cd-b4ac-3d02b60ae248') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:44.023602 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.043028 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.049333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:36:44.049784 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:36:44.051667 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:36:44.063840 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.070075 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.100429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89cb6934-5c20-4786-a6fc-bc1dc7e3d520,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:44.118388 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.124304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:36:44.129703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b4faf2c-5e8c-4258-abae-740567c96bd6 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 00:36:44.134666 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.136205 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Added segment 9cd5a595-304c-4140-97db-e8e18a8aacf7 of type vlan for network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 Nov 09 00:36:44.141544 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.144770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "DELETE /v2.0/networks/6b4faf2c-5e8c-4258-abae-740567c96bd6 HTTP/1.1" status: 204 len: 168 time: 1.0415459 Nov 09 00:36:44.146149 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961bca3-0107-4ffb-aeb3-9a72743e4602 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b4faf2c-5e8c-4258-abae-740567c96bd6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:44.147717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49234) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:44.186256 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.205606 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3f26868c-e4dd-4f7a-97ca-be448c995fbe tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0567563 Nov 09 00:36:44.208110 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49236) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:44.224773 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.231683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:44.232389 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.272435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20fa01-fffa-4ca8-861e-6b0dcfbfb361 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:44.273007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20fa01-fffa-4ca8-861e-6b0dcfbfb361 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:44.273491 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20fa01-fffa-4ca8-861e-6b0dcfbfb361 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:44.273924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20fa01-fffa-4ca8-861e-6b0dcfbfb361 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:44.275699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2a20fa01-fffa-4ca8-861e-6b0dcfbfb361 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2746 time: 0.0665109 Nov 09 00:36:44.280083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49238) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:44.285267 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5290487 Nov 09 00:36:44.288040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49240) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:44.294289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'name': 'tempest-PortsIpV6TestJSON-1060340903'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:44.345021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3af42-1ac2-4e43-a6c6-cd673a577e91 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Network': ['ID=e4bdb66d-bf61-4380-b1f0-4bbeb10985f5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:44.359994 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:36:44.387083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:44.392156 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.416398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:36:44.427470 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-0a3caf88-e34a-48ce-ba40-90930cc40023 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] delete failed (client error): The resource could not be found. Nov 09 00:36:44.431737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0a3caf88-e34a-48ce-ba40-90930cc40023 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/4f44aaa0-9874-4c1a-852e-8d6cb55afcde HTTP/1.1" status: 404 len: 345 time: 0.1502090 Nov 09 00:36:44.432482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49242) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:44.453473 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a43b92-a827-4047-9500-77b021fe3228 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] DELETE failed (client error): The resource could not be found. Nov 09 00:36:44.454041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a43b92-a827-4047-9500-77b021fe3228 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:36:44.460543 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-10a43b92-a827-4047-9500-77b021fe3228 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "DELETE /v2.0/networks/6b4faf2c-5e8c-4258-abae-740567c96bd6 HTTP/1.1" status: 404 len: 339 time: 0.0235758 Nov 09 00:36:44.461217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49244) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:44.465840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-58f75fde-f176-4255-a87e-80a7ba8a0efb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Request body: {'network': {'name': 'tempest-network--1651428473', 'router:external': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:44.493933 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f75fde-f176-4255-a87e-80a7ba8a0efb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Made reservation on behalf of 962dec3d4dfd433eb7ada6969e5e385b for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:44.497869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58f75fde-f176-4255-a87e-80a7ba8a0efb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.526813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f75fde-f176-4255-a87e-80a7ba8a0efb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:36:44.548105 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58f75fde-f176-4255-a87e-80a7ba8a0efb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.548804 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-58f75fde-f176-4255-a87e-80a7ba8a0efb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Added segment 41534e49-5f55-479e-a4db-54de6ab7d069 of type vlan for network 12b547ca-3338-4d6a-96f9-ddd7dbac0ca1 Nov 09 00:36:44.609996 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58f75fde-f176-4255-a87e-80a7ba8a0efb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.618780 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.659344 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58f75fde-f176-4255-a87e-80a7ba8a0efb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.660318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f75fde-f176-4255-a87e-80a7ba8a0efb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:44.660911 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58f75fde-f176-4255-a87e-80a7ba8a0efb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.664551 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.721957 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-58f75fde-f176-4255-a87e-80a7ba8a0efb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2596769 Nov 09 00:36:44.725193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49248) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:44.756217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=0c41f648-7728-4a9e-bf8d-5bd93931ef04,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:44.764124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f75fde-f176-4255-a87e-80a7ba8a0efb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event updated for resources: {'Network': ['ID=12b547ca-3338-4d6a-96f9-ddd7dbac0ca1,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:44.774743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 12b547ca-3338-4d6a-96f9-ddd7dbac0ca1 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:36:44.782777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Checking segment: {'id': '9cd5a595-304c-4140-97db-e8e18a8aacf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:36:44.783236 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network hostable DHCP agents. Network: e4bdb66d-bf61-4380-b1f0-4bbeb10985f5, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:36:44.802587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:36:44.816176 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, e4bdb66d-bf61-4380-b1f0-4bbeb10985f5) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:44.820419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:36:44.827768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:44.827983 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.851601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-428928c2-fc83-4181-8724-5926f8bd65e1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5624444 Nov 09 00:36:44.852466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49250) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:44.858427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7d831b68-20ca-48ec-8b0a-781092ef0a84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1020218837'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:44.865061 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3f5e51-5baf-4ca5-bc5e-9229b26f10f5 None None] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:36:44.875000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a80ad9b-ee9f-4039-97ea-399e34733c72 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:44.881529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a80ad9b-ee9f-4039-97ea-399e34733c72 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:44.885162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d831b68-20ca-48ec-8b0a-781092ef0a84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:44.887818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a80ad9b-ee9f-4039-97ea-399e34733c72 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:44.889898 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d831b68-20ca-48ec-8b0a-781092ef0a84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.894835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a80ad9b-ee9f-4039-97ea-399e34733c72 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:44.896541 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9a80ad9b-ee9f-4039-97ea-399e34733c72 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1703780 Nov 09 00:36:44.901484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49252) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:44.930258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d831b68-20ca-48ec-8b0a-781092ef0a84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:36:44.942715 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d831b68-20ca-48ec-8b0a-781092ef0a84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:44.944234 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-7d831b68-20ca-48ec-8b0a-781092ef0a84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Added segment 6c3fc406-d00c-4a71-ab2b-ffce04f8f708 of type vlan for network 84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a Nov 09 00:36:44.967348 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b539934b-0c27-488e-9e60-c1e8f00996ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.004182 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.015557 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d831b68-20ca-48ec-8b0a-781092ef0a84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.061775 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d831b68-20ca-48ec-8b0a-781092ef0a84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.068239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d831b68-20ca-48ec-8b0a-781092ef0a84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:45.068857 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d831b68-20ca-48ec-8b0a-781092ef0a84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.098453 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.116944 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7d831b68-20ca-48ec-8b0a-781092ef0a84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2630007 Nov 09 00:36:45.119008 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49258) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:45.126336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'ports': [{'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5'}, {'network_id': '84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a'}]} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:45.126782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:45.127261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': '84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:45.131999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b547ca-3338-4d6a-96f9-ddd7dbac0ca1']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:45.154506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d831b68-20ca-48ec-8b0a-781092ef0a84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Network': ['ID=84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:45.165427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:36:45.170332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41534e49-5f55-479e-a4db-54de6ab7d069') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:45.170636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41534e49-5f55-479e-a4db-54de6ab7d069') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:45.212148 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.245480 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.257162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:36:45.257595 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:36:45.259395 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:36:45.420309 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 2} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:45.425484 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.444476 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.446937 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.465521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12b547ca-3338-4d6a-96f9-ddd7dbac0ca1 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 00:36:45.489470 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.498157 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "DELETE /v2.0/networks/12b547ca-3338-4d6a-96f9-ddd7dbac0ca1 HTTP/1.1" status: 204 len: 168 time: 0.5956779 Nov 09 00:36:45.501774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49266) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:45.508063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e178abc5-1b2e-40e8-94e9-a08b5bd859d7 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Request body: {'network': {'name': 'tempest-network--585631222', 'router:external': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:45.531492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe81c13-384e-4422-9073-8737962d7cbb tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event deleted for resources: {'Network': ['ID=12b547ca-3338-4d6a-96f9-ddd7dbac0ca1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:45.556288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e178abc5-1b2e-40e8-94e9-a08b5bd859d7 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Made reservation on behalf of 962dec3d4dfd433eb7ada6969e5e385b for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:45.560816 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e178abc5-1b2e-40e8-94e9-a08b5bd859d7 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.623499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e178abc5-1b2e-40e8-94e9-a08b5bd859d7 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:36:45.645787 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e178abc5-1b2e-40e8-94e9-a08b5bd859d7 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.646150 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-e178abc5-1b2e-40e8-94e9-a08b5bd859d7 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Added segment 01b2a922-e70e-46c2-9907-2704561486e3 of type vlan for network b747e818-47d2-42a3-a9f9-4f942ce32545 Nov 09 00:36:45.691994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port 82c0068d-c7bd-44a1-9dc9-495d7ba6c178 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:36:45.751255 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e178abc5-1b2e-40e8-94e9-a08b5bd859d7 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.820286 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e178abc5-1b2e-40e8-94e9-a08b5bd859d7 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.821823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e178abc5-1b2e-40e8-94e9-a08b5bd859d7 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:45.822414 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e178abc5-1b2e-40e8-94e9-a08b5bd859d7 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.898086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e178abc5-1b2e-40e8-94e9-a08b5bd859d7 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3949819 Nov 09 00:36:45.901508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49270) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:45.956167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:45.980190 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178abc5-1b2e-40e8-94e9-a08b5bd859d7 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event updated for resources: {'Network': ['ID=b747e818-47d2-42a3-a9f9-4f942ce32545,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:45.991052 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network b747e818-47d2-42a3-a9f9-4f942ce32545 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:36:46.109972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0806c34b-d4a1-4765-9bea-48d3870fc8a6 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:46.111566 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0806c34b-d4a1-4765-9bea-48d3870fc8a6 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] 10.222.0.25 "GET /v2.0/networks/b747e818-47d2-42a3-a9f9-4f942ce32545 HTTP/1.1" status: 200 len: 756 time: 0.2088199 Nov 09 00:36:46.114325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49272) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:46.135958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port d24b1a01-372d-483a-a40d-4f12e5c07eb2 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:36:46.149420 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.160983 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.242414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149f849a-528b-426c-acb3-63d03be80174 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:46.244314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-149f849a-528b-426c-acb3-63d03be80174 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] 10.222.0.25 "GET /v2.0/networks/05d048fa-4d71-4b72-9f60-ca9d29d8457c HTTP/1.1" status: 200 len: 768 time: 0.1289649 Nov 09 00:36:46.249223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49274) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:46.283355 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.326536 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.353226 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.384981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:36:46.392119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:46.399715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:36:46.419909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.465175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=82c0068d-c7bd-44a1-9dc9-495d7ba6c178,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:46.476243 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.519776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=d24b1a01-372d-483a-a40d-4f12e5c07eb2,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:46.551915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Checking segment: {'id': '6c3fc406-d00c-4a71-ab2b-ffce04f8f708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:36:46.552277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network hostable DHCP agents. Network: 84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:36:46.557546 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.589470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:36:46.599986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b747e818-47d2-42a3-a9f9-4f942ce32545']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:46.612395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:46.624575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075bc7c3-36fc-4c14-9f8f-6f49e68d89f5 None None] Network 84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:36:46.638790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:36:46.661847 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:46.671316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b2a922-e70e-46c2-9907-2704561486e3') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:46.671623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b2a922-e70e-46c2-9907-2704561486e3') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:46.680812 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:46.681272 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.700616 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.716020 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.723026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:36:46.723626 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:36:46.726100 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:36:46.739502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49278) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:46.739721 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1da751e6-ea84-48f0-a411-865dce1ff19c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6193347 Nov 09 00:36:46.874721 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.906646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b747e818-47d2-42a3-a9f9-4f942ce32545 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 00:36:46.921165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event deleted for resources: {'Network': ['ID=b747e818-47d2-42a3-a9f9-4f942ce32545,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:46.930816 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:46.941032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5f5ad13a-f0bc-4ab7-8c08-3a8136648a4f tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b747e818-47d2-42a3-a9f9-4f942ce32545 HTTP/1.1" status: 204 len: 168 time: 0.6905823 Nov 09 00:36:46.946867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49286) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:46.953683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a71de693-1fe8-4c57-b3e3-fdfd7f9d9d0b tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Request body: {'network': {'name': 'tempest-network--1968305088'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:46.972645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-71a0afec-27f2-4e3f-8f6d-7a11380c614a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port d24b1a01-372d-483a-a40d-4f12e5c07eb2 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:36:46.973058 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-71a0afec-27f2-4e3f-8f6d-7a11380c614a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:47.012887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71de693-1fe8-4c57-b3e3-fdfd7f9d9d0b tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Made reservation on behalf of 962dec3d4dfd433eb7ada6969e5e385b for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:47.016001 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a71de693-1fe8-4c57-b3e3-fdfd7f9d9d0b tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:47.095700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71de693-1fe8-4c57-b3e3-fdfd7f9d9d0b tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:36:47.110466 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-71a0afec-27f2-4e3f-8f6d-7a11380c614a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:47.118559 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a71de693-1fe8-4c57-b3e3-fdfd7f9d9d0b tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:47.119188 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-a71de693-1fe8-4c57-b3e3-fdfd7f9d9d0b tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Added segment 76f1cb46-5c94-4ee6-aeda-2271984e4803 of type vlan for network cdc59e62-c29a-4015-a545-6936a8a13cb1 Nov 09 00:36:47.126950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-71a0afec-27f2-4e3f-8f6d-7a11380c614a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for d24b1a01-372d-483a-a40d-4f12e5c07eb2 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:36:47.210708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a71de693-1fe8-4c57-b3e3-fdfd7f9d9d0b tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:47.268413 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a71de693-1fe8-4c57-b3e3-fdfd7f9d9d0b tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:47.269418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71de693-1fe8-4c57-b3e3-fdfd7f9d9d0b tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:47.270013 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a71de693-1fe8-4c57-b3e3-fdfd7f9d9d0b tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:47.315153 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-71a0afec-27f2-4e3f-8f6d-7a11380c614a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:47.320453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49290) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:47.324444 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a71de693-1fe8-4c57-b3e3-fdfd7f9d9d0b tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3721304 Nov 09 00:36:47.338468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5e9f0099-cce9-4d62-8e1f-af938eacf6fe tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:47.384963 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0afec-27f2-4e3f-8f6d-7a11380c614a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=d24b1a01-372d-483a-a40d-4f12e5c07eb2,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:47.420922 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-71a0afec-27f2-4e3f-8f6d-7a11380c614a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:47.428959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-71a0afec-27f2-4e3f-8f6d-7a11380c614a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/d24b1a01-372d-483a-a40d-4f12e5c07eb2 HTTP/1.1" status: 204 len: 168 time: 0.6750100 Nov 09 00:36:47.429674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49292) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:47.436413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71de693-1fe8-4c57-b3e3-fdfd7f9d9d0b tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event updated for resources: {'Network': ['ID=cdc59e62-c29a-4015-a545-6936a8a13cb1,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:47.446331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network cdc59e62-c29a-4015-a545-6936a8a13cb1 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:36:47.674725 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.132811 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e7f581-43fe-445d-81c1-6fc9c58910f3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:48.139043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e7f581-43fe-445d-81c1-6fc9c58910f3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:48.140980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c9e7f581-43fe-445d-81c1-6fc9c58910f3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.7084892 Nov 09 00:36:48.144220 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49298) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:48.239000 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0099-cce9-4d62-8e1f-af938eacf6fe tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.260644 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0099-cce9-4d62-8e1f-af938eacf6fe tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.271053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e9f0099-cce9-4d62-8e1f-af938eacf6fe tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Network cdc59e62-c29a-4015-a545-6936a8a13cb1 is not hosted by any dhcp agent {{(pid=101780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 00:36:48.272452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f0099-cce9-4d62-8e1f-af938eacf6fe tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:48.273325 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0099-cce9-4d62-8e1f-af938eacf6fe tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.278144 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5e9f0099-cce9-4d62-8e1f-af938eacf6fe tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "PUT /v2.0/networks/cdc59e62-c29a-4015-a545-6936a8a13cb1 HTTP/1.1" status: 200 len: 857 time: 0.9542930 Nov 09 00:36:48.279040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49300) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:48.338326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b9d55d53-e077-49aa-b241-e38585b5290c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port 82c0068d-c7bd-44a1-9dc9-495d7ba6c178 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:36:48.338701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9d55d53-e077-49aa-b241-e38585b5290c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.395270 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.427965 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.500994 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9d55d53-e077-49aa-b241-e38585b5290c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.513903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f0099-cce9-4d62-8e1f-af938eacf6fe tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event updated for resources: {'Network': ['ID=cdc59e62-c29a-4015-a545-6936a8a13cb1,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:48.529567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b9d55d53-e077-49aa-b241-e38585b5290c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for 82c0068d-c7bd-44a1-9dc9-495d7ba6c178 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:36:48.639736 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.712970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc59e62-c29a-4015-a545-6936a8a13cb1']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:48.723625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9d55d53-e077-49aa-b241-e38585b5290c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.743230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f1cb46-5c94-4ee6-aeda-2271984e4803') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:48.743595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f1cb46-5c94-4ee6-aeda-2271984e4803') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:48.783056 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.809697 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.820109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:36:48.820557 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.822540 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9d55d53-e077-49aa-b241-e38585b5290c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:36:48.825805 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:36:48.831143 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b9d55d53-e077-49aa-b241-e38585b5290c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/82c0068d-c7bd-44a1-9dc9-495d7ba6c178 HTTP/1.1" status: 204 len: 168 time: 0.6826615 Nov 09 00:36:48.831143 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d55d53-e077-49aa-b241-e38585b5290c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=82c0068d-c7bd-44a1-9dc9-495d7ba6c178,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:48.834818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49308) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:48.972225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.978295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cdc59e62-c29a-4015-a545-6936a8a13cb1 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 00:36:48.981545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:48.984041 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] 10.222.0.25 "DELETE /v2.0/networks/cdc59e62-c29a-4015-a545-6936a8a13cb1 HTTP/1.1" status: 204 len: 168 time: 0.6936624 Nov 09 00:36:48.990995 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49310) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:49.028648 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42097e9f-eede-4c26-8c35-61f00bb98ac8 tempest-ExternalNetworksTestJSON-955304021 tempest-ExternalNetworksTestJSON-955304021-project-admin] Pushing event deleted for resources: {'Network': ['ID=cdc59e62-c29a-4015-a545-6936a8a13cb1,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:49.052369 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e0c3c9-9eb7-424b-ade7-e9f4ea9c331d tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] DELETE failed (client error): The resource could not be found. Nov 09 00:36:49.052824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e0c3c9-9eb7-424b-ade7-e9f4ea9c331d tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:36:49.068040 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b6e0c3c9-9eb7-424b-ade7-e9f4ea9c331d tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] 10.222.0.25 "DELETE /v2.0/subnets/d71d14c5-6e8e-4c5a-878f-0228b9325117 HTTP/1.1" status: 404 len: 337 time: 0.0759361 Nov 09 00:36:49.070623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49312) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:49.104912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd3051b-45a7-40a5-869b-c5408a80debe tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:49.106524 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8cd3051b-45a7-40a5-869b-c5408a80debe tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2707651 Nov 09 00:36:49.113239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49316) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:49.142088 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bea410-c21e-4fa3-b223-2fd35b4908d4 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:36:49.143751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f7bea410-c21e-4fa3-b223-2fd35b4908d4 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/d24b1a01-372d-483a-a40d-4f12e5c07eb2 HTTP/1.1" status: 404 len: 333 time: 0.0295463 Nov 09 00:36:49.146512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49318) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:49.199227 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-563517f4-3cdb-427b-bb86-a30d7678d311 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:36:49.200961 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-563517f4-3cdb-427b-bb86-a30d7678d311 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/82c0068d-c7bd-44a1-9dc9-495d7ba6c178 HTTP/1.1" status: 404 len: 333 time: 0.0534766 Nov 09 00:36:49.203833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49320) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:49.255969 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.370086 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.469399 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.499360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d048fa-4d71-4b72-9f60-ca9d29d8457c']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:49.513990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43b2e95-185e-4ccd-97dc-469d7ac3f6ab') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:49.515990 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.518219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43b2e95-185e-4ccd-97dc-469d7ac3f6ab') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:49.531546 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.537386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:49.548876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3fc406-d00c-4a71-ab2b-ffce04f8f708') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:49.549369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3fc406-d00c-4a71-ab2b-ffce04f8f708') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:49.552300 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.561118 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.561956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:36:49.563071 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:36:49.567309 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:36:49.580739 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.589103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:36:49.589761 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:36:49.594417 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:36:49.681330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.691455 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.697573 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.710722 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/networks/84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a HTTP/1.1" status: 204 len: 168 time: 0.4932396 Nov 09 00:36:49.710885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49322) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:49.717972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-342318a7-a777-4c4d-bb44-8481feefb7a6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-360962965'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:49.727086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcc24b-d12e-440d-aa14-765ad9622af0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Network': ['ID=84e3c143-fa9d-4cc2-8d3b-ae6e5be67f6a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:49.737728 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.757800 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] 10.222.0.25 "DELETE /v2.0/networks/05d048fa-4d71-4b72-9f60-ca9d29d8457c HTTP/1.1" status: 204 len: 168 time: 0.6709626 Nov 09 00:36:49.809817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799aae12-1cf2-40e0-9e17-eb1ff87fdac1 tempest-ExternalNetworksTestJSON-1848431458 tempest-ExternalNetworksTestJSON-1848431458-project] Pushing event deleted for resources: {'Network': ['ID=05d048fa-4d71-4b72-9f60-ca9d29d8457c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:49.835062 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342318a7-a777-4c4d-bb44-8481feefb7a6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:49.839498 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-342318a7-a777-4c4d-bb44-8481feefb7a6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.901521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342318a7-a777-4c4d-bb44-8481feefb7a6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:36:49.922023 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-342318a7-a777-4c4d-bb44-8481feefb7a6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:49.923115 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-342318a7-a777-4c4d-bb44-8481feefb7a6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Added segment be904c69-2769-4453-9739-c369bc901267 of type vlan for network 8a2f0338-b14e-4189-b30d-900334fab4be Nov 09 00:36:49.978623 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-342318a7-a777-4c4d-bb44-8481feefb7a6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:50.041593 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-342318a7-a777-4c4d-bb44-8481feefb7a6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:50.047892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342318a7-a777-4c4d-bb44-8481feefb7a6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:50.048503 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-342318a7-a777-4c4d-bb44-8481feefb7a6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:50.095887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-342318a7-a777-4c4d-bb44-8481feefb7a6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3888922 Nov 09 00:36:50.098912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49330) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:50.104809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': '8a2f0338-b14e-4189-b30d-900334fab4be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:50.198197 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342318a7-a777-4c4d-bb44-8481feefb7a6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Network': ['ID=8a2f0338-b14e-4189-b30d-900334fab4be,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:50.210526 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 8a2f0338-b14e-4189-b30d-900334fab4be details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:36:50.254752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:50.260342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49336) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:50.290503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:50.441124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.ipam_backend_mixin [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Performing IP validity checks on allocation pools {{(pid=101781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 00:36:50.444237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.ipam_backend_mixin [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 00:36:50.531336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-85419d71-2aa9-4e39-9e55-fbcab3597ef5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5f298b63b4b4d4d816727cb4328752b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2695651 Nov 09 00:36:50.534372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49342) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:50.608737 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:50.628809 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:50.698427 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:50.712811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:50.715740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:50.716927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/274afeee-7b63-4b73-959e-1e60f49bfe06 HTTP/1.1" status: 204 len: 168 time: 0.1815536 Nov 09 00:36:50.735941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274afeee-7b63-4b73-959e-1e60f49bfe06,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:50.753216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.753635 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.753983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.754323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.754809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.755152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.755483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.755820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.756149 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.756475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.756801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.757122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8909da-c442-4585-b5e4-9c2cf534c240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.811889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Subnet': ['ID=5ea7b4f8-ee86-47d2-9531-1674e9211113,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:50.825321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.825966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.826499 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.826846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.827526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.827865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.828201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.828534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.829027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.829434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.829767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.830094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:36:50.835095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Checking segment: {'id': 'be904c69-2769-4453-9739-c369bc901267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a2f0338-b14e-4189-b30d-900334fab4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:36:50.835470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network hostable DHCP agents. Network: 8a2f0338-b14e-4189-b30d-900334fab4be, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:36:50.869730 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 8a2f0338-b14e-4189-b30d-900334fab4be is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:36:50.890750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 8a2f0338-b14e-4189-b30d-900334fab4be) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:50.904097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1109937b-08d9-4a96-ac80-09f7b7ced063 None None] Network 8a2f0338-b14e-4189-b30d-900334fab4be requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:36:50.913381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:50.914537 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:50.956474 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1e368453-843d-4f86-ba05-44e8a61f5bb5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8555853 Nov 09 00:36:50.958446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49350) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:50.966208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': '8a2f0338-b14e-4189-b30d-900334fab4be', 'name': 'tempest-PortsIpV6TestJSON-1753577878'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:51.139672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:51.145330 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:51.171371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port 0dcfc9c5-e1dc-4554-a988-a289d2b388a4 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:36:51.194803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49352) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:51.270077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49354) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:51.273083 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-45eac632-48f5-4075-8691-a57c5d80ad8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=962dec3d4dfd433eb7ada6969e5e385b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0770183 Nov 09 00:36:51.328431 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-8a2f0338-b14e-4189-b30d-900334fab4be', 'network_id': '8a2f0338-b14e-4189-b30d-900334fab4be', 'tenant_id': 'c759a05db2984ffe8ba0626845b04471', 'fixed_ips': [{'subnet_id': '5ea7b4f8-ee86-47d2-9531-1674e9211113'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:36:51.329320 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:51.386570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8::338 (8a2f0338-b14e-4189-b30d-900334fab4be/5ea7b4f8-ee86-47d2-9531-1674e9211113/0dcfc9c5-e1dc-4554-a988-a289d2b388a4) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:36:51.495516 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1914f8d-ef21-432d-9d1a-9a8327ddb4e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:51.562978 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1914f8d-ef21-432d-9d1a-9a8327ddb4e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:51.634915 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:51.662383 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1914f8d-ef21-432d-9d1a-9a8327ddb4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:51.664851 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1914f8d-ef21-432d-9d1a-9a8327ddb4e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:51.668395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c1914f8d-ef21-432d-9d1a-9a8327ddb4e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3208945e-f2bc-4501-8c8d-24f32d70c7fc HTTP/1.1" status: 204 len: 168 time: 0.3892705 Nov 09 00:36:51.680287 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1914f8d-ef21-432d-9d1a-9a8327ddb4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3208945e-f2bc-4501-8c8d-24f32d70c7fc,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:51.715111 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:51.768866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Allocated IP 2001:db8::2 (8a2f0338-b14e-4189-b30d-900334fab4be/5ea7b4f8-ee86-47d2-9531-1674e9211113/24f92234-53e0-4e07-acd7-4b7aed6ebf36) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:36:51.801952 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 8a2f0338-b14e-4189-b30d-900334fab4be is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:36:51.807805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:51.815879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:36:51.824873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:51.825740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:51.832861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=0dcfc9c5-e1dc-4554-a988-a289d2b388a4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:51.858514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9cc59830-48c7-4e8e-a1df-1eb2f8d1f96e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8981688 Nov 09 00:36:51.859580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49360) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:51.985400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b392ce81-86ce-479b-83e3-7c63228f37aa tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port 0dcfc9c5-e1dc-4554-a988-a289d2b388a4 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:36:51.985400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b392ce81-86ce-479b-83e3-7c63228f37aa tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:51.993208 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:52.008339 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:52.090488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Network 8a2f0338-b14e-4189-b30d-900334fab4be is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:36:52.127045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Pushing event updated for resources: {'Port': ['ID=24f92234-53e0-4e07-acd7-4b7aed6ebf36,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:52.141481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:52.145943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:36:52.215668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b392ce81-86ce-479b-83e3-7c63228f37aa tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:52.246918 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b392ce81-86ce-479b-83e3-7c63228f37aa tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for 0dcfc9c5-e1dc-4554-a988-a289d2b388a4 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:36:52.294321 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Attempting to bind port 24f92234-53e0-4e07-acd7-4b7aed6ebf36 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:36:52.295878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Attempting to bind port 24f92234-53e0-4e07-acd7-4b7aed6ebf36 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'be904c69-2769-4453-9739-c369bc901267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a2f0338-b14e-4189-b30d-900334fab4be'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:36:52.296754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Attempting to bind port 24f92234-53e0-4e07-acd7-4b7aed6ebf36 on network 8a2f0338-b14e-4189-b30d-900334fab4be {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:36:52.313565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:36:52.314042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Checking segment: {'id': 'be904c69-2769-4453-9739-c369bc901267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a2f0338-b14e-4189-b30d-900334fab4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:36:52.314524 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:52.314993 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Bound using segment: {'id': 'be904c69-2769-4453-9739-c369bc901267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a2f0338-b14e-4189-b30d-900334fab4be'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:36:52.315543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Bound port: 24f92234-53e0-4e07-acd7-4b7aed6ebf36, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be904c69-2769-4453-9739-c369bc901267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a2f0338-b14e-4189-b30d-900334fab4be'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:36:52.315998 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:52.475809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] For port 24f92234-53e0-4e07-acd7-4b7aed6ebf36, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:36:52.484900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] For port 24f92234-53e0-4e07-acd7-4b7aed6ebf36, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=24f92234-53e0-4e07-acd7-4b7aed6ebf36,segment=NetworkSegment(be904c69-2769-4453-9739-c369bc901267),segment_id=be904c69-2769-4453-9739-c369bc901267)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:36:52.493990 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:52.563232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f3a00-8be4-4085-af36-08a4e1857067 None None] Pushing event updated for resources: {'Port': ['ID=24f92234-53e0-4e07-acd7-4b7aed6ebf36,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:52.618334 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b392ce81-86ce-479b-83e3-7c63228f37aa tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:52.656727 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392ce81-86ce-479b-83e3-7c63228f37aa tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=0dcfc9c5-e1dc-4554-a988-a289d2b388a4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:52.699931 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b392ce81-86ce-479b-83e3-7c63228f37aa tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:52.718445 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b392ce81-86ce-479b-83e3-7c63228f37aa tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/0dcfc9c5-e1dc-4554-a988-a289d2b388a4 HTTP/1.1" status: 204 len: 168 time: 0.8580496 Nov 09 00:36:52.720733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49388) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:52.749151 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7624062-3242-4fa9-be9d-057f4598044a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] DELETE failed (client error): The resource could not be found. Nov 09 00:36:52.750011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7624062-3242-4fa9-be9d-057f4598044a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:36:52.754919 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c7624062-3242-4fa9-be9d-057f4598044a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/0dcfc9c5-e1dc-4554-a988-a289d2b388a4 HTTP/1.1" status: 404 len: 333 time: 0.0330322 Nov 09 00:36:52.757543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49390) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:52.791995 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dcf4e55-dc7f-40b4-b549-903ebd44c3b1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:36:52.793650 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9dcf4e55-dc7f-40b4-b549-903ebd44c3b1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/0dcfc9c5-e1dc-4554-a988-a289d2b388a4 HTTP/1.1" status: 404 len: 333 time: 0.0350785 Nov 09 00:36:52.796615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49392) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:52.918953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8566c83-4db8-4919-846c-9faff1cf6c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting subnet 5ea7b4f8-ee86-47d2-9531-1674e9211113 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:36:52.923096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8566c83-4db8-4919-846c-9faff1cf6c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:52.984897 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8566c83-4db8-4919-846c-9faff1cf6c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:53.071838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8566c83-4db8-4919-846c-9faff1cf6c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:53.151753 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8566c83-4db8-4919-846c-9faff1cf6c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:53.182808 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8566c83-4db8-4919-846c-9faff1cf6c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea7b4f8-ee86-47d2-9531-1674e9211113,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:53.190053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8566c83-4db8-4919-846c-9faff1cf6c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:53.196027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49398) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:53.196591 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c8566c83-4db8-4919-846c-9faff1cf6c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/5ea7b4f8-ee86-47d2-9531-1674e9211113 HTTP/1.1" status: 204 len: 168 time: 0.3986318 Nov 09 00:36:53.321866 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:53.391081 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port 24f92234-53e0-4e07-acd7-4b7aed6ebf36 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:36:53.391480 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:53.485821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] For port 24f92234-53e0-4e07-acd7-4b7aed6ebf36, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=24f92234-53e0-4e07-acd7-4b7aed6ebf36,segment=NetworkSegment(be904c69-2769-4453-9739-c369bc901267),segment_id=be904c69-2769-4453-9739-c369bc901267)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:36:53.486200 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:53.538549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for 24f92234-53e0-4e07-acd7-4b7aed6ebf36 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:36:53.788362 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:53.815616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No DVR routers for this DVR port 24f92234-53e0-4e07-acd7-4b7aed6ebf36 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:36:53.890443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=24f92234-53e0-4e07-acd7-4b7aed6ebf36,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:54.057860 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49420) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:54.068767 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 24f92234-53e0-4e07-acd7-4b7aed6ebf36 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:36:54.084914 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.108960 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 24f92234-53e0-4e07-acd7-4b7aed6ebf36 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:36:54.109110 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2f0338-b14e-4189-b30d-900334fab4be']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:54.110077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 24f92234-53e0-4e07-acd7-4b7aed6ebf36 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 00:36:54.120570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be904c69-2769-4453-9739-c369bc901267') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:54.121053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be904c69-2769-4453-9739-c369bc901267') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:54.135647 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.154122 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.157223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Port 24f92234-53e0-4e07-acd7-4b7aed6ebf36 not found, will not notify nova. {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 00:36:54.168218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:36:54.168967 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:36:54.172556 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:36:54.194685 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e35fc0-a001-4ac0-8aa8-bbe0605ca0ae None None] Network 8a2f0338-b14e-4189-b30d-900334fab4be requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:36:54.236342 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:54.240329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b0d6f047-0322-41e6-af86-4c5f291b6a14 None None] Could not find standard attr ID for object 24f92234-53e0-4e07-acd7-4b7aed6ebf36. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:36:54.267720 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.272139 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.288104 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.293737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/networks/8a2f0338-b14e-4189-b30d-900334fab4be HTTP/1.1" status: 204 len: 168 time: 1.0966048 Nov 09 00:36:54.301568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49426) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:54.307419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608b76b-4f00-4e16-be79-f31210a210f8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Network': ['ID=8a2f0338-b14e-4189-b30d-900334fab4be,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:54.307958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ffa17333-b9ab-4eb2-b71a-a7433d16c55a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-32630560'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:54.368128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa17333-b9ab-4eb2-b71a-a7433d16c55a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:54.372117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffa17333-b9ab-4eb2-b71a-a7433d16c55a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.408250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa17333-b9ab-4eb2-b71a-a7433d16c55a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:36:54.426041 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffa17333-b9ab-4eb2-b71a-a7433d16c55a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.426819 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-ffa17333-b9ab-4eb2-b71a-a7433d16c55a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Added segment 40892afc-80f7-4c46-b443-9d804de2c71b of type vlan for network 4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51 Nov 09 00:36:54.480147 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffa17333-b9ab-4eb2-b71a-a7433d16c55a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.521215 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.524282 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffa17333-b9ab-4eb2-b71a-a7433d16c55a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.530059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa17333-b9ab-4eb2-b71a-a7433d16c55a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:54.530647 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ffa17333-b9ab-4eb2-b71a-a7433d16c55a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:54.575069 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816d660c-24db-4b0e-bbe4-d23c73154274 None None] DHCP port deletion for 8a2f0338-b14e-4189-b30d-900334fab4be request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:36:55.000883 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ffa17333-b9ab-4eb2-b71a-a7433d16c55a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6978002 Nov 09 00:36:55.003691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49430) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:55.008945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-885d8672-6e07-4955-8a0f-10370f0557a8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': '4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:55.020224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa17333-b9ab-4eb2-b71a-a7433d16c55a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Network': ['ID=4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:55.033581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:36:55.123628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Allocated IP 172.25.0.127 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/1a899cf7-199c-4697-95b3-605aa763fc8a) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:36:55.182338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d8672-6e07-4955-8a0f-10370f0557a8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:55.194058 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-885d8672-6e07-4955-8a0f-10370f0557a8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:55.302331 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:55.351522 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:55.409173 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:36:55.432226 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:55.441592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:36:55.473857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Pushing event updated for resources: {'Port': ['ID=1a899cf7-199c-4697-95b3-605aa763fc8a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:55.509688 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-885d8672-6e07-4955-8a0f-10370f0557a8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:55.590824 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:55.614983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d8672-6e07-4955-8a0f-10370f0557a8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Subnet': ['ID=1180c1a7-0b77-4652-911e-96d826d72315,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:55.635268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d8672-6e07-4955-8a0f-10370f0557a8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Checking segment: {'id': '40892afc-80f7-4c46-b443-9d804de2c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:36:55.635629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d8672-6e07-4955-8a0f-10370f0557a8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network hostable DHCP agents. Network: 4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:36:55.649792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:55.662642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d8672-6e07-4955-8a0f-10370f0557a8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:36:55.696254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-885d8672-6e07-4955-8a0f-10370f0557a8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:55.701339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d8672-6e07-4955-8a0f-10370f0557a8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:55.702011 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-885d8672-6e07-4955-8a0f-10370f0557a8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:55.720017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8422ee71-b8a4-4cee-964a-e084efd07b44 None None] Network 4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:36:55.740463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49438) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:55.741421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-885d8672-6e07-4955-8a0f-10370f0557a8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7364283 Nov 09 00:36:55.746228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': '4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1050087201'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:55.916535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51', 'network_id': '4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51', 'tenant_id': 'c759a05db2984ffe8ba0626845b04471', 'fixed_ips': [{'subnet_id': '1180c1a7-0b77-4652-911e-96d826d72315'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:36:55.917748 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:55.979984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49444) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:55.998270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 24f92234-53e0-4e07-acd7-4b7aed6ebf36 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:36:56.024562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:56.028508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.029702 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 24f92234-53e0-4e07-acd7-4b7aed6ebf36 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:36:56.030053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 24f92234-53e0-4e07-acd7-4b7aed6ebf36 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:36:56.095293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port a48bee3c-5d82-407e-ba6c-ae10b6f93580 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:36:56.096814 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Allocated IP 2001:db8::2 (4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51/1180c1a7-0b77-4652-911e-96d826d72315/3c28f5c2-2cd7-4fd0-ad85-b0a372568383) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:36:56.124469 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62de30b4-6e62-4014-b536-9ff0466fca5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.154901 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.171635 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.237081 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62de30b4-6e62-4014-b536-9ff0466fca5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.244109 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62de30b4-6e62-4014-b536-9ff0466fca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.269279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Pushing event updated for resources: {'Port': ['ID=1a899cf7-199c-4697-95b3-605aa763fc8a,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:56.279719 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.279910 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.289922 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.311496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-62de30b4-6e62-4014-b536-9ff0466fca5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8e2643255e94568af859654f27e5dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3303595 Nov 09 00:36:56.312372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49448) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:56.321971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de30b4-6e62-4014-b536-9ff0466fca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4868ef46-cb5f-4a53-b8ff-e12ccf14ffd2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:56.322790 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.324681 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b44cd945-5ded-4eb3-9a6b-3ae0aea17b45 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2651246 Nov 09 00:36:56.328841 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49450) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:56.335068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2f8af110-755d-49ec-876b-7697b6959f40 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1710885444', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'fixed_ips': [{'ip_address': '172.25.0.127'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:56.364130 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Pushing event updated for resources: {'Port': ['ID=3c28f5c2-2cd7-4fd0-ad85-b0a372568383,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:56.378402 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Network 4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:36:56.380096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:56.386125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:36:56.391629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8af110-755d-49ec-876b-7697b6959f40 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Made reservation on behalf of c4d42a326cc547d49ae0fbfc3ab6bdd3 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:56.394473 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f8af110-755d-49ec-876b-7697b6959f40 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.397286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8::d3 (4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51/1180c1a7-0b77-4652-911e-96d826d72315/a48bee3c-5d82-407e-ba6c-ae10b6f93580) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:36:56.408958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-692ac951-51b7-4e4d-b9d3-ebe9441b7e08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.414845 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f8af110-755d-49ec-876b-7697b6959f40 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.443286 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-692ac951-51b7-4e4d-b9d3-ebe9441b7e08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.455730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Attempting to bind port 3c28f5c2-2cd7-4fd0-ad85-b0a372568383 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:36:56.456523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Attempting to bind port 3c28f5c2-2cd7-4fd0-ad85-b0a372568383 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '40892afc-80f7-4c46-b443-9d804de2c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:36:56.457450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Attempting to bind port 3c28f5c2-2cd7-4fd0-ad85-b0a372568383 on network 4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:36:56.464758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:36:56.465444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Checking segment: {'id': '40892afc-80f7-4c46-b443-9d804de2c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:36:56.466090 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.466695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Bound using segment: {'id': '40892afc-80f7-4c46-b443-9d804de2c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:36:56.468023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Bound port: 3c28f5c2-2cd7-4fd0-ad85-b0a372568383, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40892afc-80f7-4c46-b443-9d804de2c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:36:56.468606 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.517075 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-692ac951-51b7-4e4d-b9d3-ebe9441b7e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.526556 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-692ac951-51b7-4e4d-b9d3-ebe9441b7e08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.534864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-692ac951-51b7-4e4d-b9d3-ebe9441b7e08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4868ef46-cb5f-4a53-b8ff-e12ccf14ffd2 HTTP/1.1" status: 204 len: 168 time: 0.2202430 Nov 09 00:36:56.552180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ac951-51b7-4e4d-b9d3-ebe9441b7e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4868ef46-cb5f-4a53-b8ff-e12ccf14ffd2,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:56.564572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] For port 3c28f5c2-2cd7-4fd0-ad85-b0a372568383, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:36:56.569150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] For port 3c28f5c2-2cd7-4fd0-ad85-b0a372568383, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3c28f5c2-2cd7-4fd0-ad85-b0a372568383,segment=NetworkSegment(40892afc-80f7-4c46-b443-9d804de2c71b),segment_id=40892afc-80f7-4c46-b443-9d804de2c71b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:36:56.582978 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.618598 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.624008 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f8af110-755d-49ec-876b-7697b6959f40 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.634265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f8af110-755d-49ec-876b-7697b6959f40 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.643693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-2f8af110-755d-49ec-876b-7697b6959f40 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] device_id is not set on port 5389580d-fa26-4286-90c6-a89d18ea89bf yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:36:56.653100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d658a31-1020-429e-9a7b-5b4a9d8c5557 None None] Pushing event updated for resources: {'Port': ['ID=3c28f5c2-2cd7-4fd0-ad85-b0a372568383,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:56.773926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8af110-755d-49ec-876b-7697b6959f40 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c3568-1229-4c1e-afcb-284a49fa958b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:56.795724 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.869491 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:36:56.878265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:56.880531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:36:56.886204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:56.887465 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:56.939839 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=a48bee3c-5d82-407e-ba6c-ae10b6f93580,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:57.003180 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-578eccd4-ec87-4a15-88d2-522929810928 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2610343 Nov 09 00:36:57.007451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49462) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:57.036264 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8af110-755d-49ec-876b-7697b6959f40 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 00:36:57.037020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8af110-755d-49ec-876b-7697b6959f40 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:36:57.071770 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2f8af110-755d-49ec-876b-7697b6959f40 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7415347 Nov 09 00:36:57.072735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49464) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:57.092315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49466) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:57.128907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6671723b-337c-4405-b2db-0aedc9773b3b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port a48bee3c-5d82-407e-ba6c-ae10b6f93580 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:36:57.129146 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6671723b-337c-4405-b2db-0aedc9773b3b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.149750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-798ef7de-0ef8-442f-9443-50a85a6ba98a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.220169 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6671723b-337c-4405-b2db-0aedc9773b3b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.233853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6671723b-337c-4405-b2db-0aedc9773b3b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for a48bee3c-5d82-407e-ba6c-ae10b6f93580 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:36:57.282270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-feee51eb-7ad9-4ed5-ae79-a193216969c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Deleting port 1a899cf7-199c-4697-95b3-605aa763fc8a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:36:57.282799 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-feee51eb-7ad9-4ed5-ae79-a193216969c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.319471 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-798ef7de-0ef8-442f-9443-50a85a6ba98a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.346442 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-798ef7de-0ef8-442f-9443-50a85a6ba98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.401993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6671723b-337c-4405-b2db-0aedc9773b3b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.404379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ef7de-0ef8-442f-9443-50a85a6ba98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a03e934-69aa-4f98-bff8-a1835a422599,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:57.411893 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-798ef7de-0ef8-442f-9443-50a85a6ba98a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03612d9ca040470b804e728fba4fb4b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842283 Nov 09 00:36:57.417558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49468) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:57.428128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-feee51eb-7ad9-4ed5-ae79-a193216969c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.428453 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-feee51eb-7ad9-4ed5-ae79-a193216969c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.452414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671723b-337c-4405-b2db-0aedc9773b3b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=a48bee3c-5d82-407e-ba6c-ae10b6f93580,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:57.452761 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-feee51eb-7ad9-4ed5-ae79-a193216969c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Calling delete_port for 1a899cf7-199c-4697-95b3-605aa763fc8a owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:36:57.477387 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6671723b-337c-4405-b2db-0aedc9773b3b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.482188 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6671723b-337c-4405-b2db-0aedc9773b3b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/a48bee3c-5d82-407e-ba6c-ae10b6f93580 HTTP/1.1" status: 204 len: 168 time: 0.4733765 Nov 09 00:36:57.484535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49470) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:57.514599 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba56f10-a115-42c0-b994-f0856aa835f0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:36:57.517331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3ba56f10-a115-42c0-b994-f0856aa835f0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/a48bee3c-5d82-407e-ba6c-ae10b6f93580 HTTP/1.1" status: 404 len: 333 time: 0.0310490 Nov 09 00:36:57.519308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49472) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:57.534691 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d400ddd5-0680-4b13-b79d-90cb471a9e39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.569948 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d400ddd5-0680-4b13-b79d-90cb471a9e39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.591598 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a3591a-d843-4cbe-ab69-14f6440a549a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting subnet 1180c1a7-0b77-4652-911e-96d826d72315 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:36:57.595680 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f6a3591a-d843-4cbe-ab69-14f6440a549a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.661417 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f6a3591a-d843-4cbe-ab69-14f6440a549a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.686528 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d400ddd5-0680-4b13-b79d-90cb471a9e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.691158 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d400ddd5-0680-4b13-b79d-90cb471a9e39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.694764 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d400ddd5-0680-4b13-b79d-90cb471a9e39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a03e934-69aa-4f98-bff8-a1835a422599 HTTP/1.1" status: 204 len: 168 time: 0.2757359 Nov 09 00:36:57.702097 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-feee51eb-7ad9-4ed5-ae79-a193216969c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.739806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400ddd5-0680-4b13-b79d-90cb471a9e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a03e934-69aa-4f98-bff8-a1835a422599,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:57.792246 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee51eb-7ad9-4ed5-ae79-a193216969c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a899cf7-199c-4697-95b3-605aa763fc8a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:57.808934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f6a3591a-d843-4cbe-ab69-14f6440a549a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.849144 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-feee51eb-7ad9-4ed5-ae79-a193216969c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.852769 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-feee51eb-7ad9-4ed5-ae79-a193216969c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.853989 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-feee51eb-7ad9-4ed5-ae79-a193216969c0 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482 tempest-ExternalNetworksAdminNegativeTestJSON-1238879482-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/0a924a63-3d61-419d-b5a7-ca44f12eef70 HTTP/1.1" status: 204 len: 168 time: 0.7800341 Nov 09 00:36:57.917532 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f6a3591a-d843-4cbe-ab69-14f6440a549a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:57.979066 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3591a-d843-4cbe-ab69-14f6440a549a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Subnet': ['ID=1180c1a7-0b77-4652-911e-96d826d72315,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:57.987560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f399f91-d8c6-4233-9a81-0010993b5136 None None] Network 4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:36:57.991519 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f6a3591a-d843-4cbe-ab69-14f6440a549a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.000991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f6a3591a-d843-4cbe-ab69-14f6440a549a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/1180c1a7-0b77-4652-911e-96d826d72315 HTTP/1.1" status: 204 len: 168 time: 0.4805121 Nov 09 00:36:58.003662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49480) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:58.047245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3c28f5c2-2cd7-4fd0-ad85-b0a372568383 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:36:58.097657 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.198264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-584f09e2-df96-4671-b2b3-46260c310458 None None] Provisioning complete for port 3c28f5c2-2cd7-4fd0-ad85-b0a372568383 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:36:58.198633 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-584f09e2-df96-4671-b2b3-46260c310458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.201254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port 3c28f5c2-2cd7-4fd0-ad85-b0a372568383 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:36:58.207052 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.276932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3c28f5c2-2cd7-4fd0-ad85-b0a372568383 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:36:58.277331 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.310050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] For port 3c28f5c2-2cd7-4fd0-ad85-b0a372568383, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3c28f5c2-2cd7-4fd0-ad85-b0a372568383,segment=NetworkSegment(40892afc-80f7-4c46-b443-9d804de2c71b),segment_id=40892afc-80f7-4c46-b443-9d804de2c71b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:36:58.311570 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.328512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49492) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:58.340778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for 3c28f5c2-2cd7-4fd0-ad85-b0a372568383 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:36:58.381754 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-584f09e2-df96-4671-b2b3-46260c310458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.385859 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf9b4ee-003e-417e-956d-e375516bb288 None None] DHCP port deletion for 4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:36:58.461971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.499401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=3c28f5c2-2cd7-4fd0-ad85-b0a372568383,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:58.505440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No DVR routers for this DVR port 3c28f5c2-2cd7-4fd0-ad85-b0a372568383 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:36:58.538241 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.572624 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-48949eac-fc79-4301-9c4b-968f7721a3ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.602880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9b4ee-003e-417e-956d-e375516bb288 None None] The port '3c28f5c2-2cd7-4fd0-ad85-b0a372568383' was deleted {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 09 00:36:58.642003 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.670119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:58.686255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40892afc-80f7-4c46-b443-9d804de2c71b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:58.686916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40892afc-80f7-4c46-b443-9d804de2c71b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:36:58.695730 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-48949eac-fc79-4301-9c4b-968f7721a3ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.696838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.700748 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-48949eac-fc79-4301-9c4b-968f7721a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.715837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.728447 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:36:58.728447 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:36:58.732685 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:36:58.760836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-48949eac-fc79-4301-9c4b-968f7721a3ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6c736cd74a04163bc198aa7040e562d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4312007 Nov 09 00:36:58.764859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49506) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:58.774180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48949eac-fc79-4301-9c4b-968f7721a3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be65e7a8-d9f8-4c89-b791-4b6e129607ab,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:58.813016 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.821156 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.825221 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/networks/4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51 HTTP/1.1" status: 204 len: 168 time: 0.8203127 Nov 09 00:36:58.828528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49508) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:58.837206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236e09a-7e80-476a-b351-e34d10625e97 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Network': ['ID=4ce05db2-c5f2-4e1d-bf86-86f27fdbaf51,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:58.840683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'name': 'tempest-PortsIpV6TestJSON-1857975592'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:58.863835 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28b8011a-322b-49d7-959e-ce4c356eeec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.890403 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28b8011a-322b-49d7-959e-ce4c356eeec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.984824 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28b8011a-322b-49d7-959e-ce4c356eeec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.987599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28b8011a-322b-49d7-959e-ce4c356eeec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:58.989523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-28b8011a-322b-49d7-959e-ce4c356eeec6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be65e7a8-d9f8-4c89-b791-4b6e129607ab HTTP/1.1" status: 204 len: 168 time: 0.2227626 Nov 09 00:36:59.013766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8011a-322b-49d7-959e-ce4c356eeec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be65e7a8-d9f8-4c89-b791-4b6e129607ab,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:59.052270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:36:59.056549 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:59.083732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port 4a8f7411-47c7-4465-ae37-05254884b91e yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:36:59.190344 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:36:59.329622 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:59.370951 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:59.414707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49522) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:59.472403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:36:59.477721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:36:59.484198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:36:59.486728 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-59f006d5-dcb6-408e-aa0b-61df46a116cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4d42a326cc547d49ae0fbfc3ab6bdd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0706625 Nov 09 00:36:59.489016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49526) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:59.490232 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:36:59.490818 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:59.522549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=4a8f7411-47c7-4465-ae37-05254884b91e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:59.530270 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b3cc8d66-ea44-4493-b0df-e732160b2d60 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6999407 Nov 09 00:36:59.532257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49528) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:59.567089 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-615bb957-5bbe-4cb3-b7d0-a15b387313f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:59.593955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-615bb957-5bbe-4cb3-b7d0-a15b387313f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:59.638061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-ccbdd753-40cc-49c8-a2b2-e286e03f0a0e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port 4a8f7411-47c7-4465-ae37-05254884b91e {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:36:59.638602 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd753-40cc-49c8-a2b2-e286e03f0a0e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:59.652677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-615bb957-5bbe-4cb3-b7d0-a15b387313f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:59.655431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-615bb957-5bbe-4cb3-b7d0-a15b387313f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:59.656696 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-615bb957-5bbe-4cb3-b7d0-a15b387313f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f3c3568-1229-4c1e-afcb-284a49fa958b HTTP/1.1" status: 204 len: 168 time: 0.1666374 Nov 09 00:36:59.668419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bb957-5bbe-4cb3-b7d0-a15b387313f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c3568-1229-4c1e-afcb-284a49fa958b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:59.717263 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd753-40cc-49c8-a2b2-e286e03f0a0e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:59.740533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-ccbdd753-40cc-49c8-a2b2-e286e03f0a0e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for 4a8f7411-47c7-4465-ae37-05254884b91e owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:36:59.848093 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd753-40cc-49c8-a2b2-e286e03f0a0e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:59.898125 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd753-40cc-49c8-a2b2-e286e03f0a0e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:36:59.905010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49536) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:36:59.910838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'mac_address': 'fa:16:3e:b1:72:a4', 'name': 'tempest-PortsIpV6TestJSON-512954133'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:36:59.915306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ccbdd753-40cc-49c8-a2b2-e286e03f0a0e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/4a8f7411-47c7-4465-ae37-05254884b91e HTTP/1.1" status: 204 len: 168 time: 0.3816810 Nov 09 00:36:59.918382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdd753-40cc-49c8-a2b2-e286e03f0a0e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=4a8f7411-47c7-4465-ae37-05254884b91e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:36:59.943248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3c28f5c2-2cd7-4fd0-ad85-b0a372568383 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:36:59.978596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 3c28f5c2-2cd7-4fd0-ad85-b0a372568383 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:36:59.978935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3c28f5c2-2cd7-4fd0-ad85-b0a372568383 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:37:00.047895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:00.134947 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:00.165425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port b3d8b72b-f112-49b8-b509-2bc4990327fc yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:37:00.410400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:00.457139 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:00.532345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:00.566686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=b3d8b72b-f112-49b8-b509-2bc4990327fc,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:00.576115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:00.584767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:00.603742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:00.604667 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:00.629208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49576) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:00.629582 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-94a2cced-b2ad-4d7e-895b-e9086939af20 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7232919 Nov 09 00:37:00.687594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b87362c-83f4-4d06-8f87-ed567824fc73 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:00.694118 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0b87362c-83f4-4d06-8f87-ed567824fc73 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/b3d8b72b-f112-49b8-b509-2bc4990327fc HTTP/1.1" status: 200 len: 844 time: 0.0637722 Nov 09 00:37:00.696572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49580) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:00.812316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-96d66c86-2ea1-45d1-bed2-bd03f430533c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port b3d8b72b-f112-49b8-b509-2bc4990327fc {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:00.812950 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96d66c86-2ea1-45d1-bed2-bd03f430533c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:00.904511 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96d66c86-2ea1-45d1-bed2-bd03f430533c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:00.919851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-96d66c86-2ea1-45d1-bed2-bd03f430533c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for b3d8b72b-f112-49b8-b509-2bc4990327fc owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:01.015955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96d66c86-2ea1-45d1-bed2-bd03f430533c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.050313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d66c86-2ea1-45d1-bed2-bd03f430533c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=b3d8b72b-f112-49b8-b509-2bc4990327fc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:01.067467 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-96d66c86-2ea1-45d1-bed2-bd03f430533c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.072073 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-96d66c86-2ea1-45d1-bed2-bd03f430533c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/b3d8b72b-f112-49b8-b509-2bc4990327fc HTTP/1.1" status: 204 len: 168 time: 0.3735828 Nov 09 00:37:01.074591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49592) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:01.108562 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ba23d0-450d-4bec-84dc-9d060643b005 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:37:01.113648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-26ba23d0-450d-4bec-84dc-9d060643b005 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/b3d8b72b-f112-49b8-b509-2bc4990327fc HTTP/1.1" status: 404 len: 333 time: 0.0347064 Nov 09 00:37:01.114393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49594) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:01.122038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'name': 'tempest-PortsIpV6TestJSON-443793065'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:01.234529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:01.238361 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.256244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port 9d8024ad-005c-43bf-9d21-970c47c0a1c8 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:37:01.383632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49600) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:01.434474 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.473454 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.499192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-81493450', 'router:external': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:01.521573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Made reservation on behalf of e382a6d816dc440288db78fe93fa0750 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:01.521789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:01.524136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.528541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:01.531133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:01.534525 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.536972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:01.537603 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.552116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=9d8024ad-005c-43bf-9d21-970c47c0a1c8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:01.563825 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dcedf6a9-a92c-4bb6-ac29-f83cab68596b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4481184 Nov 09 00:37:01.566559 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49604) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:01.571942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b6988360-57fa-4882-bbf9-192bdeec6cdb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:01.673754 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6988360-57fa-4882-bbf9-192bdeec6cdb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.705763 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.730261 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.769537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:37:01.798185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6c7730-c738-4006-ab5f-9a6ee6db0804,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:01.812987 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.813269 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Added segment 4b9aed7a-f469-4bf9-98bc-b611895eb38f of type vlan for network 73d3cbfd-e931-48c6-b479-874b0d373db4 Nov 09 00:37:01.915829 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.950519 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6988360-57fa-4882-bbf9-192bdeec6cdb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.957856 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6988360-57fa-4882-bbf9-192bdeec6cdb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.987665 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:01.988626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:01.989204 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.002896 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b6988360-57fa-4882-bbf9-192bdeec6cdb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] In _notify_port_updated(), no bound segment for port 9d8024ad-005c-43bf-9d21-970c47c0a1c8 on network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 {{(pid=101780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:37:02.008370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6988360-57fa-4882-bbf9-192bdeec6cdb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:02.008985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6988360-57fa-4882-bbf9-192bdeec6cdb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.010322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b6988360-57fa-4882-bbf9-192bdeec6cdb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "PUT /v2.0/ports/9d8024ad-005c-43bf-9d21-970c47c0a1c8 HTTP/1.1" status: 200 len: 818 time: 0.4427223 Nov 09 00:37:02.014395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49624) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:02.075425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6901588 Nov 09 00:37:02.078748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49628) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:02.081647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6988360-57fa-4882-bbf9-192bdeec6cdb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=9d8024ad-005c-43bf-9d21-970c47c0a1c8,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:02.087099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Request body: {'subnet': {'network_id': '73d3cbfd-e931-48c6-b479-874b0d373db4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:02.087661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae52d5-1288-4e5b-830e-77a34c63b871 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event updated for resources: {'Network': ['ID=73d3cbfd-e931-48c6-b479-874b0d373db4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:02.104996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 73d3cbfd-e931-48c6-b479-874b0d373db4 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:37:02.158970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Made reservation on behalf of e382a6d816dc440288db78fe93fa0750 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:02.161189 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.254449 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d94a16d2-51b6-48f2-8757-fef630102f66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port 9d8024ad-005c-43bf-9d21-970c47c0a1c8 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:02.254449 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d94a16d2-51b6-48f2-8757-fef630102f66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.343004 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d94a16d2-51b6-48f2-8757-fef630102f66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.382404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d94a16d2-51b6-48f2-8757-fef630102f66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for 9d8024ad-005c-43bf-9d21-970c47c0a1c8 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:02.562737 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d94a16d2-51b6-48f2-8757-fef630102f66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.599802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a16d2-51b6-48f2-8757-fef630102f66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=9d8024ad-005c-43bf-9d21-970c47c0a1c8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:02.607948 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d94a16d2-51b6-48f2-8757-fef630102f66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.614524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49642) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:02.615064 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d94a16d2-51b6-48f2-8757-fef630102f66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/9d8024ad-005c-43bf-9d21-970c47c0a1c8 HTTP/1.1" status: 204 len: 168 time: 0.5977175 Nov 09 00:37:02.685501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:37:02.686361 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.686514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f44d57-803f-4496-bedc-61e94d26c082 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:02.691163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49644) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:02.692205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d3f44d57-803f-4496-bedc-61e94d26c082 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0766053 Nov 09 00:37:02.748699 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-88425693-7504-443f-8e50-4803126d2aa0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:37:02.754026 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-88425693-7504-443f-8e50-4803126d2aa0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/9d8024ad-005c-43bf-9d21-970c47c0a1c8 HTTP/1.1" status: 404 len: 333 time: 0.0580387 Nov 09 00:37:02.755847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49648) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:02.766463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a3525401-d325-4745-bb49-58e2abea2e44 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1502592347'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:02.776304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event updated for resources: {'Subnet': ['ID=803b2cc3-7057-4170-b59d-86b3b104d8e3,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:02.793779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Checking segment: {'id': '4b9aed7a-f469-4bf9-98bc-b611895eb38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '73d3cbfd-e931-48c6-b479-874b0d373db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:02.794267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Network hostable DHCP agents. Network: 73d3cbfd-e931-48c6-b479-874b0d373db4, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:37:02.810117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3525401-d325-4745-bb49-58e2abea2e44 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:02.815230 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3525401-d325-4745-bb49-58e2abea2e44 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.817613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Network 73d3cbfd-e931-48c6-b479-874b0d373db4 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:37:02.830367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 73d3cbfd-e931-48c6-b479-874b0d373db4) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:02.838677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65790a02-7a67-4a8b-8b1a-54eb90e387a3 None None] Network 73d3cbfd-e931-48c6-b479-874b0d373db4 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:02.840164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:02.841027 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.860719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3525401-d325-4745-bb49-58e2abea2e44 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:37:02.868811 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-24383b84-ec27-4ac8-8092-6917ba8f2815 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7885563 Nov 09 00:37:02.871561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49650) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:02.876704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-376766737', 'network_id': '73d3cbfd-e931-48c6-b479-874b0d373db4'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:02.883398 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3525401-d325-4745-bb49-58e2abea2e44 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.883882 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-a3525401-d325-4745-bb49-58e2abea2e44 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Added segment a3a38c5b-62dc-4d1c-a129-b2a79393c77f of type vlan for network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df Nov 09 00:37:02.933805 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3525401-d325-4745-bb49-58e2abea2e44 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.937909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Made reservation on behalf of e382a6d816dc440288db78fe93fa0750 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:02.940439 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:02.971952 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] device_id is not set on port 13e02c8d-324d-4728-935e-afb16cbdef86 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:37:02.990412 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e627c299-e47c-4855-bc60-7aa11fae891e None None] Network 73d3cbfd-e931-48c6-b479-874b0d373db4 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:03.011175 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3525401-d325-4745-bb49-58e2abea2e44 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:03.018007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3525401-d325-4745-bb49-58e2abea2e44 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:03.018633 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a3525401-d325-4745-bb49-58e2abea2e44 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:03.100639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a3525401-d325-4745-bb49-58e2abea2e44 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3422644 Nov 09 00:37:03.104469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49652) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:03.111691 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d980b9e8-bd80-44e0-b3c5-eacaf858146a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': '7dd5aa93-d520-4cab-8d8c-3f21acbc89df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:03.113488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3525401-d325-4745-bb49-58e2abea2e44 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Network': ['ID=7dd5aa93-d520-4cab-8d8c-3f21acbc89df,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:03.158838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Allocated IP 172.20.0.13 (73d3cbfd-e931-48c6-b479-874b0d373db4/803b2cc3-7057-4170-b59d-86b3b104d8e3/13e02c8d-324d-4728-935e-afb16cbdef86) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:03.173852 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:37:03.314245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d980b9e8-bd80-44e0-b3c5-eacaf858146a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:03.320162 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d980b9e8-bd80-44e0-b3c5-eacaf858146a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:03.326221 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:03.364730 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:03.414591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Network 73d3cbfd-e931-48c6-b479-874b0d373db4 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:03.420873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:03.424984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:03.431123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event updated for resources: {'Port': ['ID=13e02c8d-324d-4728-935e-afb16cbdef86,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:03.517454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:03.518077 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:03.541412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4bab5013-e7a6-451f-a2ba-ed6238f1d9ae tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6661484 Nov 09 00:37:03.541810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49656) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:03.569663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d980b9e8-bd80-44e0-b3c5-eacaf858146a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:03.634123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-31d20447-b5e9-43a2-a987-1dfbed39a5fb tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Deleting port 13e02c8d-324d-4728-935e-afb16cbdef86 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:03.634880 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31d20447-b5e9-43a2-a987-1dfbed39a5fb tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:03.655516 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980b9e8-bd80-44e0-b3c5-eacaf858146a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Subnet': ['ID=567b34c1-0c48-42ed-9159-392a12c44c2f,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:03.664641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980b9e8-bd80-44e0-b3c5-eacaf858146a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Checking segment: {'id': 'a3a38c5b-62dc-4d1c-a129-b2a79393c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd5aa93-d520-4cab-8d8c-3f21acbc89df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:03.664989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980b9e8-bd80-44e0-b3c5-eacaf858146a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network hostable DHCP agents. Network: 7dd5aa93-d520-4cab-8d8c-3f21acbc89df, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:37:03.687952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980b9e8-bd80-44e0-b3c5-eacaf858146a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:37:03.703027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d980b9e8-bd80-44e0-b3c5-eacaf858146a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 7dd5aa93-d520-4cab-8d8c-3f21acbc89df) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:03.715450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d980b9e8-bd80-44e0-b3c5-eacaf858146a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:03.716067 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d980b9e8-bd80-44e0-b3c5-eacaf858146a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:03.717546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe380b-a485-4e15-bae8-572ddb207c30 None None] Network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:03.736420 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d980b9e8-bd80-44e0-b3c5-eacaf858146a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6301563 Nov 09 00:37:03.739244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49658) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:03.745051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-79585a0e-5134-43ee-b610-1f796f1c6ff1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': '7dd5aa93-d520-4cab-8d8c-3f21acbc89df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:03.747260 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31d20447-b5e9-43a2-a987-1dfbed39a5fb tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:03.763367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-31d20447-b5e9-43a2-a987-1dfbed39a5fb tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Calling delete_port for 13e02c8d-324d-4728-935e-afb16cbdef86 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:03.936437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79585a0e-5134-43ee-b610-1f796f1c6ff1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:03.943070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79585a0e-5134-43ee-b610-1f796f1c6ff1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:03.967133 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31d20447-b5e9-43a2-a987-1dfbed39a5fb tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:03.967468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-7dd5aa93-d520-4cab-8d8c-3f21acbc89df', 'network_id': '7dd5aa93-d520-4cab-8d8c-3f21acbc89df', 'tenant_id': 'c759a05db2984ffe8ba0626845b04471', 'fixed_ips': [{'subnet_id': '567b34c1-0c48-42ed-9159-392a12c44c2f'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:37:03.968582 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:04.018397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d20447-b5e9-43a2-a987-1dfbed39a5fb tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event deleted for resources: {'Port': ['ID=13e02c8d-324d-4728-935e-afb16cbdef86,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:04.075809 n-d-813263-3 neutron-server[101781]: INFO neutron.db.ipam_backend_mixin [None req-79585a0e-5134-43ee-b610-1f796f1c6ff1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 567b34c1-0c48-42ed-9159-392a12c44c2f (CIDR: 2001:db8::/64) Nov 09 00:37:04.080066 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31d20447-b5e9-43a2-a987-1dfbed39a5fb tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:04.080230 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-79585a0e-5134-43ee-b610-1f796f1c6ff1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:37:04.081522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79585a0e-5134-43ee-b610-1f796f1c6ff1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:37:04.087336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-31d20447-b5e9-43a2-a987-1dfbed39a5fb tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "DELETE /v2.0/ports/13e02c8d-324d-4728-935e-afb16cbdef86 HTTP/1.1" status: 204 len: 168 time: 0.5405943 Nov 09 00:37:04.087336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49662) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:04.094632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73d3cbfd-e931-48c6-b479-874b0d373db4', 'external_fixed_ips': [{'subnet_id': '803b2cc3-7057-4170-b59d-86b3b104d8e3', 'ip_address': '172.20.0.13'}]}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:04.105573 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-79585a0e-5134-43ee-b610-1f796f1c6ff1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3651676 Nov 09 00:37:04.108231 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49664) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:04.114052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-93bf11ae-e437-44c2-8c5d-f5a6965d94a2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': '7dd5aa93-d520-4cab-8d8c-3f21acbc89df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:04.182945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:04.183660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Allocated IP 2001:db8::2 (7dd5aa93-d520-4cab-8d8c-3f21acbc89df/567b34c1-0c48-42ed-9159-392a12c44c2f/f8ad3e86-53b9-4f52-be79-1235f60ffe9c) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:04.184204 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:04.273509 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:04.358448 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:04.368921 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:04.614598 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:04.632105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:04.636907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:04.645879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Pushing event updated for resources: {'Port': ['ID=f8ad3e86-53b9-4f52-be79-1235f60ffe9c,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:04.712482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Attempting to bind port f8ad3e86-53b9-4f52-be79-1235f60ffe9c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:04.712958 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Attempting to bind port f8ad3e86-53b9-4f52-be79-1235f60ffe9c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a3a38c5b-62dc-4d1c-a129-b2a79393c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd5aa93-d520-4cab-8d8c-3f21acbc89df'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:04.713557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Attempting to bind port f8ad3e86-53b9-4f52-be79-1235f60ffe9c on network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:04.720203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:04.720667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Checking segment: {'id': 'a3a38c5b-62dc-4d1c-a129-b2a79393c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd5aa93-d520-4cab-8d8c-3f21acbc89df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:04.721185 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:04.721678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Bound using segment: {'id': 'a3a38c5b-62dc-4d1c-a129-b2a79393c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd5aa93-d520-4cab-8d8c-3f21acbc89df'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:04.722212 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Bound port: f8ad3e86-53b9-4f52-be79-1235f60ffe9c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a38c5b-62dc-4d1c-a129-b2a79393c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd5aa93-d520-4cab-8d8c-3f21acbc89df'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:04.722663 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:04.805162 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] For port f8ad3e86-53b9-4f52-be79-1235f60ffe9c, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:04.808716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:04.810152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] For port f8ad3e86-53b9-4f52-be79-1235f60ffe9c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f8ad3e86-53b9-4f52-be79-1235f60ffe9c,segment=NetworkSegment(a3a38c5b-62dc-4d1c-a129-b2a79393c77f),segment_id=a3a38c5b-62dc-4d1c-a129-b2a79393c77f)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:04.812132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bf11ae-e437-44c2-8c5d-f5a6965d94a2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:04.815360 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:04.815605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93bf11ae-e437-44c2-8c5d-f5a6965d94a2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:04.921646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d31122-dd9c-4e33-8785-0fa78e780d04 None None] Pushing event updated for resources: {'Port': ['ID=f8ad3e86-53b9-4f52-be79-1235f60ffe9c,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:05.480868 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:05.483544 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93bf11ae-e437-44c2-8c5d-f5a6965d94a2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:05.557435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf11ae-e437-44c2-8c5d-f5a6965d94a2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Subnet': ['ID=abe8fd72-64cf-46d8-8238-fb6c14e442e4,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:05.565995 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:05.635050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bf11ae-e437-44c2-8c5d-f5a6965d94a2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:05.688865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-93bf11ae-e437-44c2-8c5d-f5a6965d94a2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:05.702127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bf11ae-e437-44c2-8c5d-f5a6965d94a2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:05.702543 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93bf11ae-e437-44c2-8c5d-f5a6965d94a2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:05.797374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-93bf11ae-e437-44c2-8c5d-f5a6965d94a2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6879663 Nov 09 00:37:05.800115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49678) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:05.805270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': '7dd5aa93-d520-4cab-8d8c-3f21acbc89df', 'fixed_ips': [{'subnet_id': '567b34c1-0c48-42ed-9159-392a12c44c2f'}, {'subnet_id': 'abe8fd72-64cf-46d8-8238-fb6c14e442e4'}], 'name': 'tempest-PortsIpV6TestJSON-1125815786'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:05.984003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Allocated IP 172.20.0.13 (73d3cbfd-e931-48c6-b479-874b0d373db4/803b2cc3-7057-4170-b59d-86b3b104d8e3/1a5c38b5-ab79-4174-b663-cea0f94d4c9c) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:06.042090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f8ad3e86-53b9-4f52-be79-1235f60ffe9c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:06.125815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:06.148299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49684) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:06.159482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f8ad3e86-53b9-4f52-be79-1235f60ffe9c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:06.159482 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:06.247617 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:06.273199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port 52d05e1b-a99e-45af-9d32-9160184e2d9f yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:37:06.347542 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:06.423617 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:06.450288 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:06.466022 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d0be6c8-36c7-4ad2-8705-1f820e44ea1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:06.506120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port f8ad3e86-53b9-4f52-be79-1235f60ffe9c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f8ad3e86-53b9-4f52-be79-1235f60ffe9c,segment=NetworkSegment(a3a38c5b-62dc-4d1c-a129-b2a79393c77f),segment_id=a3a38c5b-62dc-4d1c-a129-b2a79393c77f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:06.513285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6332404-f6e6-4953-b1f5-d4983521f015 None None] Network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:06.552284 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:06.584618 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d0be6c8-36c7-4ad2-8705-1f820e44ea1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:06.597219 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d0be6c8-36c7-4ad2-8705-1f820e44ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:06.600762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Network 73d3cbfd-e931-48c6-b479-874b0d373db4 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:06.619441 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:06.639078 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:06.684837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event updated for resources: {'Port': ['ID=1a5c38b5-ab79-4174-b663-cea0f94d4c9c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:06.717157 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8d0be6c8-36c7-4ad2-8705-1f820e44ea1f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef1c8b04bbe141b6bad75b702a5c6ab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5604081 Nov 09 00:37:06.725774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49688) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:06.766292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f8b8cb77-28d9-49f3-b515-8d05a7be7802 None None] Provisioning complete for port f8ad3e86-53b9-4f52-be79-1235f60ffe9c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:06.766662 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f8b8cb77-28d9-49f3-b515-8d05a7be7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:06.807074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0be6c8-36c7-4ad2-8705-1f820e44ea1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf6a805-5d3c-45e8-88d9-967005c39b0c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:06.918855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=f8ad3e86-53b9-4f52-be79-1235f60ffe9c,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:06.971012 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8791f6f5-305d-4447-a047-7edcaf78ee56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:07.063150 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8791f6f5-305d-4447-a047-7edcaf78ee56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:07.329915 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8791f6f5-305d-4447-a047-7edcaf78ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:07.333164 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8791f6f5-305d-4447-a047-7edcaf78ee56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:07.334484 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8791f6f5-305d-4447-a047-7edcaf78ee56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcf6a805-5d3c-45e8-88d9-967005c39b0c HTTP/1.1" status: 204 len: 168 time: 0.6076341 Nov 09 00:37:07.338045 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:07.364330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6269f88e-9727-4cc5-9ea8-5d255629a1df None None] Update dhcp port {'port': {'network_id': '7dd5aa93-d520-4cab-8d8c-3f21acbc89df', 'fixed_ips': [{'subnet_id': '567b34c1-0c48-42ed-9159-392a12c44c2f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'abe8fd72-64cf-46d8-8238-fb6c14e442e4'}], 'binding:host_id': 'n-d-813263-3'}, 'id': 'f8ad3e86-53b9-4f52-be79-1235f60ffe9c'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:37:07.400706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791f6f5-305d-4447-a047-7edcaf78ee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf6a805-5d3c-45e8-88d9-967005c39b0c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:07.412342 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6269f88e-9727-4cc5-9ea8-5d255629a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:07.590345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8::2bb (7dd5aa93-d520-4cab-8d8c-3f21acbc89df/567b34c1-0c48-42ed-9159-392a12c44c2f/52d05e1b-a99e-45af-9d32-9160184e2d9f) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:07.597257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8:0:1::2a1 (7dd5aa93-d520-4cab-8d8c-3f21acbc89df/abe8fd72-64cf-46d8-8238-fb6c14e442e4/52d05e1b-a99e-45af-9d32-9160184e2d9f) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:07.636983 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:07.771019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:07.773643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Router d4e27126-9f9e-4b3b-897a-4dafa1da8062 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:37:07.808574 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:07.868685 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-6269f88e-9727-4cc5-9ea8-5d255629a1df None None] Allocated IP 2001:db8:0:1::2 (7dd5aa93-d520-4cab-8d8c-3f21acbc89df/abe8fd72-64cf-46d8-8238-fb6c14e442e4/f8ad3e86-53b9-4f52-be79-1235f60ffe9c) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:07.891320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=52d05e1b-a99e-45af-9d32-9160184e2d9f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:07.896798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:07.899398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:07.910905 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:07.921038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:07.921857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:07.928524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:07.938604 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] Sync routers for ids ['d4e27126-9f9e-4b3b-897a-4dafa1da8062'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:07.954364 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:07.955729 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] Routers {'d4e27126-9f9e-4b3b-897a-4dafa1da8062'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:07.958046 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1b6e2a45-628b-4ad1-a2d1-5749a19cc8e8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.8690147 Nov 09 00:37:07.959376 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:36:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['d4e27126-9f9e-4b3b-897a-4dafa1da8062'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:07.960224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49704) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:07.973322 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aa4b07de-7b9b-453f-80f9-18470a22050d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1685548 Nov 09 00:37:07.973989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49706) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:07.979315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-feed1ddf-32b5-4b59-bd9c-2e5f4bd1b824 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '567b34c1-0c48-42ed-9159-392a12c44c2f'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:07.999557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f8ad3e86-53b9-4f52-be79-1235f60ffe9c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:08.067461 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6269f88e-9727-4cc5-9ea8-5d255629a1df None None] For port f8ad3e86-53b9-4f52-be79-1235f60ffe9c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f8ad3e86-53b9-4f52-be79-1235f60ffe9c,segment=NetworkSegment(a3a38c5b-62dc-4d1c-a129-b2a79393c77f),segment_id=a3a38c5b-62dc-4d1c-a129-b2a79393c77f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:08.094250 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-feed1ddf-32b5-4b59-bd9c-2e5f4bd1b824 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.114297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f8ad3e86-53b9-4f52-be79-1235f60ffe9c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:08.114297 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.129763 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.135546 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] Set router d4e27126-9f9e-4b3b-897a-4dafa1da8062 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:08.149730 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6269f88e-9727-4cc5-9ea8-5d255629a1df None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.162809 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6269f88e-9727-4cc5-9ea8-5d255629a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.328012 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.340498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49722) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:08.422296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269f88e-9727-4cc5-9ea8-5d255629a1df None None] Pushing event updated for resources: {'Port': ['ID=f8ad3e86-53b9-4f52-be79-1235f60ffe9c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:08.459136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Deleting port 1a5c38b5-ab79-4174-b663-cea0f94d4c9c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:08.459855 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.528944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-144511249-network', 'tenant_id': '717e1c13c98f4edc9b90978b7b9ee91b'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:08.545824 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e27126-9f9e-4b3b-897a-4dafa1da8062', 'name': '', 'tenant_id': 'e382a6d816dc440288db78fe93fa0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d3cbfd-e931-48c6-b479-874b0d373db4', 'external_fixed_ips': [{'subnet_id': '803b2cc3-7057-4170-b59d-86b3b104d8e3', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '1a5c38b5-ab79-4174-b663-cea0f94d4c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:04Z', 'updated_at': '2021-11-09T00:37:07Z', 'revision_number': 3, 'project_id': 'e382a6d816dc440288db78fe93fa0750', 'gw_port': {'id': '1a5c38b5-ab79-4174-b663-cea0f94d4c9c', 'name': '', 'network_id': '73d3cbfd-e931-48c6-b479-874b0d373db4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e27126-9f9e-4b3b-897a-4dafa1da8062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '803b2cc3-7057-4170-b59d-86b3b104d8e3', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:05Z', 'updated_at': '2021-11-09T00:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '803b2cc3-7057-4170-b59d-86b3b104d8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:08.567606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Made reservation on behalf of 717e1c13c98f4edc9b90978b7b9ee91b for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:08.569922 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.578328 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] Checking router: d4e27126-9f9e-4b3b-897a-4dafa1da8062 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:37:08.578667 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] Updating router d4e27126-9f9e-4b3b-897a-4dafa1da8062 port 1a5c38b5-ab79-4174-b663-cea0f94d4c9c binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:37:08.589711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.607793 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.611529 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.628805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Calling delete_port for 1a5c38b5-ab79-4174-b663-cea0f94d4c9c owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:08.650599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-feed1ddf-32b5-4b59-bd9c-2e5f4bd1b824 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Delete allocated IP 2001:db8:0:1::2a1 (7dd5aa93-d520-4cab-8d8c-3f21acbc89df/abe8fd72-64cf-46d8-8238-fb6c14e442e4) {{(pid=101781) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 00:37:08.802006 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.809584 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.841167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-feed1ddf-32b5-4b59-bd9c-2e5f4bd1b824 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.847842 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-feed1ddf-32b5-4b59-bd9c-2e5f4bd1b824 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.876150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3256df7b-d8dd-4fcb-9586-0a48b211eacc,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:08.910320 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.947591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-feed1ddf-32b5-4b59-bd9c-2e5f4bd1b824 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] In _notify_port_updated(), no bound segment for port 52d05e1b-a99e-45af-9d32-9160184e2d9f on network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:37:08.952801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a5c38b5-ab79-4174-b663-cea0f94d4c9c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:08.954319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feed1ddf-32b5-4b59-bd9c-2e5f4bd1b824 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:08.955009 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-feed1ddf-32b5-4b59-bd9c-2e5f4bd1b824 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:08.959592 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-feed1ddf-32b5-4b59-bd9c-2e5f4bd1b824 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "PUT /v2.0/ports/52d05e1b-a99e-45af-9d32-9160184e2d9f HTTP/1.1" status: 200 len: 926 time: 0.9821577 Nov 09 00:37:08.967668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49726) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:08.969244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:37:08.982052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed1ddf-32b5-4b59-bd9c-2e5f4bd1b824 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=52d05e1b-a99e-45af-9d32-9160184e2d9f,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:08.985526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-975160db-0844-453a-92a7-4238110080db tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '567b34c1-0c48-42ed-9159-392a12c44c2f'}, {'subnet_id': 'abe8fd72-64cf-46d8-8238-fb6c14e442e4'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:08.992778 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.db.api [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:37:08.993243 n-d-813263-3 neutron-server[101783]: DEBUG oslo_db.api [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:37:09.022186 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:09.022530 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Added segment ca29c665-dae2-4c8d-98aa-9653e43e17fe of type vlan for network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 Nov 09 00:37:09.176275 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:09.183825 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:09.330646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d0beb-bd52-4901-bd3a-3e9665f532c4 None None] Network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:09.403109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-79ddf440-7c16-4d9d-b716-eef1662da986 None None] Provisioning complete for port f8ad3e86-53b9-4f52-be79-1235f60ffe9c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:09.403478 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-79ddf440-7c16-4d9d-b716-eef1662da986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:09.524593 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] Port 1a5c38b5-ab79-4174-b663-cea0f94d4c9c not found while updating agent binding for router d4e27126-9f9e-4b3b-897a-4dafa1da8062. {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 00:37:09.541340 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] Routers {'d4e27126-9f9e-4b3b-897a-4dafa1da8062'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:09.542425 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:36:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['d4e27126-9f9e-4b3b-897a-4dafa1da8062'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:09.642198 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] Set router d4e27126-9f9e-4b3b-897a-4dafa1da8062 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:09.666216 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:09.667206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:09.667789 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:09.686934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:09.707752 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e27126-9f9e-4b3b-897a-4dafa1da8062', 'name': '', 'tenant_id': 'e382a6d816dc440288db78fe93fa0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:04Z', 'updated_at': '2021-11-09T00:37:08Z', 'revision_number': 5, 'project_id': 'e382a6d816dc440288db78fe93fa0750', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:09.708036 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:09.744288 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab08b63-7b0e-4e3d-82c4-cc157cc0e7c2 None None] The sync data for ids ['d4e27126-9f9e-4b3b-897a-4dafa1da8062'] in n-d-813263-3 is: [{'id': 'd4e27126-9f9e-4b3b-897a-4dafa1da8062', 'name': '', 'tenant_id': 'e382a6d816dc440288db78fe93fa0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:04Z', 'updated_at': '2021-11-09T00:37:08Z', 'revision_number': 5, 'project_id': 'e382a6d816dc440288db78fe93fa0750', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:09.778871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4372611 Nov 09 00:37:09.781766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49732) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:09.786895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6c6ce021-44ca-40ef-99db-d1e7b727fb9b admin admin] Request body: {'subnet': {'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-144511249-subnet', 'tenant_id': '717e1c13c98f4edc9b90978b7b9ee91b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:09.849958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6ce021-44ca-40ef-99db-d1e7b727fb9b admin admin] Made reservation on behalf of 717e1c13c98f4edc9b90978b7b9ee91b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:09.850690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3892b-c1fc-4e50-a304-d73e6d937bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=186e53c1-eb94-4fb8-a04c-7cd0a8b9b404,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:09.852469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c6ce021-44ca-40ef-99db-d1e7b727fb9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:09.863767 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:37:09.875957 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-975160db-0844-453a-92a7-4238110080db tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:09.903654 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:09.904238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4e27126-9f9e-4b3b-897a-4dafa1da8062 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:37:09.918871 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:09.922403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-68f6be56-a7f9-40e2-a26a-3a8ced921341 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "DELETE /v2.0/routers/d4e27126-9f9e-4b3b-897a-4dafa1da8062 HTTP/1.1" status: 204 len: 168 time: 1.9576812 Nov 09 00:37:09.926505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49734) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:10.075827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f8ad3e86-53b9-4f52-be79-1235f60ffe9c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:10.139534 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c6ce021-44ca-40ef-99db-d1e7b727fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.157339 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-bd365123-8d42-43a7-8280-47d95b3dbfae None None] Provisioning complete for port f8ad3e86-53b9-4f52-be79-1235f60ffe9c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:10.157729 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd365123-8d42-43a7-8280-47d95b3dbfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.210754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f8ad3e86-53b9-4f52-be79-1235f60ffe9c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:10.211137 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.217042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6ce021-44ca-40ef-99db-d1e7b727fb9b admin admin] Checking segment: {'id': 'ca29c665-dae2-4c8d-98aa-9653e43e17fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:10.217445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6ce021-44ca-40ef-99db-d1e7b727fb9b admin admin] Network hostable DHCP agents. Network: 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:37:10.232666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ce021-44ca-40ef-99db-d1e7b727fb9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54b4751-085c-46f5-99fe-77d26c0db22d,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:10.240546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdda312-5446-47f1-b7f7-285763b8914d tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Deleting subnet 803b2cc3-7057-4170-b59d-86b3b104d8e3 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:37:10.244088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fdda312-5446-47f1-b7f7-285763b8914d tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.272024 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6ce021-44ca-40ef-99db-d1e7b727fb9b admin admin] Network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:37:10.290000 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fdda312-5446-47f1-b7f7-285763b8914d tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.291737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6c6ce021-44ca-40ef-99db-d1e7b727fb9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:10.298537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ce021-44ca-40ef-99db-d1e7b727fb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:10.299255 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c6ce021-44ca-40ef-99db-d1e7b727fb9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.334204 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fdda312-5446-47f1-b7f7-285763b8914d tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.338327 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6c6ce021-44ca-40ef-99db-d1e7b727fb9b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5531471 Nov 09 00:37:10.341109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c8e838-2958-43f1-b027-891ce15760f2 None None] Network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:10.469791 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fdda312-5446-47f1-b7f7-285763b8914d tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.521274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-bd365123-8d42-43a7-8280-47d95b3dbfae None None] Provisioning complete for port 52d05e1b-a99e-45af-9d32-9160184e2d9f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:10.522862 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd365123-8d42-43a7-8280-47d95b3dbfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.528823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdda312-5446-47f1-b7f7-285763b8914d tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=803b2cc3-7057-4170-b59d-86b3b104d8e3,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:10.533036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-975160db-0844-453a-92a7-4238110080db tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8:0:1::1ac (7dd5aa93-d520-4cab-8d8c-3f21acbc89df/abe8fd72-64cf-46d8-8238-fb6c14e442e4/52d05e1b-a99e-45af-9d32-9160184e2d9f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:10.536324 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4fdda312-5446-47f1-b7f7-285763b8914d tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.543021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4fdda312-5446-47f1-b7f7-285763b8914d tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/803b2cc3-7057-4170-b59d-86b3b104d8e3 HTTP/1.1" status: 204 len: 168 time: 0.6159544 Nov 09 00:37:10.543395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49740) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:10.640217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-bd365123-8d42-43a7-8280-47d95b3dbfae None None] Port 52d05e1b-a99e-45af-9d32-9160184e2d9f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:10.652421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c0b5fd-e844-4845-884c-49c4f030a7c8 None None] Network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:10.704362 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.796588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-feea8ee3-2429-4623-91bb-194b62ac52d0 None None] Provisioning complete for port 52d05e1b-a99e-45af-9d32-9160184e2d9f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:10.797034 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-feea8ee3-2429-4623-91bb-194b62ac52d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.852277 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-975160db-0844-453a-92a7-4238110080db tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.865458 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-975160db-0844-453a-92a7-4238110080db tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.888867 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-feea8ee3-2429-4623-91bb-194b62ac52d0 None None] Port 52d05e1b-a99e-45af-9d32-9160184e2d9f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:10.895087 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.927717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d3cbfd-e931-48c6-b479-874b0d373db4']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:10.940596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9aed7a-f469-4bf9-98bc-b611895eb38f') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:10.941061 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9aed7a-f469-4bf9-98bc-b611895eb38f') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:10.954270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975160db-0844-453a-92a7-4238110080db tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=52d05e1b-a99e-45af-9d32-9160184e2d9f,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:10.955581 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.971758 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-975160db-0844-453a-92a7-4238110080db tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] In _notify_port_updated(), no bound segment for port 52d05e1b-a99e-45af-9d32-9160184e2d9f on network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df {{(pid=101780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:37:10.975009 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.984081 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975160db-0844-453a-92a7-4238110080db tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:10.984783 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:37:10.985193 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.986995 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-975160db-0844-453a-92a7-4238110080db tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:10.988377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-975160db-0844-453a-92a7-4238110080db tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "PUT /v2.0/ports/52d05e1b-a99e-45af-9d32-9160184e2d9f HTTP/1.1" status: 200 len: 1012 time: 2.0120454 Nov 09 00:37:10.991767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49746) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:11.031457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4f86f4d2-8065-4990-aad2-cf61460a0dc3 None None] Provisioning complete for port 52d05e1b-a99e-45af-9d32-9160184e2d9f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:11.031850 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4f86f4d2-8065-4990-aad2-cf61460a0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.112931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4f86f4d2-8065-4990-aad2-cf61460a0dc3 None None] Port 52d05e1b-a99e-45af-9d32-9160184e2d9f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:37:11.122790 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:37:11.125279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.146056 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73d3cbfd-e931-48c6-b479-874b0d373db4 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 00:37:11.146056 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.146056 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "DELETE /v2.0/networks/73d3cbfd-e931-48c6-b479-874b0d373db4 HTTP/1.1" status: 204 len: 168 time: 0.5978549 Nov 09 00:37:11.155748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5b738-f691-4b62-aa90-cac45d56cd31 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event deleted for resources: {'Network': ['ID=73d3cbfd-e931-48c6-b479-874b0d373db4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:11.183233 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c5d56abd-9835-4426-a531-c99fb75580fe tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port 52d05e1b-a99e-45af-9d32-9160184e2d9f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:11.183959 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c5d56abd-9835-4426-a531-c99fb75580fe tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.353216 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c5d56abd-9835-4426-a531-c99fb75580fe tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.400550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c5d56abd-9835-4426-a531-c99fb75580fe tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for 52d05e1b-a99e-45af-9d32-9160184e2d9f owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:11.459651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4710c819-fd9f-48eb-a49c-aece75c90029 None None] Provisioning complete for port 52d05e1b-a99e-45af-9d32-9160184e2d9f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:11.460019 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4710c819-fd9f-48eb-a49c-aece75c90029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.548988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4710c819-fd9f-48eb-a49c-aece75c90029 None None] Port 52d05e1b-a99e-45af-9d32-9160184e2d9f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:11.652565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49762) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:11.656941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-93bf0c99-6beb-446a-8dae-6cc32b586682 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Request body: {'router': {'name': 'tempest-router--1063294090', 'project_id': '5a75609ab8dc432dac63a3f4c711918a'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:11.693297 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93bf0c99-6beb-446a-8dae-6cc32b586682 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.694499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93bf0c99-6beb-446a-8dae-6cc32b586682 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.770000 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c5d56abd-9835-4426-a531-c99fb75580fe tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.813212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d56abd-9835-4426-a531-c99fb75580fe tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=52d05e1b-a99e-45af-9d32-9160184e2d9f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:11.859542 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c5d56abd-9835-4426-a531-c99fb75580fe tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.866212 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c5d56abd-9835-4426-a531-c99fb75580fe tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/52d05e1b-a99e-45af-9d32-9160184e2d9f HTTP/1.1" status: 204 len: 168 time: 0.8731647 Nov 09 00:37:11.867148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49764) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:11.904196 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-8958ac10-e496-4abf-a4d0-3957bac923af tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:37:11.908834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8958ac10-e496-4abf-a4d0-3957bac923af tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/52d05e1b-a99e-45af-9d32-9160184e2d9f HTTP/1.1" status: 404 len: 333 time: 0.0403793 Nov 09 00:37:11.909537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49766) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:11.919127 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93bf0c99-6beb-446a-8dae-6cc32b586682 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.936913 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93bf0c99-6beb-446a-8dae-6cc32b586682 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.959844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-93bf0c99-6beb-446a-8dae-6cc32b586682 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:11.961782 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-93bf0c99-6beb-446a-8dae-6cc32b586682 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3079057 Nov 09 00:37:11.964173 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49768) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:11.980191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82e9f1d-585f-4582-8c6e-d2d1d4b08077 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting subnet abe8fd72-64cf-46d8-8238-fb6c14e442e4 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:37:11.984173 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f82e9f1d-585f-4582-8c6e-d2d1d4b08077 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.040860 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f82e9f1d-585f-4582-8c6e-d2d1d4b08077 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.081833 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac037ad7-a0a6-429c-841e-a07b210ac2d1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.172409 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f82e9f1d-585f-4582-8c6e-d2d1d4b08077 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.255358 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f82e9f1d-585f-4582-8c6e-d2d1d4b08077 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.285881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e9f1d-585f-4582-8c6e-d2d1d4b08077 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Subnet': ['ID=abe8fd72-64cf-46d8-8238-fb6c14e442e4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:12.289517 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f82e9f1d-585f-4582-8c6e-d2d1d4b08077 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.293793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f82e9f1d-585f-4582-8c6e-d2d1d4b08077 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/abe8fd72-64cf-46d8-8238-fb6c14e442e4 HTTP/1.1" status: 204 len: 168 time: 0.3821816 Nov 09 00:37:12.296130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49770) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:12.301986 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eed8319-1313-491f-bbd5-b1c255051647 None None] Network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:12.320712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac037ad7-a0a6-429c-841e-a07b210ac2d1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.324068 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac037ad7-a0a6-429c-841e-a07b210ac2d1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.363040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-179e601b-691b-4f80-9651-69ce7ebc11eb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting subnet 567b34c1-0c48-42ed-9159-392a12c44c2f {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:37:12.368019 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-179e601b-691b-4f80-9651-69ce7ebc11eb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.449133 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-179e601b-691b-4f80-9651-69ce7ebc11eb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.470428 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac037ad7-a0a6-429c-841e-a07b210ac2d1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.471595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac037ad7-a0a6-429c-841e-a07b210ac2d1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00b2a79e-b0da-4477-8ecf-1d06b969d1d7 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:37:12.484683 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac037ad7-a0a6-429c-841e-a07b210ac2d1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.487077 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ac037ad7-a0a6-429c-841e-a07b210ac2d1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "DELETE /v2.0/routers/00b2a79e-b0da-4477-8ecf-1d06b969d1d7 HTTP/1.1" status: 204 len: 168 time: 0.5207546 Nov 09 00:37:12.571834 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-179e601b-691b-4f80-9651-69ce7ebc11eb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.632791 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49778) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:12.679188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-179e601b-691b-4f80-9651-69ce7ebc11eb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.685039 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4e2020f9-02b2-4cbf-88e6-d985708d1e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.701619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-f398d617-9698-4bc7-9004-7670827acf53 admin admin] Deleting subnet 72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:37:12.705158 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f398d617-9698-4bc7-9004-7670827acf53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.739731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49780) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:12.744655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e601b-691b-4f80-9651-69ce7ebc11eb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Subnet': ['ID=567b34c1-0c48-42ed-9159-392a12c44c2f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:12.750396 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-179e601b-691b-4f80-9651-69ce7ebc11eb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.757038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49784) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:12.763310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-179e601b-691b-4f80-9651-69ce7ebc11eb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/567b34c1-0c48-42ed-9159-392a12c44c2f HTTP/1.1" status: 204 len: 168 time: 0.4608035 Nov 09 00:37:12.799724 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f398d617-9698-4bc7-9004-7670827acf53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.888804 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.895620 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f398d617-9698-4bc7-9004-7670827acf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:12.994529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-219713695', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:13.002965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port f8ad3e86-53b9-4f52-be79-1235f60ffe9c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:13.003311 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.007127 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f398d617-9698-4bc7-9004-7670827acf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.068256 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398d617-9698-4bc7-9004-7670827acf53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:13.100751 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f398d617-9698-4bc7-9004-7670827acf53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.104093 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f398d617-9698-4bc7-9004-7670827acf53 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/72cb0b1f-65b7-4aa7-8fbd-46c1b55baa5d HTTP/1.1" status: 204 len: 168 time: 0.4699538 Nov 09 00:37:13.107219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49786) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:13.119942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.121014 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.132332 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] For port f8ad3e86-53b9-4f52-be79-1235f60ffe9c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f8ad3e86-53b9-4f52-be79-1235f60ffe9c,segment=NetworkSegment(a3a38c5b-62dc-4d1c-a129-b2a79393c77f),segment_id=a3a38c5b-62dc-4d1c-a129-b2a79393c77f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:13.132694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.150564 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for f8ad3e86-53b9-4f52-be79-1235f60ffe9c owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:13.193473 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.234669 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.283876 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.315961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786cc779-3c87-44a6-b860-64f0c742198b']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:13.330295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1206c9bb-efd0-448d-a07f-540bcea2de56') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:13.330876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1206c9bb-efd0-448d-a07f-540bcea2de56') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:13.334736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4724b7c2-7dde-48a8-b703-a8efb9683c21 None None] Network 7dd5aa93-d520-4cab-8d8c-3f21acbc89df requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:13.344192 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.360024 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.366193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:37:13.366869 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.414970 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.421582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6fd2c03d-7d1d-43f5-99fa-a2f22b981085 None None] Could not find standard attr ID for object f8ad3e86-53b9-4f52-be79-1235f60ffe9c. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:37:13.423492 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:37:13.426560 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:37:13.434077 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.460467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=f8ad3e86-53b9-4f52-be79-1235f60ffe9c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:13.462553 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No DVR routers for this DVR port f8ad3e86-53b9-4f52-be79-1235f60ffe9c on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:37:13.481405 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.503288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] 10.222.0.25 "DELETE /v2.0/networks/786cc779-3c87-44a6-b860-64f0c742198b HTTP/1.1" status: 204 len: 168 time: 0.3925910 Nov 09 00:37:13.503288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b897b2-2ce1-4ee6-8b5e-5ab40c6de652 admin admin] Pushing event deleted for resources: {'Network': ['ID=786cc779-3c87-44a6-b860-64f0c742198b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:13.588552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fdc1f6-1663-460c-8169-1bf24855b23e None None] DHCP port deletion for 7dd5aa93-d520-4cab-8d8c-3f21acbc89df request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:37:13.599825 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.630145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd5aa93-d520-4cab-8d8c-3f21acbc89df']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:13.641306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a38c5b-62dc-4d1c-a129-b2a79393c77f') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:13.641752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a38c5b-62dc-4d1c-a129-b2a79393c77f') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:13.652199 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.667198 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.675307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:37:13.676209 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:37:13.734684 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:37:13.755343 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.762923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:13.766359 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/networks/7dd5aa93-d520-4cab-8d8c-3f21acbc89df HTTP/1.1" status: 204 len: 168 time: 1.0076253 Nov 09 00:37:13.772010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49806) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:13.807120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49808) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:13.819469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245e92e-0449-4f86-afc2-b8ef69cdcb67 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Network': ['ID=7dd5aa93-d520-4cab-8d8c-3f21acbc89df,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:13.871650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f775e0f2-95a2-4f70-973c-059e14d01796 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:13.873205 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f775e0f2-95a2-4f70-973c-059e14d01796 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1006465 Nov 09 00:37:13.878239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49810) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:13.908920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b3836d44-12c2-4a4a-878d-78c55ee239eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13a1d5a829874c1794bb743b3b1d1694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0996935 Nov 09 00:37:13.913696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49812) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:13.927591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-b8796f39-21b0-4ff8-93f6-617a5330904c tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:13.935517 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-b8796f39-21b0-4ff8-93f6-617a5330904c tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/networks?id=186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 HTTP/1.1" status: 200 len: 808 time: 0.1758692 Nov 09 00:37:13.966693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-d54b659d-ae52-44c6-b72c-b45c449b25aa tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/quotas/717e1c13c98f4edc9b90978b7b9ee91b HTTP/1.1" status: 200 len: 375 time: 0.0304894 Nov 09 00:37:13.986111 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f8ad3e86-53b9-4f52-be79-1235f60ffe9c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:37:14.001293 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-adf65b54-ddec-48b8-87ab-259ca880f74a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1186574 Nov 09 00:37:14.013707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49814) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:14.016328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: f8ad3e86-53b9-4f52-be79-1235f60ffe9c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:37:14.019591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a1f264f7-60d6-4e0a-bae6-c1eb4677b2ac tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2050756687'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:14.020151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f8ad3e86-53b9-4f52-be79-1235f60ffe9c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:37:14.025820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-a0d5ca7b-c8c4-4115-9136-4260dcbaa806 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=717e1c13c98f4edc9b90978b7b9ee91b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580924 Nov 09 00:37:14.042944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-be24e275-9598-4bf3-b968-81df3197d647 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:37:14.043942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-be24e275-9598-4bf3-b968-81df3197d647 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073342 Nov 09 00:37:14.067296 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.084187 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5d7ab6d-de27-451a-bb3e-f7834c905e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.086746 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.102496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f264f7-60d6-4e0a-bae6-c1eb4677b2ac tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:14.106015 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1f264f7-60d6-4e0a-bae6-c1eb4677b2ac tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.155409 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5d7ab6d-de27-451a-bb3e-f7834c905e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.191996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Allocated IP 172.25.0.18 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/b41104ef-598b-49a5-bced-b4695befb4f9) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:14.205141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f264f7-60d6-4e0a-bae6-c1eb4677b2ac tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:37:14.224993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1f264f7-60d6-4e0a-bae6-c1eb4677b2ac tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.225270 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-a1f264f7-60d6-4e0a-bae6-c1eb4677b2ac tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Added segment fc828ec1-86f6-43a6-b68b-94996c64534a of type vlan for network 877aa690-629b-4d40-ab04-7fb119c09122 Nov 09 00:37:14.228713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-6c707f48-2928-44f7-bff4-d1f4684496b3 service neutron] 10.222.0.25 "GET /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738274 Nov 09 00:37:14.306578 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.319991 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1f264f7-60d6-4e0a-bae6-c1eb4677b2ac tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.333324 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5d7ab6d-de27-451a-bb3e-f7834c905e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.335976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5d7ab6d-de27-451a-bb3e-f7834c905e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.337115 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f5d7ab6d-de27-451a-bb3e-f7834c905e79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23cfb6e7-246b-4d98-af92-8d0ca2c25055 HTTP/1.1" status: 204 len: 168 time: 0.4224856 Nov 09 00:37:14.344854 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.366139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7ab6d-de27-451a-bb3e-f7834c905e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cfb6e7-246b-4d98-af92-8d0ca2c25055,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:14.382175 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1f264f7-60d6-4e0a-bae6-c1eb4677b2ac tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.386348 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:14.388055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f264f7-60d6-4e0a-bae6-c1eb4677b2ac tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:14.388898 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1f264f7-60d6-4e0a-bae6-c1eb4677b2ac tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.389305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:14.394023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:14.416002 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-5df7d302-9310-4da1-a84f-e24720a1af55 service neutron] 10.222.0.25 "GET /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790264 Nov 09 00:37:14.465922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a1f264f7-60d6-4e0a-bae6-c1eb4677b2ac tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4507446 Nov 09 00:37:14.468872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49818) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:14.477120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1b0c28cb-348b-4a37-bd9f-a8db8e897f6d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': '877aa690-629b-4d40-ab04-7fb119c09122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:14.494135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f264f7-60d6-4e0a-bae6-c1eb4677b2ac tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Network': ['ID=877aa690-629b-4d40-ab04-7fb119c09122,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:14.510146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 877aa690-629b-4d40-ab04-7fb119c09122 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:37:14.622792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0c28cb-348b-4a37-bd9f-a8db8e897f6d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:14.627769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b0c28cb-348b-4a37-bd9f-a8db8e897f6d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.656402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Pushing event updated for resources: {'Port': ['ID=b41104ef-598b-49a5-bced-b4695befb4f9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:14.752258 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.754685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b6e41578-718e-4163-abd5-002caccb61be req-e3c1ee98-d0c5-4cda-b08f-0aa7d6e2ce0b tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 210 time: 0.0851915 Nov 09 00:37:14.892801 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd1e2-36c3-4549-b079-f3f09336ca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:14.959975 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b0c28cb-348b-4a37-bd9f-a8db8e897f6d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.022145 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.027631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c28cb-348b-4a37-bd9f-a8db8e897f6d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Subnet': ['ID=b04c4307-9a97-4ad5-9771-c90a22ed065e,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:15.045569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c28cb-348b-4a37-bd9f-a8db8e897f6d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Checking segment: {'id': 'fc828ec1-86f6-43a6-b68b-94996c64534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '877aa690-629b-4d40-ab04-7fb119c09122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:15.045941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c28cb-348b-4a37-bd9f-a8db8e897f6d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network hostable DHCP agents. Network: 877aa690-629b-4d40-ab04-7fb119c09122, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:37:15.065247 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c28cb-348b-4a37-bd9f-a8db8e897f6d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 877aa690-629b-4d40-ab04-7fb119c09122 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:37:15.084554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-1b0c28cb-348b-4a37-bd9f-a8db8e897f6d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 877aa690-629b-4d40-ab04-7fb119c09122) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:15.092423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0c28cb-348b-4a37-bd9f-a8db8e897f6d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:15.093516 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b0c28cb-348b-4a37-bd9f-a8db8e897f6d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.103418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d61c298-1697-4971-af12-a6badd6b3fc0 None None] Network 877aa690-629b-4d40-ab04-7fb119c09122 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:15.120277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1b0c28cb-348b-4a37-bd9f-a8db8e897f6d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6502450 Nov 09 00:37:15.121722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49842) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:15.127830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': '877aa690-629b-4d40-ab04-7fb119c09122', 'name': 'tempest-PortsIpV6TestJSON-1489162028'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:15.286775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:15.290657 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.310084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port dbf8443c-18a9-474d-8028-b78d8432b12a yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:37:15.362016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49848) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:15.390808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-877aa690-629b-4d40-ab04-7fb119c09122', 'network_id': '877aa690-629b-4d40-ab04-7fb119c09122', 'tenant_id': 'c759a05db2984ffe8ba0626845b04471', 'fixed_ips': [{'subnet_id': 'b04c4307-9a97-4ad5-9771-c90a22ed065e'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:37:15.392378 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.460272 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8::3a1 (877aa690-629b-4d40-ab04-7fb119c09122/b04c4307-9a97-4ad5-9771-c90a22ed065e/dbf8443c-18a9-474d-8028-b78d8432b12a) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:15.536262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1531377717-network', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:15.567124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Router 3ba15e32-61f4-456f-9029-2602cb77b4a5 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:37:15.612077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Made reservation on behalf of aae902d0d9fb4daeb2c2c74f9298e4fe for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:15.614685 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.629641 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.670005 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.674724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:15.685899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219d86a7-c8f1-4a62-ba7b-6b4d3fe0f8f8 None None] Sync routers for ids ['3ba15e32-61f4-456f-9029-2602cb77b4a5'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:15.696604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.698895 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4b905666-a6ae-4b86-89bc-4e86e61015d1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9566615 Nov 09 00:37:15.701338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49852) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:15.706110 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d86a7-c8f1-4a62-ba7b-6b4d3fe0f8f8 None None] Routers {'3ba15e32-61f4-456f-9029-2602cb77b4a5'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:15.706853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-219d86a7-c8f1-4a62-ba7b-6b4d3fe0f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3ba15e32-61f4-456f-9029-2602cb77b4a5'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:15.744313 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.746473 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-219d86a7-c8f1-4a62-ba7b-6b4d3fe0f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:15.782011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d86a7-c8f1-4a62-ba7b-6b4d3fe0f8f8 None None] Routers {'3ba15e32-61f4-456f-9029-2602cb77b4a5'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:15.782011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-219d86a7-c8f1-4a62-ba7b-6b4d3fe0f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3ba15e32-61f4-456f-9029-2602cb77b4a5'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:15.794325 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.803324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 877aa690-629b-4d40-ab04-7fb119c09122 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:15.804225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.818784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:15.821631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:15.825260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-219d86a7-c8f1-4a62-ba7b-6b4d3fe0f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:15.826042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219d86a7-c8f1-4a62-ba7b-6b4d3fe0f8f8 None None] The sync data for ids ['3ba15e32-61f4-456f-9029-2602cb77b4a5'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:15.828553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:15.829554 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.835525 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d2a805b8-8dfa-4ec3-8b16-e33234ba9ac4 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/routers/3ba15e32-61f4-456f-9029-2602cb77b4a5 HTTP/1.1" status: 200 len: 919 time: 0.1323242 Nov 09 00:37:15.838988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49856) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:15.840102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Allocated IP 2001:db8::2 (877aa690-629b-4d40-ab04-7fb119c09122/b04c4307-9a97-4ad5-9771-c90a22ed065e/bbebeb24-cc04-4eea-b5c4-cb59e868b45c) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:15.850351 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=dbf8443c-18a9-474d-8028-b78d8432b12a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:15.853340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:37:15.874249 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9d6cb241-3953-4ac7-88ee-c88cff3ff7f4 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba15e32-61f4-456f-9029-2602cb77b4a5 HTTP/1.1" status: 200 len: 205 time: 0.0326185 Nov 09 00:37:15.876742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49858) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:15.909476 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:15.909785 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Added segment 5591161b-f831-424d-ba6a-abcbf4951503 of type vlan for network 832531cf-dd3a-4c7b-92c8-73f01d05377f Nov 09 00:37:15.912856 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d646dbf-33a9-4816-9ee7-5308fadb00fc req-29fc33ca-acb9-4f6b-9edb-17d4365e7242 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 210 time: 0.0473702 Nov 09 00:37:15.919726 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-48fe9d44-4ead-4305-8c8f-f861bd1736d6 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7974768 Nov 09 00:37:15.920720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49860) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:15.930150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d0a864-78ee-4ddb-82ce-8fc658cec5a4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:15.949540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': '877aa690-629b-4d40-ab04-7fb119c09122', 'name': 'tempest-PortsIpV6TestJSON-1710444541'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:16.018338 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.020971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.025849 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.045260 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.091312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Network 877aa690-629b-4d40-ab04-7fb119c09122 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:16.097736 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.098059 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:16.100413 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Pushing event updated for resources: {'Port': ['ID=bbebeb24-cc04-4eea-b5c4-cb59e868b45c,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:16.103257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:16.107806 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.113707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:16.114418 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.165803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.169049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.180545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Attempting to bind port bbebeb24-cc04-4eea-b5c4-cb59e868b45c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:16.181322 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Attempting to bind port bbebeb24-cc04-4eea-b5c4-cb59e868b45c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'fc828ec1-86f6-43a6-b68b-94996c64534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '877aa690-629b-4d40-ab04-7fb119c09122'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:16.181868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Attempting to bind port bbebeb24-cc04-4eea-b5c4-cb59e868b45c on network 877aa690-629b-4d40-ab04-7fb119c09122 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:16.188711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:16.189275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Checking segment: {'id': 'fc828ec1-86f6-43a6-b68b-94996c64534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '877aa690-629b-4d40-ab04-7fb119c09122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:16.189801 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.190368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Bound using segment: {'id': 'fc828ec1-86f6-43a6-b68b-94996c64534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '877aa690-629b-4d40-ab04-7fb119c09122'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:16.191063 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Bound port: bbebeb24-cc04-4eea-b5c4-cb59e868b45c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc828ec1-86f6-43a6-b68b-94996c64534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '877aa690-629b-4d40-ab04-7fb119c09122'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:16.191725 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.215012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] Pushing event updated for resources: {'Network': ['ID=832531cf-dd3a-4c7b-92c8-73f01d05377f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:16.219557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:16.223528 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.239857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 832531cf-dd3a-4c7b-92c8-73f01d05377f details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:37:16.242390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49868) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:16.242765 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5676fa72-13ed-4d30-af51-e7df9ace6a26 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8791699 Nov 09 00:37:16.252762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-081a2bc2-b578-46da-9419-b61f0786e23a admin admin] Request body: {'subnet': {'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1531377717-subnet', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:16.255932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port 8846b80f-d9d5-48bd-aa48-7f91e0dff45a yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:37:16.268743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Deleting port b41104ef-598b-49a5-bced-b4695befb4f9 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:16.269082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.321360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081a2bc2-b578-46da-9419-b61f0786e23a admin admin] Made reservation on behalf of aae902d0d9fb4daeb2c2c74f9298e4fe for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:16.323802 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-081a2bc2-b578-46da-9419-b61f0786e23a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.327149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] For port bbebeb24-cc04-4eea-b5c4-cb59e868b45c, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:16.330571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] For port bbebeb24-cc04-4eea-b5c4-cb59e868b45c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bbebeb24-cc04-4eea-b5c4-cb59e868b45c,segment=NetworkSegment(fc828ec1-86f6-43a6-b68b-94996c64534a),segment_id=fc828ec1-86f6-43a6-b68b-94996c64534a)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:16.336061 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.390125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8::2ac (877aa690-629b-4d40-ab04-7fb119c09122/b04c4307-9a97-4ad5-9771-c90a22ed065e/8846b80f-d9d5-48bd-aa48-7f91e0dff45a) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:16.400754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13394e09-cc8c-4569-b766-68fe8d39517f None None] Pushing event updated for resources: {'Port': ['ID=bbebeb24-cc04-4eea-b5c4-cb59e868b45c,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:16.428176 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.441712 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.448147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Calling delete_port for b41104ef-598b-49a5-bced-b4695befb4f9 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:16.564911 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.633654 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.650297 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-081a2bc2-b578-46da-9419-b61f0786e23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.695049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 877aa690-629b-4d40-ab04-7fb119c09122 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:16.698973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:16.703618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:16.709282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:16.710112 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.714529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=8846b80f-d9d5-48bd-aa48-7f91e0dff45a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:16.732078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-887eaa86-5633-41ab-87b9-1776fba82784 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8038292 Nov 09 00:37:16.737058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49870) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:16.740293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a2bc2-b578-46da-9419-b61f0786e23a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a637d87-7e74-46c6-bf9b-6aec9fb11595,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:16.775759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a2bc2-b578-46da-9419-b61f0786e23a admin admin] Checking segment: {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:16.776792 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081a2bc2-b578-46da-9419-b61f0786e23a admin admin] Network hostable DHCP agents. Network: 832531cf-dd3a-4c7b-92c8-73f01d05377f, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:37:16.780529 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.812139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Pushing event deleted for resources: {'Port': ['ID=b41104ef-598b-49a5-bced-b4695befb4f9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:16.830623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62751cc6-f852-4f98-99d8-c90e93182a64 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:16.832050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-62751cc6-f852-4f98-99d8-c90e93182a64 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a1 HTTP/1.1" status: 200 len: 929 time: 0.0940087 Nov 09 00:37:16.835051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49872) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:16.857707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081a2bc2-b578-46da-9419-b61f0786e23a admin admin] Network 832531cf-dd3a-4c7b-92c8-73f01d05377f is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:37:16.870935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-081a2bc2-b578-46da-9419-b61f0786e23a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 832531cf-dd3a-4c7b-92c8-73f01d05377f) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:16.879286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb47cc3-4bd2-4326-b92e-f4447a5a6024 None None] Network 832531cf-dd3a-4c7b-92c8-73f01d05377f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:16.882414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081a2bc2-b578-46da-9419-b61f0786e23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:16.883007 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-081a2bc2-b578-46da-9419-b61f0786e23a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.894663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.925295 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-081a2bc2-b578-46da-9419-b61f0786e23a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6814287 Nov 09 00:37:16.928341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49874) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:16.934223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1531377717-router', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:16.946359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-4669cfa0-d52c-4c19-93b5-d5c4a4fa8852 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port 8846b80f-d9d5-48bd-aa48-7f91e0dff45a {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:16.946899 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4669cfa0-d52c-4c19-93b5-d5c4a4fa8852 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.996138 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:16.999055 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.022499 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.023677 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.046868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.047782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Fanout notify agent at l3_agent the message router_deleted on router 3ba15e32-61f4-456f-9029-2602cb77b4a5 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:37:17.058419 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.061149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98ee00fe-215d-4fdf-8142-a4257c30ab37 req-51e74c8e-9b99-47e0-a2dc-920cf1af3dce tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 210 time: 0.0422971 Nov 09 00:37:17.067409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49878) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:17.068124 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b87a695e-444a-441a-a0b7-a111b49cbd8e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/routers/3ba15e32-61f4-456f-9029-2602cb77b4a5 HTTP/1.1" status: 204 len: 168 time: 1.1902282 Nov 09 00:37:17.078234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1341720728', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'enable_snat': False}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:17.085614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-832531cf-dd3a-4c7b-92c8-73f01d05377f', 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'fixed_ips': [{'subnet_id': '7a637d87-7e74-46c6-bf9b-6aec9fb11595'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:37:17.086505 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.146533 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4669cfa0-d52c-4c19-93b5-d5c4a4fa8852 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.158452 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.166854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-4669cfa0-d52c-4c19-93b5-d5c4a4fa8852 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for 8846b80f-d9d5-48bd-aa48-7f91e0dff45a owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:17.173479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.174495 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.225885 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.226351 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Allocated IP 172.20.0.2 (832531cf-dd3a-4c7b-92c8-73f01d05377f/7a637d87-7e74-46c6-bf9b-6aec9fb11595/7cdf6d22-42e4-4734-a930-2dd0759c9d17) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:17.431844 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.440808 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.498837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Network 832531cf-dd3a-4c7b-92c8-73f01d05377f is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:17.504403 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:17.508832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:17.515447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Pushing event updated for resources: {'Port': ['ID=7cdf6d22-42e4-4734-a930-2dd0759c9d17,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:17.570174 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f608afd-1840-49f3-9a72-1adecb4eb5f4 None None] Network 877aa690-629b-4d40-ab04-7fb119c09122 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:17.611943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Attempting to bind port 7cdf6d22-42e4-4734-a930-2dd0759c9d17 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:17.612318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Attempting to bind port 7cdf6d22-42e4-4734-a930-2dd0759c9d17 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:17.612684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Attempting to bind port 7cdf6d22-42e4-4734-a930-2dd0759c9d17 on network 832531cf-dd3a-4c7b-92c8-73f01d05377f {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:17.644855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8f0d8d5d-d1dd-41dc-908f-0b0715ab5bad None None] Provisioning complete for port bbebeb24-cc04-4eea-b5c4-cb59e868b45c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:17.645225 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f0d8d5d-d1dd-41dc-908f-0b0715ab5bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.648400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:17.648760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Checking segment: {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:17.649156 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.649578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Bound using segment: {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:17.650050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Bound port: 7cdf6d22-42e4-4734-a930-2dd0759c9d17, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:17.650430 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.739803 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.814318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] For port 7cdf6d22-42e4-4734-a930-2dd0759c9d17, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:17.819247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] For port 7cdf6d22-42e4-4734-a930-2dd0759c9d17, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7cdf6d22-42e4-4734-a930-2dd0759c9d17,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:17.827121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.876216 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.890190 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.922036 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f0d8d5d-d1dd-41dc-908f-0b0715ab5bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:17.986251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fec42c-f96f-499d-b374-95ef53a95b4c None None] Pushing event updated for resources: {'Port': ['ID=7cdf6d22-42e4-4734-a930-2dd0759c9d17,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:18.000695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8f0d8d5d-d1dd-41dc-908f-0b0715ab5bad None None] For port bbebeb24-cc04-4eea-b5c4-cb59e868b45c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bbebeb24-cc04-4eea-b5c4-cb59e868b45c,segment=NetworkSegment(fc828ec1-86f6-43a6-b68b-94996c64534a),segment_id=fc828ec1-86f6-43a6-b68b-94996c64534a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:18.010964 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8f0d8d5d-d1dd-41dc-908f-0b0715ab5bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.047963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bbebeb24-cc04-4eea-b5c4-cb59e868b45c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:18.103392 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4669cfa0-d52c-4c19-93b5-d5c4a4fa8852 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.123427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d8d5d-d1dd-41dc-908f-0b0715ab5bad None None] Pushing event updated for resources: {'Port': ['ID=bbebeb24-cc04-4eea-b5c4-cb59e868b45c,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:18.162659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port bbebeb24-cc04-4eea-b5c4-cb59e868b45c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:18.163026 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.179980 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4669cfa0-d52c-4c19-93b5-d5c4a4fa8852 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.185932 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4669cfa0-d52c-4c19-93b5-d5c4a4fa8852 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/8846b80f-d9d5-48bd-aa48-7f91e0dff45a HTTP/1.1" status: 204 len: 168 time: 1.3495712 Nov 09 00:37:18.186602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49886) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:18.192003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669cfa0-d52c-4c19-93b5-d5c4a4fa8852 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=8846b80f-d9d5-48bd-aa48-7f91e0dff45a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:18.238827 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9ca072-ea2f-461b-959a-b989df2fa1ef tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:37:18.242163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49890) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:18.242637 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1a9ca072-ea2f-461b-959a-b989df2fa1ef tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/8846b80f-d9d5-48bd-aa48-7f91e0dff45a HTTP/1.1" status: 404 len: 333 time: 0.0531306 Nov 09 00:37:18.272312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0bf576e-1619-4cb8-b6eb-aeb267a23a07 req-141be517-8d09-4d15-aa9d-1793ab48f5d4 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 210 time: 0.0674310 Nov 09 00:37:18.398995 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.434565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6dbeb-1db7-4805-9f41-64f5eda8db21 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port dbf8443c-18a9-474d-8028-b78d8432b12a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:18.435082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9b6dbeb-1db7-4805-9f41-64f5eda8db21 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.476586 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cb9e1779-9af6-4229-b1d2-334e804cd76a None None] Provisioning complete for port bbebeb24-cc04-4eea-b5c4-cb59e868b45c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:18.477312 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1779-9af6-4229-b1d2-334e804cd76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.599458 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.635013 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9b6dbeb-1db7-4805-9f41-64f5eda8db21 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.649458 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.653949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.655704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6dbeb-1db7-4805-9f41-64f5eda8db21 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for dbf8443c-18a9-474d-8028-b78d8432b12a owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:18.658202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cb9e1779-9af6-4229-b1d2-334e804cd76a None None] Provisioning complete for port dbf8443c-18a9-474d-8028-b78d8432b12a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:18.658579 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1779-9af6-4229-b1d2-334e804cd76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.736454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e1779-9af6-4229-b1d2-334e804cd76a None None] Port dbf8443c-18a9-474d-8028-b78d8432b12a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:18.743261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cb9e1779-9af6-4229-b1d2-334e804cd76a None None] Could not find standard attr ID for object 8846b80f-d9d5-48bd-aa48-7f91e0dff45a. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:37:18.760252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.828441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9b6dbeb-1db7-4805-9f41-64f5eda8db21 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.859116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-17a60167-bc89-402d-af62-4b7171452f91 None None] Could not find standard attr ID for object dbf8443c-18a9-474d-8028-b78d8432b12a. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:37:18.861297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6dbeb-1db7-4805-9f41-64f5eda8db21 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=dbf8443c-18a9-474d-8028-b78d8432b12a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:18.874591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Allocated IP 172.25.0.59 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/7c639e4e-8aad-41c2-a42a-71e7e76e416f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:18.889283 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d9b6dbeb-1db7-4805-9f41-64f5eda8db21 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:18.892949 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d9b6dbeb-1db7-4805-9f41-64f5eda8db21 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/dbf8443c-18a9-474d-8028-b78d8432b12a HTTP/1.1" status: 204 len: 168 time: 0.6495168 Nov 09 00:37:18.895834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49894) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:18.925533 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-565ef5ba-8ac2-4165-8a96-218cb3c1317b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:37:18.927085 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-565ef5ba-8ac2-4165-8a96-218cb3c1317b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/dbf8443c-18a9-474d-8028-b78d8432b12a HTTP/1.1" status: 404 len: 333 time: 0.0302753 Nov 09 00:37:18.930240 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49896) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:18.989865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7b7b03-4413-413c-8f2a-402fe5e4e013 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting subnet b04c4307-9a97-4ad5-9771-c90a22ed065e {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:37:18.994200 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7b03-4413-413c-8f2a-402fe5e4e013 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.037130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.056516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7b03-4413-413c-8f2a-402fe5e4e013 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.098093 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.167869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event updated for resources: {'Port': ['ID=7c639e4e-8aad-41c2-a42a-71e7e76e416f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:19.170427 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7b03-4413-413c-8f2a-402fe5e4e013 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.181753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:19.188515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:19.192390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:19.199951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Allocated IP 172.25.0.205 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/b406e88f-0169-47df-a823-53de0c206500) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:19.205577 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a4c974d3-b2c1-4db6-a2fd-b33e276bc164 None None] Could not find standard attr ID for object 8846b80f-d9d5-48bd-aa48-7f91e0dff45a. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:37:19.245554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7b03-4413-413c-8f2a-402fe5e4e013 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.283886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b7b03-4413-413c-8f2a-402fe5e4e013 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Subnet': ['ID=b04c4307-9a97-4ad5-9771-c90a22ed065e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:19.293437 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7b03-4413-413c-8f2a-402fe5e4e013 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.299927 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fb7b7b03-4413-413c-8f2a-402fe5e4e013 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/b04c4307-9a97-4ad5-9771-c90a22ed065e HTTP/1.1" status: 204 len: 168 time: 0.3686826 Nov 09 00:37:19.300835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49898) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:19.409204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.476278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1567978f-3305-4c77-87e9-56c0186f28ab req-d9e37876-ceb2-4e2d-828d-501d1cca67a9 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 210 time: 0.0689011 Nov 09 00:37:19.562743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0086560e-d372-42a0-8859-1e2b85b35751 None None] Network 877aa690-629b-4d40-ab04-7fb119c09122 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:19.587735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-9f78101d-18eb-4a25-ad5b-234aa2fcb392 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:19.589803 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-9f78101d-18eb-4a25-ad5b-234aa2fcb392 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.30 "GET /v2.0/networks?id=186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 HTTP/1.1" status: 200 len: 808 time: 0.1774774 Nov 09 00:37:19.618837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Request body: {'port': {'device_id': '60926952-ec10-457d-8b95-8aac8c67c237', 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404', 'admin_state_up': True, 'tenant_id': '717e1c13c98f4edc9b90978b7b9ee91b'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:19.627661 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.651606 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port bbebeb24-cc04-4eea-b5c4-cb59e868b45c {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:19.651947 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.654262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95fca4d-c241-40cc-bf86-2c4620ca09d3 None None] Network 832531cf-dd3a-4c7b-92c8-73f01d05377f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:19.719909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.755381 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.774348 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] For port bbebeb24-cc04-4eea-b5c4-cb59e868b45c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bbebeb24-cc04-4eea-b5c4-cb59e868b45c,segment=NetworkSegment(fc828ec1-86f6-43a6-b68b-94996c64534a),segment_id=fc828ec1-86f6-43a6-b68b-94996c64534a)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:19.774702 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.787757 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-108f753e-19ef-4d9a-a828-b808a9da0f6b None None] Provisioning complete for port 7cdf6d22-42e4-4734-a930-2dd0759c9d17 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:19.788127 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-108f753e-19ef-4d9a-a828-b808a9da0f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.795545 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for bbebeb24-cc04-4eea-b5c4-cb59e868b45c owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:19.815458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:19.843899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:19.851371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:19.854792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b406e88f-0169-47df-a823-53de0c206500,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:19.865661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Made reservation on behalf of 717e1c13c98f4edc9b90978b7b9ee91b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:19.870887 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.973303 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-108f753e-19ef-4d9a-a828-b808a9da0f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:19.992843 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c4b09c-570e-43e2-8c99-0e53905fc993 None None] DHCP port deletion for 877aa690-629b-4d40-ab04-7fb119c09122 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:37:19.993567 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.009707 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.044648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-108f753e-19ef-4d9a-a828-b808a9da0f6b None None] For port 7cdf6d22-42e4-4734-a930-2dd0759c9d17, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7cdf6d22-42e4-4734-a930-2dd0759c9d17,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:20.051113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=bbebeb24-cc04-4eea-b5c4-cb59e868b45c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:20.052876 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-108f753e-19ef-4d9a-a828-b808a9da0f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.053650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No DVR routers for this DVR port bbebeb24-cc04-4eea-b5c4-cb59e868b45c on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:37:20.140796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-9bbd4a54-d368-4d29-839a-5ce5cbcc6a23 req-be6e8662-875f-41d1-aca4-15502cb6d6cf service neutron] (101780) timed out ('10.222.0.25', 54710) {{(pid=101780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:37:20.152427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f753e-19ef-4d9a-a828-b808a9da0f6b None None] Pushing event updated for resources: {'Port': ['ID=7cdf6d22-42e4-4734-a930-2dd0759c9d17,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:20.192201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7cdf6d22-42e4-4734-a930-2dd0759c9d17 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:20.205458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.229737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877aa690-629b-4d40-ab04-7fb119c09122']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:20.248128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc828ec1-86f6-43a6-b68b-94996c64534a') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:20.248857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc828ec1-86f6-43a6-b68b-94996c64534a') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:20.259297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7cdf6d22-42e4-4734-a930-2dd0759c9d17 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:20.259862 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.266712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.278685 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Allocated IP 172.20.0.9 (186e53c1-eb94-4fb8-a04c-7cd0a8b9b404/a54b4751-085c-46f5-99fe-77d26c0db22d/756b41ad-47a4-4120-a0f9-4ed01eb592a6) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:20.290669 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.300900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:37:20.301631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:37:20.305278 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:37:20.360953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Router 5acbbb05-efdc-4c63-8e56-c3228babfbe9 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:37:20.385928 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1c4e5cac-af47-4a51-8668-c2f3a45ba138 None None] Provisioning complete for port 7cdf6d22-42e4-4734-a930-2dd0759c9d17 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:20.386444 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5cac-af47-4a51-8668-c2f3a45ba138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.407012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.414705 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.424413 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.431164 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/networks/877aa690-629b-4d40-ab04-7fb119c09122 HTTP/1.1" status: 204 len: 168 time: 1.1257429 Nov 09 00:37:20.438753 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49902) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:20.445875 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4152010a-49cb-40e3-9829-9a3f6600c57a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-975897993'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:20.483808 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2b82f-ce0d-457e-a7b6-739fa5ceacd8 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Network': ['ID=877aa690-629b-4d40-ab04-7fb119c09122,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:20.522138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4152010a-49cb-40e3-9829-9a3f6600c57a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:20.526036 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4152010a-49cb-40e3-9829-9a3f6600c57a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.572307 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.582909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4152010a-49cb-40e3-9829-9a3f6600c57a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:37:20.597424 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4152010a-49cb-40e3-9829-9a3f6600c57a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.597775 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-4152010a-49cb-40e3-9829-9a3f6600c57a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Added segment a498c129-f30a-4dbb-b092-8fae4bdabbc3 of type vlan for network 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0 Nov 09 00:37:20.652863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4152010a-49cb-40e3-9829-9a3f6600c57a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.661152 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.718031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:20.718803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4152010a-49cb-40e3-9829-9a3f6600c57a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.724342 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4152010a-49cb-40e3-9829-9a3f6600c57a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:20.724946 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4152010a-49cb-40e3-9829-9a3f6600c57a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.740602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:20.764145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:20.774809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Pushing event updated for resources: {'Port': ['ID=756b41ad-47a4-4120-a0f9-4ed01eb592a6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:20.832305 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4152010a-49cb-40e3-9829-9a3f6600c57a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3924778 Nov 09 00:37:20.839559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49906) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:20.844424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fb872faf-4ed8-4ba5-9f2f-7196a66aee75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': '5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:20.879286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152010a-49cb-40e3-9829-9a3f6600c57a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Network': ['ID=5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:20.895281 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:37:20.913442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:20.916117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:20.917330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:20.929269 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Sync routers for ids ['5acbbb05-efdc-4c63-8e56-c3228babfbe9'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:20.940619 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Routers {'5acbbb05-efdc-4c63-8e56-c3228babfbe9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:20.941244 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5acbbb05-efdc-4c63-8e56-c3228babfbe9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:20.950367 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-97384b82-af5f-445d-978a-f74722492bef tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3500650 Nov 09 00:37:20.970660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1152a2-b273-4e3a-a69d-eae31feb3122 req-162cbcc9-5169-494a-8801-d04b97f7ee08 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:20.972264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f1152a2-b273-4e3a-a69d-eae31feb3122 req-162cbcc9-5169-494a-8801-d04b97f7ee08 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 931 time: 0.1293585 Nov 09 00:37:21.008065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb872faf-4ed8-4ba5-9f2f-7196a66aee75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:21.009580 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.013969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-907f0a86-7a8b-43ab-b233-212687489c04 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9424632 Nov 09 00:37:21.017333 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb872faf-4ed8-4ba5-9f2f-7196a66aee75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.021770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49910) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:21.065878 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Set router 5acbbb05-efdc-4c63-8e56-c3228babfbe9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:21.140476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f1152a2-b273-4e3a-a69d-eae31feb3122 req-bdf42630-0788-4c48-97c7-9c0595dd416b tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144199 Nov 09 00:37:21.182749 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.187203 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Request body: {'port': {'device_id': '60926952-ec10-457d-8b95-8aac8c67c237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:21.321673 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.325299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Router bd9b4c64-b601-4749-ad96-11053174d1c1 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:37:21.351684 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acbbb05-efdc-4c63-8e56-c3228babfbe9', 'name': 'tempest-snat-router-1341720728', 'tenant_id': 'e382a6d816dc440288db78fe93fa0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59'}], 'enable_snat': False}, 'gw_port_id': '7c639e4e-8aad-41c2-a42a-71e7e76e416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:17Z', 'updated_at': '2021-11-09T00:37:19Z', 'revision_number': 3, 'project_id': 'e382a6d816dc440288db78fe93fa0750', 'gw_port': {'id': '7c639e4e-8aad-41c2-a42a-71e7e76e416f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acbbb05-efdc-4c63-8e56-c3228babfbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:18Z', 'updated_at': '2021-11-09T00:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:21.370811 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-622c8cf9-1ffa-44ee-96b1-25f02857967e tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/routers/5acbbb05-efdc-4c63-8e56-c3228babfbe9 HTTP/1.1" status: 200 len: 908 time: 0.3452351 Nov 09 00:37:21.373608 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49912) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:21.380481 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Checking router: 5acbbb05-efdc-4c63-8e56-c3228babfbe9 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:37:21.380945 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Updating router 5acbbb05-efdc-4c63-8e56-c3228babfbe9 port 7c639e4e-8aad-41c2-a42a-71e7e76e416f binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:37:21.394377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1341720728', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'enable_snat': True}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:21.407527 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.443049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:21.456583 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Sync routers for ids ['bd9b4c64-b601-4749-ad96-11053174d1c1'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:21.463004 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.464109 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.473252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.476991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Routers {'bd9b4c64-b601-4749-ad96-11053174d1c1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:21.478051 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['bd9b4c64-b601-4749-ad96-11053174d1c1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:21.478297 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6ae779fa-19a7-46c7-b955-3c75dd57d3e1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5482810 Nov 09 00:37:21.480815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49914) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:21.605595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Set router bd9b4c64-b601-4749-ad96-11053174d1c1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:21.711863 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.720122 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.773017 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Pushing event updated for resources: {'Port': ['ID=7c639e4e-8aad-41c2-a42a-71e7e76e416f,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:21.785429 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:21.786135 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:21.787032 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:21.787614 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:21.788172 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:21.788759 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:21.789299 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:21.789870 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:21.790399 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:21.790988 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:21.792914 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:21.793522 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:21.819682 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Attempting to bind port 7c639e4e-8aad-41c2-a42a-71e7e76e416f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:21.820213 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Attempting to bind port 7c639e4e-8aad-41c2-a42a-71e7e76e416f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:21.820672 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Attempting to bind port 7c639e4e-8aad-41c2-a42a-71e7e76e416f on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:21.826355 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:21.826863 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:21.827358 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.827858 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:21.828658 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Bound port: 7c639e4e-8aad-41c2-a42a-71e7e76e416f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:21.829131 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.841259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'name': 'tempest-TestServerMultinode-1531377717-router', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b406e88f-0169-47df-a823-53de0c206500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:17Z', 'updated_at': '2021-11-09T00:37:20Z', 'revision_number': 3, 'project_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'gw_port': {'id': 'b406e88f-0169-47df-a823-53de0c206500', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:18Z', 'updated_at': '2021-11-09T00:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:21.877764 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Checking router: bd9b4c64-b601-4749-ad96-11053174d1c1 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:37:21.878413 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Updating router bd9b4c64-b601-4749-ad96-11053174d1c1 port b406e88f-0169-47df-a823-53de0c206500 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:37:21.899402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb872faf-4ed8-4ba5-9f2f-7196a66aee75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.915234 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] For port 7c639e4e-8aad-41c2-a42a-71e7e76e416f, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:21.923595 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] For port 7c639e4e-8aad-41c2-a42a-71e7e76e416f, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7c639e4e-8aad-41c2-a42a-71e7e76e416f,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:21.933032 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.939931 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:21.999892 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Routers {'5acbbb05-efdc-4c63-8e56-c3228babfbe9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:22.000511 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5acbbb05-efdc-4c63-8e56-c3228babfbe9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:22.021205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7cdf6d22-42e4-4734-a930-2dd0759c9d17 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:22.036103 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.048028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.129794 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af78af-4f23-4292-9a41-c3dffc5ea6a4 None None] Pushing event updated for resources: {'Port': ['ID=7c639e4e-8aad-41c2-a42a-71e7e76e416f,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:22.175900 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] Set router 5acbbb05-efdc-4c63-8e56-c3228babfbe9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:22.186505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7cdf6d22-42e4-4734-a930-2dd0759c9d17 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:22.186887 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.241877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756b41ad-47a4-4120-a0f9-4ed01eb592a6 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:37:22.252290 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.267047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Transition to ACTIVE for port object 756b41ad-47a4-4120-a0f9-4ed01eb592a6 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:37:22.272057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb872faf-4ed8-4ba5-9f2f-7196a66aee75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Subnet': ['ID=8de89226-ef39-464e-984c-38f2ae926af3,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:22.283605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.349117 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.357506 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.376960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Allocated IP 172.20.0.1 (832531cf-dd3a-4c7b-92c8-73f01d05377f/7a637d87-7e74-46c6-bf9b-6aec9fb11595/1e80ecf3-360f-4c5f-a471-8e3765c0a6be) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:22.393715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3f74c-7f36-46f5-8a3a-62c1b9458254 req-d475531a-cde6-4b96-bcaa-e41b296971bf tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:22.395220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fb3f74c-7f36-46f5-8a3a-62c1b9458254 req-d475531a-cde6-4b96-bcaa-e41b296971bf tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 943 time: 0.1255503 Nov 09 00:37:22.422575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a78229-ff95-44d9-8656-ccf8dd32bd6a None None] Pushing event updated for resources: {'Port': ['ID=b406e88f-0169-47df-a823-53de0c206500,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:22.428369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bbebeb24-cc04-4eea-b5c4-cb59e868b45c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:37:22.444026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb872faf-4ed8-4ba5-9f2f-7196a66aee75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Checking segment: {'id': 'a498c129-f30a-4dbb-b092-8fae4bdabbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:22.445067 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb872faf-4ed8-4ba5-9f2f-7196a66aee75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network hostable DHCP agents. Network: 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:37:22.470886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: bbebeb24-cc04-4eea-b5c4-cb59e868b45c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:37:22.471452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bbebeb24-cc04-4eea-b5c4-cb59e868b45c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:37:22.474016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Attempting to bind port b406e88f-0169-47df-a823-53de0c206500 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:22.474496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Attempting to bind port b406e88f-0169-47df-a823-53de0c206500 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:22.474732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Attempting to bind port b406e88f-0169-47df-a823-53de0c206500 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:22.480911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:22.481115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:22.481562 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.482529 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:22.483163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Bound port: b406e88f-0169-47df-a823-53de0c206500, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:22.484548 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acbbb05-efdc-4c63-8e56-c3228babfbe9', 'name': 'tempest-snat-router-1341720728', 'tenant_id': 'e382a6d816dc440288db78fe93fa0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59'}], 'enable_snat': False}, 'gw_port_id': '7c639e4e-8aad-41c2-a42a-71e7e76e416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:17Z', 'updated_at': '2021-11-09T00:37:19Z', 'revision_number': 3, 'project_id': 'e382a6d816dc440288db78fe93fa0750', 'gw_port': {'id': '7c639e4e-8aad-41c2-a42a-71e7e76e416f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acbbb05-efdc-4c63-8e56-c3228babfbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:18Z', 'updated_at': '2021-11-09T00:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:22.484708 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.519367 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfdfe85-7e67-43a0-9026-f5d1592a0a78 None None] The sync data for ids ['5acbbb05-efdc-4c63-8e56-c3228babfbe9'] in n-d-813263-3 is: [{'id': '5acbbb05-efdc-4c63-8e56-c3228babfbe9', 'name': 'tempest-snat-router-1341720728', 'tenant_id': 'e382a6d816dc440288db78fe93fa0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59'}], 'enable_snat': False}, 'gw_port_id': '7c639e4e-8aad-41c2-a42a-71e7e76e416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:17Z', 'updated_at': '2021-11-09T00:37:19Z', 'revision_number': 3, 'project_id': 'e382a6d816dc440288db78fe93fa0750', 'gw_port': {'id': '7c639e4e-8aad-41c2-a42a-71e7e76e416f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acbbb05-efdc-4c63-8e56-c3228babfbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:18Z', 'updated_at': '2021-11-09T00:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:22.540379 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fb3f74c-7f36-46f5-8a3a-62c1b9458254 req-2252088e-a752-4725-b7c0-38be45f9ac4f tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333113 Nov 09 00:37:22.556602 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] For port b406e88f-0169-47df-a823-53de0c206500, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:22.560803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.564119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] For port b406e88f-0169-47df-a823-53de0c206500, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b406e88f-0169-47df-a823-53de0c206500,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:22.577233 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.593969 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.609380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Pushing event updated for resources: {'Port': ['ID=756b41ad-47a4-4120-a0f9-4ed01eb592a6,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:22.639337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Routers {'bd9b4c64-b601-4749-ad96-11053174d1c1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:22.640243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['bd9b4c64-b601-4749-ad96-11053174d1c1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:22.652367 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.654889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb872faf-4ed8-4ba5-9f2f-7196a66aee75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:37:22.698789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a78229-ff95-44d9-8656-ccf8dd32bd6a None None] Pushing event updated for resources: {'Port': ['ID=b406e88f-0169-47df-a823-53de0c206500,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:22.699855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-fb872faf-4ed8-4ba5-9f2f-7196a66aee75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:22.704978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Attempting to bind port 756b41ad-47a4-4120-a0f9-4ed01eb592a6 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:22.705460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Attempting to bind port 756b41ad-47a4-4120-a0f9-4ed01eb592a6 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'ca29c665-dae2-4c8d-98aa-9653e43e17fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:22.705884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Attempting to bind port 756b41ad-47a4-4120-a0f9-4ed01eb592a6 on network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:22.710172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb872faf-4ed8-4ba5-9f2f-7196a66aee75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:22.710863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fb872faf-4ed8-4ba5-9f2f-7196a66aee75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.716696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Network 832531cf-dd3a-4c7b-92c8-73f01d05377f is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:22.717119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a23ddbd-bb50-46f1-a49c-d6dadda7e9c2 None None] Network 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:22.724398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:22.724562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Port 756b41ad-47a4-4120-a0f9-4ed01eb592a6 on network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:37:22.724653 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Attempting to bind port 756b41ad-47a4-4120-a0f9-4ed01eb592a6 on network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:22.730540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:22.745421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Pushing event updated for resources: {'Port': ['ID=1e80ecf3-360f-4c5f-a471-8e3765c0a6be,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:22.760953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:22.761326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Checking segment: {'id': 'ca29c665-dae2-4c8d-98aa-9653e43e17fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:22.761789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Bound using segment: {'id': 'ca29c665-dae2-4c8d-98aa-9653e43e17fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:22.762187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Bound port: 756b41ad-47a4-4120-a0f9-4ed01eb592a6, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca29c665-dae2-4c8d-98aa-9653e43e17fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:22.762513 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.772529 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fb872faf-4ed8-4ba5-9f2f-7196a66aee75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9291029 Nov 09 00:37:22.774114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49918) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:22.783334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': '5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0', 'name': 'tempest-PortsIpV6TestJSON-488222497', 'fixed_ips': [{'subnet_id': '8de89226-ef39-464e-984c-38f2ae926af3', 'ip_address': '2001:db8::10'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:22.883357 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.906666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] Set router bd9b4c64-b601-4749-ad96-11053174d1c1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:22.922632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] For port 756b41ad-47a4-4120-a0f9-4ed01eb592a6, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:22.945268 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] For port 756b41ad-47a4-4120-a0f9-4ed01eb592a6, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=756b41ad-47a4-4120-a0f9-4ed01eb592a6,segment=NetworkSegment(ca29c665-dae2-4c8d-98aa-9653e43e17fe),segment_id=ca29c665-dae2-4c8d-98aa-9653e43e17fe)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:22.951655 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.986567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:22.988440 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:22.990238 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] 10.222.0.30 "PUT /v2.0/ports/756b41ad-47a4-4120-a0f9-4ed01eb592a6 HTTP/1.1" status: 200 len: 1091 time: 2.0313058 Nov 09 00:37:22.992918 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60926952-ec10-457d-8b95-8aac8c67c237', 'tag': '756b41ad-47a4-4120-a0f9-4ed01eb592a6'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:37:22.997433 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cf9281-2941-4993-835b-6427dd4abd27" -d '{"events": [{"name": "network-changed", "server_uuid": "60926952-ec10-457d-8b95-8aac8c67c237", "tag": "756b41ad-47a4-4120-a0f9-4ed01eb592a6"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:37:23.080111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:23.187045 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69dc6ab-44e6-40ae-9b75-a439c52e8b73 x-openstack-request-id: req-a69dc6ab-44e6-40ae-9b75-a439c52e8b73 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:37:23.187399 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60926952-ec10-457d-8b95-8aac8c67c237", "tag": "756b41ad-47a4-4120-a0f9-4ed01eb592a6", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:37:23.187588 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a69dc6ab-44e6-40ae-9b75-a439c52e8b73 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:37:23.187995 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60926952-ec10-457d-8b95-8aac8c67c237', 'tag': '756b41ad-47a4-4120-a0f9-4ed01eb592a6', 'status': 'completed', 'code': 200} Nov 09 00:37:23.219481 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.221104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-81f8dbf0-9cd3-4519-b964-dc5f4ebd665e None None] Provisioning complete for port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:23.221804 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-81f8dbf0-9cd3-4519-b964-dc5f4ebd665e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.255643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0', 'network_id': '5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0', 'tenant_id': 'c759a05db2984ffe8ba0626845b04471', 'fixed_ips': [{'subnet_id': '8de89226-ef39-464e-984c-38f2ae926af3'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:37:23.256564 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.257906 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.288600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.291582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555d4be-6a16-4bcb-8db8-ce5fb8499f1b service neutron] Pushing event updated for resources: {'Port': ['ID=756b41ad-47a4-4120-a0f9-4ed01eb592a6,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:23.306703 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-81f8dbf0-9cd3-4519-b964-dc5f4ebd665e None None] Port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:23.326862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-e1aff0c6-64e5-434b-80d8-27f47d8a20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:23.329130 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-e1aff0c6-64e5-434b-80d8-27f47d8a20d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=717e1c13c98f4edc9b90978b7b9ee91b&device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 1094 time: 0.2355645 Nov 09 00:37:23.331419 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.413106 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-94339d06-01c8-4369-a039-6af49f98e0c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=756b41ad-47a4-4120-a0f9-4ed01eb592a6 HTTP/1.1" status: 200 len: 217 time: 0.0733008 Nov 09 00:37:23.417975 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port 6f066ed9-840a-4ffb-ad4d-6e6e5114a389 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:37:23.450267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'name': 'tempest-TestServerMultinode-1531377717-router', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b406e88f-0169-47df-a823-53de0c206500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:17Z', 'updated_at': '2021-11-09T00:37:20Z', 'revision_number': 3, 'project_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'gw_port': {'id': 'b406e88f-0169-47df-a823-53de0c206500', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:18Z', 'updated_at': '2021-11-09T00:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:23.485996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62f46e6-c214-4925-a9b7-eee3c0cece68 None None] The sync data for ids ['bd9b4c64-b601-4749-ad96-11053174d1c1'] in n-d-813263-3 is: [{'id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'name': 'tempest-TestServerMultinode-1531377717-router', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b406e88f-0169-47df-a823-53de0c206500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:17Z', 'updated_at': '2021-11-09T00:37:20Z', 'revision_number': 3, 'project_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'gw_port': {'id': 'b406e88f-0169-47df-a823-53de0c206500', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:18Z', 'updated_at': '2021-11-09T00:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:23.489801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Allocated IP 2001:db8::2 (5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0/8de89226-ef39-464e-984c-38f2ae926af3/23b008f5-1d29-4282-bc85-2be55d988656) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:23.545546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Allocated IP 172.25.0.78 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/1df94463-25b7-4640-9ec4-4efbc7485ed4) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:23.644852 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.663915 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.699748 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.713866 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.732282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-5af5a467-49cd-41ed-8273-a3f658c66ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:23.734165 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-5af5a467-49cd-41ed-8273-a3f658c66ccc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a54b4751-085c-46f5-99fe-77d26c0db22d HTTP/1.1" status: 200 len: 848 time: 0.1418519 Nov 09 00:37:23.768544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Pushing event updated for resources: {'Port': ['ID=23b008f5-1d29-4282-bc85-2be55d988656,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:23.786042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Network 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:23.787900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:23.791238 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:23.794220 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-bf5c5c38-94a9-4239-aa7d-d5cf2f03833c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=186e53c1-eb94-4fb8-a04c-7cd0a8b9b404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520251 Nov 09 00:37:23.827182 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.830703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Pushing event updated for resources: {'Port': ['ID=1e80ecf3-360f-4c5f-a471-8e3765c0a6be,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:23.849942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.867942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8::10 (5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0/8de89226-ef39-464e-984c-38f2ae926af3/6f066ed9-840a-4ffb-ad4d-6e6e5114a389) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:23.874936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Attempting to bind port 23b008f5-1d29-4282-bc85-2be55d988656 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:23.875309 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Attempting to bind port 23b008f5-1d29-4282-bc85-2be55d988656 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a498c129-f30a-4dbb-b092-8fae4bdabbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:23.875678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Attempting to bind port 23b008f5-1d29-4282-bc85-2be55d988656 on network 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:23.881243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:23.881884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Checking segment: {'id': 'a498c129-f30a-4dbb-b092-8fae4bdabbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:23.883637 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.884155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Bound using segment: {'id': 'a498c129-f30a-4dbb-b092-8fae4bdabbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:23.884646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Bound port: 23b008f5-1d29-4282-bc85-2be55d988656, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a498c129-f30a-4dbb-b092-8fae4bdabbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:23.885036 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:23.961494 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-bd5f8b26-cc4b-4b2d-8a03-df018129be0c service neutron] 10.222.0.30 "GET /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572156 Nov 09 00:37:23.987381 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] For port 23b008f5-1d29-4282-bc85-2be55d988656, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:23.991094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] For port 23b008f5-1d29-4282-bc85-2be55d988656, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=23b008f5-1d29-4282-bc85-2be55d988656,segment=NetworkSegment(a498c129-f30a-4dbb-b092-8fae4bdabbc3),segment_id=a498c129-f30a-4dbb-b092-8fae4bdabbc3)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:23.997638 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:24.001298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2331f-b835-4bc8-a11e-512aed501ad1 req-94667fcd-8915-4bfb-9a10-0630b3bfe05e tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:24.004017 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:24.004587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2d2331f-b835-4bc8-a11e-512aed501ad1 req-94667fcd-8915-4bfb-9a10-0630b3bfe05e tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 943 time: 0.3361897 Nov 09 00:37:24.070527 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7c639e4e-8aad-41c2-a42a-71e7e76e416f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:24.160476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:24.163660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event updated for resources: {'Port': ['ID=1df94463-25b7-4640-9ec4-4efbc7485ed4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:24.179717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:24.185799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:24.190490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2d2331f-b835-4bc8-a11e-512aed501ad1 req-74402997-46ca-47d1-ab48-7fe4cb6a55c3 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735289 Nov 09 00:37:24.193876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Network 832531cf-dd3a-4c7b-92c8-73f01d05377f is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:24.248040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b2ea4-3831-4b54-9a47-573733c142ae None None] Pushing event updated for resources: {'Port': ['ID=23b008f5-1d29-4282-bc85-2be55d988656,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:24.262331 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af97103f-7eee-4513-8a5b-c687b51bb93d req-50ebfb84-5aad-4b95-ae5a-cbaab39abecd service neutron] 10.222.0.30 "GET /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821398 Nov 09 00:37:24.264326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7c639e4e-8aad-41c2-a42a-71e7e76e416f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:24.265232 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:24.412017 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:24.412258 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:24.459611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 7c639e4e-8aad-41c2-a42a-71e7e76e416f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7c639e4e-8aad-41c2-a42a-71e7e76e416f,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:24.469671 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:24.473853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf9281-2941-4993-835b-6427dd4abd27 req-36e454b4-5e0c-4d88-9ddf-8b9d7580e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:24.475523 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85cf9281-2941-4993-835b-6427dd4abd27 req-36e454b4-5e0c-4d88-9ddf-8b9d7580e90e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=717e1c13c98f4edc9b90978b7b9ee91b&device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 1094 time: 0.1443925 Nov 09 00:37:24.480160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:24.490362 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:24.644679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:24.667789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:24.668415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=7c639e4e-8aad-41c2-a42a-71e7e76e416f,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:24.690499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:24.706417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:24.708025 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:24.739042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=6f066ed9-840a-4ffb-ad4d-6e6e5114a389,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:24.767035 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf9281-2941-4993-835b-6427dd4abd27 req-071a8490-3bb5-4cf4-829f-a1be8fa7fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:24.768384 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85cf9281-2941-4993-835b-6427dd4abd27 req-071a8490-3bb5-4cf4-829f-a1be8fa7fe0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 HTTP/1.1" status: 200 len: 908 time: 0.2848186 Nov 09 00:37:24.804769 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:24.840747 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85cf9281-2941-4993-835b-6427dd4abd27 req-af368a4d-f397-45e5-abb5-c84f78cc50db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=756b41ad-47a4-4120-a0f9-4ed01eb592a6 HTTP/1.1" status: 200 len: 217 time: 0.0540276 Nov 09 00:37:24.843954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Router bd9b4c64-b601-4749-ad96-11053174d1c1 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:37:24.870708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2633fdf4-8d70-477b-a534-85ffdf1a3b84 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0948396 Nov 09 00:37:24.873944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49926) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:24.882959 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': '5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0', 'name': 'tempest-PortsIpV6TestJSON-824357452', 'fixed_ips': [{'subnet_id': '8de89226-ef39-464e-984c-38f2ae926af3', 'ip_address': '2001:db8::f'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:24.960214 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1dae8ef7-c7c2-4e3b-8f6f-ceb84c2588fd None None] Provisioning complete for port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:24.960214 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1dae8ef7-c7c2-4e3b-8f6f-ceb84c2588fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:24.975089 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf9281-2941-4993-835b-6427dd4abd27 req-20acd7a1-ad5e-47c8-b4ad-2a5b53b48365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:24.977109 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85cf9281-2941-4993-835b-6427dd4abd27 req-20acd7a1-ad5e-47c8-b4ad-2a5b53b48365 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a54b4751-085c-46f5-99fe-77d26c0db22d HTTP/1.1" status: 200 len: 848 time: 0.0970368 Nov 09 00:37:25.020669 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85cf9281-2941-4993-835b-6427dd4abd27 req-d4f92a45-cda0-4777-9cb4-c8995a753e2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=186e53c1-eb94-4fb8-a04c-7cd0a8b9b404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352838 Nov 09 00:37:25.040874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-1dae8ef7-c7c2-4e3b-8f6f-ceb84c2588fd None None] Port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:25.128307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:25.134678 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a2651891-d4a4-4b4a-9315-2c1df67b8d6c admin admin] 10.222.0.25 "PUT /v2.0/routers/bd9b4c64-b601-4749-ad96-11053174d1c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6525273 Nov 09 00:37:25.157649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:25.169222 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:25.196647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port 1161b823-cfbb-4f58-800d-c57833821e39 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:37:25.198407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:25.262536 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85cf9281-2941-4993-835b-6427dd4abd27 req-e67c9bea-bb98-4cd4-9be8-227a98fa6a25 service neutron] 10.222.0.30 "GET /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058864 Nov 09 00:37:25.439633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af893f8d-ddbe-45f1-9aa9-6e82dbf4614e req-ea99e013-c61c-45fc-9d8b-8ad5b0b6e001 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:25.441161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af893f8d-ddbe-45f1-9aa9-6e82dbf4614e req-ea99e013-c61c-45fc-9d8b-8ad5b0b6e001 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 943 time: 0.1011086 Nov 09 00:37:25.447099 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-85cf9281-2941-4993-835b-6427dd4abd27 req-aa21bc4a-c47b-44fc-bdba-e751f205d630 service neutron] 10.222.0.30 "GET /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733162 Nov 09 00:37:25.457976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8::f (5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0/8de89226-ef39-464e-984c-38f2ae926af3/1161b823-cfbb-4f58-800d-c57833821e39) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:25.467084 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Router a3695b64-5b4a-4c28-9732-0341cc33c95c is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:37:25.522524 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af893f8d-ddbe-45f1-9aa9-6e82dbf4614e req-9a7d3e68-7bad-4804-b812-e72c700780f1 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710125 Nov 09 00:37:25.680377 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:25.731228 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:25.783253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:25.789582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:25.794284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:25.800117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:25.800781 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:25.813173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=1161b823-cfbb-4f58-800d-c57833821e39,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:25.834537 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d90e5a21-8046-43b9-883d-4cda359da6b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9574437 Nov 09 00:37:25.837040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49944) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:25.889975 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49946) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:25.896599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2050032389-network', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:25.984135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7550bcc-f0e0-432a-9e4a-bb46f8371b15 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:25.984135 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f7550bcc-f0e0-432a-9e4a-bb46f8371b15 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1452141 Nov 09 00:37:25.985377 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Made reservation on behalf of a62c47449078478585ac71c3dc5ca202 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:25.987569 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:25.989876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49948) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:26.031348 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.035546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:26.055676 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Sync routers for ids ['a3695b64-5b4a-4c28-9732-0341cc33c95c'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:26.059691 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.064244 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a104c410-aed4-4ca7-a346-3a2ab6ee75be tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6708827 Nov 09 00:37:26.065594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49950) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:26.077058 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Routers {'a3695b64-5b4a-4c28-9732-0341cc33c95c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:26.079266 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a3695b64-5b4a-4c28-9732-0341cc33c95c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:26.117060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7c639e4e-8aad-41c2-a42a-71e7e76e416f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:26.152137 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd3c730-8079-4a95-9e60-7948fe859c50 None None] Network 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:26.218245 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Set router a3695b64-5b4a-4c28-9732-0341cc33c95c gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:26.229060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ceb883dd-07ab-4fc9-a519-75eeb8731a58 None None] Provisioning complete for port 23b008f5-1d29-4282-bc85-2be55d988656 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:26.229472 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ceb883dd-07ab-4fc9-a519-75eeb8731a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.282344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7c639e4e-8aad-41c2-a42a-71e7e76e416f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:26.282818 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.445553 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3695b64-5b4a-4c28-9732-0341cc33c95c', 'name': 'tempest-snat-router-1341720728', 'tenant_id': 'e382a6d816dc440288db78fe93fa0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '1df94463-25b7-4640-9ec4-4efbc7485ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:21Z', 'updated_at': '2021-11-09T00:37:24Z', 'revision_number': 3, 'project_id': 'e382a6d816dc440288db78fe93fa0750', 'gw_port': {'id': '1df94463-25b7-4640-9ec4-4efbc7485ed4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3695b64-5b4a-4c28-9732-0341cc33c95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:23Z', 'updated_at': '2021-11-09T00:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:26.476149 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Checking router: a3695b64-5b4a-4c28-9732-0341cc33c95c for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:37:26.476764 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Updating router a3695b64-5b4a-4c28-9732-0341cc33c95c port 1df94463-25b7-4640-9ec4-4efbc7485ed4 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:37:26.504528 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.524633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe28f26-e6de-4fc1-b1a2-dab477aadcf5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:26.530889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe28f26-e6de-4fc1-b1a2-dab477aadcf5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:26.536928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe28f26-e6de-4fc1-b1a2-dab477aadcf5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:26.538609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-abe28f26-e6de-4fc1-b1a2-dab477aadcf5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.5477767 Nov 09 00:37:26.543168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49952) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:26.646238 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 756b41ad-47a4-4120-a0f9-4ed01eb592a6 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:37:26.653646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Sync routers for ids ['bd9b4c64-b601-4749-ad96-11053174d1c1'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:26.664648 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.671362 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2539d7d1-b038-41fe-8a9b-d4fc2a1d7a81 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/routers/a3695b64-5b4a-4c28-9732-0341cc33c95c HTTP/1.1" status: 200 len: 907 time: 0.5985529 Nov 09 00:37:26.672020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49956) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:26.699357 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ceb883dd-07ab-4fc9-a519-75eeb8731a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.725017 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.743482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Routers {'bd9b4c64-b601-4749-ad96-11053174d1c1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:26.744302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['bd9b4c64-b601-4749-ad96-11053174d1c1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:26.756045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bd893969-55af-4ff1-97b3-832653347c66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port 1161b823-cfbb-4f58-800d-c57833821e39 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:26.758225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd893969-55af-4ff1-97b3-832653347c66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.822496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:37:26.853299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409dce82-bc01-49b5-94a6-6e17e75af7b9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:26.866963 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.867324 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Added segment 869fe8e6-98d3-4f12-9abd-55e6675bb228 of type vlan for network 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 Nov 09 00:37:26.881810 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ceb883dd-07ab-4fc9-a519-75eeb8731a58 None None] For port 23b008f5-1d29-4282-bc85-2be55d988656, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=23b008f5-1d29-4282-bc85-2be55d988656,segment=NetworkSegment(a498c129-f30a-4dbb-b092-8fae4bdabbc3),segment_id=a498c129-f30a-4dbb-b092-8fae4bdabbc3)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:26.887558 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.894916 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 23b008f5-1d29-4282-bc85-2be55d988656 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:26.912461 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ceb883dd-07ab-4fc9-a519-75eeb8731a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.937766 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.944887 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd893969-55af-4ff1-97b3-832653347c66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.949098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522cd8d-dead-4783-82c6-f7a35267d1d4 req-0fe2f171-96e1-48b8-9676-10d881e69ed4 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:26.949695 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:26.950895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7522cd8d-dead-4783-82c6-f7a35267d1d4 req-0fe2f171-96e1-48b8-9676-10d881e69ed4 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 943 time: 0.2779975 Nov 09 00:37:26.977724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bd893969-55af-4ff1-97b3-832653347c66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for 1161b823-cfbb-4f58-800d-c57833821e39 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:27.015212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.058030 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Attempting to bind port 1df94463-25b7-4640-9ec4-4efbc7485ed4 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:27.058602 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Attempting to bind port 1df94463-25b7-4640-9ec4-4efbc7485ed4 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:27.061795 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Attempting to bind port 1df94463-25b7-4640-9ec4-4efbc7485ed4 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:27.073693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 756b41ad-47a4-4120-a0f9-4ed01eb592a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=756b41ad-47a4-4120-a0f9-4ed01eb592a6,segment=NetworkSegment(ca29c665-dae2-4c8d-98aa-9653e43e17fe),segment_id=ca29c665-dae2-4c8d-98aa-9653e43e17fe)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:27.082439 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:27.083761 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:27.084633 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.085659 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:27.086885 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Bound port: 1df94463-25b7-4640-9ec4-4efbc7485ed4, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:27.090304 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.092094 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8fe53-00d3-478c-a516-d5b92ea834b5 None None] Pushing event updated for resources: {'Port': ['ID=1df94463-25b7-4640-9ec4-4efbc7485ed4,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:27.096360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7522cd8d-dead-4783-82c6-f7a35267d1d4 req-ac65e26f-a84c-414e-82da-5b9e202ecbbb tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203396 Nov 09 00:37:27.123930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Set router bd9b4c64-b601-4749-ad96-11053174d1c1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:27.126967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb883dd-07ab-4fc9-a519-75eeb8731a58 None None] Pushing event updated for resources: {'Port': ['ID=23b008f5-1d29-4282-bc85-2be55d988656,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:27.142015 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.143005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:27.143734 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.159896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '756b41ad-47a4-4120-a0f9-4ed01eb592a6', 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404', 'port_id': '756b41ad-47a4-4120-a0f9-4ed01eb592a6', 'mac_address': 'fa:16:3e:c5:3e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54b4751-085c-46f5-99fe-77d26c0db22d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:37:27.184946 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.200754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3093767 Nov 09 00:37:27.222333 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49960) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:27.235467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-557b857e-faac-4e5d-9d7f-96664a8f8472 admin admin] Request body: {'subnet': {'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2050032389-subnet', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:27.237202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dee06-79f0-44bb-a32f-fa1ee7f6c696 admin admin] Pushing event updated for resources: {'Network': ['ID=9c21bcb3-2d55-42bd-85c1-487b0aa98ae6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:27.243005 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] For port 1df94463-25b7-4640-9ec4-4efbc7485ed4, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:27.250821 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] For port 1df94463-25b7-4640-9ec4-4efbc7485ed4, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1df94463-25b7-4640-9ec4-4efbc7485ed4,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:27.261007 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.272977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 23b008f5-1d29-4282-bc85-2be55d988656 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:27.273384 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.289923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6ce48a58-0fb0-4c40-848e-8110147d22e8 None None] Provisioning complete for port 6f066ed9-840a-4ffb-ad4d-6e6e5114a389 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:27.289923 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ce48a58-0fb0-4c40-848e-8110147d22e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.289923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:37:27.296591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557b857e-faac-4e5d-9d7f-96664a8f8472 admin admin] Made reservation on behalf of a62c47449078478585ac71c3dc5ca202 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:27.304978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-557b857e-faac-4e5d-9d7f-96664a8f8472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.331477 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Routers {'a3695b64-5b4a-4c28-9732-0341cc33c95c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:27.331477 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a3695b64-5b4a-4c28-9732-0341cc33c95c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:27.332818 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8fe53-00d3-478c-a516-d5b92ea834b5 None None] Pushing event updated for resources: {'Port': ['ID=1df94463-25b7-4640-9ec4-4efbc7485ed4,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:27.424739 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd893969-55af-4ff1-97b3-832653347c66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.438831 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Deleting port 1df94463-25b7-4640-9ec4-4efbc7485ed4 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:27.439434 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.472202 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.495274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd893969-55af-4ff1-97b3-832653347c66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=1161b823-cfbb-4f58-800d-c57833821e39,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:27.531185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6ce48a58-0fb0-4c40-848e-8110147d22e8 None None] Port 6f066ed9-840a-4ffb-ad4d-6e6e5114a389 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:27.545185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd893969-55af-4ff1-97b3-832653347c66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.548835 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] Set router a3695b64-5b4a-4c28-9732-0341cc33c95c gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:27.552260 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bd893969-55af-4ff1-97b3-832653347c66 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/1161b823-cfbb-4f58-800d-c57833821e39 HTTP/1.1" status: 204 len: 168 time: 1.0046721 Nov 09 00:37:27.552830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49962) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:27.557950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756b41ad-47a4-4120-a0f9-4ed01eb592a6 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:37:27.562678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6ce48a58-0fb0-4c40-848e-8110147d22e8 None None] Could not find standard attr ID for object 1161b823-cfbb-4f58-800d-c57833821e39. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:37:27.593309 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cb842f-d3ee-43c8-9b45-e6dd977f1316 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:37:27.597660 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e1cb842f-d3ee-43c8-9b45-e6dd977f1316 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/1161b823-cfbb-4f58-800d-c57833821e39 HTTP/1.1" status: 404 len: 333 time: 0.0411382 Nov 09 00:37:27.601274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49964) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:27.604759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 756b41ad-47a4-4120-a0f9-4ed01eb592a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=756b41ad-47a4-4120-a0f9-4ed01eb592a6,segment=NetworkSegment(ca29c665-dae2-4c8d-98aa-9653e43e17fe),segment_id=ca29c665-dae2-4c8d-98aa-9653e43e17fe)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:27.623319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] For port 1df94463-25b7-4640-9ec4-4efbc7485ed4, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1df94463-25b7-4640-9ec4-4efbc7485ed4,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:27.623693 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.635740 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.666460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Calling delete_port for 1df94463-25b7-4640-9ec4-4efbc7485ed4 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:27.687272 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6ce48a58-0fb0-4c40-848e-8110147d22e8 None None] Provisioning complete for port 23b008f5-1d29-4282-bc85-2be55d988656 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:27.687642 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ce48a58-0fb0-4c40-848e-8110147d22e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.792646 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-557b857e-faac-4e5d-9d7f-96664a8f8472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.807300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b406e88f-0169-47df-a823-53de0c206500 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:27.820901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6bac0fd9-5ccc-4489-86a0-5673427390a7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port 6f066ed9-840a-4ffb-ad4d-6e6e5114a389 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:27.821240 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bac0fd9-5ccc-4489-86a0-5673427390a7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.856989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['756b41ad-47a4-4120-a0f9-4ed01eb592a6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:37:27.872555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b857e-faac-4e5d-9d7f-96664a8f8472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a046ba-bc18-43bd-9293-2de596797d32,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:27.904275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b857e-faac-4e5d-9d7f-96664a8f8472 admin admin] Checking segment: {'id': '869fe8e6-98d3-4f12-9abd-55e6675bb228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:27.904647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=756b41ad-47a4-4120-a0f9-4ed01eb592a6,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:27.904903 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557b857e-faac-4e5d-9d7f-96664a8f8472 admin admin] Network hostable DHCP agents. Network: 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:37:27.920586 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3695b64-5b4a-4c28-9732-0341cc33c95c', 'name': 'tempest-snat-router-1341720728', 'tenant_id': 'e382a6d816dc440288db78fe93fa0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '1df94463-25b7-4640-9ec4-4efbc7485ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:21Z', 'updated_at': '2021-11-09T00:37:24Z', 'revision_number': 3, 'project_id': 'e382a6d816dc440288db78fe93fa0750', 'gw_port': {'id': '1df94463-25b7-4640-9ec4-4efbc7485ed4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3695b64-5b4a-4c28-9732-0341cc33c95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:23Z', 'updated_at': '2021-11-09T00:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:27.936817 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557b857e-faac-4e5d-9d7f-96664a8f8472 admin admin] Network 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:37:27.949524 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4324209-3c70-4458-bdc0-94735e1d7dda None None] The sync data for ids ['a3695b64-5b4a-4c28-9732-0341cc33c95c'] in n-d-813263-3 is: [{'id': 'a3695b64-5b4a-4c28-9732-0341cc33c95c', 'name': 'tempest-snat-router-1341720728', 'tenant_id': 'e382a6d816dc440288db78fe93fa0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '1df94463-25b7-4640-9ec4-4efbc7485ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:21Z', 'updated_at': '2021-11-09T00:37:24Z', 'revision_number': 3, 'project_id': 'e382a6d816dc440288db78fe93fa0750', 'gw_port': {'id': '1df94463-25b7-4640-9ec4-4efbc7485ed4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3695b64-5b4a-4c28-9732-0341cc33c95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:23Z', 'updated_at': '2021-11-09T00:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:27.952285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-557b857e-faac-4e5d-9d7f-96664a8f8472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:27.956685 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557b857e-faac-4e5d-9d7f-96664a8f8472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:27.957330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-557b857e-faac-4e5d-9d7f-96664a8f8472 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:27.974372 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-557b857e-faac-4e5d-9d7f-96664a8f8472 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7508645 Nov 09 00:37:27.982675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49966) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:27.982675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2050032389-router', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:28.011298 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5136bf-a33a-4c11-8f0c-07baa636d231 None None] Network 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:28.025617 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.026769 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.106811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bac0fd9-5ccc-4489-86a0-5673427390a7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.125461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.132247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'name': 'tempest-TestServerMultinode-1531377717-router', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b406e88f-0169-47df-a823-53de0c206500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:17Z', 'updated_at': '2021-11-09T00:37:23Z', 'revision_number': 4, 'project_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'gw_port': {'id': 'b406e88f-0169-47df-a823-53de0c206500', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:18Z', 'updated_at': '2021-11-09T00:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '1e80ecf3-360f-4c5f-a471-8e3765c0a6be', 'name': '', 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'mac_address': 'fa:16:3e:4d:e3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '7a637d87-7e74-46c6-bf9b-6aec9fb11595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:22Z', 'updated_at': '2021-11-09T00:37:23Z', 'revision_number': 2, 'project_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'subnets': [{'id': '7a637d87-7e74-46c6-bf9b-6aec9fb11595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:28.140911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6bac0fd9-5ccc-4489-86a0-5673427390a7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for 6f066ed9-840a-4ffb-ad4d-6e6e5114a389 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:28.197033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b406e88f-0169-47df-a823-53de0c206500 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:28.197471 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.199366 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.206836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Checking router: bd9b4c64-b601-4749-ad96-11053174d1c1 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:37:28.207285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Updating router bd9b4c64-b601-4749-ad96-11053174d1c1 port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:37:28.218323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event deleted for resources: {'Port': ['ID=1df94463-25b7-4640-9ec4-4efbc7485ed4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:28.352242 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.427337 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.436792 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.509746 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-467a5f52-4dbb-4a6e-81c0-48a44657df3b None None] Provisioning complete for port 6f066ed9-840a-4ffb-ad4d-6e6e5114a389 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:28.510160 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-467a5f52-4dbb-4a6e-81c0-48a44657df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.513902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b9ace-8b48-440d-9b79-12fb3305f08e req-49973a6a-5d5d-4b6c-ba27-b61d532640e7 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:28.515829 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e5b9ace-8b48-440d-9b79-12fb3305f08e req-49973a6a-5d5d-4b6c-ba27-b61d532640e7 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 944 time: 0.2871647 Nov 09 00:37:28.610379 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.628891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e5b9ace-8b48-440d-9b79-12fb3305f08e req-276ffb06-3ca0-4516-b893-7681489cf943 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745177 Nov 09 00:37:28.631832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.718698 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.738942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.749867 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.750364 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3695b64-5b4a-4c28-9732-0341cc33c95c {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:37:28.757510 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.763525 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2893c46b-e082-42f6-923c-6b97a5bad2d8 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "DELETE /v2.0/routers/a3695b64-5b4a-4c28-9732-0341cc33c95c HTTP/1.1" status: 204 len: 168 time: 2.0842865 Nov 09 00:37:28.763525 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bac0fd9-5ccc-4489-86a0-5673427390a7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.764077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49970) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:28.794693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac0fd9-5ccc-4489-86a0-5673427390a7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=6f066ed9-840a-4ffb-ad4d-6e6e5114a389,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:28.828795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-9c21bcb3-2d55-42bd-85c1-487b0aa98ae6', 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'fixed_ips': [{'subnet_id': 'b0a046ba-bc18-43bd-9293-2de596797d32'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:37:28.829711 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.835297 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bac0fd9-5ccc-4489-86a0-5673427390a7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.841587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6bac0fd9-5ccc-4489-86a0-5673427390a7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/6f066ed9-840a-4ffb-ad4d-6e6e5114a389 HTTP/1.1" status: 204 len: 168 time: 1.2184284 Nov 09 00:37:28.843131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49972) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:28.859467 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:28.891388 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b90d98-a899-4c4b-ba8c-e23810bb614f tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:37:28.893232 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b2b90d98-a899-4c4b-ba8c-e23810bb614f tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/6f066ed9-840a-4ffb-ad4d-6e6e5114a389 HTTP/1.1" status: 404 len: 333 time: 0.0498979 Nov 09 00:37:28.896285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49974) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:28.926761 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-467a5f52-4dbb-4a6e-81c0-48a44657df3b None None] Port 6f066ed9-840a-4ffb-ad4d-6e6e5114a389 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:28.929615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port b406e88f-0169-47df-a823-53de0c206500, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b406e88f-0169-47df-a823-53de0c206500,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:28.982745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-467a5f52-4dbb-4a6e-81c0-48a44657df3b None None] Could not find standard attr ID for object 1161b823-cfbb-4f58-800d-c57833821e39. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:37:28.984334 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.039810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Allocated IP 172.25.0.233 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/e6f9fa8d-b75c-469d-9e66-e4eac866b9d8) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:29.052950 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a2e5da-edb0-45ae-bcbc-4627889b4636 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting subnet 8de89226-ef39-464e-984c-38f2ae926af3 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:37:29.056125 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.063970 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14a2e5da-edb0-45ae-bcbc-4627889b4636 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.125180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 23b008f5-1d29-4282-bc85-2be55d988656 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:29.175699 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14a2e5da-edb0-45ae-bcbc-4627889b4636 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.256524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=b406e88f-0169-47df-a823-53de0c206500,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:29.281880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Allocated IP 172.20.0.2 (9c21bcb3-2d55-42bd-85c1-487b0aa98ae6/b0a046ba-bc18-43bd-9293-2de596797d32/a287122d-6f0b-4deb-8e95-a36c1f54de7a) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:29.353517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.382661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.386384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14a2e5da-edb0-45ae-bcbc-4627889b4636 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.390684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 23b008f5-1d29-4282-bc85-2be55d988656 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:29.391056 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.423958 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.441538 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.489834 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.526553 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14a2e5da-edb0-45ae-bcbc-4627889b4636 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.534053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Deleting port 7c639e4e-8aad-41c2-a42a-71e7e76e416f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:29.534429 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.553915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77794b1-39f5-4398-8680-a48274ef4e87 None None] Pushing event updated for resources: {'Port': ['ID=1e80ecf3-360f-4c5f-a471-8e3765c0a6be,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:29.583660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:29.596572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2e5da-edb0-45ae-bcbc-4627889b4636 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Subnet': ['ID=8de89226-ef39-464e-984c-38f2ae926af3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:29.600369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14a2e5da-edb0-45ae-bcbc-4627889b4636 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.613817 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-14a2e5da-edb0-45ae-bcbc-4627889b4636 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/8de89226-ef39-464e-984c-38f2ae926af3 HTTP/1.1" status: 204 len: 168 time: 0.7154863 Nov 09 00:37:29.615615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49976) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:29.616307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:29.618316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Pushing event updated for resources: {'Port': ['ID=e6f9fa8d-b75c-469d-9e66-e4eac866b9d8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:29.624747 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:29.626044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe835c23-a751-4f40-926d-f4a62b6487a6 None None] Network 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:29.731402 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.742553 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.759199 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.771416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Attempting to bind port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:29.771992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Attempting to bind port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:29.772520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Attempting to bind port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be on network 832531cf-dd3a-4c7b-92c8-73f01d05377f {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:29.794944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] For port 7c639e4e-8aad-41c2-a42a-71e7e76e416f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7c639e4e-8aad-41c2-a42a-71e7e76e416f,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:29.794944 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.823782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Calling delete_port for 7c639e4e-8aad-41c2-a42a-71e7e76e416f owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:29.836235 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:29.837006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Checking segment: {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:29.837431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.837822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Bound using segment: {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:29.838326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Bound port: 1e80ecf3-360f-4c5f-a471-8e3765c0a6be, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:29.838697 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:29.852751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Network 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:29.875732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e9c4f-a131-4e55-838f-ee0f1e42cee5 req-c989f37e-263e-4360-a1a7-6210d2c94c31 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:29.877464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-796e9c4f-a131-4e55-838f-ee0f1e42cee5 req-c989f37e-263e-4360-a1a7-6210d2c94c31 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 944 time: 0.1160328 Nov 09 00:37:29.881282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:29.883871 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:29.891197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Pushing event updated for resources: {'Port': ['ID=a287122d-6f0b-4deb-8e95-a36c1f54de7a,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:29.894465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port 23b008f5-1d29-4282-bc85-2be55d988656 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:29.894916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.004732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] For port 23b008f5-1d29-4282-bc85-2be55d988656, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=23b008f5-1d29-4282-bc85-2be55d988656,segment=NetworkSegment(a498c129-f30a-4dbb-b092-8fae4bdabbc3),segment_id=a498c129-f30a-4dbb-b092-8fae4bdabbc3)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:30.005091 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.016830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c81bdb4c-be6b-4c63-be17-5ac5d3cf820a None None] Provisioning complete for port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:30.017223 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c81bdb4c-be6b-4c63-be17-5ac5d3cf820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.022851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-796e9c4f-a131-4e55-838f-ee0f1e42cee5 req-1a4d1c97-41a8-4649-b884-79d354f9003d tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095500 Nov 09 00:37:30.029509 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for 23b008f5-1d29-4282-bc85-2be55d988656 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:30.043077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Attempting to bind port a287122d-6f0b-4deb-8e95-a36c1f54de7a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:30.043434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Attempting to bind port a287122d-6f0b-4deb-8e95-a36c1f54de7a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '869fe8e6-98d3-4f12-9abd-55e6675bb228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:30.043795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Attempting to bind port a287122d-6f0b-4deb-8e95-a36c1f54de7a on network 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:30.052398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] For port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:30.067382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:30.067874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Checking segment: {'id': '869fe8e6-98d3-4f12-9abd-55e6675bb228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:30.068289 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.068682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Bound using segment: {'id': '869fe8e6-98d3-4f12-9abd-55e6675bb228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:30.069266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Bound port: a287122d-6f0b-4deb-8e95-a36c1f54de7a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869fe8e6-98d3-4f12-9abd-55e6675bb228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:30.069778 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.081245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] For port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e80ecf3-360f-4c5f-a471-8e3765c0a6be,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:30.094987 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.099382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c81bdb4c-be6b-4c63-be17-5ac5d3cf820a None None] Port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:30.126456 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.150796 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.152131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfcf7c3-e864-4cb6-b50e-1ee032548d3c None None] DHCP port deletion for 5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:37:30.170907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c639e4e-8aad-41c2-a42a-71e7e76e416f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:30.200322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=23b008f5-1d29-4282-bc85-2be55d988656,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:30.218327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No DVR routers for this DVR port 23b008f5-1d29-4282-bc85-2be55d988656 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:37:30.227622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77794b1-39f5-4398-8680-a48274ef4e87 None None] Pushing event updated for resources: {'Port': ['ID=1e80ecf3-360f-4c5f-a471-8e3765c0a6be,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:30.232141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Routers {'bd9b4c64-b601-4749-ad96-11053174d1c1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:30.232855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['bd9b4c64-b601-4749-ad96-11053174d1c1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:30.280157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] For port a287122d-6f0b-4deb-8e95-a36c1f54de7a, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:30.300876 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] For port a287122d-6f0b-4deb-8e95-a36c1f54de7a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a287122d-6f0b-4deb-8e95-a36c1f54de7a,segment=NetworkSegment(869fe8e6-98d3-4f12-9abd-55e6675bb228),segment_id=869fe8e6-98d3-4f12-9abd-55e6675bb228)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:30.309243 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.318837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.368612 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.410574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:30.411641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] Set router bd9b4c64-b601-4749-ad96-11053174d1c1 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:30.449848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a498c129-f30a-4dbb-b092-8fae4bdabbc3') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:30.454150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a498c129-f30a-4dbb-b092-8fae4bdabbc3') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:30.456851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Pushing event updated for resources: {'Port': ['ID=a287122d-6f0b-4deb-8e95-a36c1f54de7a,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:30.474793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:30.475138 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:30.475467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:30.475800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:30.476120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:30.476497 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:30.476846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:30.477120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:30.477473 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:30.477789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:30.478104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:30.478418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e2483f-6da8-4251-9c35-ead121846094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:30.479143 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.481704 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.498757 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.517262 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.533229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:37:30.533872 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.591535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8692fad1-1692-4cb1-bed1-02cf5834638a None None] Provisioning complete for port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:30.591906 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8692fad1-1692-4cb1-bed1-02cf5834638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.595856 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.597991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5acbbb05-efdc-4c63-8e56-c3228babfbe9 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:37:30.619872 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.624665 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-747d8c5b-cf8c-4450-ac6e-0a8d6f6e6a29 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "DELETE /v2.0/routers/5acbbb05-efdc-4c63-8e56-c3228babfbe9 HTTP/1.1" status: 204 len: 168 time: 1.8581419 Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:37:30.624835 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:37:30.627524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49980) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:30.630217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-578079628', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:30.646788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.656185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 756b41ad-47a4-4120-a0f9-4ed01eb592a6 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:30.679077 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.693115 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.705097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/networks/5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0 HTTP/1.1" status: 204 len: 168 time: 1.0865908 Nov 09 00:37:30.706417 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.707687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.709386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49982) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:30.715782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b11469cf-7744-49a7-924b-b7b01491728e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1771108052'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:30.759110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11469cf-7744-49a7-924b-b7b01491728e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:30.762579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf228ccf-bb00-445d-bdb5-67249dedf8e5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Network': ['ID=5c837e07-d1f7-4c42-bc1f-d6940a7dc9b0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:30.763299 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b11469cf-7744-49a7-924b-b7b01491728e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.806649 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.812121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 756b41ad-47a4-4120-a0f9-4ed01eb592a6 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:37:30.830744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 756b41ad-47a4-4120-a0f9-4ed01eb592a6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:30.831118 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.852110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11469cf-7744-49a7-924b-b7b01491728e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:37:30.861965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'name': 'tempest-TestServerMultinode-1531377717-router', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b406e88f-0169-47df-a823-53de0c206500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:17Z', 'updated_at': '2021-11-09T00:37:23Z', 'revision_number': 4, 'project_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'gw_port': {'id': 'b406e88f-0169-47df-a823-53de0c206500', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:18Z', 'updated_at': '2021-11-09T00:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '1e80ecf3-360f-4c5f-a471-8e3765c0a6be', 'name': '', 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'mac_address': 'fa:16:3e:4d:e3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '7a637d87-7e74-46c6-bf9b-6aec9fb11595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:22Z', 'updated_at': '2021-11-09T00:37:30Z', 'revision_number': 4, 'project_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'subnets': [{'id': '7a637d87-7e74-46c6-bf9b-6aec9fb11595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:30.865484 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8692fad1-1692-4cb1-bed1-02cf5834638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.902392 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b11469cf-7744-49a7-924b-b7b01491728e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.902774 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-b11469cf-7744-49a7-924b-b7b01491728e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Added segment 7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a of type vlan for network cbb6799f-5d49-475d-8ba4-f9e2b4241253 Nov 09 00:37:30.907639 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8c593-87eb-44a8-9720-8e23dfe4b1ed None None] The sync data for ids ['bd9b4c64-b601-4749-ad96-11053174d1c1'] in n-d-813263-3 is: [{'id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'name': 'tempest-TestServerMultinode-1531377717-router', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b406e88f-0169-47df-a823-53de0c206500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:17Z', 'updated_at': '2021-11-09T00:37:23Z', 'revision_number': 4, 'project_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'gw_port': {'id': 'b406e88f-0169-47df-a823-53de0c206500', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:18Z', 'updated_at': '2021-11-09T00:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '1e80ecf3-360f-4c5f-a471-8e3765c0a6be', 'name': '', 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'mac_address': 'fa:16:3e:4d:e3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '7a637d87-7e74-46c6-bf9b-6aec9fb11595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:22Z', 'updated_at': '2021-11-09T00:37:30Z', 'revision_number': 4, 'project_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'subnets': [{'id': '7a637d87-7e74-46c6-bf9b-6aec9fb11595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:30.937812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8692fad1-1692-4cb1-bed1-02cf5834638a None None] For port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e80ecf3-360f-4c5f-a471-8e3765c0a6be,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:30.972967 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8692fad1-1692-4cb1-bed1-02cf5834638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.983280 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:30.987349 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b11469cf-7744-49a7-924b-b7b01491728e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:31.031556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:31.060870 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:31.099550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692fad1-1692-4cb1-bed1-02cf5834638a None None] Pushing event updated for resources: {'Port': ['ID=1e80ecf3-360f-4c5f-a471-8e3765c0a6be,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:31.111992 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b11469cf-7744-49a7-924b-b7b01491728e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:31.116364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60926952-ec10-457d-8b95-8aac8c67c237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756b41ad-47a4-4120-a0f9-4ed01eb592a6'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:37:31.119149 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f466a9b1-ebc4-4ea1-ac8a-a7954414ff99" -d '{"events": [{"server_uuid": "60926952-ec10-457d-8b95-8aac8c67c237", "name": "network-vif-plugged", "status": "completed", "tag": "756b41ad-47a4-4120-a0f9-4ed01eb592a6"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:37:31.127490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11469cf-7744-49a7-924b-b7b01491728e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:31.128335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b11469cf-7744-49a7-924b-b7b01491728e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:31.137122 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 756b41ad-47a4-4120-a0f9-4ed01eb592a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=756b41ad-47a4-4120-a0f9-4ed01eb592a6,segment=NetworkSegment(ca29c665-dae2-4c8d-98aa-9653e43e17fe),segment_id=ca29c665-dae2-4c8d-98aa-9653e43e17fe)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:31.150255 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:31.183698 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbbb862-645b-4f87-ada3-601530c0e917 x-openstack-request-id: req-bdbbb862-645b-4f87-ada3-601530c0e917 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:37:31.183977 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60926952-ec10-457d-8b95-8aac8c67c237", "name": "network-vif-plugged", "status": "completed", "tag": "756b41ad-47a4-4120-a0f9-4ed01eb592a6", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:37:31.184087 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdbbb862-645b-4f87-ada3-601530c0e917 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:37:31.184424 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60926952-ec10-457d-8b95-8aac8c67c237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756b41ad-47a4-4120-a0f9-4ed01eb592a6', 'code': 200} Nov 09 00:37:31.205742 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b11469cf-7744-49a7-924b-b7b01491728e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4949489 Nov 09 00:37:31.213879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49988) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:31.215468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=756b41ad-47a4-4120-a0f9-4ed01eb592a6,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:31.241862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6f0402ca-8ecb-43f4-8427-95acd6be854b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': 'cbb6799f-5d49-475d-8ba4-f9e2b4241253', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:31.323919 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11469cf-7744-49a7-924b-b7b01491728e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Network': ['ID=cbb6799f-5d49-475d-8ba4-f9e2b4241253,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:31.336644 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network cbb6799f-5d49-475d-8ba4-f9e2b4241253 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:37:31.346847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a41d5-18f1-4f25-9d85-8e6152eca28d req-0951ca25-9736-42cd-853d-08a2e79f728b tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:31.348405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed3a41d5-18f1-4f25-9d85-8e6152eca28d req-0951ca25-9736-42cd-853d-08a2e79f728b tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 945 time: 0.1751878 Nov 09 00:37:31.399059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f4b5d-f627-40f4-8b51-fcb152af8838 req-9f48e887-50f4-457e-b3a5-f91e1c8ac1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:31.404418 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c26f4b5d-f627-40f4-8b51-fcb152af8838 req-9f48e887-50f4-457e-b3a5-f91e1c8ac1e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 1096 time: 0.1678412 Nov 09 00:37:31.509011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Router f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:37:31.515247 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c26f4b5d-f627-40f4-8b51-fcb152af8838 req-da96fb7a-d1ad-4c1e-9805-8c2c8e2de289 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988729 Nov 09 00:37:31.529741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0402ca-8ecb-43f4-8427-95acd6be854b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:31.533286 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6f0402ca-8ecb-43f4-8427-95acd6be854b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:31.631736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed3a41d5-18f1-4f25-9d85-8e6152eca28d req-bc9190da-b6a2-4a77-9e9f-99892dab983a tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560096 Nov 09 00:37:31.632584 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:31.665082 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:31.701686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a287122d-6f0b-4deb-8e95-a36c1f54de7a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:31.702793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:31.715058 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Sync routers for ids ['f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:31.735118 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Routers {'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:31.736703 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:31.744420 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:31.749842 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6ace6ca4-0aa1-4742-aa83-a3d277ecf16b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7715087 Nov 09 00:37:31.750908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 49990) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:31.780302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a287122d-6f0b-4deb-8e95-a36c1f54de7a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:31.781667 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:31.883092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Allocated IP 172.25.0.231 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/4f6c39a9-b906-42f2-90cc-6d4ee13f91f0) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:31.964055 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6f0402ca-8ecb-43f4-8427-95acd6be854b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.009335 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Set router f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:32.115910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0402ca-8ecb-43f4-8427-95acd6be854b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Subnet': ['ID=3199778d-4e81-42ad-8931-dbbfdd198ce9,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:32.137169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0402ca-8ecb-43f4-8427-95acd6be854b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Checking segment: {'id': '7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cbb6799f-5d49-475d-8ba4-f9e2b4241253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:32.137719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0402ca-8ecb-43f4-8427-95acd6be854b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network hostable DHCP agents. Network: cbb6799f-5d49-475d-8ba4-f9e2b4241253, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:37:32.170979 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.210073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0402ca-8ecb-43f4-8427-95acd6be854b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network cbb6799f-5d49-475d-8ba4-f9e2b4241253 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:37:32.247676 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-6f0402ca-8ecb-43f4-8427-95acd6be854b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, cbb6799f-5d49-475d-8ba4-f9e2b4241253) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:32.254599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0402ca-8ecb-43f4-8427-95acd6be854b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:32.254984 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6f0402ca-8ecb-43f4-8427-95acd6be854b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.256544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47eeab4-a886-4bd1-b24e-9be83f9cdf59 None None] Network cbb6799f-5d49-475d-8ba4-f9e2b4241253 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:32.262305 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.300001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6f0402ca-8ecb-43f4-8427-95acd6be854b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0849969 Nov 09 00:37:32.305763 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49992) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:32.315971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d71d1555-8b04-429c-ae39-ae1098c38014 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1286433943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:32.326935 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.385207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port a287122d-6f0b-4deb-8e95-a36c1f54de7a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a287122d-6f0b-4deb-8e95-a36c1f54de7a,segment=NetworkSegment(869fe8e6-98d3-4f12-9abd-55e6675bb228),segment_id=869fe8e6-98d3-4f12-9abd-55e6675bb228)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:32.399337 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.400329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b406e88f-0169-47df-a823-53de0c206500 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:32.412631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dafa85a-f92e-4ff5-aa89-287ace8c7b75 None None] Network 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:32.433243 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:32.437441 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:32.438433 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'name': 'tempest-TestServerMultinode-2050032389-router', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:30Z', 'revision_number': 3, 'project_id': 'a62c47449078478585ac71c3dc5ca202', 'gw_port': {'id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:32.444429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:32.449554 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d71d1555-8b04-429c-ae39-ae1098c38014 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.450603 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d71d1555-8b04-429c-ae39-ae1098c38014 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.483878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Pushing event updated for resources: {'Port': ['ID=4f6c39a9-b906-42f2-90cc-6d4ee13f91f0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:32.519852 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Checking router: f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:37:32.520526 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Updating router f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e port e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:37:32.569534 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.717188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d71d1555-8b04-429c-ae39-ae1098c38014 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.747707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5022f133-5143-4e6f-adff-08a3ba62739d None None] Provisioning complete for port a287122d-6f0b-4deb-8e95-a36c1f54de7a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:32.747707 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5022f133-5143-4e6f-adff-08a3ba62739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.764029 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d71d1555-8b04-429c-ae39-ae1098c38014 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.812137 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d71d1555-8b04-429c-ae39-ae1098c38014 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:32.813927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d71d1555-8b04-429c-ae39-ae1098c38014 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5057297 Nov 09 00:37:32.816661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 49996) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:32.823663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'network_id': 'cbb6799f-5d49-475d-8ba4-f9e2b4241253', 'name': 'tempest-PortsIpV6TestJSON-814442425'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:32.921947 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=a287122d-6f0b-4deb-8e95-a36c1f54de7a,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:32.963772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-cbb6799f-5d49-475d-8ba4-f9e2b4241253', 'network_id': 'cbb6799f-5d49-475d-8ba4-f9e2b4241253', 'tenant_id': 'c759a05db2984ffe8ba0626845b04471', 'fixed_ips': [{'subnet_id': '3199778d-4e81-42ad-8931-dbbfdd198ce9'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:37:32.969012 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:33.070511 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:33.082701 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:33.154194 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b406e88f-0169-47df-a823-53de0c206500 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:33.154822 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:33.204091 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Attempting to bind port e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:33.204369 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Attempting to bind port e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:33.204726 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Attempting to bind port e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:33.238671 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:33.239080 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:33.243353 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:33.243763 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:33.244838 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Bound port: e6f9fa8d-b75c-469d-9e66-e4eac866b9d8, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:33.245218 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:33.342810 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] For port e6f9fa8d-b75c-469d-9e66-e4eac866b9d8, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:33.347212 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] For port e6f9fa8d-b75c-469d-9e66-e4eac866b9d8, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e6f9fa8d-b75c-469d-9e66-e4eac866b9d8,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:33.358911 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30e2d8-a40e-45d3-a35e-eec354ee7086 None None] Pushing event updated for resources: {'Port': ['ID=e6f9fa8d-b75c-469d-9e66-e4eac866b9d8,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:33.362848 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:33.438234 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Routers {'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:33.439153 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:33.546209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Allocated IP 2001:db8::2 (cbb6799f-5d49-475d-8ba4-f9e2b4241253/3199778d-4e81-42ad-8931-dbbfdd198ce9/e6d54fbd-6828-4c2e-803e-c0d9c26835c0) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:33.605404 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:33.639319 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] Set router f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:33.664959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-73bfe827-c10a-4d89-aa74-e1db2169e72c None None] Provisioning complete for port a287122d-6f0b-4deb-8e95-a36c1f54de7a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:33.665335 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-73bfe827-c10a-4d89-aa74-e1db2169e72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:33.673957 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7c639e4e-8aad-41c2-a42a-71e7e76e416f no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:37:33.734711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422a491-8ce3-4c74-a88b-b6d7ea0694dd req-2c27c6d8-0ce4-4836-b8e2-78b337d91688 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:33.736394 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 7c639e4e-8aad-41c2-a42a-71e7e76e416f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:37:33.736730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7c639e4e-8aad-41c2-a42a-71e7e76e416f not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:37:33.737150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 23b008f5-1d29-4282-bc85-2be55d988656 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:37:33.741702 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30e2d8-a40e-45d3-a35e-eec354ee7086 None None] Pushing event updated for resources: {'Port': ['ID=e6f9fa8d-b75c-469d-9e66-e4eac866b9d8,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:33.742707 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2422a491-8ce3-4c74-a88b-b6d7ea0694dd req-2c27c6d8-0ce4-4836-b8e2-78b337d91688 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 945 time: 0.8059561 Nov 09 00:37:33.789613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 23b008f5-1d29-4282-bc85-2be55d988656 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:37:33.790274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 23b008f5-1d29-4282-bc85-2be55d988656 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:37:33.791535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1df94463-25b7-4640-9ec4-4efbc7485ed4 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:37:33.819581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:33.823118 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:33.834428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 1df94463-25b7-4640-9ec4-4efbc7485ed4 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:37:33.834774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1df94463-25b7-4640-9ec4-4efbc7485ed4 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:37:33.844165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:33.864554 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2422a491-8ce3-4c74-a88b-b6d7ea0694dd req-c0a27b25-74e8-462f-811e-f464519e8bf4 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164596 Nov 09 00:37:33.901217 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'name': 'tempest-TestServerMultinode-2050032389-router', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:30Z', 'revision_number': 3, 'project_id': 'a62c47449078478585ac71c3dc5ca202', 'gw_port': {'id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:33.916244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port ad9ade95-d61f-454a-8485-5274b1145177 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:37:33.928294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Allocated IP 172.20.0.1 (9c21bcb3-2d55-42bd-85c1-487b0aa98ae6/b0a046ba-bc18-43bd-9293-2de596797d32/0e61c651-43cd-4397-bffd-6db733b0c3d8) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:33.965755 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302495d5-a95b-4309-89ab-b834a5364150 None None] The sync data for ids ['f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'] in n-d-813263-3 is: [{'id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'name': 'tempest-TestServerMultinode-2050032389-router', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:30Z', 'revision_number': 3, 'project_id': 'a62c47449078478585ac71c3dc5ca202', 'gw_port': {'id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:33.979312 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:33.991281 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.123410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Network cbb6799f-5d49-475d-8ba4-f9e2b4241253 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:34.129807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a287122d-6f0b-4deb-8e95-a36c1f54de7a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:34.140225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:34.157770 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.173657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Pushing event updated for resources: {'Port': ['ID=e6d54fbd-6828-4c2e-803e-c0d9c26835c0,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:34.185447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:34.200027 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.226611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8::28f (cbb6799f-5d49-475d-8ba4-f9e2b4241253/3199778d-4e81-42ad-8931-dbbfdd198ce9/ad9ade95-d61f-454a-8485-5274b1145177) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:34.246945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Network 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:34.251138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:34.254717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:34.295036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Pushing event updated for resources: {'Port': ['ID=0e61c651-43cd-4397-bffd-6db733b0c3d8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:34.297501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Attempting to bind port e6d54fbd-6828-4c2e-803e-c0d9c26835c0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:34.298131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Attempting to bind port e6d54fbd-6828-4c2e-803e-c0d9c26835c0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cbb6799f-5d49-475d-8ba4-f9e2b4241253'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:34.299596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Attempting to bind port e6d54fbd-6828-4c2e-803e-c0d9c26835c0 on network cbb6799f-5d49-475d-8ba4-f9e2b4241253 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:34.319389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:34.320485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.320940 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Checking segment: {'id': '7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cbb6799f-5d49-475d-8ba4-f9e2b4241253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:34.321519 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.322700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Bound using segment: {'id': '7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cbb6799f-5d49-475d-8ba4-f9e2b4241253'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:34.323931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Bound port: e6d54fbd-6828-4c2e-803e-c0d9c26835c0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cbb6799f-5d49-475d-8ba4-f9e2b4241253'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:34.324549 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.328337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a287122d-6f0b-4deb-8e95-a36c1f54de7a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:34.328797 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.331486 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.563088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] For port e6d54fbd-6828-4c2e-803e-c0d9c26835c0, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:34.575320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] For port e6d54fbd-6828-4c2e-803e-c0d9c26835c0, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e6d54fbd-6828-4c2e-803e-c0d9c26835c0,segment=NetworkSegment(7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a),segment_id=7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:34.618693 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.682077 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.741929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Router e185f80c-68b2-4220-bf03-6cc7812b2a80 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:37:34.743229 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e80ecf3-360f-4c5f-a471-8e3765c0a6be up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:34.748708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.795877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd2d42-b8f7-456d-a9ff-9affd7df7281 None None] Pushing event updated for resources: {'Port': ['ID=e6d54fbd-6828-4c2e-803e-c0d9c26835c0,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:34.818628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-79670720-c76d-4d9b-a4d4-d96b5a3c3d02 None None] Provisioning complete for port 0e61c651-43cd-4397-bffd-6db733b0c3d8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:34.819407 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-79670720-c76d-4d9b-a4d4-d96b5a3c3d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.860391 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.883120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:34.883502 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:34.951719 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-79670720-c76d-4d9b-a4d4-d96b5a3c3d02 None None] Port 0e61c651-43cd-4397-bffd-6db733b0c3d8 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:34.960687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:35.000146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7548a-72d6-4d84-ac4f-fa4773f557a9 None None] Sync routers for ids ['e185f80c-68b2-4220-bf03-6cc7812b2a80'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:35.021762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network cbb6799f-5d49-475d-8ba4-f9e2b4241253 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:35.027416 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:35.032899 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:35.037154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50010) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:35.039420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e013f2bb-e507-410a-9ad3-2dccc101f921 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4114945 Nov 09 00:37:35.043036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-128b0aa3-b0d1-4214-a349-c80048ef1d89 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'enable_snat': False}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:35.060107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7548a-72d6-4d84-ac4f-fa4773f557a9 None None] Routers {'e185f80c-68b2-4220-bf03-6cc7812b2a80'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:35.060748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f7c7548a-72d6-4d84-ac4f-fa4773f557a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e185f80c-68b2-4220-bf03-6cc7812b2a80'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:35.071329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:35.077698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:35.078305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:35.113898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=ad9ade95-d61f-454a-8485-5274b1145177,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:35.127334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8710ffce-0825-4ec9-8bed-6e9565975c56 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3093035 Nov 09 00:37:35.128058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50012) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:35.150104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f7c7548a-72d6-4d84-ac4f-fa4773f557a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:35.173609 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7548a-72d6-4d84-ac4f-fa4773f557a9 None None] Routers {'e185f80c-68b2-4220-bf03-6cc7812b2a80'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:35.174776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f7c7548a-72d6-4d84-ac4f-fa4773f557a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e185f80c-68b2-4220-bf03-6cc7812b2a80'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:35.232631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f7c7548a-72d6-4d84-ac4f-fa4773f557a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:35.233712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7548a-72d6-4d84-ac4f-fa4773f557a9 None None] The sync data for ids ['e185f80c-68b2-4220-bf03-6cc7812b2a80'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:35.239013 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:35.279137 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:35.281826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29cad0-4b2f-499f-adb0-8e2794725890 req-fd32f945-e388-4dd1-9b43-382c430d781d tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:35.283627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb29cad0-4b2f-499f-adb0-8e2794725890 req-fd32f945-e388-4dd1-9b43-382c430d781d tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 945 time: 0.2809587 Nov 09 00:37:35.383929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Pushing event updated for resources: {'Port': ['ID=0e61c651-43cd-4397-bffd-6db733b0c3d8,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:35.392682 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:35.455270 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb29cad0-4b2f-499f-adb0-8e2794725890 req-5a3e6eaa-13ab-4d7b-8913-66bc0d4da220 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414206 Nov 09 00:37:35.543001 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:35.588926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Network 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:35.594238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:35.600365 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-128b0aa3-b0d1-4214-a349-c80048ef1d89 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:35.773120 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Router f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:37:35.836471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:35.844121 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:35.985491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7daad79f-971d-4750-9fca-f5284e80ed94 None None] Provisioning complete for port 0e61c651-43cd-4397-bffd-6db733b0c3d8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:35.986551 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7daad79f-971d-4750-9fca-f5284e80ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:36.011110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:36.017687 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-424c4bfc-30ba-4abf-a25c-f91a3423bb04 admin admin] 10.222.0.25 "PUT /v2.0/routers/f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2654135 Nov 09 00:37:36.054813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-7daad79f-971d-4750-9fca-f5284e80ed94 None None] Port 0e61c651-43cd-4397-bffd-6db733b0c3d8 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:36.095774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=ad9ade95-d61f-454a-8485-5274b1145177,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:36.125588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:36.164142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:36.189631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:36.190006 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:36.191607 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:37:36.285445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49315885-332b-4247-8ae6-67e5ae243835 req-ff144b57-2599-4539-abab-421d83b77e47 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:36.292069 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-49315885-332b-4247-8ae6-67e5ae243835 req-ff144b57-2599-4539-abab-421d83b77e47 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.30 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 945 time: 0.1569264 Nov 09 00:37:36.297894 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:36.325252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port e6f9fa8d-b75c-469d-9e66-e4eac866b9d8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e6f9fa8d-b75c-469d-9e66-e4eac866b9d8,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:36.328147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bd38d6-84f5-404a-b70b-a7c0b24bcabb None None] Network cbb6799f-5d49-475d-8ba4-f9e2b4241253 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:36.337842 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:36.345710 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:36.346555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e6d54fbd-6828-4c2e-803e-c0d9c26835c0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:36.465619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=e6f9fa8d-b75c-469d-9e66-e4eac866b9d8,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:36.516713 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-49315885-332b-4247-8ae6-67e5ae243835 req-c57d454f-fbe1-412d-b4c2-46975feaa003 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Deleting port 756b41ad-47a4-4120-a0f9-4ed01eb592a6 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:36.517456 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-49315885-332b-4247-8ae6-67e5ae243835 req-c57d454f-fbe1-412d-b4c2-46975feaa003 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:36.609554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7ac79b7e-1832-4eea-9053-fbbb26c8c621 None None] Provisioning complete for port e6d54fbd-6828-4c2e-803e-c0d9c26835c0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:36.609927 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7ac79b7e-1832-4eea-9053-fbbb26c8c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:36.678379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e6d54fbd-6828-4c2e-803e-c0d9c26835c0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:36.681448 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:36.735461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478eaa60-19e6-4b41-8bd5-72a5be2e7315 req-fc679eed-1dc2-4c4e-b40b-ba39da6de699 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:36.742859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-478eaa60-19e6-4b41-8bd5-72a5be2e7315 req-fc679eed-1dc2-4c4e-b40b-ba39da6de699 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 945 time: 0.1055396 Nov 09 00:37:36.832159 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Sync routers for ids ['f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:36.849422 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Routers {'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:36.850663 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:36.905013 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:36.929083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-478eaa60-19e6-4b41-8bd5-72a5be2e7315 req-c5585d78-93bc-4a88-89e0-e3652108b729 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841433 Nov 09 00:37:36.934862 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:36.935853 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:36.954322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26867866-6e5b-4d05-9d04-f858590a2962 req-d3fed61a-ac10-4d54-b401-4adfe0604f3a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:36.956088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-d3fed61a-ac10-4d54-b401-4adfe0604f3a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/networks?id=832531cf-dd3a-4c7b-92c8-73f01d05377f HTTP/1.1" status: 200 len: 910 time: 0.1524141 Nov 09 00:37:36.976988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7ac79b7e-1832-4eea-9053-fbbb26c8c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:37.005213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-128b0aa3-b0d1-4214-a349-c80048ef1d89 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:37.014288 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-128b0aa3-b0d1-4214-a349-c80048ef1d89 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:37.024098 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Set router f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:37.024829 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7ac79b7e-1832-4eea-9053-fbbb26c8c621 None None] For port e6d54fbd-6828-4c2e-803e-c0d9c26835c0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e6d54fbd-6828-4c2e-803e-c0d9c26835c0,segment=NetworkSegment(7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a),segment_id=7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:37.026873 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:37.039671 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7ac79b7e-1832-4eea-9053-fbbb26c8c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:37.079087 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-a695ac96-f243-4ad8-a63a-a374a9d50e56 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/quotas/a62c47449078478585ac71c3dc5ca202 HTTP/1.1" status: 200 len: 375 time: 0.0889928 Nov 09 00:37:37.087244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=ad9ade95-d61f-454a-8485-5274b1145177,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:37.092426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-49315885-332b-4247-8ae6-67e5ae243835 req-c57d454f-fbe1-412d-b4c2-46975feaa003 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] For port 756b41ad-47a4-4120-a0f9-4ed01eb592a6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=756b41ad-47a4-4120-a0f9-4ed01eb592a6,segment=NetworkSegment(ca29c665-dae2-4c8d-98aa-9653e43e17fe),segment_id=ca29c665-dae2-4c8d-98aa-9653e43e17fe)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:37.092796 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-49315885-332b-4247-8ae6-67e5ae243835 req-c57d454f-fbe1-412d-b4c2-46975feaa003 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:37.119641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-49315885-332b-4247-8ae6-67e5ae243835 req-c57d454f-fbe1-412d-b4c2-46975feaa003 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Calling delete_port for 756b41ad-47a4-4120-a0f9-4ed01eb592a6 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:37.267130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128b0aa3-b0d1-4214-a349-c80048ef1d89 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Router e185f80c-68b2-4220-bf03-6cc7812b2a80 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:37:37.281990 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-f675272c-8f94-4a4d-aa2f-f43be1cc0b1f tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=a62c47449078478585ac71c3dc5ca202&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1881907 Nov 09 00:37:37.331733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network cbb6799f-5d49-475d-8ba4-f9e2b4241253 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:37.333524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:37.408614 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:37:37.409734 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:37:37.410238 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac79b7e-1832-4eea-9053-fbbb26c8c621 None None] Pushing event updated for resources: {'Port': ['ID=e6d54fbd-6828-4c2e-803e-c0d9c26835c0,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:37.417331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-754b77af-2fee-433a-b82f-beaa0c95b230 None None] Provisioning complete for port e6d54fbd-6828-4c2e-803e-c0d9c26835c0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:37.417728 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-754b77af-2fee-433a-b82f-beaa0c95b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:37.432538 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'name': 'tempest-TestServerMultinode-2050032389-router', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:34Z', 'revision_number': 4, 'project_id': 'a62c47449078478585ac71c3dc5ca202', 'gw_port': {'id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '0e61c651-43cd-4397-bffd-6db733b0c3d8', 'name': '', 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'mac_address': 'fa:16:3e:07:f7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'b0a046ba-bc18-43bd-9293-2de596797d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:33Z', 'updated_at': '2021-11-09T00:37:34Z', 'revision_number': 2, 'project_id': 'a62c47449078478585ac71c3dc5ca202', 'subnets': [{'id': 'b0a046ba-bc18-43bd-9293-2de596797d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:37.449136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-49315885-332b-4247-8ae6-67e5ae243835 req-c57d454f-fbe1-412d-b4c2-46975feaa003 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:37.460801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128b0aa3-b0d1-4214-a349-c80048ef1d89 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:37.465598 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['756b41ad-47a4-4120-a0f9-4ed01eb592a6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:37:37.469714 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-128b0aa3-b0d1-4214-a349-c80048ef1d89 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:37.472048 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-128b0aa3-b0d1-4214-a349-c80048ef1d89 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "PUT /v2.0/routers/e185f80c-68b2-4220-bf03-6cc7812b2a80 HTTP/1.1" status: 200 len: 921 time: 2.4327044 Nov 09 00:37:37.486531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50036) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:37.495338 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Checking router: f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:37:37.495686 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Updating router f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e port 0e61c651-43cd-4397-bffd-6db733b0c3d8 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:37:37.522282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa1100-1b96-44d8-b019-87d2b65b121b None None] Sync routers for ids ['e185f80c-68b2-4220-bf03-6cc7812b2a80'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:37.526972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d454f-fbe1-412d-b4c2-46975feaa003 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Pushing event deleted for resources: {'Port': ['ID=756b41ad-47a4-4120-a0f9-4ed01eb592a6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:37.542616 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa1100-1b96-44d8-b019-87d2b65b121b None None] Routers {'e185f80c-68b2-4220-bf03-6cc7812b2a80'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:37.543219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4aaa1100-1b96-44d8-b019-87d2b65b121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e185f80c-68b2-4220-bf03-6cc7812b2a80'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:37.556019 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:37.593397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4aaa1100-1b96-44d8-b019-87d2b65b121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:37.648836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-557de782-b0aa-4848-9f96-e7810e3989e0 service neutron] 10.222.0.25 "GET /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560078 Nov 09 00:37:37.685672 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa1100-1b96-44d8-b019-87d2b65b121b None None] Routers {'e185f80c-68b2-4220-bf03-6cc7812b2a80'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:37.697659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4aaa1100-1b96-44d8-b019-87d2b65b121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e185f80c-68b2-4220-bf03-6cc7812b2a80'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:37.715445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-49315885-332b-4247-8ae6-67e5ae243835 req-c57d454f-fbe1-412d-b4c2-46975feaa003 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] No DVR routers for this DVR port 756b41ad-47a4-4120-a0f9-4ed01eb592a6 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:37:37.721206 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-49315885-332b-4247-8ae6-67e5ae243835 req-c57d454f-fbe1-412d-b4c2-46975feaa003 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:37.731631 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-49315885-332b-4247-8ae6-67e5ae243835 req-c57d454f-fbe1-412d-b4c2-46975feaa003 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.30 "DELETE /v2.0/ports/756b41ad-47a4-4120-a0f9-4ed01eb592a6 HTTP/1.1" status: 204 len: 173 time: 1.4307642 Nov 09 00:37:37.732543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60926952-ec10-457d-8b95-8aac8c67c237', 'name': 'network-vif-deleted', 'tag': '756b41ad-47a4-4120-a0f9-4ed01eb592a6'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:37:37.735205 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c0fd49-36ce-48f5-b47b-af7455e621cc" -d '{"events": [{"server_uuid": "60926952-ec10-457d-8b95-8aac8c67c237", "name": "network-vif-deleted", "tag": "756b41ad-47a4-4120-a0f9-4ed01eb592a6"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:37:37.760591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4aaa1100-1b96-44d8-b019-87d2b65b121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:37.760591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa1100-1b96-44d8-b019-87d2b65b121b None None] The sync data for ids ['e185f80c-68b2-4220-bf03-6cc7812b2a80'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:37.760905 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-92414f1e-92a9-4134-aa0e-4cf1e8876833 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/routers/e185f80c-68b2-4220-bf03-6cc7812b2a80 HTTP/1.1" status: 200 len: 921 time: 0.2701440 Nov 09 00:37:37.762163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50040) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:37.770034 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-754b77af-2fee-433a-b82f-beaa0c95b230 None None] Provisioning complete for port ad9ade95-d61f-454a-8485-5274b1145177 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:37.770504 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-754b77af-2fee-433a-b82f-beaa0c95b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:37.856679 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424759a2-7cdf-47a3-bcf7-bc4cbf83c305 x-openstack-request-id: req-424759a2-7cdf-47a3-bcf7-bc4cbf83c305 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:37:37.856679 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60926952-ec10-457d-8b95-8aac8c67c237", "name": "network-vif-deleted", "tag": "756b41ad-47a4-4120-a0f9-4ed01eb592a6", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:37:37.857029 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-424759a2-7cdf-47a3-bcf7-bc4cbf83c305 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:37:37.857251 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60926952-ec10-457d-8b95-8aac8c67c237', 'name': 'network-vif-deleted', 'tag': '756b41ad-47a4-4120-a0f9-4ed01eb592a6', 'status': 'completed', 'code': 200} Nov 09 00:37:37.869641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-754b77af-2fee-433a-b82f-beaa0c95b230 None None] Port ad9ade95-d61f-454a-8485-5274b1145177 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:37.926830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8076f570-fd03-46e7-a8f5-b572ca960d67 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:37.933409 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8076f570-fd03-46e7-a8f5-b572ca960d67 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&device_id=e185f80c-68b2-4220-bf03-6cc7812b2a80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1531153 Nov 09 00:37:37.936683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50042) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:38.017270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3384e1d9-e2d4-457d-8de8-28666c606cfe None None] Provisioning complete for port ad9ade95-d61f-454a-8485-5274b1145177 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:38.018914 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3384e1d9-e2d4-457d-8de8-28666c606cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.077612 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.100555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbbc756-bb51-4673-afbf-ee34726aa378 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:38.104968 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bbbbc756-bb51-4673-afbf-ee34726aa378 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 881 time: 0.1641345 Nov 09 00:37:38.105154 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.105283 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50046) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:38.105450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3384e1d9-e2d4-457d-8de8-28666c606cfe None None] Port ad9ade95-d61f-454a-8485-5274b1145177 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:38.143467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:38.161265 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-08ff57f2-4d8a-4c09-afe4-a6058599f6d7 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "GET /v2.0/ports?device_id=e185f80c-68b2-4220-bf03-6cc7812b2a80 HTTP/1.1" status: 200 len: 205 time: 0.0524333 Nov 09 00:37:38.161512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50048) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:38.219170 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135c485-6ef9-4e9b-93ed-99f63bd5d94f None None] Pushing event updated for resources: {'Port': ['ID=0e61c651-43cd-4397-bffd-6db733b0c3d8,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:38.262130 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Attempting to bind port 0e61c651-43cd-4397-bffd-6db733b0c3d8 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:38.262491 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Attempting to bind port 0e61c651-43cd-4397-bffd-6db733b0c3d8 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '869fe8e6-98d3-4f12-9abd-55e6675bb228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:38.262841 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Attempting to bind port 0e61c651-43cd-4397-bffd-6db733b0c3d8 on network 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:38.280453 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:38.280862 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Checking segment: {'id': '869fe8e6-98d3-4f12-9abd-55e6675bb228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:38.281261 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.281868 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Bound using segment: {'id': '869fe8e6-98d3-4f12-9abd-55e6675bb228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:38.282548 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Bound port: 0e61c651-43cd-4397-bffd-6db733b0c3d8, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869fe8e6-98d3-4f12-9abd-55e6675bb228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:38.282681 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.288218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-57512309-2feb-45fc-941d-0d8b0ee0dd55 None None] Provisioning complete for port ad9ade95-d61f-454a-8485-5274b1145177 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:38.289049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-57512309-2feb-45fc-941d-0d8b0ee0dd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.331205 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.382153 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:38.386120 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.418911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Router c83fe11e-a638-4f23-8caf-9e046d5f99c8 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:37:38.433043 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] For port 0e61c651-43cd-4397-bffd-6db733b0c3d8, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:38.438912 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] For port 0e61c651-43cd-4397-bffd-6db733b0c3d8, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0e61c651-43cd-4397-bffd-6db733b0c3d8,segment=NetworkSegment(869fe8e6-98d3-4f12-9abd-55e6675bb228),segment_id=869fe8e6-98d3-4f12-9abd-55e6675bb228)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:38.449034 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.487432 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ddd0a63f-dce5-4987-aea1-761855029333 req-b5da2ea7-7f78-4121-a380-5a90496fb7c5 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=60926952-ec10-457d-8b95-8aac8c67c237 HTTP/1.1" status: 200 len: 210 time: 0.0887954 Nov 09 00:37:38.495436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-57512309-2feb-45fc-941d-0d8b0ee0dd55 None None] Port ad9ade95-d61f-454a-8485-5274b1145177 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:38.579565 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.598990 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Routers {'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:38.599621 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:38.620734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e6d54fbd-6828-4c2e-803e-c0d9c26835c0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:38.654309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-1cfd0b26-0982-4c92-b006-cf89ac3e83ba service neutron] 10.222.0.25 "GET /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9935708 Nov 09 00:37:38.655949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:38.674502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2d08822d-2adc-4f75-a654-9fefc2fceb4e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "PUT /v2.0/routers/c83fe11e-a638-4f23-8caf-9e046d5f99c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5447128 Nov 09 00:37:38.674692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50050) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:38.686396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c7e560f5-f946-4b19-b201-bcbdf4e49ff0 None None] Provisioning complete for port 0e61c651-43cd-4397-bffd-6db733b0c3d8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:38.686612 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8518253-aea1-4a8b-be0c-c867cdab3908 None None] Sync routers for ids ['c83fe11e-a638-4f23-8caf-9e046d5f99c8'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:38.686702 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c7e560f5-f946-4b19-b201-bcbdf4e49ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.690737 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135c485-6ef9-4e9b-93ed-99f63bd5d94f None None] Pushing event updated for resources: {'Port': ['ID=0e61c651-43cd-4397-bffd-6db733b0c3d8,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:38.714673 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8518253-aea1-4a8b-be0c-c867cdab3908 None None] Routers {'c83fe11e-a638-4f23-8caf-9e046d5f99c8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:38.715297 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b8518253-aea1-4a8b-be0c-c867cdab3908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['c83fe11e-a638-4f23-8caf-9e046d5f99c8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:38.761077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Deleting port 4f6c39a9-b906-42f2-90cc-6d4ee13f91f0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:38.761745 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.782097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e6d54fbd-6828-4c2e-803e-c0d9c26835c0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:38.782542 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.795907 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b8518253-aea1-4a8b-be0c-c867cdab3908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:38.817417 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb04063f-f2a9-4f9f-b371-bfddd46a64e4 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:38.822682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50054) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:38.834776 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fb04063f-f2a9-4f9f-b371-bfddd46a64e4 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe11e-a638-4f23-8caf-9e046d5f99c8 HTTP/1.1" status: 200 len: 988 time: 0.1376126 Nov 09 00:37:38.841657 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8518253-aea1-4a8b-be0c-c867cdab3908 None None] Routers {'c83fe11e-a638-4f23-8caf-9e046d5f99c8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:38.842275 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b8518253-aea1-4a8b-be0c-c867cdab3908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['c83fe11e-a638-4f23-8caf-9e046d5f99c8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:38.881933 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] Set router f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:37:38.883951 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b8518253-aea1-4a8b-be0c-c867cdab3908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:38.884615 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8518253-aea1-4a8b-be0c-c867cdab3908 None None] The sync data for ids ['c83fe11e-a638-4f23-8caf-9e046d5f99c8'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:38.936106 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c7e560f5-f946-4b19-b201-bcbdf4e49ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.967649 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:38.997165 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bbc81e9-2662-47e6-b351-e9e9d4da7d12 req-22ef40bf-efc8-4126-8abf-49d1eebae359 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 210 time: 0.0716558 Nov 09 00:37:38.999233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Calling delete_port for 4f6c39a9-b906-42f2-90cc-6d4ee13f91f0 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:39.010911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c7e560f5-f946-4b19-b201-bcbdf4e49ff0 None None] For port 0e61c651-43cd-4397-bffd-6db733b0c3d8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0e61c651-43cd-4397-bffd-6db733b0c3d8,segment=NetworkSegment(869fe8e6-98d3-4f12-9abd-55e6675bb228),segment_id=869fe8e6-98d3-4f12-9abd-55e6675bb228)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:39.039158 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c7e560f5-f946-4b19-b201-bcbdf4e49ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.149123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c7e560f5-f946-4b19-b201-bcbdf4e49ff0 None None] Provisioning complete for port ad9ade95-d61f-454a-8485-5274b1145177 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:39.149817 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c7e560f5-f946-4b19-b201-bcbdf4e49ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.191446 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e560f5-f946-4b19-b201-bcbdf4e49ff0 None None] Pushing event updated for resources: {'Port': ['ID=0e61c651-43cd-4397-bffd-6db733b0c3d8,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:39.201561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c7e560f5-f946-4b19-b201-bcbdf4e49ff0 None None] Port ad9ade95-d61f-454a-8485-5274b1145177 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:39.230354 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.248224 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'name': 'tempest-TestServerMultinode-2050032389-router', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:34Z', 'revision_number': 4, 'project_id': 'a62c47449078478585ac71c3dc5ca202', 'gw_port': {'id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '0e61c651-43cd-4397-bffd-6db733b0c3d8', 'name': '', 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'mac_address': 'fa:16:3e:07:f7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'b0a046ba-bc18-43bd-9293-2de596797d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:33Z', 'updated_at': '2021-11-09T00:37:38Z', 'revision_number': 4, 'project_id': 'a62c47449078478585ac71c3dc5ca202', 'subnets': [{'id': 'b0a046ba-bc18-43bd-9293-2de596797d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:39.268908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Pushing event deleted for resources: {'Port': ['ID=4f6c39a9-b906-42f2-90cc-6d4ee13f91f0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:39.292058 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e4587-8aad-40c9-ad73-6b48bd209ee1 None None] The sync data for ids ['f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'] in n-d-813263-3 is: [{'id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'name': 'tempest-TestServerMultinode-2050032389-router', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:34Z', 'revision_number': 4, 'project_id': 'a62c47449078478585ac71c3dc5ca202', 'gw_port': {'id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '0e61c651-43cd-4397-bffd-6db733b0c3d8', 'name': '', 'network_id': '9c21bcb3-2d55-42bd-85c1-487b0aa98ae6', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'mac_address': 'fa:16:3e:07:f7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'b0a046ba-bc18-43bd-9293-2de596797d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:33Z', 'updated_at': '2021-11-09T00:37:38Z', 'revision_number': 4, 'project_id': 'a62c47449078478585ac71c3dc5ca202', 'subnets': [{'id': 'b0a046ba-bc18-43bd-9293-2de596797d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:39.332396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-90ab1f57-67fe-44ba-a873-fed0c7c71d9e None None] Provisioning complete for port 0e61c651-43cd-4397-bffd-6db733b0c3d8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:39.332769 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-90ab1f57-67fe-44ba-a873-fed0c7c71d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.413116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.493158 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eb131e0-0415-4fba-8a1c-0351a9b3ba26 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.581031 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.584043 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.645787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.646637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Fanout notify agent at l3_agent the message router_deleted on router e185f80c-68b2-4220-bf03-6cc7812b2a80 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:37:39.661013 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.661974 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-60db9b88-3386-4598-96e3-c19aed3ba2d8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/routers/e185f80c-68b2-4220-bf03-6cc7812b2a80 HTTP/1.1" status: 204 len: 168 time: 1.4995797 Nov 09 00:37:39.665787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50068) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:39.672995 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6645a95b-ac8e-4c07-8e6b-2da37070524a tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-490767209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:39.722782 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6645a95b-ac8e-4c07-8e6b-2da37070524a tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.724136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6645a95b-ac8e-4c07-8e6b-2da37070524a tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.818751 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6645a95b-ac8e-4c07-8e6b-2da37070524a tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.827267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6645a95b-ac8e-4c07-8e6b-2da37070524a tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.861973 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6645a95b-ac8e-4c07-8e6b-2da37070524a tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:39.863187 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6645a95b-ac8e-4c07-8e6b-2da37070524a tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1963191 Nov 09 00:37:39.866353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50080) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:39.872526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Request body: {'router': {'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:40.098087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0e61c651-43cd-4397-bffd-6db733b0c3d8 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:40.121761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8eb131e0-0415-4fba-8a1c-0351a9b3ba26 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port ad9ade95-d61f-454a-8485-5274b1145177 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:40.122112 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eb131e0-0415-4fba-8a1c-0351a9b3ba26 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:40.152562 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 0e61c651-43cd-4397-bffd-6db733b0c3d8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:40.153565 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:40.158926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37cbd62a-346d-4414-a34d-dac7728511e7 req-bb7b1ebd-5da7-4d48-b19e-c4418bb45695 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 210 time: 0.0595577 Nov 09 00:37:40.278668 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:40.328940 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eb131e0-0415-4fba-8a1c-0351a9b3ba26 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:40.350432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0e11a4b3-bb3b-441f-a469-65d6fb1d7dbc tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:40.353006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0e11a4b3-bb3b-441f-a469-65d6fb1d7dbc tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/networks?id=186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 HTTP/1.1" status: 200 len: 808 time: 0.4394722 Nov 09 00:37:40.366996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26867866-6e5b-4d05-9d04-f858590a2962 req-4b52b70b-a3e0-4763-8271-8bc6b84c9391 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:40.369240 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-4b52b70b-a3e0-4763-8271-8bc6b84c9391 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.11 "GET /v2.0/networks?id=832531cf-dd3a-4c7b-92c8-73f01d05377f HTTP/1.1" status: 200 len: 910 time: 0.1134012 Nov 09 00:37:40.369381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8eb131e0-0415-4fba-8a1c-0351a9b3ba26 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for ad9ade95-d61f-454a-8485-5274b1145177 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:40.381843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-26867866-6e5b-4d05-9d04-f858590a2962 req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Request body: {'port': {'device_id': 'bd0540fd-4667-4133-913a-d9a735b2662a', 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f', 'admin_state_up': True, 'tenant_id': 'a62c47449078478585ac71c3dc5ca202'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:40.404759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-945d84bd-c018-411c-8343-97da565b6f58 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/quotas/717e1c13c98f4edc9b90978b7b9ee91b HTTP/1.1" status: 200 len: 375 time: 0.0331993 Nov 09 00:37:40.410364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26867866-6e5b-4d05-9d04-f858590a2962 req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Made reservation on behalf of a62c47449078478585ac71c3dc5ca202 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:40.413237 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-26867866-6e5b-4d05-9d04-f858590a2962 req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:40.499277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-b322ff68-d033-49d5-946b-25feb5e1c7a4 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=717e1c13c98f4edc9b90978b7b9ee91b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616727 Nov 09 00:37:40.559616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-26867866-6e5b-4d05-9d04-f858590a2962 req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Allocated IP 172.20.0.10 (832531cf-dd3a-4c7b-92c8-73f01d05377f/7a637d87-7e74-46c6-bf9b-6aec9fb11595/bb297090-a90e-401e-ad9a-b70e056d8cbc) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:40.699500 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 756b41ad-47a4-4120-a0f9-4ed01eb592a6 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:37:40.723568 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 756b41ad-47a4-4120-a0f9-4ed01eb592a6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:37:40.723897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 756b41ad-47a4-4120-a0f9-4ed01eb592a6 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:37:40.799510 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eb131e0-0415-4fba-8a1c-0351a9b3ba26 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:40.828706 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:40.875770 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:40.877589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb131e0-0415-4fba-8a1c-0351a9b3ba26 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=ad9ade95-d61f-454a-8485-5274b1145177,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:40.892186 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-26867866-6e5b-4d05-9d04-f858590a2962 req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:40.897836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-aecfe663-63b9-424f-9282-46541835c27b service neutron] 10.222.0.25 "GET /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857598 Nov 09 00:37:40.931986 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-26867866-6e5b-4d05-9d04-f858590a2962 req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:40.972961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26867866-6e5b-4d05-9d04-f858590a2962 req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Network 832531cf-dd3a-4c7b-92c8-73f01d05377f is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:40.975823 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-26867866-6e5b-4d05-9d04-f858590a2962 req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:40.983176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-26867866-6e5b-4d05-9d04-f858590a2962 req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:41.010274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Pushing event updated for resources: {'Port': ['ID=bb297090-a90e-401e-ad9a-b70e056d8cbc,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:41.030336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26867866-6e5b-4d05-9d04-f858590a2962 req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:41.030935 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-26867866-6e5b-4d05-9d04-f858590a2962 req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:41.052961 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-61cb2480-2a7e-4691-842d-839b110657cc tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6749306 Nov 09 00:37:41.072244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Request body: {'port': {'device_id': 'bd0540fd-4667-4133-913a-d9a735b2662a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:41.141095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:41.346023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1ac5eb2f-cb8b-4952-b808-d7d4aacfa8d7 None None] Provisioning complete for port bb297090-a90e-401e-ad9a-b70e056d8cbc triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:41.346574 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1ac5eb2f-cb8b-4952-b808-d7d4aacfa8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:41.382284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5eb2f-cb8b-4952-b808-d7d4aacfa8d7 None None] Port bb297090-a90e-401e-ad9a-b70e056d8cbc cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:41.427439 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eb131e0-0415-4fba-8a1c-0351a9b3ba26 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:41.437249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb297090-a90e-401e-ad9a-b70e056d8cbc {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:37:41.444722 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:41.457660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Transition to ACTIVE for port object bb297090-a90e-401e-ad9a-b70e056d8cbc will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:37:41.462348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:41.514221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Pushing event updated for resources: {'Port': ['ID=bb297090-a90e-401e-ad9a-b70e056d8cbc,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:41.592871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Attempting to bind port bb297090-a90e-401e-ad9a-b70e056d8cbc on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:41.593215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Attempting to bind port bb297090-a90e-401e-ad9a-b70e056d8cbc by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:41.593560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Attempting to bind port bb297090-a90e-401e-ad9a-b70e056d8cbc on network 832531cf-dd3a-4c7b-92c8-73f01d05377f {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:41.598282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Port bb297090-a90e-401e-ad9a-b70e056d8cbc on network 832531cf-dd3a-4c7b-92c8-73f01d05377f not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:37:41.598535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Attempting to bind port bb297090-a90e-401e-ad9a-b70e056d8cbc on network 832531cf-dd3a-4c7b-92c8-73f01d05377f {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:41.603740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:41.604301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Checking segment: {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:41.604447 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Bound using segment: {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:41.604881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Bound port: bb297090-a90e-401e-ad9a-b70e056d8cbc, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:41.605239 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:41.668512 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-e6357a18-48e5-4884-a561-08c7f32dbdbc service neutron] 10.222.0.25 "GET /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542231 Nov 09 00:37:41.674207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] For port bb297090-a90e-401e-ad9a-b70e056d8cbc, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:41.677663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] For port bb297090-a90e-401e-ad9a-b70e056d8cbc, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bb297090-a90e-401e-ad9a-b70e056d8cbc,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:41.684337 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:41.710925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc464b7a-88f9-43f3-acda-82f4e6e116c0 req-6b9d1fc6-5515-4909-8722-6609a71e625a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:41.719134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc464b7a-88f9-43f3-acda-82f4e6e116c0 req-6b9d1fc6-5515-4909-8722-6609a71e625a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1028 time: 0.2962549 Nov 09 00:37:41.734204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:41.735064 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:41.737608 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] 10.222.0.11 "PUT /v2.0/ports/bb297090-a90e-401e-ad9a-b70e056d8cbc HTTP/1.1" status: 200 len: 1092 time: 0.6709895 Nov 09 00:37:41.764750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Allocated IP 172.25.0.201 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/09f26aeb-322a-492f-ba3d-f0961ba4d382) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:41.797456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0540fd-4667-4133-913a-d9a735b2662a', 'tag': 'bb297090-a90e-401e-ad9a-b70e056d8cbc'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:37:41.800854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb131e0-0415-4fba-8a1c-0351a9b3ba26 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Router c83fe11e-a638-4f23-8caf-9e046d5f99c8 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:37:41.802208 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d090934-eaf8-48d3-9970-9b4d37ae90a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0540fd-4667-4133-913a-d9a735b2662a", "tag": "bb297090-a90e-401e-ad9a-b70e056d8cbc"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:37:41.825604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc464b7a-88f9-43f3-acda-82f4e6e116c0 req-d965c3f8-9dfe-4c25-9db8-c2f0d77edcee tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999413 Nov 09 00:37:41.843157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1067a34-6d89-40bf-84a5-ad8b578ea1eb service neutron] Pushing event updated for resources: {'Port': ['ID=bb297090-a90e-401e-ad9a-b70e056d8cbc,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:41.891580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26867866-6e5b-4d05-9d04-f858590a2962 req-c558d71e-7727-4de1-af40-dd68dabd8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:41.893504 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-c558d71e-7727-4de1-af40-dd68dabd8bd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a62c47449078478585ac71c3dc5ca202&device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1095 time: 0.0878673 Nov 09 00:37:41.903414 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c58ae6c-6972-45ac-b430-ca8ed70c6020 x-openstack-request-id: req-4c58ae6c-6972-45ac-b430-ca8ed70c6020 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:37:41.903891 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0540fd-4667-4133-913a-d9a735b2662a", "tag": "bb297090-a90e-401e-ad9a-b70e056d8cbc", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:37:41.904312 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c58ae6c-6972-45ac-b430-ca8ed70c6020 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:37:41.904870 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0540fd-4667-4133-913a-d9a735b2662a', 'tag': 'bb297090-a90e-401e-ad9a-b70e056d8cbc', 'status': 'completed', 'code': 200} Nov 09 00:37:41.947817 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-3947a9dd-7263-4e8a-a48f-33e462b3d30a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb297090-a90e-401e-ad9a-b70e056d8cbc HTTP/1.1" status: 200 len: 217 time: 0.0418546 Nov 09 00:37:42.019245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb131e0-0415-4fba-8a1c-0351a9b3ba26 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:42.031964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa8cb3-8d46-4120-b025-6acd54c41df1 None None] Sync routers for ids ['c83fe11e-a638-4f23-8caf-9e046d5f99c8'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:42.032490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8eb131e0-0415-4fba-8a1c-0351a9b3ba26 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "PUT /v2.0/routers/c83fe11e-a638-4f23-8caf-9e046d5f99c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2081833 Nov 09 00:37:42.035400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50094) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:42.053886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa8cb3-8d46-4120-b025-6acd54c41df1 None None] Routers {'c83fe11e-a638-4f23-8caf-9e046d5f99c8'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:42.055843 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-39fa8cb3-8d46-4120-b025-6acd54c41df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['c83fe11e-a638-4f23-8caf-9e046d5f99c8'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:42.065737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08fd116e-78cc-4191-85c3-2d338e403b9c req-a596624b-a0aa-4098-ad71-d2f5df69f29e tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 210 time: 0.1817067 Nov 09 00:37:42.068214 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26867866-6e5b-4d05-9d04-f858590a2962 req-a3e30870-32d7-470c-b83a-b4fe26cb4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:42.071307 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-a3e30870-32d7-470c-b83a-b4fe26cb4bf6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a637d87-7e74-46c6-bf9b-6aec9fb11595 HTTP/1.1" status: 200 len: 849 time: 0.1148908 Nov 09 00:37:42.120633 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd56e76-b4e7-4473-9d67-1dab51e2963a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:37:42.122303 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2fd56e76-b4e7-4473-9d67-1dab51e2963a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/ad9ade95-d61f-454a-8485-5274b1145177 HTTP/1.1" status: 404 len: 333 time: 0.0836267 Nov 09 00:37:42.138019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50100) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:42.152362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-39fa8cb3-8d46-4120-b025-6acd54c41df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:42.184684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa8cb3-8d46-4120-b025-6acd54c41df1 None None] Routers {'c83fe11e-a638-4f23-8caf-9e046d5f99c8'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:42.185544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-39fa8cb3-8d46-4120-b025-6acd54c41df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['c83fe11e-a638-4f23-8caf-9e046d5f99c8'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:42.188453 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.256762 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba74217e-183b-45ea-b797-5be0d5618c1e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.257301 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.277104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-39fa8cb3-8d46-4120-b025-6acd54c41df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:42.277800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa8cb3-8d46-4120-b025-6acd54c41df1 None None] The sync data for ids ['c83fe11e-a638-4f23-8caf-9e046d5f99c8'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:42.339964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:42.341580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Pushing event updated for resources: {'Port': ['ID=09f26aeb-322a-492f-ba3d-f0961ba4d382,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:42.344264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:42.346433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:42.358020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26867866-6e5b-4d05-9d04-f858590a2962 req-c00bb225-6d54-4daa-b5c9-a595cc22f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:42.359723 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-c00bb225-6d54-4daa-b5c9-a595cc22f2c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=832531cf-dd3a-4c7b-92c8-73f01d05377f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2364535 Nov 09 00:37:42.479560 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba74217e-183b-45ea-b797-5be0d5618c1e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.509458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba74217e-183b-45ea-b797-5be0d5618c1e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.562426 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba74217e-183b-45ea-b797-5be0d5618c1e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.562972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba74217e-183b-45ea-b797-5be0d5618c1e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Fanout notify agent at l3_agent the message router_deleted on router c83fe11e-a638-4f23-8caf-9e046d5f99c8 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:37:42.571308 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba74217e-183b-45ea-b797-5be0d5618c1e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.572438 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ba74217e-183b-45ea-b797-5be0d5618c1e tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/routers/c83fe11e-a638-4f23-8caf-9e046d5f99c8 HTTP/1.1" status: 204 len: 168 time: 0.4334736 Nov 09 00:37:42.576372 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50104) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:42.616325 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-4ea2eaa0-1247-488c-afb1-0c8cc55fd626 service neutron] 10.222.0.11 "GET /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246239 Nov 09 00:37:42.628387 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.673921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf73d9ee-f7db-4360-ab66-3468b12c7354 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting subnet 3199778d-4e81-42ad-8931-dbbfdd198ce9 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:37:42.692549 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9b53bb2f-a367-4306-94f6-38364dcfeebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.702618 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf73d9ee-f7db-4360-ab66-3468b12c7354 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.752241 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf73d9ee-f7db-4360-ab66-3468b12c7354 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.795785 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-26867866-6e5b-4d05-9d04-f858590a2962 req-51ccf468-36b2-40e6-9ac6-42b187bec19b service neutron] 10.222.0.11 "GET /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697268 Nov 09 00:37:42.860801 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.866460 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.887461 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf73d9ee-f7db-4360-ab66-3468b12c7354 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:42.934534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d090934-eaf8-48d3-9970-9b4d37ae90a1 req-36d87835-13cd-4914-ba44-6e830f8eac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:42.936498 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d090934-eaf8-48d3-9970-9b4d37ae90a1 req-36d87835-13cd-4914-ba44-6e830f8eac7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a62c47449078478585ac71c3dc5ca202&device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1095 time: 0.0899079 Nov 09 00:37:43.002159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8d33a-97c0-42ff-a5ac-408fc286596d req-6817c43f-8441-4033-81ac-fd1938c91665 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:43.003741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83f8d33a-97c0-42ff-a5ac-408fc286596d req-6817c43f-8441-4033-81ac-fd1938c91665 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1095 time: 0.0945413 Nov 09 00:37:43.037957 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf73d9ee-f7db-4360-ab66-3468b12c7354 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:43.068125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Router 46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:37:43.082638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83f8d33a-97c0-42ff-a5ac-408fc286596d req-3e23b5da-fab6-4da7-ab4c-e17d5b0180f5 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640116 Nov 09 00:37:43.084541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73d9ee-f7db-4360-ab66-3468b12c7354 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Subnet': ['ID=3199778d-4e81-42ad-8931-dbbfdd198ce9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:43.098622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1307b281-72fb-4b84-a0bb-f832ae544082 None None] Network cbb6799f-5d49-475d-8ba4-f9e2b4241253 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:43.124499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf73d9ee-f7db-4360-ab66-3468b12c7354 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:43.131305 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bf73d9ee-f7db-4360-ab66-3468b12c7354 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/3199778d-4e81-42ad-8931-dbbfdd198ce9 HTTP/1.1" status: 204 len: 168 time: 0.5519934 Nov 09 00:37:43.135122 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50110) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:43.178100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d090934-eaf8-48d3-9970-9b4d37ae90a1 req-d711ee9c-7d06-4d2b-a8fc-8661cf4f855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:43.179650 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d090934-eaf8-48d3-9970-9b4d37ae90a1 req-d711ee9c-7d06-4d2b-a8fc-8661cf4f855e service neutron] 10.222.0.11 "GET /v2.0/networks?id=832531cf-dd3a-4c7b-92c8-73f01d05377f HTTP/1.1" status: 200 len: 910 time: 0.2339087 Nov 09 00:37:43.194699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06ab3a8a-fa7c-4290-adb1-6d0b7947d3ee req-049c4b38-c9fa-42e7-8260-9deada9d24a5 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 210 time: 0.0360744 Nov 09 00:37:43.251302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:43.258186 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:43.259406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4a0f98f3-5794-413e-b39b-5bfddd81b219 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "PUT /v2.0/routers/46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6 HTTP/1.1" status: 200 len: 879 time: 3.3918839 Nov 09 00:37:43.262121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50112) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:43.266296 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361bafdc-6a52-4d69-883b-97c47606e578 None None] Sync routers for ids ['46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:43.279207 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361bafdc-6a52-4d69-883b-97c47606e578 None None] Routers {'46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:43.280094 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-361bafdc-6a52-4d69-883b-97c47606e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:43.280952 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d090934-eaf8-48d3-9970-9b4d37ae90a1 req-57f36ed4-55fc-4fe9-a8e6-74e2997b798c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb297090-a90e-401e-ad9a-b70e056d8cbc HTTP/1.1" status: 200 len: 217 time: 0.0901222 Nov 09 00:37:43.291240 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:43.324768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-be43138f-aad6-4b33-85a4-7526c5d2bca4 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:43.325985 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-361bafdc-6a52-4d69-883b-97c47606e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:43.326273 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-be43138f-aad6-4b33-85a4-7526c5d2bca4 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.30 "GET /v2.0/networks?id=186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 HTTP/1.1" status: 200 len: 808 time: 0.3126218 Nov 09 00:37:43.335648 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361bafdc-6a52-4d69-883b-97c47606e578 None None] Routers {'46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:43.336484 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-361bafdc-6a52-4d69-883b-97c47606e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:43.342424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Request body: {'port': {'device_id': '701f64f2-19f6-40d5-9a9a-2d876c5186c4', 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404', 'admin_state_up': True, 'tenant_id': '717e1c13c98f4edc9b90978b7b9ee91b'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:43.380085 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-361bafdc-6a52-4d69-883b-97c47606e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:43.380866 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361bafdc-6a52-4d69-883b-97c47606e578 None None] The sync data for ids ['46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:43.394220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea8d94-629a-45c7-848c-57808a733987 None None] DHCP port deletion for cbb6799f-5d49-475d-8ba4-f9e2b4241253 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:37:43.396180 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-858d8507-53b0-4f8d-9fac-25d1b1e47f1a tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/routers/46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6 HTTP/1.1" status: 200 len: 920 time: 0.1329494 Nov 09 00:37:43.396812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50114) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:43.416483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d090934-eaf8-48d3-9970-9b4d37ae90a1 req-ea11a7fe-e376-40b2-a288-f3bd4b5633dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:43.417955 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d090934-eaf8-48d3-9970-9b4d37ae90a1 req-ea11a7fe-e376-40b2-a288-f3bd4b5633dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a637d87-7e74-46c6-bf9b-6aec9fb11595 HTTP/1.1" status: 200 len: 849 time: 0.1247008 Nov 09 00:37:43.446620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea8d94-629a-45c7-848c-57808a733987 None None] Deleting port e6d54fbd-6828-4c2e-803e-c0d9c26835c0 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:43.447279 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8d94-629a-45c7-848c-57808a733987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:43.476474 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e14924-44dc-4c25-8f0f-9eec8314680a tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:43.481476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a6e14924-44dc-4c25-8f0f-9eec8314680a tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&device_id=46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0836625 Nov 09 00:37:43.482132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50116) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:43.523226 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f5ea8d94-629a-45c7-848c-57808a733987 None None] For port e6d54fbd-6828-4c2e-803e-c0d9c26835c0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e6d54fbd-6828-4c2e-803e-c0d9c26835c0,segment=NetworkSegment(7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a),segment_id=7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:43.523774 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8d94-629a-45c7-848c-57808a733987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:43.524407 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d090934-eaf8-48d3-9970-9b4d37ae90a1 req-d84d134a-72c6-4f6d-9c23-de5c3b53eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:43.526516 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d090934-eaf8-48d3-9970-9b4d37ae90a1 req-d84d134a-72c6-4f6d-9c23-de5c3b53eabf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=832531cf-dd3a-4c7b-92c8-73f01d05377f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889001 Nov 09 00:37:43.537587 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea8d94-629a-45c7-848c-57808a733987 None None] Calling delete_port for e6d54fbd-6828-4c2e-803e-c0d9c26835c0 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:43.538604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port e6d54fbd-6828-4c2e-803e-c0d9c26835c0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:43.538943 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:43.582730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367bb92f-c7e8-4afb-9a33-85c8d8b9c585 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:43.587882 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-367bb92f-c7e8-4afb-9a33-85c8d8b9c585 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 881 time: 0.1016321 Nov 09 00:37:43.588291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50118) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:43.623451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7f12feba-7355-4a5a-8911-6ed08e86e180 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6 HTTP/1.1" status: 200 len: 205 time: 0.0317643 Nov 09 00:37:43.623673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50120) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:43.635682 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8d94-629a-45c7-848c-57808a733987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:43.667243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea8d94-629a-45c7-848c-57808a733987 None None] Pushing event deleted for resources: {'Port': ['ID=e6d54fbd-6828-4c2e-803e-c0d9c26835c0,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:43.678173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea8d94-629a-45c7-848c-57808a733987 None None] No DVR routers for this DVR port e6d54fbd-6828-4c2e-803e-c0d9c26835c0 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:37:43.746112 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:43.864391 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:43.927202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Deleting port 09f26aeb-322a-492f-ba3d-f0961ba4d382 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:43.927462 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:43.971778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Made reservation on behalf of 717e1c13c98f4edc9b90978b7b9ee91b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:43.975133 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.003972 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.018867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Calling delete_port for 09f26aeb-322a-492f-ba3d-f0961ba4d382 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:44.036889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] For port e6d54fbd-6828-4c2e-803e-c0d9c26835c0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e6d54fbd-6828-4c2e-803e-c0d9c26835c0,segment=NetworkSegment(7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a),segment_id=7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:44.037262 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.067891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for e6d54fbd-6828-4c2e-803e-c0d9c26835c0 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:44.074369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e6d54fbd-6828-4c2e-803e-c0d9c26835c0 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:37:44.094598 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: e6d54fbd-6828-4c2e-803e-c0d9c26835c0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:37:44.095041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e6d54fbd-6828-4c2e-803e-c0d9c26835c0 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:37:44.154252 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d090934-eaf8-48d3-9970-9b4d37ae90a1 req-7843a0a2-a3ea-49b0-94df-d7acb8209914 service neutron] 10.222.0.11 "GET /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6172676 Nov 09 00:37:44.237169 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.247370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35119d94-21b1-40d2-8702-7803b8969a2c req-d6ea3d17-1ba1-4fe5-b2f8-8da5f5380cb2 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:44.248965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35119d94-21b1-40d2-8702-7803b8969a2c req-d6ea3d17-1ba1-4fe5-b2f8-8da5f5380cb2 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1095 time: 0.0686374 Nov 09 00:37:44.278312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Pushing event deleted for resources: {'Port': ['ID=09f26aeb-322a-492f-ba3d-f0961ba4d382,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:44.295577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Allocated IP 172.20.0.10 (186e53c1-eb94-4fb8-a04c-7cd0a8b9b404/a54b4751-085c-46f5-99fe-77d26c0db22d/54773fc5-55b4-4e43-b400-0ae773151656) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:44.319053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.338179 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d090934-eaf8-48d3-9970-9b4d37ae90a1 req-e724c124-64c3-4752-b09f-938fb35f8c06 service neutron] 10.222.0.11 "GET /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749997 Nov 09 00:37:44.352391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e57ca72-bb2f-480f-b813-ac55c9230960 req-eb3d889d-a274-4bec-83d6-b3b75a5927a5 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 210 time: 0.0751307 Nov 09 00:37:44.363585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No DVR routers for this DVR port e6d54fbd-6828-4c2e-803e-c0d9c26835c0 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:37:44.365101 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=e6d54fbd-6828-4c2e-803e-c0d9c26835c0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:44.385935 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.455160 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35119d94-21b1-40d2-8702-7803b8969a2c req-5018da5c-6af2-482d-b059-3f8455830ecb tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860392 Nov 09 00:37:44.480015 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.488768 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.490962 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.534635 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.534889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb6799f-5d49-475d-8ba4-f9e2b4241253']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:44.535456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Fanout notify agent at l3_agent the message router_deleted on router 46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:37:44.542751 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.543990 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f7c90fb5-e130-4f42-9e0d-2d806839fd05 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/routers/46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6 HTTP/1.1" status: 204 len: 168 time: 0.9193995 Nov 09 00:37:44.548143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50126) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:44.551840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:44.552345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a58a4b1-bb9a-4fae-82e8-08ad269dcb8a') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:44.552560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-defe04ee-d1cf-4f72-b80c-9080e407137c tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-292546869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:44.567343 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.577421 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-defe04ee-d1cf-4f72-b80c-9080e407137c tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.578441 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-defe04ee-d1cf-4f72-b80c-9080e407137c tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.590784 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.603712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.605319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:37:44.605729 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:37:44.608646 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:37:44.635406 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-defe04ee-d1cf-4f72-b80c-9080e407137c tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.640221 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-defe04ee-d1cf-4f72-b80c-9080e407137c tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.657848 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-defe04ee-d1cf-4f72-b80c-9080e407137c tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.659052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-defe04ee-d1cf-4f72-b80c-9080e407137c tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1099486 Nov 09 00:37:44.661946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50128) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:44.666741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'enable_snat': True}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:44.682554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.690111 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.697732 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/networks/cbb6799f-5d49-475d-8ba4-f9e2b4241253 HTTP/1.1" status: 204 len: 168 time: 1.5595560 Nov 09 00:37:44.698604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50130) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:44.726584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bbabc-e0b2-4fa2-b12c-cd0d454cdd8a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Network': ['ID=cbb6799f-5d49-475d-8ba4-f9e2b4241253,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:44.753397 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.770477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f8c2f7-b991-4135-8dc1-f716c14f876b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:44.771841 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c8f8c2f7-b991-4135-8dc1-f716c14f876b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/0c41f648-7728-4a9e-bf8d-5bd93931ef04 HTTP/1.1" status: 200 len: 845 time: 0.0711327 Nov 09 00:37:44.777956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50132) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:44.795734 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85244dd7-2500-4c5d-9827-7991312bfc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.807206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:44.812294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:44.816514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:44.824010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Pushing event updated for resources: {'Port': ['ID=54773fc5-55b4-4e43-b400-0ae773151656,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:44.847435 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7c70d229-5608-4dd4-8524-ba2dc01954b5 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/0c41f648-7728-4a9e-bf8d-5bd93931ef04?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0680921 Nov 09 00:37:44.852717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50134) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:44.861306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-58121fb1-553e-42f5-b498-66c3ce71d80b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:44.894618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:44.895215 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.913021 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:44.923446 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bb297090-a90e-401e-ad9a-b70e056d8cbc details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:37:44.953375 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-ec055d80-11bb-473b-b26d-139d0ec822af tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6156869 Nov 09 00:37:44.967008 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Request body: {'port': {'device_id': '701f64f2-19f6-40d5-9a9a-2d876c5186c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:45.006204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58121fb1-553e-42f5-b498-66c3ce71d80b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:45.010400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58121fb1-553e-42f5-b498-66c3ce71d80b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.035352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port bb297090-a90e-401e-ad9a-b70e056d8cbc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bb297090-a90e-401e-ad9a-b70e056d8cbc,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:45.048730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'bb297090-a90e-401e-ad9a-b70e056d8cbc', 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f', 'port_id': 'bb297090-a90e-401e-ad9a-b70e056d8cbc', 'mac_address': 'fa:16:3e:87:38:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a637d87-7e74-46c6-bf9b-6aec9fb11595', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:37:45.081590 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.088713 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.102424 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb297090-a90e-401e-ad9a-b70e056d8cbc {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:37:45.125474 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port bb297090-a90e-401e-ad9a-b70e056d8cbc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bb297090-a90e-401e-ad9a-b70e056d8cbc,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:45.126315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.129865 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.150676 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.187190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=bb297090-a90e-401e-ad9a-b70e056d8cbc,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:45.254795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Allocated IP 172.25.0.61 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/3846ee6c-07de-4558-a114-95c367305561) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:45.360378 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.366098 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58121fb1-553e-42f5-b498-66c3ce71d80b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.367887 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['bb297090-a90e-401e-ad9a-b70e056d8cbc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:37:45.399567 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.436845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58121fb1-553e-42f5-b498-66c3ce71d80b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:45.445178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-58121fb1-553e-42f5-b498-66c3ce71d80b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:45.448035 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:45.450691 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58121fb1-553e-42f5-b498-66c3ce71d80b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:45.451139 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58121fb1-553e-42f5-b498-66c3ce71d80b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.455916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:45.460082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58121fb1-553e-42f5-b498-66c3ce71d80b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Subnet': ['ID=2acd871b-2eca-4129-b855-6983d2eb2269,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:45.460514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:45.461146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0306511-f0d1-4359-83bf-206c3d3cf5a7 None None] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:45.464011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event updated for resources: {'Port': ['ID=3846ee6c-07de-4558-a114-95c367305561,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:45.486186 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-58121fb1-553e-42f5-b498-66c3ce71d80b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6292140 Nov 09 00:37:45.490470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50140) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:45.512744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-14f4a7ab-2f02-459d-b1d4-bb8d22941f75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'security_group': {'name': 'tempest-secgroup-299225982'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:45.543169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54773fc5-55b4-4e43-b400-0ae773151656 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:37:45.552571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.559160 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14f4a7ab-2f02-459d-b1d4-bb8d22941f75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.575349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Transition to ACTIVE for port object 54773fc5-55b4-4e43-b400-0ae773151656 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:37:45.582545 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.674484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Pushing event updated for resources: {'Port': ['ID=54773fc5-55b4-4e43-b400-0ae773151656,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:45.739250 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14f4a7ab-2f02-459d-b1d4-bb8d22941f75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.748618 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14f4a7ab-2f02-459d-b1d4-bb8d22941f75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.759682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'tenant_id': 'c759a05db2984ffe8ba0626845b04471', 'fixed_ips': [{'subnet_id': '2acd871b-2eca-4129-b855-6983d2eb2269'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:37:45.760852 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.777783 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14f4a7ab-2f02-459d-b1d4-bb8d22941f75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.779834 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-14f4a7ab-2f02-459d-b1d4-bb8d22941f75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2876079 Nov 09 00:37:45.784626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50142) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:45.791078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-327e7c3c-af19-4a3e-8563-2e6da5fe34d1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'security_group': {'name': 'tempest-secgroup-2053874652'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:45.820339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Attempting to bind port 54773fc5-55b4-4e43-b400-0ae773151656 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:45.820681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Attempting to bind port 54773fc5-55b4-4e43-b400-0ae773151656 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'ca29c665-dae2-4c8d-98aa-9653e43e17fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:45.821220 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Attempting to bind port 54773fc5-55b4-4e43-b400-0ae773151656 on network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:45.823484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4a7ab-2f02-459d-b1d4-bb8d22941f75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5202ab1e-8be1-45d7-8670-ae89419f493f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:45.832836 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Port 54773fc5-55b4-4e43-b400-0ae773151656 on network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:37:45.833162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Attempting to bind port 54773fc5-55b4-4e43-b400-0ae773151656 on network 186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:45.840220 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-327e7c3c-af19-4a3e-8563-2e6da5fe34d1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.842400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:45.842737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Checking segment: {'id': 'ca29c665-dae2-4c8d-98aa-9653e43e17fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:45.843289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Bound using segment: {'id': 'ca29c665-dae2-4c8d-98aa-9653e43e17fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:45.843607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Bound port: 54773fc5-55b4-4e43-b400-0ae773151656, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca29c665-dae2-4c8d-98aa-9653e43e17fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:45.843960 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.933979 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Allocated IP 2001:db8::2 (e4bdb66d-bf61-4380-b1f0-4bbeb10985f5/2acd871b-2eca-4129-b855-6983d2eb2269/9fe38043-e8f3-4864-b4cf-67590079a098) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:45.944859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] For port 54773fc5-55b4-4e43-b400-0ae773151656, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:45.951360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] For port 54773fc5-55b4-4e43-b400-0ae773151656, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=54773fc5-55b4-4e43-b400-0ae773151656,segment=NetworkSegment(ca29c665-dae2-4c8d-98aa-9653e43e17fe),segment_id=ca29c665-dae2-4c8d-98aa-9653e43e17fe)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:45.961929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:45.978370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-327e7c3c-af19-4a3e-8563-2e6da5fe34d1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.004424 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-327e7c3c-af19-4a3e-8563-2e6da5fe34d1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.036973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:46.037624 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.039038 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] 10.222.0.30 "PUT /v2.0/ports/54773fc5-55b4-4e43-b400-0ae773151656 HTTP/1.1" status: 200 len: 1092 time: 1.0761192 Nov 09 00:37:46.042049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701f64f2-19f6-40d5-9a9a-2d876c5186c4', 'tag': '54773fc5-55b4-4e43-b400-0ae773151656'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:37:46.044353 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8139cf6-2253-4474-b5c7-50138059cc87" -d '{"events": [{"name": "network-changed", "server_uuid": "701f64f2-19f6-40d5-9a9a-2d876c5186c4", "tag": "54773fc5-55b4-4e43-b400-0ae773151656"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:37:46.046454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfccc5-c40f-4ced-aaf2-81b4d35aa098 req-261c1091-d47a-449f-9409-1ed6d7d99cb0 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:46.048537 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0dfccc5-c40f-4ced-aaf2-81b4d35aa098 req-261c1091-d47a-449f-9409-1ed6d7d99cb0 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 932 time: 0.5589211 Nov 09 00:37:46.070152 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-327e7c3c-af19-4a3e-8563-2e6da5fe34d1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.071427 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-327e7c3c-af19-4a3e-8563-2e6da5fe34d1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2858067 Nov 09 00:37:46.073096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e7c3c-af19-4a3e-8563-2e6da5fe34d1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a19aa0-286d-456c-9f45-e1c59f002c95,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:46.075194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50146) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:46.075802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679091a-73b2-4faf-8289-2cd5e3a36038 service neutron] Pushing event updated for resources: {'Port': ['ID=54773fc5-55b4-4e43-b400-0ae773151656,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:46.082557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-111175546', 'security_groups': ['64a19aa0-286d-456c-9f45-e1c59f002c95'], 'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2acd871b-2eca-4129-b855-6983d2eb2269'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:46.106850 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.132240 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4460913-1536-4a96-9a25-610b9b42917e req-fef28d7e-3c47-4d68-82ee-8eb7af81a5ae tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:46.133725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4460913-1536-4a96-9a25-610b9b42917e req-fef28d7e-3c47-4d68-82ee-8eb7af81a5ae tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1096 time: 0.5906999 Nov 09 00:37:46.142393 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.151991 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.160201 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.192944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-d9936a42-6130-4182-9cba-7048c8f04dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:46.194374 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-d9936a42-6130-4182-9cba-7048c8f04dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=717e1c13c98f4edc9b90978b7b9ee91b&device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 1095 time: 0.0947607 Nov 09 00:37:46.203207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:46.205565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0dfccc5-c40f-4ced-aaf2-81b4d35aa098 req-18a75588-07dd-4a76-a5e8-f512bab42da8 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025438 Nov 09 00:37:46.207023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:46.211849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:46.217429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Pushing event updated for resources: {'Port': ['ID=9fe38043-e8f3-4864-b4cf-67590079a098,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:46.248373 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-a3780139-48ed-46da-bc24-0d73856f4467 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54773fc5-55b4-4e43-b400-0ae773151656 HTTP/1.1" status: 200 len: 217 time: 0.0457919 Nov 09 00:37:46.275318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4460913-1536-4a96-9a25-610b9b42917e req-b8f2c4b1-4c08-4fe0-9ab5-8e9889956c46 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231575 Nov 09 00:37:46.297340 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acd59c5-266f-4506-8395-50facd016ef7 x-openstack-request-id: req-5acd59c5-266f-4506-8395-50facd016ef7 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:37:46.297656 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701f64f2-19f6-40d5-9a9a-2d876c5186c4", "tag": "54773fc5-55b4-4e43-b400-0ae773151656", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:37:46.297912 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5acd59c5-266f-4506-8395-50facd016ef7 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:37:46.298315 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701f64f2-19f6-40d5-9a9a-2d876c5186c4', 'tag': '54773fc5-55b4-4e43-b400-0ae773151656', 'status': 'completed', 'code': 200} Nov 09 00:37:46.307112 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:46.309986 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Attempting to bind port 9fe38043-e8f3-4864-b4cf-67590079a098 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:46.310475 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Attempting to bind port 9fe38043-e8f3-4864-b4cf-67590079a098 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '9cd5a595-304c-4140-97db-e8e18a8aacf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:46.310835 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Attempting to bind port 9fe38043-e8f3-4864-b4cf-67590079a098 on network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:46.316550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:46.317254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Checking segment: {'id': '9cd5a595-304c-4140-97db-e8e18a8aacf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:46.317422 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.317841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Bound using segment: {'id': '9cd5a595-304c-4140-97db-e8e18a8aacf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:46.318301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Bound port: 9fe38043-e8f3-4864-b4cf-67590079a098, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd5a595-304c-4140-97db-e8e18a8aacf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:46.318672 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.336555 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.336799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-df4810de-7b2d-465c-977d-b370a73f27df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:46.338832 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-df4810de-7b2d-465c-977d-b370a73f27df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a54b4751-085c-46f5-99fe-77d26c0db22d HTTP/1.1" status: 200 len: 848 time: 0.0838819 Nov 09 00:37:46.393287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] For port 9fe38043-e8f3-4864-b4cf-67590079a098, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:46.396491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] For port 9fe38043-e8f3-4864-b4cf-67590079a098, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9fe38043-e8f3-4864-b4cf-67590079a098,segment=NetworkSegment(9cd5a595-304c-4140-97db-e8e18a8aacf7),segment_id=9cd5a595-304c-4140-97db-e8e18a8aacf7)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:46.398340 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-c484c954-4177-4985-8b2f-08b3a71a3597 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=186e53c1-eb94-4fb8-a04c-7cd0a8b9b404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288246 Nov 09 00:37:46.402253 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.480404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe553f-c8fe-40a6-a6b8-29f8809a5d61 None None] Pushing event updated for resources: {'Port': ['ID=9fe38043-e8f3-4864-b4cf-67590079a098,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:46.483883 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.484679 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.511161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port bff2a247-f12b-42ab-8643-11892c423cd8 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:37:46.561811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.564904 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-1fde863c-a633-4a9c-a934-56893b3c7eeb service neutron] 10.222.0.30 "GET /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598074 Nov 09 00:37:46.565529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.736454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Router f3d2df79-1b3b-4aad-9ecc-42d9304cddee is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:37:46.754002 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9cd1be89-f67c-433d-8763-3afebd44d5fc req-f189e9da-9dbb-4ab7-9942-4bcf887abdef service neutron] 10.222.0.30 "GET /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806285 Nov 09 00:37:46.803847 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8::182 (e4bdb66d-bf61-4380-b1f0-4bbeb10985f5/2acd871b-2eca-4129-b855-6983d2eb2269/bff2a247-f12b-42ab-8643-11892c423cd8) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:46.855789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:46.860176 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:46.862116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-96447c64-55ee-4701-b50e-068cde93bce1 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "PUT /v2.0/routers/f3d2df79-1b3b-4aad-9ecc-42d9304cddee HTTP/1.1" status: 200 len: 913 time: 2.1992340 Nov 09 00:37:46.864600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50148) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:46.866064 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fdf849-bc5d-45d5-b231-bc4cc9312515 None None] Sync routers for ids ['f3d2df79-1b3b-4aad-9ecc-42d9304cddee'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:46.877388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fdf849-bc5d-45d5-b231-bc4cc9312515 None None] Routers {'f3d2df79-1b3b-4aad-9ecc-42d9304cddee'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:46.878099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f5fdf849-bc5d-45d5-b231-bc4cc9312515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f3d2df79-1b3b-4aad-9ecc-42d9304cddee'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:46.883212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8139cf6-2253-4474-b5c7-50138059cc87 req-d289bbb8-4c62-448a-bfcc-d6d5158e9925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:46.885264 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f8139cf6-2253-4474-b5c7-50138059cc87 req-d289bbb8-4c62-448a-bfcc-d6d5158e9925 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=717e1c13c98f4edc9b90978b7b9ee91b&device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 1095 time: 0.0750437 Nov 09 00:37:46.920196 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f5fdf849-bc5d-45d5-b231-bc4cc9312515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:46.923974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bb297090-a90e-401e-ad9a-b70e056d8cbc up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:46.966666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fdf849-bc5d-45d5-b231-bc4cc9312515 None None] Routers {'f3d2df79-1b3b-4aad-9ecc-42d9304cddee'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:46.967265 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f5fdf849-bc5d-45d5-b231-bc4cc9312515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f3d2df79-1b3b-4aad-9ecc-42d9304cddee'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:46.984764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-979e77e9-6944-4fc0-8b51-2f2991627355 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/routers/f3d2df79-1b3b-4aad-9ecc-42d9304cddee HTTP/1.1" status: 200 len: 919 time: 0.1165719 Nov 09 00:37:46.984999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50150) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:47.005840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f5fdf849-bc5d-45d5-b231-bc4cc9312515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:47.006671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fdf849-bc5d-45d5-b231-bc4cc9312515 None None] The sync data for ids ['f3d2df79-1b3b-4aad-9ecc-42d9304cddee'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:47.020422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port bb297090-a90e-401e-ad9a-b70e056d8cbc completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:37:47.025887 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port bb297090-a90e-401e-ad9a-b70e056d8cbc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:47.026335 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.031728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2629f8-e893-408c-9776-873b750f625d tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:47.035790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2e2629f8-e893-408c-9776-873b750f625d tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&device_id=f3d2df79-1b3b-4aad-9ecc-42d9304cddee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0474744 Nov 09 00:37:47.036099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50152) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:47.069324 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8139cf6-2253-4474-b5c7-50138059cc87 req-42577c8e-67a3-480b-9d52-017bc849aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:47.070825 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f8139cf6-2253-4474-b5c7-50138059cc87 req-42577c8e-67a3-480b-9d52-017bc849aa30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 HTTP/1.1" status: 200 len: 908 time: 0.1655505 Nov 09 00:37:47.074178 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.116635 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f8139cf6-2253-4474-b5c7-50138059cc87 req-8fad9d05-d6bf-40c4-ac1e-e89aa04624f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54773fc5-55b4-4e43-b400-0ae773151656 HTTP/1.1" status: 200 len: 217 time: 0.0380516 Nov 09 00:37:47.123085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567edcff-a0e2-4648-a5d1-7dd825635f73 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:47.127245 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-567edcff-a0e2-4648-a5d1-7dd825635f73 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 881 time: 0.0875247 Nov 09 00:37:47.127901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50154) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:47.163097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-52cb34ba-ca8f-422e-8f5f-fadb8dc900a1 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d2df79-1b3b-4aad-9ecc-42d9304cddee HTTP/1.1" status: 200 len: 205 time: 0.0320482 Nov 09 00:37:47.164177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50156) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:47.227304 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.237596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8139cf6-2253-4474-b5c7-50138059cc87 req-0e66a0a6-09ad-4cd2-aedc-96fc27a7ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:47.239071 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f8139cf6-2253-4474-b5c7-50138059cc87 req-0e66a0a6-09ad-4cd2-aedc-96fc27a7ebe0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a54b4751-085c-46f5-99fe-77d26c0db22d HTTP/1.1" status: 200 len: 848 time: 0.1134565 Nov 09 00:37:47.287770 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.324496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0540fd-4667-4133-913a-d9a735b2662a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb297090-a90e-401e-ad9a-b70e056d8cbc'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:37:47.327288 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4c4c88-e0f2-4e9c-997f-85c2a3a38679" -d '{"events": [{"server_uuid": "bd0540fd-4667-4133-913a-d9a735b2662a", "name": "network-vif-plugged", "status": "completed", "tag": "bb297090-a90e-401e-ad9a-b70e056d8cbc"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:37:47.341534 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f8139cf6-2253-4474-b5c7-50138059cc87 req-1e296779-98d6-4e2c-a16b-02125c3e9350 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=186e53c1-eb94-4fb8-a04c-7cd0a8b9b404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899088 Nov 09 00:37:47.344689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:47.346482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port bb297090-a90e-401e-ad9a-b70e056d8cbc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bb297090-a90e-401e-ad9a-b70e056d8cbc,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:47.356251 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.356459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:47.360774 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:47.366396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:47.367867 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.421478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=bff2a247-f12b-42ab-8643-11892c423cd8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:47.440223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=bb297090-a90e-401e-ad9a-b70e056d8cbc,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:47.456544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9015d-1a5b-45b4-84bc-1f061978aa19 req-8fd7d056-8ca2-49de-8f92-275b6465cccf tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:47.458120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bdf9015d-1a5b-45b4-84bc-1f061978aa19 req-8fd7d056-8ca2-49de-8f92-275b6465cccf tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 944 time: 0.1430402 Nov 09 00:37:47.475089 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6e4eb6e1-193c-4ce1-b6f6-5c7d71cb1bb0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3964307 Nov 09 00:37:47.480171 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.481758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50164) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:47.486893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd597c8-2e95-45fb-969e-d220c5e67b83 req-0cbafa8a-1636-4b34-83d4-0e14d47179f2 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:47.488420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ddd597c8-2e95-45fb-969e-d220c5e67b83 req-0cbafa8a-1636-4b34-83d4-0e14d47179f2 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1097 time: 0.0714440 Nov 09 00:37:47.488813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5b48c071-0cfd-4073-9d8c-6a338d96e99d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:47.541612 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bdf9015d-1a5b-45b4-84bc-1f061978aa19 req-a8e7590a-174d-47f3-b833-7dfc1269a1b6 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754604 Nov 09 00:37:47.559349 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ddd597c8-2e95-45fb-969e-d220c5e67b83 req-db1d0949-fbcd-46f5-8d98-d72f1cc5c672 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572920 Nov 09 00:37:47.610348 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df04bb70-1cac-493e-95a8-6517d137e761 x-openstack-request-id: req-df04bb70-1cac-493e-95a8-6517d137e761 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:37:47.610849 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0540fd-4667-4133-913a-d9a735b2662a", "name": "network-vif-plugged", "status": "completed", "tag": "bb297090-a90e-401e-ad9a-b70e056d8cbc", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:37:47.611270 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df04bb70-1cac-493e-95a8-6517d137e761 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:37:47.611806 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0540fd-4667-4133-913a-d9a735b2662a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb297090-a90e-401e-ad9a-b70e056d8cbc', 'code': 200} Nov 09 00:37:47.652290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-706ea325-72de-45b5-8460-b4b9538ebee3 None None] Provisioning complete for port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:47.652669 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-706ea325-72de-45b5-8460-b4b9538ebee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.659374 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f8139cf6-2253-4474-b5c7-50138059cc87 req-192f47af-cfba-4f2f-b8c2-d76d204a3ed0 service neutron] 10.222.0.30 "GET /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043647 Nov 09 00:37:47.707913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-706ea325-72de-45b5-8460-b4b9538ebee3 None None] Port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:47.711401 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.724583 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-706ea325-72de-45b5-8460-b4b9538ebee3 None None] Provisioning complete for port 9fe38043-e8f3-4864-b4cf-67590079a098 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:47.724949 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-706ea325-72de-45b5-8460-b4b9538ebee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.793672 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.807762 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-706ea325-72de-45b5-8460-b4b9538ebee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.826886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b48c071-0cfd-4073-9d8c-6a338d96e99d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:47.830787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5b48c071-0cfd-4073-9d8c-6a338d96e99d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.843051 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-706ea325-72de-45b5-8460-b4b9538ebee3 None None] For port 9fe38043-e8f3-4864-b4cf-67590079a098, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9fe38043-e8f3-4864-b4cf-67590079a098,segment=NetworkSegment(9cd5a595-304c-4140-97db-e8e18a8aacf7),segment_id=9cd5a595-304c-4140-97db-e8e18a8aacf7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:47.848314 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-706ea325-72de-45b5-8460-b4b9538ebee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:47.879592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34129c01-4851-4cd9-81ee-1f5102f9207a req-ebf1d20c-9905-4f37-b43e-3a38171a9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:47.881072 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-34129c01-4851-4cd9-81ee-1f5102f9207a req-ebf1d20c-9905-4f37-b43e-3a38171a9050 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1097 time: 0.1975467 Nov 09 00:37:47.898596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ea325-72de-45b5-8460-b4b9538ebee3 None None] Pushing event updated for resources: {'Port': ['ID=9fe38043-e8f3-4864-b4cf-67590079a098,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:47.970798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-684cf79c-9a5b-4d7b-9f04-8c862982638f None None] Provisioning complete for port bff2a247-f12b-42ab-8643-11892c423cd8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:47.971170 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-684cf79c-9a5b-4d7b-9f04-8c862982638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.006356 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-684cf79c-9a5b-4d7b-9f04-8c862982638f None None] Port bff2a247-f12b-42ab-8643-11892c423cd8 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:48.095109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9fe38043-e8f3-4864-b4cf-67590079a098 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:48.145942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9fe38043-e8f3-4864-b4cf-67590079a098 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:48.146314 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.274085 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f8139cf6-2253-4474-b5c7-50138059cc87 req-ed838940-21a9-4349-840f-b9fb14ce4d44 service neutron] 10.222.0.30 "GET /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054959 Nov 09 00:37:48.351884 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-34129c01-4851-4cd9-81ee-1f5102f9207a req-792f861f-d85d-4fcd-b728-53763a4dc500 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803335 Nov 09 00:37:48.355806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Deleting port 3846ee6c-07de-4558-a114-95c367305561 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:48.356142 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.359287 n-d-813263-3 neutron-server[101781]: INFO neutron.db.ipam_backend_mixin [None req-5b48c071-0cfd-4073-9d8c-6a338d96e99d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2acd871b-2eca-4129-b855-6983d2eb2269 (CIDR: 2001:db8::/64) Nov 09 00:37:48.375953 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b48c071-0cfd-4073-9d8c-6a338d96e99d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:37:48.376430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b48c071-0cfd-4073-9d8c-6a338d96e99d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:37:48.381665 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.427577 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5b48c071-0cfd-4073-9d8c-6a338d96e99d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9425712 Nov 09 00:37:48.430459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50166) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:48.435999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bbe3ec6c-6ea1-4959-ac08-84a328d1f143 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:48.448622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.460041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Calling delete_port for 3846ee6c-07de-4558-a114-95c367305561 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:48.554091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe3ec6c-6ea1-4959-ac08-84a328d1f143 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:48.558291 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bbe3ec6c-6ea1-4959-ac08-84a328d1f143 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.631070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.658906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Pushing event deleted for resources: {'Port': ['ID=3846ee6c-07de-4558-a114-95c367305561,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:48.698769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 54773fc5-55b4-4e43-b400-0ae773151656 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:37:48.723377 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.796867 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 54773fc5-55b4-4e43-b400-0ae773151656, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=54773fc5-55b4-4e43-b400-0ae773151656,segment=NetworkSegment(ca29c665-dae2-4c8d-98aa-9653e43e17fe),segment_id=ca29c665-dae2-4c8d-98aa-9653e43e17fe)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:48.811352 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859c887-7d22-47d9-b8f0-a59fef4c1caa req-d283b82c-1e8e-4a65-a5da-ec3abdf2be2e tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:48.812786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f859c887-7d22-47d9-b8f0-a59fef4c1caa req-d283b82c-1e8e-4a65-a5da-ec3abdf2be2e tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 944 time: 0.1391473 Nov 09 00:37:48.813213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '54773fc5-55b4-4e43-b400-0ae773151656', 'network_id': '186e53c1-eb94-4fb8-a04c-7cd0a8b9b404', 'port_id': '54773fc5-55b4-4e43-b400-0ae773151656', 'mac_address': 'fa:16:3e:67:04:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54b4751-085c-46f5-99fe-77d26c0db22d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:37:48.817917 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b117db4-73ff-400f-a299-890cf03750d8 req-50b439ef-d441-4814-9fe5-2d610836f915 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:48.820532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b117db4-73ff-400f-a299-890cf03750d8 req-50b439ef-d441-4814-9fe5-2d610836f915 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1097 time: 0.1274090 Nov 09 00:37:48.825367 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.827980 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.853166 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.867304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54773fc5-55b4-4e43-b400-0ae773151656 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:37:48.875874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.876401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Fanout notify agent at l3_agent the message router_deleted on router f3d2df79-1b3b-4aad-9ecc-42d9304cddee {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:37:48.885836 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.887261 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ac8df215-e2b0-471a-b6a9-28c64f865401 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/routers/f3d2df79-1b3b-4aad-9ecc-42d9304cddee HTTP/1.1" status: 204 len: 168 time: 1.7222354 Nov 09 00:37:48.891464 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50172) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:48.896356 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e1a62568-df68-4778-b6b2-66178819e449 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1702830504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:48.898285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 54773fc5-55b4-4e43-b400-0ae773151656, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=54773fc5-55b4-4e43-b400-0ae773151656,segment=NetworkSegment(ca29c665-dae2-4c8d-98aa-9653e43e17fe),segment_id=ca29c665-dae2-4c8d-98aa-9653e43e17fe)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:48.903011 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.930134 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a62568-df68-4778-b6b2-66178819e449 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.931935 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a62568-df68-4778-b6b2-66178819e449 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:48.951907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9b117db4-73ff-400f-a299-890cf03750d8 req-d7892421-335f-48a5-b7c9-c39db7444ac7 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207891 Nov 09 00:37:48.959195 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=54773fc5-55b4-4e43-b400-0ae773151656,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:48.962835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f859c887-7d22-47d9-b8f0-a59fef4c1caa req-a1dbd11a-fc5e-4894-af14-1412aa2f678e tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413515 Nov 09 00:37:48.970023 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bbe3ec6c-6ea1-4959-ac08-84a328d1f143 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.002407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a62568-df68-4778-b6b2-66178819e449 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.006569 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a62568-df68-4778-b6b2-66178819e449 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.015934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3ec6c-6ea1-4959-ac08-84a328d1f143 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:49.022920 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3ec6c-6ea1-4959-ac08-84a328d1f143 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:49.026266 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1a62568-df68-4778-b6b2-66178819e449 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.027291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe3ec6c-6ea1-4959-ac08-84a328d1f143 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:49.030896 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bbe3ec6c-6ea1-4959-ac08-84a328d1f143 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.031212 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e1a62568-df68-4778-b6b2-66178819e449 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1356246 Nov 09 00:37:49.031212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50174) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:49.034842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6d0d3-71d1-48c5-90a1-3fe88bcc235e None None] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:49.036130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3ec6c-6ea1-4959-ac08-84a328d1f143 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Subnet': ['ID=ff5533bc-2c7c-4c1a-8e23-2e4d2b6272c9,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:49.037070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'enable_snat': False}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:49.051334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bbe3ec6c-6ea1-4959-ac08-84a328d1f143 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6192660 Nov 09 00:37:49.053863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50176) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:49.059537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-75663bc1-a6ce-44f0-98db-4a19af9f259b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1367259137', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff5533bc-2c7c-4c1a-8e23-2e4d2b6272c9'}], 'security_groups': ['5202ab1e-8be1-45d7-8670-ae89419f493f']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:49.097664 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['54773fc5-55b4-4e43-b400-0ae773151656'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:37:49.216203 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75663bc1-a6ce-44f0-98db-4a19af9f259b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.259922 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.386197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7677cb-fd08-4886-a9c7-d84847347512 None None] Update dhcp port {'port': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'fixed_ips': [{'subnet_id': '2acd871b-2eca-4129-b855-6983d2eb2269', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ff5533bc-2c7c-4c1a-8e23-2e4d2b6272c9'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '9fe38043-e8f3-4864-b4cf-67590079a098'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:37:49.423722 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1a7677cb-fd08-4886-a9c7-d84847347512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.483525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.502839 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.587833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-75663bc1-a6ce-44f0-98db-4a19af9f259b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Delete allocated IP 2001:db8::182 (e4bdb66d-bf61-4380-b1f0-4bbeb10985f5/2acd871b-2eca-4129-b855-6983d2eb2269) {{(pid=101780) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 00:37:49.596239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-75663bc1-a6ce-44f0-98db-4a19af9f259b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8:0:1::101 (e4bdb66d-bf61-4380-b1f0-4bbeb10985f5/ff5533bc-2c7c-4c1a-8e23-2e4d2b6272c9/bff2a247-f12b-42ab-8643-11892c423cd8) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:49.622545 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Allocated IP 172.25.0.252 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/1c419cc9-9035-40d8-a7a0-c56b34ab3303) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:49.726738 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.747179 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75663bc1-a6ce-44f0-98db-4a19af9f259b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.752184 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75663bc1-a6ce-44f0-98db-4a19af9f259b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.764266 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.805450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:49.807070 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-1a7677cb-fd08-4886-a9c7-d84847347512 None None] Allocated IP 2001:db8:0:1::2 (e4bdb66d-bf61-4380-b1f0-4bbeb10985f5/ff5533bc-2c7c-4c1a-8e23-2e4d2b6272c9/9fe38043-e8f3-4864-b4cf-67590079a098) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:49.808728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:49.811227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-75663bc1-a6ce-44f0-98db-4a19af9f259b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] In _notify_port_updated(), no bound segment for port bff2a247-f12b-42ab-8643-11892c423cd8 on network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 {{(pid=101780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:37:49.812585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:49.816914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75663bc1-a6ce-44f0-98db-4a19af9f259b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:49.817573 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75663bc1-a6ce-44f0-98db-4a19af9f259b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.818940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-75663bc1-a6ce-44f0-98db-4a19af9f259b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "PUT /v2.0/ports/bff2a247-f12b-42ab-8643-11892c423cd8 HTTP/1.1" status: 200 len: 931 time: 0.7641020 Nov 09 00:37:49.822137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50178) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:49.846693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Pushing event updated for resources: {'Port': ['ID=1c419cc9-9035-40d8-a7a0-c56b34ab3303,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:49.862216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75663bc1-a6ce-44f0-98db-4a19af9f259b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=bff2a247-f12b-42ab-8643-11892c423cd8,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:49.925084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-5a7058db-9110-481e-8fb2-6a8fcf990669 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port bff2a247-f12b-42ab-8643-11892c423cd8 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:49.925317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-1a7677cb-fd08-4886-a9c7-d84847347512 None None] For port 9fe38043-e8f3-4864-b4cf-67590079a098, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9fe38043-e8f3-4864-b4cf-67590079a098,segment=NetworkSegment(9cd5a595-304c-4140-97db-e8e18a8aacf7),segment_id=9cd5a595-304c-4140-97db-e8e18a8aacf7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:49.925482 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a7058db-9110-481e-8fb2-6a8fcf990669 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.963244 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1a7677cb-fd08-4886-a9c7-d84847347512 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:49.968395 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1a7677cb-fd08-4886-a9c7-d84847347512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.031422 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a7058db-9110-481e-8fb2-6a8fcf990669 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.045006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-5a7058db-9110-481e-8fb2-6a8fcf990669 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for bff2a247-f12b-42ab-8643-11892c423cd8 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:50.073049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7677cb-fd08-4886-a9c7-d84847347512 None None] Pushing event updated for resources: {'Port': ['ID=9fe38043-e8f3-4864-b4cf-67590079a098,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:50.141536 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.213219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275acdbf-7058-4391-b688-a9006cc308b3 req-e7df4f28-0a23-4b04-8ca4-553d455c3469 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:50.214760 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-275acdbf-7058-4391-b688-a9006cc308b3 req-e7df4f28-0a23-4b04-8ca4-553d455c3469 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 945 time: 0.1012902 Nov 09 00:37:50.234084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93403822-64ec-4505-bb55-a810d4be3665 req-b4a2bf62-8f19-4d9c-8dd5-50c57829049a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:50.236996 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93403822-64ec-4505-bb55-a810d4be3665 req-b4a2bf62-8f19-4d9c-8dd5-50c57829049a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1097 time: 0.1350341 Nov 09 00:37:50.317694 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a7058db-9110-481e-8fb2-6a8fcf990669 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.354320 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.357947 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.365892 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93403822-64ec-4505-bb55-a810d4be3665 req-628e3958-57d7-4dae-acdd-9cfee24cb5f9 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235344 Nov 09 00:37:50.367329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7058db-9110-481e-8fb2-6a8fcf990669 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=bff2a247-f12b-42ab-8643-11892c423cd8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:50.374088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-275acdbf-7058-4391-b688-a9006cc308b3 req-602399a4-9125-47b0-bd09-8e577fbccfb4 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358731 Nov 09 00:37:50.411289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a7058db-9110-481e-8fb2-6a8fcf990669 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.418707 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5a7058db-9110-481e-8fb2-6a8fcf990669 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/bff2a247-f12b-42ab-8643-11892c423cd8 HTTP/1.1" status: 204 len: 168 time: 0.5955501 Nov 09 00:37:50.418994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50186) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:50.456101 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-221aed28-64de-4cda-8c62-b848374db964 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:37:50.460365 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-221aed28-64de-4cda-8c62-b848374db964 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/bff2a247-f12b-42ab-8643-11892c423cd8 HTTP/1.1" status: 404 len: 333 time: 0.0376658 Nov 09 00:37:50.461853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50188) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:50.483447 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a0e98-068e-4699-b9df-c29b96aa5850 req-2e920b57-a2ae-468d-afb9-45493b352e6c tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:50.485112 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a25a0e98-068e-4699-b9df-c29b96aa5850 req-2e920b57-a2ae-468d-afb9-45493b352e6c tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1097 time: 0.0425055 Nov 09 00:37:50.538550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a25a0e98-068e-4699-b9df-c29b96aa5850 req-a132aec6-8a97-4381-9a75-dc0462510469 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465946 Nov 09 00:37:50.562826 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-497ff3a6-4bb7-46f0-a04e-58d9f420b962 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.594767 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-497ff3a6-4bb7-46f0-a04e-58d9f420b962 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.620673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Router 5fd8472e-d567-456e-98d2-966dda9c7130 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:37:50.652194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8fd13-3b7b-4945-9a0e-2f92fccd927f req-699ce806-5fc9-4673-9174-b9e271e14ead tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:50.654101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10a8fd13-3b7b-4945-9a0e-2f92fccd927f req-699ce806-5fc9-4673-9174-b9e271e14ead tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1097 time: 0.0442681 Nov 09 00:37:50.694452 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-497ff3a6-4bb7-46f0-a04e-58d9f420b962 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.697228 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-497ff3a6-4bb7-46f0-a04e-58d9f420b962 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.701338 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-497ff3a6-4bb7-46f0-a04e-58d9f420b962 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/security-groups/64a19aa0-286d-456c-9f45-e1c59f002c95 HTTP/1.1" status: 204 len: 168 time: 0.2355425 Nov 09 00:37:50.702456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50192) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:50.716034 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ff3a6-4bb7-46f0-a04e-58d9f420b962 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a19aa0-286d-456c-9f45-e1c59f002c95,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:50.721777 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10a8fd13-3b7b-4945-9a0e-2f92fccd927f req-88079705-cb97-49d8-8414-1acf615b9e92 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614572 Nov 09 00:37:50.735864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 54773fc5-55b4-4e43-b400-0ae773151656 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:50.779183 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.784227 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:50.796496 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d991585-ef4b-41da-8169-ad06e2ebcff3 None None] Sync routers for ids ['5fd8472e-d567-456e-98d2-966dda9c7130'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:50.808055 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.809327 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-344c2cde-fc46-4d46-8314-48d216f39628 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "PUT /v2.0/routers/5fd8472e-d567-456e-98d2-966dda9c7130 HTTP/1.1" status: 200 len: 916 time: 1.7772059 Nov 09 00:37:50.811914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50198) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:50.812895 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.830845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-35c66997-6faf-4398-90e2-46ca8285d3c1 None None] Provisioning complete for port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:50.831220 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-35c66997-6faf-4398-90e2-46ca8285d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.840217 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d991585-ef4b-41da-8169-ad06e2ebcff3 None None] Routers {'5fd8472e-d567-456e-98d2-966dda9c7130'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:50.842191 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2d991585-ef4b-41da-8169-ad06e2ebcff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5fd8472e-d567-456e-98d2-966dda9c7130'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:50.869744 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.873655 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:50.879173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/security-groups/5202ab1e-8be1-45d7-8670-ae89419f493f HTTP/1.1" status: 204 len: 168 time: 0.1735914 Nov 09 00:37:50.879594 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50200) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:50.896769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5202ab1e-8be1-45d7-8670-ae89419f493f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:50.909907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:50.910986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:50.911653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:50.912614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:50.913679 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2d991585-ef4b-41da-8169-ad06e2ebcff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:50.914061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:50.915846 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:50.916512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:50.916871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:50.917732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:50.918306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:50.918759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:50.919124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b214af0b-7c67-42d3-baf8-8113d78f9984 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:50.935630 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d991585-ef4b-41da-8169-ad06e2ebcff3 None None] Routers {'5fd8472e-d567-456e-98d2-966dda9c7130'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:50.936978 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2d991585-ef4b-41da-8169-ad06e2ebcff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5fd8472e-d567-456e-98d2-966dda9c7130'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:50.942840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 54773fc5-55b4-4e43-b400-0ae773151656 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:37:50.953549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-35c66997-6faf-4398-90e2-46ca8285d3c1 None None] Port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:50.960430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 54773fc5-55b4-4e43-b400-0ae773151656 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:50.961743 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.004177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-35c66997-6faf-4398-90e2-46ca8285d3c1 None None] Provisioning complete for port 9fe38043-e8f3-4864-b4cf-67590079a098 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:51.004544 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-35c66997-6faf-4398-90e2-46ca8285d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.006195 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2d991585-ef4b-41da-8169-ad06e2ebcff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:51.007141 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d991585-ef4b-41da-8169-ad06e2ebcff3 None None] The sync data for ids ['5fd8472e-d567-456e-98d2-966dda9c7130'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:51.068618 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a350cee1-6b10-404f-abde-8e2747ce3a58 tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/routers/5fd8472e-d567-456e-98d2-966dda9c7130 HTTP/1.1" status: 200 len: 922 time: 0.2527356 Nov 09 00:37:51.069120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50210) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:51.084286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting subnet 2acd871b-2eca-4129-b855-6983d2eb2269 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:37:51.089616 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.104147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-6aca13c5-2e40-4125-a6b4-64e8752c8c7d tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:51.105726 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-6aca13c5-2e40-4125-a6b4-64e8752c8c7d tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/networks?id=832531cf-dd3a-4c7b-92c8-73f01d05377f HTTP/1.1" status: 200 len: 910 time: 0.1505733 Nov 09 00:37:51.127681 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-b63c8a09-ab51-4355-b166-6455b1a335fd tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/quotas/a62c47449078478585ac71c3dc5ca202 HTTP/1.1" status: 200 len: 375 time: 0.0140674 Nov 09 00:37:51.130602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c232a5f-dd0f-452d-9009-275b78942d1f tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:51.135059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1c232a5f-dd0f-452d-9009-275b78942d1f tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&device_id=5fd8472e-d567-456e-98d2-966dda9c7130&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0619943 Nov 09 00:37:51.136265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50212) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:51.147899 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.174836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-35c66997-6faf-4398-90e2-46ca8285d3c1 None None] Could not find standard attr ID for object bff2a247-f12b-42ab-8643-11892c423cd8. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:37:51.175067 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.185684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701f64f2-19f6-40d5-9a9a-2d876c5186c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54773fc5-55b4-4e43-b400-0ae773151656'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:37:51.188998 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f764d32e-3e05-47b9-b822-a427fa31e02a" -d '{"events": [{"server_uuid": "701f64f2-19f6-40d5-9a9a-2d876c5186c4", "name": "network-vif-plugged", "status": "completed", "tag": "54773fc5-55b4-4e43-b400-0ae773151656"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:37:51.204736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 54773fc5-55b4-4e43-b400-0ae773151656, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=54773fc5-55b4-4e43-b400-0ae773151656,segment=NetworkSegment(ca29c665-dae2-4c8d-98aa-9653e43e17fe),segment_id=ca29c665-dae2-4c8d-98aa-9653e43e17fe)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:51.211818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-fd38f95f-9a05-4055-bb84-df3762f30b08 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=a62c47449078478585ac71c3dc5ca202&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696387 Nov 09 00:37:51.219606 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.286964 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5638c359-9385-4e7c-bd44-f6a9a448b0e3 x-openstack-request-id: req-5638c359-9385-4e7c-bd44-f6a9a448b0e3 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:37:51.287311 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701f64f2-19f6-40d5-9a9a-2d876c5186c4", "name": "network-vif-plugged", "status": "completed", "tag": "54773fc5-55b4-4e43-b400-0ae773151656", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:37:51.288624 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5638c359-9385-4e7c-bd44-f6a9a448b0e3 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:37:51.288624 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701f64f2-19f6-40d5-9a9a-2d876c5186c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54773fc5-55b4-4e43-b400-0ae773151656', 'code': 200} Nov 09 00:37:51.307240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-104032d1-63d4-48c2-bc35-a73af9f4e6f5 None None] Could not find standard attr ID for object bff2a247-f12b-42ab-8643-11892c423cd8. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:37:51.311398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=54773fc5-55b4-4e43-b400-0ae773151656,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:51.340487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b609e0ef-d3a2-4080-a15e-d7109b7f583f tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:51.344376 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b609e0ef-d3a2-4080-a15e-d7109b7f583f tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 881 time: 0.2047048 Nov 09 00:37:51.345708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-3b0885f8-72b7-43be-9697-637a00b2efa1 service neutron] 10.222.0.25 "GET /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259284 Nov 09 00:37:51.346332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50216) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:51.376292 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.381632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c3b8c149-38b6-4a15-b497-ae7a213cd389 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fd8472e-d567-456e-98d2-966dda9c7130 HTTP/1.1" status: 200 len: 205 time: 0.0341790 Nov 09 00:37:51.391019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50218) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:51.416949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf12559-f14a-4246-b7bd-b579ee0b71ca req-b1a89138-b7c5-44a6-b342-d58c06f2ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:51.418486 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ebf12559-f14a-4246-b7bd-b579ee0b71ca req-b1a89138-b7c5-44a6-b342-d58c06f2ba8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 1097 time: 0.0972643 Nov 09 00:37:51.476734 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ebf12559-f14a-4246-b7bd-b579ee0b71ca req-cc6935bb-13b0-4a62-aae4-0566bca47fda service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511100 Nov 09 00:37:51.478277 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.507176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Subnet': ['ID=2acd871b-2eca-4129-b855-6983d2eb2269,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:51.509701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.512848 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/2acd871b-2eca-4129-b855-6983d2eb2269 HTTP/1.1" status: 204 len: 168 time: 0.6322958 Nov 09 00:37:51.518353 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50222) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:51.520336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1676ee9b-65ee-4678-a302-b8cbdf45e8b7 None None] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:51.523215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1b598b70-c15c-46bb-97b2-9bfafc612bf3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:51.529339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:51.529712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:51.530056 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:51.530395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:51.530729 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:51.531061 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:51.531391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:51.531717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:51.532044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:51.532368 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:51.532689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:51.533021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a2530-7ed5-4349-a774-0f17699cc741 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:37:51.592164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204007ba-d52f-435d-8afd-5cc58e624a86 req-b793a024-05e6-44e8-9b65-5408298169f6 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:51.593597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-204007ba-d52f-435d-8afd-5cc58e624a86 req-b793a024-05e6-44e8-9b65-5408298169f6 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 946 time: 0.1272566 Nov 09 00:37:51.600396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-fb9a7762-d091-4859-a3f9-c5fdbb197b10 service neutron] 10.222.0.25 "GET /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419517 Nov 09 00:37:51.622565 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.664486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b598b70-c15c-46bb-97b2-9bfafc612bf3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:51.671974 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b598b70-c15c-46bb-97b2-9bfafc612bf3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.772618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-204007ba-d52f-435d-8afd-5cc58e624a86 req-b392bd0b-7a29-4815-b977-32e042db51d8 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540198 Nov 09 00:37:51.808976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcaee01d-252c-45aa-834f-268013d99dc3 req-a6396e88-3c61-4540-96ce-aaf4592be126 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 210 time: 0.0352330 Nov 09 00:37:51.835341 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.905700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Deleting port 1c419cc9-9035-40d8-a7a0-c56b34ab3303 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:51.906048 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:51.996447 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.018047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Calling delete_port for 1c419cc9-9035-40d8-a7a0-c56b34ab3303 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:52.022744 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b598b70-c15c-46bb-97b2-9bfafc612bf3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.088398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b598b70-c15c-46bb-97b2-9bfafc612bf3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Subnet': ['ID=c8109859-a14a-418b-9043-a4ed98b4993e,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:52.107356 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b598b70-c15c-46bb-97b2-9bfafc612bf3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:52.109032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-1b598b70-c15c-46bb-97b2-9bfafc612bf3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:52.121020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b598b70-c15c-46bb-97b2-9bfafc612bf3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:52.121480 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b598b70-c15c-46bb-97b2-9bfafc612bf3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.131366 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9fe38043-e8f3-4864-b4cf-67590079a098 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:52.159987 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1b598b70-c15c-46bb-97b2-9bfafc612bf3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6405590 Nov 09 00:37:52.162598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50234) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:52.167202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0c77d2e4-379b-4c20-bc72-71571fb5c671 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'security_group': {'name': 'tempest-secgroup-1758010912'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:52.206374 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0c77d2e4-379b-4c20-bc72-71571fb5c671 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.209886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9fe38043-e8f3-4864-b4cf-67590079a098 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:52.210475 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.272577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.331670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0c77d2e4-379b-4c20-bc72-71571fb5c671 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.334042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Pushing event deleted for resources: {'Port': ['ID=1c419cc9-9035-40d8-a7a0-c56b34ab3303,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:52.341778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0c77d2e4-379b-4c20-bc72-71571fb5c671 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.380556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77d2e4-379b-4c20-bc72-71571fb5c671 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef97be3e-00cf-488c-9afb-087de94267bf,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:52.402501 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0c77d2e4-379b-4c20-bc72-71571fb5c671 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.403798 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0c77d2e4-379b-4c20-bc72-71571fb5c671 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2401793 Nov 09 00:37:52.407072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50236) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:52.418698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9f327cad-f00a-4816-adcb-641211ba3ffd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'security_group': {'name': 'tempest-secgroup-78860126'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:52.447212 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9f327cad-f00a-4816-adcb-641211ba3ffd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.454993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.534873 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9f327cad-f00a-4816-adcb-641211ba3ffd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.540653 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9f327cad-f00a-4816-adcb-641211ba3ffd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.545619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d6bc1-4a85-4768-a5db-eddc9c59e278 None None] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:52.581718 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9f327cad-f00a-4816-adcb-641211ba3ffd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.583324 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9f327cad-f00a-4816-adcb-641211ba3ffd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1752040 Nov 09 00:37:52.587347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50238) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:52.595871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9a356ea5-cc3c-4023-959f-2c02561b1978 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088394480'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:52.605078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f327cad-f00a-4816-adcb-641211ba3ffd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3643ad88-96b8-416c-a8c6-a592c1d1c37d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:52.632118 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a356ea5-cc3c-4023-959f-2c02561b1978 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.657401 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-37baf98a-6c7a-4338-ab63-b4d3d95e1332 None None] Provisioning complete for port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:52.657773 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-37baf98a-6c7a-4338-ab63-b4d3d95e1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.722678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a356ea5-cc3c-4023-959f-2c02561b1978 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.729176 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a356ea5-cc3c-4023-959f-2c02561b1978 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.733130 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-37baf98a-6c7a-4338-ab63-b4d3d95e1332 None None] Port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:52.759292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-37baf98a-6c7a-4338-ab63-b4d3d95e1332 None None] Provisioning complete for port 9fe38043-e8f3-4864-b4cf-67590079a098 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:52.759656 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-37baf98a-6c7a-4338-ab63-b4d3d95e1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.760335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a356ea5-cc3c-4023-959f-2c02561b1978 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.761954 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9a356ea5-cc3c-4023-959f-2c02561b1978 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1732905 Nov 09 00:37:52.767505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50240) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:52.772848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2014860084', 'security_groups': ['4086962f-077a-4d93-9ad0-6c1ceb126431'], 'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c8109859-a14a-418b-9043-a4ed98b4993e'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:52.934456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a356ea5-cc3c-4023-959f-2c02561b1978 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4086962f-077a-4d93-9ad0-6c1ceb126431,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:52.952423 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.954646 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:52.959199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a2d7c-2ade-471c-b5ba-ab7cb1058d19 None None] Update dhcp port {'port': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'fixed_ips': [{'subnet_id': 'ff5533bc-2c7c-4c1a-8e23-2e4d2b6272c9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c8109859-a14a-418b-9043-a4ed98b4993e'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '9fe38043-e8f3-4864-b4cf-67590079a098'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:37:53.001414 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c56a2d7c-2ade-471c-b5ba-ab7cb1058d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.042798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7398544-1403-4226-b54e-0abbdf75e101 req-2036c5a6-14a5-447a-ae4b-433495e76500 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 210 time: 0.0494981 Nov 09 00:37:53.049885 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.050454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Fanout notify agent at l3_agent the message router_deleted on router 5fd8472e-d567-456e-98d2-966dda9c7130 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:37:53.058461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.059642 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5e88e3d0-69f0-4f82-8bed-c80da40722fe tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/routers/5fd8472e-d567-456e-98d2-966dda9c7130 HTTP/1.1" status: 204 len: 168 time: 1.6677098 Nov 09 00:37:53.073064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50246) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:53.077669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1492736832', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:53.089606 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:53.105399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1cb35-b5b3-4b31-baea-03480fd14e30 req-3fca4086-51ba-427b-b4f0-5f05adf3b957 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:53.106919 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7d1cb35-b5b3-4b31-baea-03480fd14e30 req-3fca4086-51ba-427b-b4f0-5f05adf3b957 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 946 time: 0.1050906 Nov 09 00:37:53.126051 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.127093 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.174130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-55b66ad5-41dc-4e5f-a2db-508ef96e5040 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:53.176060 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-55b66ad5-41dc-4e5f-a2db-508ef96e5040 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.30 "GET /v2.0/networks?id=832531cf-dd3a-4c7b-92c8-73f01d05377f HTTP/1.1" status: 200 len: 910 time: 0.1969213 Nov 09 00:37:53.185815 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7d1cb35-b5b3-4b31-baea-03480fd14e30 req-d7c6e539-b91c-43a9-b344-29acadfd9b59 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690293 Nov 09 00:37:53.194633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Request body: {'port': {'device_id': '47bb2357-5405-43af-bd02-634e8634b8f1', 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f', 'admin_state_up': True, 'tenant_id': 'a62c47449078478585ac71c3dc5ca202'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:53.220371 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.239690 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.244792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-c56a2d7c-2ade-471c-b5ba-ab7cb1058d19 None None] Allocated IP 2001:db8::2 (e4bdb66d-bf61-4380-b1f0-4bbeb10985f5/c8109859-a14a-418b-9043-a4ed98b4993e/9fe38043-e8f3-4864-b4cf-67590079a098) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:53.265128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] device_id is not set on port a8e665f6-398c-4044-9720-9bc8d7d679c4 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:37:53.317689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Made reservation on behalf of a62c47449078478585ac71c3dc5ca202 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:53.320199 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.369820 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c56a2d7c-2ade-471c-b5ba-ab7cb1058d19 None None] For port 9fe38043-e8f3-4864-b4cf-67590079a098, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9fe38043-e8f3-4864-b4cf-67590079a098,segment=NetworkSegment(9cd5a595-304c-4140-97db-e8e18a8aacf7),segment_id=9cd5a595-304c-4140-97db-e8e18a8aacf7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:53.388631 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.422826 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c56a2d7c-2ade-471c-b5ba-ab7cb1058d19 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.428542 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c56a2d7c-2ade-471c-b5ba-ab7cb1058d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.534754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a2d7c-2ade-471c-b5ba-ab7cb1058d19 None None] Pushing event updated for resources: {'Port': ['ID=9fe38043-e8f3-4864-b4cf-67590079a098,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:53.568937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8::155 (e4bdb66d-bf61-4380-b1f0-4bbeb10985f5/c8109859-a14a-418b-9043-a4ed98b4993e/a8e665f6-398c-4044-9720-9bc8d7d679c4) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:53.585644 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Allocated IP 172.20.0.14 (832531cf-dd3a-4c7b-92c8-73f01d05377f/7a637d87-7e74-46c6-bf9b-6aec9fb11595/3efad83f-c30d-434b-8ca0-218918d5cf23) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:53.658985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.680450 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.833062 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Allocated IP 172.25.0.39 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/897d464b-01d4-41b4-9ed1-66980ce4ecea) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:53.848298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.870421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.932298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.979352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:53.982930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:53.985326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:53.991201 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.991755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:53.992167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:53.998623 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:54.012435 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['bb297090-a90e-401e-ad9a-b70e056d8cbc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:37:54.048670 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2799456 Nov 09 00:37:54.056771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50262) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:54.060937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97846f9-636d-457c-9134-97fc7199a024 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=a8e665f6-398c-4044-9720-9bc8d7d679c4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:54.063758 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-fa06d343-41c0-437d-a8a7-4c0c2d95c2bb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:54.166245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9fe38043-e8f3-4864-b4cf-67590079a098 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:54.171842 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:54.194919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63331b33-968f-4be4-ab9f-3bc6a1b93bf2 req-05be9693-61b0-4a24-838e-3eb0f38437cc tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:54.196640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63331b33-968f-4be4-ab9f-3bc6a1b93bf2 req-05be9693-61b0-4a24-838e-3eb0f38437cc tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 946 time: 0.1999776 Nov 09 00:37:54.267548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9fe38043-e8f3-4864-b4cf-67590079a098 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:54.268141 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:54.285376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:54.309806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:54.313077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:54.374191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Pushing event updated for resources: {'Port': ['ID=897d464b-01d4-41b4-9ed1-66980ce4ecea,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:54.402309 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b8054ad1-9095-4de7-be71-fd5318d92f78 None None] Provisioning complete for port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:54.402686 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b8054ad1-9095-4de7-be71-fd5318d92f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:54.440049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b8054ad1-9095-4de7-be71-fd5318d92f78 None None] Port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:54.451047 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b8054ad1-9095-4de7-be71-fd5318d92f78 None None] Provisioning complete for port 9fe38043-e8f3-4864-b4cf-67590079a098 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:54.451425 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b8054ad1-9095-4de7-be71-fd5318d92f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:54.525332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4736c40-096b-4c07-936a-ab018c24862e req-bbec12fb-4835-423a-9463-a1061c6b86f7 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:54.533304 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4736c40-096b-4c07-936a-ab018c24862e req-bbec12fb-4835-423a-9463-a1061c6b86f7 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1028 time: 0.3333673 Nov 09 00:37:54.595423 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-63331b33-968f-4be4-ab9f-3bc6a1b93bf2 req-de9facfe-f263-436d-8d45-049c1954020d tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909781 Nov 09 00:37:54.619375 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Network 832531cf-dd3a-4c7b-92c8-73f01d05377f is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:54.623696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:54.627407 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:37:54.658658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Pushing event updated for resources: {'Port': ['ID=3efad83f-c30d-434b-8ca0-218918d5cf23,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:54.677227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0f2d1132-c056-4b13-83f6-1412d2a99ea3 None None] Provisioning complete for port a8e665f6-398c-4044-9720-9bc8d7d679c4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:54.677636 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1132-c056-4b13-83f6-1412d2a99ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:54.682807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:54.683758 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:54.698580 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4736c40-096b-4c07-936a-ab018c24862e req-cb079656-ac0c-4e61-b9d5-a0c9458be857 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640985 Nov 09 00:37:54.703750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa06d343-41c0-437d-a8a7-4c0c2d95c2bb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:54.704516 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-ec1b5f85-6b8c-46f5-b51d-1b88a1a052ef tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5163190 Nov 09 00:37:54.707727 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fa06d343-41c0-437d-a8a7-4c0c2d95c2bb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:54.718419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Request body: {'port': {'device_id': '47bb2357-5405-43af-bd02-634e8634b8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:54.723822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d1132-c056-4b13-83f6-1412d2a99ea3 None None] Port a8e665f6-398c-4044-9720-9bc8d7d679c4 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:54.779522 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:54.785626 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:54.865362 n-d-813263-3 neutron-server[101780]: INFO neutron.db.ipam_backend_mixin [None req-fa06d343-41c0-437d-a8a7-4c0c2d95c2bb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8109859-a14a-418b-9043-a4ed98b4993e (CIDR: 2001:db8::/64) Nov 09 00:37:54.894495 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa06d343-41c0-437d-a8a7-4c0c2d95c2bb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:37:54.894991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa06d343-41c0-437d-a8a7-4c0c2d95c2bb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:37:54.924130 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fa06d343-41c0-437d-a8a7-4c0c2d95c2bb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8644798 Nov 09 00:37:54.927916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50266) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:54.934818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e6f6e147-c569-435a-a62b-dda8b976bb79 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:54.944023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-681416e4-8b50-4a2c-98dc-95aa74d008f6 None None] Provisioning complete for port 3efad83f-c30d-434b-8ca0-218918d5cf23 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:54.944394 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-681416e4-8b50-4a2c-98dc-95aa74d008f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:54.981251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-681416e4-8b50-4a2c-98dc-95aa74d008f6 None None] Port 3efad83f-c30d-434b-8ca0-218918d5cf23 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:55.063320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efad83f-c30d-434b-8ca0-218918d5cf23 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:37:55.070883 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:55.085152 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Transition to ACTIVE for port object 3efad83f-c30d-434b-8ca0-218918d5cf23 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:37:55.090498 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:55.122874 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:55.192186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6e147-c569-435a-a62b-dda8b976bb79 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:55.193871 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6f6e147-c569-435a-a62b-dda8b976bb79 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:55.194039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Pushing event updated for resources: {'Port': ['ID=3efad83f-c30d-434b-8ca0-218918d5cf23,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:55.221912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Attempting to bind port 3efad83f-c30d-434b-8ca0-218918d5cf23 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:37:55.222327 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Attempting to bind port 3efad83f-c30d-434b-8ca0-218918d5cf23 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:37:55.222726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Attempting to bind port 3efad83f-c30d-434b-8ca0-218918d5cf23 on network 832531cf-dd3a-4c7b-92c8-73f01d05377f {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:55.228172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Port 3efad83f-c30d-434b-8ca0-218918d5cf23 on network 832531cf-dd3a-4c7b-92c8-73f01d05377f not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:37:55.228572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Attempting to bind port 3efad83f-c30d-434b-8ca0-218918d5cf23 on network 832531cf-dd3a-4c7b-92c8-73f01d05377f {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:37:55.233959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:37:55.234222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Checking segment: {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:37:55.234715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Bound using segment: {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:37:55.235211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Bound port: 3efad83f-c30d-434b-8ca0-218918d5cf23, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5591161b-f831-424d-ba6a-abcbf4951503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:37:55.235649 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:55.304849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] For port 3efad83f-c30d-434b-8ca0-218918d5cf23, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:37:55.308588 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] For port 3efad83f-c30d-434b-8ca0-218918d5cf23, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=3efad83f-c30d-434b-8ca0-218918d5cf23,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:37:55.314694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:55.349910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:55.350603 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:55.352187 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] 10.222.0.30 "PUT /v2.0/ports/3efad83f-c30d-434b-8ca0-218918d5cf23 HTTP/1.1" status: 200 len: 1092 time: 0.6380200 Nov 09 00:37:55.352613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f701648-b2e7-4f5c-9267-1dd051178775 req-122f8903-5163-45ef-b64a-3d6176c7765d tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:55.352779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bb2357-5405-43af-bd02-634e8634b8f1', 'tag': '3efad83f-c30d-434b-8ca0-218918d5cf23'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:37:55.354142 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f701648-b2e7-4f5c-9267-1dd051178775 req-122f8903-5163-45ef-b64a-3d6176c7765d tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.30 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 946 time: 0.1769462 Nov 09 00:37:55.355106 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3b0b46-ba2f-4185-9889-f360700244c2" -d '{"events": [{"name": "network-changed", "server_uuid": "47bb2357-5405-43af-bd02-634e8634b8f1", "tag": "3efad83f-c30d-434b-8ca0-218918d5cf23"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:37:55.418749 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016e37e3-d2f7-463b-9b27-f473b1db7274 x-openstack-request-id: req-016e37e3-d2f7-463b-9b27-f473b1db7274 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:37:55.419347 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47bb2357-5405-43af-bd02-634e8634b8f1", "tag": "3efad83f-c30d-434b-8ca0-218918d5cf23", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:37:55.419866 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-016e37e3-d2f7-463b-9b27-f473b1db7274 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:37:55.420928 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bb2357-5405-43af-bd02-634e8634b8f1', 'tag': '3efad83f-c30d-434b-8ca0-218918d5cf23', 'status': 'completed', 'code': 200} Nov 09 00:37:55.422318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf2a6e-a0d5-4df7-ad35-ceb38b647b48 service neutron] Pushing event updated for resources: {'Port': ['ID=3efad83f-c30d-434b-8ca0-218918d5cf23,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:55.436708 n-d-813263-3 neutron-server[101780]: INFO neutron.db.ipam_backend_mixin [None req-e6f6e147-c569-435a-a62b-dda8b976bb79 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ff5533bc-2c7c-4c1a-8e23-2e4d2b6272c9 (CIDR: 2001:db8:0:1::/64) Nov 09 00:37:55.448084 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f6e147-c569-435a-a62b-dda8b976bb79 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:37:55.448544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f6e147-c569-435a-a62b-dda8b976bb79 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:37:55.461799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-b10d66ce-5b43-4332-a598-44483743791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:55.463739 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-b10d66ce-5b43-4332-a598-44483743791d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a62c47449078478585ac71c3dc5ca202&device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1095 time: 0.0613532 Nov 09 00:37:55.504019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e6f6e147-c569-435a-a62b-dda8b976bb79 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5720158 Nov 09 00:37:55.504680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Router 5063da2d-6b04-4033-ae85-ae210be58eae is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:37:55.507911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50270) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:55.513327 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-9b2af9db-f9f7-4fd2-bf38-54cd1d132bfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3efad83f-c30d-434b-8ca0-218918d5cf23 HTTP/1.1" status: 200 len: 217 time: 0.0413001 Nov 09 00:37:55.514964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-71fa0ebf-8b41-4f2a-9a3a-5687e98f567c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'subnet': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:55.567288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-206a1488-c8e1-420a-acdb-a39fc4bdf70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:55.568839 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-206a1488-c8e1-420a-acdb-a39fc4bdf70d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a637d87-7e74-46c6-bf9b-6aec9fb11595 HTTP/1.1" status: 200 len: 849 time: 0.0483875 Nov 09 00:37:55.616963 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0fee0c4b-5868-4296-a7bd-572dacdf0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:55.619196 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-0fee0c4b-5868-4296-a7bd-572dacdf0eae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=832531cf-dd3a-4c7b-92c8-73f01d05377f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433114 Nov 09 00:37:55.637767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-9f701648-b2e7-4f5c-9267-1dd051178775 req-50276f47-6720-4e6b-a2ec-3d1e3063bd35 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Deleting port 54773fc5-55b4-4e43-b400-0ae773151656 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:55.638381 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9f701648-b2e7-4f5c-9267-1dd051178775 req-50276f47-6720-4e6b-a2ec-3d1e3063bd35 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:55.720951 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-518f1cc8-1d56-48dc-8732-e417d6c5015f service neutron] 10.222.0.30 "GET /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945110 Nov 09 00:37:55.813037 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e451e88f-0e13-4a56-ab45-b39e54aae2a2 req-bf82337d-f373-40fe-a257-359e70426663 service neutron] 10.222.0.30 "GET /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841608 Nov 09 00:37:55.903217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b0b46-ba2f-4185-9889-f360700244c2 req-3e85928b-9f9f-4de3-a66f-f31b485cf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:55.904893 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad3b0b46-ba2f-4185-9889-f360700244c2 req-3e85928b-9f9f-4de3-a66f-f31b485cf002 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a62c47449078478585ac71c3dc5ca202&device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1095 time: 0.0469961 Nov 09 00:37:55.998621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b0b46-ba2f-4185-9889-f360700244c2 req-ac5f39ac-5f84-4be8-a5fa-9597a3d27983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:56.000101 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad3b0b46-ba2f-4185-9889-f360700244c2 req-ac5f39ac-5f84-4be8-a5fa-9597a3d27983 service neutron] 10.222.0.30 "GET /v2.0/networks?id=832531cf-dd3a-4c7b-92c8-73f01d05377f HTTP/1.1" status: 200 len: 910 time: 0.0882785 Nov 09 00:37:56.047995 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad3b0b46-ba2f-4185-9889-f360700244c2 req-b659ffac-d20c-40f4-8959-92b69eef07e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3efad83f-c30d-434b-8ca0-218918d5cf23 HTTP/1.1" status: 200 len: 217 time: 0.0403275 Nov 09 00:37:56.099940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b0b46-ba2f-4185-9889-f360700244c2 req-67dab333-5cd1-4f51-b12e-2faa3e0608f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:56.101319 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad3b0b46-ba2f-4185-9889-f360700244c2 req-67dab333-5cd1-4f51-b12e-2faa3e0608f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a637d87-7e74-46c6-bf9b-6aec9fb11595 HTTP/1.1" status: 200 len: 849 time: 0.0447450 Nov 09 00:37:56.148776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b0b46-ba2f-4185-9889-f360700244c2 req-7b0601f2-23fb-4c92-97c8-ee80569bb5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:56.150864 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad3b0b46-ba2f-4185-9889-f360700244c2 req-7b0601f2-23fb-4c92-97c8-ee80569bb5b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=832531cf-dd3a-4c7b-92c8-73f01d05377f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421145 Nov 09 00:37:56.202047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:56.212331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d028a-fb77-4cf9-a129-17ea29d0ee20 None None] Sync routers for ids ['5063da2d-6b04-4033-ae85-ae210be58eae'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:56.222536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d028a-fb77-4cf9-a129-17ea29d0ee20 None None] Routers {'5063da2d-6b04-4033-ae85-ae210be58eae'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:56.223172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-eb6d028a-fb77-4cf9-a129-17ea29d0ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5063da2d-6b04-4033-ae85-ae210be58eae'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:56.247777 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad3b0b46-ba2f-4185-9889-f360700244c2 req-83fb90be-aff5-4359-b241-2a69962c5b65 service neutron] 10.222.0.30 "GET /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885749 Nov 09 00:37:56.253334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cfb1d-82a0-442e-b2d0-e789510d2361 req-e4bd4e1c-92b2-487a-be8c-d0308552f4d8 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:56.257955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-640cfb1d-82a0-442e-b2d0-e789510d2361 req-e4bd4e1c-92b2-487a-be8c-d0308552f4d8 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/ports?device_id=701f64f2-19f6-40d5-9a9a-2d876c5186c4 HTTP/1.1" status: 200 len: 946 time: 0.5454054 Nov 09 00:37:56.269757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-9f701648-b2e7-4f5c-9267-1dd051178775 req-50276f47-6720-4e6b-a2ec-3d1e3063bd35 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] For port 54773fc5-55b4-4e43-b400-0ae773151656, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=54773fc5-55b4-4e43-b400-0ae773151656,segment=NetworkSegment(ca29c665-dae2-4c8d-98aa-9653e43e17fe),segment_id=ca29c665-dae2-4c8d-98aa-9653e43e17fe)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:56.270557 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9f701648-b2e7-4f5c-9267-1dd051178775 req-50276f47-6720-4e6b-a2ec-3d1e3063bd35 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:56.292726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167eca5-6739-4b1e-a9f1-1e76498fd67c req-a594bff2-c9fa-4f57-ba94-a1afc1c4b843 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:56.294324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c167eca5-6739-4b1e-a9f1-1e76498fd67c req-a594bff2-c9fa-4f57-ba94-a1afc1c4b843 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1095 time: 0.5268717 Nov 09 00:37:56.294916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fa0ebf-8b41-4f2a-9a3a-5687e98f567c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Made reservation on behalf of c759a05db2984ffe8ba0626845b04471 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:37:56.298577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-71fa0ebf-8b41-4f2a-9a3a-5687e98f567c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:56.306899 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:56.311757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5aa6c041-3174-4359-9318-4dce7a545bbf tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2368429 Nov 09 00:37:56.311998 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50276) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:56.318206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:56.325182 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-9f701648-b2e7-4f5c-9267-1dd051178775 req-50276f47-6720-4e6b-a2ec-3d1e3063bd35 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Calling delete_port for 54773fc5-55b4-4e43-b400-0ae773151656 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:56.424520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-eb6d028a-fb77-4cf9-a129-17ea29d0ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:56.428773 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad3b0b46-ba2f-4185-9889-f360700244c2 req-c794da38-ebf2-4b5b-9776-ea0d79ae9d59 service neutron] 10.222.0.30 "GET /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737664 Nov 09 00:37:56.434369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d028a-fb77-4cf9-a129-17ea29d0ee20 None None] Routers {'5063da2d-6b04-4033-ae85-ae210be58eae'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:56.435009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-eb6d028a-fb77-4cf9-a129-17ea29d0ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5063da2d-6b04-4033-ae85-ae210be58eae'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:56.471493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-eb6d028a-fb77-4cf9-a129-17ea29d0ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:56.472153 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d028a-fb77-4cf9-a129-17ea29d0ee20 None None] The sync data for ids ['5063da2d-6b04-4033-ae85-ae210be58eae'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:56.489760 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-640cfb1d-82a0-442e-b2d0-e789510d2361 req-41499651-4c38-4be6-b9f9-9a4d0bbbf490 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.25 "GET /v2.0/security-groups?id=3256df7b-d8dd-4fcb-9586-0a48b211eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156491 Nov 09 00:37:56.499936 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c167eca5-6739-4b1e-a9f1-1e76498fd67c req-a888fee3-f0e5-4c97-a332-cf6039074b3e tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840525 Nov 09 00:37:56.655030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:56.659213 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9f701648-b2e7-4f5c-9267-1dd051178775 req-50276f47-6720-4e6b-a2ec-3d1e3063bd35 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:56.667238 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:56.672224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['54773fc5-55b4-4e43-b400-0ae773151656'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:37:56.709656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50276f47-6720-4e6b-a2ec-3d1e3063bd35 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Pushing event deleted for resources: {'Port': ['ID=54773fc5-55b4-4e43-b400-0ae773151656,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:56.720619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Deleting port 897d464b-01d4-41b4-9ed1-66980ce4ecea {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:56.720916 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:56.765734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f701648-b2e7-4f5c-9267-1dd051178775 req-50276f47-6720-4e6b-a2ec-3d1e3063bd35 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] No DVR routers for this DVR port 54773fc5-55b4-4e43-b400-0ae773151656 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:37:56.769470 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9f701648-b2e7-4f5c-9267-1dd051178775 req-50276f47-6720-4e6b-a2ec-3d1e3063bd35 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:56.772804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f701648-b2e7-4f5c-9267-1dd051178775 req-50276f47-6720-4e6b-a2ec-3d1e3063bd35 tempest-VolumesActionsTest-976670628 tempest-VolumesActionsTest-976670628-project] 10.222.0.30 "DELETE /v2.0/ports/54773fc5-55b4-4e43-b400-0ae773151656 HTTP/1.1" status: 204 len: 173 time: 1.4063234 Nov 09 00:37:56.773248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701f64f2-19f6-40d5-9a9a-2d876c5186c4', 'name': 'network-vif-deleted', 'tag': '54773fc5-55b4-4e43-b400-0ae773151656'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:37:56.775645 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b32480-ae68-4968-9ad5-fc87fdce8ac2" -d '{"events": [{"server_uuid": "701f64f2-19f6-40d5-9a9a-2d876c5186c4", "name": "network-vif-deleted", "tag": "54773fc5-55b4-4e43-b400-0ae773151656"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:37:56.795663 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-71fa0ebf-8b41-4f2a-9a3a-5687e98f567c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:56.803001 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:56.817476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Calling delete_port for 897d464b-01d4-41b4-9ed1-66980ce4ecea owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:56.833933 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b7a86b-059f-4abb-bac5-7153788aa607 x-openstack-request-id: req-49b7a86b-059f-4abb-bac5-7153788aa607 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:37:56.834230 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701f64f2-19f6-40d5-9a9a-2d876c5186c4", "name": "network-vif-deleted", "tag": "54773fc5-55b4-4e43-b400-0ae773151656", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:37:56.834483 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49b7a86b-059f-4abb-bac5-7153788aa607 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:37:56.834888 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701f64f2-19f6-40d5-9a9a-2d876c5186c4', 'name': 'network-vif-deleted', 'tag': '54773fc5-55b4-4e43-b400-0ae773151656', 'status': 'completed', 'code': 200} Nov 09 00:37:56.850918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fa0ebf-8b41-4f2a-9a3a-5687e98f567c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:37:56.859334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-71fa0ebf-8b41-4f2a-9a3a-5687e98f567c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:37:56.863823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa0ebf-8b41-4f2a-9a3a-5687e98f567c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:56.864457 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-71fa0ebf-8b41-4f2a-9a3a-5687e98f567c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:56.871183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80cee93-f34c-4db5-8986-6e79976ff2db None None] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:37:56.873582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa0ebf-8b41-4f2a-9a3a-5687e98f567c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Subnet': ['ID=3d5c9403-0513-44ae-994e-942b840ec977,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:56.890209 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-71fa0ebf-8b41-4f2a-9a3a-5687e98f567c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3810461 Nov 09 00:37:56.891104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50280) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:56.928663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-68ca3b45-9717-4d6e-a470-8a04c27bc60b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1261843003', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d5c9403-0513-44ae-994e-942b840ec977'}], 'security_groups': ['ef97be3e-00cf-488c-9afb-087de94267bf', '3643ad88-96b8-416c-a8c6-a592c1d1c37d']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:37:57.028064 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-68ca3b45-9717-4d6e-a470-8a04c27bc60b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:57.088240 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:57.095691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a292b-8f22-429c-8725-ac1a09028760 None None] Update dhcp port {'port': {'network_id': 'e4bdb66d-bf61-4380-b1f0-4bbeb10985f5', 'fixed_ips': [{'subnet_id': 'ff5533bc-2c7c-4c1a-8e23-2e4d2b6272c9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c8109859-a14a-418b-9043-a4ed98b4993e', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d5c9403-0513-44ae-994e-942b840ec977'}], 'binding:host_id': 'n-d-813263-3'}, 'id': '9fe38043-e8f3-4864-b4cf-67590079a098'} from n-d-813263-3. {{(pid=101782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 00:37:57.122854 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a10a292b-8f22-429c-8725-ac1a09028760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:57.140947 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Pushing event deleted for resources: {'Port': ['ID=897d464b-01d4-41b4-9ed1-66980ce4ecea,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:57.267545 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:57.306855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-a10a292b-8f22-429c-8725-ac1a09028760 None None] Allocated IP 2001:db8:0:2::2 (e4bdb66d-bf61-4380-b1f0-4bbeb10985f5/3d5c9403-0513-44ae-994e-942b840ec977/9fe38043-e8f3-4864-b4cf-67590079a098) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:57.401786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a10a292b-8f22-429c-8725-ac1a09028760 None None] For port 9fe38043-e8f3-4864-b4cf-67590079a098, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9fe38043-e8f3-4864-b4cf-67590079a098,segment=NetworkSegment(9cd5a595-304c-4140-97db-e8e18a8aacf7),segment_id=9cd5a595-304c-4140-97db-e8e18a8aacf7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:57.432238 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a10a292b-8f22-429c-8725-ac1a09028760 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:57.437063 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a10a292b-8f22-429c-8725-ac1a09028760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:57.543019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a292b-8f22-429c-8725-ac1a09028760 None None] Pushing event updated for resources: {'Port': ['ID=9fe38043-e8f3-4864-b4cf-67590079a098,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:57.545030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:57.554325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:57.657003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7652101-f3ac-40da-bc39-844d1c95a6bf req-b8928651-446d-49c2-bda9-a76c5e83bedf tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:57.658628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7652101-f3ac-40da-bc39-844d1c95a6bf req-b8928651-446d-49c2-bda9-a76c5e83bedf tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1095 time: 0.0566850 Nov 09 00:37:57.721906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7652101-f3ac-40da-bc39-844d1c95a6bf req-a999f6e5-2cf9-4099-b554-59b2da866240 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555935 Nov 09 00:37:57.942515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-68ca3b45-9717-4d6e-a470-8a04c27bc60b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Delete allocated IP 2001:db8::155 (e4bdb66d-bf61-4380-b1f0-4bbeb10985f5/c8109859-a14a-418b-9043-a4ed98b4993e) {{(pid=101781) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 00:37:57.946742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Router 5063da2d-6b04-4033-ae85-ae210be58eae has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:37:57.956616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-68ca3b45-9717-4d6e-a470-8a04c27bc60b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Allocated IP 2001:db8:0:2::259 (e4bdb66d-bf61-4380-b1f0-4bbeb10985f5/3d5c9403-0513-44ae-994e-942b840ec977/a8e665f6-398c-4044-9720-9bc8d7d679c4) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:37:58.066653 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:37:58.074270 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.075619 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7f6bf9cf-20c7-4512-8b68-62cbae9e6f27 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "PUT /v2.0/routers/5063da2d-6b04-4033-ae85-ae210be58eae HTTP/1.1" status: 200 len: 706 time: 1.7631972 Nov 09 00:37:58.078394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50306) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:58.082637 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a08a51-d35f-4887-b91a-5ea08088d3c9 None None] Sync routers for ids ['5063da2d-6b04-4033-ae85-ae210be58eae'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:37:58.094848 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a08a51-d35f-4887-b91a-5ea08088d3c9 None None] Routers {'5063da2d-6b04-4033-ae85-ae210be58eae'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:58.095589 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-66a08a51-d35f-4887-b91a-5ea08088d3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5063da2d-6b04-4033-ae85-ae210be58eae'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:58.132818 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-66a08a51-d35f-4887-b91a-5ea08088d3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:58.146366 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a08a51-d35f-4887-b91a-5ea08088d3c9 None None] Routers {'5063da2d-6b04-4033-ae85-ae210be58eae'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:37:58.147307 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-66a08a51-d35f-4887-b91a-5ea08088d3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['5063da2d-6b04-4033-ae85-ae210be58eae'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:58.148426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9fe38043-e8f3-4864-b4cf-67590079a098 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:37:58.229535 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-66a08a51-d35f-4887-b91a-5ea08088d3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:37:58.230380 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a08a51-d35f-4887-b91a-5ea08088d3c9 None None] The sync data for ids ['5063da2d-6b04-4033-ae85-ae210be58eae'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:37:58.244847 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9a30c88f-f527-447a-8e11-abdbadad75bd tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/routers/5063da2d-6b04-4033-ae85-ae210be58eae HTTP/1.1" status: 200 len: 741 time: 0.1651866 Nov 09 00:37:58.247229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50312) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:58.249175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9fe38043-e8f3-4864-b4cf-67590079a098 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:58.249773 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.280154 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-68ca3b45-9717-4d6e-a470-8a04c27bc60b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.295275 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-68ca3b45-9717-4d6e-a470-8a04c27bc60b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.300965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3fc51a0f-0555-4aa4-90e7-5363fd9048cd tempest-RoutersAdminTest-932824720 tempest-RoutersAdminTest-932824720-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&device_id=5063da2d-6b04-4033-ae85-ae210be58eae HTTP/1.1" status: 200 len: 205 time: 0.0543203 Nov 09 00:37:58.301596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50316) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:58.335034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-98bf4281-d33b-4ddb-8307-e6320377ad45 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "GET /v2.0/ports?device_id=5063da2d-6b04-4033-ae85-ae210be58eae HTTP/1.1" status: 200 len: 205 time: 0.0321558 Nov 09 00:37:58.335647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50318) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:58.394379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ffa135a2-042a-46e9-9441-044f5dd69818 None None] Provisioning complete for port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:58.394792 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ffa135a2-042a-46e9-9441-044f5dd69818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.410010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-68ca3b45-9717-4d6e-a470-8a04c27bc60b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] In _notify_port_updated(), no bound segment for port a8e665f6-398c-4044-9720-9bc8d7d679c4 on network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 {{(pid=101781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 00:37:58.416259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ca3b45-9717-4d6e-a470-8a04c27bc60b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:58.416699 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-68ca3b45-9717-4d6e-a470-8a04c27bc60b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.418208 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-68ca3b45-9717-4d6e-a470-8a04c27bc60b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "PUT /v2.0/ports/a8e665f6-398c-4044-9720-9bc8d7d679c4 HTTP/1.1" status: 200 len: 970 time: 1.5260222 Nov 09 00:37:58.421886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50328) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:58.436488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ffa135a2-042a-46e9-9441-044f5dd69818 None None] Port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:58.448816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ffa135a2-042a-46e9-9441-044f5dd69818 None None] Provisioning complete for port a8e665f6-398c-4044-9720-9bc8d7d679c4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:58.449185 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ffa135a2-042a-46e9-9441-044f5dd69818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.465035 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca3b45-9717-4d6e-a470-8a04c27bc60b tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event updated for resources: {'Port': ['ID=a8e665f6-398c-4044-9720-9bc8d7d679c4,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:58.471376 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a95d0ad3-0f20-401d-be88-9482ab646c2b tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.520610 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ffa135a2-042a-46e9-9441-044f5dd69818 None None] Port a8e665f6-398c-4044-9720-9bc8d7d679c4 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:58.541116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ffa135a2-042a-46e9-9441-044f5dd69818 None None] Provisioning complete for port 9fe38043-e8f3-4864-b4cf-67590079a098 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:58.541768 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ffa135a2-042a-46e9-9441-044f5dd69818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.594076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-291a0d62-2996-47b5-9a68-dd6a3aa90f3d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port a8e665f6-398c-4044-9720-9bc8d7d679c4 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:37:58.594416 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-291a0d62-2996-47b5-9a68-dd6a3aa90f3d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.701765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a95d0ad3-0f20-401d-be88-9482ab646c2b tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.704074 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a95d0ad3-0f20-401d-be88-9482ab646c2b tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.717969 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-291a0d62-2996-47b5-9a68-dd6a3aa90f3d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.730756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-291a0d62-2996-47b5-9a68-dd6a3aa90f3d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for a8e665f6-398c-4044-9720-9bc8d7d679c4 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:37:58.746959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 3efad83f-c30d-434b-8ca0-218918d5cf23 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:37:58.750974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 54773fc5-55b4-4e43-b400-0ae773151656 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:37:58.753384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a95d0ad3-0f20-401d-be88-9482ab646c2b tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.753668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95d0ad3-0f20-401d-be88-9482ab646c2b tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Fanout notify agent at l3_agent the message router_deleted on router 5063da2d-6b04-4033-ae85-ae210be58eae {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:37:58.761834 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a95d0ad3-0f20-401d-be88-9482ab646c2b tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.767171 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a95d0ad3-0f20-401d-be88-9482ab646c2b tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/routers/5063da2d-6b04-4033-ae85-ae210be58eae HTTP/1.1" status: 204 len: 168 time: 0.4253647 Nov 09 00:37:58.769585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50340) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:58.803735 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b68f5140-93be-4ab9-87cc-39b244bd457a tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "GET /v2.0/ports?device_id=5063da2d-6b04-4033-ae85-ae210be58eae HTTP/1.1" status: 200 len: 205 time: 0.0325067 Nov 09 00:37:58.804835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50342) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:58.853467 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-2ab61876-f7b8-4158-b01b-15b4390cfb54 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] delete failed (client error): The resource could not be found. Nov 09 00:37:58.857737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2ab61876-f7b8-4158-b01b-15b4390cfb54 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/routers/5063da2d-6b04-4033-ae85-ae210be58eae HTTP/1.1" status: 404 len: 336 time: 0.0505633 Nov 09 00:37:58.858545 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50344) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:58.885130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c864d60-2634-4fd8-b9ac-4117bd3b870d req-d2cff736-1e55-488b-9482-39023a210a67 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:37:58.886953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c864d60-2634-4fd8-b9ac-4117bd3b870d req-d2cff736-1e55-488b-9482-39023a210a67 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1095 time: 0.0675712 Nov 09 00:37:58.890880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50346) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:58.891604 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fb11674f-07f2-4284-ac9f-2f2d61008994 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fd8472e-d567-456e-98d2-966dda9c7130 HTTP/1.1" status: 200 len: 205 time: 0.0314138 Nov 09 00:37:58.912906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 54773fc5-55b4-4e43-b400-0ae773151656 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:37:58.913535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 54773fc5-55b4-4e43-b400-0ae773151656 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:37:58.933819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-77b1f6b8-53c4-4604-94f1-cf4ee033b853 None None] Provisioning complete for port a8e665f6-398c-4044-9720-9bc8d7d679c4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:37:58.934338 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-77b1f6b8-53c4-4604-94f1-cf4ee033b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:58.970376 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-73878f93-e29e-4ec6-8cfc-638df9e2213a tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] delete failed (client error): The resource could not be found. Nov 09 00:37:58.973959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-73878f93-e29e-4ec6-8cfc-638df9e2213a tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/routers/5fd8472e-d567-456e-98d2-966dda9c7130 HTTP/1.1" status: 404 len: 336 time: 0.0789828 Nov 09 00:37:58.975789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50348) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:58.981887 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 3efad83f-c30d-434b-8ca0-218918d5cf23, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=3efad83f-c30d-434b-8ca0-218918d5cf23,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:59.003879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-77b1f6b8-53c4-4604-94f1-cf4ee033b853 None None] Port a8e665f6-398c-4044-9720-9bc8d7d679c4 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:37:59.006352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '3efad83f-c30d-434b-8ca0-218918d5cf23', 'network_id': '832531cf-dd3a-4c7b-92c8-73f01d05377f', 'port_id': '3efad83f-c30d-434b-8ca0-218918d5cf23', 'mac_address': 'fa:16:3e:94:e1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a637d87-7e74-46c6-bf9b-6aec9fb11595', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:37:59.021633 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7c864d60-2634-4fd8-b9ac-4117bd3b870d req-4aa3f820-381b-435c-80b5-2f3fda897fb6 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225739 Nov 09 00:37:59.026779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-291a0d62-2996-47b5-9a68-dd6a3aa90f3d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.036663 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-875c6561-dfdf-45ea-9461-bbd792434480 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d2df79-1b3b-4aad-9ecc-42d9304cddee HTTP/1.1" status: 200 len: 205 time: 0.0571818 Nov 09 00:37:59.038949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50350) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.067273 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.087566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efad83f-c30d-434b-8ca0-218918d5cf23 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:37:59.091557 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-3f674613-8e07-44ba-8467-a9069fdf4bad tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] delete failed (client error): The resource could not be found. Nov 09 00:37:59.095684 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3f674613-8e07-44ba-8467-a9069fdf4bad tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/routers/f3d2df79-1b3b-4aad-9ecc-42d9304cddee HTTP/1.1" status: 404 len: 336 time: 0.0543916 Nov 09 00:37:59.096506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50352) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.111054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 3efad83f-c30d-434b-8ca0-218918d5cf23, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=3efad83f-c30d-434b-8ca0-218918d5cf23,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:37:59.117275 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-291a0d62-2996-47b5-9a68-dd6a3aa90f3d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.120141 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.122730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-291a0d62-2996-47b5-9a68-dd6a3aa90f3d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/a8e665f6-398c-4044-9720-9bc8d7d679c4 HTTP/1.1" status: 204 len: 168 time: 0.6994991 Nov 09 00:37:59.124220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a0d62-2996-47b5-9a68-dd6a3aa90f3d tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=a8e665f6-398c-4044-9720-9bc8d7d679c4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:59.126946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50354) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.150656 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6790568f-3da2-4a1d-b661-529b430653b9 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6 HTTP/1.1" status: 200 len: 205 time: 0.0523300 Nov 09 00:37:59.151659 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50356) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.166677 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0b18fd-5c56-4de7-b4e9-b04e60059810 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] GET failed (client error): The resource could not be found. Nov 09 00:37:59.168505 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ab0b18fd-5c56-4de7-b4e9-b04e60059810 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports/a8e665f6-398c-4044-9720-9bc8d7d679c4 HTTP/1.1" status: 404 len: 333 time: 0.0403359 Nov 09 00:37:59.171268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50358) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.188455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=3efad83f-c30d-434b-8ca0-218918d5cf23,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:59.201403 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-7a44d719-27d6-457a-bd64-dd7e4135f4c8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] delete failed (client error): The resource could not be found. Nov 09 00:37:59.206604 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7a44d719-27d6-457a-bd64-dd7e4135f4c8 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/routers/46cc9e81-1e7a-407b-9b58-bd5d6fe03ba6 HTTP/1.1" status: 404 len: 336 time: 0.0535221 Nov 09 00:37:59.207365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50360) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.245334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-14ad74f8-3fce-4401-ae8b-df6d8a97e7be tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "GET /v2.0/ports?device_id=e185f80c-68b2-4220-bf03-6cc7812b2a80 HTTP/1.1" status: 200 len: 205 time: 0.0361416 Nov 09 00:37:59.248227 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50366) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.281627 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af25255f-dcab-4254-8a41-f8a4cd4c5b75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.306541 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-f93b1000-0d7a-4f90-bd24-b129cdb8f94f tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] delete failed (client error): The resource could not be found. Nov 09 00:37:59.309492 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['3efad83f-c30d-434b-8ca0-218918d5cf23'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:37:59.310680 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f93b1000-0d7a-4f90-bd24-b129cdb8f94f tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/routers/e185f80c-68b2-4220-bf03-6cc7812b2a80 HTTP/1.1" status: 404 len: 336 time: 0.0605798 Nov 09 00:37:59.311307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50368) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.331934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af25255f-dcab-4254-8a41-f8a4cd4c5b75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.364445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50372) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.365313 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1e4e4fc6-fc5e-4aa8-8918-696cfcd2146b tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ba15e32-61f4-456f-9029-2602cb77b4a5 HTTP/1.1" status: 200 len: 205 time: 0.0525951 Nov 09 00:37:59.423682 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-c3656ca6-2ec9-45e4-962c-b684fee2a03e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] delete failed (client error): The resource could not be found. Nov 09 00:37:59.427781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50374) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.429847 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c3656ca6-2ec9-45e4-962c-b684fee2a03e tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/routers/3ba15e32-61f4-456f-9029-2602cb77b4a5 HTTP/1.1" status: 404 len: 336 time: 0.0634069 Nov 09 00:37:59.452974 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af25255f-dcab-4254-8a41-f8a4cd4c5b75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.457027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af25255f-dcab-4254-8a41-f8a4cd4c5b75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.458372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-af25255f-dcab-4254-8a41-f8a4cd4c5b75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/security-groups/4086962f-077a-4d93-9ad0-6c1ceb126431 HTTP/1.1" status: 204 len: 168 time: 0.2859766 Nov 09 00:37:59.461141 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e3cbac-1f49-4486-9a0e-b5f6c1c3c923 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] DELETE failed (client error): The resource could not be found. Nov 09 00:37:59.462612 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e3cbac-1f49-4486-9a0e-b5f6c1c3c923 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:37:59.466109 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d4e3cbac-1f49-4486-9a0e-b5f6c1c3c923 tempest-RoutersAdminTest-777841050 tempest-RoutersAdminTest-777841050-project] 10.222.0.25 "DELETE /v2.0/subnets/803b2cc3-7057-4170-b59d-86b3b104d8e3 HTTP/1.1" status: 404 len: 337 time: 0.0369298 Nov 09 00:37:59.467370 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50378) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.490249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25255f-dcab-4254-8a41-f8a4cd4c5b75 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4086962f-077a-4d93-9ad0-6c1ceb126431,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:59.560409 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01136ad6-4922-4b68-a66d-2e2871e05739 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.589098 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01136ad6-4922-4b68-a66d-2e2871e05739 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.636414 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01136ad6-4922-4b68-a66d-2e2871e05739 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.639691 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-01136ad6-4922-4b68-a66d-2e2871e05739 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.643704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50396) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.653944 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-01136ad6-4922-4b68-a66d-2e2871e05739 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/security-groups/3643ad88-96b8-416c-a8c6-a592c1d1c37d HTTP/1.1" status: 204 len: 168 time: 0.1853526 Nov 09 00:37:59.673918 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01136ad6-4922-4b68-a66d-2e2871e05739 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3643ad88-96b8-416c-a8c6-a592c1d1c37d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:59.750424 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1e605f37-7ed5-4e0d-b2d2-c01db5f0093a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.777812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1e605f37-7ed5-4e0d-b2d2-c01db5f0093a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.862241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50402) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.866698 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1e605f37-7ed5-4e0d-b2d2-c01db5f0093a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.881170 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1e605f37-7ed5-4e0d-b2d2-c01db5f0093a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:37:59.884214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1e605f37-7ed5-4e0d-b2d2-c01db5f0093a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/security-groups/ef97be3e-00cf-488c-9afb-087de94267bf HTTP/1.1" status: 204 len: 168 time: 0.2388427 Nov 09 00:37:59.887390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50406) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:37:59.897542 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e605f37-7ed5-4e0d-b2d2-c01db5f0093a tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef97be3e-00cf-488c-9afb-087de94267bf,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:37:59.997881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16f3cf8-869a-461d-95fd-00bed797baef tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting subnet c8109859-a14a-418b-9043-a4ed98b4993e {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:38:00.009851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e16f3cf8-869a-461d-95fd-00bed797baef tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.041145 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aac083a7-a2bd-4449-adaf-8a54032c5203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.073768 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e16f3cf8-869a-461d-95fd-00bed797baef tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.153497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55485b77-7203-4913-8f9b-3ff5effbfc06 req-717d4554-62cc-43f5-8564-b97cf1cec27a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:00.155428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55485b77-7203-4913-8f9b-3ff5effbfc06 req-717d4554-62cc-43f5-8564-b97cf1cec27a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1096 time: 0.0468526 Nov 09 00:38:00.217367 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e16f3cf8-869a-461d-95fd-00bed797baef tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.228583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55485b77-7203-4913-8f9b-3ff5effbfc06 req-63bf08a6-9c57-4303-9c02-8622903604e0 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Nov 09 00:38:00.258379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aac083a7-a2bd-4449-adaf-8a54032c5203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.269305 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aac083a7-a2bd-4449-adaf-8a54032c5203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.316338 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aac083a7-a2bd-4449-adaf-8a54032c5203 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47fa8d3115ef45838cebd0c59b883fff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4530373 Nov 09 00:38:00.319356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50410) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:00.324657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac083a7-a2bd-4449-adaf-8a54032c5203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404b01cb-d028-408a-82fc-818e03dcf30a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:00.350074 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e16f3cf8-869a-461d-95fd-00bed797baef tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.384754 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54139a7e-1ddb-466a-8c83-a94e7d226d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.387193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f3cf8-869a-461d-95fd-00bed797baef tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Subnet': ['ID=c8109859-a14a-418b-9043-a4ed98b4993e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:00.394601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c7d979-70ca-4120-b102-49dff8a6267f None None] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:38:00.407689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e16f3cf8-869a-461d-95fd-00bed797baef tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.415732 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54139a7e-1ddb-466a-8c83-a94e7d226d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.420022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e16f3cf8-869a-461d-95fd-00bed797baef tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/c8109859-a14a-418b-9043-a4ed98b4993e HTTP/1.1" status: 204 len: 168 time: 0.5306697 Nov 09 00:38:00.421277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50412) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:00.487009 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54139a7e-1ddb-466a-8c83-a94e7d226d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.490076 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-54139a7e-1ddb-466a-8c83-a94e7d226d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.490473 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-33674f49-5a07-4a7d-a187-2f9d8ec59abd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting subnet 3d5c9403-0513-44ae-994e-942b840ec977 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:38:00.496669 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33674f49-5a07-4a7d-a187-2f9d8ec59abd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.500730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-54139a7e-1ddb-466a-8c83-a94e7d226d98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/404b01cb-d028-408a-82fc-818e03dcf30a HTTP/1.1" status: 204 len: 168 time: 0.1760385 Nov 09 00:38:00.528589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54139a7e-1ddb-466a-8c83-a94e7d226d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404b01cb-d028-408a-82fc-818e03dcf30a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:00.595778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33674f49-5a07-4a7d-a187-2f9d8ec59abd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.763536 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33674f49-5a07-4a7d-a187-2f9d8ec59abd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.771957 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 3efad83f-c30d-434b-8ca0-218918d5cf23 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:38:00.862300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 3efad83f-c30d-434b-8ca0-218918d5cf23 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:38:00.872523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 3efad83f-c30d-434b-8ca0-218918d5cf23 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:38:00.874190 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.912357 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33674f49-5a07-4a7d-a187-2f9d8ec59abd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.964933 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33674f49-5a07-4a7d-a187-2f9d8ec59abd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:00.969877 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-33674f49-5a07-4a7d-a187-2f9d8ec59abd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/3d5c9403-0513-44ae-994e-942b840ec977 HTTP/1.1" status: 204 len: 168 time: 0.5437429 Nov 09 00:38:00.972073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33674f49-5a07-4a7d-a187-2f9d8ec59abd tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5c9403-0513-44ae-994e-942b840ec977,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:00.973482 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50422) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:01.062090 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-73208e09-1422-4eec-903f-d95144bd78a3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] DELETE failed (client error): The resource could not be found. Nov 09 00:38:01.062563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73208e09-1422-4eec-903f-d95144bd78a3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:38:01.073081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-73208e09-1422-4eec-903f-d95144bd78a3 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/c8109859-a14a-418b-9043-a4ed98b4993e HTTP/1.1" status: 404 len: 337 time: 0.0922382 Nov 09 00:38:01.073517 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50424) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:01.100971 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:01.112907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50426) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:01.141611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bb2357-5405-43af-bd02-634e8634b8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efad83f-c30d-434b-8ca0-218918d5cf23'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:38:01.143928 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ec5b10-372b-400a-b9fe-3787d24755f7" -d '{"events": [{"server_uuid": "47bb2357-5405-43af-bd02-634e8634b8f1", "name": "network-vif-plugged", "status": "completed", "tag": "3efad83f-c30d-434b-8ca0-218918d5cf23"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:38:01.170560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 3efad83f-c30d-434b-8ca0-218918d5cf23, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=3efad83f-c30d-434b-8ca0-218918d5cf23,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:01.181172 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:01.190736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff42d9c6-84d0-4ab2-87d4-0bb3fdef4602 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting subnet ff5533bc-2c7c-4c1a-8e23-2e4d2b6272c9 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:38:01.199580 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff42d9c6-84d0-4ab2-87d4-0bb3fdef4602 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:01.206212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50430) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:01.207799 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-72695591-2e7e-47e0-b40d-83fc1cd4b062 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e382a6d816dc440288db78fe93fa0750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0906236 Nov 09 00:38:01.315402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff42d9c6-84d0-4ab2-87d4-0bb3fdef4602 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:01.330594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=3efad83f-c30d-434b-8ca0-218918d5cf23,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:01.342817 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e995a5-8242-472e-a91e-eefd81753001 x-openstack-request-id: req-f2e995a5-8242-472e-a91e-eefd81753001 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:38:01.346001 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bb2357-5405-43af-bd02-634e8634b8f1", "name": "network-vif-plugged", "status": "completed", "tag": "3efad83f-c30d-434b-8ca0-218918d5cf23", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:38:01.346459 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2e995a5-8242-472e-a91e-eefd81753001 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:38:01.347049 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bb2357-5405-43af-bd02-634e8634b8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efad83f-c30d-434b-8ca0-218918d5cf23', 'code': 200} Nov 09 00:38:01.387352 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8ed3bff8-047a-4c60-9bde-ae4c661a95d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:01.424999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5d74a-eba7-4672-ba99-7d7ae5cee8e6 req-d6a0848a-f27c-4163-a624-0559a9efeed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:01.426593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-feb5d74a-eba7-4672-ba99-7d7ae5cee8e6 req-d6a0848a-f27c-4163-a624-0559a9efeed2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1097 time: 0.1293304 Nov 09 00:38:01.447409 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8ed3bff8-047a-4c60-9bde-ae4c661a95d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:01.502871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe9718-ccd2-4227-813b-f9ef9bc8cb58 req-bc96d974-bdc4-4145-a592-5ac2dff08432 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:01.504355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aabe9718-ccd2-4227-813b-f9ef9bc8cb58 req-bc96d974-bdc4-4145-a592-5ac2dff08432 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1097 time: 0.1365850 Nov 09 00:38:01.530645 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff42d9c6-84d0-4ab2-87d4-0bb3fdef4602 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:01.544403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-feb5d74a-eba7-4672-ba99-7d7ae5cee8e6 req-dc866f59-eef8-4b19-b44e-694a76f8c19e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090488 Nov 09 00:38:01.581917 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8ed3bff8-047a-4c60-9bde-ae4c661a95d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:01.585224 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8ed3bff8-047a-4c60-9bde-ae4c661a95d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:01.587183 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8ed3bff8-047a-4c60-9bde-ae4c661a95d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd6c7730-c738-4006-ab5f-9a6ee6db0804 HTTP/1.1" status: 204 len: 168 time: 0.3785837 Nov 09 00:38:01.595921 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aabe9718-ccd2-4227-813b-f9ef9bc8cb58 req-ab78e9c8-0a50-447d-a16e-8b3bdff9afc5 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679741 Nov 09 00:38:01.600739 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3bff8-047a-4c60-9bde-ae4c661a95d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6c7730-c738-4006-ab5f-9a6ee6db0804,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:01.628591 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff42d9c6-84d0-4ab2-87d4-0bb3fdef4602 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:01.679473 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42d9c6-84d0-4ab2-87d4-0bb3fdef4602 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5533bc-2c7c-4c1a-8e23-2e4d2b6272c9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:01.691813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ff42d9c6-84d0-4ab2-87d4-0bb3fdef4602 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:01.695302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ff42d9c6-84d0-4ab2-87d4-0bb3fdef4602 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/ff5533bc-2c7c-4c1a-8e23-2e4d2b6272c9 HTTP/1.1" status: 204 len: 168 time: 0.6206064 Nov 09 00:38:01.698570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50440) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:01.712571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9564c717-267d-4c92-b9ef-eee85b35eefc None None] Network e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:38:01.731193 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea2a8dc-e14d-4c16-b257-b39bac76c6d0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] DELETE failed (client error): The resource could not be found. Nov 09 00:38:01.731657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea2a8dc-e14d-4c16-b257-b39bac76c6d0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:38:01.734828 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0ea2a8dc-e14d-4c16-b257-b39bac76c6d0 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/2acd871b-2eca-4129-b855-6983d2eb2269 HTTP/1.1" status: 404 len: 337 time: 0.0352583 Nov 09 00:38:01.737542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50442) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:01.799762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50444) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:01.800565 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-31126a11-cac6-4f5a-8e91-94c53a6ed8cc tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe11e-a638-4f23-8caf-9e046d5f99c8 HTTP/1.1" status: 200 len: 205 time: 0.0614827 Nov 09 00:38:01.871303 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-8b03f838-bb98-49de-aea1-132837b9b6d7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] delete failed (client error): The resource could not be found. Nov 09 00:38:01.874827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8b03f838-bb98-49de-aea1-132837b9b6d7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/routers/c83fe11e-a638-4f23-8caf-9e046d5f99c8 HTTP/1.1" status: 404 len: 336 time: 0.0716124 Nov 09 00:38:01.876025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50446) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:01.878914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9bc7a43f-7f77-4062-bc78-5cbd45f6cd79 None None] Provisioning complete for port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:38:01.879640 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a43f-7f77-4062-bc78-5cbd45f6cd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:01.947297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7a43f-7f77-4062-bc78-5cbd45f6cd79 None None] Port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:38:01.952254 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff2d6e3-7995-4cb3-a128-84e7232a056c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] DELETE failed (client error): The resource could not be found. Nov 09 00:38:01.955488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff2d6e3-7995-4cb3-a128-84e7232a056c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:38:01.967432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9bc7a43f-7f77-4062-bc78-5cbd45f6cd79 None None] Provisioning complete for port 9fe38043-e8f3-4864-b4cf-67590079a098 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:38:01.968180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50450) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:01.969012 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cff2d6e3-7995-4cb3-a128-84e7232a056c tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/3199778d-4e81-42ad-8931-dbbfdd198ce9 HTTP/1.1" status: 404 len: 337 time: 0.0911577 Nov 09 00:38:01.979514 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a43f-7f77-4062-bc78-5cbd45f6cd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:02.031293 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ec7d60-9250-45db-9822-2d2376c3ffa9 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] DELETE failed (client error): The resource could not be found. Nov 09 00:38:02.032118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ec7d60-9250-45db-9822-2d2376c3ffa9 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:38:02.044174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-34ec7d60-9250-45db-9822-2d2376c3ffa9 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/8de89226-ef39-464e-984c-38f2ae926af3 HTTP/1.1" status: 404 len: 337 time: 0.0743296 Nov 09 00:38:02.046634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50452) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:02.073763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3358a6-bf01-4f9b-bc55-f65e8cf431f6 None None] DHCP port deletion for e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:38:02.119055 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fae892-e8e3-4136-a8c3-f84b4a5fdf94 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] DELETE failed (client error): The resource could not be found. Nov 09 00:38:02.121243 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fae892-e8e3-4136-a8c3-f84b4a5fdf94 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:38:02.130771 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-66fae892-e8e3-4136-a8c3-f84b4a5fdf94 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/b04c4307-9a97-4ad5-9771-c90a22ed065e HTTP/1.1" status: 404 len: 337 time: 0.0784032 Nov 09 00:38:02.134052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50456) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:02.189922 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0f9684-91b1-4f73-97f1-f2c3c7df85b2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] DELETE failed (client error): The resource could not be found. Nov 09 00:38:02.191617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0f9684-91b1-4f73-97f1-f2c3c7df85b2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:38:02.205884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50460) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:02.208549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-bc3358a6-bf01-4f9b-bc55-f65e8cf431f6 None None] Deleting port 9fe38043-e8f3-4864-b4cf-67590079a098 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:02.209529 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bc3358a6-bf01-4f9b-bc55-f65e8cf431f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:02.223247 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5a0f9684-91b1-4f73-97f1-f2c3c7df85b2 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/52d05e1b-a99e-45af-9d32-9160184e2d9f HTTP/1.1" status: 404 len: 333 time: 0.0871034 Nov 09 00:38:02.257157 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-58945cb3-14cf-4ec7-a197-343f3ae91eeb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] DELETE failed (client error): The resource could not be found. Nov 09 00:38:02.258380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58945cb3-14cf-4ec7-a197-343f3ae91eeb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:38:02.262662 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-58945cb3-14cf-4ec7-a197-343f3ae91eeb tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/abe8fd72-64cf-46d8-8238-fb6c14e442e4 HTTP/1.1" status: 404 len: 337 time: 0.0557439 Nov 09 00:38:02.265403 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50464) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:02.299908 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd1a159-0106-44bd-b09b-c7f7abfe2829 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] DELETE failed (client error): The resource could not be found. Nov 09 00:38:02.301054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd1a159-0106-44bd-b09b-c7f7abfe2829 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:38:02.305372 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1dd1a159-0106-44bd-b09b-c7f7abfe2829 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/567b34c1-0c48-42ed-9159-392a12c44c2f HTTP/1.1" status: 404 len: 337 time: 0.0385976 Nov 09 00:38:02.307854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50466) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:02.343892 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40e8acd-d3e7-44b4-8514-04ffbee19854 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] DELETE failed (client error): The resource could not be found. Nov 09 00:38:02.345228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40e8acd-d3e7-44b4-8514-04ffbee19854 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:38:02.349277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-bc3358a6-bf01-4f9b-bc55-f65e8cf431f6 None None] For port 9fe38043-e8f3-4864-b4cf-67590079a098, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9fe38043-e8f3-4864-b4cf-67590079a098,segment=NetworkSegment(9cd5a595-304c-4140-97db-e8e18a8aacf7),segment_id=9cd5a595-304c-4140-97db-e8e18a8aacf7)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:02.349641 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b40e8acd-d3e7-44b4-8514-04ffbee19854 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/a48bee3c-5d82-407e-ba6c-ae10b6f93580 HTTP/1.1" status: 404 len: 333 time: 0.0401125 Nov 09 00:38:02.349827 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bc3358a6-bf01-4f9b-bc55-f65e8cf431f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:02.351961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50470) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:02.375719 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-bc3358a6-bf01-4f9b-bc55-f65e8cf431f6 None None] Calling delete_port for 9fe38043-e8f3-4864-b4cf-67590079a098 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:02.400422 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc1bd60-1b86-4d36-93de-c0a0e9aba5c7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] DELETE failed (client error): The resource could not be found. Nov 09 00:38:02.401569 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc1bd60-1b86-4d36-93de-c0a0e9aba5c7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:38:02.405549 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2bc1bd60-1b86-4d36-93de-c0a0e9aba5c7 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/1180c1a7-0b77-4652-911e-96d826d72315 HTTP/1.1" status: 404 len: 337 time: 0.0516403 Nov 09 00:38:02.407945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50472) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:02.441581 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bcc686-df7b-40bf-8d57-4f051e14b3d1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] DELETE failed (client error): The resource could not be found. Nov 09 00:38:02.442454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bcc686-df7b-40bf-8d57-4f051e14b3d1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:38:02.447191 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b5bcc686-df7b-40bf-8d57-4f051e14b3d1 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/subnets/5ea7b4f8-ee86-47d2-9531-1674e9211113 HTTP/1.1" status: 404 len: 337 time: 0.0380437 Nov 09 00:38:02.450077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50474) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:02.486870 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bc3358a6-bf01-4f9b-bc55-f65e8cf431f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:02.534618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3358a6-bf01-4f9b-bc55-f65e8cf431f6 None None] Pushing event deleted for resources: {'Port': ['ID=9fe38043-e8f3-4864-b4cf-67590079a098,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:02.543353 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3358a6-bf01-4f9b-bc55-f65e8cf431f6 None None] No DVR routers for this DVR port 9fe38043-e8f3-4864-b4cf-67590079a098 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:38:02.674573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa871f-d645-4c2a-8be4-500bc724d698 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Deleting port 0c41f648-7728-4a9e-bf8d-5bd93931ef04 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:02.674914 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d7aa871f-d645-4c2a-8be4-500bc724d698 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:02.778865 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d7aa871f-d645-4c2a-8be4-500bc724d698 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:02.796000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa871f-d645-4c2a-8be4-500bc724d698 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Calling delete_port for 0c41f648-7728-4a9e-bf8d-5bd93931ef04 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:02.814514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b7fb3-d8be-4158-97bc-e062d87c6b18 req-9fc1af9b-bef8-4c27-8068-72e933d429a8 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:02.816108 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e80b7fb3-d8be-4158-97bc-e062d87c6b18 req-9fc1af9b-bef8-4c27-8068-72e933d429a8 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0739627 Nov 09 00:38:02.924065 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e80b7fb3-d8be-4158-97bc-e062d87c6b18 req-50721b3c-04ae-4b1c-9862-5ccc68cb5e42 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638719 Nov 09 00:38:02.956705 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d7aa871f-d645-4c2a-8be4-500bc724d698 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:02.983669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa871f-d645-4c2a-8be4-500bc724d698 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Port': ['ID=0c41f648-7728-4a9e-bf8d-5bd93931ef04,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:03.001730 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d7aa871f-d645-4c2a-8be4-500bc724d698 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:03.006368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d7aa871f-d645-4c2a-8be4-500bc724d698 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/ports/0c41f648-7728-4a9e-bf8d-5bd93931ef04 HTTP/1.1" status: 204 len: 168 time: 0.5552311 Nov 09 00:38:03.009587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50492) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:03.147960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96146f-b1b7-4323-8d7e-a6985c409afd req-71195138-42d8-48f3-b92b-4da72d9fc79d tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:03.152741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e96146f-b1b7-4323-8d7e-a6985c409afd req-71195138-42d8-48f3-b92b-4da72d9fc79d tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0755181 Nov 09 00:38:03.165684 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:03.255602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e96146f-b1b7-4323-8d7e-a6985c409afd req-692bd1f2-1bee-4256-a412-6a5349f95e47 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943317 Nov 09 00:38:03.321093 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:03.360024 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bdb66d-bf61-4380-b1f0-4bbeb10985f5']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:03.391263 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd5a595-304c-4140-97db-e8e18a8aacf7') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:03.391594 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd5a595-304c-4140-97db-e8e18a8aacf7') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:03.413780 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:03.434862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:03.449405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b2b9d-aca5-44ee-ae70-d1e06c004428 req-dba76f1c-938f-4181-91d7-e0d828cada7f tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:03.450421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:38:03.450829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:38:03.454251 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:38:03.457466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a73b2b9d-aca5-44ee-ae70-d1e06c004428 req-dba76f1c-938f-4181-91d7-e0d828cada7f tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0831430 Nov 09 00:38:03.525612 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a73b2b9d-aca5-44ee-ae70-d1e06c004428 req-23088021-41e1-4542-82f5-2d290f1b7bce tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621417 Nov 09 00:38:03.559326 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:03.579513 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:03.588922 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] 10.222.0.25 "DELETE /v2.0/networks/e4bdb66d-bf61-4380-b1f0-4bbeb10985f5 HTTP/1.1" status: 204 len: 168 time: 0.5752776 Nov 09 00:38:03.621004 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267b899-4a40-4860-b3b6-8b443b362299 tempest-PortsIpV6TestJSON-909776657 tempest-PortsIpV6TestJSON-909776657-project] Pushing event deleted for resources: {'Network': ['ID=e4bdb66d-bf61-4380-b1f0-4bbeb10985f5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:03.901241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a9050-7fe8-435c-81e0-f92b4ecb09ec req-3b57cff6-e0dd-4ad4-8e08-40bcecc0b3b6 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:03.914558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b68a9050-7fe8-435c-81e0-f92b4ecb09ec req-3b57cff6-e0dd-4ad4-8e08-40bcecc0b3b6 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0876486 Nov 09 00:38:03.993694 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b68a9050-7fe8-435c-81e0-f92b4ecb09ec req-253d526a-5acd-492f-889f-f63eafa2ee74 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653870 Nov 09 00:38:04.034144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50522) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:04.094257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50526) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:04.137173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9fe38043-e8f3-4864-b4cf-67590079a098 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:38:04.203952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 9fe38043-e8f3-4864-b4cf-67590079a098 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:38:04.204739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9fe38043-e8f3-4864-b4cf-67590079a098 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:38:04.270963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9799cb49-d0df-4039-98bd-b996ab14eb92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c759a05db2984ffe8ba0626845b04471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1743376 Nov 09 00:38:04.274099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50530) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:04.317855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-247235185', 'router:external': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:04.356443 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Made reservation on behalf of 8726904727b24d0989eea3b63a4c53ee for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:38:04.358811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:04.370290 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:04.372155 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00de8523-6b6a-4363-a4b4-4d83b8d5bb67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:04.413306 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00de8523-6b6a-4363-a4b4-4d83b8d5bb67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:04.511737 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00de8523-6b6a-4363-a4b4-4d83b8d5bb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:04.514755 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00de8523-6b6a-4363-a4b4-4d83b8d5bb67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:04.515984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-00de8523-6b6a-4363-a4b4-4d83b8d5bb67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89cb6934-5c20-4786-a6fc-bc1dc7e3d520 HTTP/1.1" status: 204 len: 168 time: 0.2409024 Nov 09 00:38:04.518260 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:04.527996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de8523-6b6a-4363-a4b4-4d83b8d5bb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cb6934-5c20-4786-a6fc-bc1dc7e3d520,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:04.530502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:04.553112 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:38:04.572398 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:04.572772 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Added segment 420485ab-4ae3-4733-8ddf-a2f20750cf86 of type vlan for network af06f8bc-3ba9-4f67-baf1-69d83edf3754 Nov 09 00:38:04.574149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccb955b-74d4-447f-ba85-ddfa45c7c68e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:04.625128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:04.664028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:04.667365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:04.667954 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:04.716834 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.6786866 Nov 09 00:38:04.717043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50540) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:04.723620 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Request body: {'subnet': {'network_id': 'af06f8bc-3ba9-4f67-baf1-69d83edf3754', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:04.781781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867743f7-354f-4891-952c-67aa59cd04b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event updated for resources: {'Network': ['ID=af06f8bc-3ba9-4f67-baf1-69d83edf3754,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:04.792707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network af06f8bc-3ba9-4f67-baf1-69d83edf3754 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:38:04.797183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Made reservation on behalf of 8726904727b24d0989eea3b63a4c53ee for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:38:04.799965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:05.154302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00599c4c-c16c-487c-9665-cb1638f078c2 req-3fcae655-32f0-40bb-8018-964f340924c4 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:05.156121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00599c4c-c16c-487c-9665-cb1638f078c2 req-3fcae655-32f0-40bb-8018-964f340924c4 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1097 time: 0.1374600 Nov 09 00:38:05.178877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f031c-c568-4edb-911c-6aab43d29cf1 req-76ff806f-3a2f-45ec-aadb-2840f966c435 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:05.186558 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f7f031c-c568-4edb-911c-6aab43d29cf1 req-76ff806f-3a2f-45ec-aadb-2840f966c435 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0782785 Nov 09 00:38:05.294501 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5f7f031c-c568-4edb-911c-6aab43d29cf1 req-cbf6fc21-2517-4831-ad67-ab16dcb8b405 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017830 Nov 09 00:38:05.324891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-00599c4c-c16c-487c-9665-cb1638f078c2 req-c1992212-9cb8-462a-95f0-d80cfb5b4c2b tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Deleting port 3efad83f-c30d-434b-8ca0-218918d5cf23 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:05.325526 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-00599c4c-c16c-487c-9665-cb1638f078c2 req-c1992212-9cb8-462a-95f0-d80cfb5b4c2b tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:05.416167 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-00599c4c-c16c-487c-9665-cb1638f078c2 req-c1992212-9cb8-462a-95f0-d80cfb5b4c2b tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] For port 3efad83f-c30d-434b-8ca0-218918d5cf23, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=3efad83f-c30d-434b-8ca0-218918d5cf23,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:05.416801 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-00599c4c-c16c-487c-9665-cb1638f078c2 req-c1992212-9cb8-462a-95f0-d80cfb5b4c2b tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:05.432837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-00599c4c-c16c-487c-9665-cb1638f078c2 req-c1992212-9cb8-462a-95f0-d80cfb5b4c2b tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Calling delete_port for 3efad83f-c30d-434b-8ca0-218918d5cf23 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:05.619298 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-00599c4c-c16c-487c-9665-cb1638f078c2 req-c1992212-9cb8-462a-95f0-d80cfb5b4c2b tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:05.632917 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['3efad83f-c30d-434b-8ca0-218918d5cf23'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:38:05.642203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['bb297090-a90e-401e-ad9a-b70e056d8cbc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:38:05.682175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1992212-9cb8-462a-95f0-d80cfb5b4c2b tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Pushing event deleted for resources: {'Port': ['ID=3efad83f-c30d-434b-8ca0-218918d5cf23,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:05.754498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:38:05.755082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:05.802930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f9a3df8e-0e4f-4b61-b325-6c84fc132c71,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:05.849796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-00599c4c-c16c-487c-9665-cb1638f078c2 req-c1992212-9cb8-462a-95f0-d80cfb5b4c2b tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] No DVR routers for this DVR port 3efad83f-c30d-434b-8ca0-218918d5cf23 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:38:05.855502 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-00599c4c-c16c-487c-9665-cb1638f078c2 req-c1992212-9cb8-462a-95f0-d80cfb5b4c2b tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:05.862423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50568) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:05.869518 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00599c4c-c16c-487c-9665-cb1638f078c2 req-c1992212-9cb8-462a-95f0-d80cfb5b4c2b tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.30 "DELETE /v2.0/ports/3efad83f-c30d-434b-8ca0-218918d5cf23 HTTP/1.1" status: 204 len: 173 time: 0.7045357 Nov 09 00:38:05.870171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bb2357-5405-43af-bd02-634e8634b8f1', 'name': 'network-vif-deleted', 'tag': '3efad83f-c30d-434b-8ca0-218918d5cf23'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:38:05.873032 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b440c9-321a-4c79-84a7-11dcceb9ae3b" -d '{"events": [{"server_uuid": "47bb2357-5405-43af-bd02-634e8634b8f1", "name": "network-vif-deleted", "tag": "3efad83f-c30d-434b-8ca0-218918d5cf23"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:38:05.930577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Checking segment: {'id': '420485ab-4ae3-4733-8ddf-a2f20750cf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'af06f8bc-3ba9-4f67-baf1-69d83edf3754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:38:05.930948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Network hostable DHCP agents. Network: af06f8bc-3ba9-4f67-baf1-69d83edf3754, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:38:05.976581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Network af06f8bc-3ba9-4f67-baf1-69d83edf3754 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:38:05.984443 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e5c20b-1067-4500-a84a-c0351fd8bcd4 x-openstack-request-id: req-e4e5c20b-1067-4500-a84a-c0351fd8bcd4 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:38:05.985848 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bb2357-5405-43af-bd02-634e8634b8f1", "name": "network-vif-deleted", "tag": "3efad83f-c30d-434b-8ca0-218918d5cf23", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:38:05.986535 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4e5c20b-1067-4500-a84a-c0351fd8bcd4 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:38:05.987227 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bb2357-5405-43af-bd02-634e8634b8f1', 'name': 'network-vif-deleted', 'tag': '3efad83f-c30d-434b-8ca0-218918d5cf23', 'status': 'completed', 'code': 200} Nov 09 00:38:05.992365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, af06f8bc-3ba9-4f67-baf1-69d83edf3754) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:05.997011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:05.998767 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.017472 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-955ae486-8da3-4cdf-8996-ea0df7850688 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2993419 Nov 09 00:38:06.020561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50574) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:06.030663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1106568553', 'network_id': 'af06f8bc-3ba9-4f67-baf1-69d83edf3754'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:06.039156 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a08860-bf20-42b4-95a0-2bfada2df33f None None] Network af06f8bc-3ba9-4f67-baf1-69d83edf3754 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:38:06.065101 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Made reservation on behalf of 8726904727b24d0989eea3b63a4c53ee for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:38:06.069379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.112522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] device_id is not set on port 50ac4f99-44af-4e9c-8a55-01fd095858f9 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:38:06.131688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b57f87f6-7508-48fc-b5ec-8074eea4e87e tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:06.132394 n-d-813263-3 neutron-server[101781]: WARNING neutron.api.v2.base [None req-b57f87f6-7508-48fc-b5ec-8074eea4e87e tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 00:38:06.133473 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-b57f87f6-7508-48fc-b5ec-8074eea4e87e tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 00:38:06.135032 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b57f87f6-7508-48fc-b5ec-8074eea4e87e tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2650821 Nov 09 00:38:06.138486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50576) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:06.144153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9f5374f6-b868-41ba-878d-b346de40b37c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group': {'name': 'tempest-secgroup--895476815'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:06.191212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f5374f6-b868-41ba-878d-b346de40b37c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.207281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f5374f6-b868-41ba-878d-b346de40b37c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.319353 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb844de5-1807-4491-89e3-23055286d3e0 None None] Network af06f8bc-3ba9-4f67-baf1-69d83edf3754 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:38:06.346695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Allocated IP 2001:db8::101 (af06f8bc-3ba9-4f67-baf1-69d83edf3754/f9a3df8e-0e4f-4b61-b325-6c84fc132c71/50ac4f99-44af-4e9c-8a55-01fd095858f9) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:38:06.409288 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f5374f6-b868-41ba-878d-b346de40b37c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.425595 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f5374f6-b868-41ba-878d-b346de40b37c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.552864 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f5374f6-b868-41ba-878d-b346de40b37c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.571879 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f5374f6-b868-41ba-878d-b346de40b37c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.601371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.608836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e1dc48d-e319-4ca6-bf74-cc90c6dac484 req-493948a6-140b-4d78-a0ba-79cbc94c1948 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=47bb2357-5405-43af-bd02-634e8634b8f1 HTTP/1.1" status: 200 len: 210 time: 0.0506203 Nov 09 00:38:06.608836 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9f5374f6-b868-41ba-878d-b346de40b37c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.609722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9f5374f6-b868-41ba-878d-b346de40b37c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4698436 Nov 09 00:38:06.613410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50580) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:06.626733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-716bf792-6081-4631-b092-bb6811f109a5 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '18d85de6-7cb6-4a8b-9014-b9cd55b80344', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:06.642204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5374f6-b868-41ba-878d-b346de40b37c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c54ad7-b89b-4278-895c-334224633835,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:06.700988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5374f6-b868-41ba-878d-b346de40b37c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d85de6-7cb6-4a8b-9014-b9cd55b80344,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:06.731500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.742191 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-716bf792-6081-4631-b092-bb6811f109a5 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.851301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Network af06f8bc-3ba9-4f67-baf1-69d83edf3754 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:38:06.854704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event updated for resources: {'Port': ['ID=50ac4f99-44af-4e9c-8a55-01fd095858f9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:06.859182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:06.863369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:38:06.864461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:06.865583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.889683 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-716bf792-6081-4631-b092-bb6811f109a5 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.896572 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-716bf792-6081-4631-b092-bb6811f109a5 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.909012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50586) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:06.909252 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dd2ee00a-7e6a-4295-80a1-61bf7efcf780 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8869331 Nov 09 00:38:06.924058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bf792-6081-4631-b092-bb6811f109a5 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bc2182-dd4d-4562-83af-19b62302ebeb,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:06.935103 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-716bf792-6081-4631-b092-bb6811f109a5 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:06.939527 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-716bf792-6081-4631-b092-bb6811f109a5 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3247433 Nov 09 00:38:06.942146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50588) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:06.953408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-be4271d8-c4cb-4aa7-b8ae-d52e21ef15f9 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '18d85de6-7cb6-4a8b-9014-b9cd55b80344', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:07.006210 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be4271d8-c4cb-4aa7-b8ae-d52e21ef15f9 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.057754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-02f1e348-6506-417e-b069-d288a6a04d5f tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Deleting port 50ac4f99-44af-4e9c-8a55-01fd095858f9 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:07.058102 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02f1e348-6506-417e-b069-d288a6a04d5f tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.100693 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-be4271d8-c4cb-4aa7-b8ae-d52e21ef15f9 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 00:38:07.105491 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-be4271d8-c4cb-4aa7-b8ae-d52e21ef15f9 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1614227 Nov 09 00:38:07.106308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50590) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:07.142888 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02f1e348-6506-417e-b069-d288a6a04d5f tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.157093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-02f1e348-6506-417e-b069-d288a6a04d5f tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Calling delete_port for 50ac4f99-44af-4e9c-8a55-01fd095858f9 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:07.172887 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4ec7744f-3598-427e-a212-c4394c4168d6 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.197517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4ec7744f-3598-427e-a212-c4394c4168d6 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.251192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4ec7744f-3598-427e-a212-c4394c4168d6 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.253899 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4ec7744f-3598-427e-a212-c4394c4168d6 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.257470 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4ec7744f-3598-427e-a212-c4394c4168d6 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "DELETE /v2.0/security-groups/18d85de6-7cb6-4a8b-9014-b9cd55b80344 HTTP/1.1" status: 204 len: 168 time: 0.1467454 Nov 09 00:38:07.258176 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50592) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:07.264084 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7744f-3598-427e-a212-c4394c4168d6 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d85de6-7cb6-4a8b-9014-b9cd55b80344,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:07.356099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8372443d-4b9f-4fcc-8aa2-edefa67106d2 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0968807 Nov 09 00:38:07.357887 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02f1e348-6506-417e-b069-d288a6a04d5f tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.360964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50594) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:07.365631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f31a9daa-665b-4452-8bab-70063b9a334b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group': {'name': 'tempest-secgroup--922963909'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:07.401773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1e348-6506-417e-b069-d288a6a04d5f tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event deleted for resources: {'Port': ['ID=50ac4f99-44af-4e9c-8a55-01fd095858f9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:07.424923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f31a9daa-665b-4452-8bab-70063b9a334b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.437767 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02f1e348-6506-417e-b069-d288a6a04d5f tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.444753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-02f1e348-6506-417e-b069-d288a6a04d5f tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "DELETE /v2.0/ports/50ac4f99-44af-4e9c-8a55-01fd095858f9 HTTP/1.1" status: 204 len: 168 time: 0.5344002 Nov 09 00:38:07.445462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50596) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:07.450494 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af06f8bc-3ba9-4f67-baf1-69d83edf3754', 'external_fixed_ips': [{'subnet_id': 'f9a3df8e-0e4f-4b61-b325-6c84fc132c71', 'ip_address': '2001:db8::101'}]}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:07.476547 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.478421 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.547550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f31a9daa-665b-4452-8bab-70063b9a334b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.548736 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.553392 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f31a9daa-665b-4452-8bab-70063b9a334b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.590395 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f31a9daa-665b-4452-8bab-70063b9a334b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.592141 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f31a9daa-665b-4452-8bab-70063b9a334b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2301173 Nov 09 00:38:07.595028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50598) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:07.602379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fd372968-24ce-41a3-ad27-250b6e6ad465 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '373629c8-cb20-4dd2-b80d-616f09f0c56b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:07.603171 n-d-813263-3 neutron-server[101781]: WARNING neutron.api.v2.base [None req-fd372968-24ce-41a3-ad27-250b6e6ad465 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 00:38:07.603668 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-fd372968-24ce-41a3-ad27-250b6e6ad465 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:07.604765 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fd372968-24ce-41a3-ad27-250b6e6ad465 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086973 Nov 09 00:38:07.605966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a9daa-665b-4452-8bab-70063b9a334b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373629c8-cb20-4dd2-b80d-616f09f0c56b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:07.607979 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50600) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:07.717867 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e37b180c-8b3a-41ab-9260-fe78a3429f2b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.720498 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.756618 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e37b180c-8b3a-41ab-9260-fe78a3429f2b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.810712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e37b180c-8b3a-41ab-9260-fe78a3429f2b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.824723 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e37b180c-8b3a-41ab-9260-fe78a3429f2b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:07.835665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50606) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:07.836829 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e37b180c-8b3a-41ab-9260-fe78a3429f2b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "DELETE /v2.0/security-groups/373629c8-cb20-4dd2-b80d-616f09f0c56b HTTP/1.1" status: 204 len: 168 time: 0.2118704 Nov 09 00:38:07.893906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b180c-8b3a-41ab-9260-fe78a3429f2b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373629c8-cb20-4dd2-b80d-616f09f0c56b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:07.962956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-17c106fc-2642-4c38-b921-a8491b882446 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1229658 Nov 09 00:38:07.968622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50614) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:07.973572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0656d3e3-a5ba-40d0-89b0-0a6982224e5c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1081289656'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:08.006908 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0656d3e3-a5ba-40d0-89b0-0a6982224e5c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.075439 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e884917-33eb-4f04-9b94-4a77aedd9896 req-1b6f52f3-e6c0-4dd4-b92a-d8ca0c408a03 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:08.077754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e884917-33eb-4f04-9b94-4a77aedd9896 req-1b6f52f3-e6c0-4dd4-b92a-d8ca0c408a03 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1097 time: 0.1121051 Nov 09 00:38:08.084638 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.118624 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.138377 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0656d3e3-a5ba-40d0-89b0-0a6982224e5c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.146117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0656d3e3-a5ba-40d0-89b0-0a6982224e5c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.181201 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0656d3e3-a5ba-40d0-89b0-0a6982224e5c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.182476 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0656d3e3-a5ba-40d0-89b0-0a6982224e5c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2127597 Nov 09 00:38:08.183348 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656d3e3-a5ba-40d0-89b0-0a6982224e5c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81950fe-0f56-44bf-9b39-9ccc014b81ff,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:08.185500 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50616) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:08.189838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a772eba4-bdaf-42d0-b57f-edefe6842867 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': 'c81950fe-0f56-44bf-9b39-9ccc014b81ff', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:08.190658 n-d-813263-3 neutron-server[101781]: WARNING neutron.api.v2.base [None req-a772eba4-bdaf-42d0-b57f-edefe6842867 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 00:38:08.191199 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-a772eba4-bdaf-42d0-b57f-edefe6842867 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:08.194572 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a772eba4-bdaf-42d0-b57f-edefe6842867 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056648 Nov 09 00:38:08.194818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50618) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:08.258689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-505520b0-0715-41c8-b5cd-14d4a59f36e8 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.279719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Allocated IP 2001:db8::101 (af06f8bc-3ba9-4f67-baf1-69d83edf3754/f9a3df8e-0e4f-4b61-b325-6c84fc132c71/b86029e5-55d8-400a-9a45-1f94f3a8a3ad) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:38:08.283435 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-505520b0-0715-41c8-b5cd-14d4a59f36e8 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.331574 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-505520b0-0715-41c8-b5cd-14d4a59f36e8 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.334521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-505520b0-0715-41c8-b5cd-14d4a59f36e8 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.338247 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-505520b0-0715-41c8-b5cd-14d4a59f36e8 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "DELETE /v2.0/security-groups/c81950fe-0f56-44bf-9b39-9ccc014b81ff HTTP/1.1" status: 204 len: 168 time: 0.1388259 Nov 09 00:38:08.357394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50620) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:08.358431 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505520b0-0715-41c8-b5cd-14d4a59f36e8 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81950fe-0f56-44bf-9b39-9ccc014b81ff,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:08.398847 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.452624 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-72ad2c38-ba5f-4cfc-9a1f-ae1c51967435 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0918593 Nov 09 00:38:08.461587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50622) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:08.466762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-290dc3b2-dd50-4023-a892-a7bc08bbd63d tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712275419'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:08.469694 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e884917-33eb-4f04-9b94-4a77aedd9896 req-af3e1639-7bd4-45f9-be9e-610f71215189 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=409dce82-bc01-49b5-94a6-6e17e75af7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585620 Nov 09 00:38:08.494996 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.495850 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-290dc3b2-dd50-4023-a892-a7bc08bbd63d tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.540194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Network af06f8bc-3ba9-4f67-baf1-69d83edf3754 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:38:08.545334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:08.551891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:38:08.600368 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-290dc3b2-dd50-4023-a892-a7bc08bbd63d tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.610476 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-290dc3b2-dd50-4023-a892-a7bc08bbd63d tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.645708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290dc3b2-dd50-4023-a892-a7bc08bbd63d tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14bf82f5-8ea9-4c2a-a920-ad401ff4cfe3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:08.653740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event updated for resources: {'Port': ['ID=b86029e5-55d8-400a-9a45-1f94f3a8a3ad,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:08.668227 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-290dc3b2-dd50-4023-a892-a7bc08bbd63d tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.670214 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-290dc3b2-dd50-4023-a892-a7bc08bbd63d tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2074978 Nov 09 00:38:08.673736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50624) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:08.684810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9763966a-2f50-43bb-9d6d-c12f1807b024 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '14bf82f5-8ea9-4c2a-a920-ad401ff4cfe3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:08.696933 n-d-813263-3 neutron-server[101781]: WARNING neutron.api.v2.base [None req-9763966a-2f50-43bb-9d6d-c12f1807b024 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 00:38:08.698755 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-9763966a-2f50-43bb-9d6d-c12f1807b024 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:08.705741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50626) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:08.706992 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9763966a-2f50-43bb-9d6d-c12f1807b024 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0307071 Nov 09 00:38:08.711434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bbdff484-1f90-424e-880d-1a62e7b767eb tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '14bf82f5-8ea9-4c2a-a920-ad401ff4cfe3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:08.712474 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-bbdff484-1f90-424e-880d-1a62e7b767eb tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 00:38:08.713129 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-bbdff484-1f90-424e-880d-1a62e7b767eb tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:08.714296 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bbdff484-1f90-424e-880d-1a62e7b767eb tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072627 Nov 09 00:38:08.717118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50628) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:08.723216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-02a2477b-9bb7-4152-99b8-879767803a17 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '14bf82f5-8ea9-4c2a-a920-ad401ff4cfe3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:08.725410 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-02a2477b-9bb7-4152-99b8-879767803a17 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 00:38:08.726096 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-02a2477b-9bb7-4152-99b8-879767803a17 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:08.727747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-02a2477b-9bb7-4152-99b8-879767803a17 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095282 Nov 09 00:38:08.730665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50630) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:08.735844 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2e81bd58-ca35-414a-bfaf-4bc89aad6976 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '14bf82f5-8ea9-4c2a-a920-ad401ff4cfe3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:08.737476 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-2e81bd58-ca35-414a-bfaf-4bc89aad6976 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 00:38:08.738014 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-2e81bd58-ca35-414a-bfaf-4bc89aad6976 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:08.739048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2e81bd58-ca35-414a-bfaf-4bc89aad6976 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072544 Nov 09 00:38:08.742151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50632) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:08.792261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 3efad83f-c30d-434b-8ca0-218918d5cf23 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:38:08.830411 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0d3142-ceba-47f1-8b3f-d938143d4503 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.838825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 3efad83f-c30d-434b-8ca0-218918d5cf23 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:38:08.839613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 3efad83f-c30d-434b-8ca0-218918d5cf23 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:38:08.866434 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0d3142-ceba-47f1-8b3f-d938143d4503 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.894137 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.929971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0d3142-ceba-47f1-8b3f-d938143d4503 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.933242 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ab0d3142-ceba-47f1-8b3f-d938143d4503 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:08.936838 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ab0d3142-ceba-47f1-8b3f-d938143d4503 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "DELETE /v2.0/security-groups/14bf82f5-8ea9-4c2a-a920-ad401ff4cfe3 HTTP/1.1" status: 204 len: 168 time: 0.1909130 Nov 09 00:38:08.939411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50638) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:08.960850 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d3142-ceba-47f1-8b3f-d938143d4503 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bf82f5-8ea9-4c2a-a920-ad401ff4cfe3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:08.996181 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-58d0f219-a32a-44b6-8bd4-5d9eda6feea5 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0556347 Nov 09 00:38:09.002165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50640) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:09.006743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9a4958cb-6796-41fc-af99-1135d1bf96dc tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008204262'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:09.041396 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a4958cb-6796-41fc-af99-1135d1bf96dc tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:09.136345 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a4958cb-6796-41fc-af99-1135d1bf96dc tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:09.142163 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a4958cb-6796-41fc-af99-1135d1bf96dc tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:09.176688 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:09.188259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4958cb-6796-41fc-af99-1135d1bf96dc tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bc1fb9-c480-4352-a4db-de3774adc2db,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:09.195646 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9a4958cb-6796-41fc-af99-1135d1bf96dc tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:09.198472 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9a4958cb-6796-41fc-af99-1135d1bf96dc tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1950612 Nov 09 00:38:09.201213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50642) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:09.208300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d42853c0-8738-4272-a7e6-1bd7d0c6279a tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '37bc1fb9-c480-4352-a4db-de3774adc2db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:09.209075 n-d-813263-3 neutron-server[101781]: WARNING neutron.api.v2.base [None req-d42853c0-8738-4272-a7e6-1bd7d0c6279a tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 00:38:09.209959 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-d42853c0-8738-4272-a7e6-1bd7d0c6279a tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:09.213447 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d42853c0-8738-4272-a7e6-1bd7d0c6279a tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085518 Nov 09 00:38:09.213826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50644) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:09.220328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6604c3e5-b9bc-4fc9-a499-8ad39a5298ae tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '37bc1fb9-c480-4352-a4db-de3774adc2db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:09.321150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68f88-f7d6-486b-9d46-9a7e47515167 req-ed6d4d94-830c-4a1e-882c-3d53145105e1 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:09.322711 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d3f68f88-f7d6-486b-9d46-9a7e47515167 req-ed6d4d94-830c-4a1e-882c-3d53145105e1 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 1097 time: 0.0754631 Nov 09 00:38:09.323570 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-6604c3e5-b9bc-4fc9-a499-8ad39a5298ae tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:09.325387 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6604c3e5-b9bc-4fc9-a499-8ad39a5298ae tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1096594 Nov 09 00:38:09.327865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50646) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:09.333385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-648e8e07-205d-43e0-87d9-9f860b5d5552 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '37bc1fb9-c480-4352-a4db-de3774adc2db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:09.334142 n-d-813263-3 neutron-server[101781]: WARNING neutron.api.v2.base [None req-648e8e07-205d-43e0-87d9-9f860b5d5552 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 00:38:09.335128 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-648e8e07-205d-43e0-87d9-9f860b5d5552 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:09.336585 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-648e8e07-205d-43e0-87d9-9f860b5d5552 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070584 Nov 09 00:38:09.340352 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50648) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:09.349683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4f4e3a7d-642b-47d3-89e0-f9c263c2120b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '37bc1fb9-c480-4352-a4db-de3774adc2db', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:09.377654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Router b17a2346-8ac4-475c-9f8c-d8a9129d1f56 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:38:09.447485 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-4f4e3a7d-642b-47d3-89e0-f9c263c2120b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:09.451210 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4f4e3a7d-642b-47d3-89e0-f9c263c2120b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1046467 Nov 09 00:38:09.451368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50650) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:09.457124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e06c4b8d-cb9a-4c35-9e94-da8af50ed173 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '37bc1fb9-c480-4352-a4db-de3774adc2db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:09.457654 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-e06c4b8d-cb9a-4c35-9e94-da8af50ed173 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 00:38:09.458135 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-e06c4b8d-cb9a-4c35-9e94-da8af50ed173 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:09.461387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e06c4b8d-cb9a-4c35-9e94-da8af50ed173 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054412 Nov 09 00:38:09.463075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50652) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:09.472808 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-d3f68f88-f7d6-486b-9d46-9a7e47515167 req-661cd78f-c7b6-4097-8053-03fcaf3dc63a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Deleting port bb297090-a90e-401e-ad9a-b70e056d8cbc {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:09.473611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d3f68f88-f7d6-486b-9d46-9a7e47515167 req-661cd78f-c7b6-4097-8053-03fcaf3dc63a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:09.568068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d3f68f88-f7d6-486b-9d46-9a7e47515167 req-661cd78f-c7b6-4097-8053-03fcaf3dc63a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] For port bb297090-a90e-401e-ad9a-b70e056d8cbc, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bb297090-a90e-401e-ad9a-b70e056d8cbc,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:09.568585 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d3f68f88-f7d6-486b-9d46-9a7e47515167 req-661cd78f-c7b6-4097-8053-03fcaf3dc63a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:09.583067 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-d3f68f88-f7d6-486b-9d46-9a7e47515167 req-661cd78f-c7b6-4097-8053-03fcaf3dc63a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Calling delete_port for bb297090-a90e-401e-ad9a-b70e056d8cbc owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:09.741637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d3f68f88-f7d6-486b-9d46-9a7e47515167 req-661cd78f-c7b6-4097-8053-03fcaf3dc63a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:09.754729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['bb297090-a90e-401e-ad9a-b70e056d8cbc'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:38:09.795769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cd78f-c7b6-4097-8053-03fcaf3dc63a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb297090-a90e-401e-ad9a-b70e056d8cbc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:09.906976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f68f88-f7d6-486b-9d46-9a7e47515167 req-661cd78f-c7b6-4097-8053-03fcaf3dc63a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] No DVR routers for this DVR port bb297090-a90e-401e-ad9a-b70e056d8cbc on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:38:09.909915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d3f68f88-f7d6-486b-9d46-9a7e47515167 req-661cd78f-c7b6-4097-8053-03fcaf3dc63a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:09.914476 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d3f68f88-f7d6-486b-9d46-9a7e47515167 req-661cd78f-c7b6-4097-8053-03fcaf3dc63a tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.11 "DELETE /v2.0/ports/bb297090-a90e-401e-ad9a-b70e056d8cbc HTTP/1.1" status: 204 len: 173 time: 0.5765612 Nov 09 00:38:09.915191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0540fd-4667-4133-913a-d9a735b2662a', 'name': 'network-vif-deleted', 'tag': 'bb297090-a90e-401e-ad9a-b70e056d8cbc'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:38:09.925804 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a639263-afbc-480c-ae1b-8fe2aab38671" -d '{"events": [{"server_uuid": "bd0540fd-4667-4133-913a-d9a735b2662a", "name": "network-vif-deleted", "tag": "bb297090-a90e-401e-ad9a-b70e056d8cbc"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:38:09.985505 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164911bd-bb38-4ead-bec2-319d38e1c4f5 x-openstack-request-id: req-164911bd-bb38-4ead-bec2-319d38e1c4f5 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:38:09.986124 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0540fd-4667-4133-913a-d9a735b2662a", "name": "network-vif-deleted", "tag": "bb297090-a90e-401e-ad9a-b70e056d8cbc", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:38:09.986124 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-164911bd-bb38-4ead-bec2-319d38e1c4f5 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:38:09.992681 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0540fd-4667-4133-913a-d9a735b2662a', 'name': 'network-vif-deleted', 'tag': 'bb297090-a90e-401e-ad9a-b70e056d8cbc', 'status': 'completed', 'code': 200} Nov 09 00:38:10.058501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5c7b0fad-84db-48c5-a703-9c22d4149714 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '37bc1fb9-c480-4352-a4db-de3774adc2db', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:10.144081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1d625c5-c809-4ee6-9848-3b070f442ea0 req-fe0fc44e-dc34-463a-b72b-5a56bdb09091 tempest-TestServerMultinode-967473295 tempest-TestServerMultinode-967473295-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bd0540fd-4667-4133-913a-d9a735b2662a HTTP/1.1" status: 200 len: 210 time: 0.0898545 Nov 09 00:38:10.165482 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:10.175804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] Sync routers for ids ['b17a2346-8ac4-475c-9f8c-d8a9129d1f56'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:10.195281 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:10.199997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-425dc3bb-17e9-4808-8771-6b4c091d3d25 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7535145 Nov 09 00:38:10.200228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50664) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:10.201455 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-5c7b0fad-84db-48c5-a703-9c22d4149714 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:10.205265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5c7b0fad-84db-48c5-a703-9c22d4149714 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1501315 Nov 09 00:38:10.205551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50668) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:10.210102 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6466db94-a4bc-45ce-9b6e-f85ea10c4b3e tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '37bc1fb9-c480-4352-a4db-de3774adc2db', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:10.210615 n-d-813263-3 neutron-server[101780]: WARNING neutron.api.v2.base [None req-6466db94-a4bc-45ce-9b6e-f85ea10c4b3e tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 00:38:10.212057 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-6466db94-a4bc-45ce-9b6e-f85ea10c4b3e tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:10.215651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6466db94-a4bc-45ce-9b6e-f85ea10c4b3e tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065520 Nov 09 00:38:10.216771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50670) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:10.224072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2231e1b4-a626-4f08-9ad0-dab60a78d1bc tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '37bc1fb9-c480-4352-a4db-de3774adc2db', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:10.226781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] Routers {'b17a2346-8ac4-475c-9f8c-d8a9129d1f56'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:10.227422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['b17a2346-8ac4-475c-9f8c-d8a9129d1f56'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:10.296198 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-2231e1b4-a626-4f08-9ad0-dab60a78d1bc tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:10.301861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2231e1b4-a626-4f08-9ad0-dab60a78d1bc tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0840175 Nov 09 00:38:10.303245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50672) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:10.311026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b6ad9965-df01-455d-b68e-614f8a3e65c8 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '37bc1fb9-c480-4352-a4db-de3774adc2db', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:10.363637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:10.375483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] Set router b17a2346-8ac4-475c-9f8c-d8a9129d1f56 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:38:10.382242 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-b6ad9965-df01-455d-b68e-614f8a3e65c8 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:10.388783 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b6ad9965-df01-455d-b68e-614f8a3e65c8 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0829532 Nov 09 00:38:10.391847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50674) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:10.513674 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-32407125-29f4-439c-a14a-61854430546b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:10.554319 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-32407125-29f4-439c-a14a-61854430546b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:10.584026 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:10.662528 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-32407125-29f4-439c-a14a-61854430546b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:10.669940 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-32407125-29f4-439c-a14a-61854430546b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:10.675300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-32407125-29f4-439c-a14a-61854430546b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "DELETE /v2.0/security-groups/37bc1fb9-c480-4352-a4db-de3774adc2db HTTP/1.1" status: 204 len: 168 time: 0.2784402 Nov 09 00:38:10.678237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50676) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:10.680367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Deleting port b86029e5-55d8-400a-9a45-1f94f3a8a3ad {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:10.680909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:10.694262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32407125-29f4-439c-a14a-61854430546b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bc1fb9-c480-4352-a4db-de3774adc2db,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:10.787917 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:10.803617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Calling delete_port for b86029e5-55d8-400a-9a45-1f94f3a8a3ad owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:10.842070 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17a2346-8ac4-475c-9f8c-d8a9129d1f56', 'name': '', 'tenant_id': '8726904727b24d0989eea3b63a4c53ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af06f8bc-3ba9-4f67-baf1-69d83edf3754', 'external_fixed_ips': [{'subnet_id': 'f9a3df8e-0e4f-4b61-b325-6c84fc132c71', 'ip_address': '2001:db8::101'}], 'enable_snat': True}, 'gw_port_id': 'b86029e5-55d8-400a-9a45-1f94f3a8a3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:38:07Z', 'updated_at': '2021-11-09T00:38:08Z', 'revision_number': 3, 'project_id': '8726904727b24d0989eea3b63a4c53ee', 'gw_port': {'id': 'b86029e5-55d8-400a-9a45-1f94f3a8a3ad', 'name': '', 'network_id': 'af06f8bc-3ba9-4f67-baf1-69d83edf3754', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:70:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17a2346-8ac4-475c-9f8c-d8a9129d1f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'f9a3df8e-0e4f-4b61-b325-6c84fc132c71', 'ip_address': '2001:db8::101', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:38:08Z', 'updated_at': '2021-11-09T00:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9a3df8e-0e4f-4b61-b325-6c84fc132c71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:10.885519 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] Checking router: b17a2346-8ac4-475c-9f8c-d8a9129d1f56 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:38:10.886167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] Updating router b17a2346-8ac4-475c-9f8c-d8a9129d1f56 port b86029e5-55d8-400a-9a45-1f94f3a8a3ad binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:38:10.919625 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.014941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50682) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:11.015833 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6d53e899-accc-42f6-931e-47c1d906789f tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0611994 Nov 09 00:38:11.022362 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e629a8de-3698-43fe-9ae4-7e77a53bad0b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group': {'name': 'tempest-secgroup--635844851'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:11.072652 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e629a8de-3698-43fe-9ae4-7e77a53bad0b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.094009 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.145763 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event deleted for resources: {'Port': ['ID=b86029e5-55d8-400a-9a45-1f94f3a8a3ad,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:11.174863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.218201 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e629a8de-3698-43fe-9ae4-7e77a53bad0b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.227370 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e629a8de-3698-43fe-9ae4-7e77a53bad0b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.263903 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50686) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:11.266542 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e629a8de-3698-43fe-9ae4-7e77a53bad0b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.272705 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e629a8de-3698-43fe-9ae4-7e77a53bad0b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2531769 Nov 09 00:38:11.273000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50688) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:11.296183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-953dbc55-da28-4348-a0b3-859dc28dfac3 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': 'de2d0ad0-7131-4b3d-921c-66bf7e0b33ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:11.315417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629a8de-3698-43fe-9ae4-7e77a53bad0b tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d0ad0-7131-4b3d-921c-66bf7e0b33ff,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:11.360804 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-953dbc55-da28-4348-a0b3-859dc28dfac3 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The resource could not be found. Nov 09 00:38:11.362311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-953dbc55-da28-4348-a0b3-859dc28dfac3 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0736969 Nov 09 00:38:11.365224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50690) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:11.371638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6744307a-18ee-4873-a03e-bbd8a90773a4 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': 'de2d0ad0-7131-4b3d-921c-66bf7e0b33ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bdbd02b5-0c96-4597-bfb7-4571ec069caf'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:11.386484 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:38:11.386484 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:38:11.388249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.392153 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.435714 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-6744307a-18ee-4873-a03e-bbd8a90773a4 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The resource could not be found. Nov 09 00:38:11.442745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6744307a-18ee-4873-a03e-bbd8a90773a4 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0759716 Nov 09 00:38:11.445663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50692) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:11.475857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.476426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b17a2346-8ac4-475c-9f8c-d8a9129d1f56 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:11.482735 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.485818 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a1815952-ba8b-44c4-95a8-9d9cb01f05da tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b17a2346-8ac4-475c-9f8c-d8a9129d1f56 HTTP/1.1" status: 204 len: 168 time: 1.2846611 Nov 09 00:38:11.489139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50694) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:11.570612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-903d2939-a2c7-497a-ae89-b727a50cda8b tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Deleting subnet f9a3df8e-0e4f-4b61-b325-6c84fc132c71 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:38:11.573945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3223e256-bd46-420d-9e21-df578975d142 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.576226 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-903d2939-a2c7-497a-ae89-b727a50cda8b tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.638536 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3223e256-bd46-420d-9e21-df578975d142 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.654748 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-903d2939-a2c7-497a-ae89-b727a50cda8b tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.728843 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-903d2939-a2c7-497a-ae89-b727a50cda8b tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.752763 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3223e256-bd46-420d-9e21-df578975d142 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.755606 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3223e256-bd46-420d-9e21-df578975d142 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.759672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3223e256-bd46-420d-9e21-df578975d142 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "DELETE /v2.0/security-groups/de2d0ad0-7131-4b3d-921c-66bf7e0b33ff HTTP/1.1" status: 204 len: 168 time: 0.3128386 Nov 09 00:38:11.760901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50696) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:11.776237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223e256-bd46-420d-9e21-df578975d142 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d0ad0-7131-4b3d-921c-66bf7e0b33ff,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:11.827906 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-903d2939-a2c7-497a-ae89-b727a50cda8b tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.850059 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4c918fe4-b2f1-4093-881e-095cbed359c4 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0842295 Nov 09 00:38:11.851411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50698) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:11.856639 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8d596b10-94f9-4875-8993-a23446a11b6f tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '533b957a-064e-4768-b3ac-731bb1ac0a15', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:11.871689 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d2939-a2c7-497a-ae89-b727a50cda8b tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a3df8e-0e4f-4b61-b325-6c84fc132c71,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:11.880661 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-903d2939-a2c7-497a-ae89-b727a50cda8b tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.884729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-903d2939-a2c7-497a-ae89-b727a50cda8b tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/f9a3df8e-0e4f-4b61-b325-6c84fc132c71 HTTP/1.1" status: 204 len: 168 time: 0.3934891 Nov 09 00:38:11.887622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50700) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:11.930050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] Port b86029e5-55d8-400a-9a45-1f94f3a8a3ad not found while updating agent binding for router b17a2346-8ac4-475c-9f8c-d8a9129d1f56. {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 00:38:11.944298 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] Routers set() bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:11.945836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] Router IDs set() for agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 00:38:11.946548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_agentschedulers_db [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b17a2346-8ac4-475c-9f8c-d8a9129d1f56'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent'). {{(pid=101782) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 00:38:11.947580 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a27e26-8303-4f22-8a7e-698af425e5a2 None None] The sync data for ids ['b17a2346-8ac4-475c-9f8c-d8a9129d1f56'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:11.967386 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-8d596b10-94f9-4875-8993-a23446a11b6f tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The resource could not be found. Nov 09 00:38:11.971853 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8d596b10-94f9-4875-8993-a23446a11b6f tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1155269 Nov 09 00:38:11.972741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50702) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:11.978883 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6abdc57e-c24a-40d8-95d4-5395ccc14197 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group': {'name': 'tempest-secgroup--194073210'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:11.994668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8807bb85-9ee7-4889-b070-9817626e807f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:11.996184 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.076893 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6abdc57e-c24a-40d8-95d4-5395ccc14197 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.107072 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.143538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af06f8bc-3ba9-4f67-baf1-69d83edf3754']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:12.155615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420485ab-4ae3-4733-8ddf-a2f20750cf86') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:12.156020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420485ab-4ae3-4733-8ddf-a2f20750cf86') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:12.168214 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.187124 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.199674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:38:12.201773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:38:12.204322 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:38:12.291468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.323373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network af06f8bc-3ba9-4f67-baf1-69d83edf3754 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 00:38:12.325036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event deleted for resources: {'Network': ['ID=af06f8bc-3ba9-4f67-baf1-69d83edf3754,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:12.327037 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.333938 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-78b3207d-5366-4749-994c-f137f95f20b0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "DELETE /v2.0/networks/af06f8bc-3ba9-4f67-baf1-69d83edf3754 HTTP/1.1" status: 204 len: 168 time: 0.4440482 Nov 09 00:38:12.703888 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6abdc57e-c24a-40d8-95d4-5395ccc14197 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.722700 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9d6b05eb-0f0c-4e7c-84f9-31183f1c1a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.734996 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6abdc57e-c24a-40d8-95d4-5395ccc14197 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.745629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50714) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:12.750089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-ebe9364d-266b-4fbd-88ce-f7df2a47ec04 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Request body: {'router': {'name': 'tempest-router--1173590363', 'project_id': '171e8bec02d44788acadf0d1d009e9fc'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:12.784980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdc57e-c24a-40d8-95d4-5395ccc14197 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d057a59-274c-439c-b12a-e4bb2d30a11c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:12.804330 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ebe9364d-266b-4fbd-88ce-f7df2a47ec04 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.806168 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ebe9364d-266b-4fbd-88ce-f7df2a47ec04 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.819069 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6abdc57e-c24a-40d8-95d4-5395ccc14197 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.824960 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6abdc57e-c24a-40d8-95d4-5395ccc14197 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8475885 Nov 09 00:38:12.825144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50716) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:12.830080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-196d34b4-e768-4604-88ef-7b6d0af2f155 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215338781'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:12.835583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8807bb85-9ee7-4889-b070-9817626e807f admin admin] Deleting port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:12.836268 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8807bb85-9ee7-4889-b070-9817626e807f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.966261 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-196d34b4-e768-4604-88ef-7b6d0af2f155 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.968785 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ebe9364d-266b-4fbd-88ce-f7df2a47ec04 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.982700 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ebe9364d-266b-4fbd-88ce-f7df2a47ec04 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:12.987942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-8807bb85-9ee7-4889-b070-9817626e807f admin admin] For port 1e80ecf3-360f-4c5f-a471-8e3765c0a6be, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1e80ecf3-360f-4c5f-a471-8e3765c0a6be,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:12.989191 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8807bb85-9ee7-4889-b070-9817626e807f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.014048 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ebe9364d-266b-4fbd-88ce-f7df2a47ec04 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.018048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ebe9364d-266b-4fbd-88ce-f7df2a47ec04 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2689521 Nov 09 00:38:13.018764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50718) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:13.019006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8807bb85-9ee7-4889-b070-9817626e807f admin admin] Calling delete_port for 1e80ecf3-360f-4c5f-a471-8e3765c0a6be owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:13.118804 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6da0f03c-031e-4e80-af60-6ec800273943 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.194642 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:38:13.251410 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8807bb85-9ee7-4889-b070-9817626e807f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.288098 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-196d34b4-e768-4604-88ef-7b6d0af2f155 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.293135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807bb85-9ee7-4889-b070-9817626e807f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e80ecf3-360f-4c5f-a471-8e3765c0a6be,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:13.317731 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-196d34b4-e768-4604-88ef-7b6d0af2f155 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.333986 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6da0f03c-031e-4e80-af60-6ec800273943 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.338159 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6da0f03c-031e-4e80-af60-6ec800273943 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.353115 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-196d34b4-e768-4604-88ef-7b6d0af2f155 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.357870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-196d34b4-e768-4604-88ef-7b6d0af2f155 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5281661 Nov 09 00:38:13.360857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50724) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:13.365524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-20321e54-062f-4be2-a8b7-68f5c2b888d4 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group_rule': {'security_group_id': '6d057a59-274c-439c-b12a-e4bb2d30a11c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9e9907d2-4ce8-4e29-a5e5-c4ac1729a79b'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:13.464913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d34b4-e768-4604-88ef-7b6d0af2f155 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9907d2-4ce8-4e29-a5e5-c4ac1729a79b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:13.507296 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8807bb85-9ee7-4889-b070-9817626e807f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.512134 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6da0f03c-031e-4e80-af60-6ec800273943 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.512768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da0f03c-031e-4e80-af60-6ec800273943 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af1924cb-5348-47ad-8e15-92df5313b59c {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:13.526177 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6da0f03c-031e-4e80-af60-6ec800273943 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.533607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6da0f03c-031e-4e80-af60-6ec800273943 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "DELETE /v2.0/routers/af1924cb-5348-47ad-8e15-92df5313b59c HTTP/1.1" status: 204 len: 168 time: 0.5137515 Nov 09 00:38:13.565722 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-20321e54-062f-4be2-a8b7-68f5c2b888d4 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 00:38:13.570618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-20321e54-062f-4be2-a8b7-68f5c2b888d4 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2085705 Nov 09 00:38:13.571316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50728) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:13.670270 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02ee21a6-2897-4307-85ec-bfcfd3a746e3 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.701032 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02ee21a6-2897-4307-85ec-bfcfd3a746e3 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.767971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50730) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:13.775093 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02ee21a6-2897-4307-85ec-bfcfd3a746e3 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.784867 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02ee21a6-2897-4307-85ec-bfcfd3a746e3 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.786087 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-02ee21a6-2897-4307-85ec-bfcfd3a746e3 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "DELETE /v2.0/security-groups/9e9907d2-4ce8-4e29-a5e5-c4ac1729a79b HTTP/1.1" status: 204 len: 168 time: 0.2136586 Nov 09 00:38:13.790643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50734) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:13.819370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee21a6-2897-4307-85ec-bfcfd3a746e3 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9907d2-4ce8-4e29-a5e5-c4ac1729a79b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:13.876639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9021b67e-b69f-48ee-90fb-55f2bae13cd1 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0846169 Nov 09 00:38:13.879034 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50736) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:13.925454 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8807bb85-9ee7-4889-b070-9817626e807f admin admin] Router bd9b4c64-b601-4749-ad96-11053174d1c1 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:38:13.955561 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14a15931-1c1d-4a63-b4b3-e03390f6963c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:13.989606 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14a15931-1c1d-4a63-b4b3-e03390f6963c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.071685 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14a15931-1c1d-4a63-b4b3-e03390f6963c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.075067 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14a15931-1c1d-4a63-b4b3-e03390f6963c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.076510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-14a15931-1c1d-4a63-b4b3-e03390f6963c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "DELETE /v2.0/security-groups/6d057a59-274c-439c-b12a-e4bb2d30a11c HTTP/1.1" status: 204 len: 168 time: 0.1965480 Nov 09 00:38:14.079152 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50742) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:14.103677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a15931-1c1d-4a63-b4b3-e03390f6963c tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d057a59-274c-439c-b12a-e4bb2d30a11c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:14.149057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1502224020', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:14.155940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8807bb85-9ee7-4889-b070-9817626e807f admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:14.162221 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8807bb85-9ee7-4889-b070-9817626e807f admin admin] 10.222.0.25 "PUT /v2.0/routers/bd9b4c64-b601-4749-ad96-11053174d1c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8979566 Nov 09 00:38:14.166135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50744) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:14.169072 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94077d0-b321-4c57-8316-b35081bb220b None None] Sync routers for ids ['bd9b4c64-b601-4749-ad96-11053174d1c1'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:14.183228 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94077d0-b321-4c57-8316-b35081bb220b None None] Routers {'bd9b4c64-b601-4749-ad96-11053174d1c1'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:14.184562 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f94077d0-b321-4c57-8316-b35081bb220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['bd9b4c64-b601-4749-ad96-11053174d1c1'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:14.195964 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a8792262-57f6-4dde-abe5-1e3e0ab8d574 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1112187 Nov 09 00:38:14.200428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50746) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:14.212108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5ba4a3f0-d90b-42d1-8ea9-d04de8f9f33f tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337981635'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:14.350356 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.378217 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a3f0-d90b-42d1-8ea9-d04de8f9f33f tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.411008 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f94077d0-b321-4c57-8316-b35081bb220b None None] Set router bd9b4c64-b601-4749-ad96-11053174d1c1 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:38:14.547487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a3f0-d90b-42d1-8ea9-d04de8f9f33f tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.559099 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a3f0-d90b-42d1-8ea9-d04de8f9f33f tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.586085 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.587331 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.594034 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.612590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4a3f0-d90b-42d1-8ea9-d04de8f9f33f tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fba167-c243-45f2-822f-0d702fa344e9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:14.618745 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a3f0-d90b-42d1-8ea9-d04de8f9f33f tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.625622 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5ba4a3f0-d90b-42d1-8ea9-d04de8f9f33f tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4235215 Nov 09 00:38:14.630121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50748) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:14.637952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ae096ced-23a1-4080-8ffb-6775a4c19c99 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:14.638647 n-d-813263-3 neutron-server[101781]: WARNING neutron.api.v2.base [None req-ae096ced-23a1-4080-8ffb-6775a4c19c99 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 00:38:14.639573 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-ae096ced-23a1-4080-8ffb-6775a4c19c99 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 00:38:14.642233 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ae096ced-23a1-4080-8ffb-6775a4c19c99 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "PUT /v2.0/security-groups/a9fba167-c243-45f2-822f-0d702fa344e9 HTTP/1.1" status: 409 len: 330 time: 0.0103128 Nov 09 00:38:14.644360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50750) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:14.745120 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.756411 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f94077d0-b321-4c57-8316-b35081bb220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'name': 'tempest-TestServerMultinode-1531377717-router', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b406e88f-0169-47df-a823-53de0c206500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:17Z', 'updated_at': '2021-11-09T00:38:13Z', 'revision_number': 5, 'project_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'gw_port': {'id': 'b406e88f-0169-47df-a823-53de0c206500', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:18Z', 'updated_at': '2021-11-09T00:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:14.791181 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea614-ca74-4933-93f4-897ecfd4eaa0 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.801149 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94077d0-b321-4c57-8316-b35081bb220b None None] Checking router: bd9b4c64-b601-4749-ad96-11053174d1c1 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:38:14.813047 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94077d0-b321-4c57-8316-b35081bb220b None None] Routers {'bd9b4c64-b601-4749-ad96-11053174d1c1'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:14.813854 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-114a3abf-791a-467a-b140-a763aa289c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.814395 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f94077d0-b321-4c57-8316-b35081bb220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:37:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['bd9b4c64-b601-4749-ad96-11053174d1c1'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:14.824671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Deleting port b406e88f-0169-47df-a823-53de0c206500 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:14.825616 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.826431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea614-ca74-4933-93f4-897ecfd4eaa0 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.913979 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea614-ca74-4933-93f4-897ecfd4eaa0 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.918645 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea614-ca74-4933-93f4-897ecfd4eaa0 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.920477 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2b3ea614-ca74-4933-93f4-897ecfd4eaa0 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "DELETE /v2.0/security-groups/a9fba167-c243-45f2-822f-0d702fa344e9 HTTP/1.1" status: 204 len: 168 time: 0.2723978 Nov 09 00:38:14.922246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] For port b406e88f-0169-47df-a823-53de0c206500, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b406e88f-0169-47df-a823-53de0c206500,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:14.922877 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:14.931698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50752) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:14.933272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ea614-ca74-4933-93f4-897ecfd4eaa0 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fba167-c243-45f2-822f-0d702fa344e9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:14.965944 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f94077d0-b321-4c57-8316-b35081bb220b None None] Set router bd9b4c64-b601-4749-ad96-11053174d1c1 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:38:14.973805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Calling delete_port for b406e88f-0169-47df-a823-53de0c206500 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:14.994068 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4f2c414d-b863-452a-8cb0-7994043d4025 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0584939 Nov 09 00:38:14.998191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50754) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:15.000814 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bb297090-a90e-401e-ad9a-b70e056d8cbc no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:38:15.031503 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-461331f8-5a16-4212-b206-b3674b3eb9cb tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] delete failed (client error): The resource could not be found. Nov 09 00:38:15.044550 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-461331f8-5a16-4212-b206-b3674b3eb9cb tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "DELETE /v2.0/security-groups/c721240f-7b73-449a-aa8c-280f3c500b32 HTTP/1.1" status: 404 len: 347 time: 0.0451500 Nov 09 00:38:15.045305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50756) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:15.047133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: bb297090-a90e-401e-ad9a-b70e056d8cbc {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:38:15.047656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bb297090-a90e-401e-ad9a-b70e056d8cbc not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:38:15.066079 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f94077d0-b321-4c57-8316-b35081bb220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'name': 'tempest-TestServerMultinode-1531377717-router', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:17Z', 'updated_at': '2021-11-09T00:38:14Z', 'revision_number': 6, 'project_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:15.079571 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-25f293f8-454d-43cd-885f-b82fe222d722 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] show failed (client error): The resource could not be found. Nov 09 00:38:15.084831 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-25f293f8-454d-43cd-885f-b82fe222d722 tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "GET /v2.0/security-groups/09226a7a-88b8-452b-a633-6cbec9c39c92 HTTP/1.1" status: 404 len: 347 time: 0.0384901 Nov 09 00:38:15.085483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50758) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:15.100879 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-a3fee554-fba7-417c-b312-5a1701cee8be tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] show failed (client error): The resource could not be found. Nov 09 00:38:15.107375 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a3fee554-fba7-417c-b312-5a1701cee8be tempest-NegativeSecGroupTest-1582966844 tempest-NegativeSecGroupTest-1582966844-project] 10.222.0.25 "GET /v2.0/security-group-rules/a5caee36-5218-4c23-a0fc-c7b49cbe87e1 HTTP/1.1" status: 404 len: 356 time: 0.0203650 Nov 09 00:38:15.111935 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94077d0-b321-4c57-8316-b35081bb220b None None] The sync data for ids ['bd9b4c64-b601-4749-ad96-11053174d1c1'] in n-d-813263-3 is: [{'id': 'bd9b4c64-b601-4749-ad96-11053174d1c1', 'name': 'tempest-TestServerMultinode-1531377717-router', 'tenant_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:17Z', 'updated_at': '2021-11-09T00:38:14Z', 'revision_number': 6, 'project_id': 'aae902d0d9fb4daeb2c2c74f9298e4fe', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:15.262150 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:15.368024 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:15.403329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b406e88f-0169-47df-a823-53de0c206500,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:15.531471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:15.575609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50772) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:15.683336 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:15.694737 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:15.827769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:15.828208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd9b4c64-b601-4749-ad96-11053174d1c1 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:15.834436 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:15.835651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-67c7eabf-bc99-4c83-b20a-1f4242542b41 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bd9b4c64-b601-4749-ad96-11053174d1c1 HTTP/1.1" status: 204 len: 168 time: 1.6681175 Nov 09 00:38:15.839224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50776) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:15.859327 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8a0c9bf6-5e72-4db4-a767-053e279c3ea4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83a95adada6f45c0b5a0d998dd0540e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2791147 Nov 09 00:38:15.859593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50778) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:15.866706 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:15.899059 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:15.925707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ab7108-5b01-4c95-8577-74672d06d5ab admin admin] Deleting subnet 7a637d87-7e74-46c6-bf9b-6aec9fb11595 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:38:15.931004 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-19ab7108-5b01-4c95-8577-74672d06d5ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:15.988958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-19ab7108-5b01-4c95-8577-74672d06d5ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.008493 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2314c418-72e5-4c37-9305-ed28d00477d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.053991 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2314c418-72e5-4c37-9305-ed28d00477d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.096252 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.098216 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-19ab7108-5b01-4c95-8577-74672d06d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.103041 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Allocated IP 172.25.0.246 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/d26f246f-1abd-4a36-9a64-e4575901cc9b) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:38:16.165760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b406e88f-0169-47df-a823-53de0c206500 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:38:16.216882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: b406e88f-0169-47df-a823-53de0c206500 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:38:16.217561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b406e88f-0169-47df-a823-53de0c206500 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:38:16.218163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e80ecf3-360f-4c5f-a471-8e3765c0a6be no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:38:16.220712 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.239433 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-19ab7108-5b01-4c95-8577-74672d06d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.252641 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2314c418-72e5-4c37-9305-ed28d00477d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.256142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2314c418-72e5-4c37-9305-ed28d00477d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.256857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 1e80ecf3-360f-4c5f-a471-8e3765c0a6be {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:38:16.257523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1e80ecf3-360f-4c5f-a471-8e3765c0a6be not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:38:16.257836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2314c418-72e5-4c37-9305-ed28d00477d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8c54ad7-b89b-4278-895c-334224633835 HTTP/1.1" status: 204 len: 168 time: 0.3972807 Nov 09 00:38:16.276669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314c418-72e5-4c37-9305-ed28d00477d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c54ad7-b89b-4278-895c-334224633835,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:16.329553 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.329748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab7108-5b01-4c95-8577-74672d06d5ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a637d87-7e74-46c6-bf9b-6aec9fb11595,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:16.349009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be904f-6a44-498e-ae4e-6dc92c5cac33 None None] Network 832531cf-dd3a-4c7b-92c8-73f01d05377f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:38:16.349292 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-19ab7108-5b01-4c95-8577-74672d06d5ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.357871 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-19ab7108-5b01-4c95-8577-74672d06d5ab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7a637d87-7e74-46c6-bf9b-6aec9fb11595 HTTP/1.1" status: 204 len: 168 time: 0.5150483 Nov 09 00:38:16.359833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50786) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:16.421636 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.486074 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.505336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:38:16.508322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:16.528429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:38:16.559776 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.623592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Deleting port 7cdf6d22-42e4-4734-a930-2dd0759c9d17 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:16.624099 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.646265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Pushing event updated for resources: {'Port': ['ID=d26f246f-1abd-4a36-9a64-e4575901cc9b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:16.775824 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8425e4d9-6fd1-46c2-b7aa-5659708d0d45 None None] DHCP port deletion for 832531cf-dd3a-4c7b-92c8-73f01d05377f request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:38:16.791133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] For port 7cdf6d22-42e4-4734-a930-2dd0759c9d17, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7cdf6d22-42e4-4734-a930-2dd0759c9d17,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:16.791607 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:16.826239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Calling delete_port for 7cdf6d22-42e4-4734-a930-2dd0759c9d17 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:16.904989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8425e4d9-6fd1-46c2-b7aa-5659708d0d45 None None] Deleting port 7cdf6d22-42e4-4734-a930-2dd0759c9d17 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:16.905955 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8425e4d9-6fd1-46c2-b7aa-5659708d0d45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:17.014915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:17.040788 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8425e4d9-6fd1-46c2-b7aa-5659708d0d45 None None] For port 7cdf6d22-42e4-4734-a930-2dd0759c9d17, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7cdf6d22-42e4-4734-a930-2dd0759c9d17,segment=NetworkSegment(5591161b-f831-424d-ba6a-abcbf4951503),segment_id=5591161b-f831-424d-ba6a-abcbf4951503)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:17.041192 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8425e4d9-6fd1-46c2-b7aa-5659708d0d45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:17.075507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdf6d22-42e4-4734-a930-2dd0759c9d17,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:17.076518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8425e4d9-6fd1-46c2-b7aa-5659708d0d45 None None] Calling delete_port for 7cdf6d22-42e4-4734-a930-2dd0759c9d17 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:17.103889 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] No DVR routers for this DVR port 7cdf6d22-42e4-4734-a930-2dd0759c9d17 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:38:17.178158 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:17.319361 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:17.356548 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8425e4d9-6fd1-46c2-b7aa-5659708d0d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:17.369541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832531cf-dd3a-4c7b-92c8-73f01d05377f']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:17.381309 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5591161b-f831-424d-ba6a-abcbf4951503') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:17.381664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5591161b-f831-424d-ba6a-abcbf4951503') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:17.396915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:17.412740 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:17.420690 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:38:17.421633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:17.436715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425e4d9-6fd1-46c2-b7aa-5659708d0d45 None None] Pushing event deleted for resources: {'Port': ['ID=7cdf6d22-42e4-4734-a930-2dd0759c9d17,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:17.470726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425e4d9-6fd1-46c2-b7aa-5659708d0d45 None None] No DVR routers for this DVR port 7cdf6d22-42e4-4734-a930-2dd0759c9d17 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:38:17.522436 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:38:17.529450 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:17.540317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:17.544568 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] 10.222.0.25 "DELETE /v2.0/networks/832531cf-dd3a-4c7b-92c8-73f01d05377f HTTP/1.1" status: 204 len: 168 time: 1.1837099 Nov 09 00:38:17.562291 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50806) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:17.569413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272924ac-9307-48c2-8b99-c83c00977a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=832531cf-dd3a-4c7b-92c8-73f01d05377f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:17.693431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:17.857194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50812) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:17.935508 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:18.065324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1aca0aa4-088d-430d-a7ba-cb5c953bd161 tempest-ServiceProvidersTest-2052727461 tempest-ServiceProvidersTest-2052727461-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2069581 Nov 09 00:38:18.128169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7cdf6d22-42e4-4734-a930-2dd0759c9d17 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:38:18.169092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 7cdf6d22-42e4-4734-a930-2dd0759c9d17 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:38:18.173663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b9ec24a-efd5-4ccf-8455-e1332781d0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:18.176441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7cdf6d22-42e4-4734-a930-2dd0759c9d17 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:38:18.227935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Router c7460a62-bb31-484d-b1eb-f3405c28a670 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:38:18.370917 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:18.408346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b65434-b9de-4749-9d31-545a03fdc08d None None] Sync routers for ids ['c7460a62-bb31-484d-b1eb-f3405c28a670'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:18.414409 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:18.423077 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:18.435130 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b65434-b9de-4749-9d31-545a03fdc08d None None] Routers {'c7460a62-bb31-484d-b1eb-f3405c28a670'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:18.436341 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d3b65434-b9de-4749-9d31-545a03fdc08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['c7460a62-bb31-484d-b1eb-f3405c28a670'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:18.440522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6bbb1d1e-3c4a-450f-8cde-4d7774a65445 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6691535 Nov 09 00:38:18.441158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50822) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:18.537103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d3b65434-b9de-4749-9d31-545a03fdc08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:18.567347 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b65434-b9de-4749-9d31-545a03fdc08d None None] Routers {'c7460a62-bb31-484d-b1eb-f3405c28a670'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:18.569735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d3b65434-b9de-4749-9d31-545a03fdc08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['c7460a62-bb31-484d-b1eb-f3405c28a670'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:18.595844 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4c53394f-82eb-4f7c-b76b-1b52390ab114 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/routers/c7460a62-bb31-484d-b1eb-f3405c28a670 HTTP/1.1" status: 200 len: 925 time: 0.1463284 Nov 09 00:38:18.596585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50826) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:18.651318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b72d24aa-471e-4be2-a084-6d51cf8c5ca1 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7460a62-bb31-484d-b1eb-f3405c28a670 HTTP/1.1" status: 200 len: 205 time: 0.0512309 Nov 09 00:38:18.651879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50828) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:18.652397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d3b65434-b9de-4749-9d31-545a03fdc08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:18.653057 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b65434-b9de-4749-9d31-545a03fdc08d None None] The sync data for ids ['c7460a62-bb31-484d-b1eb-f3405c28a670'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:18.681086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50830) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:18.778617 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:18.876870 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f846c7a-ef18-432e-98bb-1c5b979a63ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:18.900561 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:18.941058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ec24a-efd5-4ccf-8455-e1332781d0cd admin admin] Deleting port 0e61c651-43cd-4397-bffd-6db733b0c3d8 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:18.941058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b9ec24a-efd5-4ccf-8455-e1332781d0cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:18.985229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Deleting port d26f246f-1abd-4a36-9a64-e4575901cc9b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:18.986039 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.080997 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f846c7a-ef18-432e-98bb-1c5b979a63ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.083589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-1b9ec24a-efd5-4ccf-8455-e1332781d0cd admin admin] For port 0e61c651-43cd-4397-bffd-6db733b0c3d8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=0e61c651-43cd-4397-bffd-6db733b0c3d8,segment=NetworkSegment(869fe8e6-98d3-4f12-9abd-55e6675bb228),segment_id=869fe8e6-98d3-4f12-9abd-55e6675bb228)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:19.084092 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b9ec24a-efd5-4ccf-8455-e1332781d0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.093635 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1f846c7a-ef18-432e-98bb-1c5b979a63ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.111726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ec24a-efd5-4ccf-8455-e1332781d0cd admin admin] Calling delete_port for 0e61c651-43cd-4397-bffd-6db733b0c3d8 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:19.130663 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.146770 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Calling delete_port for d26f246f-1abd-4a36-9a64-e4575901cc9b owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:19.194754 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1f846c7a-ef18-432e-98bb-1c5b979a63ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca6b05c568ab45f28e2b487373228b2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5125608 Nov 09 00:38:19.197163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50834) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:19.197920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f846c7a-ef18-432e-98bb-1c5b979a63ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4af24b-094c-47bd-a10c-d111fb5b2936,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:19.401592 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b9ec24a-efd5-4ccf-8455-e1332781d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.463937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ec24a-efd5-4ccf-8455-e1332781d0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0e61c651-43cd-4397-bffd-6db733b0c3d8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:19.497336 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573bb86-68a7-4007-921e-3a79323e36ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.518327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.531583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573bb86-68a7-4007-921e-3a79323e36ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.596151 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573bb86-68a7-4007-921e-3a79323e36ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.596388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Pushing event deleted for resources: {'Port': ['ID=d26f246f-1abd-4a36-9a64-e4575901cc9b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:19.611478 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c573bb86-68a7-4007-921e-3a79323e36ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.622838 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c573bb86-68a7-4007-921e-3a79323e36ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c4af24b-094c-47bd-a10c-d111fb5b2936 HTTP/1.1" status: 204 len: 168 time: 0.4205933 Nov 09 00:38:19.645561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573bb86-68a7-4007-921e-3a79323e36ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4af24b-094c-47bd-a10c-d111fb5b2936,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:19.799406 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.861837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1b9ec24a-efd5-4ccf-8455-e1332781d0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.977716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:19.981556 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:20.050744 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:20.053010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Fanout notify agent at l3_agent the message router_deleted on router c7460a62-bb31-484d-b1eb-f3405c28a670 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:20.062607 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:20.066098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dccb22de-0d55-45b8-a9a7-5f1c68538707 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/routers/c7460a62-bb31-484d-b1eb-f3405c28a670 HTTP/1.1" status: 204 len: 168 time: 1.4130235 Nov 09 00:38:20.070657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50844) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:20.075501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1992164364', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'enable_snat': False}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:20.105233 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:20.107677 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:20.212803 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:20.215641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9ec24a-efd5-4ccf-8455-e1332781d0cd admin admin] Router f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:38:20.418213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9ec24a-efd5-4ccf-8455-e1332781d0cd admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:20.440537 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:20.441954 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53410f0-70cc-4e37-a9c9-50f0a8c5d3ba None None] Sync routers for ids ['f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:20.444100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50858) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:20.445575 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1b9ec24a-efd5-4ccf-8455-e1332781d0cd admin admin] 10.222.0.25 "PUT /v2.0/routers/f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8736761 Nov 09 00:38:20.462814 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53410f0-70cc-4e37-a9c9-50f0a8c5d3ba None None] Routers {'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:20.463935 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e53410f0-70cc-4e37-a9c9-50f0a8c5d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:20.621077 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e53410f0-70cc-4e37-a9c9-50f0a8c5d3ba None None] Set router f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:38:20.649791 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:20.899921 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e53410f0-70cc-4e37-a9c9-50f0a8c5d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'name': 'tempest-TestServerMultinode-2050032389-router', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:38:19Z', 'revision_number': 5, 'project_id': 'a62c47449078478585ac71c3dc5ca202', 'gw_port': {'id': 'e6f9fa8d-b75c-469d-9e66-e4eac866b9d8', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:20.931846 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:20.950009 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:20.974601 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53410f0-70cc-4e37-a9c9-50f0a8c5d3ba None None] Checking router: f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:38:20.983941 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53410f0-70cc-4e37-a9c9-50f0a8c5d3ba None None] Routers {'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:20.984557 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e53410f0-70cc-4e37-a9c9-50f0a8c5d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:20.989251 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:21.074504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Deleting port e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:21.074843 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:21.161924 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e53410f0-70cc-4e37-a9c9-50f0a8c5d3ba None None] Set router f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:38:21.187841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Allocated IP 172.25.0.200 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/d41bb453-4a4f-4ff8-b6ed-218a9023bc9d) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:38:21.222412 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e53410f0-70cc-4e37-a9c9-50f0a8c5d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'name': 'tempest-TestServerMultinode-2050032389-router', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:38:20Z', 'revision_number': 6, 'project_id': 'a62c47449078478585ac71c3dc5ca202', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:21.256723 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53410f0-70cc-4e37-a9c9-50f0a8c5d3ba None None] The sync data for ids ['f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e'] in n-d-813263-3 is: [{'id': 'f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e', 'name': 'tempest-TestServerMultinode-2050032389-router', 'tenant_id': 'a62c47449078478585ac71c3dc5ca202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:37:28Z', 'updated_at': '2021-11-09T00:38:20Z', 'revision_number': 6, 'project_id': 'a62c47449078478585ac71c3dc5ca202', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:21.306080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] For port e6f9fa8d-b75c-469d-9e66-e4eac866b9d8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e6f9fa8d-b75c-469d-9e66-e4eac866b9d8,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:21.306550 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:21.338598 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Calling delete_port for e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:21.368225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:21.503129 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:21.550880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:38:21.563099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:21.572542 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:38:21.574937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event updated for resources: {'Port': ['ID=d41bb453-4a4f-4ff8-b6ed-218a9023bc9d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:21.768601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:21.877802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f9fa8d-b75c-469d-9e66-e4eac866b9d8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:21.984026 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:22.226766 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:22.229683 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:22.346304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:38:22.381400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:38:22.382005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e6f9fa8d-b75c-469d-9e66-e4eac866b9d8 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:38:22.383068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0e61c651-43cd-4397-bffd-6db733b0c3d8 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:38:22.404766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 0e61c651-43cd-4397-bffd-6db733b0c3d8 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:38:22.405103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 0e61c651-43cd-4397-bffd-6db733b0c3d8 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:38:22.686875 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:22.687533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:22.699607 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:22.703693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50904) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:22.704301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c7b3cc05-796b-4630-be6c-9e00b1ca8994 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f2fc6360-73bd-4ee8-a1a9-8066abc9ef4e HTTP/1.1" status: 204 len: 168 time: 2.2593632 Nov 09 00:38:22.705985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:22.869392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a543348b-6e17-456b-83d9-b73ebda72aef admin admin] Deleting subnet b0a046ba-bc18-43bd-9293-2de596797d32 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:38:22.874456 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a543348b-6e17-456b-83d9-b73ebda72aef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:22.926261 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a543348b-6e17-456b-83d9-b73ebda72aef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:22.995718 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.045207 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a543348b-6e17-456b-83d9-b73ebda72aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.130109 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a543348b-6e17-456b-83d9-b73ebda72aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.162504 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543348b-6e17-456b-83d9-b73ebda72aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a046ba-bc18-43bd-9293-2de596797d32,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:23.178801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46899e07-14d9-41f5-bc6b-66d3ea3b37cf None None] Network 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:38:23.179203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a543348b-6e17-456b-83d9-b73ebda72aef admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.182532 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a543348b-6e17-456b-83d9-b73ebda72aef admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b0a046ba-bc18-43bd-9293-2de596797d32 HTTP/1.1" status: 204 len: 168 time: 0.4777205 Nov 09 00:38:23.185428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50908) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:23.240188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Router 98570c57-dbb1-4ab3-981c-17a0de6cbe82 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:38:23.293358 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.410163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Deleting port a287122d-6f0b-4deb-8e95-a36c1f54de7a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:23.411484 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.479630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:23.496664 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Sync routers for ids ['98570c57-dbb1-4ab3-981c-17a0de6cbe82'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:23.517412 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Routers {'98570c57-dbb1-4ab3-981c-17a0de6cbe82'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:23.518640 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['98570c57-dbb1-4ab3-981c-17a0de6cbe82'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:23.526035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.527729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8894967c-d931-4e5f-a4d5-ffe34644a0e3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4557927 Nov 09 00:38:23.537493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50914) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:23.570879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] For port a287122d-6f0b-4deb-8e95-a36c1f54de7a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a287122d-6f0b-4deb-8e95-a36c1f54de7a,segment=NetworkSegment(869fe8e6-98d3-4f12-9abd-55e6675bb228),segment_id=869fe8e6-98d3-4f12-9abd-55e6675bb228)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:23.571692 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.591094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Calling delete_port for a287122d-6f0b-4deb-8e95-a36c1f54de7a owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:23.623337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e54b1d-69c2-4c61-8ec8-0238d7f9b6e8 None None] DHCP port deletion for 9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:38:23.639392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Set router 98570c57-dbb1-4ab3-981c-17a0de6cbe82 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:38:23.703062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.720784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] No DVR routers for this DVR port a287122d-6f0b-4deb-8e95-a36c1f54de7a on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:38:23.746321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Pushing event deleted for resources: {'Port': ['ID=a287122d-6f0b-4deb-8e95-a36c1f54de7a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:23.782166 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-927b3072-2dd6-4a8b-a1d7-61f1bfa12a21 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/routers/98570c57-dbb1-4ab3-981c-17a0de6cbe82 HTTP/1.1" status: 200 len: 909 time: 0.2413068 Nov 09 00:38:23.784487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50916) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:23.789741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1992164364', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'enable_snat': True}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:23.832561 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.833835 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.875782 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.924624 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c21bcb3-2d55-42bd-85c1-487b0aa98ae6']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:23.927030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98570c57-dbb1-4ab3-981c-17a0de6cbe82', 'name': 'tempest-snat-router-1992164364', 'tenant_id': '8726904727b24d0989eea3b63a4c53ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.200'}], 'enable_snat': False}, 'gw_port_id': 'd41bb453-4a4f-4ff8-b6ed-218a9023bc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:38:20Z', 'updated_at': '2021-11-09T00:38:21Z', 'revision_number': 3, 'project_id': '8726904727b24d0989eea3b63a4c53ee', 'gw_port': {'id': 'd41bb453-4a4f-4ff8-b6ed-218a9023bc9d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98570c57-dbb1-4ab3-981c-17a0de6cbe82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:38:21Z', 'updated_at': '2021-11-09T00:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:23.940804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869fe8e6-98d3-4f12-9abd-55e6675bb228') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:23.941749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869fe8e6-98d3-4f12-9abd-55e6675bb228') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:23.941887 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.956291 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.965287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Checking router: 98570c57-dbb1-4ab3-981c-17a0de6cbe82 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:38:23.965661 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Updating router 98570c57-dbb1-4ab3-981c-17a0de6cbe82 port d41bb453-4a4f-4ff8-b6ed-218a9023bc9d binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:38:23.974133 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.985601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:38:23.986349 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:38:23.988900 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:38:23.993681 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.114622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.188379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.198448 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] 10.222.0.25 "DELETE /v2.0/networks/9c21bcb3-2d55-42bd-85c1-487b0aa98ae6 HTTP/1.1" status: 204 len: 168 time: 1.0095382 Nov 09 00:38:24.218778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fa51f-f596-49ec-81e8-0f939285a86b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c21bcb3-2d55-42bd-85c1-487b0aa98ae6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:24.271949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.296504 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.305837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a287122d-6f0b-4deb-8e95-a36c1f54de7a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:38:24.331546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: a287122d-6f0b-4deb-8e95-a36c1f54de7a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:38:24.332106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a287122d-6f0b-4deb-8e95-a36c1f54de7a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:38:24.333740 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.379373 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9fe64-58e1-4daf-9df3-28a25633be17 None None] Pushing event updated for resources: {'Port': ['ID=d41bb453-4a4f-4ff8-b6ed-218a9023bc9d,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:24.421918 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Attempting to bind port d41bb453-4a4f-4ff8-b6ed-218a9023bc9d on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:38:24.424111 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Attempting to bind port d41bb453-4a4f-4ff8-b6ed-218a9023bc9d by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:38:24.424995 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Attempting to bind port d41bb453-4a4f-4ff8-b6ed-218a9023bc9d on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:38:24.436000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:38:24.436812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:38:24.437430 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.438519 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:38:24.442300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Bound port: d41bb453-4a4f-4ff8-b6ed-218a9023bc9d, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:38:24.445466 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.553735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] For port d41bb453-4a4f-4ff8-b6ed-218a9023bc9d, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:38:24.560809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] For port d41bb453-4a4f-4ff8-b6ed-218a9023bc9d, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d41bb453-4a4f-4ff8-b6ed-218a9023bc9d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:38:24.571257 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.683854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50936) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:24.738384 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3581fb10-9db9-4c52-9790-bfee45092b51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aae902d0d9fb4daeb2c2c74f9298e4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0533097 Nov 09 00:38:24.740920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50940) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:24.745913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Routers {'98570c57-dbb1-4ab3-981c-17a0de6cbe82'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:24.746752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['98570c57-dbb1-4ab3-981c-17a0de6cbe82'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:24.754642 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9fe64-58e1-4daf-9df3-28a25633be17 None None] Pushing event updated for resources: {'Port': ['ID=d41bb453-4a4f-4ff8-b6ed-218a9023bc9d,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:24.811671 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ca31564-e747-4251-ab31-97e47e313bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.850231 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ca31564-e747-4251-ab31-97e47e313bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.868588 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.899206 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.929080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ca31564-e747-4251-ab31-97e47e313bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.935765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ca31564-e747-4251-ab31-97e47e313bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:24.938690 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0ca31564-e747-4251-ab31-97e47e313bb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6d0a864-78ee-4ddb-82ce-8fc658cec5a4 HTTP/1.1" status: 204 len: 168 time: 0.1957366 Nov 09 00:38:24.957725 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] Set router 98570c57-dbb1-4ab3-981c-17a0de6cbe82 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:38:24.972668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca31564-e747-4251-ab31-97e47e313bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d0a864-78ee-4ddb-82ce-8fc658cec5a4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:25.116429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Allocated IP 172.25.0.214 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/66036b81-74e1-4f26-9627-6226441b77be) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:38:25.291053 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:25.345269 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:25.444270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event updated for resources: {'Port': ['ID=66036b81-74e1-4f26-9627-6226441b77be,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:25.459269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:38:25.463115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:25.469960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:38:25.669902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98570c57-dbb1-4ab3-981c-17a0de6cbe82', 'name': 'tempest-snat-router-1992164364', 'tenant_id': '8726904727b24d0989eea3b63a4c53ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.200'}], 'enable_snat': False}, 'gw_port_id': 'd41bb453-4a4f-4ff8-b6ed-218a9023bc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:38:20Z', 'updated_at': '2021-11-09T00:38:21Z', 'revision_number': 3, 'project_id': '8726904727b24d0989eea3b63a4c53ee', 'gw_port': {'id': 'd41bb453-4a4f-4ff8-b6ed-218a9023bc9d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98570c57-dbb1-4ab3-981c-17a0de6cbe82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:38:21Z', 'updated_at': '2021-11-09T00:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:25.699902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af141cbf-7306-4653-9cf6-3cded346e6cd None None] The sync data for ids ['98570c57-dbb1-4ab3-981c-17a0de6cbe82'] in n-d-813263-3 is: [{'id': '98570c57-dbb1-4ab3-981c-17a0de6cbe82', 'name': 'tempest-snat-router-1992164364', 'tenant_id': '8726904727b24d0989eea3b63a4c53ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.200'}], 'enable_snat': False}, 'gw_port_id': 'd41bb453-4a4f-4ff8-b6ed-218a9023bc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:38:20Z', 'updated_at': '2021-11-09T00:38:21Z', 'revision_number': 3, 'project_id': '8726904727b24d0989eea3b63a4c53ee', 'gw_port': {'id': 'd41bb453-4a4f-4ff8-b6ed-218a9023bc9d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98570c57-dbb1-4ab3-981c-17a0de6cbe82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:38:21Z', 'updated_at': '2021-11-09T00:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:25.722931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50954) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:25.779120 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4e001c61-325d-4bb5-8548-3e458a5e6a00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a62c47449078478585ac71c3dc5ca202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550137 Nov 09 00:38:25.781500 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50956) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:25.876910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8931c982-0738-448a-8b91-c598027475a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:25.914949 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8931c982-0738-448a-8b91-c598027475a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:25.992788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8931c982-0738-448a-8b91-c598027475a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:25.999250 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8931c982-0738-448a-8b91-c598027475a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:26.002022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8931c982-0738-448a-8b91-c598027475a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/409dce82-bc01-49b5-94a6-6e17e75af7b9 HTTP/1.1" status: 204 len: 168 time: 0.2194870 Nov 09 00:38:26.045506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931c982-0738-448a-8b91-c598027475a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409dce82-bc01-49b5-94a6-6e17e75af7b9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:26.123704 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:26.697500 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:26.983493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Router 78b1f921-6b32-4be8-b721-e1c66436c217 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:38:27.137108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:27.146809 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] Sync routers for ids ['78b1f921-6b32-4be8-b721-e1c66436c217'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:27.166871 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] Routers {'78b1f921-6b32-4be8-b721-e1c66436c217'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:27.167676 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:27.168968 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4e3a970f-7529-4377-a7a5-02e023dfc557 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3833771 Nov 09 00:38:27.171920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 50974) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:27.172474 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['78b1f921-6b32-4be8-b721-e1c66436c217'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:27.330791 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] Set router 78b1f921-6b32-4be8-b721-e1c66436c217 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:38:27.360301 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-979ae83c-850f-4d22-b224-e1bf45bab48a tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/routers/78b1f921-6b32-4be8-b721-e1c66436c217 HTTP/1.1" status: 200 len: 908 time: 0.1862762 Nov 09 00:38:27.363250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 50976) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:27.505007 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:27.623999 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:27.692834 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b1f921-6b32-4be8-b721-e1c66436c217', 'name': 'tempest-snat-router-1992164364', 'tenant_id': '8726904727b24d0989eea3b63a4c53ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '66036b81-74e1-4f26-9627-6226441b77be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:38:23Z', 'updated_at': '2021-11-09T00:38:25Z', 'revision_number': 3, 'project_id': '8726904727b24d0989eea3b63a4c53ee', 'gw_port': {'id': '66036b81-74e1-4f26-9627-6226441b77be', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:74:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b1f921-6b32-4be8-b721-e1c66436c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:38:24Z', 'updated_at': '2021-11-09T00:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:27.699486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Deleting port 66036b81-74e1-4f26-9627-6226441b77be {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:27.699999 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:27.760199 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] Checking router: 78b1f921-6b32-4be8-b721-e1c66436c217 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:38:27.760878 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] Updating router 78b1f921-6b32-4be8-b721-e1c66436c217 port 66036b81-74e1-4f26-9627-6226441b77be binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:38:27.816351 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:27.820927 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:27.840858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Calling delete_port for 66036b81-74e1-4f26-9627-6226441b77be owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:28.067556 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.106606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event deleted for resources: {'Port': ['ID=66036b81-74e1-4f26-9627-6226441b77be,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:28.161533 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.db.api [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:38:28.161995 n-d-813263-3 neutron-server[101783]: DEBUG oslo_db.api [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:38:28.207092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d41bb453-4a4f-4ff8-b6ed-218a9023bc9d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:38:28.220173 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.278355 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d41bb453-4a4f-4ff8-b6ed-218a9023bc9d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:38:28.282257 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.351678 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.353919 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.387555 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.405472 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.406191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78b1f921-6b32-4be8-b721-e1c66436c217 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:28.410595 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.412619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port d41bb453-4a4f-4ff8-b6ed-218a9023bc9d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d41bb453-4a4f-4ff8-b6ed-218a9023bc9d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:28.413939 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7ad05e1f-4900-4fda-8141-7f7b6c5cda42 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "DELETE /v2.0/routers/78b1f921-6b32-4be8-b721-e1c66436c217 HTTP/1.1" status: 204 len: 168 time: 1.0491045 Nov 09 00:38:28.414733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51010) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:28.421778 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.504158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=d41bb453-4a4f-4ff8-b6ed-218a9023bc9d,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:28.537651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.649296 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.685428 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] Port 66036b81-74e1-4f26-9627-6226441b77be not found while updating agent binding for router 78b1f921-6b32-4be8-b721-e1c66436c217. {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 00:38:28.696441 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] Routers set() bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:28.697119 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] Router IDs set() for agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 00:38:28.698194 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_agentschedulers_db [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'78b1f921-6b32-4be8-b721-e1c66436c217'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent'). {{(pid=101783) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 00:38:28.698935 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3908673-6d33-4f13-b1f4-7e3e6c8f8da0 None None] The sync data for ids ['78b1f921-6b32-4be8-b721-e1c66436c217'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:28.726867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Deleting port d41bb453-4a4f-4ff8-b6ed-218a9023bc9d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:28.727254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.810910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] For port d41bb453-4a4f-4ff8-b6ed-218a9023bc9d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d41bb453-4a4f-4ff8-b6ed-218a9023bc9d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:38:28.811308 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:28.824168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Calling delete_port for d41bb453-4a4f-4ff8-b6ed-218a9023bc9d owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:28.999509 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:29.029582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event deleted for resources: {'Port': ['ID=d41bb453-4a4f-4ff8-b6ed-218a9023bc9d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:29.094298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:29.207149 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:29.211825 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:29.268543 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:29.269115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98570c57-dbb1-4ab3-981c-17a0de6cbe82 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:29.274479 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:29.275690 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5339a56c-3f92-48a7-9549-b17a689be13d tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "DELETE /v2.0/routers/98570c57-dbb1-4ab3-981c-17a0de6cbe82 HTTP/1.1" status: 204 len: 168 time: 0.8598323 Nov 09 00:38:29.279378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51022) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:29.283950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1155494909', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:29.326256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:29.327478 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:29.391441 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:29.535376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:29.746570 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:29.767880 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:29.894439 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Allocated IP 172.25.0.254 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/c9a70e2b-a80c-4914-94ad-727466d257a5) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:38:30.031072 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:30.088539 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:30.125709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d41bb453-4a4f-4ff8-b6ed-218a9023bc9d no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:38:30.139525 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:38:30.145945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:30.150436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: d41bb453-4a4f-4ff8-b6ed-218a9023bc9d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:38:30.151742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d41bb453-4a4f-4ff8-b6ed-218a9023bc9d not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:38:30.158892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:38:30.166854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Pushing event updated for resources: {'Port': ['ID=c9a70e2b-a80c-4914-94ad-727466d257a5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:30.787245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:30.992745 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:31.132778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Router 407a5450-2567-4c78-b9e0-66abadf5ed77 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:38:31.250439 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:31.262806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d26396-8706-460e-bf31-be2b23da2d4b None None] Sync routers for ids ['407a5450-2567-4c78-b9e0-66abadf5ed77'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:31.278853 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:31.279941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d26396-8706-460e-bf31-be2b23da2d4b None None] Routers {'407a5450-2567-4c78-b9e0-66abadf5ed77'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:31.280730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d2d26396-8706-460e-bf31-be2b23da2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['407a5450-2567-4c78-b9e0-66abadf5ed77'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:31.285196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51086) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:31.286138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a83ca3cb-4a33-4b3e-8410-11cf25a34bdc tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0050614 Nov 09 00:38:31.291108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-70fff1e6-e676-4a27-b7e2-af507e8b6174 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'enable_snat': False}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:31.317149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d2d26396-8706-460e-bf31-be2b23da2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:31.331005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d26396-8706-460e-bf31-be2b23da2d4b None None] Routers {'407a5450-2567-4c78-b9e0-66abadf5ed77'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:31.331678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d2d26396-8706-460e-bf31-be2b23da2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['407a5450-2567-4c78-b9e0-66abadf5ed77'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:31.408844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d2d26396-8706-460e-bf31-be2b23da2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:31.409799 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d26396-8706-460e-bf31-be2b23da2d4b None None] The sync data for ids ['407a5450-2567-4c78-b9e0-66abadf5ed77'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:31.905258 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70fff1e6-e676-4a27-b7e2-af507e8b6174 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:32.324492 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70fff1e6-e676-4a27-b7e2-af507e8b6174 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:32.328019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70fff1e6-e676-4a27-b7e2-af507e8b6174 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:32.436522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fff1e6-e676-4a27-b7e2-af507e8b6174 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Router 407a5450-2567-4c78-b9e0-66abadf5ed77 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:38:32.558549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fff1e6-e676-4a27-b7e2-af507e8b6174 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:32.562903 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-70fff1e6-e676-4a27-b7e2-af507e8b6174 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:32.564124 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-70fff1e6-e676-4a27-b7e2-af507e8b6174 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "PUT /v2.0/routers/407a5450-2567-4c78-b9e0-66abadf5ed77 HTTP/1.1" status: 200 len: 926 time: 1.2777889 Nov 09 00:38:32.567879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51094) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:32.573293 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321219f-7279-47fd-8d73-b61ba9293458 None None] Sync routers for ids ['407a5450-2567-4c78-b9e0-66abadf5ed77'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:32.585147 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321219f-7279-47fd-8d73-b61ba9293458 None None] Routers {'407a5450-2567-4c78-b9e0-66abadf5ed77'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:32.586154 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2321219f-7279-47fd-8d73-b61ba9293458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['407a5450-2567-4c78-b9e0-66abadf5ed77'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:32.652183 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2321219f-7279-47fd-8d73-b61ba9293458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:32.664736 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321219f-7279-47fd-8d73-b61ba9293458 None None] Routers {'407a5450-2567-4c78-b9e0-66abadf5ed77'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:32.669320 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2321219f-7279-47fd-8d73-b61ba9293458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['407a5450-2567-4c78-b9e0-66abadf5ed77'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:32.710379 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2321219f-7279-47fd-8d73-b61ba9293458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:32.711578 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321219f-7279-47fd-8d73-b61ba9293458 None None] The sync data for ids ['407a5450-2567-4c78-b9e0-66abadf5ed77'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:32.737544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2a2b2017-d2e2-4572-ba3c-916e06e9dd59 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/routers/407a5450-2567-4c78-b9e0-66abadf5ed77 HTTP/1.1" status: 200 len: 926 time: 0.1688941 Nov 09 00:38:32.740864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51098) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:32.785229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0398b6-ce2b-4830-b93d-cc7688c066f6 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:32.790215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51100) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:32.790883 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-df0398b6-ce2b-4830-b93d-cc7688c066f6 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&device_id=407a5450-2567-4c78-b9e0-66abadf5ed77&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0483651 Nov 09 00:38:32.890119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e9e7f3-f072-4c2e-b427-cfae072e6a23 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:32.894748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51102) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:32.894891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d3e9e7f3-f072-4c2e-b427-cfae072e6a23 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 881 time: 0.1034217 Nov 09 00:38:32.922449 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f82d4649-e1ee-4936-b7c6-d67bdb5ab2c6 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "GET /v2.0/ports?device_id=407a5450-2567-4c78-b9e0-66abadf5ed77 HTTP/1.1" status: 200 len: 205 time: 0.0262794 Nov 09 00:38:32.925205 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51104) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:33.035352 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:33.151728 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:33.204921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Deleting port c9a70e2b-a80c-4914-94ad-727466d257a5 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:33.205256 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:33.294700 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:33.308847 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Calling delete_port for c9a70e2b-a80c-4914-94ad-727466d257a5 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:33.636682 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:33.665972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Pushing event deleted for resources: {'Port': ['ID=c9a70e2b-a80c-4914-94ad-727466d257a5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:33.737008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51112) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:33.748442 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:33.821461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bf3e1c-07c6-4090-941d-ff00659924bc admin admin] Deleting subnet a54b4751-085c-46f5-99fe-77d26c0db22d {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:38:33.837075 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-82bf3e1c-07c6-4090-941d-ff00659924bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:33.922348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:33.932095 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-82bf3e1c-07c6-4090-941d-ff00659924bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:33.934733 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:33.987598 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-82bf3e1c-07c6-4090-941d-ff00659924bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.002777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.003711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Fanout notify agent at l3_agent the message router_deleted on router 407a5450-2567-4c78-b9e0-66abadf5ed77 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:34.015140 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.016773 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e0b1d7b1-69d0-46aa-b556-788363de1fdf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/routers/407a5450-2567-4c78-b9e0-66abadf5ed77 HTTP/1.1" status: 204 len: 168 time: 1.0903707 Nov 09 00:38:34.022700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51114) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:34.027448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-efb421ac-f7e8-4c29-ad68-e5500b2f3808 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1972820803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:34.055113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efb421ac-f7e8-4c29-ad68-e5500b2f3808 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.056454 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efb421ac-f7e8-4c29-ad68-e5500b2f3808 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.076865 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-82bf3e1c-07c6-4090-941d-ff00659924bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.109977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf3e1c-07c6-4090-941d-ff00659924bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54b4751-085c-46f5-99fe-77d26c0db22d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:34.120974 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-82bf3e1c-07c6-4090-941d-ff00659924bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.133406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-82bf3e1c-07c6-4090-941d-ff00659924bc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a54b4751-085c-46f5-99fe-77d26c0db22d HTTP/1.1" status: 204 len: 168 time: 0.3902810 Nov 09 00:38:34.136621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51116) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:34.139880 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efb421ac-f7e8-4c29-ad68-e5500b2f3808 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.168571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efb421ac-f7e8-4c29-ad68-e5500b2f3808 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.222796 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-efb421ac-f7e8-4c29-ad68-e5500b2f3808 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.227373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51118) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:34.227503 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-efb421ac-f7e8-4c29-ad68-e5500b2f3808 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2036855 Nov 09 00:38:34.233459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Request body: {'router': {'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:34.235769 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.331604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.356330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186e53c1-eb94-4fb8-a04c-7cd0a8b9b404']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:34.390502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca29c665-dae2-4c8d-98aa-9653e43e17fe') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:34.391584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca29c665-dae2-4c8d-98aa-9653e43e17fe') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:34.407313 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.438974 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.445579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:38:34.445977 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:38:34.448168 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:38:34.450529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.505085 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.517782 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.523517 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] 10.222.0.25 "DELETE /v2.0/networks/186e53c1-eb94-4fb8-a04c-7cd0a8b9b404 HTTP/1.1" status: 204 len: 168 time: 0.3837783 Nov 09 00:38:34.539297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59b940-3163-4a31-8ee0-14b9eb846816 admin admin] Pushing event deleted for resources: {'Network': ['ID=186e53c1-eb94-4fb8-a04c-7cd0a8b9b404,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:34.681798 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.702370 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.746157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51126) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:34.823590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9ab946bd-51ac-45d3-9ad7-0eda0d97cdb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=717e1c13c98f4edc9b90978b7b9ee91b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0752861 Nov 09 00:38:34.826199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51128) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:34.873918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Allocated IP 172.25.0.161 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/10de1a22-9b86-4cd3-bd49-834aeb9b7bb8) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:38:34.909054 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a0400711-688b-4fb0-bf13-0261f12e5c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:34.978780 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a0400711-688b-4fb0-bf13-0261f12e5c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:35.043289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:35.061199 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a0400711-688b-4fb0-bf13-0261f12e5c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:35.063848 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a0400711-688b-4fb0-bf13-0261f12e5c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:35.065124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a0400711-688b-4fb0-bf13-0261f12e5c89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3256df7b-d8dd-4fcb-9586-0a48b211eacc HTTP/1.1" status: 204 len: 168 time: 0.2380185 Nov 09 00:38:35.084654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0400711-688b-4fb0-bf13-0261f12e5c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3256df7b-d8dd-4fcb-9586-0a48b211eacc,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:35.103933 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:35.151631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:38:35.161233 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:35.164032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:38:35.167563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Pushing event updated for resources: {'Port': ['ID=10de1a22-9b86-4cd3-bd49-834aeb9b7bb8,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:35.446070 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:35.674471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:35.678144 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:35.834498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Router a002c685-fae7-4eab-ad72-1a2a6009176d is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:38:35.950040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:35.961625 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:35.961806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05546b-0937-407c-9aa9-048475215c9d None None] Sync routers for ids ['a002c685-fae7-4eab-ad72-1a2a6009176d'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:35.965429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ee5183b9-328f-4286-82c6-a988ca46a12b tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "PUT /v2.0/routers/a002c685-fae7-4eab-ad72-1a2a6009176d HTTP/1.1" status: 200 len: 884 time: 1.7346275 Nov 09 00:38:35.965598 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51154) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:35.971820 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05546b-0937-407c-9aa9-048475215c9d None None] Routers {'a002c685-fae7-4eab-ad72-1a2a6009176d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:35.972463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9b05546b-0937-407c-9aa9-048475215c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a002c685-fae7-4eab-ad72-1a2a6009176d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:36.021413 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9b05546b-0937-407c-9aa9-048475215c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:36.031143 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05546b-0937-407c-9aa9-048475215c9d None None] Routers {'a002c685-fae7-4eab-ad72-1a2a6009176d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:36.031753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9b05546b-0937-407c-9aa9-048475215c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a002c685-fae7-4eab-ad72-1a2a6009176d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:36.069380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9b05546b-0937-407c-9aa9-048475215c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:36.070303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05546b-0937-407c-9aa9-048475215c9d None None] The sync data for ids ['a002c685-fae7-4eab-ad72-1a2a6009176d'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:36.114718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-94bf7de8-19f1-4dbd-ae85-b0412b2b68a6 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/routers/a002c685-fae7-4eab-ad72-1a2a6009176d HTTP/1.1" status: 200 len: 925 time: 0.1472270 Nov 09 00:38:36.115079 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51162) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:36.165833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f9baed-d5b0-406f-8285-164cb54efce1 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:36.169975 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-92f9baed-d5b0-406f-8285-164cb54efce1 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&device_id=a002c685-fae7-4eab-ad72-1a2a6009176d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0510089 Nov 09 00:38:36.170774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51170) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:36.259765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60e0ce4-a9a1-4fba-90e5-c71cb0a6e2d0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:36.264211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e60e0ce4-a9a1-4fba-90e5-c71cb0a6e2d0 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 881 time: 0.0891395 Nov 09 00:38:36.264368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51192) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:36.292719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b8764e0d-1602-4759-8a91-d00f8a7d5962 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "GET /v2.0/ports?device_id=a002c685-fae7-4eab-ad72-1a2a6009176d HTTP/1.1" status: 200 len: 205 time: 0.0273302 Nov 09 00:38:36.295368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51194) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:36.419041 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:36.540694 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:36.645948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Deleting port 10de1a22-9b86-4cd3-bd49-834aeb9b7bb8 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:36.646295 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:36.772823 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:36.789284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Calling delete_port for 10de1a22-9b86-4cd3-bd49-834aeb9b7bb8 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:36.978811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.009398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Pushing event deleted for resources: {'Port': ['ID=10de1a22-9b86-4cd3-bd49-834aeb9b7bb8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:37.090351 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.187232 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.189529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.237100 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.237751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Fanout notify agent at l3_agent the message router_deleted on router a002c685-fae7-4eab-ad72-1a2a6009176d {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:37.246089 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.249810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6cf2264b-b815-4081-9a56-253c4fb0191e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/routers/a002c685-fae7-4eab-ad72-1a2a6009176d HTTP/1.1" status: 204 len: 168 time: 0.9535110 Nov 09 00:38:37.251550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51242) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:37.257284 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2255b7cf-e3c1-422c-af4d-9736f2c7afa2 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1408820518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:37.287392 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2255b7cf-e3c1-422c-af4d-9736f2c7afa2 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.288637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2255b7cf-e3c1-422c-af4d-9736f2c7afa2 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.354446 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2255b7cf-e3c1-422c-af4d-9736f2c7afa2 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.359652 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2255b7cf-e3c1-422c-af4d-9736f2c7afa2 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.381002 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2255b7cf-e3c1-422c-af4d-9736f2c7afa2 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.383200 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2255b7cf-e3c1-422c-af4d-9736f2c7afa2 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1306198 Nov 09 00:38:37.386052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51244) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:37.395088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'enable_snat': True}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:37.618891 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.882192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:37.902777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:38.016426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Allocated IP 172.25.0.49 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/63159d84-6100-4357-b9c0-340afbaa8280) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:38:38.123551 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:38.160118 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:38.198241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:38:38.203374 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:38.206007 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:38:38.484801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event updated for resources: {'Port': ['ID=63159d84-6100-4357-b9c0-340afbaa8280,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:38.733122 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:38.970986 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:38.975620 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:39.131236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Router 2a2f8e44-cae2-4df4-9235-95cae34f2e9c is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:38:39.254927 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:39.259578 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:39.260497 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d1452946-e312-4d8f-81ce-341a8bd39407 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "PUT /v2.0/routers/2a2f8e44-cae2-4df4-9235-95cae34f2e9c HTTP/1.1" status: 200 len: 918 time: 1.8734939 Nov 09 00:38:39.263527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51266) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:39.270430 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd915516-8ed8-4b70-8f7e-f03ca8b02ca2 None None] Sync routers for ids ['2a2f8e44-cae2-4df4-9235-95cae34f2e9c'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:39.281191 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd915516-8ed8-4b70-8f7e-f03ca8b02ca2 None None] Routers {'2a2f8e44-cae2-4df4-9235-95cae34f2e9c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:39.282044 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-bd915516-8ed8-4b70-8f7e-f03ca8b02ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2a2f8e44-cae2-4df4-9235-95cae34f2e9c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:39.319605 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-bd915516-8ed8-4b70-8f7e-f03ca8b02ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:39.328532 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd915516-8ed8-4b70-8f7e-f03ca8b02ca2 None None] Routers {'2a2f8e44-cae2-4df4-9235-95cae34f2e9c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:39.329931 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-bd915516-8ed8-4b70-8f7e-f03ca8b02ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2a2f8e44-cae2-4df4-9235-95cae34f2e9c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:39.361993 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-bd915516-8ed8-4b70-8f7e-f03ca8b02ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:39.362640 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd915516-8ed8-4b70-8f7e-f03ca8b02ca2 None None] The sync data for ids ['2a2f8e44-cae2-4df4-9235-95cae34f2e9c'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:39.375443 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7da33c24-b966-48d8-814a-17fb980e2212 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/routers/2a2f8e44-cae2-4df4-9235-95cae34f2e9c HTTP/1.1" status: 200 len: 924 time: 0.1105282 Nov 09 00:38:39.378094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51268) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:39.419303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1150ef7-c8db-49cd-82ee-583a197299e5 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:39.420999 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f1150ef7-c8db-49cd-82ee-583a197299e5 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&device_id=2a2f8e44-cae2-4df4-9235-95cae34f2e9c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0419977 Nov 09 00:38:39.423908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51270) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:39.514288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f4c7b5-71e7-4bb0-8b69-eb216e3ba734 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:39.515846 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-02f4c7b5-71e7-4bb0-8b69-eb216e3ba734 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 881 time: 0.0910237 Nov 09 00:38:39.519052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51272) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:39.548552 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-981ae234-1a5a-42da-a8d4-e55fb1b250f8 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2f8e44-cae2-4df4-9235-95cae34f2e9c HTTP/1.1" status: 200 len: 205 time: 0.0282257 Nov 09 00:38:39.551033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51274) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:40.016292 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.126544 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.188130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Deleting port 63159d84-6100-4357-b9c0-340afbaa8280 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:40.189084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.275853 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.288363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Calling delete_port for 63159d84-6100-4357-b9c0-340afbaa8280 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:40.472452 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.500850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Pushing event deleted for resources: {'Port': ['ID=63159d84-6100-4357-b9c0-340afbaa8280,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:40.564716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.667471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.670098 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.718230 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.718964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Fanout notify agent at l3_agent the message router_deleted on router 2a2f8e44-cae2-4df4-9235-95cae34f2e9c {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:40.727454 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.728762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2b23cffb-4d50-4965-95f7-4ae3c770924f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/routers/2a2f8e44-cae2-4df4-9235-95cae34f2e9c HTTP/1.1" status: 204 len: 168 time: 1.1765902 Nov 09 00:38:40.732749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51310) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:40.737728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c8ae0f56-5693-4c9f-8614-5befa20810aa tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1384342604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:40.765261 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8ae0f56-5693-4c9f-8614-5befa20810aa tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.766346 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8ae0f56-5693-4c9f-8614-5befa20810aa tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.820468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8ae0f56-5693-4c9f-8614-5befa20810aa tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.826791 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8ae0f56-5693-4c9f-8614-5befa20810aa tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.848633 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c8ae0f56-5693-4c9f-8614-5befa20810aa tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:40.852976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c8ae0f56-5693-4c9f-8614-5befa20810aa tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1162839 Nov 09 00:38:40.853254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51312) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:40.858221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'enable_snat': False}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:41.087327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:41.299764 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:41.331506 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:41.449163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Allocated IP 172.25.0.231 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/6e66333c-4d59-412d-8b32-ead758e34ead) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:38:41.567252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:41.612485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:41.656167 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:38:41.659484 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:41.664321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:38:41.705470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Pushing event updated for resources: {'Port': ['ID=6e66333c-4d59-412d-8b32-ead758e34ead,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:41.938930 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:42.171260 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:42.174850 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:42.307544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Router f235b034-55f3-4007-aaf2-407fe968b8c9 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:38:42.435391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:42.439863 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:42.441040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ef8b2c6f-8726-449c-a368-54cfbfe30261 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "PUT /v2.0/routers/f235b034-55f3-4007-aaf2-407fe968b8c9 HTTP/1.1" status: 200 len: 920 time: 1.5867035 Nov 09 00:38:42.444350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51328) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:42.448883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a017798-b475-4714-a9e5-1ceea357cdf4 None None] Sync routers for ids ['f235b034-55f3-4007-aaf2-407fe968b8c9'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:42.464234 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a017798-b475-4714-a9e5-1ceea357cdf4 None None] Routers {'f235b034-55f3-4007-aaf2-407fe968b8c9'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:42.464862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4a017798-b475-4714-a9e5-1ceea357cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f235b034-55f3-4007-aaf2-407fe968b8c9'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:42.523786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4a017798-b475-4714-a9e5-1ceea357cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:42.534992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a017798-b475-4714-a9e5-1ceea357cdf4 None None] Routers {'f235b034-55f3-4007-aaf2-407fe968b8c9'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:42.535744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4a017798-b475-4714-a9e5-1ceea357cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f235b034-55f3-4007-aaf2-407fe968b8c9'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:42.584243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4a017798-b475-4714-a9e5-1ceea357cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:42.585293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a017798-b475-4714-a9e5-1ceea357cdf4 None None] The sync data for ids ['f235b034-55f3-4007-aaf2-407fe968b8c9'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:42.619600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51334) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:42.620520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-17c35498-1920-4ef4-83a9-123d7c06b73a tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/routers/f235b034-55f3-4007-aaf2-407fe968b8c9 HTTP/1.1" status: 200 len: 926 time: 0.1748662 Nov 09 00:38:42.671014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b6b7ec-fd43-48d0-917d-c84b848070b3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:42.672970 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d7b6b7ec-fd43-48d0-917d-c84b848070b3 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&device_id=f235b034-55f3-4007-aaf2-407fe968b8c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0512941 Nov 09 00:38:42.675680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51340) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:42.691518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d1ce86dd-9262-4bfe-8f21-d74467286227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:42.777928 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cecb2ee-6853-43bb-a016-4951a1186ab4 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:42.779628 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1cecb2ee-6853-43bb-a016-4951a1186ab4 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/networks/05329b63-5e82-4b7a-9ee4-f15a280f45e3 HTTP/1.1" status: 200 len: 881 time: 0.1030140 Nov 09 00:38:42.782466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51342) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:42.813789 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c9f0b188-bf67-4721-bfd9-a4c3a93255d5 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f235b034-55f3-4007-aaf2-407fe968b8c9 HTTP/1.1" status: 200 len: 205 time: 0.0288017 Nov 09 00:38:42.816204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51344) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:42.958461 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:43.109997 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:43.179557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Deleting port 6e66333c-4d59-412d-8b32-ead758e34ead {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:43.180005 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:43.270218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:43.284391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Calling delete_port for 6e66333c-4d59-412d-8b32-ead758e34ead owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:43.475492 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:43.510629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Pushing event deleted for resources: {'Port': ['ID=6e66333c-4d59-412d-8b32-ead758e34ead,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:43.591526 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:43.700195 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:43.704019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:43.759708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:43.760352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Fanout notify agent at l3_agent the message router_deleted on router f235b034-55f3-4007-aaf2-407fe968b8c9 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:43.767570 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:43.772734 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a7c459e8-d421-4270-98d1-152a9ed17f0d tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/routers/f235b034-55f3-4007-aaf2-407fe968b8c9 HTTP/1.1" status: 204 len: 168 time: 0.9514160 Nov 09 00:38:43.773587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51350) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:43.778076 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-846473062', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:43.803075 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:43.804291 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:43.865279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:44.021948 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:44.244979 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:44.268628 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:44.375816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Allocated IP 172.25.0.153 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/64385c3d-ad62-4a63-9275-5a43d9bcf477) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:38:44.482449 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:44.521101 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:44.571147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:38:44.576509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:44.580119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:38:44.585738 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Pushing event updated for resources: {'Port': ['ID=64385c3d-ad62-4a63-9275-5a43d9bcf477,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:44.797242 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-107b34e0-a98a-4f4f-b70a-c52ef22b4ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:45.104256 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:45.329100 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:45.465498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Router 1ff44df4-477a-4867-b502-eb3cb5334acc is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:38:45.580026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:45.592665 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db563be-a77b-4ddd-b396-bdbf68fe1ab1 None None] Sync routers for ids ['1ff44df4-477a-4867-b502-eb3cb5334acc'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:45.603667 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:45.604963 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a4e74e3a-cfd4-4e80-94d1-de66f4bd138c tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8306053 Nov 09 00:38:45.607746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51362) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:45.610705 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db563be-a77b-4ddd-b396-bdbf68fe1ab1 None None] Routers {'1ff44df4-477a-4867-b502-eb3cb5334acc'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:45.611671 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-7db563be-a77b-4ddd-b396-bdbf68fe1ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1ff44df4-477a-4867-b502-eb3cb5334acc'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:45.614099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:45.654164 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-7db563be-a77b-4ddd-b396-bdbf68fe1ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:45.663944 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db563be-a77b-4ddd-b396-bdbf68fe1ab1 None None] Routers {'1ff44df4-477a-4867-b502-eb3cb5334acc'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:45.664873 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-7db563be-a77b-4ddd-b396-bdbf68fe1ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1ff44df4-477a-4867-b502-eb3cb5334acc'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:45.699816 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-7db563be-a77b-4ddd-b396-bdbf68fe1ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:45.700573 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db563be-a77b-4ddd-b396-bdbf68fe1ab1 None None] The sync data for ids ['1ff44df4-477a-4867-b502-eb3cb5334acc'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:45.967568 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:45.984039 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.063047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Deleting port 64385c3d-ad62-4a63-9275-5a43d9bcf477 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:38:46.063454 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.091284 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.165386 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.182411 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.196001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Calling delete_port for 64385c3d-ad62-4a63-9275-5a43d9bcf477 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:38:46.402586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.446624 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.455842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Pushing event deleted for resources: {'Port': ['ID=64385c3d-ad62-4a63-9275-5a43d9bcf477,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:46.503276 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.508118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51380) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:46.636756 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e6deb16-f3a5-4d2b-beed-559fd4a467d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.715868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.719352 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.732399 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e6deb16-f3a5-4d2b-beed-559fd4a467d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.737679 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e6deb16-f3a5-4d2b-beed-559fd4a467d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.778056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6deb16-f3a5-4d2b-beed-559fd4a467d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ec78a3-7e96-490b-be17-a3409b1e6cb9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:46.782446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4e6deb16-f3a5-4d2b-beed-559fd4a467d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ae4b4c54d1441edbda0fa6a860ebf8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2733021 Nov 09 00:38:46.785118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51384) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:46.801882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Router 1ff44df4-477a-4867-b502-eb3cb5334acc has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:38:46.844324 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c34482d-6ff6-405c-88f6-e3582b486727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.872183 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c34482d-6ff6-405c-88f6-e3582b486727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.880811 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:46.888060 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.891785 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bf8ea3f6-191b-4cd5-8f67-d771acf9b45f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "PUT /v2.0/routers/1ff44df4-477a-4867-b502-eb3cb5334acc HTTP/1.1" status: 200 len: 709 time: 1.2796021 Nov 09 00:38:46.892038 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51386) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:46.892389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3523bf-8359-4dab-9786-86c56e30618e None None] Sync routers for ids ['1ff44df4-477a-4867-b502-eb3cb5334acc'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:46.910350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3523bf-8359-4dab-9786-86c56e30618e None None] Routers {'1ff44df4-477a-4867-b502-eb3cb5334acc'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:46.911308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ae3523bf-8359-4dab-9786-86c56e30618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1ff44df4-477a-4867-b502-eb3cb5334acc'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:46.939772 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c34482d-6ff6-405c-88f6-e3582b486727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.943085 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c34482d-6ff6-405c-88f6-e3582b486727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:46.952134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ae3523bf-8359-4dab-9786-86c56e30618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:46.959072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5c34482d-6ff6-405c-88f6-e3582b486727 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6ec78a3-7e96-490b-be17-a3409b1e6cb9 HTTP/1.1" status: 204 len: 168 time: 0.1619513 Nov 09 00:38:46.962420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3523bf-8359-4dab-9786-86c56e30618e None None] Routers {'1ff44df4-477a-4867-b502-eb3cb5334acc'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:46.963277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ae3523bf-8359-4dab-9786-86c56e30618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1ff44df4-477a-4867-b502-eb3cb5334acc'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:46.974898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34482d-6ff6-405c-88f6-e3582b486727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ec78a3-7e96-490b-be17-a3409b1e6cb9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:46.976116 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b399bc2b-f09c-4477-bc19-3bde71750207 tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/routers/1ff44df4-477a-4867-b502-eb3cb5334acc HTTP/1.1" status: 200 len: 744 time: 0.0829868 Nov 09 00:38:46.983178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51390) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.021266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ae3523bf-8359-4dab-9786-86c56e30618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:47.022587 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3523bf-8359-4dab-9786-86c56e30618e None None] The sync data for ids ['1ff44df4-477a-4867-b502-eb3cb5334acc'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:47.025478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51392) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.026605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7373c853-f196-4b31-a0bc-96bc437439cb tempest-RoutersIpV6AdminTest-642087306 tempest-RoutersIpV6AdminTest-642087306-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&device_id=1ff44df4-477a-4867-b502-eb3cb5334acc HTTP/1.1" status: 200 len: 205 time: 0.0423400 Nov 09 00:38:47.062019 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d76b3f74-9946-487a-807b-902e8ffec718 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ff44df4-477a-4867-b502-eb3cb5334acc HTTP/1.1" status: 200 len: 205 time: 0.0348740 Nov 09 00:38:47.064457 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51394) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.145639 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7527a7a8-7f40-4fe7-bc32-b3e70d3848cf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.295919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51400) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.311919 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-98d4909c-bf7e-4ce3-b7cb-3d75c0b032a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.417801 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-98d4909c-bf7e-4ce3-b7cb-3d75c0b032a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.422104 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-98d4909c-bf7e-4ce3-b7cb-3d75c0b032a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.467382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51402) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.468009 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-98d4909c-bf7e-4ce3-b7cb-3d75c0b032a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2e0e49fc75749928effb80715e18b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1703143 Nov 09 00:38:47.468604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4909c-bf7e-4ce3-b7cb-3d75c0b032a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd295c9b-222d-444c-8f5c-5e3b83a398a7,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:47.582650 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7527a7a8-7f40-4fe7-bc32-b3e70d3848cf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.588117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7527a7a8-7f40-4fe7-bc32-b3e70d3848cf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.640143 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d4f722c2-b9c8-487c-9c60-b2ba0a10130f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.643352 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7527a7a8-7f40-4fe7-bc32-b3e70d3848cf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.643878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7527a7a8-7f40-4fe7-bc32-b3e70d3848cf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Fanout notify agent at l3_agent the message router_deleted on router 1ff44df4-477a-4867-b502-eb3cb5334acc {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:47.652129 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7527a7a8-7f40-4fe7-bc32-b3e70d3848cf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.653195 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7527a7a8-7f40-4fe7-bc32-b3e70d3848cf tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/routers/1ff44df4-477a-4867-b502-eb3cb5334acc HTTP/1.1" status: 204 len: 168 time: 0.5877032 Nov 09 00:38:47.656680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51404) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.672598 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d4f722c2-b9c8-487c-9c60-b2ba0a10130f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.679924 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.691897 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-444d1678-5476-43ba-a608-3c101ef8d045 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ff44df4-477a-4867-b502-eb3cb5334acc HTTP/1.1" status: 200 len: 205 time: 0.0338581 Nov 09 00:38:47.694196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51406) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.733253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d4f722c2-b9c8-487c-9c60-b2ba0a10130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.736204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d4f722c2-b9c8-487c-9c60-b2ba0a10130f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:47.737449 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d4f722c2-b9c8-487c-9c60-b2ba0a10130f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd295c9b-222d-444c-8f5c-5e3b83a398a7 HTTP/1.1" status: 204 len: 168 time: 0.2691309 Nov 09 00:38:47.737699 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-c5e420f6-e499-440b-9a61-2851ebfd732f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] delete failed (client error): The resource could not be found. Nov 09 00:38:47.741663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c5e420f6-e499-440b-9a61-2851ebfd732f tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/routers/1ff44df4-477a-4867-b502-eb3cb5334acc HTTP/1.1" status: 404 len: 336 time: 0.0436327 Nov 09 00:38:47.743456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51410) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.773400 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cb954d3e-7cb4-4156-9aac-9620e46f4c59 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "GET /v2.0/ports?device_id=f235b034-55f3-4007-aaf2-407fe968b8c9 HTTP/1.1" status: 200 len: 205 time: 0.0288212 Nov 09 00:38:47.774335 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f722c2-b9c8-487c-9c60-b2ba0a10130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd295c9b-222d-444c-8f5c-5e3b83a398a7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:47.775973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51412) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.821987 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-d63870db-fc36-4841-aade-9edad827bbe8 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] delete failed (client error): The resource could not be found. Nov 09 00:38:47.823038 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d63870db-fc36-4841-aade-9edad827bbe8 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/routers/f235b034-55f3-4007-aaf2-407fe968b8c9 HTTP/1.1" status: 404 len: 336 time: 0.0447626 Nov 09 00:38:47.825696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51414) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.854857 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d4909e93-24a9-4cd4-aa97-98e1633ad78e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2f8e44-cae2-4df4-9235-95cae34f2e9c HTTP/1.1" status: 200 len: 205 time: 0.0279641 Nov 09 00:38:47.858229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51416) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.900452 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-4de92c8a-3406-4971-bbe4-25bbe6fe4966 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] delete failed (client error): The resource could not be found. Nov 09 00:38:47.901527 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4de92c8a-3406-4971-bbe4-25bbe6fe4966 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/routers/2a2f8e44-cae2-4df4-9235-95cae34f2e9c HTTP/1.1" status: 404 len: 336 time: 0.0432813 Nov 09 00:38:47.904242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51418) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.935497 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cc2ec8bc-a85e-47b4-9a29-7563e8d1c3b4 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "GET /v2.0/ports?device_id=a002c685-fae7-4eab-ad72-1a2a6009176d HTTP/1.1" status: 200 len: 205 time: 0.0301785 Nov 09 00:38:47.938102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51420) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:47.981243 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-df59502a-2021-475e-9dbb-b7f2229d7740 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] delete failed (client error): The resource could not be found. Nov 09 00:38:47.982316 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-df59502a-2021-475e-9dbb-b7f2229d7740 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/routers/a002c685-fae7-4eab-ad72-1a2a6009176d HTTP/1.1" status: 404 len: 336 time: 0.0427821 Nov 09 00:38:47.984997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51424) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:48.014240 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-33d3b2b7-6fb1-4ca4-bfec-d533e703069e tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "GET /v2.0/ports?device_id=407a5450-2567-4c78-b9e0-66abadf5ed77 HTTP/1.1" status: 200 len: 205 time: 0.0278573 Nov 09 00:38:48.016592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51426) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:48.055500 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-53f41c1a-e305-448d-aaff-3a1d0d91acec tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] delete failed (client error): The resource could not be found. Nov 09 00:38:48.056537 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-53f41c1a-e305-448d-aaff-3a1d0d91acec tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/routers/407a5450-2567-4c78-b9e0-66abadf5ed77 HTTP/1.1" status: 404 len: 336 time: 0.0389695 Nov 09 00:38:48.059324 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51430) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:48.094963 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cd164597-d58b-40d7-a3ee-be8bddaa12fa tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7460a62-bb31-484d-b1eb-f3405c28a670 HTTP/1.1" status: 200 len: 205 time: 0.0342853 Nov 09 00:38:48.096997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51434) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:48.138589 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-92ab1124-392e-4d89-af9c-dab093aa5486 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] delete failed (client error): The resource could not be found. Nov 09 00:38:48.141577 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-92ab1124-392e-4d89-af9c-dab093aa5486 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/routers/c7460a62-bb31-484d-b1eb-f3405c28a670 HTTP/1.1" status: 404 len: 336 time: 0.0412006 Nov 09 00:38:48.141936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51438) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:48.169206 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-de72393a-34b7-4a3f-8215-0777962c8199 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] DELETE failed (client error): The resource could not be found. Nov 09 00:38:48.169693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de72393a-34b7-4a3f-8215-0777962c8199 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:38:48.172928 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-de72393a-34b7-4a3f-8215-0777962c8199 tempest-RoutersIpV6AdminTest-1015513352 tempest-RoutersIpV6AdminTest-1015513352-project] 10.222.0.25 "DELETE /v2.0/subnets/f9a3df8e-0e4f-4b61-b325-6c84fc132c71 HTTP/1.1" status: 404 len: 337 time: 0.0300646 Nov 09 00:38:48.401553 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:48.480996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51454) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:48.715343 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8252d524-d576-4818-a00f-a3cedcdb9454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:48.823760 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8252d524-d576-4818-a00f-a3cedcdb9454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:48.873324 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8252d524-d576-4818-a00f-a3cedcdb9454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:48.921415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51474) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:48.925859 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8252d524-d576-4818-a00f-a3cedcdb9454 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93ba2072b4fe4868835c8d454bd33ccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4369438 Nov 09 00:38:48.932965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252d524-d576-4818-a00f-a3cedcdb9454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d1bbee-d499-4ccc-a70b-5514f3837bb4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:48.987737 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b1a8122-1a3e-4e69-9b8e-bd0b303754f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:49.009711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b1a8122-1a3e-4e69-9b8e-bd0b303754f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:49.074080 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b1a8122-1a3e-4e69-9b8e-bd0b303754f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:49.080861 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b1a8122-1a3e-4e69-9b8e-bd0b303754f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:49.082067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8b1a8122-1a3e-4e69-9b8e-bd0b303754f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17d1bbee-d499-4ccc-a70b-5514f3837bb4 HTTP/1.1" status: 204 len: 168 time: 0.1596737 Nov 09 00:38:49.096168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a8122-1a3e-4e69-9b8e-bd0b303754f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d1bbee-d499-4ccc-a70b-5514f3837bb4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:49.464671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51498) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:49.508895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51500) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:49.509143 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-59b2ba02-eb12-45f4-866a-b63b9327b30a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8726904727b24d0989eea3b63a4c53ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431397 Nov 09 00:38:49.561769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee97a0e6-9370-4849-8869-9bb0fd0f061f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:49.587120 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee97a0e6-9370-4849-8869-9bb0fd0f061f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:49.645672 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee97a0e6-9370-4849-8869-9bb0fd0f061f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:49.649569 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee97a0e6-9370-4849-8869-9bb0fd0f061f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:49.650687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ee97a0e6-9370-4849-8869-9bb0fd0f061f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ccb955b-74d4-447f-ba85-ddfa45c7c68e HTTP/1.1" status: 204 len: 168 time: 0.1405201 Nov 09 00:38:49.659744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97a0e6-9370-4849-8869-9bb0fd0f061f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccb955b-74d4-447f-ba85-ddfa45c7c68e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:50.196548 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:38:50.998430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51568) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:51.110468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d0cb53b6-ab62-442d-a456-884adbf53fb9 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1587045263'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:51.135242 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0cb53b6-ab62-442d-a456-884adbf53fb9 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.136380 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0cb53b6-ab62-442d-a456-884adbf53fb9 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.199393 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0cb53b6-ab62-442d-a456-884adbf53fb9 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.204837 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0cb53b6-ab62-442d-a456-884adbf53fb9 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.221469 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0cb53b6-ab62-442d-a456-884adbf53fb9 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.222987 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d0cb53b6-ab62-442d-a456-884adbf53fb9 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2234347 Nov 09 00:38:51.225876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51580) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:51.302241 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce023-c8af-4a6a-969e-a0c83c200ec6 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.465446 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce023-c8af-4a6a-969e-a0c83c200ec6 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.467484 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce023-c8af-4a6a-969e-a0c83c200ec6 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.514576 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce023-c8af-4a6a-969e-a0c83c200ec6 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.515189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1ce023-c8af-4a6a-969e-a0c83c200ec6 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52862e57-94ba-4a38-8ac5-269e730cc2c6 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:51.519970 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce023-c8af-4a6a-969e-a0c83c200ec6 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.524031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6f1ce023-c8af-4a6a-969e-a0c83c200ec6 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] 10.222.0.25 "DELETE /v2.0/routers/52862e57-94ba-4a38-8ac5-269e730cc2c6 HTTP/1.1" status: 204 len: 168 time: 0.2941384 Nov 09 00:38:51.524199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51584) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:51.528868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-708a6ee6-2514-4aff-bef3-fb1bbf2227ee tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Request body: {'router': {'name': 'tempest-router-1839480757', 'distributed': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:51.551118 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-708a6ee6-2514-4aff-bef3-fb1bbf2227ee tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.552140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-708a6ee6-2514-4aff-bef3-fb1bbf2227ee tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.608350 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-708a6ee6-2514-4aff-bef3-fb1bbf2227ee tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.622764 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-708a6ee6-2514-4aff-bef3-fb1bbf2227ee tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.640167 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-708a6ee6-2514-4aff-bef3-fb1bbf2227ee tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.644381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51590) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:51.653991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-708a6ee6-2514-4aff-bef3-fb1bbf2227ee tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1285884 Nov 09 00:38:51.724482 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0cec137-c6e9-428a-99e8-55c9e4399906 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.893091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0cec137-c6e9-428a-99e8-55c9e4399906 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.895830 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0cec137-c6e9-428a-99e8-55c9e4399906 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.942247 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0cec137-c6e9-428a-99e8-55c9e4399906 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.942807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cec137-c6e9-428a-99e8-55c9e4399906 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d1ed4f8-3773-4c9e-967c-7c89c40d866d {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:51.947513 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0cec137-c6e9-428a-99e8-55c9e4399906 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.952367 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d0cec137-c6e9-428a-99e8-55c9e4399906 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] 10.222.0.25 "DELETE /v2.0/routers/5d1ed4f8-3773-4c9e-967c-7c89c40d866d HTTP/1.1" status: 204 len: 168 time: 0.3067813 Nov 09 00:38:51.952936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51610) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:51.960343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-66c41ffa-db7d-4e06-bcc5-18b56b999056 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Request body: {'router': {'name': 'tempest-router-961744017', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f62cf2064bdb4945b8fe35c3e7fb6e46'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:51.997713 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66c41ffa-db7d-4e06-bcc5-18b56b999056 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:51.999109 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66c41ffa-db7d-4e06-bcc5-18b56b999056 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:52.061491 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66c41ffa-db7d-4e06-bcc5-18b56b999056 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:52.066280 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66c41ffa-db7d-4e06-bcc5-18b56b999056 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:52.082541 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-66c41ffa-db7d-4e06-bcc5-18b56b999056 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:52.084672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-66c41ffa-db7d-4e06-bcc5-18b56b999056 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1304708 Nov 09 00:38:52.087489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51614) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:52.093456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:52.667288 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:52.667636 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:52.746995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101780) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 09 00:38:52.747208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Router f16ce52b-0691-493c-ad68-63a3e3ff0b07 migrating from provider to provider. {{(pid=101780) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 09 00:38:52.747576 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:52.752181 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:52.759893 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:52.846495 n-d-813263-3 neutron-server[101780]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] No L3 agents can host the router f16ce52b-0691-493c-ad68-63a3e3ff0b07 Nov 09 00:38:52.952476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Hosts for router f16ce52b-0691-493c-ad68-63a3e3ff0b07: [] {{(pid=101780) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 09 00:38:52.976228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Hosts for other DVR routers connected to router f16ce52b-0691-493c-ad68-63a3e3ff0b07: set() {{(pid=101780) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 09 00:38:52.978903 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:52.980145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e148cbe3-4ef9-4d91-9b4f-ab490aae2980 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] 10.222.0.25 "PUT /v2.0/routers/f16ce52b-0691-493c-ad68-63a3e3ff0b07 HTTP/1.1" status: 200 len: 716 time: 0.8910670 Nov 09 00:38:52.982910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51618) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:53.066830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0ef1e30a-6072-4da6-bd07-74f0d88f198b tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] 10.222.0.25 "GET /v2.0/routers/f16ce52b-0691-493c-ad68-63a3e3ff0b07 HTTP/1.1" status: 200 len: 716 time: 0.0828283 Nov 09 00:38:53.069463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51622) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:53.244697 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-28e33c55-00e6-404c-b0b6-b312e898b7a8 tempest-RoutersTestDVR-2077174688 tempest-RoutersTestDVR-2077174688-project] 10.222.0.25 "GET /v2.0/routers/f16ce52b-0691-493c-ad68-63a3e3ff0b07 HTTP/1.1" status: 200 len: 682 time: 0.1714993 Nov 09 00:38:53.245025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51626) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:53.320724 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8408bf06-ed1e-4c8c-91b3-6caca4de1d32 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:53.497377 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8408bf06-ed1e-4c8c-91b3-6caca4de1d32 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:53.503655 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8408bf06-ed1e-4c8c-91b3-6caca4de1d32 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:53.561611 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8408bf06-ed1e-4c8c-91b3-6caca4de1d32 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:53.562268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8408bf06-ed1e-4c8c-91b3-6caca4de1d32 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f16ce52b-0691-493c-ad68-63a3e3ff0b07 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:53.568258 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8408bf06-ed1e-4c8c-91b3-6caca4de1d32 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:53.569444 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8408bf06-ed1e-4c8c-91b3-6caca4de1d32 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] 10.222.0.25 "DELETE /v2.0/routers/f16ce52b-0691-493c-ad68-63a3e3ff0b07 HTTP/1.1" status: 204 len: 168 time: 0.3232644 Nov 09 00:38:53.575465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51628) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:53.581028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-65d3da6a-343d-4fd6-9bd1-12dc574afd75 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Request body: {'router': {'name': 'tempest-router-1217552222', 'distributed': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:53.613446 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-65d3da6a-343d-4fd6-9bd1-12dc574afd75 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:53.614637 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-65d3da6a-343d-4fd6-9bd1-12dc574afd75 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:53.695591 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-65d3da6a-343d-4fd6-9bd1-12dc574afd75 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:53.701690 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-65d3da6a-343d-4fd6-9bd1-12dc574afd75 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:53.720660 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-65d3da6a-343d-4fd6-9bd1-12dc574afd75 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:53.722252 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-65d3da6a-343d-4fd6-9bd1-12dc574afd75 tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1455095 Nov 09 00:38:53.726301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51632) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:53.817065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9dc11f2b-d919-47a1-b162-3561b8c385fc tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.018328 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9dc11f2b-d919-47a1-b162-3561b8c385fc tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.020963 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9dc11f2b-d919-47a1-b162-3561b8c385fc tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.080225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9dc11f2b-d919-47a1-b162-3561b8c385fc tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.080663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc11f2b-d919-47a1-b162-3561b8c385fc tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 364c7544-7f5a-46f0-bcca-e177bc0ab794 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:38:54.089668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9dc11f2b-d919-47a1-b162-3561b8c385fc tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.095169 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9dc11f2b-d919-47a1-b162-3561b8c385fc tempest-RoutersTestDVR-1107685857 tempest-RoutersTestDVR-1107685857-project-admin] 10.222.0.25 "DELETE /v2.0/routers/364c7544-7f5a-46f0-bcca-e177bc0ab794 HTTP/1.1" status: 204 len: 168 time: 0.3639963 Nov 09 00:38:54.457305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51648) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:54.457841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51650) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:54.587165 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.602621 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.686643 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.690502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.699767 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.707115 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.745708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fac3ba5-1dfc-43e4-ae1d-40b677c98a09,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:54.767155 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f62cf2064bdb4945b8fe35c3e7fb6e46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3113606 Nov 09 00:38:54.769766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15228d65-1ec5-4ce6-8e2f-7eb8e32b579b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:54.770029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.770632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.770981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.771476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.771685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.771794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51658) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:54.772019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.772348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.772674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.773381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.773712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.774039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.774362 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.789971 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-21d232fe-65f0-4f64-a9ee-8175443d772b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e2039af25874779b3b99ccf760b0ac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287210 Nov 09 00:38:54.790181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.790181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.790181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.790181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.790515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.790759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.790999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51660) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:54.791113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.791391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.791768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.792015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.792336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.792656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff102-186f-46de-bde9-7e97ef3ecbe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:38:54.846111 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-917aa701-bb03-4a0a-9b31-0cd505160ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.863709 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-abd7454b-9cf5-4a42-b0bd-6b9177fa11ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.874344 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-917aa701-bb03-4a0a-9b31-0cd505160ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.892429 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-abd7454b-9cf5-4a42-b0bd-6b9177fa11ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.930212 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-917aa701-bb03-4a0a-9b31-0cd505160ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.936638 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-917aa701-bb03-4a0a-9b31-0cd505160ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.940186 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-917aa701-bb03-4a0a-9b31-0cd505160ce9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15228d65-1ec5-4ce6-8e2f-7eb8e32b579b HTTP/1.1" status: 204 len: 168 time: 0.1651759 Nov 09 00:38:54.950025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917aa701-bb03-4a0a-9b31-0cd505160ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15228d65-1ec5-4ce6-8e2f-7eb8e32b579b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:54.980597 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-abd7454b-9cf5-4a42-b0bd-6b9177fa11ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.984539 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-abd7454b-9cf5-4a42-b0bd-6b9177fa11ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:54.986359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-abd7454b-9cf5-4a42-b0bd-6b9177fa11ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fac3ba5-1dfc-43e4-ae1d-40b677c98a09 HTTP/1.1" status: 204 len: 168 time: 0.1858799 Nov 09 00:38:54.997978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7454b-9cf5-4a42-b0bd-6b9177fa11ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fac3ba5-1dfc-43e4-ae1d-40b677c98a09,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:55.339728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51670) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:55.347685 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51672) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:55.357788 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ed96-1ec2-4b53-9669-e65007009705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.363044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-053b723a-0311-42bc-b2f7-bc72a6a9ad06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.440289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ed96-1ec2-4b53-9669-e65007009705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.445475 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ed96-1ec2-4b53-9669-e65007009705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.446475 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-053b723a-0311-42bc-b2f7-bc72a6a9ad06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.452127 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-053b723a-0311-42bc-b2f7-bc72a6a9ad06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.494578 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-053b723a-0311-42bc-b2f7-bc72a6a9ad06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56792547f8da45d68eae162493faa9ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1457925 Nov 09 00:38:55.495322 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b723a-0311-42bc-b2f7-bc72a6a9ad06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4b9025-a82a-4686-9f03-8624ca4a7b58,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:55.497194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51674) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:55.506776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8ed96-1ec2-4b53-9669-e65007009705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9f21e0-29d2-4a95-a59f-e61793888308,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:55.517213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f3e8ed96-1ec2-4b53-9669-e65007009705 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f1aa3b6f19043ce824f98a8efafb111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1764123 Nov 09 00:38:55.519965 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51676) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:55.589453 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90872c94-9fb5-4b69-b3b4-34c08926db5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.605321 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-096f601d-33ca-41f8-92cd-26102e6de327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.626746 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90872c94-9fb5-4b69-b3b4-34c08926db5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.646039 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-096f601d-33ca-41f8-92cd-26102e6de327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.706769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90872c94-9fb5-4b69-b3b4-34c08926db5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.710406 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-90872c94-9fb5-4b69-b3b4-34c08926db5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.711595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-90872c94-9fb5-4b69-b3b4-34c08926db5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f4b9025-a82a-4686-9f03-8624ca4a7b58 HTTP/1.1" status: 204 len: 168 time: 0.2117541 Nov 09 00:38:55.716495 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-096f601d-33ca-41f8-92cd-26102e6de327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.718970 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-096f601d-33ca-41f8-92cd-26102e6de327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:55.722278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-096f601d-33ca-41f8-92cd-26102e6de327 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a9f21e0-29d2-4a95-a59f-e61793888308 HTTP/1.1" status: 204 len: 168 time: 0.1992853 Nov 09 00:38:55.729726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90872c94-9fb5-4b69-b3b4-34c08926db5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4b9025-a82a-4686-9f03-8624ca4a7b58,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:55.741468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f601d-33ca-41f8-92cd-26102e6de327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9f21e0-29d2-4a95-a59f-e61793888308,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:56.073779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51696) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:56.092149 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7431c021-7161-4142-92df-a0c7547f91f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.180144 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7431c021-7161-4142-92df-a0c7547f91f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.185924 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7431c021-7161-4142-92df-a0c7547f91f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.227880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431c021-7161-4142-92df-a0c7547f91f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010673bd-f1b5-4119-a9d5-00ad74c20df9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:56.232289 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7431c021-7161-4142-92df-a0c7547f91f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bcef2aa93434eb895b94c38f619f2b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1574841 Nov 09 00:38:56.235033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51706) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:56.287526 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f21a4d1d-c73f-4b4e-910f-3d0ff6b63eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.311928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f21a4d1d-c73f-4b4e-910f-3d0ff6b63eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.363460 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f21a4d1d-c73f-4b4e-910f-3d0ff6b63eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.366868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f21a4d1d-c73f-4b4e-910f-3d0ff6b63eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.370291 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f21a4d1d-c73f-4b4e-910f-3d0ff6b63eb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/010673bd-f1b5-4119-a9d5-00ad74c20df9 HTTP/1.1" status: 204 len: 168 time: 0.1320565 Nov 09 00:38:56.382730 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a4d1d-c73f-4b4e-910f-3d0ff6b63eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010673bd-f1b5-4119-a9d5-00ad74c20df9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:56.575683 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51720) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:56.682189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1096778830'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:56.703302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Made reservation on behalf of 56a4f3f3b65b403dadcecbd0d09fb3f8 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:38:56.706965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.715525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.799619 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.805459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.844475 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:38:56.852176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8920c0d5-025a-4406-816d-6725f9575edd,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:56.860252 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.860631 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Added segment 9bc4ca4d-ec17-4a03-b2ac-f8fef0c15e36 of type vlan for network aa2630fc-3394-4f91-a056-24ce3f0db8a5 Nov 09 00:38:56.906909 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.940637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.947000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:56.947879 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:56.985555 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4086523 Nov 09 00:38:56.988631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51738) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:56.995371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7fe52d9b-4c50-40a8-be7f-8d996abddee6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'subnet': {'network_id': 'aa2630fc-3394-4f91-a056-24ce3f0db8a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:57.024758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb83ff2-ae52-4cdb-a39e-72be3ad8d608 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Network': ['ID=aa2630fc-3394-4f91-a056-24ce3f0db8a5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:57.038390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network aa2630fc-3394-4f91-a056-24ce3f0db8a5 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:38:57.112005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe52d9b-4c50-40a8-be7f-8d996abddee6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Made reservation on behalf of 56a4f3f3b65b403dadcecbd0d09fb3f8 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:38:57.115716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7fe52d9b-4c50-40a8-be7f-8d996abddee6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:57.322629 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7fe52d9b-4c50-40a8-be7f-8d996abddee6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:57.379127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe52d9b-4c50-40a8-be7f-8d996abddee6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Subnet': ['ID=7a7b282e-bb87-489d-b9c1-2ac5344e0c3c,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:57.398297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe52d9b-4c50-40a8-be7f-8d996abddee6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Checking segment: {'id': '9bc4ca4d-ec17-4a03-b2ac-f8fef0c15e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aa2630fc-3394-4f91-a056-24ce3f0db8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:38:57.398666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe52d9b-4c50-40a8-be7f-8d996abddee6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network hostable DHCP agents. Network: aa2630fc-3394-4f91-a056-24ce3f0db8a5, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:38:57.416238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe52d9b-4c50-40a8-be7f-8d996abddee6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network aa2630fc-3394-4f91-a056-24ce3f0db8a5 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:38:57.426859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-7fe52d9b-4c50-40a8-be7f-8d996abddee6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, aa2630fc-3394-4f91-a056-24ce3f0db8a5) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:57.437885 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c44af-8f52-4175-a829-2a77a60c1fc6 None None] Network aa2630fc-3394-4f91-a056-24ce3f0db8a5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:38:57.441032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe52d9b-4c50-40a8-be7f-8d996abddee6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:38:57.441670 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7fe52d9b-4c50-40a8-be7f-8d996abddee6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:57.467259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7fe52d9b-4c50-40a8-be7f-8d996abddee6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4766691 Nov 09 00:38:57.469988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51752) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:57.477955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-217620590', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:38:57.510085 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:57.512417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:57.582701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:57.594552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdab3c9-1c54-42c9-b47e-20ae64b7a95c None None] Network aa2630fc-3394-4f91-a056-24ce3f0db8a5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:38:57.870617 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:58.082166 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:58.102369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:58.218523 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.25.0.10 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/988a1e18-e6d9-4475-b3cc-4e69f2dbe565) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:38:58.331925 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:58.370420 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:58.415463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:38:58.420567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:38:58.424425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:38:58.451130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=988a1e18-e6d9-4475-b3cc-4e69f2dbe565,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:38:58.961603 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:59.165778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:59.320723 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:38:59.440082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:38:59.452558 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb859564-caaf-4171-b8a8-4e45889292be None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:38:59.462789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:38:59.466091 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5e6f53aa-c5ca-4fcf-b7e5-635470abbe45 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9941645 Nov 09 00:38:59.467422 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51780) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:38:59.468833 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb859564-caaf-4171-b8a8-4e45889292be None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:59.469753 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eb859564-caaf-4171-b8a8-4e45889292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:59.504485 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eb859564-caaf-4171-b8a8-4e45889292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:59.515914 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb859564-caaf-4171-b8a8-4e45889292be None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:38:59.517159 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eb859564-caaf-4171-b8a8-4e45889292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:59.557112 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eb859564-caaf-4171-b8a8-4e45889292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:38:59.557986 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb859564-caaf-4171-b8a8-4e45889292be None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:38:59.960929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:00.249113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.20.0.1 (aa2630fc-3394-4f91-a056-24ce3f0db8a5/7a7b282e-bb87-489d-b9c1-2ac5344e0c3c/a7dde9ff-ff91-40ba-ae95-3301137d4c5f) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:00.367798 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:00.400958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:00.448119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network aa2630fc-3394-4f91-a056-24ce3f0db8a5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:00.454487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:00.458851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:00.466344 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=a7dde9ff-ff91-40ba-ae95-3301137d4c5f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:00.519497 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:00.664096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:00.966198 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:00.973342 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:01.032370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:01.128360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=a7dde9ff-ff91-40ba-ae95-3301137d4c5f,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:01.171664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network aa2630fc-3394-4f91-a056-24ce3f0db8a5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:01.173918 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:01.351463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:01.480007 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:01.486597 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ea1c2d1b-ce13-43d5-addd-d07e2bd78a24 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "PUT /v2.0/routers/eed541e8-2f5d-499c-a78e-6b43207d79a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0180588 Nov 09 00:39:01.492139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51824) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:01.497698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'port': {'network_id': 'aa2630fc-3394-4f91-a056-24ce3f0db8a5', 'name': 'tempest-FloatingIPTestJSON-1116168878'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:01.499101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b08b8c-4f11-42e9-b589-3fe1d07ce30b None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:01.514211 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b08b8c-4f11-42e9-b589-3fe1d07ce30b None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:01.514860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-76b08b8c-4f11-42e9-b589-3fe1d07ce30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:01.567439 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-76b08b8c-4f11-42e9-b589-3fe1d07ce30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:01.580788 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b08b8c-4f11-42e9-b589-3fe1d07ce30b None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:01.582066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-76b08b8c-4f11-42e9-b589-3fe1d07ce30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:01.645778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-76b08b8c-4f11-42e9-b589-3fe1d07ce30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:01.646825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b08b8c-4f11-42e9-b589-3fe1d07ce30b None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:01.705967 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Made reservation on behalf of 56a4f3f3b65b403dadcecbd0d09fb3f8 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:01.710636 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:01.729768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] device_id is not set on port d9602f25-3e07-44d7-bb04-091f4263ad71 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:39:01.862418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.20.0.2 (aa2630fc-3394-4f91-a056-24ce3f0db8a5/7a7b282e-bb87-489d-b9c1-2ac5344e0c3c/d9602f25-3e07-44d7-bb04-091f4263ad71) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:02.103245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:02.196785 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:02.253852 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network aa2630fc-3394-4f91-a056-24ce3f0db8a5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:02.258532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:02.263448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:02.310713 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=d9602f25-3e07-44d7-bb04-091f4263ad71,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:02.345276 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:02.345276 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:02.378069 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-976f73a0-3bfc-4bfb-b604-654836d14f1b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8841770 Nov 09 00:39:02.380861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51846) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:02.388952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'port': {'network_id': 'aa2630fc-3394-4f91-a056-24ce3f0db8a5', 'name': 'tempest-FloatingIPTestJSON-1186559682'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:02.592613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Made reservation on behalf of 56a4f3f3b65b403dadcecbd0d09fb3f8 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:02.597525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:02.635738 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] device_id is not set on port 7c4bfce1-56f2-4401-8b40-8655002b6836 yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:39:02.870702 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.20.0.13 (aa2630fc-3394-4f91-a056-24ce3f0db8a5/7a7b282e-bb87-489d-b9c1-2ac5344e0c3c/7c4bfce1-56f2-4401-8b40-8655002b6836) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:03.066246 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:03.397378 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:03.477703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network aa2630fc-3394-4f91-a056-24ce3f0db8a5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:03.484371 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:03.487563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:03.528231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=7c4bfce1-56f2-4401-8b40-8655002b6836,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:03.577868 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:03.578655 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:03.605614 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5cb7dffb-d136-46d6-9631-3a01ba77fc23 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2230594 Nov 09 00:39:03.610183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51854) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:03.616154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '7c4bfce1-56f2-4401-8b40-8655002b6836', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:03.657839 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:03.794349 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:03.940551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.25.0.224 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/6f0b84d3-c78d-4d64-b836-9a77e81ba144) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:04.055589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:04.092227 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:04.128127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:04.131498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:04.137106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:04.169591 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=6f0b84d3-c78d-4d64-b836-9a77e81ba144,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:04.745330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:04.858877 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:05.052476 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:05.059906 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:05.139324 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=6f0b84d3-c78d-4d64-b836-9a77e81ba144,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:05.161372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:05.275188 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Floating IP 54f25d51-6b2b-4425-baf8-aab0c2096777 associated. External IP: 172.25.0.224, port: 7c4bfce1-56f2-4401-8b40-8655002b6836. Nov 09 00:39:05.596303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:05.816320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:05.830926 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b99acff-0bb5-42eb-98d9-286881487ed1 None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:05.848487 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b99acff-0bb5-42eb-98d9-286881487ed1 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:05.849716 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8b99acff-0bb5-42eb-98d9-286881487ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:05.851283 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:05.911606 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-684684f5-6270-4bfd-ab6e-bca98b1fcb81 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.3002059 Nov 09 00:39:05.914449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51876) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:05.920475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f96dc6ad-3318-4c91-9dce-e581015597f6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:05.974074 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8b99acff-0bb5-42eb-98d9-286881487ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:05.999790 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b99acff-0bb5-42eb-98d9-286881487ed1 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:06.000578 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8b99acff-0bb5-42eb-98d9-286881487ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:06.029894 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f96dc6ad-3318-4c91-9dce-e581015597f6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:06.041385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51878) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:06.062445 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8b99acff-0bb5-42eb-98d9-286881487ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:06.063357 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b99acff-0bb5-42eb-98d9-286881487ed1 None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:06.233322 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f96dc6ad-3318-4c91-9dce-e581015597f6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:06.240832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f96dc6ad-3318-4c91-9dce-e581015597f6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:06.241263 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-f96dc6ad-3318-4c91-9dce-e581015597f6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Floating IP 54f25d51-6b2b-4425-baf8-aab0c2096777 disassociated. External IP: 172.25.0.224, port: 7c4bfce1-56f2-4401-8b40-8655002b6836. Nov 09 00:39:06.292083 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a7394f9-a549-4a77-af34-d294361549dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:06.450222 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a7394f9-a549-4a77-af34-d294361549dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:06.459910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a7394f9-a549-4a77-af34-d294361549dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:06.504161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51882) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:06.504487 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1a7394f9-a549-4a77-af34-d294361549dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d7b394905fa4010a3174e3d7367f500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4615061 Nov 09 00:39:06.505814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7394f9-a549-4a77-af34-d294361549dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1a78d3-e07d-4fd0-8d4c-fb201f68b327,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:06.511638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96dc6ad-3318-4c91-9dce-e581015597f6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:06.614415 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c854ee-5d4f-44a9-92d2-0ba9afbcd457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:06.674312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c854ee-5d4f-44a9-92d2-0ba9afbcd457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:06.713159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96dc6ad-3318-4c91-9dce-e581015597f6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:06.717693 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f96dc6ad-3318-4c91-9dce-e581015597f6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:06.725974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17468c12-975d-4e98-b1cc-ad0564d78601 None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:06.737706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17468c12-975d-4e98-b1cc-ad0564d78601 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:06.739126 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-17468c12-975d-4e98-b1cc-ad0564d78601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:06.753774 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f96dc6ad-3318-4c91-9dce-e581015597f6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "PUT /v2.0/floatingips/54f25d51-6b2b-4425-baf8-aab0c2096777 HTTP/1.1" status: 200 len: 688 time: 0.8348629 Nov 09 00:39:06.755835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51886) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:06.773425 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c854ee-5d4f-44a9-92d2-0ba9afbcd457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:06.779924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-37c854ee-5d4f-44a9-92d2-0ba9afbcd457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:06.780097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-17468c12-975d-4e98-b1cc-ad0564d78601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:06.781562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-37c854ee-5d4f-44a9-92d2-0ba9afbcd457 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa1a78d3-e07d-4fd0-8d4c-fb201f68b327 HTTP/1.1" status: 204 len: 168 time: 0.2761226 Nov 09 00:39:06.816052 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17468c12-975d-4e98-b1cc-ad0564d78601 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:06.819028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-17468c12-975d-4e98-b1cc-ad0564d78601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:06.829783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c854ee-5d4f-44a9-92d2-0ba9afbcd457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1a78d3-e07d-4fd0-8d4c-fb201f68b327,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:06.861406 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-17468c12-975d-4e98-b1cc-ad0564d78601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:06.862525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17468c12-975d-4e98-b1cc-ad0564d78601 None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:06.931731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-97f4e91f-dc0c-4995-90f8-c289f8964b8d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port 6f0b84d3-c78d-4d64-b836-9a77e81ba144 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:06.932209 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-97f4e91f-dc0c-4995-90f8-c289f8964b8d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.024528 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-97f4e91f-dc0c-4995-90f8-c289f8964b8d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.025270 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-97f4e91f-dc0c-4995-90f8-c289f8964b8d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.039288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-97f4e91f-dc0c-4995-90f8-c289f8964b8d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for 6f0b84d3-c78d-4d64-b836-9a77e81ba144 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:07.153953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 51892) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:07.173820 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebcf888b-750b-493b-9dba-4e166425361c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.188283 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-97f4e91f-dc0c-4995-90f8-c289f8964b8d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.220296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4e91f-dc0c-4995-90f8-c289f8964b8d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=6f0b84d3-c78d-4d64-b836-9a77e81ba144,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:07.259611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebcf888b-750b-493b-9dba-4e166425361c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.262908 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ebcf888b-750b-493b-9dba-4e166425361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.291278 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-97f4e91f-dc0c-4995-90f8-c289f8964b8d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.294185 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-97f4e91f-dc0c-4995-90f8-c289f8964b8d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.295406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-97f4e91f-dc0c-4995-90f8-c289f8964b8d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/floatingips/54f25d51-6b2b-4425-baf8-aab0c2096777 HTTP/1.1" status: 204 len: 168 time: 0.5372593 Nov 09 00:39:07.298860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51894) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:07.302110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf888b-750b-493b-9dba-4e166425361c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e40bb2a-2b48-4a32-bc15-af3ec8bbf587,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:07.304701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': 'd9602f25-3e07-44d7-bb04-091f4263ad71'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:07.318355 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ebcf888b-750b-493b-9dba-4e166425361c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4ab422c071441238d6af556dde73876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1629531 Nov 09 00:39:07.318557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 51896) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:07.348600 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.398441 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a23a981a-f8cc-48eb-8bdb-cf40981680e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.452415 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a23a981a-f8cc-48eb-8bdb-cf40981680e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.513749 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.516610 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a23a981a-f8cc-48eb-8bdb-cf40981680e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.519182 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a23a981a-f8cc-48eb-8bdb-cf40981680e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.520368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a23a981a-f8cc-48eb-8bdb-cf40981680e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e40bb2a-2b48-4a32-bc15-af3ec8bbf587 HTTP/1.1" status: 204 len: 168 time: 0.2008586 Nov 09 00:39:07.535951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a981a-f8cc-48eb-8bdb-cf40981680e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e40bb2a-2b48-4a32-bc15-af3ec8bbf587,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:07.643526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.25.0.40 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/0aa42d83-d983-4e31-a235-af8769ee1678) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:07.763222 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.800297 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:07.840819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:07.845960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:07.849730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:07.872650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=0aa42d83-d983-4e31-a235-af8769ee1678,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:08.278954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:08.362141 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:08.542674 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:08.546832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:08.625753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=0aa42d83-d983-4e31-a235-af8769ee1678,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:08.634176 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:08.737664 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Floating IP 35637e42-3b74-449c-bafa-b506a84baca7 associated. External IP: 172.25.0.40, port: d9602f25-3e07-44d7-bb04-091f4263ad71. Nov 09 00:39:09.348408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:09.454955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:09.470340 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085f4b7-1b23-4091-944e-5b5786dcf269 None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:09.473245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:09.481587 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085f4b7-1b23-4091-944e-5b5786dcf269 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:09.482390 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0085f4b7-1b23-4091-944e-5b5786dcf269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:09.510321 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-51af7e2c-ce2d-4b87-91bb-d41a3c012e6e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2076533 Nov 09 00:39:09.510698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52006) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:09.531926 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0085f4b7-1b23-4091-944e-5b5786dcf269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:09.543790 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085f4b7-1b23-4091-944e-5b5786dcf269 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:09.544394 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0085f4b7-1b23-4091-944e-5b5786dcf269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:09.585583 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0085f4b7-1b23-4091-944e-5b5786dcf269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:09.586460 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085f4b7-1b23-4091-944e-5b5786dcf269 None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:09.637386 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1fccceeb-9dc5-45cc-b110-24791bc1b2a1 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "GET /v2.0/floatingips/35637e42-3b74-449c-bafa-b506a84baca7 HTTP/1.1" status: 200 len: 977 time: 0.1255391 Nov 09 00:39:09.640076 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52008) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:09.761485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52010) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:09.761691 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3a0dc7c8-8d79-449e-9d30-9f9eb1551602 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1205194 Nov 09 00:39:09.766916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-83aeca3a-abbd-431c-9121-892d387a8683 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'floatingip': {'port_id': '7c4bfce1-56f2-4401-8b40-8655002b6836'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:09.831605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-83aeca3a-abbd-431c-9121-892d387a8683 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:10.379390 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-83aeca3a-abbd-431c-9121-892d387a8683 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:10.384169 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-83aeca3a-abbd-431c-9121-892d387a8683 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:10.497187 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-83aeca3a-abbd-431c-9121-892d387a8683 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Floating IP 35637e42-3b74-449c-bafa-b506a84baca7 associated. External IP: 172.25.0.40, port: d9602f25-3e07-44d7-bb04-091f4263ad71. Nov 09 00:39:10.747125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83aeca3a-abbd-431c-9121-892d387a8683 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:10.857544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83aeca3a-abbd-431c-9121-892d387a8683 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:10.868814 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828d0d4-aec7-4670-8633-fd3de2856cb9 None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:10.881111 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828d0d4-aec7-4670-8633-fd3de2856cb9 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:10.881757 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4828d0d4-aec7-4670-8633-fd3de2856cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:10.917256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4828d0d4-aec7-4670-8633-fd3de2856cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:10.926843 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828d0d4-aec7-4670-8633-fd3de2856cb9 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:10.927456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4828d0d4-aec7-4670-8633-fd3de2856cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:10.966704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4828d0d4-aec7-4670-8633-fd3de2856cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:10.967831 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828d0d4-aec7-4670-8633-fd3de2856cb9 None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:11.112213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83aeca3a-abbd-431c-9121-892d387a8683 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:11.230800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83aeca3a-abbd-431c-9121-892d387a8683 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:11.235111 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-83aeca3a-abbd-431c-9121-892d387a8683 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:11.242165 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944a32c-0412-44da-b70a-96e909f4abc5 None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:11.254321 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944a32c-0412-44da-b70a-96e909f4abc5 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:11.256376 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6944a32c-0412-44da-b70a-96e909f4abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:11.294729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-83aeca3a-abbd-431c-9121-892d387a8683 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "PUT /v2.0/floatingips/35637e42-3b74-449c-bafa-b506a84baca7 HTTP/1.1" status: 200 len: 978 time: 1.5318646 Nov 09 00:39:11.297258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52026) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:11.302614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b69873c6-7001-4064-868e-00c3ed51b5cc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:11.320393 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6944a32c-0412-44da-b70a-96e909f4abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:11.330247 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944a32c-0412-44da-b70a-96e909f4abc5 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:11.331101 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6944a32c-0412-44da-b70a-96e909f4abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:11.360728 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b69873c6-7001-4064-868e-00c3ed51b5cc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:11.372588 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6944a32c-0412-44da-b70a-96e909f4abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:11.373694 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944a32c-0412-44da-b70a-96e909f4abc5 None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:11.516280 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b69873c6-7001-4064-868e-00c3ed51b5cc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:11.522903 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b69873c6-7001-4064-868e-00c3ed51b5cc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:11.523388 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-b69873c6-7001-4064-868e-00c3ed51b5cc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Floating IP 35637e42-3b74-449c-bafa-b506a84baca7 disassociated. External IP: 172.25.0.40, port: 7c4bfce1-56f2-4401-8b40-8655002b6836. Nov 09 00:39:11.750157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69873c6-7001-4064-868e-00c3ed51b5cc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:11.870613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69873c6-7001-4064-868e-00c3ed51b5cc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:11.874342 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b69873c6-7001-4064-868e-00c3ed51b5cc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:11.880671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480caee-0505-4023-9759-90f65027d0e0 None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:11.891029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480caee-0505-4023-9759-90f65027d0e0 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:11.891645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9480caee-0505-4023-9759-90f65027d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:11.905913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b69873c6-7001-4064-868e-00c3ed51b5cc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "PUT /v2.0/floatingips/35637e42-3b74-449c-bafa-b506a84baca7 HTTP/1.1" status: 200 len: 687 time: 0.6073718 Nov 09 00:39:11.908493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52030) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:11.927230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9480caee-0505-4023-9759-90f65027d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:11.938117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480caee-0505-4023-9759-90f65027d0e0 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:11.938982 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9480caee-0505-4023-9759-90f65027d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:38:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:11.978670 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9480caee-0505-4023-9759-90f65027d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:11.979338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480caee-0505-4023-9759-90f65027d0e0 None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:12.345784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b9be0373-41eb-4ed1-aeef-9f8ec3367563 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port 0aa42d83-d983-4e31-a235-af8769ee1678 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:12.345784 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9be0373-41eb-4ed1-aeef-9f8ec3367563 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:12.431143 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9be0373-41eb-4ed1-aeef-9f8ec3367563 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:12.431549 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9be0373-41eb-4ed1-aeef-9f8ec3367563 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:12.446923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b9be0373-41eb-4ed1-aeef-9f8ec3367563 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for 0aa42d83-d983-4e31-a235-af8769ee1678 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:12.592925 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9be0373-41eb-4ed1-aeef-9f8ec3367563 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:12.629117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be0373-41eb-4ed1-aeef-9f8ec3367563 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=0aa42d83-d983-4e31-a235-af8769ee1678,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:12.687591 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6d53f944-0d8f-4921-bc1e-505525311d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:12.696580 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9be0373-41eb-4ed1-aeef-9f8ec3367563 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:12.699601 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9be0373-41eb-4ed1-aeef-9f8ec3367563 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:12.703503 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b9be0373-41eb-4ed1-aeef-9f8ec3367563 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/floatingips/35637e42-3b74-449c-bafa-b506a84baca7 HTTP/1.1" status: 204 len: 168 time: 0.7914586 Nov 09 00:39:12.703666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52034) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:12.738450 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-2b057464-fbeb-4c51-bb46-2fa041f4db03 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] delete failed (client error): The resource could not be found. Nov 09 00:39:12.740036 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2b057464-fbeb-4c51-bb46-2fa041f4db03 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/floatingips/35637e42-3b74-449c-bafa-b506a84baca7 HTTP/1.1" status: 404 len: 345 time: 0.0349135 Nov 09 00:39:12.743984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52036) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:12.839706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176528d0-2ab1-486c-97b8-79a15cc90776 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:12.845833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176528d0-2ab1-486c-97b8-79a15cc90776 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:12.852834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176528d0-2ab1-486c-97b8-79a15cc90776 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:12.858526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-176528d0-2ab1-486c-97b8-79a15cc90776 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "GET /v2.0/ports?network_id=aa2630fc-3394-4f91-a056-24ce3f0db8a5 HTTP/1.1" status: 200 len: 2359 time: 0.1094725 Nov 09 00:39:12.858526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52040) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:12.909964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9099a25e-81cf-44e5-b480-0fe4cbfadda7 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:12.912190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9099a25e-81cf-44e5-b480-0fe4cbfadda7 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "GET /v2.0/subnets/7a7b282e-bb87-489d-b9c1-2ac5344e0c3c HTTP/1.1" status: 200 len: 797 time: 0.0541527 Nov 09 00:39:12.916804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52042) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:12.923166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'port': {'network_id': 'aa2630fc-3394-4f91-a056-24ce3f0db8a5', 'name': 'tempest-FloatingIPTestJSON-660613008', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:13.041504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Made reservation on behalf of 56a4f3f3b65b403dadcecbd0d09fb3f8 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:13.140189 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:13.162980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] device_id is not set on port 463eca29-310a-446e-9aba-9c6f5fe67ab6 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:39:13.486280 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.20.0.14 (aa2630fc-3394-4f91-a056-24ce3f0db8a5/7a7b282e-bb87-489d-b9c1-2ac5344e0c3c/463eca29-310a-446e-9aba-9c6f5fe67ab6) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:13.493214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.20.0.12 (aa2630fc-3394-4f91-a056-24ce3f0db8a5/7a7b282e-bb87-489d-b9c1-2ac5344e0c3c/463eca29-310a-446e-9aba-9c6f5fe67ab6) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:13.988942 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:14.026640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:14.071253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network aa2630fc-3394-4f91-a056-24ce3f0db8a5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:14.077016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:14.080963 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:14.105991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=463eca29-310a-446e-9aba-9c6f5fe67ab6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:14.139857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:14.140864 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:14.164422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-52d8ac91-cb55-40c5-9e2e-5c05b5702cc5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2460394 Nov 09 00:39:14.166972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52050) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:14.173303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '463eca29-310a-446e-9aba-9c6f5fe67ab6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:14.204684 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:14.315190 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:14.445563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.25.0.46 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/4d1d5433-4ea5-4086-8208-d91bfa2a586d) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:14.560181 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:14.599258 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:14.652839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:14.658453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:14.661923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:14.692526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=4d1d5433-4ea5-4086-8208-d91bfa2a586d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:14.804785 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d77b0a50-86da-4db1-8362-ea50336e0901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:15.073287 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:15.149169 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:15.327206 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:15.334512 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:15.403046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=4d1d5433-4ea5-4086-8208-d91bfa2a586d,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:15.417655 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:15.527902 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Floating IP b652d942-96a2-4602-adc7-434320d1a0b7 associated. External IP: 172.25.0.46, port: 463eca29-310a-446e-9aba-9c6f5fe67ab6. Nov 09 00:39:15.779998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:15.910697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:15.922238 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21cccb0-6cde-40e8-b445-ad4e34b77eb4 None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:15.935856 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21cccb0-6cde-40e8-b445-ad4e34b77eb4 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:15.937059 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f21cccb0-6cde-40e8-b445-ad4e34b77eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:15.938857 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:15.977674 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f21cccb0-6cde-40e8-b445-ad4e34b77eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:15.998192 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-73552aeb-8f58-4b01-84b3-307e49b3b15c tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8265955 Nov 09 00:39:15.998578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52058) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:16.001536 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21cccb0-6cde-40e8-b445-ad4e34b77eb4 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:16.002190 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f21cccb0-6cde-40e8-b445-ad4e34b77eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:16.003127 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3eb1a27b-31eb-472c-ba8f-82f5c9fb27d4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'floatingip': {'port_id': '463eca29-310a-446e-9aba-9c6f5fe67ab6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:16.044032 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f21cccb0-6cde-40e8-b445-ad4e34b77eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:16.044593 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21cccb0-6cde-40e8-b445-ad4e34b77eb4 None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:16.084970 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:16.087075 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a27b-31eb-472c-ba8f-82f5c9fb27d4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:16.150731 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:16.433496 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:16.644973 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a27b-31eb-472c-ba8f-82f5c9fb27d4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:16.650255 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a27b-31eb-472c-ba8f-82f5c9fb27d4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:16.877319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb1a27b-31eb-472c-ba8f-82f5c9fb27d4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:16.997941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb1a27b-31eb-472c-ba8f-82f5c9fb27d4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:17.003874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a27b-31eb-472c-ba8f-82f5c9fb27d4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:17.012063 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635fb9f6-4590-4030-a2ab-afb28bc43aed None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:17.030139 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635fb9f6-4590-4030-a2ab-afb28bc43aed None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:17.030997 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-635fb9f6-4590-4030-a2ab-afb28bc43aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:17.073452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-635fb9f6-4590-4030-a2ab-afb28bc43aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:17.078734 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3eb1a27b-31eb-472c-ba8f-82f5c9fb27d4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "PUT /v2.0/floatingips/b652d942-96a2-4602-adc7-434320d1a0b7 HTTP/1.1" status: 200 len: 977 time: 1.0789843 Nov 09 00:39:17.081299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52064) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:17.083498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635fb9f6-4590-4030-a2ab-afb28bc43aed None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:17.084371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-635fb9f6-4590-4030-a2ab-afb28bc43aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:17.120873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-635fb9f6-4590-4030-a2ab-afb28bc43aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:17.121551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635fb9f6-4590-4030-a2ab-afb28bc43aed None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:17.269804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port 4d1d5433-4ea5-4086-8208-d91bfa2a586d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:17.271716 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:17.354595 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:17.355185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:17.371210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for 4d1d5433-4ea5-4086-8208-d91bfa2a586d owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:17.590565 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:17.622082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=4d1d5433-4ea5-4086-8208-d91bfa2a586d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:17.689071 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:17.693541 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:17.694018 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Floating IP b652d942-96a2-4602-adc7-434320d1a0b7 disassociated (deleted). External IP: 172.25.0.46, port: 463eca29-310a-446e-9aba-9c6f5fe67ab6. Nov 09 00:39:17.915719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:18.040642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:18.054476 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe56a98-e9b4-4ff2-8739-b9304d77fb55 None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:18.055875 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:18.074609 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe56a98-e9b4-4ff2-8739-b9304d77fb55 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:18.075541 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5fe56a98-e9b4-4ff2-8739-b9304d77fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:18.097264 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3f372dea-55c0-417e-8197-5896fbe53a91 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/floatingips/b652d942-96a2-4602-adc7-434320d1a0b7 HTTP/1.1" status: 204 len: 168 time: 1.0137997 Nov 09 00:39:18.099218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52068) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:18.122106 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5fe56a98-e9b4-4ff2-8739-b9304d77fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:18.136152 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe56a98-e9b4-4ff2-8739-b9304d77fb55 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:18.136850 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5fe56a98-e9b4-4ff2-8739-b9304d77fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:18.176069 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5fe56a98-e9b4-4ff2-8739-b9304d77fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:18.177209 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe56a98-e9b4-4ff2-8739-b9304d77fb55 None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:18.242833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-fc2858f0-1120-4c9e-9002-86055ad00070 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port 463eca29-310a-446e-9aba-9c6f5fe67ab6 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:18.243156 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc2858f0-1120-4c9e-9002-86055ad00070 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:18.341297 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc2858f0-1120-4c9e-9002-86055ad00070 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:18.358821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-fc2858f0-1120-4c9e-9002-86055ad00070 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for 463eca29-310a-446e-9aba-9c6f5fe67ab6 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:18.390386 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:18.583633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc2858f0-1120-4c9e-9002-86055ad00070 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:18.610713 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2858f0-1120-4c9e-9002-86055ad00070 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=463eca29-310a-446e-9aba-9c6f5fe67ab6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:18.716779 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fc2858f0-1120-4c9e-9002-86055ad00070 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:18.725695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52074) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:18.726506 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fc2858f0-1120-4c9e-9002-86055ad00070 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/ports/463eca29-310a-446e-9aba-9c6f5fe67ab6 HTTP/1.1" status: 204 len: 168 time: 0.6254208 Nov 09 00:39:18.731131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:18.758442 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:18.872112 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:19.004253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.25.0.211 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/2226f1fc-b888-4c42-a895-e7c30d3bf1eb) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:19.136617 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:19.181209 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:19.220803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:19.223927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:19.229834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:19.265551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=2226f1fc-b888-4c42-a895-e7c30d3bf1eb,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:19.338727 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:19.392441 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:19.586781 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:19.592256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:19.678606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=2226f1fc-b888-4c42-a895-e7c30d3bf1eb,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:19.697700 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:19.715138 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:19.716675 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-db5bfc68-4155-4c73-b9b1-b5bbe02e2c80 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9898996 Nov 09 00:39:19.719186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52080) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:19.724788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'port': {'network_id': 'aa2630fc-3394-4f91-a056-24ce3f0db8a5', 'name': 'tempest-FloatingIPTestJSON-1710980692'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:19.866025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Made reservation on behalf of 56a4f3f3b65b403dadcecbd0d09fb3f8 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:19.870489 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:19.896985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] device_id is not set on port e8b05e1c-17da-4f9f-b9fd-3fcc8bd77e28 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:39:20.031588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.20.0.7 (aa2630fc-3394-4f91-a056-24ce3f0db8a5/7a7b282e-bb87-489d-b9c1-2ac5344e0c3c/e8b05e1c-17da-4f9f-b9fd-3fcc8bd77e28) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:20.211420 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:20.277670 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:20.346573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network aa2630fc-3394-4f91-a056-24ce3f0db8a5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:20.353050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:20.361566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:20.368987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=e8b05e1c-17da-4f9f-b9fd-3fcc8bd77e28,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:20.433665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:20.434315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:20.453090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-43b635cb-0821-4454-9d51-6ce510ccf036 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7325938 Nov 09 00:39:20.455445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52086) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:20.460673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1f19d6d5-8b06-4166-a49d-220517c2bae6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'floatingip': {'port_id': 'e8b05e1c-17da-4f9f-b9fd-3fcc8bd77e28'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:20.507572 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f19d6d5-8b06-4166-a49d-220517c2bae6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:20.978540 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f19d6d5-8b06-4166-a49d-220517c2bae6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:20.983467 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f19d6d5-8b06-4166-a49d-220517c2bae6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:21.089324 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-1f19d6d5-8b06-4166-a49d-220517c2bae6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Floating IP 855ed91a-3c60-434d-b415-0d28891253b6 associated. External IP: 172.25.0.211, port: e8b05e1c-17da-4f9f-b9fd-3fcc8bd77e28. Nov 09 00:39:21.310160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f19d6d5-8b06-4166-a49d-220517c2bae6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:21.422470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f19d6d5-8b06-4166-a49d-220517c2bae6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:21.428993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f19d6d5-8b06-4166-a49d-220517c2bae6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:21.434953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae7eaa-0ef5-47f3-b6c6-4955250b0910 None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:21.447643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae7eaa-0ef5-47f3-b6c6-4955250b0910 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:21.448192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c5ae7eaa-0ef5-47f3-b6c6-4955250b0910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:21.461676 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1f19d6d5-8b06-4166-a49d-220517c2bae6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "PUT /v2.0/floatingips/855ed91a-3c60-434d-b415-0d28891253b6 HTTP/1.1" status: 200 len: 978 time: 1.0044091 Nov 09 00:39:21.463432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52092) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:21.502967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c5ae7eaa-0ef5-47f3-b6c6-4955250b0910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:21.514843 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae7eaa-0ef5-47f3-b6c6-4955250b0910 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:21.515685 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c5ae7eaa-0ef5-47f3-b6c6-4955250b0910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:21.554549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c5ae7eaa-0ef5-47f3-b6c6-4955250b0910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:21.555228 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae7eaa-0ef5-47f3-b6c6-4955250b0910 None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:21.557982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port e8b05e1c-17da-4f9f-b9fd-3fcc8bd77e28 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:21.558332 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:22.028438 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:22.215506 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:22.215924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:22.216211 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Floating IP 855ed91a-3c60-434d-b415-0d28891253b6 disassociated. External IP: 172.25.0.211, port: e8b05e1c-17da-4f9f-b9fd-3fcc8bd77e28. Nov 09 00:39:22.216583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for e8b05e1c-17da-4f9f-b9fd-3fcc8bd77e28 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:22.347152 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:22.378042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=e8b05e1c-17da-4f9f-b9fd-3fcc8bd77e28,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:22.495150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:22.625941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:22.640668 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2b2e1-50c3-4c4c-aefc-0044a08f6f5f None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:22.653553 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2b2e1-50c3-4c4c-aefc-0044a08f6f5f None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:22.654433 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b6d2b2e1-50c3-4c4c-aefc-0044a08f6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:22.701819 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b6d2b2e1-50c3-4c4c-aefc-0044a08f6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:22.713881 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:22.720495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-553225b3-2f28-486f-86d8-dd9f15914f14 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/ports/e8b05e1c-17da-4f9f-b9fd-3fcc8bd77e28 HTTP/1.1" status: 204 len: 168 time: 1.2537186 Nov 09 00:39:22.720746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52122) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:22.730441 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2b2e1-50c3-4c4c-aefc-0044a08f6f5f None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:22.731342 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b6d2b2e1-50c3-4c4c-aefc-0044a08f6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:22.777269 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-b6d2b2e1-50c3-4c4c-aefc-0044a08f6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:22.778237 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2b2e1-50c3-4c4c-aefc-0044a08f6f5f None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:22.794898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-eb6b1571-8391-4c48-af7b-cfcb4d0f78de tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "GET /v2.0/floatingips/855ed91a-3c60-434d-b415-0d28891253b6 HTTP/1.1" status: 200 len: 688 time: 0.0721481 Nov 09 00:39:22.796854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52124) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:22.925982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b1329849-a22f-4305-92a4-c241a35494b6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port 2226f1fc-b888-4c42-a895-e7c30d3bf1eb {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:22.926271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1329849-a22f-4305-92a4-c241a35494b6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:23.007806 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1329849-a22f-4305-92a4-c241a35494b6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:23.008138 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1329849-a22f-4305-92a4-c241a35494b6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:23.021327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b1329849-a22f-4305-92a4-c241a35494b6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for 2226f1fc-b888-4c42-a895-e7c30d3bf1eb owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:23.167268 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1329849-a22f-4305-92a4-c241a35494b6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:23.195324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1329849-a22f-4305-92a4-c241a35494b6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=2226f1fc-b888-4c42-a895-e7c30d3bf1eb,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:23.262197 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1329849-a22f-4305-92a4-c241a35494b6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:23.265139 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1329849-a22f-4305-92a4-c241a35494b6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:23.269577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b1329849-a22f-4305-92a4-c241a35494b6 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/floatingips/855ed91a-3c60-434d-b415-0d28891253b6 HTTP/1.1" status: 204 len: 168 time: 0.4685397 Nov 09 00:39:23.269937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52126) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:23.274382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '7c4bfce1-56f2-4401-8b40-8655002b6836'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:23.299429 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:23.395622 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:23.505385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.25.0.116 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/08cb29c6-36f7-4cf1-8b3c-b934a6398bca) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:23.624369 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:23.695510 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:23.740873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:23.744076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:23.748678 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:23.751805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=08cb29c6-36f7-4cf1-8b3c-b934a6398bca,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:24.129109 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:24.200501 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:24.364141 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:24.370305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:24.453294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=08cb29c6-36f7-4cf1-8b3c-b934a6398bca,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:24.464752 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:24.580306 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Floating IP d2dcd018-05cc-4c6f-846e-1ebe1b159317 associated. External IP: 172.25.0.116, port: 7c4bfce1-56f2-4401-8b40-8655002b6836. Nov 09 00:39:24.874871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:25.006133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:25.019052 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb10b9-769f-4897-b5b5-c05d4f8f6ab8 None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:25.027603 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:25.037480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb10b9-769f-4897-b5b5-c05d4f8f6ab8 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:25.038257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-facb10b9-769f-4897-b5b5-c05d4f8f6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:25.063315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-806c8871-8a41-4870-88f9-69d02f333fa9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.7922757 Nov 09 00:39:25.065550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52148) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:25.071138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-113e971a-e586-4dc8-8b55-27ad19c81c79 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-667288605'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:25.100342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113e971a-e586-4dc8-8b55-27ad19c81c79 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Made reservation on behalf of 56a4f3f3b65b403dadcecbd0d09fb3f8 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:25.105118 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-113e971a-e586-4dc8-8b55-27ad19c81c79 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:25.137070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113e971a-e586-4dc8-8b55-27ad19c81c79 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:39:25.140800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-facb10b9-769f-4897-b5b5-c05d4f8f6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:25.150528 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-113e971a-e586-4dc8-8b55-27ad19c81c79 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:25.151090 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-113e971a-e586-4dc8-8b55-27ad19c81c79 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Added segment 65bf2d00-9a58-44aa-a27e-8f7bfe7603e6 of type vlan for network 50eb87ae-d879-4f0f-b751-7146728d4a90 Nov 09 00:39:25.162104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb10b9-769f-4897-b5b5-c05d4f8f6ab8 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:25.167457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-facb10b9-769f-4897-b5b5-c05d4f8f6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:25.208377 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-113e971a-e586-4dc8-8b55-27ad19c81c79 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:25.213735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-facb10b9-769f-4897-b5b5-c05d4f8f6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:25.214466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb10b9-769f-4897-b5b5-c05d4f8f6ab8 None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:25.244071 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-113e971a-e586-4dc8-8b55-27ad19c81c79 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:25.249889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113e971a-e586-4dc8-8b55-27ad19c81c79 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:25.250501 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-113e971a-e586-4dc8-8b55-27ad19c81c79 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:25.300350 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-113e971a-e586-4dc8-8b55-27ad19c81c79 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2310877 Nov 09 00:39:25.301645 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52150) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:25.309222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a77110bb-1581-4a88-93f2-1b7861faf7ac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'subnet': {'network_id': '50eb87ae-d879-4f0f-b751-7146728d4a90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:25.340091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e971a-e586-4dc8-8b55-27ad19c81c79 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Network': ['ID=50eb87ae-d879-4f0f-b751-7146728d4a90,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:25.353805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 50eb87ae-d879-4f0f-b751-7146728d4a90 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:39:25.413738 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77110bb-1581-4a88-93f2-1b7861faf7ac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Made reservation on behalf of 56a4f3f3b65b403dadcecbd0d09fb3f8 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:25.419470 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a77110bb-1581-4a88-93f2-1b7861faf7ac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:25.647195 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a77110bb-1581-4a88-93f2-1b7861faf7ac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:25.746413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77110bb-1581-4a88-93f2-1b7861faf7ac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Subnet': ['ID=eacf8f26-825b-41e6-b209-31103769c3ad,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:25.755419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77110bb-1581-4a88-93f2-1b7861faf7ac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Checking segment: {'id': '65bf2d00-9a58-44aa-a27e-8f7bfe7603e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '50eb87ae-d879-4f0f-b751-7146728d4a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:25.755952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77110bb-1581-4a88-93f2-1b7861faf7ac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network hostable DHCP agents. Network: 50eb87ae-d879-4f0f-b751-7146728d4a90, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:39:25.803286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77110bb-1581-4a88-93f2-1b7861faf7ac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network 50eb87ae-d879-4f0f-b751-7146728d4a90 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:39:25.819526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a77110bb-1581-4a88-93f2-1b7861faf7ac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 50eb87ae-d879-4f0f-b751-7146728d4a90) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:25.834153 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c15400-16a0-45f8-a791-8ff67cb5267f None None] Network 50eb87ae-d879-4f0f-b751-7146728d4a90 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:25.836141 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77110bb-1581-4a88-93f2-1b7861faf7ac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:25.836750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a77110bb-1581-4a88-93f2-1b7861faf7ac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:25.866597 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a77110bb-1581-4a88-93f2-1b7861faf7ac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5630429 Nov 09 00:39:25.869053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52152) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:25.878802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-550960753', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:25.934268 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:25.935698 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:26.031451 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:26.104280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-50eb87ae-d879-4f0f-b751-7146728d4a90', 'network_id': '50eb87ae-d879-4f0f-b751-7146728d4a90', 'tenant_id': '56a4f3f3b65b403dadcecbd0d09fb3f8', 'fixed_ips': [{'subnet_id': 'eacf8f26-825b-41e6-b209-31103769c3ad'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:39:26.105277 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:26.270315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Allocated IP 172.20.0.2 (50eb87ae-d879-4f0f-b751-7146728d4a90/eacf8f26-825b-41e6-b209-31103769c3ad/6769a877-fb74-42dc-90cb-f060cca6041b) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:26.430908 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:26.439875 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:26.500490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Network 50eb87ae-d879-4f0f-b751-7146728d4a90 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:26.504864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:26.509542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:26.526302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Pushing event updated for resources: {'Port': ['ID=6769a877-fb74-42dc-90cb-f060cca6041b,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:26.554615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:26.555180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:26.555773 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:26.555958 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:26.556515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:26.556951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:26.557292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:26.557749 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:26.558290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:26.558727 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:26.559067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:26.559483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:26.610901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Attempting to bind port 6769a877-fb74-42dc-90cb-f060cca6041b on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:39:26.611276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Attempting to bind port 6769a877-fb74-42dc-90cb-f060cca6041b by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '65bf2d00-9a58-44aa-a27e-8f7bfe7603e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '50eb87ae-d879-4f0f-b751-7146728d4a90'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:39:26.611633 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Attempting to bind port 6769a877-fb74-42dc-90cb-f060cca6041b on network 50eb87ae-d879-4f0f-b751-7146728d4a90 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:39:26.618946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:39:26.619591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Checking segment: {'id': '65bf2d00-9a58-44aa-a27e-8f7bfe7603e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '50eb87ae-d879-4f0f-b751-7146728d4a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:26.620240 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:26.620645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Bound using segment: {'id': '65bf2d00-9a58-44aa-a27e-8f7bfe7603e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '50eb87ae-d879-4f0f-b751-7146728d4a90'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:39:26.621140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Bound port: 6769a877-fb74-42dc-90cb-f060cca6041b, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65bf2d00-9a58-44aa-a27e-8f7bfe7603e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '50eb87ae-d879-4f0f-b751-7146728d4a90'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:39:26.621758 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:26.690175 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:26.712011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] For port 6769a877-fb74-42dc-90cb-f060cca6041b, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:39:26.717140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] For port 6769a877-fb74-42dc-90cb-f060cca6041b, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6769a877-fb74-42dc-90cb-f060cca6041b,segment=NetworkSegment(65bf2d00-9a58-44aa-a27e-8f7bfe7603e6),segment_id=65bf2d00-9a58-44aa-a27e-8f7bfe7603e6)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:39:26.725896 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:26.808218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f29a4c-b487-4c35-b4b4-b67e97d15ed2 None None] Pushing event updated for resources: {'Port': ['ID=6769a877-fb74-42dc-90cb-f060cca6041b,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:26.943254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:26.967548 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:27.177914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.25.0.158 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/ae9bd759-ab4a-445b-8924-18cbf432e567) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:27.197695 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:39:27.322578 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:27.361677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:27.415708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=ae9bd759-ab4a-445b-8924-18cbf432e567,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:27.421738 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:27.423948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:27.427990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:27.768189 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:28.003327 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:28.123769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3675a2dc-a1bd-4bb3-8bc4-802fd557449d None None] Network 50eb87ae-d879-4f0f-b751-7146728d4a90 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:28.221891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router 1f535c02-48c9-4113-a9a1-364cf24a6cb8 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:39:28.266769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6769a877-fb74-42dc-90cb-f060cca6041b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:39:28.271626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2f4d4985-267a-4919-a73b-45e3cd3d7a3b None None] Provisioning complete for port 6769a877-fb74-42dc-90cb-f060cca6041b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:28.272031 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2f4d4985-267a-4919-a73b-45e3cd3d7a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:28.388973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:28.400731 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49a3a9-1a3f-4807-a56b-d4596db0adde None None] Sync routers for ids ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:28.420350 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49a3a9-1a3f-4807-a56b-d4596db0adde None None] Routers {'1f535c02-48c9-4113-a9a1-364cf24a6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:28.423993 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ea49a3a9-1a3f-4807-a56b-d4596db0adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:28.443631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:28.448028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52172) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:28.448672 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c8619e11-3e53-47ea-b6ab-031ea6909708 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5773358 Nov 09 00:39:28.508583 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ea49a3a9-1a3f-4807-a56b-d4596db0adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:28.546340 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49a3a9-1a3f-4807-a56b-d4596db0adde None None] Routers {'1f535c02-48c9-4113-a9a1-364cf24a6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:28.547210 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ea49a3a9-1a3f-4807-a56b-d4596db0adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:28.589867 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6769a877-fb74-42dc-90cb-f060cca6041b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:28.590156 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:28.602788 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ea49a3a9-1a3f-4807-a56b-d4596db0adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:28.603837 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49a3a9-1a3f-4807-a56b-d4596db0adde None None] The sync data for ids ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:28.682490 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2f4d4985-267a-4919-a73b-45e3cd3d7a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:28.722686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2f4d4985-267a-4919-a73b-45e3cd3d7a3b None None] For port 6769a877-fb74-42dc-90cb-f060cca6041b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6769a877-fb74-42dc-90cb-f060cca6041b,segment=NetworkSegment(65bf2d00-9a58-44aa-a27e-8f7bfe7603e6),segment_id=65bf2d00-9a58-44aa-a27e-8f7bfe7603e6)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:39:28.818103 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2f4d4985-267a-4919-a73b-45e3cd3d7a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:28.849252 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:28.913091 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:39:28.913474 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:39:28.939453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d4985-267a-4919-a73b-45e3cd3d7a3b None None] Pushing event updated for resources: {'Port': ['ID=6769a877-fb74-42dc-90cb-f060cca6041b,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:29.003027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:29.255020 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e139f280-3c17-4fa7-af16-d3887063e00d None None] Provisioning complete for port 6769a877-fb74-42dc-90cb-f060cca6041b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:29.265897 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e139f280-3c17-4fa7-af16-d3887063e00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:29.304723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.20.0.1 (50eb87ae-d879-4f0f-b751-7146728d4a90/eacf8f26-825b-41e6-b209-31103769c3ad/d2b0fa18-62cf-4b6e-a1c9-9793d8949316) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:29.462890 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:29.505365 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:29.550423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network 50eb87ae-d879-4f0f-b751-7146728d4a90 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:29.554496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:29.560672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:29.597284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=d2b0fa18-62cf-4b6e-a1c9-9793d8949316,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:29.680115 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:29.823993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:29.895411 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0961f940-f8a0-4f69-9aba-4e3e478d6437 None None] Provisioning complete for port d2b0fa18-62cf-4b6e-a1c9-9793d8949316 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:29.896151 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0961f940-f8a0-4f69-9aba-4e3e478d6437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:29.942554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0961f940-f8a0-4f69-9aba-4e3e478d6437 None None] Port d2b0fa18-62cf-4b6e-a1c9-9793d8949316 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:39:30.181132 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6769a877-fb74-42dc-90cb-f060cca6041b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:39:30.245230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6769a877-fb74-42dc-90cb-f060cca6041b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:30.245730 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:30.522761 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:30.528739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:30.605508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=d2b0fa18-62cf-4b6e-a1c9-9793d8949316,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:30.609232 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:30.723369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network 50eb87ae-d879-4f0f-b751-7146728d4a90 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:30.724944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:30.863231 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router 1f535c02-48c9-4113-a9a1-364cf24a6cb8 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:30.981941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6ec8a63b-12fd-4fb4-bac8-ff16718586fa None None] Provisioning complete for port d2b0fa18-62cf-4b6e-a1c9-9793d8949316 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:30.983526 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a63b-12fd-4fb4-bac8-ff16718586fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:30.986949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:30.995714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-019185de-28b7-4d21-a9fa-729d9d53acd9 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "PUT /v2.0/routers/1f535c02-48c9-4113-a9a1-364cf24a6cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5439482 Nov 09 00:39:30.996095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52194) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:31.002819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'port': {'network_id': '50eb87ae-d879-4f0f-b751-7146728d4a90', 'name': 'tempest-FloatingIPTestJSON-923126930'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:31.024695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4aab76-c68d-4b4c-96c5-08ab9bafcf4f None None] Sync routers for ids ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:31.049180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4aab76-c68d-4b4c-96c5-08ab9bafcf4f None None] Routers {'1f535c02-48c9-4113-a9a1-364cf24a6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:31.049961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ab4aab76-c68d-4b4c-96c5-08ab9bafcf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:31.052726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8a63b-12fd-4fb4-bac8-ff16718586fa None None] Port d2b0fa18-62cf-4b6e-a1c9-9793d8949316 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:39:31.091060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ab4aab76-c68d-4b4c-96c5-08ab9bafcf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:31.100788 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4aab76-c68d-4b4c-96c5-08ab9bafcf4f None None] Routers {'1f535c02-48c9-4113-a9a1-364cf24a6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:31.101576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ab4aab76-c68d-4b4c-96c5-08ab9bafcf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:31.135634 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-ab4aab76-c68d-4b4c-96c5-08ab9bafcf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:31.136931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4aab76-c68d-4b4c-96c5-08ab9bafcf4f None None] The sync data for ids ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:31.147331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Made reservation on behalf of 56a4f3f3b65b403dadcecbd0d09fb3f8 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:31.151188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:31.169887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] device_id is not set on port 1b14c2c3-aa03-471b-9802-6bd3856b81e7 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:39:31.289886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Allocated IP 172.20.0.6 (50eb87ae-d879-4f0f-b751-7146728d4a90/eacf8f26-825b-41e6-b209-31103769c3ad/1b14c2c3-aa03-471b-9802-6bd3856b81e7) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:31.446067 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:31.481712 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:31.532367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Network 50eb87ae-d879-4f0f-b751-7146728d4a90 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:31.539227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:31.543930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:31.577242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event updated for resources: {'Port': ['ID=1b14c2c3-aa03-471b-9802-6bd3856b81e7,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:31.618187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:31.618876 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:31.644064 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b98c16d0-fab2-4b13-b73b-0ba233f37e44 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6468477 Nov 09 00:39:31.647650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52202) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:31.659159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ce72a0fa-58d9-4ba1-a5ec-2dd0aa7e8b90 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Request body: {'floatingip': {'port_id': '1b14c2c3-aa03-471b-9802-6bd3856b81e7'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:31.757436 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ce72a0fa-58d9-4ba1-a5ec-2dd0aa7e8b90 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:31.890508 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3b5e6966-88f5-49b1-8e25-b026f9b5a47a None None] Provisioning complete for port 1b14c2c3-aa03-471b-9802-6bd3856b81e7 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:31.891213 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3b5e6966-88f5-49b1-8e25-b026f9b5a47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:31.930548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e6966-88f5-49b1-8e25-b026f9b5a47a None None] Port 1b14c2c3-aa03-471b-9802-6bd3856b81e7 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:39:32.331813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ce72a0fa-58d9-4ba1-a5ec-2dd0aa7e8b90 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:32.336103 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ce72a0fa-58d9-4ba1-a5ec-2dd0aa7e8b90 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:32.441087 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-ce72a0fa-58d9-4ba1-a5ec-2dd0aa7e8b90 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Floating IP d2dcd018-05cc-4c6f-846e-1ebe1b159317 associated. External IP: 172.25.0.116, port: 7c4bfce1-56f2-4401-8b40-8655002b6836. Nov 09 00:39:32.661006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce72a0fa-58d9-4ba1-a5ec-2dd0aa7e8b90 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:32.778678 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce72a0fa-58d9-4ba1-a5ec-2dd0aa7e8b90 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:32.790780 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e846fea-1bff-4240-9468-13be0c8387d0 None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:32.809208 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e846fea-1bff-4240-9468-13be0c8387d0 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:32.810035 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0e846fea-1bff-4240-9468-13be0c8387d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:32.843966 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0e846fea-1bff-4240-9468-13be0c8387d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:32.853787 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e846fea-1bff-4240-9468-13be0c8387d0 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:32.854596 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0e846fea-1bff-4240-9468-13be0c8387d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:32.890271 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-0e846fea-1bff-4240-9468-13be0c8387d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:32.891154 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e846fea-1bff-4240-9468-13be0c8387d0 None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:33.145786 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52214) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:33.267865 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8ef1da7a-c982-4d8c-9dab-08897e9f2d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:33.308848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce72a0fa-58d9-4ba1-a5ec-2dd0aa7e8b90 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router 1f535c02-48c9-4113-a9a1-364cf24a6cb8 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:33.366449 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8ef1da7a-c982-4d8c-9dab-08897e9f2d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:33.371001 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8ef1da7a-c982-4d8c-9dab-08897e9f2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:33.409267 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8ef1da7a-c982-4d8c-9dab-08897e9f2d68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6630f99d77a746f7914b5ef31d2bedcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2627592 Nov 09 00:39:33.411841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1da7a-c982-4d8c-9dab-08897e9f2d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b269ad2-1ebf-4aa0-8598-da788cea42c0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:33.412665 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52218) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:33.455583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce72a0fa-58d9-4ba1-a5ec-2dd0aa7e8b90 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:33.465248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f1273-97a7-4759-b9fa-1b0bc11e3663 None None] Sync routers for ids ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:33.465763 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ce72a0fa-58d9-4ba1-a5ec-2dd0aa7e8b90 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:33.475481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f1273-97a7-4759-b9fa-1b0bc11e3663 None None] Routers {'1f535c02-48c9-4113-a9a1-364cf24a6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:33.476093 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-671f1273-97a7-4759-b9fa-1b0bc11e3663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:33.508929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1dd79112-d34b-481e-9bb4-f91090555989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:33.512313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-671f1273-97a7-4759-b9fa-1b0bc11e3663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:33.522168 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f1273-97a7-4759-b9fa-1b0bc11e3663 None None] Routers {'1f535c02-48c9-4113-a9a1-364cf24a6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:33.522973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-671f1273-97a7-4759-b9fa-1b0bc11e3663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:33.549297 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1dd79112-d34b-481e-9bb4-f91090555989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:33.554780 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ce72a0fa-58d9-4ba1-a5ec-2dd0aa7e8b90 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "PUT /v2.0/floatingips/d2dcd018-05cc-4c6f-846e-1ebe1b159317 HTTP/1.1" status: 200 len: 977 time: 1.9020309 Nov 09 00:39:33.555168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52220) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:33.556548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-671f1273-97a7-4759-b9fa-1b0bc11e3663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:33.557210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f1273-97a7-4759-b9fa-1b0bc11e3663 None None] The sync data for ids ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:33.613493 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1dd79112-d34b-481e-9bb4-f91090555989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:33.616203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1dd79112-d34b-481e-9bb4-f91090555989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:33.617365 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1dd79112-d34b-481e-9bb4-f91090555989 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b269ad2-1ebf-4aa0-8598-da788cea42c0 HTTP/1.1" status: 204 len: 168 time: 0.2031102 Nov 09 00:39:33.625250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd79112-d34b-481e-9bb4-f91090555989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b269ad2-1ebf-4aa0-8598-da788cea42c0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:33.661140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port 1b14c2c3-aa03-471b-9802-6bd3856b81e7 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:33.661517 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:33.760821 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:33.961651 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:33.962176 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:33.962500 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Floating IP d2dcd018-05cc-4c6f-846e-1ebe1b159317 disassociated. External IP: 172.25.0.116, port: 1b14c2c3-aa03-471b-9802-6bd3856b81e7. Nov 09 00:39:33.963133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for 1b14c2c3-aa03-471b-9802-6bd3856b81e7 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:34.109826 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:34.146611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=1b14c2c3-aa03-471b-9802-6bd3856b81e7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:34.364294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router 1f535c02-48c9-4113-a9a1-364cf24a6cb8 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:34.483658 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:34.495768 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5628e50-2217-4bc9-8ad8-0a296c1b9279 None None] Sync routers for ids ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:34.514540 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5628e50-2217-4bc9-8ad8-0a296c1b9279 None None] Routers {'1f535c02-48c9-4113-a9a1-364cf24a6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:34.515447 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-a5628e50-2217-4bc9-8ad8-0a296c1b9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:34.552720 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:34.554084 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-a5628e50-2217-4bc9-8ad8-0a296c1b9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:34.556423 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a4843692-04f2-4cd7-bcd2-66edce4265ce tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/ports/1b14c2c3-aa03-471b-9802-6bd3856b81e7 HTTP/1.1" status: 204 len: 168 time: 1.0001824 Nov 09 00:39:34.559385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52248) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:34.572012 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5628e50-2217-4bc9-8ad8-0a296c1b9279 None None] Routers {'1f535c02-48c9-4113-a9a1-364cf24a6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:34.572660 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-a5628e50-2217-4bc9-8ad8-0a296c1b9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:34.702349 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-a5628e50-2217-4bc9-8ad8-0a296c1b9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:34.702910 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5628e50-2217-4bc9-8ad8-0a296c1b9279 None None] The sync data for ids ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:35.008755 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c0251817-b95a-45c9-83f3-43798833ff68 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:35.193400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52262) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:35.311160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c0251817-b95a-45c9-83f3-43798833ff68 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port d2b0fa18-62cf-4b6e-a1c9-9793d8949316 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:35.311565 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c0251817-b95a-45c9-83f3-43798833ff68 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:35.374206 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1fef0a8-8ba8-48ff-a5fd-ff460f91d648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:35.431431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c0251817-b95a-45c9-83f3-43798833ff68 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:35.450527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c0251817-b95a-45c9-83f3-43798833ff68 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for d2b0fa18-62cf-4b6e-a1c9-9793d8949316 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:35.549370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1fef0a8-8ba8-48ff-a5fd-ff460f91d648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:35.556546 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1fef0a8-8ba8-48ff-a5fd-ff460f91d648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:35.640202 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b1fef0a8-8ba8-48ff-a5fd-ff460f91d648 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0a3c1e6c6004ad3ac743ffbfe2a5398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4456842 Nov 09 00:39:35.642900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fef0a8-8ba8-48ff-a5fd-ff460f91d648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99930bb0-6056-4937-bbbe-1810ffd44d43,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:35.643072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52266) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:35.701271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-450b0078-80d5-4203-8673-88eb816e1c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:35.725449 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c0251817-b95a-45c9-83f3-43798833ff68 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:35.726883 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-450b0078-80d5-4203-8673-88eb816e1c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:35.756555 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0251817-b95a-45c9-83f3-43798833ff68 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=d2b0fa18-62cf-4b6e-a1c9-9793d8949316,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:35.794982 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-450b0078-80d5-4203-8673-88eb816e1c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:35.799253 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-450b0078-80d5-4203-8673-88eb816e1c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:35.811910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-450b0078-80d5-4203-8673-88eb816e1c54 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99930bb0-6056-4937-bbbe-1810ffd44d43 HTTP/1.1" status: 204 len: 168 time: 0.1677198 Nov 09 00:39:35.825528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b0078-80d5-4203-8673-88eb816e1c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99930bb0-6056-4937-bbbe-1810ffd44d43,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:35.971910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c0251817-b95a-45c9-83f3-43798833ff68 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:36.259522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0251817-b95a-45c9-83f3-43798833ff68 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router 1f535c02-48c9-4113-a9a1-364cf24a6cb8 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:36.377719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0251817-b95a-45c9-83f3-43798833ff68 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:36.384389 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c0251817-b95a-45c9-83f3-43798833ff68 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "PUT /v2.0/routers/1f535c02-48c9-4113-a9a1-364cf24a6cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8234448 Nov 09 00:39:36.387614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52288) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:36.392053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e25df-617a-4254-b9f5-43ef06f5fefb None None] Sync routers for ids ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:36.410505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e25df-617a-4254-b9f5-43ef06f5fefb None None] Routers {'1f535c02-48c9-4113-a9a1-364cf24a6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:36.412084 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a60e25df-617a-4254-b9f5-43ef06f5fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:36.457728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a60e25df-617a-4254-b9f5-43ef06f5fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:36.467144 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e25df-617a-4254-b9f5-43ef06f5fefb None None] Routers {'1f535c02-48c9-4113-a9a1-364cf24a6cb8'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:36.467946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a60e25df-617a-4254-b9f5-43ef06f5fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:36.505224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:36.517046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a60e25df-617a-4254-b9f5-43ef06f5fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:36.517721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e25df-617a-4254-b9f5-43ef06f5fefb None None] The sync data for ids ['1f535c02-48c9-4113-a9a1-364cf24a6cb8'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:36.618563 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:36.636126 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52296) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:36.671506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port ae9bd759-ab4a-445b-8924-18cbf432e567 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:36.672084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:36.739324 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-686673480-network', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:36.748596 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:36.760642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Made reservation on behalf of 40e57d53a9c0497cb180a8c36a1f1379 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:36.761981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for ae9bd759-ab4a-445b-8924-18cbf432e567 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:36.763426 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:36.772708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:36.854743 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:36.859169 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:36.889643 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29adfc4-4f29-4f0f-806d-f158e7c4f0db,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:36.937408 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:36.943067 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:39:36.953866 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:36.954339 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Added segment d63e493c-3161-4fa2-8d60-9b06bf51b2ba of type vlan for network fe0fba7f-241f-4c33-96f2-08af8415c9b6 Nov 09 00:39:36.965130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=ae9bd759-ab4a-445b-8924-18cbf432e567,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:37.002501 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.028731 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.029828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:37.030475 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.032325 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.068210 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4281530 Nov 09 00:39:37.068420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52300) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:37.073168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-585a04ab-4667-4ef3-a1e9-72d07a92bf4b admin admin] Request body: {'subnet': {'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-686673480-subnet', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:37.113742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0f2a4-080d-4b44-bbf9-bb3fd8df70df admin admin] Pushing event updated for resources: {'Network': ['ID=fe0fba7f-241f-4c33-96f2-08af8415c9b6,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:37.128630 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.129282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network fe0fba7f-241f-4c33-96f2-08af8415c9b6 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:39:37.130944 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.142131 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585a04ab-4667-4ef3-a1e9-72d07a92bf4b admin admin] Made reservation on behalf of 40e57d53a9c0497cb180a8c36a1f1379 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:37.144549 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-585a04ab-4667-4ef3-a1e9-72d07a92bf4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.183295 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.184373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Fanout notify agent at l3_agent the message router_deleted on router 1f535c02-48c9-4113-a9a1-364cf24a6cb8 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:39:37.201918 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.203221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e666fced-9af1-4478-9692-092c3fc0518e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/routers/1f535c02-48c9-4113-a9a1-364cf24a6cb8 HTTP/1.1" status: 204 len: 168 time: 0.8141506 Nov 09 00:39:37.205965 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52302) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:37.279900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-84605813-0094-469e-8238-141a0a0c6bb7 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting subnet eacf8f26-825b-41e6-b209-31103769c3ad {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:39:37.283617 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-84605813-0094-469e-8238-141a0a0c6bb7 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.324934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-84605813-0094-469e-8238-141a0a0c6bb7 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.345869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-585a04ab-4667-4ef3-a1e9-72d07a92bf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.406407 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a04ab-4667-4ef3-a1e9-72d07a92bf4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=56fbcfeb-4a44-4d15-844b-8df81648cec1,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:37.410941 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-84605813-0094-469e-8238-141a0a0c6bb7 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.419237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a04ab-4667-4ef3-a1e9-72d07a92bf4b admin admin] Checking segment: {'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:37.419602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a04ab-4667-4ef3-a1e9-72d07a92bf4b admin admin] Network hostable DHCP agents. Network: fe0fba7f-241f-4c33-96f2-08af8415c9b6, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:39:37.438794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a04ab-4667-4ef3-a1e9-72d07a92bf4b admin admin] Network fe0fba7f-241f-4c33-96f2-08af8415c9b6 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:39:37.453880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-585a04ab-4667-4ef3-a1e9-72d07a92bf4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, fe0fba7f-241f-4c33-96f2-08af8415c9b6) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:37.458823 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585a04ab-4667-4ef3-a1e9-72d07a92bf4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:37.460415 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-585a04ab-4667-4ef3-a1e9-72d07a92bf4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.467069 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66616dcd-ad02-4fcf-a451-a502f6fdfddd None None] Network fe0fba7f-241f-4c33-96f2-08af8415c9b6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:37.480603 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-585a04ab-4667-4ef3-a1e9-72d07a92bf4b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4108937 Nov 09 00:39:37.483086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52306) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:37.488358 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:37.501972 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-84605813-0094-469e-8238-141a0a0c6bb7 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.524007 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.524007 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.541322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84605813-0094-469e-8238-141a0a0c6bb7 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Subnet': ['ID=eacf8f26-825b-41e6-b209-31103769c3ad,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:37.556039 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-84605813-0094-469e-8238-141a0a0c6bb7 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.564123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-84605813-0094-469e-8238-141a0a0c6bb7 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/subnets/eacf8f26-825b-41e6-b209-31103769c3ad HTTP/1.1" status: 204 len: 168 time: 0.3570011 Nov 09 00:39:37.565304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52308) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:37.630998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc7f1a-07fe-4f1e-ae4c-5741f6b7736f None None] Network 50eb87ae-d879-4f0f-b751-7146728d4a90 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:37.647151 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.716401 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.790694 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:39:37.791558 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.803035 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port 6769a877-fb74-42dc-90cb-f060cca6041b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:37.803527 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.813722 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.889252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] For port 6769a877-fb74-42dc-90cb-f060cca6041b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6769a877-fb74-42dc-90cb-f060cca6041b,segment=NetworkSegment(65bf2d00-9a58-44aa-a27e-8f7bfe7603e6),segment_id=65bf2d00-9a58-44aa-a27e-8f7bfe7603e6)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:39:37.889789 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:37.906580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for 6769a877-fb74-42dc-90cb-f060cca6041b owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:37.978802 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Allocated IP 172.20.0.2 (fe0fba7f-241f-4c33-96f2-08af8415c9b6/56fbcfeb-4a44-4d15-844b-8df81648cec1/5a471fe1-34bd-40e6-8af5-ca004c8aac0a) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:37.998165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.017879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebed6542-d5f2-432a-96f1-297c586d910f None None] DHCP port deletion for 50eb87ae-d879-4f0f-b751-7146728d4a90 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:39:38.032318 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=6769a877-fb74-42dc-90cb-f060cca6041b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:38.036924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] No DVR routers for this DVR port 6769a877-fb74-42dc-90cb-f060cca6041b on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:39:38.133529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.143093 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.151456 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.162863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50eb87ae-d879-4f0f-b751-7146728d4a90']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:38.174001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bf2d00-9a58-44aa-a27e-8f7bfe7603e6') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:38.174370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bf2d00-9a58-44aa-a27e-8f7bfe7603e6') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:38.185857 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.201447 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.201727 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Network fe0fba7f-241f-4c33-96f2-08af8415c9b6 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:38.203975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6769a877-fb74-42dc-90cb-f060cca6041b no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:39:38.209590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:39:38.210136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:39:38.213621 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:39:38.229728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:38.232014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:38.234391 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Pushing event updated for resources: {'Port': ['ID=5a471fe1-34bd-40e6-8af5-ca004c8aac0a,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:38.237477 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 6769a877-fb74-42dc-90cb-f060cca6041b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:39:38.238569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6769a877-fb74-42dc-90cb-f060cca6041b not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:39:38.290901 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.296190 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.303516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Attempting to bind port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:39:38.303884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Attempting to bind port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:39:38.304091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/networks/50eb87ae-d879-4f0f-b751-7146728d4a90 HTTP/1.1" status: 204 len: 168 time: 0.7371821 Nov 09 00:39:38.304237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Attempting to bind port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a on network fe0fba7f-241f-4c33-96f2-08af8415c9b6 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:39:38.304754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52312) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:38.310251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:39:38.310841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Checking segment: {'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:38.311433 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.312089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Bound using segment: {'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:39:38.313037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Bound port: 5a471fe1-34bd-40e6-8af5-ca004c8aac0a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:39:38.313627 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.332349 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70666ee-1318-477b-adb9-7fad8130f330 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Network': ['ID=50eb87ae-d879-4f0f-b751-7146728d4a90,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:38.365614 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.386422 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.394116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] For port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:39:38.398844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] For port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5a471fe1-34bd-40e6-8af5-ca004c8aac0a,segment=NetworkSegment(d63e493c-3161-4fa2-8d60-9b06bf51b2ba),segment_id=d63e493c-3161-4fa2-8d60-9b06bf51b2ba)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:39:38.404747 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.478557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd4bf0-6811-4b5f-8af6-ef6e2267cf15 None None] Pushing event updated for resources: {'Port': ['ID=5a471fe1-34bd-40e6-8af5-ca004c8aac0a,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:38.507767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc4f5f-426b-414c-a43c-a00f689f3dbe tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port 08cb29c6-36f7-4cf1-8b3c-b934a6398bca {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:38.508161 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4f5f-426b-414c-a43c-a00f689f3dbe tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.542608 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Allocated IP 172.25.0.65 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/6aba3bc0-f718-4452-bb09-04e7b57f62dc) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:38.616099 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4f5f-426b-414c-a43c-a00f689f3dbe tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.616776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4f5f-426b-414c-a43c-a00f689f3dbe tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.635004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc4f5f-426b-414c-a43c-a00f689f3dbe tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for 08cb29c6-36f7-4cf1-8b3c-b934a6398bca owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:38.671342 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.719492 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.814366 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4f5f-426b-414c-a43c-a00f689f3dbe tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.814984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:38.816910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:38.818760 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Pushing event updated for resources: {'Port': ['ID=6aba3bc0-f718-4452-bb09-04e7b57f62dc,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:38.821136 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:38.864416 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc4f5f-426b-414c-a43c-a00f689f3dbe tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=08cb29c6-36f7-4cf1-8b3c-b934a6398bca,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:38.918103 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4f5f-426b-414c-a43c-a00f689f3dbe tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.922590 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4f5f-426b-414c-a43c-a00f689f3dbe tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:38.927885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3ffc4f5f-426b-414c-a43c-a00f689f3dbe tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/floatingips/d2dcd018-05cc-4c6f-846e-1ebe1b159317 HTTP/1.1" status: 204 len: 168 time: 0.5972700 Nov 09 00:39:38.929953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52336) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:38.957725 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd62c73-213a-4a2e-932d-e908706c886d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] DELETE failed (client error): The resource could not be found. Nov 09 00:39:38.958494 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd62c73-213a-4a2e-932d-e908706c886d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:39:38.962123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6bd62c73-213a-4a2e-932d-e908706c886d tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/ports/1b14c2c3-aa03-471b-9802-6bd3856b81e7 HTTP/1.1" status: 404 len: 333 time: 0.0307605 Nov 09 00:39:38.964388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52342) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:38.994920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5afc3054-0d8e-48f3-a1ae-594df4554c60 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f535c02-48c9-4113-a9a1-364cf24a6cb8 HTTP/1.1" status: 200 len: 205 time: 0.0294323 Nov 09 00:39:38.997459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52344) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:39.036497 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-fd88bc60-90fa-4c86-b074-63beda8fccac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] delete failed (client error): The resource could not be found. Nov 09 00:39:39.040388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fd88bc60-90fa-4c86-b074-63beda8fccac tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/routers/1f535c02-48c9-4113-a9a1-364cf24a6cb8 HTTP/1.1" status: 404 len: 336 time: 0.0392020 Nov 09 00:39:39.040388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52348) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:39.066473 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-875d0168-d458-4639-aa6c-93860a34901b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] DELETE failed (client error): The resource could not be found. Nov 09 00:39:39.066935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875d0168-d458-4639-aa6c-93860a34901b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:39:39.070042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-875d0168-d458-4639-aa6c-93860a34901b tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/subnets/eacf8f26-825b-41e6-b209-31103769c3ad HTTP/1.1" status: 404 len: 337 time: 0.0289717 Nov 09 00:39:39.072682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52350) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:39.134829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:39.169628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b182e0fd-46f5-4c94-8a79-b60ba228993e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port 7c4bfce1-56f2-4401-8b40-8655002b6836 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:39.169983 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b182e0fd-46f5-4c94-8a79-b60ba228993e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:39.260765 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b182e0fd-46f5-4c94-8a79-b60ba228993e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:39.274781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b182e0fd-46f5-4c94-8a79-b60ba228993e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for 7c4bfce1-56f2-4401-8b40-8655002b6836 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:39.365415 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:39.434483 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b182e0fd-46f5-4c94-8a79-b60ba228993e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:39.498394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182e0fd-46f5-4c94-8a79-b60ba228993e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=7c4bfce1-56f2-4401-8b40-8655002b6836,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:39.520913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Router 4691d205-ecb2-4b85-91dc-7c37abc9035a is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:39:39.572410 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b182e0fd-46f5-4c94-8a79-b60ba228993e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:39.581576 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b182e0fd-46f5-4c94-8a79-b60ba228993e tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/ports/7c4bfce1-56f2-4401-8b40-8655002b6836 HTTP/1.1" status: 204 len: 168 time: 0.5077388 Nov 09 00:39:39.581799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52354) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:39.699822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1a0546-5e91-459b-b03c-c39d90461d30 None None] Network fe0fba7f-241f-4c33-96f2-08af8415c9b6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:39.709189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:39.723329 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Sync routers for ids ['4691d205-ecb2-4b85-91dc-7c37abc9035a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:39.733192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9ed56d5b-7aed-45cd-ab58-f67f7fea5ca4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port d9602f25-3e07-44d7-bb04-091f4263ad71 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:39.733614 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9ed56d5b-7aed-45cd-ab58-f67f7fea5ca4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:39.740637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:39.741898 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8d812f66-1703-4d67-a6c8-1ebe1bc44a73 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2578208 Nov 09 00:39:39.744676 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52356) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:39.747679 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Routers {'4691d205-ecb2-4b85-91dc-7c37abc9035a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:39.748310 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4691d205-ecb2-4b85-91dc-7c37abc9035a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:39.782865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-64a03bf0-4f7f-4211-91d0-6696c74edccb None None] Provisioning complete for port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:39.783227 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-64a03bf0-4f7f-4211-91d0-6696c74edccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:39.881059 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9ed56d5b-7aed-45cd-ab58-f67f7fea5ca4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:39.895813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9ed56d5b-7aed-45cd-ab58-f67f7fea5ca4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for d9602f25-3e07-44d7-bb04-091f4263ad71 owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:39.920988 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Set router 4691d205-ecb2-4b85-91dc-7c37abc9035a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:39:40.058788 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-64a03bf0-4f7f-4211-91d0-6696c74edccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:40.086143 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9ed56d5b-7aed-45cd-ab58-f67f7fea5ca4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:40.108952 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-64a03bf0-4f7f-4211-91d0-6696c74edccb None None] For port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5a471fe1-34bd-40e6-8af5-ca004c8aac0a,segment=NetworkSegment(d63e493c-3161-4fa2-8d60-9b06bf51b2ba),segment_id=d63e493c-3161-4fa2-8d60-9b06bf51b2ba)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:39:40.117326 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-64a03bf0-4f7f-4211-91d0-6696c74edccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:40.159645 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed56d5b-7aed-45cd-ab58-f67f7fea5ca4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=d9602f25-3e07-44d7-bb04-091f4263ad71,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:40.231935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a03bf0-4f7f-4211-91d0-6696c74edccb None None] Pushing event updated for resources: {'Port': ['ID=5a471fe1-34bd-40e6-8af5-ca004c8aac0a,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:40.272886 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9ed56d5b-7aed-45cd-ab58-f67f7fea5ca4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:40.279651 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9ed56d5b-7aed-45cd-ab58-f67f7fea5ca4 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/ports/d9602f25-3e07-44d7-bb04-091f4263ad71 HTTP/1.1" status: 204 len: 168 time: 0.6968997 Nov 09 00:39:40.290045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52360) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:40.307456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5a471fe1-34bd-40e6-8af5-ca004c8aac0a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:39:40.342936 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:38Z', 'revision_number': 3, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:40.376395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ea2741-4a2f-4c41-a152-85164ce96849 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:40.378981 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Checking router: 4691d205-ecb2-4b85-91dc-7c37abc9035a for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:39:40.379530 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Updating router 4691d205-ecb2-4b85-91dc-7c37abc9035a port 6aba3bc0-f718-4452-bb09-04e7b57f62dc binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:39:40.385247 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-62ea2741-4a2f-4c41-a152-85164ce96849 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "GET /v2.0/ports?device_id=eed541e8-2f5d-499c-a78e-6b43207d79a0 HTTP/1.1" status: 200 len: 913 time: 0.0939488 Nov 09 00:39:40.387664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52362) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:40.415160 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:40.419674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:40.421046 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:40.481937 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:40.572324 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ea4309b4-bd02-4a27-8583-81077710b85f None None] Provisioning complete for port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:40.572963 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ea4309b4-bd02-4a27-8583-81077710b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:40.716275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Allocated IP 172.20.0.1 (fe0fba7f-241f-4c33-96f2-08af8415c9b6/56fbcfeb-4a44-4d15-844b-8df81648cec1/80dac76d-b4cb-41d6-95a8-a9f994158afa) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:40.805646 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:40.811984 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:40.900919 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Pushing event updated for resources: {'Port': ['ID=6aba3bc0-f718-4452-bb09-04e7b57f62dc,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:40.903529 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Attempting to bind port 6aba3bc0-f718-4452-bb09-04e7b57f62dc on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:39:40.904096 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Attempting to bind port 6aba3bc0-f718-4452-bb09-04e7b57f62dc by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:39:40.904617 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Attempting to bind port 6aba3bc0-f718-4452-bb09-04e7b57f62dc on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:39:40.914458 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:39:40.915153 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:40.915917 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:40.916472 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:39:40.917947 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Bound port: 6aba3bc0-f718-4452-bb09-04e7b57f62dc, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:39:40.918541 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:40.922466 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:40.923062 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:40.923549 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:40.924048 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:40.924537 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:40.925015 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:40.925550 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:40.926047 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:40.926523 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:40.926994 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:40.927465 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:40.927935 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:40.998206 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] For port 6aba3bc0-f718-4452-bb09-04e7b57f62dc, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:39:41.000562 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775dfe83-9831-4061-9a6c-508f4b952c3f tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.002083 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] For port 6aba3bc0-f718-4452-bb09-04e7b57f62dc, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6aba3bc0-f718-4452-bb09-04e7b57f62dc,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:39:41.009954 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.072351 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Routers {'4691d205-ecb2-4b85-91dc-7c37abc9035a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:41.073206 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4691d205-ecb2-4b85-91dc-7c37abc9035a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:41.136042 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562d853-0820-43d0-9473-2b0570229c27 None None] Pushing event updated for resources: {'Port': ['ID=6aba3bc0-f718-4452-bb09-04e7b57f62dc,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:41.206387 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] Set router 4691d205-ecb2-4b85-91dc-7c37abc9035a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:39:41.279517 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.318384 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.358279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Network fe0fba7f-241f-4c33-96f2-08af8415c9b6 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:41.361264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:41.361760 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-775dfe83-9831-4061-9a6c-508f4b952c3f tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port a7dde9ff-ff91-40ba-ae95-3301137d4c5f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:41.362112 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775dfe83-9831-4061-9a6c-508f4b952c3f tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.365669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:41.413998 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.456198 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:38Z', 'revision_number': 3, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:41.474704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Pushing event updated for resources: {'Port': ['ID=80dac76d-b4cb-41d6-95a8-a9f994158afa,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:41.497826 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d294ace-5617-4d3d-b266-30af4a0ac5a9 None None] The sync data for ids ['4691d205-ecb2-4b85-91dc-7c37abc9035a'] in n-d-813263-3 is: [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:38Z', 'revision_number': 3, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:41.509671 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775dfe83-9831-4061-9a6c-508f4b952c3f tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.530785 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-775dfe83-9831-4061-9a6c-508f4b952c3f tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for a7dde9ff-ff91-40ba-ae95-3301137d4c5f owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:41.588675 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.731499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e344277d-6340-4c44-9682-2f460204d260 None None] Provisioning complete for port 80dac76d-b4cb-41d6-95a8-a9f994158afa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:41.732080 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e344277d-6340-4c44-9682-2f460204d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.779083 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e344277d-6340-4c44-9682-2f460204d260 None None] Port 80dac76d-b4cb-41d6-95a8-a9f994158afa cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:39:41.789320 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775dfe83-9831-4061-9a6c-508f4b952c3f tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.826157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dfe83-9831-4061-9a6c-508f4b952c3f tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=a7dde9ff-ff91-40ba-ae95-3301137d4c5f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:41.877576 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.884432 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.981561 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:41.983856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Pushing event updated for resources: {'Port': ['ID=80dac76d-b4cb-41d6-95a8-a9f994158afa,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:42.061517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-775dfe83-9831-4061-9a6c-508f4b952c3f tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:42.096796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Network fe0fba7f-241f-4c33-96f2-08af8415c9b6 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:42.099941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:42.284771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Router 4691d205-ecb2-4b85-91dc-7c37abc9035a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:42.350244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6aba3bc0-f718-4452-bb09-04e7b57f62dc up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:39:42.444315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6aba3bc0-f718-4452-bb09-04e7b57f62dc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:42.444956 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:42.467791 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775dfe83-9831-4061-9a6c-508f4b952c3f tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Router eed541e8-2f5d-499c-a78e-6b43207d79a0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:42.545878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:42.549657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6c0a39e1-78cd-43c6-9970-6e774103a3de None None] Provisioning complete for port 80dac76d-b4cb-41d6-95a8-a9f994158afa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:42.550920 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6c0a39e1-78cd-43c6-9970-6e774103a3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:42.560045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1bd92a62-e461-4912-ad58-166419c48d24 admin admin] 10.222.0.25 "PUT /v2.0/routers/4691d205-ecb2-4b85-91dc-7c37abc9035a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8138089 Nov 09 00:39:42.606203 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:42.631860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 6aba3bc0-f718-4452-bb09-04e7b57f62dc, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6aba3bc0-f718-4452-bb09-04e7b57f62dc,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:39:42.635417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a39e1-78cd-43c6-9970-6e774103a3de None None] Port 80dac76d-b4cb-41d6-95a8-a9f994158afa cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:39:42.639545 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775dfe83-9831-4061-9a6c-508f4b952c3f tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:42.644147 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:42.646151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5a471fe1-34bd-40e6-8af5-ca004c8aac0a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:39:42.653850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52374) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:42.655649 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-775dfe83-9831-4061-9a6c-508f4b952c3f tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "PUT /v2.0/routers/eed541e8-2f5d-499c-a78e-6b43207d79a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2639780 Nov 09 00:39:42.681398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8488bd2-5d46-4c62-ac11-e7865ecff281 None None] Sync routers for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:42.778735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=6aba3bc0-f718-4452-bb09-04e7b57f62dc,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:42.786796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8488bd2-5d46-4c62-ac11-e7865ecff281 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:42.787523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c8488bd2-5d46-4c62-ac11-e7865ecff281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:42.807489 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:42.831796 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee30556f-be7b-4dc2-98fb-560422a17fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:42.837268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c8488bd2-5d46-4c62-ac11-e7865ecff281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:42.853707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8488bd2-5d46-4c62-ac11-e7865ecff281 None None] Routers {'eed541e8-2f5d-499c-a78e-6b43207d79a0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:42.854334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c8488bd2-5d46-4c62-ac11-e7865ecff281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['eed541e8-2f5d-499c-a78e-6b43207d79a0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:42.899259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c8488bd2-5d46-4c62-ac11-e7865ecff281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:42.900052 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8488bd2-5d46-4c62-ac11-e7865ecff281 None None] The sync data for ids ['eed541e8-2f5d-499c-a78e-6b43207d79a0'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:42.913749 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:42.914129 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:42.940336 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.011118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting port 988a1e18-e6d9-4475-b3cc-4e69f2dbe565 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:43.011413 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.133890 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.150603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Calling delete_port for 988a1e18-e6d9-4475-b3cc-4e69f2dbe565 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:43.227494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52388) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:43.233857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-657555305-network', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:43.255659 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Made reservation on behalf of 4e9d6a6b2d3f44abb0705b68a55da039 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:43.258322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.267460 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.361120 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.370221 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.376831 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.415489 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ace51-52c8-40a3-bbb8-0d97ed8cc09c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:43.429642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:39:43.440486 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.440874 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Added segment f41343ce-e190-4d35-9e92-b11c2be99668 of type vlan for network 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea Nov 09 00:39:43.455084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Port': ['ID=988a1e18-e6d9-4475-b3cc-4e69f2dbe565,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:43.494289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.509517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.537721 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.538790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:43.539414 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.601236 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.603086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] Pushing event updated for resources: {'Network': ['ID=8cc2c93a-e39d-4745-8641-4d3e3f6e2aea,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:43.609261 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.616697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:39:43.621220 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2f693886-a593-4349-9281-25d9c2b9888d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3914886 Nov 09 00:39:43.624161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52392) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:43.629735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-81260370-d272-41c0-9b25-2466cdb1abfb admin admin] Request body: {'subnet': {'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-657555305-subnet', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:43.650891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81260370-d272-41c0-9b25-2466cdb1abfb admin admin] Made reservation on behalf of 4e9d6a6b2d3f44abb0705b68a55da039 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:43.653216 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81260370-d272-41c0-9b25-2466cdb1abfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.678272 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.678987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Fanout notify agent at l3_agent the message router_deleted on router eed541e8-2f5d-499c-a78e-6b43207d79a0 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:39:43.686613 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.690185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ffd516c2-5f25-4a58-968d-a764988555dc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/routers/eed541e8-2f5d-499c-a78e-6b43207d79a0 HTTP/1.1" status: 204 len: 168 time: 1.0328290 Nov 09 00:39:43.692029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52394) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:43.761006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f3e180-ade2-4403-a745-ecb253cafcdc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Deleting subnet 7a7b282e-bb87-489d-b9c1-2ac5344e0c3c {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:39:43.766920 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e180-ade2-4403-a745-ecb253cafcdc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.790044 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Sync routers for ids ['4691d205-ecb2-4b85-91dc-7c37abc9035a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:43.807704 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Routers {'4691d205-ecb2-4b85-91dc-7c37abc9035a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:43.808689 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4691d205-ecb2-4b85-91dc-7c37abc9035a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:43.829508 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e180-ade2-4403-a745-ecb253cafcdc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.880285 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e180-ade2-4403-a745-ecb253cafcdc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.883386 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81260370-d272-41c0-9b25-2466cdb1abfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.935558 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Set router 4691d205-ecb2-4b85-91dc-7c37abc9035a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:39:43.946991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81260370-d272-41c0-9b25-2466cdb1abfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f3e185-4ece-4412-a82b-3bf7c7b7408b,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:43.964590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81260370-d272-41c0-9b25-2466cdb1abfb admin admin] Checking segment: {'id': 'f41343ce-e190-4d35-9e92-b11c2be99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:43.965013 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81260370-d272-41c0-9b25-2466cdb1abfb admin admin] Network hostable DHCP agents. Network: 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:39:43.976811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e180-ade2-4403-a745-ecb253cafcdc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:43.992578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81260370-d272-41c0-9b25-2466cdb1abfb admin admin] Network 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:39:44.005733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-81260370-d272-41c0-9b25-2466cdb1abfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:44.011192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81260370-d272-41c0-9b25-2466cdb1abfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:44.012049 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81260370-d272-41c0-9b25-2466cdb1abfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.015396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff526ff4-6866-48a8-a5e8-c676650448c3 None None] Network 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:44.017480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3e180-ade2-4403-a745-ecb253cafcdc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7b282e-bb87-489d-b9c1-2ac5344e0c3c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:44.019522 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e180-ade2-4403-a745-ecb253cafcdc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.030791 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a1f3e180-ade2-4403-a745-ecb253cafcdc tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/subnets/7a7b282e-bb87-489d-b9c1-2ac5344e0c3c HTTP/1.1" status: 204 len: 168 time: 0.3375916 Nov 09 00:39:44.035056 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52396) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:44.064721 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-81260370-d272-41c0-9b25-2466cdb1abfb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4390981 Nov 09 00:39:44.067735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52398) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:44.072396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-657555305-router', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:44.114140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.115406 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.150502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.208018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6aba3bc0-f718-4452-bb09-04e7b57f62dc up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:39:44.222823 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.240203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-8cc2c93a-e39d-4745-8641-4d3e3f6e2aea', 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'fixed_ips': [{'subnet_id': 'b9f3e185-4ece-4412-a82b-3bf7c7b7408b'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:39:44.241411 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.315048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.351651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6aba3bc0-f718-4452-bb09-04e7b57f62dc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:44.352328 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.360865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2630fc-3394-4f91-a056-24ce3f0db8a5']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:44.374228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc4ca4d-ec17-4a03-b2ac-f8fef0c15e36') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:44.375063 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc4ca4d-ec17-4a03-b2ac-f8fef0c15e36') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:44.390904 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.410643 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '80dac76d-b4cb-41d6-95a8-a9f994158afa', 'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'mac_address': 'fa:16:3e:cc:21:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:40Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 2, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'subnets': [{'id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:44.418911 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.427172 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.432521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:39:44.433033 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:39:44.436371 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:39:44.457323 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Checking router: 4691d205-ecb2-4b85-91dc-7c37abc9035a for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:39:44.459890 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Updating router 4691d205-ecb2-4b85-91dc-7c37abc9035a port 80dac76d-b4cb-41d6-95a8-a9f994158afa binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:39:44.489918 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.576777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.579931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Allocated IP 172.20.0.2 (8cc2c93a-e39d-4745-8641-4d3e3f6e2aea/b9f3e185-4ece-4412-a82b-3bf7c7b7408b/b789118c-9cc2-4aa2-a827-caefbe6cb9c0) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:44.584532 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.587934 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] 10.222.0.25 "DELETE /v2.0/networks/aa2630fc-3394-4f91-a056-24ce3f0db8a5 HTTP/1.1" status: 204 len: 168 time: 0.5517061 Nov 09 00:39:44.614882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b1523-c843-4988-9037-49964846e1b5 tempest-FloatingIPTestJSON-1182508820 tempest-FloatingIPTestJSON-1182508820-project] Pushing event deleted for resources: {'Network': ['ID=aa2630fc-3394-4f91-a056-24ce3f0db8a5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:44.732084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.758104 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.833587 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-508ca222-6b62-429c-9754-17f89fdfca15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.895279 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.903901 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.915425 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.924613 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:44.934248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Allocated IP 172.25.0.13 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/50602f97-b26c-4145-aa40-48814afb274b) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:44.987804 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b7cdd-604b-43f3-888b-3d13034d59fd None None] Pushing event updated for resources: {'Port': ['ID=80dac76d-b4cb-41d6-95a8-a9f994158afa,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:44.990520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52410) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:45.017211 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Pushing event updated for resources: {'Port': ['ID=b789118c-9cc2-4aa2-a827-caefbe6cb9c0,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:45.030850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Network 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:45.037806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:45.040403 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:45.120230 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Attempting to bind port 80dac76d-b4cb-41d6-95a8-a9f994158afa on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:39:45.120605 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Attempting to bind port 80dac76d-b4cb-41d6-95a8-a9f994158afa by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:39:45.121080 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Attempting to bind port 80dac76d-b4cb-41d6-95a8-a9f994158afa on network fe0fba7f-241f-4c33-96f2-08af8415c9b6 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:39:45.129813 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:39:45.130184 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Checking segment: {'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:45.133776 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.134191 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Bound using segment: {'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:39:45.134680 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Bound port: 80dac76d-b4cb-41d6-95a8-a9f994158afa, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:39:45.135064 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.143682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52414) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:45.180052 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.182672 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Attempting to bind port b789118c-9cc2-4aa2-a827-caefbe6cb9c0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:39:45.185999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Attempting to bind port b789118c-9cc2-4aa2-a827-caefbe6cb9c0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f41343ce-e190-4d35-9e92-b11c2be99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:39:45.187481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Attempting to bind port b789118c-9cc2-4aa2-a827-caefbe6cb9c0 on network 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:39:45.203803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:39:45.205275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Checking segment: {'id': 'f41343ce-e190-4d35-9e92-b11c2be99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:45.208010 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.208580 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Bound using segment: {'id': 'f41343ce-e190-4d35-9e92-b11c2be99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:39:45.209982 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Bound port: b789118c-9cc2-4aa2-a827-caefbe6cb9c0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41343ce-e190-4d35-9e92-b11c2be99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:39:45.210669 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.262746 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] For port 80dac76d-b4cb-41d6-95a8-a9f994158afa, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:39:45.267377 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] For port 80dac76d-b4cb-41d6-95a8-a9f994158afa, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=80dac76d-b4cb-41d6-95a8-a9f994158afa,segment=NetworkSegment(d63e493c-3161-4fa2-8d60-9b06bf51b2ba),segment_id=d63e493c-3161-4fa2-8d60-9b06bf51b2ba)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:39:45.273091 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.277991 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.320323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] For port b789118c-9cc2-4aa2-a827-caefbe6cb9c0, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:39:45.330320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] For port b789118c-9cc2-4aa2-a827-caefbe6cb9c0, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b789118c-9cc2-4aa2-a827-caefbe6cb9c0,segment=NetworkSegment(f41343ce-e190-4d35-9e92-b11c2be99668),segment_id=f41343ce-e190-4d35-9e92-b11c2be99668)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:39:45.340564 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.348757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:45.355484 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:45.361293 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97004ea0-5e25-4795-99f8-8d059f1dc98c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.363669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:45.397012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Pushing event updated for resources: {'Port': ['ID=50602f97-b26c-4145-aa40-48814afb274b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:45.461787 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b7cdd-604b-43f3-888b-3d13034d59fd None None] Pushing event updated for resources: {'Port': ['ID=80dac76d-b4cb-41d6-95a8-a9f994158afa,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:45.464583 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Routers {'4691d205-ecb2-4b85-91dc-7c37abc9035a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:45.465067 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4691d205-ecb2-4b85-91dc-7c37abc9035a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:45.496818 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a29615-c6fc-4210-9cf1-c771dcaa4d6c None None] Pushing event updated for resources: {'Port': ['ID=b789118c-9cc2-4aa2-a827-caefbe6cb9c0,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:45.531101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f9d2bf70-2442-4631-af37-c6b67204f990 None None] Provisioning complete for port 80dac76d-b4cb-41d6-95a8-a9f994158afa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:45.531831 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f9d2bf70-2442-4631-af37-c6b67204f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.583508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97004ea0-5e25-4795-99f8-8d059f1dc98c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.598416 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-97004ea0-5e25-4795-99f8-8d059f1dc98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.734849 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] Set router 4691d205-ecb2-4b85-91dc-7c37abc9035a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:39:45.804208 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f9d2bf70-2442-4631-af37-c6b67204f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.882536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f9d2bf70-2442-4631-af37-c6b67204f990 None None] For port 80dac76d-b4cb-41d6-95a8-a9f994158afa, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=80dac76d-b4cb-41d6-95a8-a9f994158afa,segment=NetworkSegment(d63e493c-3161-4fa2-8d60-9b06bf51b2ba),segment_id=d63e493c-3161-4fa2-8d60-9b06bf51b2ba)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:39:45.889056 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f9d2bf70-2442-4631-af37-c6b67204f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:45.938617 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.024166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2bf70-2442-4631-af37-c6b67204f990 None None] Pushing event updated for resources: {'Port': ['ID=80dac76d-b4cb-41d6-95a8-a9f994158afa,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:46.058493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-57f2f3db-cca8-43a4-9339-cc78156ccfbe None None] Provisioning complete for port 80dac76d-b4cb-41d6-95a8-a9f994158afa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:46.058889 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-57f2f3db-cca8-43a4-9339-cc78156ccfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.111794 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-50f18ca6-4241-4a76-adb8-88c674bc4677 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56a4f3f3b65b403dadcecbd0d09fb3f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9640179 Nov 09 00:39:46.116898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52418) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:46.155761 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-97004ea0-5e25-4795-99f8-8d059f1dc98c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a423a9916d240d59233c3d73d529158&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1636758 Nov 09 00:39:46.158360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97004ea0-5e25-4795-99f8-8d059f1dc98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5773dca-8495-4d2a-a9bb-e72a441dfacc,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:46.161278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52420) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:46.184220 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '80dac76d-b4cb-41d6-95a8-a9f994158afa', 'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'mac_address': 'fa:16:3e:cc:21:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:40Z', 'updated_at': '2021-11-09T00:39:45Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'subnets': [{'id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:46.194884 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.197405 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.249640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.250573 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc835-be72-4ddb-9b13-84b578da7b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.264560 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc1e2e93-5049-4a6a-a92e-a92b654a3052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.270836 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86751a4c-551e-44ad-895b-fb70b3a91aa4 None None] The sync data for ids ['4691d205-ecb2-4b85-91dc-7c37abc9035a'] in n-d-813263-3 is: [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '80dac76d-b4cb-41d6-95a8-a9f994158afa', 'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'mac_address': 'fa:16:3e:cc:21:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:40Z', 'updated_at': '2021-11-09T00:39:45Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'subnets': [{'id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:46.271248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b789118c-9cc2-4aa2-a827-caefbe6cb9c0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:39:46.289642 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc835-be72-4ddb-9b13-84b578da7b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.304919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc1e2e93-5049-4a6a-a92e-a92b654a3052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.373242 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b789118c-9cc2-4aa2-a827-caefbe6cb9c0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:46.373705 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.408969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc835-be72-4ddb-9b13-84b578da7b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.414965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc835-be72-4ddb-9b13-84b578da7b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.416546 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bb1bc835-be72-4ddb-9b13-84b578da7b9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5773dca-8495-4d2a-a9bb-e72a441dfacc HTTP/1.1" status: 204 len: 168 time: 0.2518430 Nov 09 00:39:46.419945 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc1e2e93-5049-4a6a-a92e-a92b654a3052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.422693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dc1e2e93-5049-4a6a-a92e-a92b654a3052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.434742 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dc1e2e93-5049-4a6a-a92e-a92b654a3052 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8920c0d5-025a-4406-816d-6725f9575edd HTTP/1.1" status: 204 len: 168 time: 0.2974939 Nov 09 00:39:46.454139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bc835-be72-4ddb-9b13-84b578da7b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5773dca-8495-4d2a-a9bb-e72a441dfacc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:46.479263 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e2e93-5049-4a6a-a92e-a92b654a3052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8920c0d5-025a-4406-816d-6725f9575edd,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:46.508506 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.511916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Router 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:39:46.642040 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.708451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:46.710169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port b789118c-9cc2-4aa2-a827-caefbe6cb9c0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b789118c-9cc2-4aa2-a827-caefbe6cb9c0,segment=NetworkSegment(f41343ce-e190-4d35-9e92-b11c2be99668),segment_id=f41343ce-e190-4d35-9e92-b11c2be99668)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:39:46.718799 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.738027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Sync routers for ids ['1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:46.746877 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:46.751231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52430) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:46.758847 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bf81cbb1-126e-40f5-9208-f11e65ec203a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6899228 Nov 09 00:39:46.880572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Routers {'1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:46.881391 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:46.964372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=b789118c-9cc2-4aa2-a827-caefbe6cb9c0,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:47.111619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295e1be6-5b2f-47a0-8b7f-b3568c66cc72 None None] Network 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:47.210690 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Set router 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:39:47.294872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d6356df1-f629-4b7d-86d4-77fdca716f33 None None] Provisioning complete for port b789118c-9cc2-4aa2-a827-caefbe6cb9c0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:47.295048 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d6356df1-f629-4b7d-86d4-77fdca716f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:47.417965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:47.652722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52468) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:47.685545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'name': 'tempest-TestVolumeBackupRestore-657555305-router', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '50602f97-b26c-4145-aa40-48814afb274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:45Z', 'revision_number': 3, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'gw_port': {'id': '50602f97-b26c-4145-aa40-48814afb274b', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:47.689687 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:47.704317 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Allocated IP 172.20.0.1 (8cc2c93a-e39d-4745-8641-4d3e3f6e2aea/b9f3e185-4ece-4412-a82b-3bf7c7b7408b/ed204cf0-f0f4-4175-bd4b-a7763169837f) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:47.731519 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Checking router: 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:39:47.731871 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Updating router 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e port 50602f97-b26c-4145-aa40-48814afb274b binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:39:47.775828 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:47.848197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'networks': [{'name': 'tempest-network--1681903170'}, {'name': 'tempest-network--23097613'}]} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:47.848519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'network': {'name': 'tempest-network--1681903170'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:47.849104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'network': {'name': 'tempest-network--23097613'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:47.920056 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:47.923942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Made reservation on behalf of 107d43c81ba04743b6f2cec8ad0cf3a1 for: {'network': 2} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:47.930470 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:47.950774 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.017030 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.091580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Network 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:48.097537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:48.100219 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:48.131924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed204cf0-f0f4-4175-bd4b-a7763169837f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:48.168694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.183928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.239582 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.242602 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.294991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d5df9b-7658-46d8-9484-372b320c8409,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:48.329903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c43be92a-82b9-4ca2-be28-612700524970 None None] Provisioning complete for port b789118c-9cc2-4aa2-a827-caefbe6cb9c0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:48.330904 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c43be92a-82b9-4ca2-be28-612700524970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.377391 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b789118c-9cc2-4aa2-a827-caefbe6cb9c0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:39:48.380884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:39:48.423017 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.423744 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Added segment a6882c1d-39c7-4af0-a7df-18cb231b93d9 of type vlan for network 5aadb97f-8a67-404f-ad26-9b077ffc8861 Nov 09 00:39:48.461336 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.486143 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.552722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:39:48.555364 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.561383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b789118c-9cc2-4aa2-a827-caefbe6cb9c0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:48.561801 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.568906 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.574989 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.575467 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Added segment a583f6e0-2767-4b2a-ba11-861e2354be10 of type vlan for network 1f0ceec5-80e7-4550-8e05-e7382673f812 Nov 09 00:39:48.599175 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.649848 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.683356 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Attempting to bind port 50602f97-b26c-4145-aa40-48814afb274b on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:39:48.683732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Attempting to bind port 50602f97-b26c-4145-aa40-48814afb274b by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:39:48.684100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Attempting to bind port 50602f97-b26c-4145-aa40-48814afb274b on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:39:48.688011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07aec40-eb82-4a09-a442-aa8cbe133e77 None None] Pushing event updated for resources: {'Port': ['ID=50602f97-b26c-4145-aa40-48814afb274b,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:48.695159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:39:48.695564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:48.695973 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.696367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:39:48.696842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Bound port: 50602f97-b26c-4145-aa40-48814afb274b, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:39:48.697283 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.733387 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.733944 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.739544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:48.744327 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:48.745016 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.791778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 80dac76d-b4cb-41d6-95a8-a9f994158afa up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:39:48.816830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-420369c0-ac8a-45a7-965e-34c9583eed1b None None] Provisioning complete for port ed204cf0-f0f4-4175-bd4b-a7763169837f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:48.817188 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-420369c0-ac8a-45a7-965e-34c9583eed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.837326 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1806922 Nov 09 00:39:48.840412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52478) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:48.843106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] For port 50602f97-b26c-4145-aa40-48814afb274b, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:39:48.843345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event updated for resources: {'Network': ['ID=5aadb97f-8a67-404f-ad26-9b077ffc8861,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:48.872487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] For port 50602f97-b26c-4145-aa40-48814afb274b, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=50602f97-b26c-4145-aa40-48814afb274b,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:39:48.879340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 5aadb97f-8a67-404f-ad26-9b077ffc8861 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:39:48.884844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-420369c0-ac8a-45a7-965e-34c9583eed1b None None] Port ed204cf0-f0f4-4175-bd4b-a7763169837f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:39:48.887626 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.919958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.932615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffe84d-a58e-4c44-9f90-680bd2e68711 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event updated for resources: {'Network': ['ID=1f0ceec5-80e7-4550-8e05-e7382673f812,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:48.937055 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:48.982970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 1f0ceec5-80e7-4550-8e05-e7382673f812 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:39:49.020392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed204cf0-f0f4-4175-bd4b-a7763169837f,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:49.036961 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.082028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 80dac76d-b4cb-41d6-95a8-a9f994158afa triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:49.082428 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.084125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Routers {'1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:49.084768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:49.089781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07aec40-eb82-4a09-a442-aa8cbe133e77 None None] Pushing event updated for resources: {'Port': ['ID=50602f97-b26c-4145-aa40-48814afb274b,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:49.093120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3d4a9-8587-445a-a047-b2123914017b tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:49.101245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3d4a9-8587-445a-a047-b2123914017b tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:49.109209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3d4a9-8587-445a-a047-b2123914017b tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:49.115473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3d4a9-8587-445a-a047-b2123914017b tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:49.117290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c9e3d4a9-8587-445a-a047-b2123914017b tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2727919 Nov 09 00:39:49.120190 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52480) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:49.186066 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Network 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:49.187612 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:49.249894 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.359238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Router 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:39:49.359934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.363339 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] Set router 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:39:49.398226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aadb97f-8a67-404f-ad26-9b077ffc8861']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:49.414191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6882c1d-39c7-4af0-a7df-18cb231b93d9') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:49.414549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6882c1d-39c7-4af0-a7df-18cb231b93d9') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:49.425284 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.441430 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.451372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:39:49.452438 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:39:49.459307 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:39:49.513675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:39:49.530988 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d5048d97-56c9-437a-921d-1a547963e2a9 admin admin] 10.222.0.25 "PUT /v2.0/routers/1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7785385 Nov 09 00:39:49.545897 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.562061 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.567907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "DELETE /v2.0/networks/5aadb97f-8a67-404f-ad26-9b077ffc8861 HTTP/1.1" status: 204 len: 168 time: 0.4440265 Nov 09 00:39:49.568186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52486) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:49.577581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1980341-e8f7-43a4-b65f-3c1c9ebce12f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event deleted for resources: {'Network': ['ID=5aadb97f-8a67-404f-ad26-9b077ffc8861,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:49.627579 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d835b84d-1d9a-4b67-811b-8b4708ff51dd None None] Provisioning complete for port ed204cf0-f0f4-4175-bd4b-a7763169837f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:49.627942 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d835b84d-1d9a-4b67-811b-8b4708ff51dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.651785 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'name': 'tempest-TestVolumeBackupRestore-657555305-router', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '50602f97-b26c-4145-aa40-48814afb274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:48Z', 'revision_number': 4, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'gw_port': {'id': '50602f97-b26c-4145-aa40-48814afb274b', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'ed204cf0-f0f4-4175-bd4b-a7763169837f', 'name': '', 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'mac_address': 'fa:16:3e:eb:f9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b9f3e185-4ece-4412-a82b-3bf7c7b7408b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:47Z', 'updated_at': '2021-11-09T00:39:48Z', 'revision_number': 2, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'subnets': [{'id': 'b9f3e185-4ece-4412-a82b-3bf7c7b7408b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:49.653423 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.684452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501433c3-1ae4-4df1-8877-f84d8abf38b9 None None] The sync data for ids ['1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'] in n-d-813263-3 is: [{'id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'name': 'tempest-TestVolumeBackupRestore-657555305-router', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '50602f97-b26c-4145-aa40-48814afb274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:48Z', 'revision_number': 4, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'gw_port': {'id': '50602f97-b26c-4145-aa40-48814afb274b', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'ed204cf0-f0f4-4175-bd4b-a7763169837f', 'name': '', 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'mac_address': 'fa:16:3e:eb:f9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b9f3e185-4ece-4412-a82b-3bf7c7b7408b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:47Z', 'updated_at': '2021-11-09T00:39:48Z', 'revision_number': 2, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'subnets': [{'id': 'b9f3e185-4ece-4412-a82b-3bf7c7b7408b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:49.695387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d835b84d-1d9a-4b67-811b-8b4708ff51dd None None] Port ed204cf0-f0f4-4175-bd4b-a7763169837f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:39:49.748416 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.770492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0ceec5-80e7-4550-8e05-e7382673f812']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:49.780451 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a583f6e0-2767-4b2a-ba11-861e2354be10') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:49.780796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a583f6e0-2767-4b2a-ba11-861e2354be10') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:49.790278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.805339 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.811357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:39:49.811743 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:39:49.814740 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:39:49.879246 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.886106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:49.890278 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "DELETE /v2.0/networks/1f0ceec5-80e7-4550-8e05-e7382673f812 HTTP/1.1" status: 204 len: 168 time: 0.3210778 Nov 09 00:39:49.893090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52504) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:49.929110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c368583-fe93-4fe1-ba4c-3b9dde96dc86 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event deleted for resources: {'Network': ['ID=1f0ceec5-80e7-4550-8e05-e7382673f812,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:50.435562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be1a5d9-84df-4792-969b-cb5e1d5f127b tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:50.447269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be1a5d9-84df-4792-969b-cb5e1d5f127b tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:50.449670 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3be1a5d9-84df-4792-969b-cb5e1d5f127b tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5545185 Nov 09 00:39:50.453773 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52536) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:50.459871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d764ace4-9dce-45ec-aa6e-2dd4d7949a20 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1344044015'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:50.495563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d764ace4-9dce-45ec-aa6e-2dd4d7949a20 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Made reservation on behalf of 107d43c81ba04743b6f2cec8ad0cf3a1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:50.499340 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d764ace4-9dce-45ec-aa6e-2dd4d7949a20 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:50.530857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d764ace4-9dce-45ec-aa6e-2dd4d7949a20 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:39:50.549415 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d764ace4-9dce-45ec-aa6e-2dd4d7949a20 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:50.550048 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-d764ace4-9dce-45ec-aa6e-2dd4d7949a20 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Added segment ac1c9c17-d0d9-4de6-a749-9ee8ba97cd88 of type vlan for network 4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2 Nov 09 00:39:50.596375 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d764ace4-9dce-45ec-aa6e-2dd4d7949a20 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:50.631201 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d764ace4-9dce-45ec-aa6e-2dd4d7949a20 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:50.641579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d764ace4-9dce-45ec-aa6e-2dd4d7949a20 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:50.642300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d764ace4-9dce-45ec-aa6e-2dd4d7949a20 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:50.695681 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d764ace4-9dce-45ec-aa6e-2dd4d7949a20 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2381694 Nov 09 00:39:50.696037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52572) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:50.703776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fe1aa0e0-5325-4dc3-a8e0-e0c2f9b0fe7f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1911133341'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:50.753618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764ace4-9dce-45ec-aa6e-2dd4d7949a20 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event updated for resources: {'Network': ['ID=4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:50.766485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1aa0e0-5325-4dc3-a8e0-e0c2f9b0fe7f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Made reservation on behalf of 107d43c81ba04743b6f2cec8ad0cf3a1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:50.767729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:39:50.770113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa0e0-5325-4dc3-a8e0-e0c2f9b0fe7f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:50.803953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1aa0e0-5325-4dc3-a8e0-e0c2f9b0fe7f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:39:50.821281 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa0e0-5325-4dc3-a8e0-e0c2f9b0fe7f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:50.822800 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-fe1aa0e0-5325-4dc3-a8e0-e0c2f9b0fe7f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Added segment f4c2ae7b-6ce7-4a18-9123-4e3b023c8561 of type vlan for network 54b0744b-2e02-4fa0-aec2-14c65323dece Nov 09 00:39:50.879521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa0e0-5325-4dc3-a8e0-e0c2f9b0fe7f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:50.908859 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa0e0-5325-4dc3-a8e0-e0c2f9b0fe7f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:50.915652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1aa0e0-5325-4dc3-a8e0-e0c2f9b0fe7f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:50.916379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa0e0-5325-4dc3-a8e0-e0c2f9b0fe7f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:50.946380 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fe1aa0e0-5325-4dc3-a8e0-e0c2f9b0fe7f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2494273 Nov 09 00:39:50.949189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52574) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:50.954943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'ports': [{'network_id': '4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2', 'name': 'tempest-port--1294515173', 'admin_state_up': True}, {'network_id': '54b0744b-2e02-4fa0-aec2-14c65323dece', 'admin_state_up': False}]} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:50.955254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'port': {'network_id': '4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2', 'name': 'tempest-port--1294515173', 'admin_state_up': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:50.955738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'port': {'network_id': '54b0744b-2e02-4fa0-aec2-14c65323dece', 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:51.037830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1aa0e0-5325-4dc3-a8e0-e0c2f9b0fe7f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event updated for resources: {'Network': ['ID=54b0744b-2e02-4fa0-aec2-14c65323dece,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:51.050534 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 54b0744b-2e02-4fa0-aec2-14c65323dece details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:39:51.184060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Made reservation on behalf of 107d43c81ba04743b6f2cec8ad0cf3a1 for: {'port': 2} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:51.190321 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:51.212163 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:51.322005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] device_id is not set on port b3892aec-40b6-4721-be3a-dddfe745b776 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:39:51.504273 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:51.582784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] device_id is not set on port d9fdc4a9-d2df-4fda-8a99-59d86db46db7 yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:39:51.719963 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:51.760639 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:51.823259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event updated for resources: {'Port': ['ID=b3892aec-40b6-4721-be3a-dddfe745b776,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:51.833800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Checking segment: {'id': 'ac1c9c17-d0d9-4de6-a749-9ee8ba97cd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:51.834267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Network hostable DHCP agents. Network: 4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:39:51.853489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Network 4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:39:51.863409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:51.868063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:51.869129 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:51.876715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea1624b-ad7f-4b6b-9bc2-cb218edd0afc None None] Network 4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:51.929813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event updated for resources: {'Port': ['ID=d9fdc4a9-d2df-4fda-8a99-59d86db46db7,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:51.970570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Checking segment: {'id': 'f4c2ae7b-6ce7-4a18-9123-4e3b023c8561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '54b0744b-2e02-4fa0-aec2-14c65323dece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:51.971262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Network hostable DHCP agents. Network: 54b0744b-2e02-4fa0-aec2-14c65323dece, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:39:51.994126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Network 54b0744b-2e02-4fa0-aec2-14c65323dece is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:39:52.007384 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 54b0744b-2e02-4fa0-aec2-14c65323dece) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:52.015322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:52.023422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:52.023783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858414e1-e32b-4f21-a08a-adfa4e71cd08 None None] Network 54b0744b-2e02-4fa0-aec2-14c65323dece requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:52.029667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:52.030760 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:52.052783 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fc9592d0-1d46-444f-8735-86093807f705 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1023705 Nov 09 00:39:52.055128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52580) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:52.196479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dabfd6-6e2e-4f12-a7d4-04fc6b18816c tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:52.240583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dabfd6-6e2e-4f12-a7d4-04fc6b18816c tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:52.260308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f8dabfd6-6e2e-4f12-a7d4-04fc6b18816c tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2039952 Nov 09 00:39:52.264272 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52582) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:52.312608 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 50602f97-b26c-4145-aa40-48814afb274b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:39:52.383706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d0d93-39c4-469f-a788-bfc2d9b51dd2 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Deleting port b3892aec-40b6-4721-be3a-dddfe745b776 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:52.384263 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0d93-39c4-469f-a788-bfc2d9b51dd2 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:52.387742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 50602f97-b26c-4145-aa40-48814afb274b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:52.388378 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:52.478589 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0d93-39c4-469f-a788-bfc2d9b51dd2 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:52.494860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d0d93-39c4-469f-a788-bfc2d9b51dd2 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Calling delete_port for b3892aec-40b6-4721-be3a-dddfe745b776 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:52.529790 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:52.554036 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 50602f97-b26c-4145-aa40-48814afb274b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=50602f97-b26c-4145-aa40-48814afb274b,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:39:52.560719 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:52.586886 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0d93-39c4-469f-a788-bfc2d9b51dd2 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:52.624150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d0d93-39c4-469f-a788-bfc2d9b51dd2 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event deleted for resources: {'Port': ['ID=b3892aec-40b6-4721-be3a-dddfe745b776,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:52.626215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=50602f97-b26c-4145-aa40-48814afb274b,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:52.630264 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0d93-39c4-469f-a788-bfc2d9b51dd2 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:52.633652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3b2d0d93-39c4-469f-a788-bfc2d9b51dd2 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "DELETE /v2.0/ports/b3892aec-40b6-4721-be3a-dddfe745b776 HTTP/1.1" status: 204 len: 168 time: 0.3666697 Nov 09 00:39:52.636208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52586) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:52.729891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-eab46b9e-bf40-4e05-ad34-f3db9210337f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Deleting port d9fdc4a9-d2df-4fda-8a99-59d86db46db7 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:52.730310 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eab46b9e-bf40-4e05-ad34-f3db9210337f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:52.802176 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eab46b9e-bf40-4e05-ad34-f3db9210337f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:52.818403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-eab46b9e-bf40-4e05-ad34-f3db9210337f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Calling delete_port for d9fdc4a9-d2df-4fda-8a99-59d86db46db7 owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:52.913499 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eab46b9e-bf40-4e05-ad34-f3db9210337f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:52.945720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab46b9e-bf40-4e05-ad34-f3db9210337f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event deleted for resources: {'Port': ['ID=d9fdc4a9-d2df-4fda-8a99-59d86db46db7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:52.953062 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eab46b9e-bf40-4e05-ad34-f3db9210337f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:52.958886 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-eab46b9e-bf40-4e05-ad34-f3db9210337f tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "DELETE /v2.0/ports/d9fdc4a9-d2df-4fda-8a99-59d86db46db7 HTTP/1.1" status: 204 len: 168 time: 0.3193207 Nov 09 00:39:52.959296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52594) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:52.993328 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cf1e1543-ed3b-4151-8b45-d2667f588eca tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0328529 Nov 09 00:39:52.997165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52598) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:53.001916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0ce90c1e-7d10-40aa-a02b-00bb5c54934a tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1728277513'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:53.025413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce90c1e-7d10-40aa-a02b-00bb5c54934a tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Made reservation on behalf of 107d43c81ba04743b6f2cec8ad0cf3a1 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:53.029787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ce90c1e-7d10-40aa-a02b-00bb5c54934a tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:53.058779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce90c1e-7d10-40aa-a02b-00bb5c54934a tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:39:53.069211 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ce90c1e-7d10-40aa-a02b-00bb5c54934a tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:53.069856 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-0ce90c1e-7d10-40aa-a02b-00bb5c54934a tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Added segment 31b0e90a-de49-45b8-8210-be5881e71eb6 of type vlan for network e79b0fe9-2b74-4973-9954-242dc754b471 Nov 09 00:39:53.122065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ce90c1e-7d10-40aa-a02b-00bb5c54934a tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:53.151303 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ce90c1e-7d10-40aa-a02b-00bb5c54934a tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:53.156938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce90c1e-7d10-40aa-a02b-00bb5c54934a tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:53.157576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0ce90c1e-7d10-40aa-a02b-00bb5c54934a tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:53.223774 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0ce90c1e-7d10-40aa-a02b-00bb5c54934a tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2255378 Nov 09 00:39:53.226379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52600) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:53.231560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e3014402-cd70-44fb-9f4f-c3b392491220 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-706878995'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:53.232020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce90c1e-7d10-40aa-a02b-00bb5c54934a tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event updated for resources: {'Network': ['ID=e79b0fe9-2b74-4973-9954-242dc754b471,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:53.243245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network e79b0fe9-2b74-4973-9954-242dc754b471 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:39:53.265387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3014402-cd70-44fb-9f4f-c3b392491220 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Made reservation on behalf of 107d43c81ba04743b6f2cec8ad0cf3a1 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:53.272555 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3014402-cd70-44fb-9f4f-c3b392491220 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:53.314418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3014402-cd70-44fb-9f4f-c3b392491220 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:39:53.330555 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3014402-cd70-44fb-9f4f-c3b392491220 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:53.330918 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-e3014402-cd70-44fb-9f4f-c3b392491220 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Added segment a90f4d07-7723-494f-a331-7fe5affeed7c of type vlan for network 1ff3b975-f993-45c6-b6c3-80e68f905230 Nov 09 00:39:53.384360 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3014402-cd70-44fb-9f4f-c3b392491220 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:53.422655 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3014402-cd70-44fb-9f4f-c3b392491220 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:53.430301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3014402-cd70-44fb-9f4f-c3b392491220 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:53.430927 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3014402-cd70-44fb-9f4f-c3b392491220 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:53.482610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e3014402-cd70-44fb-9f4f-c3b392491220 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2550390 Nov 09 00:39:53.520268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3014402-cd70-44fb-9f4f-c3b392491220 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event updated for resources: {'Network': ['ID=1ff3b975-f993-45c6-b6c3-80e68f905230,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:53.530204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 1ff3b975-f993-45c6-b6c3-80e68f905230 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:39:53.618988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52604) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:53.626473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'subnets': [{'network_id': 'e79b0fe9-2b74-4973-9954-242dc754b471', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2124175498', 'ip_version': 4}, {'network_id': '1ff3b975-f993-45c6-b6c3-80e68f905230', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:53.626805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'subnet': {'network_id': 'e79b0fe9-2b74-4973-9954-242dc754b471', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2124175498', 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:53.627398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Request body: {'subnet': {'network_id': '1ff3b975-f993-45c6-b6c3-80e68f905230', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:53.824141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Made reservation on behalf of 107d43c81ba04743b6f2cec8ad0cf3a1 for: {'subnet': 2} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:53.829109 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:53.829479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:53.853515 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Sync routers for ids ['1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:39:53.868940 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Routers {'1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:53.870021 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:54.005168 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Set router 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:39:54.215601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 50602f97-b26c-4145-aa40-48814afb274b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:39:54.266503 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'name': 'tempest-TestVolumeBackupRestore-657555305-router', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '50602f97-b26c-4145-aa40-48814afb274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:48Z', 'revision_number': 4, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'gw_port': {'id': '50602f97-b26c-4145-aa40-48814afb274b', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'ed204cf0-f0f4-4175-bd4b-a7763169837f', 'name': '', 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'mac_address': 'fa:16:3e:eb:f9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b9f3e185-4ece-4412-a82b-3bf7c7b7408b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:47Z', 'updated_at': '2021-11-09T00:39:48Z', 'revision_number': 2, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'subnets': [{'id': 'b9f3e185-4ece-4412-a82b-3bf7c7b7408b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:54.323970 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Checking router: 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:39:54.324729 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Updating router 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e port ed204cf0-f0f4-4175-bd4b-a7763169837f binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:39:54.357337 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:54.369426 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:54.494273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event updated for resources: {'Subnet': ['ID=f2a6ae46-3ee4-4175-9047-7febae0e7bdd,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:54.530586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Checking segment: {'id': '31b0e90a-de49-45b8-8210-be5881e71eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e79b0fe9-2b74-4973-9954-242dc754b471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:54.531481 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Network hostable DHCP agents. Network: e79b0fe9-2b74-4973-9954-242dc754b471, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:39:54.553412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Network e79b0fe9-2b74-4973-9954-242dc754b471 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:39:54.555913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 50602f97-b26c-4145-aa40-48814afb274b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:54.556802 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:54.570342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, e79b0fe9-2b74-4973-9954-242dc754b471) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:54.577903 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:54.607753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2019399b-137e-40c4-a6d0-8693d418a71c None None] Network e79b0fe9-2b74-4973-9954-242dc754b471 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:54.699068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event updated for resources: {'Subnet': ['ID=7a900d7c-d7a8-4eed-afd3-72fd4279caaf,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:54.709161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Checking segment: {'id': 'a90f4d07-7723-494f-a331-7fe5affeed7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ff3b975-f993-45c6-b6c3-80e68f905230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:54.709662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Network hostable DHCP agents. Network: 1ff3b975-f993-45c6-b6c3-80e68f905230, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:39:54.729445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Network 1ff3b975-f993-45c6-b6c3-80e68f905230 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:39:54.740014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 1ff3b975-f993-45c6-b6c3-80e68f905230) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:54.746041 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:54.746436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:54.747077 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:54.764689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f052618c-acd7-44a8-baf0-8a836c7dd6db None None] Network 1ff3b975-f993-45c6-b6c3-80e68f905230 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:54.780525 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0e84c9d2-73bc-43e1-bcc5-5527cd9b8643 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1580734 Nov 09 00:39:54.781426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52610) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:54.885574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f06179-0743-4356-8ce7-d92f6865f0cb tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:54.887361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f06179-0743-4356-8ce7-d92f6865f0cb tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:54.889319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f06179-0743-4356-8ce7-d92f6865f0cb tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:54.893117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-76f06179-0743-4356-8ce7-d92f6865f0cb tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1084723 Nov 09 00:39:54.894905 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52612) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:54.952426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Deleting subnet f2a6ae46-3ee4-4175-9047-7febae0e7bdd {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:39:54.957312 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:54.992752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a16e2-76bf-4089-9352-57d988fbbc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-e79b0fe9-2b74-4973-9954-242dc754b471', 'network_id': 'e79b0fe9-2b74-4973-9954-242dc754b471', 'tenant_id': '107d43c81ba04743b6f2cec8ad0cf3a1', 'fixed_ips': [{'subnet_id': 'f2a6ae46-3ee4-4175-9047-7febae0e7bdd'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:39:54.993673 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f96a16e2-76bf-4089-9352-57d988fbbc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.004201 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.009466 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.023156 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.060751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-1ff3b975-f993-45c6-b6c3-80e68f905230', 'network_id': '1ff3b975-f993-45c6-b6c3-80e68f905230', 'tenant_id': '107d43c81ba04743b6f2cec8ad0cf3a1', 'fixed_ips': [{'subnet_id': '7a900d7c-d7a8-4eed-afd3-72fd4279caaf'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:39:55.064282 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.066335 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.088962 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e73310-833d-4d63-a69b-24f31885e3e8 None None] Pushing event updated for resources: {'Port': ['ID=ed204cf0-f0f4-4175-bd4b-a7763169837f,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:55.181579 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.227302 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Attempting to bind port ed204cf0-f0f4-4175-bd4b-a7763169837f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:39:55.227669 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Attempting to bind port ed204cf0-f0f4-4175-bd4b-a7763169837f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f41343ce-e190-4d35-9e92-b11c2be99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:39:55.228027 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Attempting to bind port ed204cf0-f0f4-4175-bd4b-a7763169837f on network 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:39:55.244931 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:39:55.245310 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Checking segment: {'id': 'f41343ce-e190-4d35-9e92-b11c2be99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:55.245738 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.246127 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Bound using segment: {'id': 'f41343ce-e190-4d35-9e92-b11c2be99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:39:55.251612 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Bound port: ed204cf0-f0f4-4175-bd4b-a7763169837f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41343ce-e190-4d35-9e92-b11c2be99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:39:55.252021 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.262043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a6ae46-3ee4-4175-9047-7febae0e7bdd,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:55.273711 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.282228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52620) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server [None req-f96a16e2-76bf-4089-9352-57d988fbbc99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2a6ae46-3ee4-4175-9047-7febae0e7bdd: This subnet is being modified by another concurrent operation. Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise exception Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2a6ae46-3ee4-4175-9047-7febae0e7bdd: This subnet is being modified by another concurrent operation. Nov 09 00:39:55.289781 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Nov 09 00:39:55.297804 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "DELETE /v2.0/subnets/f2a6ae46-3ee4-4175-9047-7febae0e7bdd HTTP/1.1" status: 204 len: 168 time: 0.4000492 Nov 09 00:39:55.335942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476fc07a-bfdb-4f22-98c7-b9558966150d None None] Network e79b0fe9-2b74-4973-9954-242dc754b471 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:55.339404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:55.342021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:55.342347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:55.342681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:55.345623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:55.345997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:55.346337 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:55.346706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:55.349250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:55.349655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:55.350538 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:55.350657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40bf0d-f3c5-4e6d-b3a3-a0eefcb4dc2e tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:55.366971 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] For port ed204cf0-f0f4-4175-bd4b-a7763169837f, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:39:55.374743 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] For port ed204cf0-f0f4-4175-bd4b-a7763169837f, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ed204cf0-f0f4-4175-bd4b-a7763169837f,segment=NetworkSegment(f41343ce-e190-4d35-9e92-b11c2be99668),segment_id=f41343ce-e190-4d35-9e92-b11c2be99668)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:39:55.394787 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.435077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Allocated IP 172.20.0.18 (1ff3b975-f993-45c6-b6c3-80e68f905230/7a900d7c-d7a8-4eed-afd3-72fd4279caaf/93101681-3b07-4c1a-a1b8-5deaf7f824d3) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:39:55.438910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Deleting subnet 7a900d7c-d7a8-4eed-afd3-72fd4279caaf {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:39:55.523141 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Routers {'1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:39:55.525190 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:39:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:55.543790 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e73310-833d-4d63-a69b-24f31885e3e8 None None] Pushing event updated for resources: {'Port': ['ID=ed204cf0-f0f4-4175-bd4b-a7763169837f,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:55.571245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-02190f77-ac48-48c4-85ff-61d2615d6a4d None None] Provisioning complete for port ed204cf0-f0f4-4175-bd4b-a7763169837f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:55.571833 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-02190f77-ac48-48c4-85ff-61d2615d6a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.717444 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] Set router 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:39:55.787120 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.800448 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.802681 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.809031 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-02190f77-ac48-48c4-85ff-61d2615d6a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.855443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Network 1ff3b975-f993-45c6-b6c3-80e68f905230 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:39:55.863422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:39:55.865936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:39:55.880360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Pushing event updated for resources: {'Port': ['ID=93101681-3b07-4c1a-a1b8-5deaf7f824d3,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:55.916775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-02190f77-ac48-48c4-85ff-61d2615d6a4d None None] For port ed204cf0-f0f4-4175-bd4b-a7763169837f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ed204cf0-f0f4-4175-bd4b-a7763169837f,segment=NetworkSegment(f41343ce-e190-4d35-9e92-b11c2be99668),segment_id=f41343ce-e190-4d35-9e92-b11c2be99668)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:39:55.918194 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.946907 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-02190f77-ac48-48c4-85ff-61d2615d6a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.985928 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Attempting to bind port 93101681-3b07-4c1a-a1b8-5deaf7f824d3 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:39:55.986301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Attempting to bind port 93101681-3b07-4c1a-a1b8-5deaf7f824d3 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a90f4d07-7723-494f-a331-7fe5affeed7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ff3b975-f993-45c6-b6c3-80e68f905230'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:39:55.986674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Attempting to bind port 93101681-3b07-4c1a-a1b8-5deaf7f824d3 on network 1ff3b975-f993-45c6-b6c3-80e68f905230 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:39:55.992165 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'name': 'tempest-TestVolumeBackupRestore-657555305-router', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '50602f97-b26c-4145-aa40-48814afb274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:48Z', 'revision_number': 4, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'gw_port': {'id': '50602f97-b26c-4145-aa40-48814afb274b', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'ed204cf0-f0f4-4175-bd4b-a7763169837f', 'name': '', 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'mac_address': 'fa:16:3e:eb:f9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b9f3e185-4ece-4412-a82b-3bf7c7b7408b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:47Z', 'updated_at': '2021-11-09T00:39:55Z', 'revision_number': 4, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'subnets': [{'id': 'b9f3e185-4ece-4412-a82b-3bf7c7b7408b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:55.995910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:39:55.996287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Checking segment: {'id': 'a90f4d07-7723-494f-a331-7fe5affeed7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ff3b975-f993-45c6-b6c3-80e68f905230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:39:55.996692 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:55.997094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Bound using segment: {'id': 'a90f4d07-7723-494f-a331-7fe5affeed7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ff3b975-f993-45c6-b6c3-80e68f905230'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:39:55.997603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Bound port: 93101681-3b07-4c1a-a1b8-5deaf7f824d3, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90f4d07-7723-494f-a331-7fe5affeed7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ff3b975-f993-45c6-b6c3-80e68f905230'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:39:55.997987 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:56.029452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02190f77-ac48-48c4-85ff-61d2615d6a4d None None] Pushing event updated for resources: {'Port': ['ID=ed204cf0-f0f4-4175-bd4b-a7763169837f,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:56.031983 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eecee7-d45f-4dc1-9414-8d5934285235 None None] The sync data for ids ['1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'] in n-d-813263-3 is: [{'id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'name': 'tempest-TestVolumeBackupRestore-657555305-router', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '50602f97-b26c-4145-aa40-48814afb274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:48Z', 'revision_number': 4, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'gw_port': {'id': '50602f97-b26c-4145-aa40-48814afb274b', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'ed204cf0-f0f4-4175-bd4b-a7763169837f', 'name': '', 'network_id': '8cc2c93a-e39d-4745-8641-4d3e3f6e2aea', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'mac_address': 'fa:16:3e:eb:f9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b9f3e185-4ece-4412-a82b-3bf7c7b7408b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:47Z', 'updated_at': '2021-11-09T00:39:55Z', 'revision_number': 4, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'subnets': [{'id': 'b9f3e185-4ece-4412-a82b-3bf7c7b7408b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:39:56.084279 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:56.092837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6d083f1c-5af7-4e4e-aba5-57613d04914a None None] Provisioning complete for port ed204cf0-f0f4-4175-bd4b-a7763169837f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:56.093314 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6d083f1c-5af7-4e4e-aba5-57613d04914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:56.187010 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:56.209884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] For port 93101681-3b07-4c1a-a1b8-5deaf7f824d3, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:39:56.242328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] For port 93101681-3b07-4c1a-a1b8-5deaf7f824d3, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=93101681-3b07-4c1a-a1b8-5deaf7f824d3,segment=NetworkSegment(a90f4d07-7723-494f-a331-7fe5affeed7c),segment_id=a90f4d07-7723-494f-a331-7fe5affeed7c)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:39:56.245538 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ed204cf0-f0f4-4175-bd4b-a7763169837f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:39:56.253914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event deleted for resources: {'Subnet': ['ID=7a900d7c-d7a8-4eed-afd3-72fd4279caaf,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:56.271583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:56.277439 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "DELETE /v2.0/subnets/7a900d7c-d7a8-4eed-afd3-72fd4279caaf HTTP/1.1" status: 204 len: 168 time: 0.9909565 Nov 09 00:39:56.277629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52626) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:56.282876 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:56.289304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:56.289871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:56.290218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:56.290564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:56.290904 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:56.291249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:56.291585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:56.291923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:56.292254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:56.292587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:56.292915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:56.293277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427f822-e6f4-4275-aa17-0bc529925c77 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:39:56.353515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687377e9-9fcc-452d-8218-c4fe1e0bee58 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:39:56.358505 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-687377e9-9fcc-452d-8218-c4fe1e0bee58 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0766201 Nov 09 00:39:56.359014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52628) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:56.379931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ed204cf0-f0f4-4175-bd4b-a7763169837f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:39:56.380306 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:56.383753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716882a-86a0-4e1c-91dd-c3303c808e38 None None] Pushing event updated for resources: {'Port': ['ID=93101681-3b07-4c1a-a1b8-5deaf7f824d3,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:56.493267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:56.564973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Deleting port 93101681-3b07-4c1a-a1b8-5deaf7f824d3 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:39:56.566583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:56.686968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] For port 93101681-3b07-4c1a-a1b8-5deaf7f824d3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=93101681-3b07-4c1a-a1b8-5deaf7f824d3,segment=NetworkSegment(a90f4d07-7723-494f-a331-7fe5affeed7c),segment_id=a90f4d07-7723-494f-a331-7fe5affeed7c)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:39:56.687328 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:56.702075 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Calling delete_port for 93101681-3b07-4c1a-a1b8-5deaf7f824d3 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:39:56.835360 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:56.867568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event deleted for resources: {'Port': ['ID=93101681-3b07-4c1a-a1b8-5deaf7f824d3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:56.874285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] No DVR routers for this DVR port 93101681-3b07-4c1a-a1b8-5deaf7f824d3 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:39:56.978090 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.011304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff3b975-f993-45c6-b6c3-80e68f905230']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:57.023184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90f4d07-7723-494f-a331-7fe5affeed7c') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:57.023471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90f4d07-7723-494f-a331-7fe5affeed7c') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:57.035413 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.055680 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.066250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:39:57.066788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:39:57.081678 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:39:57.139527 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.169989 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.191574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52632) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:57.192575 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "DELETE /v2.0/networks/1ff3b975-f993-45c6-b6c3-80e68f905230 HTTP/1.1" status: 204 len: 168 time: 0.8322964 Nov 09 00:39:57.224046 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ad5ad-30bb-4c56-a8e9-3e0bc3b0b919 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event deleted for resources: {'Network': ['ID=1ff3b975-f993-45c6-b6c3-80e68f905230,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:57.323775 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.462076 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.492222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79b0fe9-2b74-4973-9954-242dc754b471']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:57.505291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b0e90a-de49-45b8-8210-be5881e71eb6') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:57.505629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b0e90a-de49-45b8-8210-be5881e71eb6') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:57.519760 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.533698 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.541299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:39:57.542055 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:39:57.545512 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:39:57.618902 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.636346 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.640217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "DELETE /v2.0/networks/e79b0fe9-2b74-4973-9954-242dc754b471 HTTP/1.1" status: 204 len: 168 time: 0.4474983 Nov 09 00:39:57.642684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52636) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:57.652429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809709d-05e9-4f51-a6ee-60558bf214ed tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event deleted for resources: {'Network': ['ID=e79b0fe9-2b74-4973-9954-242dc754b471,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:57.691862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ca4466-6577-4099-a572-ac980b8906dc None None] DHCP port deletion for 1ff3b975-f993-45c6-b6c3-80e68f905230 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:39:57.698077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1610559f-abce-4408-812a-077ab30f52e2 None None] Could not find standard attr ID for object 93101681-3b07-4c1a-a1b8-5deaf7f824d3. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:39:57.714961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3e158a-10c0-4bbd-964d-962824ae29a6 None None] Network 1ff3b975-f993-45c6-b6c3-80e68f905230 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:39:57.731011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3e158a-10c0-4bbd-964d-962824ae29a6 None None] Network 1ff3b975-f993-45c6-b6c3-80e68f905230 could not be found, it might have been deleted concurrently. {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 00:39:57.747461 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.747901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4282c12-e5e7-4933-be1a-dd2aa7748786 None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:39:57.847007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4282c12-e5e7-4933-be1a-dd2aa7748786 None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:39:57.922485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.946452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b0744b-2e02-4fa0-aec2-14c65323dece']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:57.959372 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c2ae7b-6ce7-4a18-9123-4e3b023c8561') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:57.959673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c2ae7b-6ce7-4a18-9123-4e3b023c8561') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:57.971549 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:57.993804 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:58.006544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:39:58.009898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:39:58.014043 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:39:58.090468 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:58.110206 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:58.115886 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "DELETE /v2.0/networks/54b0744b-2e02-4fa0-aec2-14c65323dece HTTP/1.1" status: 204 len: 168 time: 0.4686694 Nov 09 00:39:58.115886 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d144b2-1e29-4001-9d47-ee53d69ea508 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event deleted for resources: {'Network': ['ID=54b0744b-2e02-4fa0-aec2-14c65323dece,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:58.117001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52640) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:58.204067 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:58.299400 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:58.327793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:58.339176 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1c9c17-d0d9-4de6-a749-9ee8ba97cd88') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:58.339478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1c9c17-d0d9-4de6-a749-9ee8ba97cd88') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:39:58.349900 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:58.369194 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:58.376923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:39:58.377336 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:39:58.381169 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:39:58.449674 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:58.454306 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:58.458552 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] 10.222.0.25 "DELETE /v2.0/networks/4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2 HTTP/1.1" status: 204 len: 168 time: 0.3403499 Nov 09 00:39:58.478819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c32fb0-17a5-4525-95d1-c0b233177818 tempest-BulkNetworkOpsTest-390416179 tempest-BulkNetworkOpsTest-390416179-project] Pushing event deleted for resources: {'Network': ['ID=4d9ed21b-8f8f-4caa-8a5a-1877b2c426e2,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:58.777667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52648) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:58.936778 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c7b985a7-2610-4e5e-840d-f5e8ab9cebbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=107d43c81ba04743b6f2cec8ad0cf3a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579056 Nov 09 00:39:58.939542 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52656) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:59.015121 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-999e3d92-0ad9-41ab-a6d4-9211072d79f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:59.040496 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-999e3d92-0ad9-41ab-a6d4-9211072d79f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:59.098728 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-999e3d92-0ad9-41ab-a6d4-9211072d79f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:59.101802 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-999e3d92-0ad9-41ab-a6d4-9211072d79f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:39:59.105481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-999e3d92-0ad9-41ab-a6d4-9211072d79f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7d5df9b-7658-46d8-9484-372b320c8409 HTTP/1.1" status: 204 len: 168 time: 0.1624134 Nov 09 00:39:59.111773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e3d92-0ad9-41ab-a6d4-9211072d79f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d5df9b-7658-46d8-9484-372b320c8409,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:39:59.843890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52680) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:39:59.967902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1172923151'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:39:59.991356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:39:59.994859 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:00.005965 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:00.105401 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:00.112795 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:00.141060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:40:00.150507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a23cd6-8673-4589-a3a7-217cedc4aacf,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:00.156666 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:00.157009 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Added segment dbc0a227-c96a-486d-9311-5df2c3e7e722 of type vlan for network 5b4088c8-f73c-4b53-9441-7df2a5ae2636 Nov 09 00:40:00.201781 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:00.227734 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:00.233549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:00.234156 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:00.295426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4503901 Nov 09 00:40:00.304394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e69c-f69e-4aad-9b5b-32247b800488 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Network': ['ID=5b4088c8-f73c-4b53-9441-7df2a5ae2636,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:00.314774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 5b4088c8-f73c-4b53-9441-7df2a5ae2636 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:40:03.502981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52710) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:03.508256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1b385683-5bef-405f-96f0-f0b9dde2c171 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'subnet': {'network_id': '5b4088c8-f73c-4b53-9441-7df2a5ae2636', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:03.611163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b385683-5bef-405f-96f0-f0b9dde2c171 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:03.615137 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b385683-5bef-405f-96f0-f0b9dde2c171 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:03.803594 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b385683-5bef-405f-96f0-f0b9dde2c171 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:03.867918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b385683-5bef-405f-96f0-f0b9dde2c171 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Subnet': ['ID=2231c1ef-93c5-4723-85a3-2b66febd2c61,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:03.873298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b385683-5bef-405f-96f0-f0b9dde2c171 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Checking segment: {'id': 'dbc0a227-c96a-486d-9311-5df2c3e7e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5b4088c8-f73c-4b53-9441-7df2a5ae2636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:03.873691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b385683-5bef-405f-96f0-f0b9dde2c171 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network hostable DHCP agents. Network: 5b4088c8-f73c-4b53-9441-7df2a5ae2636, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:40:03.892239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b385683-5bef-405f-96f0-f0b9dde2c171 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network 5b4088c8-f73c-4b53-9441-7df2a5ae2636 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:40:03.902644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-1b385683-5bef-405f-96f0-f0b9dde2c171 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 5b4088c8-f73c-4b53-9441-7df2a5ae2636) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:03.909797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b385683-5bef-405f-96f0-f0b9dde2c171 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:03.910524 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b385683-5bef-405f-96f0-f0b9dde2c171 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:03.914112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0f88ab-8c59-4022-b9ad-48ed52c1b0a7 None None] Network 5b4088c8-f73c-4b53-9441-7df2a5ae2636 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:03.940780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1b385683-5bef-405f-96f0-f0b9dde2c171 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4328566 Nov 09 00:40:03.941126 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52712) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:03.946856 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bd8d8a8d-d0c3-4045-a17f-136f1dc06e32 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1558795706'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:03.971830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8d8a8d-d0c3-4045-a17f-136f1dc06e32 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:03.975739 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd8d8a8d-d0c3-4045-a17f-136f1dc06e32 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.002263 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8d8a8d-d0c3-4045-a17f-136f1dc06e32 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:40:04.014955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd8d8a8d-d0c3-4045-a17f-136f1dc06e32 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.016083 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-bd8d8a8d-d0c3-4045-a17f-136f1dc06e32 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Added segment dcb36ee2-fa64-4f10-bad1-a74df2817414 of type vlan for network 830bfd02-952c-4dd9-89f1-bc8527ae0522 Nov 09 00:40:04.057174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd8d8a8d-d0c3-4045-a17f-136f1dc06e32 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.074465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-5b4088c8-f73c-4b53-9441-7df2a5ae2636', 'network_id': '5b4088c8-f73c-4b53-9441-7df2a5ae2636', 'tenant_id': '147ac3e0b4fd49d4a0eff0a8ea5abdc6', 'fixed_ips': [{'subnet_id': '2231c1ef-93c5-4723-85a3-2b66febd2c61'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:40:04.075752 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.083928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd8d8a8d-d0c3-4045-a17f-136f1dc06e32 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.091246 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d8a8d-d0c3-4045-a17f-136f1dc06e32 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:04.091962 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd8d8a8d-d0c3-4045-a17f-136f1dc06e32 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.124679 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bd8d8a8d-d0c3-4045-a17f-136f1dc06e32 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1824043 Nov 09 00:40:04.127629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52714) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:04.134825 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'subnet': {'network_id': '830bfd02-952c-4dd9-89f1-bc8527ae0522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:04.194490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d8a8d-d0c3-4045-a17f-136f1dc06e32 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Network': ['ID=830bfd02-952c-4dd9-89f1-bc8527ae0522,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:04.197083 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:40:04.214983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 830bfd02-952c-4dd9-89f1-bc8527ae0522 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:40:04.293028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Allocated IP 2001:db8:0:ffff::2 (5b4088c8-f73c-4b53-9441-7df2a5ae2636/2231c1ef-93c5-4723-85a3-2b66febd2c61/40e8caba-a65a-4f51-962b-8eadebaa29a2) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:04.297184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:04.300968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.486442 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.492055 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.545839 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Network 5b4088c8-f73c-4b53-9441-7df2a5ae2636 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:04.550488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:04.553590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:04.564011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Pushing event updated for resources: {'Port': ['ID=40e8caba-a65a-4f51-962b-8eadebaa29a2,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:04.635959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Attempting to bind port 40e8caba-a65a-4f51-962b-8eadebaa29a2 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:40:04.636667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Attempting to bind port 40e8caba-a65a-4f51-962b-8eadebaa29a2 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'dbc0a227-c96a-486d-9311-5df2c3e7e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5b4088c8-f73c-4b53-9441-7df2a5ae2636'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:40:04.637248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Attempting to bind port 40e8caba-a65a-4f51-962b-8eadebaa29a2 on network 5b4088c8-f73c-4b53-9441-7df2a5ae2636 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:40:04.644564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:40:04.645476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Checking segment: {'id': 'dbc0a227-c96a-486d-9311-5df2c3e7e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5b4088c8-f73c-4b53-9441-7df2a5ae2636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:04.647384 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.647994 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Bound using segment: {'id': 'dbc0a227-c96a-486d-9311-5df2c3e7e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5b4088c8-f73c-4b53-9441-7df2a5ae2636'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:40:04.648536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Bound port: 40e8caba-a65a-4f51-962b-8eadebaa29a2, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc0a227-c96a-486d-9311-5df2c3e7e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5b4088c8-f73c-4b53-9441-7df2a5ae2636'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:40:04.648983 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.666614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.objects.ports [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101781) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:40:04.668210 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.720709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] For port 40e8caba-a65a-4f51-962b-8eadebaa29a2, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:40:04.724935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] For port 40e8caba-a65a-4f51-962b-8eadebaa29a2, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=40e8caba-a65a-4f51-962b-8eadebaa29a2,segment=NetworkSegment(dbc0a227-c96a-486d-9311-5df2c3e7e722),segment_id=dbc0a227-c96a-486d-9311-5df2c3e7e722)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:40:04.731607 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.737526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Subnet': ['ID=62fc2e75-4e06-4b27-91c9-2995fae4fb41,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:04.745104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Checking segment: {'id': 'dcb36ee2-fa64-4f10-bad1-a74df2817414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '830bfd02-952c-4dd9-89f1-bc8527ae0522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:04.745506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network hostable DHCP agents. Network: 830bfd02-952c-4dd9-89f1-bc8527ae0522, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:40:04.763633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network 830bfd02-952c-4dd9-89f1-bc8527ae0522 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:40:04.785849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 830bfd02-952c-4dd9-89f1-bc8527ae0522) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:04.806719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:04.807316 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:04.816043 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88c9e1b-2114-4856-96b8-fd114a3d398b None None] Network 830bfd02-952c-4dd9-89f1-bc8527ae0522 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:04.852945 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fcd437e0-4b13-43d5-83fb-642f818747e7 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7216163 Nov 09 00:40:04.853742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52732) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:04.870063 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'port': {'network_id': '830bfd02-952c-4dd9-89f1-bc8527ae0522', 'name': 'tempest-NetworksIpV6TestAttrs-783359099'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:04.933307 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674a27a-5e4f-4c76-8f5e-4e4e313da825 None None] Pushing event updated for resources: {'Port': ['ID=40e8caba-a65a-4f51-962b-8eadebaa29a2,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:05.053419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:05.057160 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:05.065835 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-830bfd02-952c-4dd9-89f1-bc8527ae0522', 'network_id': '830bfd02-952c-4dd9-89f1-bc8527ae0522', 'tenant_id': '147ac3e0b4fd49d4a0eff0a8ea5abdc6', 'fixed_ips': [{'subnet_id': '62fc2e75-4e06-4b27-91c9-2995fae4fb41'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:40:05.066634 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:05.088520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] device_id is not set on port 3aeaa596-ff0a-4efb-b297-5b913a6cc02a yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:40:05.292394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Allocated IP 2001:db8::f816:3eff:fe74:2766 (830bfd02-952c-4dd9-89f1-bc8527ae0522/62fc2e75-4e06-4b27-91c9-2995fae4fb41/3aeaa596-ff0a-4efb-b297-5b913a6cc02a) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:05.516655 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:05.573745 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:05.639256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Allocated IP 2001:db8::f816:3eff:fede:ab04 (830bfd02-952c-4dd9-89f1-bc8527ae0522/62fc2e75-4e06-4b27-91c9-2995fae4fb41/a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:06.084769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network 830bfd02-952c-4dd9-89f1-bc8527ae0522 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:06.089337 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:06.091722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Port': ['ID=3aeaa596-ff0a-4efb-b297-5b913a6cc02a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:06.094366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:06.102704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:06.103473 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.129135 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.161590 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.190876 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-080ac3cc-895f-46e8-b63f-1bd68bcb2046 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3354361 Nov 09 00:40:06.194874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52746) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:06.308413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fd787b-f9d1-4f2e-b0eb-a6946609f90e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Deleting subnet 62fc2e75-4e06-4b27-91c9-2995fae4fb41 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:40:06.313713 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19fd787b-f9d1-4f2e-b0eb-a6946609f90e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.348347 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Network 830bfd02-952c-4dd9-89f1-bc8527ae0522 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:06.352779 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:06.354734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Pushing event updated for resources: {'Port': ['ID=a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:06.356994 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:06.422230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 40e8caba-a65a-4f51-962b-8eadebaa29a2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:06.441150 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19fd787b-f9d1-4f2e-b0eb-a6946609f90e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.511697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Attempting to bind port a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:40:06.512202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Attempting to bind port a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'dcb36ee2-fa64-4f10-bad1-a74df2817414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '830bfd02-952c-4dd9-89f1-bc8527ae0522'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:40:06.512663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Attempting to bind port a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5 on network 830bfd02-952c-4dd9-89f1-bc8527ae0522 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:40:06.522978 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:40:06.523467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Checking segment: {'id': 'dcb36ee2-fa64-4f10-bad1-a74df2817414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '830bfd02-952c-4dd9-89f1-bc8527ae0522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:06.523967 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.524457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Bound using segment: {'id': 'dcb36ee2-fa64-4f10-bad1-a74df2817414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '830bfd02-952c-4dd9-89f1-bc8527ae0522'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:40:06.525035 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Bound port: a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb36ee2-fa64-4f10-bad1-a74df2817414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '830bfd02-952c-4dd9-89f1-bc8527ae0522'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:40:06.525548 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.587301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a891dc4-a820-4901-9621-c999bef65aa9 None None] Network 5b4088c8-f73c-4b53-9441-7df2a5ae2636 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:06.648140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19fd787b-f9d1-4f2e-b0eb-a6946609f90e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.724945 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19fd787b-f9d1-4f2e-b0eb-a6946609f90e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.747487 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19fd787b-f9d1-4f2e-b0eb-a6946609f90e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.752821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-19fd787b-f9d1-4f2e-b0eb-a6946609f90e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/subnets/62fc2e75-4e06-4b27-91c9-2995fae4fb41 HTTP/1.1" status: 204 len: 168 time: 0.5560937 Nov 09 00:40:06.756036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52752) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:06.763721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-016eb89a-debd-46f7-8f40-a049150da9b9 None None] Provisioning complete for port 40e8caba-a65a-4f51-962b-8eadebaa29a2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:06.764088 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-016eb89a-debd-46f7-8f40-a049150da9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.782966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd787b-f9d1-4f2e-b0eb-a6946609f90e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Subnet': ['ID=62fc2e75-4e06-4b27-91c9-2995fae4fb41,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:06.833990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 40e8caba-a65a-4f51-962b-8eadebaa29a2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:06.834361 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.853638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8555f2-a776-4611-b4b9-1659f3e74c36 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:06.855330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8555f2-a776-4611-b4b9-1659f3e74c36 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:06.857389 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fa8555f2-a776-4611-b4b9-1659f3e74c36 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0998840 Nov 09 00:40:06.860178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52754) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:06.916500 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] For port a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:40:06.925880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] For port a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5,segment=NetworkSegment(dcb36ee2-fa64-4f10-bad1-a74df2817414),segment_id=dcb36ee2-fa64-4f10-bad1-a74df2817414)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:40:06.941138 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.989683 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2b283e9-fbf4-4f45-82d7-f208bc8fc68d tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:06.998538 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b283e9-fbf4-4f45-82d7-f208bc8fc68d tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 00:40:06.999067 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b283e9-fbf4-4f45-82d7-f208bc8fc68d tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:40:07.007114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52756) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:07.014213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b1017a61-ec1f-4b6e-87e4-5a6c86c72e3f tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-98448636'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:07.019399 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e2b283e9-fbf4-4f45-82d7-f208bc8fc68d tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/networks/830bfd02-952c-4dd9-89f1-bc8527ae0522 HTTP/1.1" status: 409 len: 405 time: 0.1579466 Nov 09 00:40:07.041539 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1017a61-ec1f-4b6e-87e4-5a6c86c72e3f tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:07.046041 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1017a61-ec1f-4b6e-87e4-5a6c86c72e3f tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:07.059419 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-016eb89a-debd-46f7-8f40-a049150da9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:07.076530 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1017a61-ec1f-4b6e-87e4-5a6c86c72e3f tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:40:07.088036 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1017a61-ec1f-4b6e-87e4-5a6c86c72e3f tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:07.088577 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-b1017a61-ec1f-4b6e-87e4-5a6c86c72e3f tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Added segment 6cf6323e-157a-43de-99a8-90ca53d7cfad of type vlan for network 1ca16ad5-81fa-45e1-b1c0-52f65a84887b Nov 09 00:40:07.119588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54957ad-1639-4940-a61a-986b0ab91b02 None None] Pushing event updated for resources: {'Port': ['ID=a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:07.132849 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:07.148674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b5823d-ced4-403c-b0c5-a8b149186fdc None None] Network 830bfd02-952c-4dd9-89f1-bc8527ae0522 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:07.164706 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1017a61-ec1f-4b6e-87e4-5a6c86c72e3f tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:07.198890 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1017a61-ec1f-4b6e-87e4-5a6c86c72e3f tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:07.205567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1017a61-ec1f-4b6e-87e4-5a6c86c72e3f tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:07.206216 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b1017a61-ec1f-4b6e-87e4-5a6c86c72e3f tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:07.243389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-016eb89a-debd-46f7-8f40-a049150da9b9 None None] For port 40e8caba-a65a-4f51-962b-8eadebaa29a2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=40e8caba-a65a-4f51-962b-8eadebaa29a2,segment=NetworkSegment(dbc0a227-c96a-486d-9311-5df2c3e7e722),segment_id=dbc0a227-c96a-486d-9311-5df2c3e7e722)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:07.264609 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-016eb89a-debd-46f7-8f40-a049150da9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:07.284202 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b1017a61-ec1f-4b6e-87e4-5a6c86c72e3f tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2703865 Nov 09 00:40:07.284426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52758) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:07.289770 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'subnet': {'network_id': '1ca16ad5-81fa-45e1-b1c0-52f65a84887b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:07.309077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1017a61-ec1f-4b6e-87e4-5a6c86c72e3f tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Network': ['ID=1ca16ad5-81fa-45e1-b1c0-52f65a84887b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:07.326164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 1ca16ad5-81fa-45e1-b1c0-52f65a84887b details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:40:07.391132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:07.396516 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:07.437866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eb89a-debd-46f7-8f40-a049150da9b9 None None] Pushing event updated for resources: {'Port': ['ID=40e8caba-a65a-4f51-962b-8eadebaa29a2,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:07.450460 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:40:07.450815 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:40:07.464767 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7e2b8f6f-8be1-434b-90fa-8b7f2260a218 None None] Provisioning complete for port 40e8caba-a65a-4f51-962b-8eadebaa29a2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:07.465126 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7e2b8f6f-8be1-434b-90fa-8b7f2260a218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:07.472179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3066a-fccd-4ab1-9168-df06b298ab7f None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:40:07.643564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac3066a-fccd-4ab1-9168-df06b298ab7f None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:40:07.783405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.objects.ports [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:40:07.784923 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:07.854360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Subnet': ['ID=12bbfbf7-f3cc-4830-bf15-e2a00f95e62a,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:07.865798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Checking segment: {'id': '6cf6323e-157a-43de-99a8-90ca53d7cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1ca16ad5-81fa-45e1-b1c0-52f65a84887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:07.866411 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network hostable DHCP agents. Network: 1ca16ad5-81fa-45e1-b1c0-52f65a84887b, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:40:07.887675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network 1ca16ad5-81fa-45e1-b1c0-52f65a84887b is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:40:07.902594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 1ca16ad5-81fa-45e1-b1c0-52f65a84887b) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:07.909248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:07.910350 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:07.930447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c46d106-9e85-4472-8418-2da831f3c1b6 None None] Network 1ca16ad5-81fa-45e1-b1c0-52f65a84887b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:07.939152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fab8afbb-2499-4e68-8df9-7e160c451b44 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6512399 Nov 09 00:40:07.939505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52774) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:07.945249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'port': {'network_id': '1ca16ad5-81fa-45e1-b1c0-52f65a84887b', 'name': 'tempest-NetworksIpV6TestAttrs-1757146759'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:08.107114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:08.112252 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:08.136615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] device_id is not set on port 127b8166-50a9-40f5-9636-a946fc88579e yet. {{(pid=101781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:40:08.195376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-1ca16ad5-81fa-45e1-b1c0-52f65a84887b', 'network_id': '1ca16ad5-81fa-45e1-b1c0-52f65a84887b', 'tenant_id': '147ac3e0b4fd49d4a0eff0a8ea5abdc6', 'fixed_ips': [{'subnet_id': '12bbfbf7-f3cc-4830-bf15-e2a00f95e62a'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:40:08.196829 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:08.284386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Allocated IP 2001:db8::f816:3eff:fe3d:211f (1ca16ad5-81fa-45e1-b1c0-52f65a84887b/12bbfbf7-f3cc-4830-bf15-e2a00f95e62a/127b8166-50a9-40f5-9636-a946fc88579e) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:08.287903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 40e8caba-a65a-4f51-962b-8eadebaa29a2 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:08.357478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 40e8caba-a65a-4f51-962b-8eadebaa29a2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:08.357863 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:08.464376 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:08.502641 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:08.555906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Port': ['ID=127b8166-50a9-40f5-9636-a946fc88579e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:08.570355 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network 1ca16ad5-81fa-45e1-b1c0-52f65a84887b is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:08.571779 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:08.574995 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:08.580949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:08.581612 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:08.605875 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ba7f5e29-bba4-4db0-bac3-7ff2e1e1cdbc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6645565 Nov 09 00:40:08.608469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52784) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:08.623187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Allocated IP 2001:db8::f816:3eff:fec3:1392 (1ca16ad5-81fa-45e1-b1c0-52f65a84887b/12bbfbf7-f3cc-4830-bf15-e2a00f95e62a/896de1af-de2c-4b34-853f-582e0c0369df) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:08.672541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-492807e3-03fd-4061-9497-b68bd9a0fc30 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Deleting subnet 12bbfbf7-f3cc-4830-bf15-e2a00f95e62a {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:40:08.788518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:08.794143 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-492807e3-03fd-4061-9497-b68bd9a0fc30 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:08.794673 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:08.834440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Network 1ca16ad5-81fa-45e1-b1c0-52f65a84887b is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:08.842454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:08.849976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:08.858067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Pushing event updated for resources: {'Port': ['ID=896de1af-de2c-4b34-853f-582e0c0369df,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:08.859949 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-492807e3-03fd-4061-9497-b68bd9a0fc30 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:08.917294 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Attempting to bind port 896de1af-de2c-4b34-853f-582e0c0369df on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:40:08.918090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Attempting to bind port 896de1af-de2c-4b34-853f-582e0c0369df by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '6cf6323e-157a-43de-99a8-90ca53d7cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1ca16ad5-81fa-45e1-b1c0-52f65a84887b'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:40:08.918743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Attempting to bind port 896de1af-de2c-4b34-853f-582e0c0369df on network 1ca16ad5-81fa-45e1-b1c0-52f65a84887b {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:40:08.924739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:40:08.925493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Checking segment: {'id': '6cf6323e-157a-43de-99a8-90ca53d7cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1ca16ad5-81fa-45e1-b1c0-52f65a84887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:08.925924 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:08.926345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Bound using segment: {'id': '6cf6323e-157a-43de-99a8-90ca53d7cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1ca16ad5-81fa-45e1-b1c0-52f65a84887b'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:40:08.926863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Bound port: 896de1af-de2c-4b34-853f-582e0c0369df, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf6323e-157a-43de-99a8-90ca53d7cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1ca16ad5-81fa-45e1-b1c0-52f65a84887b'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:40:08.927294 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:09.004796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] For port 896de1af-de2c-4b34-853f-582e0c0369df, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:40:09.008863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] For port 896de1af-de2c-4b34-853f-582e0c0369df, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=896de1af-de2c-4b34-853f-582e0c0369df,segment=NetworkSegment(6cf6323e-157a-43de-99a8-90ca53d7cfad),segment_id=6cf6323e-157a-43de-99a8-90ca53d7cfad)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:40:09.014910 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:09.016186 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-492807e3-03fd-4061-9497-b68bd9a0fc30 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:09.121056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ff7c1-40fd-4c0d-8026-53e03d2049ee None None] Pushing event updated for resources: {'Port': ['ID=896de1af-de2c-4b34-853f-582e0c0369df,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:09.144897 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-492807e3-03fd-4061-9497-b68bd9a0fc30 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:09.181945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492807e3-03fd-4061-9497-b68bd9a0fc30 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Subnet': ['ID=12bbfbf7-f3cc-4830-bf15-e2a00f95e62a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:09.194400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-492807e3-03fd-4061-9497-b68bd9a0fc30 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:09.200600 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-492807e3-03fd-4061-9497-b68bd9a0fc30 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/subnets/12bbfbf7-f3cc-4830-bf15-e2a00f95e62a HTTP/1.1" status: 204 len: 168 time: 0.5889773 Nov 09 00:40:09.201104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52788) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:09.260277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cab523e-026a-4274-92db-539d804b9636 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:09.262027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cab523e-026a-4274-92db-539d804b9636 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:09.266364 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8cab523e-026a-4274-92db-539d804b9636 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0617459 Nov 09 00:40:09.266817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52790) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:09.372364 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5706ac9d-b34f-44ec-8038-537690dba203 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:09.386245 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-5706ac9d-b34f-44ec-8038-537690dba203 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 00:40:09.389961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5706ac9d-b34f-44ec-8038-537690dba203 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:40:09.396823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5706ac9d-b34f-44ec-8038-537690dba203 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/networks/1ca16ad5-81fa-45e1-b1c0-52f65a84887b HTTP/1.1" status: 409 len: 405 time: 0.1254611 Nov 09 00:40:09.397181 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52792) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:09.402409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c70f152a-6cf9-41b3-8ede-fbf199048ad8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1395121300'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:09.435573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70f152a-6cf9-41b3-8ede-fbf199048ad8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:09.439474 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c70f152a-6cf9-41b3-8ede-fbf199048ad8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:09.474948 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70f152a-6cf9-41b3-8ede-fbf199048ad8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:40:09.485714 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c70f152a-6cf9-41b3-8ede-fbf199048ad8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:09.486149 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-c70f152a-6cf9-41b3-8ede-fbf199048ad8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Added segment 5d982642-2ab8-484a-9dfe-1155e90be97b of type vlan for network b8b76850-308a-4025-aefb-dcb005512614 Nov 09 00:40:09.541422 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c70f152a-6cf9-41b3-8ede-fbf199048ad8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:09.570759 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c70f152a-6cf9-41b3-8ede-fbf199048ad8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:09.576603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70f152a-6cf9-41b3-8ede-fbf199048ad8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:09.578110 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c70f152a-6cf9-41b3-8ede-fbf199048ad8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:09.653397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52796) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:09.653608 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c70f152a-6cf9-41b3-8ede-fbf199048ad8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2551155 Nov 09 00:40:09.659264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'subnet': {'network_id': 'b8b76850-308a-4025-aefb-dcb005512614', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:09.660578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f152a-6cf9-41b3-8ede-fbf199048ad8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Network': ['ID=b8b76850-308a-4025-aefb-dcb005512614,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:09.671475 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network b8b76850-308a-4025-aefb-dcb005512614 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:40:09.803918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:09.807725 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:10.120857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.objects.ports [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:40:10.122479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:10.247064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Subnet': ['ID=4feb4d32-c8b4-446f-a4d6-058d2ddded37,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:10.261698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Checking segment: {'id': '5d982642-2ab8-484a-9dfe-1155e90be97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b8b76850-308a-4025-aefb-dcb005512614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:10.262385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network hostable DHCP agents. Network: b8b76850-308a-4025-aefb-dcb005512614, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:40:10.309635 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network b8b76850-308a-4025-aefb-dcb005512614 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:40:10.333065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, b8b76850-308a-4025-aefb-dcb005512614) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:10.338847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:10.339566 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:10.346897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e68d1-77a1-4af5-b4d9-49a3ec4af0a9 None None] Network b8b76850-308a-4025-aefb-dcb005512614 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:10.393650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0bc724b8-b0c0-43b1-9f04-c8c66612dfba tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7378109 Nov 09 00:40:10.395334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52800) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:10.625545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:10.669331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c441a70d-4157-4e2c-88d2-b49148cac5e3 None None] Network 1ca16ad5-81fa-45e1-b1c0-52f65a84887b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:10.676357 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 896de1af-de2c-4b34-853f-582e0c0369df up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:10.769511 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:10.776747 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-eebe2d59-fcf9-4a10-99fb-40c6aa9a50a9 None None] Provisioning complete for port 896de1af-de2c-4b34-853f-582e0c0369df triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:10.777127 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eebe2d59-fcf9-4a10-99fb-40c6aa9a50a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:10.854145 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:10.905391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Subnet': ['ID=4feb4d32-c8b4-446f-a4d6-058d2ddded37,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:10.924764 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 896de1af-de2c-4b34-853f-582e0c0369df triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:10.925143 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:10.975221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e7e28d-6d6c-43ad-9cf6-85bf1718f3a7 None None] Network b8b76850-308a-4025-aefb-dcb005512614 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:10.993852 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.024518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b76850-308a-4025-aefb-dcb005512614']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:11.036745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d982642-2ab8-484a-9dfe-1155e90be97b') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:11.037502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d982642-2ab8-484a-9dfe-1155e90be97b') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:11.051736 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.071398 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.084070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:40:11.084517 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:40:11.091659 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:40:11.108342 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eebe2d59-fcf9-4a10-99fb-40c6aa9a50a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.193208 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.226459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-eebe2d59-fcf9-4a10-99fb-40c6aa9a50a9 None None] For port 896de1af-de2c-4b34-853f-582e0c0369df, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=896de1af-de2c-4b34-853f-582e0c0369df,segment=NetworkSegment(6cf6323e-157a-43de-99a8-90ca53d7cfad),segment_id=6cf6323e-157a-43de-99a8-90ca53d7cfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:11.230067 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.243552 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.247613 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/networks/b8b76850-308a-4025-aefb-dcb005512614 HTTP/1.1" status: 204 len: 168 time: 0.8506656 Nov 09 00:40:11.250999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52806) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:11.252046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b8fd0-7341-4d27-8361-0465833232e9 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Network': ['ID=b8b76850-308a-4025-aefb-dcb005512614,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:11.261984 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eebe2d59-fcf9-4a10-99fb-40c6aa9a50a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.264393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c75e1-b976-42ac-9d04-d138f1b2d111 None None] DHCP port deletion for 1ca16ad5-81fa-45e1-b1c0-52f65a84887b request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:40:11.268403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e45b9679-55c5-4139-b0fe-eea2f98701d8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-312404988'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:11.306204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b9679-55c5-4139-b0fe-eea2f98701d8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:11.312971 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e45b9679-55c5-4139-b0fe-eea2f98701d8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.361022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45b9679-55c5-4139-b0fe-eea2f98701d8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:40:11.378988 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e45b9679-55c5-4139-b0fe-eea2f98701d8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.379980 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-e45b9679-55c5-4139-b0fe-eea2f98701d8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Added segment fa1a8668-4012-4ba1-85ca-836a1390f834 of type vlan for network b7c67029-f5df-44cc-b138-4585fc917594 Nov 09 00:40:11.402849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe2d59-fcf9-4a10-99fb-40c6aa9a50a9 None None] Pushing event updated for resources: {'Port': ['ID=896de1af-de2c-4b34-853f-582e0c0369df,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:11.406945 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:40:11.407358 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:40:11.426389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f53c75e1-b976-42ac-9d04-d138f1b2d111 None None] Deleting port 896de1af-de2c-4b34-853f-582e0c0369df {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:11.426763 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f53c75e1-b976-42ac-9d04-d138f1b2d111 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.444796 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e45b9679-55c5-4139-b0fe-eea2f98701d8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.475586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e45b9679-55c5-4139-b0fe-eea2f98701d8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.483015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b9679-55c5-4139-b0fe-eea2f98701d8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:11.483615 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e45b9679-55c5-4139-b0fe-eea2f98701d8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.499720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f53c75e1-b976-42ac-9d04-d138f1b2d111 None None] For port 896de1af-de2c-4b34-853f-582e0c0369df, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=896de1af-de2c-4b34-853f-582e0c0369df,segment=NetworkSegment(6cf6323e-157a-43de-99a8-90ca53d7cfad),segment_id=6cf6323e-157a-43de-99a8-90ca53d7cfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:11.500125 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f53c75e1-b976-42ac-9d04-d138f1b2d111 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.514560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f53c75e1-b976-42ac-9d04-d138f1b2d111 None None] Calling delete_port for 896de1af-de2c-4b34-853f-582e0c0369df owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:11.557844 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b9679-55c5-4139-b0fe-eea2f98701d8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Network': ['ID=b7c67029-f5df-44cc-b138-4585fc917594,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:11.570454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network b7c67029-f5df-44cc-b138-4585fc917594 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:40:11.581613 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e45b9679-55c5-4139-b0fe-eea2f98701d8 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3199077 Nov 09 00:40:11.582149 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52808) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:11.587693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-08274f52-dc72-4998-9062-94af4d67a6d3 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'subnet': {'network_id': 'b7c67029-f5df-44cc-b138-4585fc917594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:11.682316 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f53c75e1-b976-42ac-9d04-d138f1b2d111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.704483 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08274f52-dc72-4998-9062-94af4d67a6d3 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:11.709548 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-08274f52-dc72-4998-9062-94af4d67a6d3 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:11.720169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c75e1-b976-42ac-9d04-d138f1b2d111 None None] Pushing event deleted for resources: {'Port': ['ID=896de1af-de2c-4b34-853f-582e0c0369df,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:11.731628 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c75e1-b976-42ac-9d04-d138f1b2d111 None None] No DVR routers for this DVR port 896de1af-de2c-4b34-853f-582e0c0369df on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:40:11.934048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Port 896de1af-de2c-4b34-853f-582e0c0369df update to ACTIVE by agent not found {{(pid=101782) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 00:40:11.946342 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-08274f52-dc72-4998-9062-94af4d67a6d3 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.016864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08274f52-dc72-4998-9062-94af4d67a6d3 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Subnet': ['ID=65ff19d8-c86f-420a-a5c8-34e7a996f1d2,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:12.026313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08274f52-dc72-4998-9062-94af4d67a6d3 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Checking segment: {'id': 'fa1a8668-4012-4ba1-85ca-836a1390f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b7c67029-f5df-44cc-b138-4585fc917594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:12.026678 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08274f52-dc72-4998-9062-94af4d67a6d3 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network hostable DHCP agents. Network: b7c67029-f5df-44cc-b138-4585fc917594, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:40:12.045028 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08274f52-dc72-4998-9062-94af4d67a6d3 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network b7c67029-f5df-44cc-b138-4585fc917594 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:40:12.069036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-08274f52-dc72-4998-9062-94af4d67a6d3 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, b7c67029-f5df-44cc-b138-4585fc917594) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:12.077792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08274f52-dc72-4998-9062-94af4d67a6d3 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:12.078475 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f175d6-47eb-428d-9c7e-486c40a053be None None] Network b7c67029-f5df-44cc-b138-4585fc917594 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:12.078830 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-08274f52-dc72-4998-9062-94af4d67a6d3 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.110596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-08274f52-dc72-4998-9062-94af4d67a6d3 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5272124 Nov 09 00:40:12.113704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52812) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:12.253154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 896de1af-de2c-4b34-853f-582e0c0369df no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:40:12.304838 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 896de1af-de2c-4b34-853f-582e0c0369df {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:40:12.305209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 896de1af-de2c-4b34-853f-582e0c0369df not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:40:12.364746 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.376050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-b7c67029-f5df-44cc-b138-4585fc917594', 'network_id': 'b7c67029-f5df-44cc-b138-4585fc917594', 'tenant_id': '147ac3e0b4fd49d4a0eff0a8ea5abdc6', 'fixed_ips': [{'subnet_id': '65ff19d8-c86f-420a-a5c8-34e7a996f1d2'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:40:12.377154 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.454127 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.537854 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Allocated IP 2001:db8::2 (b7c67029-f5df-44cc-b138-4585fc917594/65ff19d8-c86f-420a-a5c8-34e7a996f1d2/766c572c-8627-4ae7-be36-e67f7e41957e) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:12.702523 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-54d99892-976f-4fe5-a420-e65cc35ecfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.706929 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.714961 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.730298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.765227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Network b7c67029-f5df-44cc-b138-4585fc917594 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:12.766106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Pushing event updated for resources: {'Port': ['ID=766c572c-8627-4ae7-be36-e67f7e41957e,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:12.769686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:12.771746 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:12.773845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Subnet': ['ID=65ff19d8-c86f-420a-a5c8-34e7a996f1d2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:12.833651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Attempting to bind port 766c572c-8627-4ae7-be36-e67f7e41957e on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:40:12.834044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Attempting to bind port 766c572c-8627-4ae7-be36-e67f7e41957e by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'fa1a8668-4012-4ba1-85ca-836a1390f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b7c67029-f5df-44cc-b138-4585fc917594'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:40:12.834791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Attempting to bind port 766c572c-8627-4ae7-be36-e67f7e41957e on network b7c67029-f5df-44cc-b138-4585fc917594 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:40:12.838288 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.842280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:40:12.842855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Checking segment: {'id': 'fa1a8668-4012-4ba1-85ca-836a1390f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b7c67029-f5df-44cc-b138-4585fc917594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:12.843986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.844490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Bound using segment: {'id': 'fa1a8668-4012-4ba1-85ca-836a1390f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b7c67029-f5df-44cc-b138-4585fc917594'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:40:12.844988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Bound port: 766c572c-8627-4ae7-be36-e67f7e41957e, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1a8668-4012-4ba1-85ca-836a1390f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b7c67029-f5df-44cc-b138-4585fc917594'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:40:12.845376 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.861330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c67029-f5df-44cc-b138-4585fc917594']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:12.879834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1a8668-4012-4ba1-85ca-836a1390f834') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:12.880456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1a8668-4012-4ba1-85ca-836a1390f834') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:12.911660 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.926245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] For port 766c572c-8627-4ae7-be36-e67f7e41957e, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:40:12.932242 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] For port 766c572c-8627-4ae7-be36-e67f7e41957e, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=766c572c-8627-4ae7-be36-e67f7e41957e,segment=NetworkSegment(fa1a8668-4012-4ba1-85ca-836a1390f834),segment_id=fa1a8668-4012-4ba1-85ca-836a1390f834)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:40:12.939774 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.941772 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.952677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:40:12.953432 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:40:12.960444 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:40:13.058264 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.db.api [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 00:40:13.058264 n-d-813263-3 neutron-server[101781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 00:40:13.058264 n-d-813263-3 neutron-server[101781]: [parameters: {'id': 'b7c67029-f5df-44cc-b138-4585fc917594'}] Nov 09 00:40:13.058264 n-d-813263-3 neutron-server[101781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:40:13.059261 n-d-813263-3 neutron-server[101781]: DEBUG oslo_db.api [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:40:13.069333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb39821-5847-40e1-8e5a-e74cbbd5225e None None] Pushing event updated for resources: {'Port': ['ID=766c572c-8627-4ae7-be36-e67f7e41957e,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:13.092697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4744711-8842-41ae-905c-6e79da78bd99 None None] Network b7c67029-f5df-44cc-b138-4585fc917594 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:13.254145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6297936d-4917-497f-9a4b-e6e309303f90 None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:40:13.355132 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6297936d-4917-497f-9a4b-e6e309303f90 None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:40:13.560881 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:13.636409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Deleting port 766c572c-8627-4ae7-be36-e67f7e41957e {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:13.636980 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:13.715021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] For port 766c572c-8627-4ae7-be36-e67f7e41957e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=766c572c-8627-4ae7-be36-e67f7e41957e,segment=NetworkSegment(fa1a8668-4012-4ba1-85ca-836a1390f834),segment_id=fa1a8668-4012-4ba1-85ca-836a1390f834)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:13.715700 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:13.732904 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Calling delete_port for 766c572c-8627-4ae7-be36-e67f7e41957e owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:13.816971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:13.846190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Port': ['ID=766c572c-8627-4ae7-be36-e67f7e41957e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:13.848029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No DVR routers for this DVR port 766c572c-8627-4ae7-be36-e67f7e41957e on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:40:13.944354 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:13.975493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c67029-f5df-44cc-b138-4585fc917594']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:13.987916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1a8668-4012-4ba1-85ca-836a1390f834') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:13.988361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1a8668-4012-4ba1-85ca-836a1390f834') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:14.000052 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:14.015548 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:14.021914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:40:14.022325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:40:14.025721 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:40:14.092664 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:14.098633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:14.105649 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/networks/b7c67029-f5df-44cc-b138-4585fc917594 HTTP/1.1" status: 204 len: 168 time: 1.9873912 Nov 09 00:40:14.106015 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52828) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:14.111137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d05bda65-7596-499f-9d61-a8e5993b6814 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1801105658'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:14.124037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e5ce6-f192-44df-b62b-387767934e00 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Network': ['ID=b7c67029-f5df-44cc-b138-4585fc917594,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:14.161853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05bda65-7596-499f-9d61-a8e5993b6814 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:14.165321 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d05bda65-7596-499f-9d61-a8e5993b6814 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:14.193646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05bda65-7596-499f-9d61-a8e5993b6814 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:40:14.206845 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d05bda65-7596-499f-9d61-a8e5993b6814 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:14.208819 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-d05bda65-7596-499f-9d61-a8e5993b6814 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Added segment d8d85778-78a8-46ea-be88-dba3424211cb of type vlan for network 9efd127f-4a03-4303-a85d-da264b645a5f Nov 09 00:40:14.275454 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d05bda65-7596-499f-9d61-a8e5993b6814 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:14.302630 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d05bda65-7596-499f-9d61-a8e5993b6814 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:14.308479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05bda65-7596-499f-9d61-a8e5993b6814 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:14.309160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d05bda65-7596-499f-9d61-a8e5993b6814 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:14.349107 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d05bda65-7596-499f-9d61-a8e5993b6814 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2419584 Nov 09 00:40:14.351986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52832) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:14.358387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Request body: {'subnet': {'network_id': '9efd127f-4a03-4303-a85d-da264b645a5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:14.456680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bda65-7596-499f-9d61-a8e5993b6814 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Network': ['ID=9efd127f-4a03-4303-a85d-da264b645a5f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:14.479404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 9efd127f-4a03-4303-a85d-da264b645a5f details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:40:14.578782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Made reservation on behalf of 147ac3e0b4fd49d4a0eff0a8ea5abdc6 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:14.582413 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:14.809543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-015feb8e-41ad-4461-867b-2916a1f90a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:15.300883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.objects.ports [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 00:40:15.307320 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:15.376477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event updated for resources: {'Subnet': ['ID=3b489f27-647b-47de-aa7b-6027146840fb,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:15.383889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Checking segment: {'id': 'd8d85778-78a8-46ea-be88-dba3424211cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9efd127f-4a03-4303-a85d-da264b645a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:15.384252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network hostable DHCP agents. Network: 9efd127f-4a03-4303-a85d-da264b645a5f, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:40:15.404770 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Network 9efd127f-4a03-4303-a85d-da264b645a5f is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:40:15.418005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 9efd127f-4a03-4303-a85d-da264b645a5f) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:15.422426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:15.423657 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:15.448164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c729051f-a66e-42ee-8f6d-2ba806378b8a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0891986 Nov 09 00:40:15.448396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa8189-b674-4d8e-a307-0f343501db77 None None] Network 9efd127f-4a03-4303-a85d-da264b645a5f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:15.448519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52840) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:15.453496 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-70166e08-c37f-48af-b8cc-b71e0ad04aab req-2bdf70eb-4553-4eb9-863f-35f410585551 service neutron] (101781) timed out ('10.222.0.11', 52507) {{(pid=101781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:40:15.555414 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:15.647926 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:15.705899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0c4663-fd40-4fb7-b510-68a672e054c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-9efd127f-4a03-4303-a85d-da264b645a5f', 'network_id': '9efd127f-4a03-4303-a85d-da264b645a5f', 'tenant_id': '147ac3e0b4fd49d4a0eff0a8ea5abdc6', 'fixed_ips': [{'subnet_id': '3b489f27-647b-47de-aa7b-6027146840fb'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:40:15.707385 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4663-fd40-4fb7-b510-68a672e054c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:15.749523 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:15.786842 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Subnet': ['ID=3b489f27-647b-47de-aa7b-6027146840fb,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:15.849381 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server [None req-cb0c4663-fd40-4fb7-b510-68a672e054c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b489f27-647b-47de-aa7b-6027146840fb: This subnet is being modified by another concurrent operation. Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise exception Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b489f27-647b-47de-aa7b-6027146840fb: This subnet is being modified by another concurrent operation. Nov 09 00:40:15.859857 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Nov 09 00:40:15.881581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efd127f-4a03-4303-a85d-da264b645a5f']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:15.891863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b14ef93-7134-4217-ad1a-97261c8f7831 None None] Network 9efd127f-4a03-4303-a85d-da264b645a5f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:15.904889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d85778-78a8-46ea-be88-dba3424211cb') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:15.905539 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d85778-78a8-46ea-be88-dba3424211cb') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:15.921719 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:15.944512 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:15.952202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:40:15.953033 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:40:15.957255 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:40:16.037476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08fa962-48a5-46cd-9538-0e9042d2205d None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 00:40:16.051301 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:16.081497 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:16.091993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/networks/9efd127f-4a03-4303-a85d-da264b645a5f HTTP/1.1" status: 204 len: 168 time: 0.6337206 Nov 09 00:40:16.092350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52844) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:16.102548 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:16.114838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c719635-f2da-4353-aec6-74fa9fb15f18 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Network': ['ID=9efd127f-4a03-4303-a85d-da264b645a5f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:16.137218 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fc0ee7-9a4a-4917-bca9-4e830037dcbe tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] DELETE failed (client error): The resource could not be found. Nov 09 00:40:16.138129 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23fc0ee7-9a4a-4917-bca9-4e830037dcbe tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:40:16.144178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-23fc0ee7-9a4a-4917-bca9-4e830037dcbe tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/subnets/3b489f27-647b-47de-aa7b-6027146840fb HTTP/1.1" status: 404 len: 337 time: 0.0461173 Nov 09 00:40:16.144924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52846) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:16.169298 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bafe632-be96-4edb-95fa-219563501c9e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] DELETE failed (client error): The resource could not be found. Nov 09 00:40:16.170821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bafe632-be96-4edb-95fa-219563501c9e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:40:16.178176 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52848) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:16.178966 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6bafe632-be96-4edb-95fa-219563501c9e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/networks/9efd127f-4a03-4303-a85d-da264b645a5f HTTP/1.1" status: 404 len: 339 time: 0.0317540 Nov 09 00:40:16.186388 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:16.189123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08fa962-48a5-46cd-9538-0e9042d2205d None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 00:40:16.210666 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34d19f4-193c-49ee-b53f-8f3389d11edd tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] DELETE failed (client error): The resource could not be found. Nov 09 00:40:16.212052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34d19f4-193c-49ee-b53f-8f3389d11edd tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:40:16.217538 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c34d19f4-193c-49ee-b53f-8f3389d11edd tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/subnets/65ff19d8-c86f-420a-a5c8-34e7a996f1d2 HTTP/1.1" status: 404 len: 337 time: 0.0350976 Nov 09 00:40:16.218655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52850) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:16.241005 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dddf4c-57bd-406e-9c89-d705d42e677b tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] DELETE failed (client error): The resource could not be found. Nov 09 00:40:16.241926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12dddf4c-57bd-406e-9c89-d705d42e677b tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:40:16.247776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52852) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:16.248065 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-12dddf4c-57bd-406e-9c89-d705d42e677b tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/networks/b7c67029-f5df-44cc-b138-4585fc917594 HTTP/1.1" status: 404 len: 339 time: 0.0278726 Nov 09 00:40:16.276563 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a24031-d19c-4498-b239-7dbff4a3a2dc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] DELETE failed (client error): The resource could not be found. Nov 09 00:40:16.277031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a24031-d19c-4498-b239-7dbff4a3a2dc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:40:16.283577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c0a24031-d19c-4498-b239-7dbff4a3a2dc tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/subnets/4feb4d32-c8b4-446f-a4d6-058d2ddded37 HTTP/1.1" status: 404 len: 337 time: 0.0319254 Nov 09 00:40:16.286641 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52854) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:16.314870 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c7ef4a-9955-4bd9-83a5-3a8e1973f380 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] DELETE failed (client error): The resource could not be found. Nov 09 00:40:16.315570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c7ef4a-9955-4bd9-83a5-3a8e1973f380 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:40:16.321062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f1c7ef4a-9955-4bd9-83a5-3a8e1973f380 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/networks/b8b76850-308a-4025-aefb-dcb005512614 HTTP/1.1" status: 404 len: 339 time: 0.0273154 Nov 09 00:40:16.321934 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52858) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:16.419433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e80d472a-9fbb-4bde-9f47-d7a239dc517a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Deleting port 127b8166-50a9-40f5-9636-a946fc88579e {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:16.420135 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e80d472a-9fbb-4bde-9f47-d7a239dc517a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:16.462414 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:16.498717 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e80d472a-9fbb-4bde-9f47-d7a239dc517a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:16.514502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e80d472a-9fbb-4bde-9f47-d7a239dc517a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Calling delete_port for 127b8166-50a9-40f5-9636-a946fc88579e owned by {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:16.663397 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e80d472a-9fbb-4bde-9f47-d7a239dc517a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:16.700989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d472a-9fbb-4bde-9f47-d7a239dc517a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Port': ['ID=127b8166-50a9-40f5-9636-a946fc88579e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:16.709205 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e80d472a-9fbb-4bde-9f47-d7a239dc517a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:16.715717 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e80d472a-9fbb-4bde-9f47-d7a239dc517a tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/ports/127b8166-50a9-40f5-9636-a946fc88579e HTTP/1.1" status: 204 len: 168 time: 0.3918078 Nov 09 00:40:16.715854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52862) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:16.762069 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-d628757f-550e-46d7-9ec5-e8076f188270 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] DELETE failed (client error): The resource could not be found. Nov 09 00:40:16.762522 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d628757f-550e-46d7-9ec5-e8076f188270 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:40:16.765834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d628757f-550e-46d7-9ec5-e8076f188270 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/subnets/12bbfbf7-f3cc-4830-bf15-e2a00f95e62a HTTP/1.1" status: 404 len: 337 time: 0.0489197 Nov 09 00:40:16.768554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52864) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:16.850367 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:16.964267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:16.987595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca16ad5-81fa-45e1-b1c0-52f65a84887b']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:16.997936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf6323e-157a-43de-99a8-90ca53d7cfad') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:16.998527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf6323e-157a-43de-99a8-90ca53d7cfad') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:17.008628 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.023369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.030351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:40:17.030799 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:40:17.034668 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:40:17.096742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.114348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.122458 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/networks/1ca16ad5-81fa-45e1-b1c0-52f65a84887b HTTP/1.1" status: 204 len: 168 time: 0.3480222 Nov 09 00:40:17.122458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe2b76-19e4-404a-b484-5aed298b187c tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Network': ['ID=1ca16ad5-81fa-45e1-b1c0-52f65a84887b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:17.122954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52866) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:17.226067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-accb92af-b716-4e65-b76b-ea3ebffc5ba5 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Deleting port 3aeaa596-ff0a-4efb-b297-5b913a6cc02a {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:17.226284 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-accb92af-b716-4e65-b76b-ea3ebffc5ba5 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.301544 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-accb92af-b716-4e65-b76b-ea3ebffc5ba5 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.315057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-accb92af-b716-4e65-b76b-ea3ebffc5ba5 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Calling delete_port for 3aeaa596-ff0a-4efb-b297-5b913a6cc02a owned by {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:17.395565 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-accb92af-b716-4e65-b76b-ea3ebffc5ba5 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.425153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb92af-b716-4e65-b76b-ea3ebffc5ba5 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Port': ['ID=3aeaa596-ff0a-4efb-b297-5b913a6cc02a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:17.431807 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-accb92af-b716-4e65-b76b-ea3ebffc5ba5 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.435650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-accb92af-b716-4e65-b76b-ea3ebffc5ba5 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/ports/3aeaa596-ff0a-4efb-b297-5b913a6cc02a HTTP/1.1" status: 204 len: 168 time: 0.3104420 Nov 09 00:40:17.438051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52870) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:17.464627 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01c548c-3f91-44a7-b3a6-507fe2a1158e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] DELETE failed (client error): The resource could not be found. Nov 09 00:40:17.465090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01c548c-3f91-44a7-b3a6-507fe2a1158e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:40:17.471205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a01c548c-3f91-44a7-b3a6-507fe2a1158e tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/subnets/62fc2e75-4e06-4b27-91c9-2995fae4fb41 HTTP/1.1" status: 404 len: 337 time: 0.0297780 Nov 09 00:40:17.471617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52872) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:17.553115 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.605762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Deleting port a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:17.606367 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.674474 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] For port a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5,segment=NetworkSegment(dcb36ee2-fa64-4f10-bad1-a74df2817414),segment_id=dcb36ee2-fa64-4f10-bad1-a74df2817414)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:17.674977 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.681548 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.688275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Calling delete_port for a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:17.772902 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.804086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Port': ['ID=a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:17.805566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No DVR routers for this DVR port a9c848f8-e7e7-451f-b3f3-f6d8d6326bf5 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:40:17.891518 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.912731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830bfd02-952c-4dd9-89f1-bc8527ae0522']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:17.922434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb36ee2-fa64-4f10-bad1-a74df2817414') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:17.922675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb36ee2-fa64-4f10-bad1-a74df2817414') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:17.934231 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.950322 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.957895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:40:17.958599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:40:17.968401 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:40:18.040554 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.059130 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.062443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/networks/830bfd02-952c-4dd9-89f1-bc8527ae0522 HTTP/1.1" status: 204 len: 168 time: 0.5892029 Nov 09 00:40:18.065518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52882) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:18.073513 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e335ff-e85c-4eee-a7e8-aa7c172ec939 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Network': ['ID=830bfd02-952c-4dd9-89f1-bc8527ae0522,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:18.119205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-3969bc02-fe1a-4a88-94df-d70a255acf3b tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Deleting subnet 2231c1ef-93c5-4723-85a3-2b66febd2c61 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:40:18.122471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3969bc02-fe1a-4a88-94df-d70a255acf3b tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.164333 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3969bc02-fe1a-4a88-94df-d70a255acf3b tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.255274 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3969bc02-fe1a-4a88-94df-d70a255acf3b tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.317513 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3969bc02-fe1a-4a88-94df-d70a255acf3b tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.349079 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3969bc02-fe1a-4a88-94df-d70a255acf3b tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.355042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3969bc02-fe1a-4a88-94df-d70a255acf3b tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/subnets/2231c1ef-93c5-4723-85a3-2b66febd2c61 HTTP/1.1" status: 204 len: 168 time: 0.2859371 Nov 09 00:40:18.355042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969bc02-fe1a-4a88-94df-d70a255acf3b tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Subnet': ['ID=2231c1ef-93c5-4723-85a3-2b66febd2c61,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:18.355374 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52884) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:18.366474 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043c9a7e-4812-4c05-b353-c8e77fc87f98 None None] Network 5b4088c8-f73c-4b53-9441-7df2a5ae2636 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:18.428308 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.477036 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.542999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Deleting port 40e8caba-a65a-4f51-962b-8eadebaa29a2 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:18.543431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.620036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] For port 40e8caba-a65a-4f51-962b-8eadebaa29a2, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=40e8caba-a65a-4f51-962b-8eadebaa29a2,segment=NetworkSegment(dbc0a227-c96a-486d-9311-5df2c3e7e722),segment_id=dbc0a227-c96a-486d-9311-5df2c3e7e722)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:18.620517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.640922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Calling delete_port for 40e8caba-a65a-4f51-962b-8eadebaa29a2 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:18.753422 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.766016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a64809-af90-4f02-9706-c12e898d19eb None None] DHCP port deletion for 5b4088c8-f73c-4b53-9441-7df2a5ae2636 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:40:18.795309 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] No DVR routers for this DVR port 40e8caba-a65a-4f51-962b-8eadebaa29a2 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:40:18.800822 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Port': ['ID=40e8caba-a65a-4f51-962b-8eadebaa29a2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:18.896912 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.918969 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4088c8-f73c-4b53-9441-7df2a5ae2636']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:18.930387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc0a227-c96a-486d-9311-5df2c3e7e722') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:18.930862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc0a227-c96a-486d-9311-5df2c3e7e722') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:18.943443 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.965335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.974385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:40:18.974786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:40:18.978191 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:40:19.050789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:19.062752 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:19.066741 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] 10.222.0.25 "DELETE /v2.0/networks/5b4088c8-f73c-4b53-9441-7df2a5ae2636 HTTP/1.1" status: 204 len: 168 time: 0.7101858 Nov 09 00:40:19.088460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d1f92-fea7-476f-af11-74d42e8c6430 tempest-NetworksIpV6TestAttrs-1686412897 tempest-NetworksIpV6TestAttrs-1686412897-project] Pushing event deleted for resources: {'Network': ['ID=5b4088c8-f73c-4b53-9441-7df2a5ae2636,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:19.343743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52896) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:19.491811 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-504a496b-d403-49f5-844c-c36bb04e1bfe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=147ac3e0b4fd49d4a0eff0a8ea5abdc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1469440 Nov 09 00:40:19.494541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52902) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:19.544544 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-843d400d-241a-483a-9e55-85d41a9ee3d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:19.569062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-843d400d-241a-483a-9e55-85d41a9ee3d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:19.627931 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-843d400d-241a-483a-9e55-85d41a9ee3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:19.630877 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-843d400d-241a-483a-9e55-85d41a9ee3d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:19.632206 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-843d400d-241a-483a-9e55-85d41a9ee3d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34a23cd6-8673-4589-a3a7-217cedc4aacf HTTP/1.1" status: 204 len: 168 time: 0.1367354 Nov 09 00:40:19.640834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d400d-241a-483a-9e55-85d41a9ee3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a23cd6-8673-4589-a3a7-217cedc4aacf,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:20.203284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 40e8caba-a65a-4f51-962b-8eadebaa29a2 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:40:20.227640 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 40e8caba-a65a-4f51-962b-8eadebaa29a2 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:40:20.228101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 40e8caba-a65a-4f51-962b-8eadebaa29a2 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:40:20.363508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52926) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:20.464242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'network': {'name': 'tempest-RoutersTest-212142156'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:20.491587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:20.495374 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:20.505413 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:20.590589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:20.595082 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:20.630733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c3e1c7-8aae-4835-88fd-72d8ace44b0e,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:20.653201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:40:20.662405 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:20.662744 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Added segment c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc of type vlan for network 682f2122-7d97-4e77-bb6a-43632002b617 Nov 09 00:40:20.703230 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:20.731205 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:20.737336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:20.737960 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:20.777034 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4133763 Nov 09 00:40:20.779621 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52940) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:20.784783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e6972f5f-c429-477a-afda-b28c1cdfd8b0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'network': {'name': 'tempest-RoutersTest-972582777'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:20.812111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6972f5f-c429-477a-afda-b28c1cdfd8b0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:20.816325 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6972f5f-c429-477a-afda-b28c1cdfd8b0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:20.826874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef9416-e54a-4d74-b562-84fc93f5acc8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Network': ['ID=682f2122-7d97-4e77-bb6a-43632002b617,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:20.844235 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 682f2122-7d97-4e77-bb6a-43632002b617 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:40:20.858221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6972f5f-c429-477a-afda-b28c1cdfd8b0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:40:20.870444 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6972f5f-c429-477a-afda-b28c1cdfd8b0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:20.870838 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-e6972f5f-c429-477a-afda-b28c1cdfd8b0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Added segment 92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2 of type vlan for network f621b557-05e4-45dd-9c37-cc80d306a0c0 Nov 09 00:40:20.924525 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6972f5f-c429-477a-afda-b28c1cdfd8b0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:20.952882 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6972f5f-c429-477a-afda-b28c1cdfd8b0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:20.959030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6972f5f-c429-477a-afda-b28c1cdfd8b0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:20.959665 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6972f5f-c429-477a-afda-b28c1cdfd8b0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:21.003814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e6972f5f-c429-477a-afda-b28c1cdfd8b0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2198625 Nov 09 00:40:21.004335 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 52950) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:21.009758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1fb0b8ea-8972-4543-ae38-38cff3293a0e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'subnet': {'network_id': '682f2122-7d97-4e77-bb6a-43632002b617', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:21.036449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6972f5f-c429-477a-afda-b28c1cdfd8b0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Network': ['ID=f621b557-05e4-45dd-9c37-cc80d306a0c0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:21.046329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network f621b557-05e4-45dd-9c37-cc80d306a0c0 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:40:21.112107 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb0b8ea-8972-4543-ae38-38cff3293a0e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:21.116683 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1fb0b8ea-8972-4543-ae38-38cff3293a0e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:21.347691 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1fb0b8ea-8972-4543-ae38-38cff3293a0e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:21.403422 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0b8ea-8972-4543-ae38-38cff3293a0e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Subnet': ['ID=70961ef4-b944-4935-b009-5c32ff8a93dd,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:21.429988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb0b8ea-8972-4543-ae38-38cff3293a0e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Checking segment: {'id': 'c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '682f2122-7d97-4e77-bb6a-43632002b617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:21.430431 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb0b8ea-8972-4543-ae38-38cff3293a0e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network hostable DHCP agents. Network: 682f2122-7d97-4e77-bb6a-43632002b617, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:40:21.449861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb0b8ea-8972-4543-ae38-38cff3293a0e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 682f2122-7d97-4e77-bb6a-43632002b617 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:40:21.460141 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-1fb0b8ea-8972-4543-ae38-38cff3293a0e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 682f2122-7d97-4e77-bb6a-43632002b617) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:21.464032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb0b8ea-8972-4543-ae38-38cff3293a0e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:21.464694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1fb0b8ea-8972-4543-ae38-38cff3293a0e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:21.473834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc90c5a-9127-4016-9471-f481bbeec3bf None None] Network 682f2122-7d97-4e77-bb6a-43632002b617 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:21.505854 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1fb0b8ea-8972-4543-ae38-38cff3293a0e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5005386 Nov 09 00:40:21.509388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52966) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:21.518448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e0ed4bd6-5ebf-4d61-8e26-7b8486cb4882 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'subnet': {'network_id': 'f621b557-05e4-45dd-9c37-cc80d306a0c0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:21.662606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ed4bd6-5ebf-4d61-8e26-7b8486cb4882 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:21.669723 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4bd6-5ebf-4d61-8e26-7b8486cb4882 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:21.699656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-682f2122-7d97-4e77-bb6a-43632002b617', 'network_id': '682f2122-7d97-4e77-bb6a-43632002b617', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'fixed_ips': [{'subnet_id': '70961ef4-b944-4935-b009-5c32ff8a93dd'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:40:21.700898 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:21.858535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Allocated IP 172.20.0.2 (682f2122-7d97-4e77-bb6a-43632002b617/70961ef4-b944-4935-b009-5c32ff8a93dd/6781d357-5b3d-4780-ad82-b1c762cc2e6c) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:21.888252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4bd6-5ebf-4d61-8e26-7b8486cb4882 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:21.958081 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed4bd6-5ebf-4d61-8e26-7b8486cb4882 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Subnet': ['ID=05bba6cd-ac86-4524-9b34-a8eea8898a65,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:21.963627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed4bd6-5ebf-4d61-8e26-7b8486cb4882 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Checking segment: {'id': '92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f621b557-05e4-45dd-9c37-cc80d306a0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:21.964383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed4bd6-5ebf-4d61-8e26-7b8486cb4882 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network hostable DHCP agents. Network: f621b557-05e4-45dd-9c37-cc80d306a0c0, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:40:21.986510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed4bd6-5ebf-4d61-8e26-7b8486cb4882 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network f621b557-05e4-45dd-9c37-cc80d306a0c0 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:40:21.998265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-e0ed4bd6-5ebf-4d61-8e26-7b8486cb4882 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, f621b557-05e4-45dd-9c37-cc80d306a0c0) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:22.003978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ed4bd6-5ebf-4d61-8e26-7b8486cb4882 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:22.004739 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4bd6-5ebf-4d61-8e26-7b8486cb4882 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.023914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e0ed4bd6-5ebf-4d61-8e26-7b8486cb4882 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5128474 Nov 09 00:40:22.026927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52970) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:22.031964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4e5b4ac9-02ff-4eff-8e2b-b2e28b175b78 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-61969205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:22.052637 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.058317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a5a31c-095f-4046-b538-08d1eb0f1e9a None None] Network f621b557-05e4-45dd-9c37-cc80d306a0c0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:22.061754 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4ac9-02ff-4eff-8e2b-b2e28b175b78 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.063082 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4ac9-02ff-4eff-8e2b-b2e28b175b78 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.133312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4ac9-02ff-4eff-8e2b-b2e28b175b78 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.139502 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4ac9-02ff-4eff-8e2b-b2e28b175b78 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.160782 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4ac9-02ff-4eff-8e2b-b2e28b175b78 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.162397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4e5b4ac9-02ff-4eff-8e2b-b2e28b175b78 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1343012 Nov 09 00:40:22.165096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 52972) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:22.167231 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.252985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Network 682f2122-7d97-4e77-bb6a-43632002b617 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:22.257986 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:22.272173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:22.313552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Pushing event updated for resources: {'Port': ['ID=6781d357-5b3d-4780-ad82-b1c762cc2e6c,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:22.404619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Attempting to bind port 6781d357-5b3d-4780-ad82-b1c762cc2e6c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:40:22.405006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Attempting to bind port 6781d357-5b3d-4780-ad82-b1c762cc2e6c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '682f2122-7d97-4e77-bb6a-43632002b617'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:40:22.405363 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Attempting to bind port 6781d357-5b3d-4780-ad82-b1c762cc2e6c on network 682f2122-7d97-4e77-bb6a-43632002b617 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:40:22.411232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:40:22.411426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Checking segment: {'id': 'c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '682f2122-7d97-4e77-bb6a-43632002b617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:22.411794 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.412187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Bound using segment: {'id': 'c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '682f2122-7d97-4e77-bb6a-43632002b617'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:40:22.416639 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Bound port: 6781d357-5b3d-4780-ad82-b1c762cc2e6c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '682f2122-7d97-4e77-bb6a-43632002b617'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:40:22.416639 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.434028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-f621b557-05e4-45dd-9c37-cc80d306a0c0', 'network_id': 'f621b557-05e4-45dd-9c37-cc80d306a0c0', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'fixed_ips': [{'subnet_id': '05bba6cd-ac86-4524-9b34-a8eea8898a65'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:40:22.434028 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.576435 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] For port 6781d357-5b3d-4780-ad82-b1c762cc2e6c, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:40:22.606106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] For port 6781d357-5b3d-4780-ad82-b1c762cc2e6c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6781d357-5b3d-4780-ad82-b1c762cc2e6c,segment=NetworkSegment(c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc),segment_id=c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:40:22.630006 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.664803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Allocated IP 172.21.0.2 (f621b557-05e4-45dd-9c37-cc80d306a0c0/05bba6cd-ac86-4524-9b34-a8eea8898a65/94b3478f-58b7-40bb-8daa-2054aa317054) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:22.805764 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.810538 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.816999 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:22.888713 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Network f621b557-05e4-45dd-9c37-cc80d306a0c0 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:22.897103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:22.906879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:23.040525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df0525-12e7-4bd9-bcfc-e772726bbb45 None None] Pushing event updated for resources: {'Port': ['ID=6781d357-5b3d-4780-ad82-b1c762cc2e6c,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:23.064990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Allocated IP 172.20.0.1 (682f2122-7d97-4e77-bb6a-43632002b617/70961ef4-b944-4935-b009-5c32ff8a93dd/fb49130c-f937-4700-a3c4-49cf535c998a) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:23.109315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Attempting to bind port 94b3478f-58b7-40bb-8daa-2054aa317054 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:40:23.109739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Attempting to bind port 94b3478f-58b7-40bb-8daa-2054aa317054 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f621b557-05e4-45dd-9c37-cc80d306a0c0'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:40:23.110109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Attempting to bind port 94b3478f-58b7-40bb-8daa-2054aa317054 on network f621b557-05e4-45dd-9c37-cc80d306a0c0 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:40:23.123466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:40:23.123838 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Checking segment: {'id': '92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f621b557-05e4-45dd-9c37-cc80d306a0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:23.124248 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:23.124648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Bound using segment: {'id': '92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f621b557-05e4-45dd-9c37-cc80d306a0c0'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:40:23.125129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Bound port: 94b3478f-58b7-40bb-8daa-2054aa317054, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f621b557-05e4-45dd-9c37-cc80d306a0c0'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:40:23.125540 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:23.138883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Pushing event updated for resources: {'Port': ['ID=94b3478f-58b7-40bb-8daa-2054aa317054,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:23.246709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] For port 94b3478f-58b7-40bb-8daa-2054aa317054, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:40:23.250520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] For port 94b3478f-58b7-40bb-8daa-2054aa317054, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=94b3478f-58b7-40bb-8daa-2054aa317054,segment=NetworkSegment(92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2),segment_id=92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:40:23.255519 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:23.346738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c712aa8-9aaf-4267-9b28-6e9312a05cea None None] Pushing event updated for resources: {'Port': ['ID=94b3478f-58b7-40bb-8daa-2054aa317054,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:23.359136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:23.409283 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:23.461750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 682f2122-7d97-4e77-bb6a-43632002b617 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:23.465109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:23.467780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:23.507049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=fb49130c-f937-4700-a3c4-49cf535c998a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:23.559920 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:23.765014 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:24.142645 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:24.154183 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:24.289784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=fb49130c-f937-4700-a3c4-49cf535c998a,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:24.300422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f4c7fd-96d6-4793-a7c1-6dfa33db8e3a None None] Network 682f2122-7d97-4e77-bb6a-43632002b617 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:24.309823 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:24.362286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6781d357-5b3d-4780-ad82-b1c762cc2e6c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:24.444537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 682f2122-7d97-4e77-bb6a-43632002b617 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:24.446444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:24.448472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5aabe36b-2ed0-496f-acaa-2066b2d60e38 None None] Provisioning complete for port 6781d357-5b3d-4780-ad82-b1c762cc2e6c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:24.448834 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5aabe36b-2ed0-496f-acaa-2066b2d60e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:24.611609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 662c8a1c-6bf3-404f-a23d-bdedbf0d22b1 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:40:24.632967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6781d357-5b3d-4780-ad82-b1c762cc2e6c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:24.633304 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:24.766226 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5aabe36b-2ed0-496f-acaa-2066b2d60e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:24.841805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5aabe36b-2ed0-496f-acaa-2066b2d60e38 None None] For port 6781d357-5b3d-4780-ad82-b1c762cc2e6c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6781d357-5b3d-4780-ad82-b1c762cc2e6c,segment=NetworkSegment(c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc),segment_id=c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:24.857807 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5aabe36b-2ed0-496f-acaa-2066b2d60e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:24.866576 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:24.909418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce387d5b-87de-4c53-a0e8-a4394c37e315 None None] Network f621b557-05e4-45dd-9c37-cc80d306a0c0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:25.054708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabe36b-2ed0-496f-acaa-2066b2d60e38 None None] Pushing event updated for resources: {'Port': ['ID=6781d357-5b3d-4780-ad82-b1c762cc2e6c,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:25.078656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-81c13b4b-6d36-4db2-ab03-d4b727437848 None None] Provisioning complete for port 94b3478f-58b7-40bb-8daa-2054aa317054 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:25.079110 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-81c13b4b-6d36-4db2-ab03-d4b727437848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:25.129953 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:40:25.130337 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:40:25.131464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:40:25.144912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-38315bd0-86a9-4ab4-b0a2-20ff1e2bce74 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/662c8a1c-6bf3-404f-a23d-bdedbf0d22b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9779582 Nov 09 00:40:25.145583 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2272f4-f36b-452d-8417-7e5bd58b9e76 None None] Sync routers for ids ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:40:25.147333 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53002) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:25.209143 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2272f4-f36b-452d-8417-7e5bd58b9e76 None None] Routers {'662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:25.209812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5b2272f4-f36b-452d-8417-7e5bd58b9e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:25.219405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33225e3-3ef7-47c2-8718-71197c7fb7e9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:25.224633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53004) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:25.225621 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c33225e3-3ef7-47c2-8718-71197c7fb7e9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports/fb49130c-f937-4700-a3c4-49cf535c998a HTTP/1.1" status: 200 len: 910 time: 0.0770874 Nov 09 00:40:25.472541 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5b2272f4-f36b-452d-8417-7e5bd58b9e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:25.495219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2272f4-f36b-452d-8417-7e5bd58b9e76 None None] Routers {'662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:25.495864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5b2272f4-f36b-452d-8417-7e5bd58b9e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:25.549635 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-81c13b4b-6d36-4db2-ab03-d4b727437848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:25.553682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-5b2272f4-f36b-452d-8417-7e5bd58b9e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:25.554570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2272f4-f36b-452d-8417-7e5bd58b9e76 None None] The sync data for ids ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:40:25.616152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-81c13b4b-6d36-4db2-ab03-d4b727437848 None None] For port 94b3478f-58b7-40bb-8daa-2054aa317054, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=94b3478f-58b7-40bb-8daa-2054aa317054,segment=NetworkSegment(92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2),segment_id=92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:25.636495 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-81c13b4b-6d36-4db2-ab03-d4b727437848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:25.773444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 94b3478f-58b7-40bb-8daa-2054aa317054 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:25.812742 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:25.830150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c13b4b-6d36-4db2-ab03-d4b727437848 None None] Pushing event updated for resources: {'Port': ['ID=94b3478f-58b7-40bb-8daa-2054aa317054,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:25.841850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2ab660cc-482a-4428-8b1f-9d1c7179bd64 None None] Provisioning complete for port 6781d357-5b3d-4780-ad82-b1c762cc2e6c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:25.842217 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2ab660cc-482a-4428-8b1f-9d1c7179bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:25.921740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 94b3478f-58b7-40bb-8daa-2054aa317054 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:25.922220 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:26.045809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2ab660cc-482a-4428-8b1f-9d1c7179bd64 None None] Provisioning complete for port fb49130c-f937-4700-a3c4-49cf535c998a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:26.046268 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2ab660cc-482a-4428-8b1f-9d1c7179bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:26.094921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2ab660cc-482a-4428-8b1f-9d1c7179bd64 None None] Port fb49130c-f937-4700-a3c4-49cf535c998a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:40:26.210886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Allocated IP 172.21.0.1 (f621b557-05e4-45dd-9c37-cc80d306a0c0/05bba6cd-ac86-4524-9b34-a8eea8898a65/52549de6-57a3-4e66-ba33-228b9bae6329) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:26.221943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fa83e071-c3cd-494d-afb8-99f37fcfd103 None None] Provisioning complete for port 94b3478f-58b7-40bb-8daa-2054aa317054 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:26.222329 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fa83e071-c3cd-494d-afb8-99f37fcfd103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:26.248637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6781d357-5b3d-4780-ad82-b1c762cc2e6c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:26.350445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6781d357-5b3d-4780-ad82-b1c762cc2e6c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:26.350820 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:26.389300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fa83e071-c3cd-494d-afb8-99f37fcfd103 None None] Provisioning complete for port fb49130c-f937-4700-a3c4-49cf535c998a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:26.389300 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fa83e071-c3cd-494d-afb8-99f37fcfd103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:26.425514 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:26.434045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-fa83e071-c3cd-494d-afb8-99f37fcfd103 None None] Port fb49130c-f937-4700-a3c4-49cf535c998a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:40:26.470790 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:26.472731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 94b3478f-58b7-40bb-8daa-2054aa317054 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:26.524407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network f621b557-05e4-45dd-9c37-cc80d306a0c0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:26.527003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 94b3478f-58b7-40bb-8daa-2054aa317054 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:26.527466 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:26.533888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:26.537241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:26.572503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=52549de6-57a3-4e66-ba33-228b9bae6329,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:26.627997 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:26.779925 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:26.857786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4826666c-9f9f-4ad1-93a1-e8155eb2ddfe None None] Provisioning complete for port 52549de6-57a3-4e66-ba33-228b9bae6329 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:26.858161 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4826666c-9f9f-4ad1-93a1-e8155eb2ddfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:26.938136 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4826666c-9f9f-4ad1-93a1-e8155eb2ddfe None None] Port 52549de6-57a3-4e66-ba33-228b9bae6329 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:40:27.096804 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:27.102091 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:27.155282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=52549de6-57a3-4e66-ba33-228b9bae6329,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:27.232565 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:27.336768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53050) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:27.348450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network f621b557-05e4-45dd-9c37-cc80d306a0c0 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:27.350169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:27.486361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 662c8a1c-6bf3-404f-a23d-bdedbf0d22b1 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:40:27.526710 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ced261e1-be60-4521-a243-5060b1e08dd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:27.635648 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:40:27.643947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b46f210d-95ed-433e-80bc-d73325bb1729 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/662c8a1c-6bf3-404f-a23d-bdedbf0d22b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4182029 Nov 09 00:40:27.650153 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc67bf-26e1-4d00-b499-334435e37d86 None None] Sync routers for ids ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:40:27.650698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53058) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:27.660122 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc67bf-26e1-4d00-b499-334435e37d86 None None] Routers {'662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:27.660641 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-64cc67bf-26e1-4d00-b499-334435e37d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:27.677937 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c2af2031-bee1-4754-9e21-2f92287877af None None] Provisioning complete for port 52549de6-57a3-4e66-ba33-228b9bae6329 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:27.682176 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2af2031-bee1-4754-9e21-2f92287877af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:27.694094 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ced261e1-be60-4521-a243-5060b1e08dd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:27.695108 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-64cc67bf-26e1-4d00-b499-334435e37d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:27.699211 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ced261e1-be60-4521-a243-5060b1e08dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:27.707256 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc67bf-26e1-4d00-b499-334435e37d86 None None] Routers {'662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:27.707883 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-64cc67bf-26e1-4d00-b499-334435e37d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:27.725982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dca929-e163-4661-a0e5-35322ec9ecf7 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:27.731374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c1dca929-e163-4661-a0e5-35322ec9ecf7 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports/52549de6-57a3-4e66-ba33-228b9bae6329 HTTP/1.1" status: 200 len: 910 time: 0.0794432 Nov 09 00:40:27.732140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53062) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:27.737160 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ced261e1-be60-4521-a243-5060b1e08dd6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c1f02740f0340e890d13f66b1fc1a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991239 Nov 09 00:40:27.738209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53064) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:27.752511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c2af2031-bee1-4754-9e21-2f92287877af None None] Port 52549de6-57a3-4e66-ba33-228b9bae6329 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:40:27.763555 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-64cc67bf-26e1-4d00-b499-334435e37d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:27.764213 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc67bf-26e1-4d00-b499-334435e37d86 None None] The sync data for ids ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:40:27.783945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced261e1-be60-4521-a243-5060b1e08dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0695428-5ca0-4f9a-84c4-63c2c03a48a5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:27.809278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d5b5318d-b755-4f3c-b63f-6bd1a7c5e1c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:27.831394 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d5b5318d-b755-4f3c-b63f-6bd1a7c5e1c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:27.883946 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d5b5318d-b755-4f3c-b63f-6bd1a7c5e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:27.887052 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d5b5318d-b755-4f3c-b63f-6bd1a7c5e1c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:27.890939 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d5b5318d-b755-4f3c-b63f-6bd1a7c5e1c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0695428-5ca0-4f9a-84c4-63c2c03a48a5 HTTP/1.1" status: 204 len: 168 time: 0.1481740 Nov 09 00:40:27.901393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5318d-b755-4f3c-b63f-6bd1a7c5e1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0695428-5ca0-4f9a-84c4-63c2c03a48a5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:28.172414 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36bae9ba-5afc-45cb-91da-d5b9394dc865 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:28.488655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-36bae9ba-5afc-45cb-91da-d5b9394dc865 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port 52549de6-57a3-4e66-ba33-228b9bae6329 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:28.489308 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36bae9ba-5afc-45cb-91da-d5b9394dc865 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:28.589708 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36bae9ba-5afc-45cb-91da-d5b9394dc865 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:28.602945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-36bae9ba-5afc-45cb-91da-d5b9394dc865 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for 52549de6-57a3-4e66-ba33-228b9bae6329 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:28.791036 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36bae9ba-5afc-45cb-91da-d5b9394dc865 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:28.814603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bae9ba-5afc-45cb-91da-d5b9394dc865 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=52549de6-57a3-4e66-ba33-228b9bae6329,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:29.007412 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-36bae9ba-5afc-45cb-91da-d5b9394dc865 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:29.467221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bae9ba-5afc-45cb-91da-d5b9394dc865 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 662c8a1c-6bf3-404f-a23d-bdedbf0d22b1 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:40:29.568495 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bae9ba-5afc-45cb-91da-d5b9394dc865 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:40:29.574074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-36bae9ba-5afc-45cb-91da-d5b9394dc865 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/662c8a1c-6bf3-404f-a23d-bdedbf0d22b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8407769 Nov 09 00:40:29.576850 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53126) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:29.579757 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcad3ac1-ce84-471e-af1d-0d583b17cab5 None None] Sync routers for ids ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:40:29.591513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcad3ac1-ce84-471e-af1d-0d583b17cab5 None None] Routers {'662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:29.592140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dcad3ac1-ce84-471e-af1d-0d583b17cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:29.639170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dcad3ac1-ce84-471e-af1d-0d583b17cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:29.651858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcad3ac1-ce84-471e-af1d-0d583b17cab5 None None] Routers {'662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:29.653236 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dcad3ac1-ce84-471e-af1d-0d583b17cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:29.707445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dcad3ac1-ce84-471e-af1d-0d583b17cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:29.709524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcad3ac1-ce84-471e-af1d-0d583b17cab5 None None] The sync data for ids ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:40:30.211087 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5601517-d5c8-4854-895f-8699ff2520a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:30.464676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e5601517-d5c8-4854-895f-8699ff2520a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port fb49130c-f937-4700-a3c4-49cf535c998a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:30.465165 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5601517-d5c8-4854-895f-8699ff2520a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:30.556400 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5601517-d5c8-4854-895f-8699ff2520a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:30.569288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e5601517-d5c8-4854-895f-8699ff2520a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for fb49130c-f937-4700-a3c4-49cf535c998a owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:30.758862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5601517-d5c8-4854-895f-8699ff2520a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:30.794751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5601517-d5c8-4854-895f-8699ff2520a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=fb49130c-f937-4700-a3c4-49cf535c998a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:30.979692 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e5601517-d5c8-4854-895f-8699ff2520a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:31.170352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5601517-d5c8-4854-895f-8699ff2520a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 662c8a1c-6bf3-404f-a23d-bdedbf0d22b1 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:40:31.246631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5601517-d5c8-4854-895f-8699ff2520a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:40:31.252132 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e5601517-d5c8-4854-895f-8699ff2520a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/662c8a1c-6bf3-404f-a23d-bdedbf0d22b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6732996 Nov 09 00:40:31.254589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53154) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:31.258158 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feba183-9458-476e-ad8a-83d745be46bd None None] Sync routers for ids ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:40:31.268676 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feba183-9458-476e-ad8a-83d745be46bd None None] Routers {'662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:31.269488 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5feba183-9458-476e-ad8a-83d745be46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:31.284467 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c566de17-0663-450a-9d7f-d56256f30ff2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c8a1c-6bf3-404f-a23d-bdedbf0d22b1 HTTP/1.1" status: 200 len: 205 time: 0.0284982 Nov 09 00:40:31.286840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53156) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:31.319992 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5feba183-9458-476e-ad8a-83d745be46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:31.330505 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feba183-9458-476e-ad8a-83d745be46bd None None] Routers {'662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:31.331109 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5feba183-9458-476e-ad8a-83d745be46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:31.370592 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5feba183-9458-476e-ad8a-83d745be46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:31.371678 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feba183-9458-476e-ad8a-83d745be46bd None None] The sync data for ids ['662c8a1c-6bf3-404f-a23d-bdedbf0d22b1'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:40:31.380133 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c0399b43-8737-4e19-a70d-5f13ed91c31d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:31.561953 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c0399b43-8737-4e19-a70d-5f13ed91c31d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:31.564813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c0399b43-8737-4e19-a70d-5f13ed91c31d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:31.619720 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c0399b43-8737-4e19-a70d-5f13ed91c31d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:31.620338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0399b43-8737-4e19-a70d-5f13ed91c31d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Fanout notify agent at l3_agent the message router_deleted on router 662c8a1c-6bf3-404f-a23d-bdedbf0d22b1 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:40:31.627573 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c0399b43-8737-4e19-a70d-5f13ed91c31d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:31.628696 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c0399b43-8737-4e19-a70d-5f13ed91c31d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/662c8a1c-6bf3-404f-a23d-bdedbf0d22b1 HTTP/1.1" status: 204 len: 168 time: 0.3406792 Nov 09 00:40:31.631551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53170) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:31.692772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-647d07b6-bc48-4099-8bc3-999fb601a376 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting subnet 05bba6cd-ac86-4524-9b34-a8eea8898a65 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:40:31.696363 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-647d07b6-bc48-4099-8bc3-999fb601a376 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:31.743083 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-647d07b6-bc48-4099-8bc3-999fb601a376 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:31.840406 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-647d07b6-bc48-4099-8bc3-999fb601a376 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:31.908966 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-647d07b6-bc48-4099-8bc3-999fb601a376 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:31.938461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d07b6-bc48-4099-8bc3-999fb601a376 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Subnet': ['ID=05bba6cd-ac86-4524-9b34-a8eea8898a65,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:31.944077 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-647d07b6-bc48-4099-8bc3-999fb601a376 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:31.950291 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-647d07b6-bc48-4099-8bc3-999fb601a376 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/05bba6cd-ac86-4524-9b34-a8eea8898a65 HTTP/1.1" status: 204 len: 168 time: 0.3152957 Nov 09 00:40:31.950706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53180) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:31.951222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e7d68-8838-4207-ba7a-24aadc4bebb0 None None] Network f621b557-05e4-45dd-9c37-cc80d306a0c0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:32.009772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-30053e02-74d3-4f7a-9329-7bdd1a105357 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting subnet 70961ef4-b944-4935-b009-5c32ff8a93dd {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:40:32.014431 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30053e02-74d3-4f7a-9329-7bdd1a105357 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.058615 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30053e02-74d3-4f7a-9329-7bdd1a105357 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.174471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30053e02-74d3-4f7a-9329-7bdd1a105357 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.201631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] DHCP port deletion for f621b557-05e4-45dd-9c37-cc80d306a0c0 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:40:32.239361 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30053e02-74d3-4f7a-9329-7bdd1a105357 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.258799 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Deleting port 94b3478f-58b7-40bb-8daa-2054aa317054 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:32.259142 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.270734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30053e02-74d3-4f7a-9329-7bdd1a105357 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Subnet': ['ID=70961ef4-b944-4935-b009-5c32ff8a93dd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:32.283420 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30053e02-74d3-4f7a-9329-7bdd1a105357 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.288649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-30053e02-74d3-4f7a-9329-7bdd1a105357 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/70961ef4-b944-4935-b009-5c32ff8a93dd HTTP/1.1" status: 204 len: 168 time: 0.3363049 Nov 09 00:40:32.290103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5cf724-4de2-480f-a6d6-c0080d12f39b None None] Network 682f2122-7d97-4e77-bb6a-43632002b617 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:32.291100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53192) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:32.426977 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.432252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] For port 94b3478f-58b7-40bb-8daa-2054aa317054, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=94b3478f-58b7-40bb-8daa-2054aa317054,segment=NetworkSegment(92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2),segment_id=92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:32.433119 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.484522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port 94b3478f-58b7-40bb-8daa-2054aa317054 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:32.484948 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.488836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Calling delete_port for 94b3478f-58b7-40bb-8daa-2054aa317054 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:32.592304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] For port 94b3478f-58b7-40bb-8daa-2054aa317054, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=94b3478f-58b7-40bb-8daa-2054aa317054,segment=NetworkSegment(92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2),segment_id=92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:32.592971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.599730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e9503-250e-4a87-8566-42ab589b423d None None] DHCP port deletion for 682f2122-7d97-4e77-bb6a-43632002b617 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:40:32.603598 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.611674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for 94b3478f-58b7-40bb-8daa-2054aa317054 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:32.626472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] No DVR routers for this DVR port 94b3478f-58b7-40bb-8daa-2054aa317054 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:40:32.655199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Pushing event deleted for resources: {'Port': ['ID=94b3478f-58b7-40bb-8daa-2054aa317054,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:32.679254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:32.679874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:32.680219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:32.680554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:32.680886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:32.681217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:32.681572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:32.681899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:32.682223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:32.682546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:32.682871 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:32.683189 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8fb53-a07d-49a4-9a38-f0ffd9cf22ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:32.711469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.716930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-297e9503-250e-4a87-8566-42ab589b423d None None] Deleting port 6781d357-5b3d-4780-ad82-b1c762cc2e6c {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:32.717539 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-297e9503-250e-4a87-8566-42ab589b423d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.746283 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=94b3478f-58b7-40bb-8daa-2054aa317054,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:32.748747 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No DVR routers for this DVR port 94b3478f-58b7-40bb-8daa-2054aa317054 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:40:32.802173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-297e9503-250e-4a87-8566-42ab589b423d None None] For port 6781d357-5b3d-4780-ad82-b1c762cc2e6c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6781d357-5b3d-4780-ad82-b1c762cc2e6c,segment=NetworkSegment(c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc),segment_id=c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:32.802854 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-297e9503-250e-4a87-8566-42ab589b423d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.818421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-297e9503-250e-4a87-8566-42ab589b423d None None] Calling delete_port for 6781d357-5b3d-4780-ad82-b1c762cc2e6c owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:32.848093 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.871109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f621b557-05e4-45dd-9c37-cc80d306a0c0']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:32.883672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:32.884528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fab4b5-dc86-438a-b8a7-bf5ee94eb9c2') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:32.898333 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.913410 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.920511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:40:32.920899 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: self.session.flush() Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:40:32.925154 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:40:32.956095 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-297e9503-250e-4a87-8566-42ab589b423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:32.988689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e9503-250e-4a87-8566-42ab589b423d None None] No DVR routers for this DVR port 6781d357-5b3d-4780-ad82-b1c762cc2e6c on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:40:32.990305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e9503-250e-4a87-8566-42ab589b423d None None] Pushing event deleted for resources: {'Port': ['ID=6781d357-5b3d-4780-ad82-b1c762cc2e6c,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:33.016830 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.029841 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.033222 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/networks/f621b557-05e4-45dd-9c37-cc80d306a0c0 HTTP/1.1" status: 204 len: 168 time: 0.7409971 Nov 09 00:40:33.035655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53202) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:33.053244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874f691-7847-4607-8dde-5aef1f898292 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Network': ['ID=f621b557-05e4-45dd-9c37-cc80d306a0c0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:33.125829 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.219576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.257528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682f2122-7d97-4e77-bb6a-43632002b617']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:33.267389 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:33.267686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87a1876-6f9d-4a76-8d2e-ce0d65ce2cdc') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:33.276859 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.290254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.296025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:40:33.296402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:40:33.300276 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:40:33.362279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.370634 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.374687 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/networks/682f2122-7d97-4e77-bb6a-43632002b617 HTTP/1.1" status: 204 len: 168 time: 0.3381209 Nov 09 00:40:33.379395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53204) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:33.385221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-27e919e5-6b6d-4730-8055-f562987b6127 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'network': {'name': 'tempest-RoutersTest-1801620185'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:33.391173 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4afa7-bbbc-4192-95f0-ae34bb3dadbd tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Network': ['ID=682f2122-7d97-4e77-bb6a-43632002b617,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:33.412299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e919e5-6b6d-4730-8055-f562987b6127 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:33.417103 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27e919e5-6b6d-4730-8055-f562987b6127 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.451275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e919e5-6b6d-4730-8055-f562987b6127 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:40:33.460220 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27e919e5-6b6d-4730-8055-f562987b6127 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.460668 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-27e919e5-6b6d-4730-8055-f562987b6127 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Added segment c4943101-c7ea-4724-aabb-8c31f92dbe6f of type vlan for network 96d0cff2-24db-4da6-8260-e9abcad04e56 Nov 09 00:40:33.501679 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27e919e5-6b6d-4730-8055-f562987b6127 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.527917 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27e919e5-6b6d-4730-8055-f562987b6127 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.534337 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e919e5-6b6d-4730-8055-f562987b6127 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:33.534998 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27e919e5-6b6d-4730-8055-f562987b6127 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.604097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-27e919e5-6b6d-4730-8055-f562987b6127 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2204878 Nov 09 00:40:33.605188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53208) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:33.609414 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e334f8cd-f072-4c1a-b847-0ec255257d9d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'subnet': {'network_id': '96d0cff2-24db-4da6-8260-e9abcad04e56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:33.626084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e919e5-6b6d-4730-8055-f562987b6127 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Network': ['ID=96d0cff2-24db-4da6-8260-e9abcad04e56,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:33.638681 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 96d0cff2-24db-4da6-8260-e9abcad04e56 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:40:33.706685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e334f8cd-f072-4c1a-b847-0ec255257d9d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:33.710384 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e334f8cd-f072-4c1a-b847-0ec255257d9d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.898645 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e334f8cd-f072-4c1a-b847-0ec255257d9d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:33.977672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334f8cd-f072-4c1a-b847-0ec255257d9d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Subnet': ['ID=ee636913-efcd-4d28-9913-3318563ff62d,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:33.989092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e334f8cd-f072-4c1a-b847-0ec255257d9d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Checking segment: {'id': 'c4943101-c7ea-4724-aabb-8c31f92dbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96d0cff2-24db-4da6-8260-e9abcad04e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:33.989500 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e334f8cd-f072-4c1a-b847-0ec255257d9d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network hostable DHCP agents. Network: 96d0cff2-24db-4da6-8260-e9abcad04e56, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:40:34.006840 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e334f8cd-f072-4c1a-b847-0ec255257d9d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 96d0cff2-24db-4da6-8260-e9abcad04e56 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:40:34.016166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-e334f8cd-f072-4c1a-b847-0ec255257d9d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 96d0cff2-24db-4da6-8260-e9abcad04e56) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:34.022895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e334f8cd-f072-4c1a-b847-0ec255257d9d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:34.023524 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e334f8cd-f072-4c1a-b847-0ec255257d9d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.030716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c6e8ea-7e83-4c4e-9772-92e2b08c30ed None None] Network 96d0cff2-24db-4da6-8260-e9abcad04e56 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:34.058674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e334f8cd-f072-4c1a-b847-0ec255257d9d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4531538 Nov 09 00:40:34.061086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53214) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:34.067870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6fddc1b8-14c0-42d7-9014-40188e649c46 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-25800412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:34.095069 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fddc1b8-14c0-42d7-9014-40188e649c46 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.096167 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fddc1b8-14c0-42d7-9014-40188e649c46 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.197019 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fddc1b8-14c0-42d7-9014-40188e649c46 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.205172 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fddc1b8-14c0-42d7-9014-40188e649c46 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.214117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-96d0cff2-24db-4da6-8260-e9abcad04e56', 'network_id': '96d0cff2-24db-4da6-8260-e9abcad04e56', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'fixed_ips': [{'subnet_id': 'ee636913-efcd-4d28-9913-3318563ff62d'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:40:34.215234 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.231636 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fddc1b8-14c0-42d7-9014-40188e649c46 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.233203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6fddc1b8-14c0-42d7-9014-40188e649c46 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1709208 Nov 09 00:40:34.236308 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53218) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:34.248252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'port': {'network_id': '96d0cff2-24db-4da6-8260-e9abcad04e56', 'name': 'tempest-RoutersTest-1762510835'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:34.295026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6781d357-5b3d-4780-ad82-b1c762cc2e6c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:40:34.321825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 6781d357-5b3d-4780-ad82-b1c762cc2e6c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:40:34.322450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6781d357-5b3d-4780-ad82-b1c762cc2e6c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:40:34.323080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 94b3478f-58b7-40bb-8daa-2054aa317054 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:40:34.431350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 94b3478f-58b7-40bb-8daa-2054aa317054 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:40:34.431646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 94b3478f-58b7-40bb-8daa-2054aa317054 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:40:34.433775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:34.438049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Allocated IP 172.20.0.2 (96d0cff2-24db-4da6-8260-e9abcad04e56/ee636913-efcd-4d28-9913-3318563ff62d/5f3416c7-4fdc-4d14-8b53-81afb148503c) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:34.441718 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.470401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] device_id is not set on port d95aeb6a-2998-48f5-9bf1-bc9973e0d68f yet. {{(pid=101780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 00:40:34.709161 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.716718 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.778160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Allocated IP 172.20.0.8 (96d0cff2-24db-4da6-8260-e9abcad04e56/ee636913-efcd-4d28-9913-3318563ff62d/d95aeb6a-2998-48f5-9bf1-bc9973e0d68f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:34.782913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Pushing event updated for resources: {'Port': ['ID=5f3416c7-4fdc-4d14-8b53-81afb148503c,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:34.797064 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Network 96d0cff2-24db-4da6-8260-e9abcad04e56 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:34.798734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:34.801116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:34.859816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Attempting to bind port 5f3416c7-4fdc-4d14-8b53-81afb148503c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:40:34.859816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Attempting to bind port 5f3416c7-4fdc-4d14-8b53-81afb148503c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'c4943101-c7ea-4724-aabb-8c31f92dbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96d0cff2-24db-4da6-8260-e9abcad04e56'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:40:34.859816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Attempting to bind port 5f3416c7-4fdc-4d14-8b53-81afb148503c on network 96d0cff2-24db-4da6-8260-e9abcad04e56 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:40:34.865401 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:40:34.865795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Checking segment: {'id': 'c4943101-c7ea-4724-aabb-8c31f92dbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96d0cff2-24db-4da6-8260-e9abcad04e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:34.866200 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.867185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Bound using segment: {'id': 'c4943101-c7ea-4724-aabb-8c31f92dbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96d0cff2-24db-4da6-8260-e9abcad04e56'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:40:34.867185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Bound port: 5f3416c7-4fdc-4d14-8b53-81afb148503c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4943101-c7ea-4724-aabb-8c31f92dbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96d0cff2-24db-4da6-8260-e9abcad04e56'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:40:34.867578 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.945470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] For port 5f3416c7-4fdc-4d14-8b53-81afb148503c, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:40:34.958925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] For port 5f3416c7-4fdc-4d14-8b53-81afb148503c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5f3416c7-4fdc-4d14-8b53-81afb148503c,segment=NetworkSegment(c4943101-c7ea-4724-aabb-8c31f92dbe6f),segment_id=c4943101-c7ea-4724-aabb-8c31f92dbe6f)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:40:34.969917 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:34.982450 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:35.027980 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:35.049340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64db8ea-adec-4445-b398-c364d65d4bb7 None None] Pushing event updated for resources: {'Port': ['ID=5f3416c7-4fdc-4d14-8b53-81afb148503c,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:35.095520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 96d0cff2-24db-4da6-8260-e9abcad04e56 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:35.099305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:35.104184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:35.108852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=d95aeb6a-2998-48f5-9bf1-bc9973e0d68f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:35.162069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:35.162696 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:35.185200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53228) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:35.185816 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-00493284-74e4-4f37-b57e-f50178d41fb1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9472320 Nov 09 00:40:35.559994 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:36.251895 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:36.258989 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:36.293261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5f3416c7-4fdc-4d14-8b53-81afb148503c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:36.364912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=d95aeb6a-2998-48f5-9bf1-bc9973e0d68f,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:36.390778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 5f3416c7-4fdc-4d14-8b53-81afb148503c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:36.392015 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:36.429563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ef2bfa-cd44-41c9-8ee3-b6d93a988010 None None] Network 96d0cff2-24db-4da6-8260-e9abcad04e56 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:36.479509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c2ce8c96-005a-46f3-8f07-adf72107b801 None None] Provisioning complete for port 5f3416c7-4fdc-4d14-8b53-81afb148503c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:36.480035 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2ce8c96-005a-46f3-8f07-adf72107b801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:36.527477 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:36.615277 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2ce8c96-005a-46f3-8f07-adf72107b801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:36.650365 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:36.688348 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:36.748740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c2ce8c96-005a-46f3-8f07-adf72107b801 None None] For port 5f3416c7-4fdc-4d14-8b53-81afb148503c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5f3416c7-4fdc-4d14-8b53-81afb148503c,segment=NetworkSegment(c4943101-c7ea-4724-aabb-8c31f92dbe6f),segment_id=c4943101-c7ea-4724-aabb-8c31f92dbe6f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:36.759530 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2ce8c96-005a-46f3-8f07-adf72107b801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:36.977310 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:36.984611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:37.088965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce8c96-005a-46f3-8f07-adf72107b801 None None] Pushing event updated for resources: {'Port': ['ID=5f3416c7-4fdc-4d14-8b53-81afb148503c,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:37.093024 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:40:37.093406 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:40:37.125503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:37.170176 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=d95aeb6a-2998-48f5-9bf1-bc9973e0d68f,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:37.238978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 96d0cff2-24db-4da6-8260-e9abcad04e56 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:37.240530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:37.362847 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 7385b3d4-6571-43fa-9068-e0ca18c64e9a is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:40:37.393873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-36ec4128-4f18-48db-bc47-74db52f9ab30 None None] Provisioning complete for port 5f3416c7-4fdc-4d14-8b53-81afb148503c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:37.394431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-36ec4128-4f18-48db-bc47-74db52f9ab30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:37.468410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:40:37.480265 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c072b-72d1-4538-811c-aa086d43a3f6 None None] Sync routers for ids ['7385b3d4-6571-43fa-9068-e0ca18c64e9a'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:40:37.485440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53254) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:37.486532 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8b15105d-d37d-4b3f-b12f-e312b559b0b6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/7385b3d4-6571-43fa-9068-e0ca18c64e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3000677 Nov 09 00:40:37.514884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c072b-72d1-4538-811c-aa086d43a3f6 None None] Routers {'7385b3d4-6571-43fa-9068-e0ca18c64e9a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:37.515683 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-282c072b-72d1-4538-811c-aa086d43a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7385b3d4-6571-43fa-9068-e0ca18c64e9a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:37.558307 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-282c072b-72d1-4538-811c-aa086d43a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:37.561780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061ac0b1-f4d1-4c09-a49d-1b24b59c67ff tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:37.562949 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-061ac0b1-f4d1-4c09-a49d-1b24b59c67ff tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports/d95aeb6a-2998-48f5-9bf1-bc9973e0d68f HTTP/1.1" status: 200 len: 977 time: 0.0765030 Nov 09 00:40:37.565703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53256) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:37.570238 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-36ec4128-4f18-48db-bc47-74db52f9ab30 None None] Provisioning complete for port d95aeb6a-2998-48f5-9bf1-bc9973e0d68f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:37.570611 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-36ec4128-4f18-48db-bc47-74db52f9ab30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:37.621022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c072b-72d1-4538-811c-aa086d43a3f6 None None] Routers {'7385b3d4-6571-43fa-9068-e0ca18c64e9a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:37.621683 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-282c072b-72d1-4538-811c-aa086d43a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7385b3d4-6571-43fa-9068-e0ca18c64e9a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:37.673488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-282c072b-72d1-4538-811c-aa086d43a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:37.674157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c072b-72d1-4538-811c-aa086d43a3f6 None None] The sync data for ids ['7385b3d4-6571-43fa-9068-e0ca18c64e9a'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:40:37.677359 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-36ec4128-4f18-48db-bc47-74db52f9ab30 None None] Port d95aeb6a-2998-48f5-9bf1-bc9973e0d68f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:40:37.805943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-986b8498-0d84-40e1-9d88-31f4268990f1 None None] Provisioning complete for port d95aeb6a-2998-48f5-9bf1-bc9973e0d68f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:37.806581 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-986b8498-0d84-40e1-9d88-31f4268990f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:37.845051 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-986b8498-0d84-40e1-9d88-31f4268990f1 None None] Port d95aeb6a-2998-48f5-9bf1-bc9973e0d68f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:40:38.020611 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-159b50de-b60c-4a5d-a67f-a1e1acd6e529 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:38.067761 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fb3ca087-0c0f-448b-bb6c-fb8f7274d1a4 None None] Provisioning complete for port d95aeb6a-2998-48f5-9bf1-bc9973e0d68f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:38.068224 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fb3ca087-0c0f-448b-bb6c-fb8f7274d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:38.110734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ca087-0c0f-448b-bb6c-fb8f7274d1a4 None None] Port d95aeb6a-2998-48f5-9bf1-bc9973e0d68f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:40:38.213673 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5f3416c7-4fdc-4d14-8b53-81afb148503c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:38.267187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-159b50de-b60c-4a5d-a67f-a1e1acd6e529 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port d95aeb6a-2998-48f5-9bf1-bc9973e0d68f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:38.267187 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-159b50de-b60c-4a5d-a67f-a1e1acd6e529 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:38.281897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 5f3416c7-4fdc-4d14-8b53-81afb148503c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:38.283239 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:38.389786 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-159b50de-b60c-4a5d-a67f-a1e1acd6e529 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:38.406370 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-159b50de-b60c-4a5d-a67f-a1e1acd6e529 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for d95aeb6a-2998-48f5-9bf1-bc9973e0d68f owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:38.619027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-159b50de-b60c-4a5d-a67f-a1e1acd6e529 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:38.646526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b50de-b60c-4a5d-a67f-a1e1acd6e529 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=d95aeb6a-2998-48f5-9bf1-bc9973e0d68f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:38.811082 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-159b50de-b60c-4a5d-a67f-a1e1acd6e529 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:38.986970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159b50de-b60c-4a5d-a67f-a1e1acd6e529 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 7385b3d4-6571-43fa-9068-e0ca18c64e9a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:40:39.326696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159b50de-b60c-4a5d-a67f-a1e1acd6e529 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:40:39.334461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-159b50de-b60c-4a5d-a67f-a1e1acd6e529 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/7385b3d4-6571-43fa-9068-e0ca18c64e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7652755 Nov 09 00:40:39.334773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53290) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:39.341171 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e802d59-ed39-4f42-9cff-9f86c6335d42 None None] Sync routers for ids ['7385b3d4-6571-43fa-9068-e0ca18c64e9a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:40:39.352997 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e802d59-ed39-4f42-9cff-9f86c6335d42 None None] Routers {'7385b3d4-6571-43fa-9068-e0ca18c64e9a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:39.353874 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2e802d59-ed39-4f42-9cff-9f86c6335d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7385b3d4-6571-43fa-9068-e0ca18c64e9a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:39.395021 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2e802d59-ed39-4f42-9cff-9f86c6335d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:39.404589 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e802d59-ed39-4f42-9cff-9f86c6335d42 None None] Routers {'7385b3d4-6571-43fa-9068-e0ca18c64e9a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:39.405428 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2e802d59-ed39-4f42-9cff-9f86c6335d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7385b3d4-6571-43fa-9068-e0ca18c64e9a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:39.440965 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2e802d59-ed39-4f42-9cff-9f86c6335d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:39.441914 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e802d59-ed39-4f42-9cff-9f86c6335d42 None None] The sync data for ids ['7385b3d4-6571-43fa-9068-e0ca18c64e9a'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:40:39.548378 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-0e695bb0-93d0-4f0f-8fe3-21b037dde2f8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 00:40:39.552333 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53294) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:39.561557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0e695bb0-93d0-4f0f-8fe3-21b037dde2f8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/7385b3d4-6571-43fa-9068-e0ca18c64e9a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2253366 Nov 09 00:40:39.583089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53296) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:39.589334 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7c20da99-1f49-4dd1-9e76-55161e83085d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b3d4-6571-43fa-9068-e0ca18c64e9a HTTP/1.1" status: 200 len: 205 time: 0.0357969 Nov 09 00:40:39.658538 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-88194114-4026-46db-95b5-2e7063fd68d7 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:39.817163 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-88194114-4026-46db-95b5-2e7063fd68d7 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:39.819652 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-88194114-4026-46db-95b5-2e7063fd68d7 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:39.869687 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-88194114-4026-46db-95b5-2e7063fd68d7 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:39.870282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88194114-4026-46db-95b5-2e7063fd68d7 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Fanout notify agent at l3_agent the message router_deleted on router 7385b3d4-6571-43fa-9068-e0ca18c64e9a {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:40:39.878817 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-88194114-4026-46db-95b5-2e7063fd68d7 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:39.882691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-88194114-4026-46db-95b5-2e7063fd68d7 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/7385b3d4-6571-43fa-9068-e0ca18c64e9a HTTP/1.1" status: 204 len: 168 time: 0.2987316 Nov 09 00:40:39.882849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53300) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:39.951845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-3baab905-0a22-416f-ae13-5b581a6e811f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting subnet ee636913-efcd-4d28-9913-3318563ff62d {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:40:39.956054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3baab905-0a22-416f-ae13-5b581a6e811f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.002620 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3baab905-0a22-416f-ae13-5b581a6e811f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.088372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3baab905-0a22-416f-ae13-5b581a6e811f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.157712 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3baab905-0a22-416f-ae13-5b581a6e811f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.190290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baab905-0a22-416f-ae13-5b581a6e811f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Subnet': ['ID=ee636913-efcd-4d28-9913-3318563ff62d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:40.199606 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3baab905-0a22-416f-ae13-5b581a6e811f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.201267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7877ae-4e32-4052-8062-e9175ea110f2 None None] Network 96d0cff2-24db-4da6-8260-e9abcad04e56 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:40.207205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53308) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:40.215756 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3baab905-0a22-416f-ae13-5b581a6e811f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/ee636913-efcd-4d28-9913-3318563ff62d HTTP/1.1" status: 204 len: 168 time: 0.3315971 Nov 09 00:40:40.292737 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.351158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port 5f3416c7-4fdc-4d14-8b53-81afb148503c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:40.351502 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.425417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] For port 5f3416c7-4fdc-4d14-8b53-81afb148503c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5f3416c7-4fdc-4d14-8b53-81afb148503c,segment=NetworkSegment(c4943101-c7ea-4724-aabb-8c31f92dbe6f),segment_id=c4943101-c7ea-4724-aabb-8c31f92dbe6f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:40.426293 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.446010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for 5f3416c7-4fdc-4d14-8b53-81afb148503c owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:40.447729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7633e55d-1254-4495-8bae-c6caa71dbf36 None None] DHCP port deletion for 96d0cff2-24db-4da6-8260-e9abcad04e56 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:40:40.512108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-7633e55d-1254-4495-8bae-c6caa71dbf36 None None] Deleting port 5f3416c7-4fdc-4d14-8b53-81afb148503c {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:40.513433 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7633e55d-1254-4495-8bae-c6caa71dbf36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.539692 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.568880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=5f3416c7-4fdc-4d14-8b53-81afb148503c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:40.574505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No DVR routers for this DVR port 5f3416c7-4fdc-4d14-8b53-81afb148503c on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:40:40.600578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7633e55d-1254-4495-8bae-c6caa71dbf36 None None] For port 5f3416c7-4fdc-4d14-8b53-81afb148503c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5f3416c7-4fdc-4d14-8b53-81afb148503c,segment=NetworkSegment(c4943101-c7ea-4724-aabb-8c31f92dbe6f),segment_id=c4943101-c7ea-4724-aabb-8c31f92dbe6f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:40.600913 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7633e55d-1254-4495-8bae-c6caa71dbf36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.619293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-7633e55d-1254-4495-8bae-c6caa71dbf36 None None] Calling delete_port for 5f3416c7-4fdc-4d14-8b53-81afb148503c owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:40.674815 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.698373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d0cff2-24db-4da6-8260-e9abcad04e56']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:40.711916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4943101-c7ea-4724-aabb-8c31f92dbe6f') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:40.712218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4943101-c7ea-4724-aabb-8c31f92dbe6f') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:40.728825 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.746237 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.754502 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7633e55d-1254-4495-8bae-c6caa71dbf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.757140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:40:40.757783 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:40:40.761425 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:40:40.771484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633e55d-1254-4495-8bae-c6caa71dbf36 None None] No DVR routers for this DVR port 5f3416c7-4fdc-4d14-8b53-81afb148503c on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:40:40.803774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633e55d-1254-4495-8bae-c6caa71dbf36 None None] Pushing event deleted for resources: {'Port': ['ID=5f3416c7-4fdc-4d14-8b53-81afb148503c,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:40.868565 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.885262 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.893739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/networks/96d0cff2-24db-4da6-8260-e9abcad04e56 HTTP/1.1" status: 204 len: 168 time: 0.6815627 Nov 09 00:40:40.895625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53324) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:40.900383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cefa39-e3d9-4e39-95bb-bfa8727448e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Network': ['ID=96d0cff2-24db-4da6-8260-e9abcad04e56,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:40.920285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ddf4c862-ae87-4bc5-9ea7-652537b613f9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'network': {'name': 'tempest-RoutersTest-392552516'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:40.946261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf4c862-ae87-4bc5-9ea7-652537b613f9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:40.951831 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c862-ae87-4bc5-9ea7-652537b613f9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.984064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf4c862-ae87-4bc5-9ea7-652537b613f9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:40:40.996507 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c862-ae87-4bc5-9ea7-652537b613f9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:40.997120 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-ddf4c862-ae87-4bc5-9ea7-652537b613f9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Added segment f9fa9a96-f089-49ac-8cee-084f63d084ac of type vlan for network 857c7168-92d3-4890-98fa-f7f9bbaf0431 Nov 09 00:40:41.044433 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c862-ae87-4bc5-9ea7-652537b613f9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.074758 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c862-ae87-4bc5-9ea7-652537b613f9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.081864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf4c862-ae87-4bc5-9ea7-652537b613f9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:41.082754 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c862-ae87-4bc5-9ea7-652537b613f9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.107741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53330) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:41.168096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4c862-ae87-4bc5-9ea7-652537b613f9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Network': ['ID=857c7168-92d3-4890-98fa-f7f9bbaf0431,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:41.173557 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ddf4c862-ae87-4bc5-9ea7-652537b613f9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2752213 Nov 09 00:40:41.176269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53334) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:41.178878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 857c7168-92d3-4890-98fa-f7f9bbaf0431 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:40:41.181902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-227bca09-2524-4f56-9147-885f4cb720f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'subnet': {'network_id': '857c7168-92d3-4890-98fa-f7f9bbaf0431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:41.197586 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:40:41.307354 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-35af251d-50ee-41ed-983a-6d92969866d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.326442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227bca09-2524-4f56-9147-885f4cb720f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:41.330951 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-227bca09-2524-4f56-9147-885f4cb720f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.505711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-35af251d-50ee-41ed-983a-6d92969866d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.512066 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-35af251d-50ee-41ed-983a-6d92969866d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.592939 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-35af251d-50ee-41ed-983a-6d92969866d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df47d8b649f34370b56cdedf3c647196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4838343 Nov 09 00:40:41.593702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af251d-50ee-41ed-983a-6d92969866d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4568f1d5-d798-41df-986b-6a155e463494,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:41.595583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53340) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:41.630258 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-227bca09-2524-4f56-9147-885f4cb720f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.661373 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8268038a-0516-4158-b5a9-6444c7e30c06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.683472 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8268038a-0516-4158-b5a9-6444c7e30c06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.700658 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227bca09-2524-4f56-9147-885f4cb720f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Checking segment: {'id': 'f9fa9a96-f089-49ac-8cee-084f63d084ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '857c7168-92d3-4890-98fa-f7f9bbaf0431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:41.701611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227bca09-2524-4f56-9147-885f4cb720f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network hostable DHCP agents. Network: 857c7168-92d3-4890-98fa-f7f9bbaf0431, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:40:41.723796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bca09-2524-4f56-9147-885f4cb720f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Subnet': ['ID=df238956-266e-4303-b838-efe29d343426,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:41.742121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8268038a-0516-4158-b5a9-6444c7e30c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.744171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227bca09-2524-4f56-9147-885f4cb720f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 857c7168-92d3-4890-98fa-f7f9bbaf0431 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:40:41.749583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8268038a-0516-4158-b5a9-6444c7e30c06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.765665 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8268038a-0516-4158-b5a9-6444c7e30c06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4568f1d5-d798-41df-986b-6a155e463494 HTTP/1.1" status: 204 len: 168 time: 0.1584482 Nov 09 00:40:41.781478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-227bca09-2524-4f56-9147-885f4cb720f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 857c7168-92d3-4890-98fa-f7f9bbaf0431) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:41.783460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268038a-0516-4158-b5a9-6444c7e30c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4568f1d5-d798-41df-986b-6a155e463494,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:41.786039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227bca09-2524-4f56-9147-885f4cb720f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:41.786801 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-227bca09-2524-4f56-9147-885f4cb720f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.790803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0022fc30-b7bb-4591-b4fe-0d83ec79af57 None None] Network 857c7168-92d3-4890-98fa-f7f9bbaf0431 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:41.811338 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-227bca09-2524-4f56-9147-885f4cb720f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6336334 Nov 09 00:40:41.814450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53348) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:41.819001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d360505a-8da6-4ee8-a661-118a995bc22c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1973596423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:41.864992 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d360505a-8da6-4ee8-a661-118a995bc22c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.866163 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d360505a-8da6-4ee8-a661-118a995bc22c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.966827 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d360505a-8da6-4ee8-a661-118a995bc22c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:41.975706 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d360505a-8da6-4ee8-a661-118a995bc22c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.004951 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d360505a-8da6-4ee8-a661-118a995bc22c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.006660 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d360505a-8da6-4ee8-a661-118a995bc22c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1911235 Nov 09 00:40:42.009149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53354) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:42.023134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-857c7168-92d3-4890-98fa-f7f9bbaf0431', 'network_id': '857c7168-92d3-4890-98fa-f7f9bbaf0431', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'fixed_ips': [{'subnet_id': 'df238956-266e-4303-b838-efe29d343426'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:40:42.024013 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.189041 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53356) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:42.202765 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96d78584-405b-4886-8591-a1a2a5d255f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.268958 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5f3416c7-4fdc-4d14-8b53-81afb148503c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:40:42.299735 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96d78584-405b-4886-8591-a1a2a5d255f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.305362 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96d78584-405b-4886-8591-a1a2a5d255f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.327407 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 5f3416c7-4fdc-4d14-8b53-81afb148503c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:40:42.327897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5f3416c7-4fdc-4d14-8b53-81afb148503c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:40:42.369026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Allocated IP 172.20.0.2 (857c7168-92d3-4890-98fa-f7f9bbaf0431/df238956-266e-4303-b838-efe29d343426/6521f86e-4171-4f42-8620-0e74a4031a35) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:42.389641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-96d78584-405b-4886-8591-a1a2a5d255f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c16e87b537ba453a8d6596d69a3c69e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1992855 Nov 09 00:40:42.392670 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53362) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:42.414778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d78584-405b-4886-8591-a1a2a5d255f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe92062-601d-4dd4-8a05-befa27788d26,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:42.425583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.465202 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8cac7b6e-c130-4d5a-98b0-6aaa5878e603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.497601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8cac7b6e-c130-4d5a-98b0-6aaa5878e603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.561113 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8cac7b6e-c130-4d5a-98b0-6aaa5878e603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.564953 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8cac7b6e-c130-4d5a-98b0-6aaa5878e603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.566560 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8cac7b6e-c130-4d5a-98b0-6aaa5878e603 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0fe92062-601d-4dd4-8a05-befa27788d26 HTTP/1.1" status: 204 len: 168 time: 0.1729288 Nov 09 00:40:42.570686 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.576284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac7b6e-c130-4d5a-98b0-6aaa5878e603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe92062-601d-4dd4-8a05-befa27788d26,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:42.589845 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.661439 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Network 857c7168-92d3-4890-98fa-f7f9bbaf0431 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:42.664742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:42.669775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:42.679144 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Pushing event updated for resources: {'Port': ['ID=6521f86e-4171-4f42-8620-0e74a4031a35,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:42.716449 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-90d9790d-9353-4786-838f-602c4e305829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.750016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Allocated IP 172.20.0.1 (857c7168-92d3-4890-98fa-f7f9bbaf0431/df238956-266e-4303-b838-efe29d343426/03f6f8d0-4706-4759-b1e0-b130eff9634c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:42.755260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Attempting to bind port 6521f86e-4171-4f42-8620-0e74a4031a35 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:40:42.756573 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Attempting to bind port 6521f86e-4171-4f42-8620-0e74a4031a35 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f9fa9a96-f089-49ac-8cee-084f63d084ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '857c7168-92d3-4890-98fa-f7f9bbaf0431'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:40:42.756962 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Attempting to bind port 6521f86e-4171-4f42-8620-0e74a4031a35 on network 857c7168-92d3-4890-98fa-f7f9bbaf0431 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:40:42.762797 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:40:42.763176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Checking segment: {'id': 'f9fa9a96-f089-49ac-8cee-084f63d084ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '857c7168-92d3-4890-98fa-f7f9bbaf0431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:42.763581 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.765930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Bound using segment: {'id': 'f9fa9a96-f089-49ac-8cee-084f63d084ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '857c7168-92d3-4890-98fa-f7f9bbaf0431'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:40:42.766957 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Bound port: 6521f86e-4171-4f42-8620-0e74a4031a35, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fa9a96-f089-49ac-8cee-084f63d084ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '857c7168-92d3-4890-98fa-f7f9bbaf0431'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:40:42.768160 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.886051 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] For port 6521f86e-4171-4f42-8620-0e74a4031a35, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:40:42.890223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] For port 6521f86e-4171-4f42-8620-0e74a4031a35, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6521f86e-4171-4f42-8620-0e74a4031a35,segment=NetworkSegment(f9fa9a96-f089-49ac-8cee-084f63d084ac),segment_id=f9fa9a96-f089-49ac-8cee-084f63d084ac)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:40:42.896314 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.913071 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.959385 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:42.994383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad53c5-0669-41e6-a730-41eb3521ffee None None] Pushing event updated for resources: {'Port': ['ID=6521f86e-4171-4f42-8620-0e74a4031a35,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:43.017772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=03f6f8d0-4706-4759-b1e0-b130eff9634c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:43.028308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 857c7168-92d3-4890-98fa-f7f9bbaf0431 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:43.030325 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:43.033186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:43.055651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53376) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:43.069454 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-43f5122f-c7a4-4a42-a71e-ff4f743ce4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:43.082318 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:43.179977 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-43f5122f-c7a4-4a42-a71e-ff4f743ce4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:43.185981 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-43f5122f-c7a4-4a42-a71e-ff4f743ce4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:43.206416 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:43.239399 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-43f5122f-c7a4-4a42-a71e-ff4f743ce4ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b03ff119ff946728bec25a9511ac412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801863 Nov 09 00:40:43.239399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5122f-c7a4-4a42-a71e-ff4f743ce4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4910c00e-cdb5-41e0-89a8-f529c11afe6c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:43.243762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53380) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:43.321002 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc32265e-bbf9-4cc9-b40b-f3888e0c03e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:43.352440 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc32265e-bbf9-4cc9-b40b-f3888e0c03e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:43.420843 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc32265e-bbf9-4cc9-b40b-f3888e0c03e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:43.424577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc32265e-bbf9-4cc9-b40b-f3888e0c03e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:43.426641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cc32265e-bbf9-4cc9-b40b-f3888e0c03e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4910c00e-cdb5-41e0-89a8-f529c11afe6c HTTP/1.1" status: 204 len: 168 time: 0.1825006 Nov 09 00:40:43.435438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32265e-bbf9-4cc9-b40b-f3888e0c03e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4910c00e-cdb5-41e0-89a8-f529c11afe6c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:43.569278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:43.575298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:43.649039 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:43.659547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=03f6f8d0-4706-4759-b1e0-b130eff9634c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:43.752285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 857c7168-92d3-4890-98fa-f7f9bbaf0431 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:43.754042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:43.903094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 46affa42-1445-409f-8107-b942d8c8e4cf is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:40:44.028387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:40:44.037455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53402) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:44.037631 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4d3fb1c3-b2a6-4797-a91b-1302eccf9fb9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/46affa42-1445-409f-8107-b942d8c8e4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0268419 Nov 09 00:40:44.039645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9752c4a-cedb-4357-95c1-35ee06d3c364 None None] Sync routers for ids ['46affa42-1445-409f-8107-b942d8c8e4cf'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:40:44.051362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9752c4a-cedb-4357-95c1-35ee06d3c364 None None] Routers {'46affa42-1445-409f-8107-b942d8c8e4cf'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:44.051992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a9752c4a-cedb-4357-95c1-35ee06d3c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['46affa42-1445-409f-8107-b942d8c8e4cf'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:44.090565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a9752c4a-cedb-4357-95c1-35ee06d3c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:44.100247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9752c4a-cedb-4357-95c1-35ee06d3c364 None None] Routers {'46affa42-1445-409f-8107-b942d8c8e4cf'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:44.100863 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a9752c4a-cedb-4357-95c1-35ee06d3c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['46affa42-1445-409f-8107-b942d8c8e4cf'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:44.103929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6715a5-4f8c-4f84-8eb7-6f363e865d96 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:44.107073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6b6715a5-4f8c-4f84-8eb7-6f363e865d96 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports/03f6f8d0-4706-4759-b1e0-b130eff9634c HTTP/1.1" status: 200 len: 910 time: 0.0687802 Nov 09 00:40:44.110405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53406) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:44.143594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a9752c4a-cedb-4357-95c1-35ee06d3c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:44.144023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9752c4a-cedb-4357-95c1-35ee06d3c364 None None] The sync data for ids ['46affa42-1445-409f-8107-b942d8c8e4cf'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:40:44.251391 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76a9ff7-472c-47e1-ac6c-be5ed40c0737 None None] Network 857c7168-92d3-4890-98fa-f7f9bbaf0431 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:44.325151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6521f86e-4171-4f42-8620-0e74a4031a35 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:44.360756 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-18eca157-3ac5-42a9-91f9-71b24f3e6507 None None] Provisioning complete for port 6521f86e-4171-4f42-8620-0e74a4031a35 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:44.361125 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18eca157-3ac5-42a9-91f9-71b24f3e6507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:44.518845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6521f86e-4171-4f42-8620-0e74a4031a35 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:44.519219 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:44.604216 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bda46a20-7a0d-402c-900a-ab3e97bc2038 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:44.804471 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18eca157-3ac5-42a9-91f9-71b24f3e6507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:44.841790 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4347eedf-464c-4aea-a783-39a2cc91238e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:44.877687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-18eca157-3ac5-42a9-91f9-71b24f3e6507 None None] For port 6521f86e-4171-4f42-8620-0e74a4031a35, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6521f86e-4171-4f42-8620-0e74a4031a35,segment=NetworkSegment(f9fa9a96-f089-49ac-8cee-084f63d084ac),segment_id=f9fa9a96-f089-49ac-8cee-084f63d084ac)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:44.884782 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18eca157-3ac5-42a9-91f9-71b24f3e6507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:44.933530 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-bda46a20-7a0d-402c-900a-ab3e97bc2038 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port 03f6f8d0-4706-4759-b1e0-b130eff9634c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:44.934012 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bda46a20-7a0d-402c-900a-ab3e97bc2038 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:45.023400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eca157-3ac5-42a9-91f9-71b24f3e6507 None None] Pushing event updated for resources: {'Port': ['ID=6521f86e-4171-4f42-8620-0e74a4031a35,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:45.079640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bda46a20-7a0d-402c-900a-ab3e97bc2038 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:45.113568 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-bda46a20-7a0d-402c-900a-ab3e97bc2038 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for 03f6f8d0-4706-4759-b1e0-b130eff9634c owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:45.214362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d0237258-7850-43dc-84f7-1e752f91e8b8 None None] Provisioning complete for port 03f6f8d0-4706-4759-b1e0-b130eff9634c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:45.214918 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0237258-7850-43dc-84f7-1e752f91e8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:45.275252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d0237258-7850-43dc-84f7-1e752f91e8b8 None None] Port 03f6f8d0-4706-4759-b1e0-b130eff9634c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:40:45.286077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d0237258-7850-43dc-84f7-1e752f91e8b8 None None] Provisioning complete for port 6521f86e-4171-4f42-8620-0e74a4031a35 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:45.286723 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0237258-7850-43dc-84f7-1e752f91e8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:45.370442 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bda46a20-7a0d-402c-900a-ab3e97bc2038 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:45.405878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda46a20-7a0d-402c-900a-ab3e97bc2038 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=03f6f8d0-4706-4759-b1e0-b130eff9634c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:45.591102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0a686a7f-07f8-4689-9a13-6bf4abec4594 None None] Could not find standard attr ID for object 03f6f8d0-4706-4759-b1e0-b130eff9634c. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:40:45.591771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bda46a20-7a0d-402c-900a-ab3e97bc2038 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:45.777595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda46a20-7a0d-402c-900a-ab3e97bc2038 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 46affa42-1445-409f-8107-b942d8c8e4cf has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:40:45.811619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9374f526-5d6e-4ab6-846a-6f6e3027f945 None None] Could not find standard attr ID for object 03f6f8d0-4706-4759-b1e0-b130eff9634c. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:40:45.866315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda46a20-7a0d-402c-900a-ab3e97bc2038 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:40:45.876796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bda46a20-7a0d-402c-900a-ab3e97bc2038 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/46affa42-1445-409f-8107-b942d8c8e4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7621737 Nov 09 00:40:45.877129 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53498) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:45.883313 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d3e0f-dcc0-4928-abf7-4ebe6f05548f None None] Sync routers for ids ['46affa42-1445-409f-8107-b942d8c8e4cf'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:40:45.901616 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d3e0f-dcc0-4928-abf7-4ebe6f05548f None None] Routers {'46affa42-1445-409f-8107-b942d8c8e4cf'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:45.904230 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9b8d3e0f-dcc0-4928-abf7-4ebe6f05548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['46affa42-1445-409f-8107-b942d8c8e4cf'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:45.916934 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-26a5cfde-eff7-4c80-a267-09daaedeb98e tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=46affa42-1445-409f-8107-b942d8c8e4cf HTTP/1.1" status: 200 len: 205 time: 0.0364313 Nov 09 00:40:45.917249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53500) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:45.959752 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9b8d3e0f-dcc0-4928-abf7-4ebe6f05548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:45.969831 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d3e0f-dcc0-4928-abf7-4ebe6f05548f None None] Routers {'46affa42-1445-409f-8107-b942d8c8e4cf'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:45.973338 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9b8d3e0f-dcc0-4928-abf7-4ebe6f05548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['46affa42-1445-409f-8107-b942d8c8e4cf'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:46.017587 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-772a6ab0-0cf6-4709-9c3a-fd3f936656f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.023401 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9b8d3e0f-dcc0-4928-abf7-4ebe6f05548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:46.024560 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d3e0f-dcc0-4928-abf7-4ebe6f05548f None None] The sync data for ids ['46affa42-1445-409f-8107-b942d8c8e4cf'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:40:46.101995 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.157817 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.244571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6521f86e-4171-4f42-8620-0e74a4031a35 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:46.309410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6521f86e-4171-4f42-8620-0e74a4031a35 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:46.311830 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.462957 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.525599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-772a6ab0-0cf6-4709-9c3a-fd3f936656f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.528144 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-772a6ab0-0cf6-4709-9c3a-fd3f936656f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.573803 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-772a6ab0-0cf6-4709-9c3a-fd3f936656f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.574451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772a6ab0-0cf6-4709-9c3a-fd3f936656f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Fanout notify agent at l3_agent the message router_deleted on router 46affa42-1445-409f-8107-b942d8c8e4cf {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:40:46.582177 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-772a6ab0-0cf6-4709-9c3a-fd3f936656f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.585978 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-772a6ab0-0cf6-4709-9c3a-fd3f936656f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/46affa42-1445-409f-8107-b942d8c8e4cf HTTP/1.1" status: 204 len: 168 time: 0.6676090 Nov 09 00:40:46.588404 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53506) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:46.661193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-200002d6-4918-4bd0-badc-554537178359 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting subnet df238956-266e-4303-b838-efe29d343426 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:40:46.664872 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-200002d6-4918-4bd0-badc-554537178359 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.709432 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-200002d6-4918-4bd0-badc-554537178359 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.805274 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-200002d6-4918-4bd0-badc-554537178359 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.871205 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-200002d6-4918-4bd0-badc-554537178359 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.907395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200002d6-4918-4bd0-badc-554537178359 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Subnet': ['ID=df238956-266e-4303-b838-efe29d343426,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:46.911927 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-200002d6-4918-4bd0-badc-554537178359 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:46.918175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-200002d6-4918-4bd0-badc-554537178359 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/df238956-266e-4303-b838-efe29d343426 HTTP/1.1" status: 204 len: 168 time: 0.3287172 Nov 09 00:40:46.918350 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53512) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:46.919347 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe9de13-79a8-4bb2-9184-e17f49560e32 None None] Network 857c7168-92d3-4890-98fa-f7f9bbaf0431 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:47.009319 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.086736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port 6521f86e-4171-4f42-8620-0e74a4031a35 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:47.087208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.134684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a620debe-7f06-47a3-a29c-71212e48554d None None] DHCP port deletion for 857c7168-92d3-4890-98fa-f7f9bbaf0431 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:40:47.163848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] For port 6521f86e-4171-4f42-8620-0e74a4031a35, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6521f86e-4171-4f42-8620-0e74a4031a35,segment=NetworkSegment(f9fa9a96-f089-49ac-8cee-084f63d084ac),segment_id=f9fa9a96-f089-49ac-8cee-084f63d084ac)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:47.164477 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.180944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for 6521f86e-4171-4f42-8620-0e74a4031a35 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:47.208915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a620debe-7f06-47a3-a29c-71212e48554d None None] Deleting port 6521f86e-4171-4f42-8620-0e74a4031a35 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:47.209415 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a620debe-7f06-47a3-a29c-71212e48554d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.277690 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.293243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a620debe-7f06-47a3-a29c-71212e48554d None None] For port 6521f86e-4171-4f42-8620-0e74a4031a35, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6521f86e-4171-4f42-8620-0e74a4031a35,segment=NetworkSegment(f9fa9a96-f089-49ac-8cee-084f63d084ac),segment_id=f9fa9a96-f089-49ac-8cee-084f63d084ac)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:47.293854 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a620debe-7f06-47a3-a29c-71212e48554d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.307532 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a620debe-7f06-47a3-a29c-71212e48554d None None] Calling delete_port for 6521f86e-4171-4f42-8620-0e74a4031a35 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:47.315648 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No DVR routers for this DVR port 6521f86e-4171-4f42-8620-0e74a4031a35 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:40:47.322517 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=6521f86e-4171-4f42-8620-0e74a4031a35,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:47.405805 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a620debe-7f06-47a3-a29c-71212e48554d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.413320 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.440998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620debe-7f06-47a3-a29c-71212e48554d None None] Pushing event deleted for resources: {'Port': ['ID=6521f86e-4171-4f42-8620-0e74a4031a35,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:47.443259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857c7168-92d3-4890-98fa-f7f9bbaf0431']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:47.447534 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620debe-7f06-47a3-a29c-71212e48554d None None] No DVR routers for this DVR port 6521f86e-4171-4f42-8620-0e74a4031a35 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:40:47.462776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fa9a96-f089-49ac-8cee-084f63d084ac') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:47.463167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fa9a96-f089-49ac-8cee-084f63d084ac') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:47.476248 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.489741 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.496021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:40:47.496489 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:40:47.501199 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:40:47.576198 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.595263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.598701 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/networks/857c7168-92d3-4890-98fa-f7f9bbaf0431 HTTP/1.1" status: 204 len: 168 time: 0.6793745 Nov 09 00:40:47.599746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f1f66-72a7-4205-b4b2-815084ede876 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Network': ['ID=857c7168-92d3-4890-98fa-f7f9bbaf0431,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:47.607471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53518) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:47.612186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-741295278', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:47.646728 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.648055 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.692579 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.709616 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:47.860829 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:48.075627 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:48.099297 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:48.222319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Allocated IP 172.25.0.91 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/d2104f34-ef3f-4f64-a980-17e85cace3cb) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:48.224494 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6521f86e-4171-4f42-8620-0e74a4031a35 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:40:48.253454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 6521f86e-4171-4f42-8620-0e74a4031a35 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:40:48.253729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6521f86e-4171-4f42-8620-0e74a4031a35 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:40:48.361253 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:48.387180 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:48.413022 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:48.459723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:48.464614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:48.471051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:48.499259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=d2104f34-ef3f-4f64-a980-17e85cace3cb,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:48.747020 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:48.965837 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:49.103392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 45ad1aeb-871c-4964-8e3f-fc8b03caf8e6 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:40:49.214068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:40:49.225085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ca25c-233d-437a-80e4-efd484a6f0e8 None None] Sync routers for ids ['45ad1aeb-871c-4964-8e3f-fc8b03caf8e6'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:40:49.235955 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:49.239689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9fe19fd0-b99a-4e3a-b894-77d5e65cdd12 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.6311445 Nov 09 00:40:49.242922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53532) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:49.245648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ca25c-233d-437a-80e4-efd484a6f0e8 None None] Routers {'45ad1aeb-871c-4964-8e3f-fc8b03caf8e6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:49.246282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7f2ca25c-233d-437a-80e4-efd484a6f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['45ad1aeb-871c-4964-8e3f-fc8b03caf8e6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:49.286294 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7f2ca25c-233d-437a-80e4-efd484a6f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:49.298289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ca25c-233d-437a-80e4-efd484a6f0e8 None None] Routers {'45ad1aeb-871c-4964-8e3f-fc8b03caf8e6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:49.298920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7f2ca25c-233d-437a-80e4-efd484a6f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['45ad1aeb-871c-4964-8e3f-fc8b03caf8e6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:49.335535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-7f2ca25c-233d-437a-80e4-efd484a6f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:49.335801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ca25c-233d-437a-80e4-efd484a6f0e8 None None] The sync data for ids ['45ad1aeb-871c-4964-8e3f-fc8b03caf8e6'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:40:49.414051 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-832b73bb-733c-4cff-8997-5be259610593 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/routers/45ad1aeb-871c-4964-8e3f-fc8b03caf8e6 HTTP/1.1" status: 200 len: 879 time: 0.1690860 Nov 09 00:40:49.416369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53536) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:49.949775 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-52ccdade-236a-4a96-b396-0c68c74f4e2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5322297 Nov 09 00:40:49.952183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53544) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:49.956511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b0c0affa-8509-48c3-b0eb-ea7560e1739f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-741295278'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:50.271102 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b0c0affa-8509-48c3-b0eb-ea7560e1739f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:50.283539 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b0c0affa-8509-48c3-b0eb-ea7560e1739f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:50.401568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c0affa-8509-48c3-b0eb-ea7560e1739f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 45ad1aeb-871c-4964-8e3f-fc8b03caf8e6 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:40:50.532717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c0affa-8509-48c3-b0eb-ea7560e1739f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:40:50.539947 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b0c0affa-8509-48c3-b0eb-ea7560e1739f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:50.543580 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b0c0affa-8509-48c3-b0eb-ea7560e1739f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/45ad1aeb-871c-4964-8e3f-fc8b03caf8e6 HTTP/1.1" status: 200 len: 886 time: 0.5880902 Nov 09 00:40:50.543742 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64510a8d-d770-4c16-8d23-dee978498545 None None] Sync routers for ids ['45ad1aeb-871c-4964-8e3f-fc8b03caf8e6'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:40:50.544173 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53550) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:50.556960 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64510a8d-d770-4c16-8d23-dee978498545 None None] Routers {'45ad1aeb-871c-4964-8e3f-fc8b03caf8e6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:50.557601 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-64510a8d-d770-4c16-8d23-dee978498545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['45ad1aeb-871c-4964-8e3f-fc8b03caf8e6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:50.602971 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-64510a8d-d770-4c16-8d23-dee978498545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:50.613900 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64510a8d-d770-4c16-8d23-dee978498545 None None] Routers {'45ad1aeb-871c-4964-8e3f-fc8b03caf8e6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:50.614724 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-64510a8d-d770-4c16-8d23-dee978498545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['45ad1aeb-871c-4964-8e3f-fc8b03caf8e6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:50.654031 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-64510a8d-d770-4c16-8d23-dee978498545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:50.654943 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64510a8d-d770-4c16-8d23-dee978498545 None None] The sync data for ids ['45ad1aeb-871c-4964-8e3f-fc8b03caf8e6'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:40:50.685015 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-007b92d6-8b38-4c8a-ad4f-dabd5deec220 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/routers/45ad1aeb-871c-4964-8e3f-fc8b03caf8e6 HTTP/1.1" status: 200 len: 886 time: 0.1378095 Nov 09 00:40:50.685402 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53552) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:50.712079 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cebcab8a-2be1-4a8d-b861-154c9cc6e561 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=45ad1aeb-871c-4964-8e3f-fc8b03caf8e6 HTTP/1.1" status: 200 len: 205 time: 0.0255659 Nov 09 00:40:50.714493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53554) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:50.830792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:50.938958 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.002246 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port d2104f34-ef3f-4f64-a980-17e85cace3cb {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:51.002845 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.081642 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.093612 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for d2104f34-ef3f-4f64-a980-17e85cace3cb owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:51.266809 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.297167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=d2104f34-ef3f-4f64-a980-17e85cace3cb,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:51.365159 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.471538 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.475253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.535076 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.536249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Fanout notify agent at l3_agent the message router_deleted on router 45ad1aeb-871c-4964-8e3f-fc8b03caf8e6 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:40:51.553506 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.554635 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e985cc0e-885d-4c61-8c07-1e184cc34565 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/45ad1aeb-871c-4964-8e3f-fc8b03caf8e6 HTTP/1.1" status: 204 len: 168 time: 0.8391917 Nov 09 00:40:51.558284 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53564) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:51.565278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f3715a04-c61e-4140-b9c1-3e5982c0b5e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'network': {'name': 'tempest-RoutersTest-84171527'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:51.588107 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3715a04-c61e-4140-b9c1-3e5982c0b5e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:51.592068 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3715a04-c61e-4140-b9c1-3e5982c0b5e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.620917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3715a04-c61e-4140-b9c1-3e5982c0b5e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:40:51.635327 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3715a04-c61e-4140-b9c1-3e5982c0b5e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.635948 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-f3715a04-c61e-4140-b9c1-3e5982c0b5e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Added segment 2ec4df06-5656-4f4d-bbbd-4174f106977d of type vlan for network b6cafcf3-67db-42a0-ba5d-23abcf958b69 Nov 09 00:40:51.681999 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3715a04-c61e-4140-b9c1-3e5982c0b5e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.713623 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3715a04-c61e-4140-b9c1-3e5982c0b5e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.719345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3715a04-c61e-4140-b9c1-3e5982c0b5e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:51.719955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f3715a04-c61e-4140-b9c1-3e5982c0b5e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:51.782614 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f3715a04-c61e-4140-b9c1-3e5982c0b5e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2231946 Nov 09 00:40:51.785588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53570) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:51.791798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3715a04-c61e-4140-b9c1-3e5982c0b5e8 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Network': ['ID=b6cafcf3-67db-42a0-ba5d-23abcf958b69,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:51.800208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6a928ae6-f950-49df-9da2-15e1d279527a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'subnet': {'network_id': 'b6cafcf3-67db-42a0-ba5d-23abcf958b69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:51.802686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network b6cafcf3-67db-42a0-ba5d-23abcf958b69 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:40:51.912119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a928ae6-f950-49df-9da2-15e1d279527a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:51.915728 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a928ae6-f950-49df-9da2-15e1d279527a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.120929 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a928ae6-f950-49df-9da2-15e1d279527a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.176722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a928ae6-f950-49df-9da2-15e1d279527a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Subnet': ['ID=253492e2-9b2f-41e1-a53f-ae88ed082c9e,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:52.199742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a928ae6-f950-49df-9da2-15e1d279527a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Checking segment: {'id': '2ec4df06-5656-4f4d-bbbd-4174f106977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b6cafcf3-67db-42a0-ba5d-23abcf958b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:52.200102 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a928ae6-f950-49df-9da2-15e1d279527a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network hostable DHCP agents. Network: b6cafcf3-67db-42a0-ba5d-23abcf958b69, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:40:52.220060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a928ae6-f950-49df-9da2-15e1d279527a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network b6cafcf3-67db-42a0-ba5d-23abcf958b69 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:40:52.229822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-6a928ae6-f950-49df-9da2-15e1d279527a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, b6cafcf3-67db-42a0-ba5d-23abcf958b69) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:52.234212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a928ae6-f950-49df-9da2-15e1d279527a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:52.235659 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6a928ae6-f950-49df-9da2-15e1d279527a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.241380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81392145-bbe7-4c4a-9a13-3346184d2b91 None None] Network b6cafcf3-67db-42a0-ba5d-23abcf958b69 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:52.257995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6a928ae6-f950-49df-9da2-15e1d279527a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4712148 Nov 09 00:40:52.258256 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53572) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:52.264849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2fc8c536-31e5-4804-ac72-87249f6fa467 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-178992759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:52.298561 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c536-31e5-4804-ac72-87249f6fa467 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.300206 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c536-31e5-4804-ac72-87249f6fa467 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.380662 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c536-31e5-4804-ac72-87249f6fa467 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.386885 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c536-31e5-4804-ac72-87249f6fa467 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.411724 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c536-31e5-4804-ac72-87249f6fa467 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.416856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53574) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:52.417271 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2fc8c536-31e5-4804-ac72-87249f6fa467 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1573970 Nov 09 00:40:52.452706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-b6cafcf3-67db-42a0-ba5d-23abcf958b69', 'network_id': 'b6cafcf3-67db-42a0-ba5d-23abcf958b69', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'fixed_ips': [{'subnet_id': '253492e2-9b2f-41e1-a53f-ae88ed082c9e'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:40:52.454397 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.638044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Allocated IP 172.20.0.2 (b6cafcf3-67db-42a0-ba5d-23abcf958b69/253492e2-9b2f-41e1-a53f-ae88ed082c9e/c160df9b-de36-4797-b390-385cd6fcc0c3) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:52.824424 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.841999 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.851209 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.888140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Network b6cafcf3-67db-42a0-ba5d-23abcf958b69 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:52.893759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:52.898040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:52.915815 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Pushing event updated for resources: {'Port': ['ID=c160df9b-de36-4797-b390-385cd6fcc0c3,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:52.972301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Attempting to bind port c160df9b-de36-4797-b390-385cd6fcc0c3 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:40:52.973239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Attempting to bind port c160df9b-de36-4797-b390-385cd6fcc0c3 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '2ec4df06-5656-4f4d-bbbd-4174f106977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b6cafcf3-67db-42a0-ba5d-23abcf958b69'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:40:52.973847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Attempting to bind port c160df9b-de36-4797-b390-385cd6fcc0c3 on network b6cafcf3-67db-42a0-ba5d-23abcf958b69 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:40:52.979942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:40:52.980932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Checking segment: {'id': '2ec4df06-5656-4f4d-bbbd-4174f106977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b6cafcf3-67db-42a0-ba5d-23abcf958b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:52.981861 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:52.982672 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Bound using segment: {'id': '2ec4df06-5656-4f4d-bbbd-4174f106977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b6cafcf3-67db-42a0-ba5d-23abcf958b69'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:40:52.983545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Bound port: c160df9b-de36-4797-b390-385cd6fcc0c3, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec4df06-5656-4f4d-bbbd-4174f106977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b6cafcf3-67db-42a0-ba5d-23abcf958b69'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:40:52.984101 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:53.055422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] For port c160df9b-de36-4797-b390-385cd6fcc0c3, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:40:53.065468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] For port c160df9b-de36-4797-b390-385cd6fcc0c3, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c160df9b-de36-4797-b390-385cd6fcc0c3,segment=NetworkSegment(2ec4df06-5656-4f4d-bbbd-4174f106977d),segment_id=2ec4df06-5656-4f4d-bbbd-4174f106977d)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:40:53.072001 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:53.144438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Allocated IP 172.20.0.1 (b6cafcf3-67db-42a0-ba5d-23abcf958b69/253492e2-9b2f-41e1-a53f-ae88ed082c9e/7311addf-86b2-4cbf-acc0-8ad20162e988) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:40:53.145034 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dad018-2b05-4284-b8d9-deb77c8197e2 None None] Pushing event updated for resources: {'Port': ['ID=c160df9b-de36-4797-b390-385cd6fcc0c3,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:53.288855 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:53.331243 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:53.434597 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network b6cafcf3-67db-42a0-ba5d-23abcf958b69 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:53.438393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:53.441478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=7311addf-86b2-4cbf-acc0-8ad20162e988,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:53.443974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:40:53.506241 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:53.681795 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:53.967835 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:53.975120 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:54.033136 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:54.319144 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c160df9b-de36-4797-b390-385cd6fcc0c3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:54.403670 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port c160df9b-de36-4797-b390-385cd6fcc0c3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:54.404247 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:54.452925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b1fb4-4d26-4373-af7f-64f02963bd76 None None] Network b6cafcf3-67db-42a0-ba5d-23abcf958b69 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:54.464433 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=7311addf-86b2-4cbf-acc0-8ad20162e988,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:54.543375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network b6cafcf3-67db-42a0-ba5d-23abcf958b69 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:40:54.543631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:54.544369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cc6d3d48-62b4-4b83-9576-f450368b86db None None] Provisioning complete for port c160df9b-de36-4797-b390-385cd6fcc0c3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:54.544519 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc6d3d48-62b4-4b83-9576-f450368b86db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:54.673625 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:54.730470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port c160df9b-de36-4797-b390-385cd6fcc0c3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c160df9b-de36-4797-b390-385cd6fcc0c3,segment=NetworkSegment(2ec4df06-5656-4f4d-bbbd-4174f106977d),segment_id=2ec4df06-5656-4f4d-bbbd-4174f106977d)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:54.740717 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:54.741735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 28c218d7-57fe-4749-b3a9-08e92ca6fbe0 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:40:54.873492 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=c160df9b-de36-4797-b390-385cd6fcc0c3,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:54.880791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:40:54.886374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b4adfbdb-0f5a-4cb2-aa5f-86be67aeed31 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/28c218d7-57fe-4749-b3a9-08e92ca6fbe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4679241 Nov 09 00:40:54.889048 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53600) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:54.898939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1325e-5399-4eea-8bfb-ebd5e83d81f9 None None] Sync routers for ids ['28c218d7-57fe-4749-b3a9-08e92ca6fbe0'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:40:54.909814 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1325e-5399-4eea-8bfb-ebd5e83d81f9 None None] Routers {'28c218d7-57fe-4749-b3a9-08e92ca6fbe0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:54.910507 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4ff1325e-5399-4eea-8bfb-ebd5e83d81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['28c218d7-57fe-4749-b3a9-08e92ca6fbe0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:54.944533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a506c729-0dd1-4c28-bccb-05681fbddb4b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:54.948421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a506c729-0dd1-4c28-bccb-05681fbddb4b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports/7311addf-86b2-4cbf-acc0-8ad20162e988 HTTP/1.1" status: 200 len: 910 time: 0.0559921 Nov 09 00:40:54.948688 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53602) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:54.955038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8eb1bd8d-cf4a-4c4e-911f-fbff420af114 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '253492e2-9b2f-41e1-a53f-ae88ed082c9e'}]}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:54.959647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4ff1325e-5399-4eea-8bfb-ebd5e83d81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:54.976066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1325e-5399-4eea-8bfb-ebd5e83d81f9 None None] Routers {'28c218d7-57fe-4749-b3a9-08e92ca6fbe0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:54.978293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4ff1325e-5399-4eea-8bfb-ebd5e83d81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['28c218d7-57fe-4749-b3a9-08e92ca6fbe0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:55.029312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4ff1325e-5399-4eea-8bfb-ebd5e83d81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:55.030254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1325e-5399-4eea-8bfb-ebd5e83d81f9 None None] The sync data for ids ['28c218d7-57fe-4749-b3a9-08e92ca6fbe0'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:40:55.195640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eb1bd8d-cf4a-4c4e-911f-fbff420af114 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:55.231712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-80a9c5b6-e6f7-4740-a0ec-af390e209306 None None] Provisioning complete for port c160df9b-de36-4797-b390-385cd6fcc0c3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:55.232114 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-80a9c5b6-e6f7-4740-a0ec-af390e209306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:55.356850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-80a9c5b6-e6f7-4740-a0ec-af390e209306 None None] Provisioning complete for port 7311addf-86b2-4cbf-acc0-8ad20162e988 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:55.358648 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-80a9c5b6-e6f7-4740-a0ec-af390e209306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:55.415889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-80a9c5b6-e6f7-4740-a0ec-af390e209306 None None] Port 7311addf-86b2-4cbf-acc0-8ad20162e988 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:40:55.543932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ffae9e3d-7643-4de1-a9aa-7defaaecbe75 None None] Provisioning complete for port 7311addf-86b2-4cbf-acc0-8ad20162e988 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:55.543932 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ffae9e3d-7643-4de1-a9aa-7defaaecbe75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:55.597644 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ffae9e3d-7643-4de1-a9aa-7defaaecbe75 None None] Port 7311addf-86b2-4cbf-acc0-8ad20162e988 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:40:55.745862 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eb1bd8d-cf4a-4c4e-911f-fbff420af114 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:55.756809 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eb1bd8d-cf4a-4c4e-911f-fbff420af114 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:55.823282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3d5e4f57-2625-4aae-9427-d423e11e6e3e None None] Provisioning complete for port 7311addf-86b2-4cbf-acc0-8ad20162e988 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:55.824307 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3d5e4f57-2625-4aae-9427-d423e11e6e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:55.844122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1bd8d-cf4a-4c4e-911f-fbff420af114 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:55.844827 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8eb1bd8d-cf4a-4c4e-911f-fbff420af114 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:55.848841 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8eb1bd8d-cf4a-4c4e-911f-fbff420af114 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/ports/7311addf-86b2-4cbf-acc0-8ad20162e988 HTTP/1.1" status: 200 len: 910 time: 0.8966830 Nov 09 00:40:55.848841 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1bd8d-cf4a-4c4e-911f-fbff420af114 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=7311addf-86b2-4cbf-acc0-8ad20162e988,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:55.849942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53612) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:55.884137 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e4f57-2625-4aae-9427-d423e11e6e3e None None] Port 7311addf-86b2-4cbf-acc0-8ad20162e988 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:40:56.237977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c160df9b-de36-4797-b390-385cd6fcc0c3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:40:56.288586 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port c160df9b-de36-4797-b390-385cd6fcc0c3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:40:56.288968 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:56.493604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:56.750384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port 7311addf-86b2-4cbf-acc0-8ad20162e988 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:56.750740 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:56.851368 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:56.864853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for 7311addf-86b2-4cbf-acc0-8ad20162e988 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:57.049687 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:57.084897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=7311addf-86b2-4cbf-acc0-8ad20162e988,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:57.116597 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:57.116946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:57.117288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:57.118068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:57.118068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:57.118348 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:57.118612 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:57.118938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:57.119264 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:57.119595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:57.119909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:57.120234 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:57.271704 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:57.452689 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 28c218d7-57fe-4749-b3a9-08e92ca6fbe0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:40:57.540991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:40:57.554276 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4104a1db-bec1-4ed1-8605-61622e9ad587 None None] Sync routers for ids ['28c218d7-57fe-4749-b3a9-08e92ca6fbe0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:40:57.555974 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a625398c-3e05-4095-b340-215712202481 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/28c218d7-57fe-4749-b3a9-08e92ca6fbe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7042212 Nov 09 00:40:57.558827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53630) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:57.578911 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104a1db-bec1-4ed1-8605-61622e9ad587 None None] Routers {'28c218d7-57fe-4749-b3a9-08e92ca6fbe0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:57.579750 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4104a1db-bec1-4ed1-8605-61622e9ad587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['28c218d7-57fe-4749-b3a9-08e92ca6fbe0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:57.599089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a5690ba4-e3d9-4540-ba18-765120d0f82c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c218d7-57fe-4749-b3a9-08e92ca6fbe0 HTTP/1.1" status: 200 len: 205 time: 0.0390127 Nov 09 00:40:57.601710 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53636) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:57.627574 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4104a1db-bec1-4ed1-8605-61622e9ad587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:57.636570 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104a1db-bec1-4ed1-8605-61622e9ad587 None None] Routers {'28c218d7-57fe-4749-b3a9-08e92ca6fbe0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:40:57.637466 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4104a1db-bec1-4ed1-8605-61622e9ad587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['28c218d7-57fe-4749-b3a9-08e92ca6fbe0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:57.674978 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4104a1db-bec1-4ed1-8605-61622e9ad587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:57.675768 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4104a1db-bec1-4ed1-8605-61622e9ad587 None None] The sync data for ids ['28c218d7-57fe-4749-b3a9-08e92ca6fbe0'] in n-d-813263-3 is: [] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:40:57.678202 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adf27c9-8b3b-4c5a-8411-906edd6bff3d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:57.839674 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adf27c9-8b3b-4c5a-8411-906edd6bff3d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:57.842988 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adf27c9-8b3b-4c5a-8411-906edd6bff3d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:57.892882 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adf27c9-8b3b-4c5a-8411-906edd6bff3d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:57.893600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adf27c9-8b3b-4c5a-8411-906edd6bff3d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Fanout notify agent at l3_agent the message router_deleted on router 28c218d7-57fe-4749-b3a9-08e92ca6fbe0 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:40:57.901465 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adf27c9-8b3b-4c5a-8411-906edd6bff3d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:57.902630 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8adf27c9-8b3b-4c5a-8411-906edd6bff3d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/28c218d7-57fe-4749-b3a9-08e92ca6fbe0 HTTP/1.1" status: 204 len: 168 time: 0.2996495 Nov 09 00:40:57.905156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53642) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:57.960584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-5042e7f5-41e0-4325-92b8-8bea547c9425 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting subnet 253492e2-9b2f-41e1-a53f-ae88ed082c9e {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:40:57.964096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5042e7f5-41e0-4325-92b8-8bea547c9425 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.006902 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5042e7f5-41e0-4325-92b8-8bea547c9425 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.099509 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5042e7f5-41e0-4325-92b8-8bea547c9425 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.163222 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5042e7f5-41e0-4325-92b8-8bea547c9425 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.192594 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042e7f5-41e0-4325-92b8-8bea547c9425 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Subnet': ['ID=253492e2-9b2f-41e1-a53f-ae88ed082c9e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:58.194556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5042e7f5-41e0-4325-92b8-8bea547c9425 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.197743 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5042e7f5-41e0-4325-92b8-8bea547c9425 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/253492e2-9b2f-41e1-a53f-ae88ed082c9e HTTP/1.1" status: 204 len: 168 time: 0.2914362 Nov 09 00:40:58.200398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53644) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:58.201967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367bab19-809b-4f67-af6a-d8d03fbe8190 None None] Network b6cafcf3-67db-42a0-ba5d-23abcf958b69 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:58.300772 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.385053 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port c160df9b-de36-4797-b390-385cd6fcc0c3 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:40:58.385496 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.463294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] For port c160df9b-de36-4797-b390-385cd6fcc0c3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c160df9b-de36-4797-b390-385cd6fcc0c3,segment=NetworkSegment(2ec4df06-5656-4f4d-bbbd-4174f106977d),segment_id=2ec4df06-5656-4f4d-bbbd-4174f106977d)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:40:58.463601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.479730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for c160df9b-de36-4797-b390-385cd6fcc0c3 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:40:58.578555 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.597510 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1988a2-a89c-49da-a37a-6cdb09371eb4 None None] DHCP port deletion for b6cafcf3-67db-42a0-ba5d-23abcf958b69 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:40:58.623485 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=c160df9b-de36-4797-b390-385cd6fcc0c3,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:58.630727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No DVR routers for this DVR port c160df9b-de36-4797-b390-385cd6fcc0c3 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:40:58.635639 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:58.635935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:58.636278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:58.636615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:58.636948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:58.637570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:58.637897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:58.638223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:58.638552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:58.638973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:58.639300 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:58.639625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:40:58.721240 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.745256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cafcf3-67db-42a0-ba5d-23abcf958b69']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:58.756790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec4df06-5656-4f4d-bbbd-4174f106977d') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:58.757095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec4df06-5656-4f4d-bbbd-4174f106977d') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:40:58.768321 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.787823 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.793962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:40:58.794353 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:40:58.798567 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:40:58.858485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.864269 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.868261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/networks/b6cafcf3-67db-42a0-ba5d-23abcf958b69 HTTP/1.1" status: 204 len: 168 time: 0.6664093 Nov 09 00:40:58.874551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53660) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:58.879094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e0bfae1b-2eac-4e8b-aead-50217f345675 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1678012272', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:58.911652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f4684-e5c4-4e9b-b19b-3bbb175357c1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Network': ['ID=b6cafcf3-67db-42a0-ba5d-23abcf958b69,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:58.919624 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0bfae1b-2eac-4e8b-aead-50217f345675 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.922421 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0bfae1b-2eac-4e8b-aead-50217f345675 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.991222 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0bfae1b-2eac-4e8b-aead-50217f345675 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:58.996299 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0bfae1b-2eac-4e8b-aead-50217f345675 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:59.013671 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e0bfae1b-2eac-4e8b-aead-50217f345675 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:59.015128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e0bfae1b-2eac-4e8b-aead-50217f345675 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1393149 Nov 09 00:40:59.018239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53664) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:59.023298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4c0b2305-f562-4cd9-b4a7-e458031dc1d5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'network': {'name': 'tempest-RoutersTest-658841200'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:59.044079 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0b2305-f562-4cd9-b4a7-e458031dc1d5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:59.047870 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2305-f562-4cd9-b4a7-e458031dc1d5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:59.073027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0b2305-f562-4cd9-b4a7-e458031dc1d5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:40:59.085918 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2305-f562-4cd9-b4a7-e458031dc1d5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:59.086242 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-4c0b2305-f562-4cd9-b4a7-e458031dc1d5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Added segment 2303b529-3fb1-411b-85ba-3e96b790cf25 of type vlan for network 17cac35c-ca51-4382-99fc-8152521c48bf Nov 09 00:40:59.132870 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2305-f562-4cd9-b4a7-e458031dc1d5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:59.162703 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2305-f562-4cd9-b4a7-e458031dc1d5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:59.168733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0b2305-f562-4cd9-b4a7-e458031dc1d5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:59.168988 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2305-f562-4cd9-b4a7-e458031dc1d5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:59.236851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4c0b2305-f562-4cd9-b4a7-e458031dc1d5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2148099 Nov 09 00:40:59.237736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53670) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:59.242810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ea6da59f-0283-442d-a359-d61c94426aa5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'subnet': {'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:40:59.243518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b2305-f562-4cd9-b4a7-e458031dc1d5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Network': ['ID=17cac35c-ca51-4382-99fc-8152521c48bf,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:59.254318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 17cac35c-ca51-4382-99fc-8152521c48bf details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:40:59.371225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6da59f-0283-442d-a359-d61c94426aa5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:40:59.375314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea6da59f-0283-442d-a359-d61c94426aa5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:59.572159 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea6da59f-0283-442d-a359-d61c94426aa5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:59.621182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6da59f-0283-442d-a359-d61c94426aa5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Subnet': ['ID=5d8175f2-f79c-4a17-8597-bf8208917151,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:40:59.652440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6da59f-0283-442d-a359-d61c94426aa5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Checking segment: {'id': '2303b529-3fb1-411b-85ba-3e96b790cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:40:59.652801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6da59f-0283-442d-a359-d61c94426aa5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network hostable DHCP agents. Network: 17cac35c-ca51-4382-99fc-8152521c48bf, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:40:59.669341 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6da59f-0283-442d-a359-d61c94426aa5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 17cac35c-ca51-4382-99fc-8152521c48bf is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:40:59.679614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ea6da59f-0283-442d-a359-d61c94426aa5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 17cac35c-ca51-4382-99fc-8152521c48bf) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:40:59.689103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d1ae24-7068-42d2-b64a-27c776dc1bf1 None None] Network 17cac35c-ca51-4382-99fc-8152521c48bf requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:40:59.690066 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6da59f-0283-442d-a359-d61c94426aa5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:40:59.690798 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ea6da59f-0283-442d-a359-d61c94426aa5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:40:59.715972 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ea6da59f-0283-442d-a359-d61c94426aa5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4769969 Nov 09 00:40:59.719058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53672) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:40:59.973560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-17cac35c-ca51-4382-99fc-8152521c48bf', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:40:59.978272 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:00.115588 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:00.149647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Allocated IP 172.20.0.2 (17cac35c-ca51-4382-99fc-8152521c48bf/5d8175f2-f79c-4a17-8597-bf8208917151/a14867a6-766e-4caa-a0e2-fe7352ef9193) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:00.263666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c160df9b-de36-4797-b390-385cd6fcc0c3 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:41:00.355183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: c160df9b-de36-4797-b390-385cd6fcc0c3 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:41:00.355781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c160df9b-de36-4797-b390-385cd6fcc0c3 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:41:00.370542 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:00.376736 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:00.415844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Network 17cac35c-ca51-4382-99fc-8152521c48bf is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:00.423597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:00.428258 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:00.431482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Pushing event updated for resources: {'Port': ['ID=a14867a6-766e-4caa-a0e2-fe7352ef9193,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:00.452080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Allocated IP 172.20.0.1 (17cac35c-ca51-4382-99fc-8152521c48bf/5d8175f2-f79c-4a17-8597-bf8208917151/46ffb6a5-f86a-400c-b7e2-f297b7d3c40a) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:00.502437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Attempting to bind port a14867a6-766e-4caa-a0e2-fe7352ef9193 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:00.502800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Attempting to bind port a14867a6-766e-4caa-a0e2-fe7352ef9193 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '2303b529-3fb1-411b-85ba-3e96b790cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:00.503160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Attempting to bind port a14867a6-766e-4caa-a0e2-fe7352ef9193 on network 17cac35c-ca51-4382-99fc-8152521c48bf {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:00.508273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:00.508650 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Checking segment: {'id': '2303b529-3fb1-411b-85ba-3e96b790cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:00.509046 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:00.509467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Bound using segment: {'id': '2303b529-3fb1-411b-85ba-3e96b790cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:00.509927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Bound port: a14867a6-766e-4caa-a0e2-fe7352ef9193, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2303b529-3fb1-411b-85ba-3e96b790cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:00.510302 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:00.576800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] For port a14867a6-766e-4caa-a0e2-fe7352ef9193, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:00.581070 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] For port a14867a6-766e-4caa-a0e2-fe7352ef9193, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a14867a6-766e-4caa-a0e2-fe7352ef9193,segment=NetworkSegment(2303b529-3fb1-411b-85ba-3e96b790cf25),segment_id=2303b529-3fb1-411b-85ba-3e96b790cf25)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:00.588115 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:00.588923 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:00.643832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:00.676610 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8257d-0858-4d63-9f0b-e005b152f691 None None] Pushing event updated for resources: {'Port': ['ID=a14867a6-766e-4caa-a0e2-fe7352ef9193,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:00.693992 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 17cac35c-ca51-4382-99fc-8152521c48bf is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:00.697202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:00.705459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:00.754664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=46ffb6a5-f86a-400c-b7e2-f297b7d3c40a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:00.762029 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:00.915327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:01.244901 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:01.251871 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:01.622802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=46ffb6a5-f86a-400c-b7e2-f297b7d3c40a,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:01.625204 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:01.747290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 17cac35c-ca51-4382-99fc-8152521c48bf is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:01.748735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:01.860541 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87946f33-dc14-4b9a-990c-415bd2c1b230 None None] Network 17cac35c-ca51-4382-99fc-8152521c48bf requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:01.884051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router f2f8c125-2b97-41b1-86c2-ec0c67b6792e is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:41:01.988878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:02.006480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Sync routers for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:02.008904 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53702) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:02.010025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0945a2c3-1a2f-4b0e-8795-76b1fb57ab08 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2886183 Nov 09 00:41:02.015465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-22a5dcda-d75b-4016-ba29-fe696cdeba92 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'network': {'name': 'tempest-RoutersTest-561856567'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:02.037392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a5dcda-d75b-4016-ba29-fe696cdeba92 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:02.038506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:02.039144 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:02.042698 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22a5dcda-d75b-4016-ba29-fe696cdeba92 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:02.087562 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-662eaf9b-a1f1-49f9-965a-15a6265bed9e None None] Provisioning complete for port a14867a6-766e-4caa-a0e2-fe7352ef9193 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:02.087940 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-662eaf9b-a1f1-49f9-965a-15a6265bed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:02.110238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a5dcda-d75b-4016-ba29-fe696cdeba92 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:41:02.136691 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22a5dcda-d75b-4016-ba29-fe696cdeba92 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:02.137052 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-22a5dcda-d75b-4016-ba29-fe696cdeba92 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Added segment f1679e4d-96be-4669-b7d9-885d834a7d15 of type vlan for network 80281f29-5d83-4ea4-8ed7-fb206392e2e5 Nov 09 00:41:02.198724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:02.252225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22a5dcda-d75b-4016-ba29-fe696cdeba92 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:02.331908 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22a5dcda-d75b-4016-ba29-fe696cdeba92 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:02.337580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a5dcda-d75b-4016-ba29-fe696cdeba92 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:02.346198 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-22a5dcda-d75b-4016-ba29-fe696cdeba92 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:02.410004 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a14867a6-766e-4caa-a0e2-fe7352ef9193 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:02.482724 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-662eaf9b-a1f1-49f9-965a-15a6265bed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:02.485543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5dcda-d75b-4016-ba29-fe696cdeba92 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Network': ['ID=80281f29-5d83-4ea4-8ed7-fb206392e2e5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:02.500229 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-22a5dcda-d75b-4016-ba29-fe696cdeba92 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4893734 Nov 09 00:41:02.502938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53710) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:02.509478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2e7c6e26-ec02-44ac-b50b-149625aa646d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'subnet': {'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:02.521865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 80281f29-5d83-4ea4-8ed7-fb206392e2e5 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:41:02.675612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-662eaf9b-a1f1-49f9-965a-15a6265bed9e None None] For port a14867a6-766e-4caa-a0e2-fe7352ef9193, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a14867a6-766e-4caa-a0e2-fe7352ef9193,segment=NetworkSegment(2303b529-3fb1-411b-85ba-3e96b790cf25),segment_id=2303b529-3fb1-411b-85ba-3e96b790cf25)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:02.704537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7c6e26-ec02-44ac-b50b-149625aa646d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:02.708769 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6e26-ec02-44ac-b50b-149625aa646d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:02.714180 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-662eaf9b-a1f1-49f9-965a-15a6265bed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:02.795750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a14867a6-766e-4caa-a0e2-fe7352ef9193 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:02.796257 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:02.864319 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662eaf9b-a1f1-49f9-965a-15a6265bed9e None None] Pushing event updated for resources: {'Port': ['ID=a14867a6-766e-4caa-a0e2-fe7352ef9193,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:02.959882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:00Z', 'revision_number': 2, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:01Z', 'revision_number': 2, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:02.966505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6c35c2b2-2d06-4a65-9dbf-709336924621 None None] Provisioning complete for port a14867a6-766e-4caa-a0e2-fe7352ef9193 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:02.967156 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6c35c2b2-2d06-4a65-9dbf-709336924621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:03.000506 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6e26-ec02-44ac-b50b-149625aa646d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:03.027695 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Checking router: f2f8c125-2b97-41b1-86c2-ec0c67b6792e for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:03.027970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Updating router f2f8c125-2b97-41b1-86c2-ec0c67b6792e port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:41:03.086181 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:03.135029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c6e26-ec02-44ac-b50b-149625aa646d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Subnet': ['ID=5b68a043-f88e-43e0-8736-f2c6759b30b7,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:03.154036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c6e26-ec02-44ac-b50b-149625aa646d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Checking segment: {'id': 'f1679e4d-96be-4669-b7d9-885d834a7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:03.154413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c6e26-ec02-44ac-b50b-149625aa646d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network hostable DHCP agents. Network: 80281f29-5d83-4ea4-8ed7-fb206392e2e5, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:41:03.182064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c6e26-ec02-44ac-b50b-149625aa646d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 80281f29-5d83-4ea4-8ed7-fb206392e2e5 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:41:03.196828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2e7c6e26-ec02-44ac-b50b-149625aa646d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 80281f29-5d83-4ea4-8ed7-fb206392e2e5) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:03.203877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7c6e26-ec02-44ac-b50b-149625aa646d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:03.204940 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6e26-ec02-44ac-b50b-149625aa646d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:03.228805 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2e7c6e26-ec02-44ac-b50b-149625aa646d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7244120 Nov 09 00:41:03.231854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53716) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:03.240939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e0ae12-3464-481d-a55e-97252720a125 None None] Network 80281f29-5d83-4ea4-8ed7-fb206392e2e5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:03.354689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6c35c2b2-2d06-4a65-9dbf-709336924621 None None] Provisioning complete for port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:03.355055 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6c35c2b2-2d06-4a65-9dbf-709336924621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:03.454113 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6c35c2b2-2d06-4a65-9dbf-709336924621 None None] Port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:03.582670 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:41:03.583929 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:03.790908 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:03.845802 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ac9a5878-0116-4c20-826e-ca6a92a33f1b None None] Provisioning complete for port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:03.846175 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ac9a5878-0116-4c20-826e-ca6a92a33f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:03.852031 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:03.925737 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:03.992567 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a5878-0116-4c20-826e-ca6a92a33f1b None None] Port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:04.033878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e44452-aa97-4332-9db1-c6431fca9a73 None None] Pushing event updated for resources: {'Port': ['ID=46ffb6a5-f86a-400c-b7e2-f297b7d3c40a,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:04.110596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Allocated IP 172.21.0.2 (80281f29-5d83-4ea4-8ed7-fb206392e2e5/5b68a043-f88e-43e0-8736-f2c6759b30b7/6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:04.221060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Attempting to bind port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:04.221442 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Attempting to bind port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '2303b529-3fb1-411b-85ba-3e96b790cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:04.221817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Attempting to bind port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a on network 17cac35c-ca51-4382-99fc-8152521c48bf {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:04.233094 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:04.233506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Checking segment: {'id': '2303b529-3fb1-411b-85ba-3e96b790cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:04.234476 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:04.234882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Bound using segment: {'id': '2303b529-3fb1-411b-85ba-3e96b790cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:04.235352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Bound port: 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2303b529-3fb1-411b-85ba-3e96b790cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:04.235738 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:04.254713 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a14867a6-766e-4caa-a0e2-fe7352ef9193 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:04.414318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4b6e9bb8-28aa-488b-8541-c24e325d8fb6 None None] Provisioning complete for port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:04.414693 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9bb8-28aa-488b-8541-c24e325d8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:04.420822 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:04.443855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] For port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:04.451706 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:04.478125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] For port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=46ffb6a5-f86a-400c-b7e2-f297b7d3c40a,segment=NetworkSegment(2303b529-3fb1-411b-85ba-3e96b790cf25),segment_id=2303b529-3fb1-411b-85ba-3e96b790cf25)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:04.505444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a14867a6-766e-4caa-a0e2-fe7352ef9193 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:04.505731 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:04.507744 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:04.514016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e9bb8-28aa-488b-8541-c24e325d8fb6 None None] Port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:04.524647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Allocated IP 172.21.0.1 (80281f29-5d83-4ea4-8ed7-fb206392e2e5/5b68a043-f88e-43e0-8736-f2c6759b30b7/8f225bd6-3d1e-4770-971e-942b94c6c240) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:04.551382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Network 80281f29-5d83-4ea4-8ed7-fb206392e2e5 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:04.561335 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:04.567711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:04.569743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Pushing event updated for resources: {'Port': ['ID=6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:04.670989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:04.671530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:04.758176 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:04.777589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e44452-aa97-4332-9db1-c6431fca9a73 None None] Pushing event updated for resources: {'Port': ['ID=46ffb6a5-f86a-400c-b7e2-f297b7d3c40a,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:04.782457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Attempting to bind port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:04.782909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Attempting to bind port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f1679e4d-96be-4669-b7d9-885d834a7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:04.783341 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Attempting to bind port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c on network 80281f29-5d83-4ea4-8ed7-fb206392e2e5 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:04.835886 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:04.836140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:04.836140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Checking segment: {'id': 'f1679e4d-96be-4669-b7d9-885d834a7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:04.836140 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:04.836140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Bound using segment: {'id': 'f1679e4d-96be-4669-b7d9-885d834a7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:04.836140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Bound port: 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1679e4d-96be-4669-b7d9-885d834a7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:04.836140 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:04.849443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:04.928306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=8f225bd6-3d1e-4770-971e-942b94c6c240,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:04.945909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 80281f29-5d83-4ea4-8ed7-fb206392e2e5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:04.948040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:04.959245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:05.018748 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:05.047311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-12235cd4-c80e-4deb-a014-d89d7be9c320 None None] Provisioning complete for port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:05.047910 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-12235cd4-c80e-4deb-a014-d89d7be9c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:05.049770 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] For port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:05.118053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] For port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c,segment=NetworkSegment(f1679e4d-96be-4669-b7d9-885d834a7d15),segment_id=f1679e4d-96be-4669-b7d9-885d834a7d15)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:05.132574 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:05.146597 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:05.317572 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-12235cd4-c80e-4deb-a014-d89d7be9c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:05.350290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427a52a-c726-44ee-b682-84c9fa5f476c None None] Pushing event updated for resources: {'Port': ['ID=6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:05.440092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-12235cd4-c80e-4deb-a014-d89d7be9c320 None None] For port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=46ffb6a5-f86a-400c-b7e2-f297b7d3c40a,segment=NetworkSegment(2303b529-3fb1-411b-85ba-3e96b790cf25),segment_id=2303b529-3fb1-411b-85ba-3e96b790cf25)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:05.469563 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-12235cd4-c80e-4deb-a014-d89d7be9c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:05.585593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:00Z', 'revision_number': 2, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:04Z', 'revision_number': 4, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:05.596033 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:05.607171 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:05.635676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d32b3-2d35-408c-8ade-da41c76c7236 None None] The sync data for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 is: [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:00Z', 'revision_number': 2, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:04Z', 'revision_number': 4, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:05.673278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12235cd4-c80e-4deb-a014-d89d7be9c320 None None] Pushing event updated for resources: {'Port': ['ID=46ffb6a5-f86a-400c-b7e2-f297b7d3c40a,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:05.695791 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:05.892278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=8f225bd6-3d1e-4770-971e-942b94c6c240,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:05.901776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 80281f29-5d83-4ea4-8ed7-fb206392e2e5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:05.903658 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:06.071182 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router f2f8c125-2b97-41b1-86c2-ec0c67b6792e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:41:06.259399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:06.281622 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5ddb9ff0-0ef0-48c3-a271-ab2ccccd8b2b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0478997 Nov 09 00:41:06.284918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53752) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:06.292711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b3a12a14-b0cd-4946-8911-3b8dc6164f4c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'network': {'name': 'tempest-RoutersTest-1438897565'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:06.360611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a12a14-b0cd-4946-8911-3b8dc6164f4c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:06.370198 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3a12a14-b0cd-4946-8911-3b8dc6164f4c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:06.404177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:06.410912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a12a14-b0cd-4946-8911-3b8dc6164f4c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:41:06.422514 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3a12a14-b0cd-4946-8911-3b8dc6164f4c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:06.423431 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-b3a12a14-b0cd-4946-8911-3b8dc6164f4c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Added segment 0834a670-3266-4cab-a1d0-e8a1893e3b0e of type vlan for network 49c7842e-eba4-4bb8-92d1-24dfdff95d31 Nov 09 00:41:06.520800 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3a12a14-b0cd-4946-8911-3b8dc6164f4c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:06.523538 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:06.524072 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:06.568624 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3a12a14-b0cd-4946-8911-3b8dc6164f4c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:06.577119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a12a14-b0cd-4946-8911-3b8dc6164f4c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:06.577973 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b3a12a14-b0cd-4946-8911-3b8dc6164f4c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:06.680028 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:06.698286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a12a14-b0cd-4946-8911-3b8dc6164f4c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Network': ['ID=49c7842e-eba4-4bb8-92d1-24dfdff95d31,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:06.737647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 49c7842e-eba4-4bb8-92d1-24dfdff95d31 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:41:06.739422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b3a12a14-b0cd-4946-8911-3b8dc6164f4c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4533415 Nov 09 00:41:06.742444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53758) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:06.766680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2b85ac89-0cdc-49ef-8d6b-c0eb759e336d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'subnet': {'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:06.831383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c,segment=NetworkSegment(f1679e4d-96be-4669-b7d9-885d834a7d15),segment_id=f1679e4d-96be-4669-b7d9-885d834a7d15)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:06.947216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b85ac89-0cdc-49ef-8d6b-c0eb759e336d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:06.952559 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b85ac89-0cdc-49ef-8d6b-c0eb759e336d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:07.092524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a05c52-df07-4b2b-a169-32dbdea777f0 None None] Network 80281f29-5d83-4ea4-8ed7-fb206392e2e5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:07.109283 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:07.110123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:07.196880 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b85ac89-0cdc-49ef-8d6b-c0eb759e336d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:07.232326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:07.255955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85ac89-0cdc-49ef-8d6b-c0eb759e336d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Subnet': ['ID=92427733-86c2-4b83-bef0-2bd9397d1afd,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:07.290102 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85ac89-0cdc-49ef-8d6b-c0eb759e336d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Checking segment: {'id': '0834a670-3266-4cab-a1d0-e8a1893e3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:07.290509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85ac89-0cdc-49ef-8d6b-c0eb759e336d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network hostable DHCP agents. Network: 49c7842e-eba4-4bb8-92d1-24dfdff95d31, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:41:07.310791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-784c7d9d-a62f-41ad-b92c-e3157ad52940 None None] Provisioning complete for port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:07.311074 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-784c7d9d-a62f-41ad-b92c-e3157ad52940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:07.325208 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85ac89-0cdc-49ef-8d6b-c0eb759e336d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 49c7842e-eba4-4bb8-92d1-24dfdff95d31 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:41:07.335966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2b85ac89-0cdc-49ef-8d6b-c0eb759e336d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 49c7842e-eba4-4bb8-92d1-24dfdff95d31) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:07.350896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b85ac89-0cdc-49ef-8d6b-c0eb759e336d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:07.352581 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b85ac89-0cdc-49ef-8d6b-c0eb759e336d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:07.370087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f69b9b-009b-4a71-a405-b12d7ee8fde3 None None] Network 49c7842e-eba4-4bb8-92d1-24dfdff95d31 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:07.380601 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2b85ac89-0cdc-49ef-8d6b-c0eb759e336d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6334624 Nov 09 00:41:07.381003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53768) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:07.501583 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:07.502198 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:07.757616 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:41:07.763930 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:07.872639 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:07.905172 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Sync routers for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:07.916837 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:07.917744 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:07.993660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Allocated IP 172.22.0.2 (49c7842e-eba4-4bb8-92d1-24dfdff95d31/92427733-86c2-4b83-bef0-2bd9397d1afd/afa0a7fa-c437-4895-990d-09885629ce89) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:08.029997 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:08.119234 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-afaa12f0-ef1f-4877-b863-dca80573b4a0 None None] Provisioning complete for port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:08.119603 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-afaa12f0-ef1f-4877-b863-dca80573b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.293314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:08.334504 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 3, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 2, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:08.367570 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Checking router: f2f8c125-2b97-41b1-86c2-ec0c67b6792e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:08.367929 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Updating router f2f8c125-2b97-41b1-86c2-ec0c67b6792e port 8f225bd6-3d1e-4770-971e-942b94c6c240 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:41:08.387618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-afaa12f0-ef1f-4877-b863-dca80573b4a0 None None] Provisioning complete for port 8f225bd6-3d1e-4770-971e-942b94c6c240 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:08.388006 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-afaa12f0-ef1f-4877-b863-dca80573b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.399615 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.440035 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.442208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-afaa12f0-ef1f-4877-b863-dca80573b4a0 None None] Port 8f225bd6-3d1e-4770-971e-942b94c6c240 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:08.454471 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.497631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:08.498003 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.505652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Network 49c7842e-eba4-4bb8-92d1-24dfdff95d31 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:08.530026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:08.531852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Allocated IP 172.22.0.1 (49c7842e-eba4-4bb8-92d1-24dfdff95d31/92427733-86c2-4b83-bef0-2bd9397d1afd/1dd6bf35-3527-49fd-9626-2c998f33dfad) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:08.539925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:08.557108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Pushing event updated for resources: {'Port': ['ID=afa0a7fa-c437-4895-990d-09885629ce89,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:08.651187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Attempting to bind port afa0a7fa-c437-4895-990d-09885629ce89 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:08.651704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Attempting to bind port afa0a7fa-c437-4895-990d-09885629ce89 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '0834a670-3266-4cab-a1d0-e8a1893e3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:08.652175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Attempting to bind port afa0a7fa-c437-4895-990d-09885629ce89 on network 49c7842e-eba4-4bb8-92d1-24dfdff95d31 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:08.660591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f1c778de-31b7-4c8b-b3e3-bc77504478f2 None None] Provisioning complete for port 8f225bd6-3d1e-4770-971e-942b94c6c240 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:08.660962 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f1c778de-31b7-4c8b-b3e3-bc77504478f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.687515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:08.687893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Checking segment: {'id': '0834a670-3266-4cab-a1d0-e8a1893e3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:08.688281 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.688707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Bound using segment: {'id': '0834a670-3266-4cab-a1d0-e8a1893e3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:08.689149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Bound port: afa0a7fa-c437-4895-990d-09885629ce89, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0834a670-3266-4cab-a1d0-e8a1893e3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:08.689555 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.719121 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.739155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f1c778de-31b7-4c8b-b3e3-bc77504478f2 None None] Port 8f225bd6-3d1e-4770-971e-942b94c6c240 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:08.758218 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.806668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 49c7842e-eba4-4bb8-92d1-24dfdff95d31 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:08.810588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:08.814323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] For port afa0a7fa-c437-4895-990d-09885629ce89, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:08.815201 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:08.818314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] For port afa0a7fa-c437-4895-990d-09885629ce89, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=afa0a7fa-c437-4895-990d-09885629ce89,segment=NetworkSegment(0834a670-3266-4cab-a1d0-e8a1893e3b0e),segment_id=0834a670-3266-4cab-a1d0-e8a1893e3b0e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:08.828423 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.840053 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.855150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=1dd6bf35-3527-49fd-9626-2c998f33dfad,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:08.856152 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.881433 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.923341 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d13c5f5a-721d-4444-995e-49299c99253e None None] Provisioning complete for port 8f225bd6-3d1e-4770-971e-942b94c6c240 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:08.923719 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d13c5f5a-721d-4444-995e-49299c99253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:08.960041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b7fc3-35b3-4263-920a-d3639f6991e4 None None] Pushing event updated for resources: {'Port': ['ID=afa0a7fa-c437-4895-990d-09885629ce89,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:08.996065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d13c5f5a-721d-4444-995e-49299c99253e None None] Port 8f225bd6-3d1e-4770-971e-942b94c6c240 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:09.055488 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:09.081981 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Pushing event updated for resources: {'Port': ['ID=8f225bd6-3d1e-4770-971e-942b94c6c240,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:09.084997 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Attempting to bind port 8f225bd6-3d1e-4770-971e-942b94c6c240 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:09.086517 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Attempting to bind port 8f225bd6-3d1e-4770-971e-942b94c6c240 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f1679e4d-96be-4669-b7d9-885d834a7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:09.087039 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Attempting to bind port 8f225bd6-3d1e-4770-971e-942b94c6c240 on network 80281f29-5d83-4ea4-8ed7-fb206392e2e5 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:09.097574 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:09.098186 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:09.098684 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:09.099175 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:09.099660 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:09.100153 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:09.100635 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:09.101121 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:09.101637 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:09.102127 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:09.102619 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:09.103098 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:09.108122 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:09.109319 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Checking segment: {'id': 'f1679e4d-96be-4669-b7d9-885d834a7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:09.109936 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:09.110474 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Bound using segment: {'id': 'f1679e4d-96be-4669-b7d9-885d834a7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:09.111259 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Bound port: 8f225bd6-3d1e-4770-971e-942b94c6c240, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1679e4d-96be-4669-b7d9-885d834a7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:09.112014 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:09.428972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-21891ffd-8b54-49f7-be37-73336729c654 None None] Provisioning complete for port 8f225bd6-3d1e-4770-971e-942b94c6c240 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:09.429811 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-21891ffd-8b54-49f7-be37-73336729c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:09.444251 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] For port 8f225bd6-3d1e-4770-971e-942b94c6c240, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:09.448586 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] For port 8f225bd6-3d1e-4770-971e-942b94c6c240, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8f225bd6-3d1e-4770-971e-942b94c6c240,segment=NetworkSegment(f1679e4d-96be-4669-b7d9-885d834a7d15),segment_id=f1679e4d-96be-4669-b7d9-885d834a7d15)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:09.458528 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:09.495643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-21891ffd-8b54-49f7-be37-73336729c654 None None] Port 8f225bd6-3d1e-4770-971e-942b94c6c240 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:09.544974 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c405f7-3359-43f3-82d8-8ad7ec4b1d5d None None] Pushing event updated for resources: {'Port': ['ID=8f225bd6-3d1e-4770-971e-942b94c6c240,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:09.559793 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:09.560526 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:09.564855 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:09.572194 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:09.673819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=1dd6bf35-3527-49fd-9626-2c998f33dfad,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:09.690852 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:09.700862 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:10.036991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e184bd94-d199-4d25-b564-ee82a876032d None None] Provisioning complete for port 8f225bd6-3d1e-4770-971e-942b94c6c240 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:10.043191 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e184bd94-d199-4d25-b564-ee82a876032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:10.061133 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:09Z', 'revision_number': 4, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:08Z', 'revision_number': 1, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:09Z', 'revision_number': 4, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:10.119675 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e654abb-886b-453c-a17c-89adaf10da69 None None] The sync data for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 is: [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:09Z', 'revision_number': 4, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:08Z', 'revision_number': 1, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:09Z', 'revision_number': 4, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:10.272613 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e184bd94-d199-4d25-b564-ee82a876032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:10.358024 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e184bd94-d199-4d25-b564-ee82a876032d None None] For port 8f225bd6-3d1e-4770-971e-942b94c6c240, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8f225bd6-3d1e-4770-971e-942b94c6c240,segment=NetworkSegment(f1679e4d-96be-4669-b7d9-885d834a7d15),segment_id=f1679e4d-96be-4669-b7d9-885d834a7d15)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:10.370732 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e184bd94-d199-4d25-b564-ee82a876032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:10.422888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 49c7842e-eba4-4bb8-92d1-24dfdff95d31 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:10.424502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:10.473233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184bd94-d199-4d25-b564-ee82a876032d None None] Pushing event updated for resources: {'Port': ['ID=8f225bd6-3d1e-4770-971e-942b94c6c240,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:10.484574 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device afa0a7fa-c437-4895-990d-09885629ce89 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:10.553244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router f2f8c125-2b97-41b1-86c2-ec0c67b6792e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:41:10.564805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca0b4d-7307-4134-99fb-1e511f401655 None None] Network 49c7842e-eba4-4bb8-92d1-24dfdff95d31 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:10.718440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:10.727578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0417f804-a9ba-4673-8c54-385f3993954d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3421721 Nov 09 00:41:10.728313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53812) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:10.736294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-019ecf3e-ce57-422c-963c-4385307c6a40 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'network': {'name': 'tempest-RoutersTest-2035774848'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:10.766768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-97506e9e-91c1-4fc4-98ea-0669cf166369 None None] Provisioning complete for port afa0a7fa-c437-4895-990d-09885629ce89 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:10.767163 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-97506e9e-91c1-4fc4-98ea-0669cf166369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:10.774125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port afa0a7fa-c437-4895-990d-09885629ce89 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:10.774553 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:10.777298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ecf3e-ce57-422c-963c-4385307c6a40 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:10.785842 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-019ecf3e-ce57-422c-963c-4385307c6a40 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:10.902595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019ecf3e-ce57-422c-963c-4385307c6a40 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:41:10.931447 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-019ecf3e-ce57-422c-963c-4385307c6a40 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:10.933141 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-019ecf3e-ce57-422c-963c-4385307c6a40 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Added segment 7074d77c-b94a-4af2-8517-1a7ac8b90a74 of type vlan for network 1e41b930-c5e5-4867-9c4e-2fe7d952580f Nov 09 00:41:11.006588 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-019ecf3e-ce57-422c-963c-4385307c6a40 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:11.040663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-019ecf3e-ce57-422c-963c-4385307c6a40 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:11.056178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ecf3e-ce57-422c-963c-4385307c6a40 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:11.056927 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-019ecf3e-ce57-422c-963c-4385307c6a40 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:11.113107 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-019ecf3e-ce57-422c-963c-4385307c6a40 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3819745 Nov 09 00:41:11.115543 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53814) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:11.122776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-969513f6-a153-4302-a44c-80f81b5ace04 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'subnet': {'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:11.215357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ecf3e-ce57-422c-963c-4385307c6a40 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Network': ['ID=1e41b930-c5e5-4867-9c4e-2fe7d952580f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:11.248864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 1e41b930-c5e5-4867-9c4e-2fe7d952580f details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:41:11.285496 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-97506e9e-91c1-4fc4-98ea-0669cf166369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:11.299095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969513f6-a153-4302-a44c-80f81b5ace04 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Made reservation on behalf of 5fdfd7a5a4874d088db147607b13f68d for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:11.305673 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-969513f6-a153-4302-a44c-80f81b5ace04 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:11.395374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-97506e9e-91c1-4fc4-98ea-0669cf166369 None None] For port afa0a7fa-c437-4895-990d-09885629ce89, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=afa0a7fa-c437-4895-990d-09885629ce89,segment=NetworkSegment(0834a670-3266-4cab-a1d0-e8a1893e3b0e),segment_id=0834a670-3266-4cab-a1d0-e8a1893e3b0e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:11.399093 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:11.439456 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-97506e9e-91c1-4fc4-98ea-0669cf166369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:11.599207 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-969513f6-a153-4302-a44c-80f81b5ace04 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:11.605469 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:41:11.605469 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:41:11.606999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c02fa853-3373-4d23-8f4a-61baf30478e3 None None] Provisioning complete for port afa0a7fa-c437-4895-990d-09885629ce89 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:11.607470 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c02fa853-3373-4d23-8f4a-61baf30478e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:11.659359 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97506e9e-91c1-4fc4-98ea-0669cf166369 None None] Pushing event updated for resources: {'Port': ['ID=afa0a7fa-c437-4895-990d-09885629ce89,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:11.716642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969513f6-a153-4302-a44c-80f81b5ace04 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Checking segment: {'id': '7074d77c-b94a-4af2-8517-1a7ac8b90a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:11.717043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969513f6-a153-4302-a44c-80f81b5ace04 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network hostable DHCP agents. Network: 1e41b930-c5e5-4867-9c4e-2fe7d952580f, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:41:11.720839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969513f6-a153-4302-a44c-80f81b5ace04 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Subnet': ['ID=f3f0d277-fba1-45d3-b40d-d7e02d6c22bd,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:11.727292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c02fa853-3373-4d23-8f4a-61baf30478e3 None None] Provisioning complete for port 1dd6bf35-3527-49fd-9626-2c998f33dfad triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:11.727785 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c02fa853-3373-4d23-8f4a-61baf30478e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:11.760735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969513f6-a153-4302-a44c-80f81b5ace04 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 1e41b930-c5e5-4867-9c4e-2fe7d952580f is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:41:11.775716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-969513f6-a153-4302-a44c-80f81b5ace04 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 1e41b930-c5e5-4867-9c4e-2fe7d952580f) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:11.780005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969513f6-a153-4302-a44c-80f81b5ace04 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:11.781150 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-969513f6-a153-4302-a44c-80f81b5ace04 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:11.783042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c02fa853-3373-4d23-8f4a-61baf30478e3 None None] Port 1dd6bf35-3527-49fd-9626-2c998f33dfad cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:11.795351 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6efa446-7316-4bcc-b7ff-93ba3cc5b33c None None] Network 1e41b930-c5e5-4867-9c4e-2fe7d952580f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:11.804067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-969513f6-a153-4302-a44c-80f81b5ace04 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6846826 Nov 09 00:41:11.805866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53824) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:11.887416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Sync routers for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:11.947028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:11.947809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:11.992552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-70798b13-63dc-4352-9688-f507339caa92 None None] Provisioning complete for port 1dd6bf35-3527-49fd-9626-2c998f33dfad triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:11.992791 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-70798b13-63dc-4352-9688-f507339caa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:12.150805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:12.201058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-1e41b930-c5e5-4867-9c4e-2fe7d952580f', 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'fixed_ips': [{'subnet_id': 'f3f0d277-fba1-45d3-b40d-d7e02d6c22bd'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:41:12.201947 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:12.204102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-70798b13-63dc-4352-9688-f507339caa92 None None] Port 1dd6bf35-3527-49fd-9626-2c998f33dfad cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:12.356625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:12.481804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-06236e03-4b13-4c94-82c1-ba6b27bce829 None None] Provisioning complete for port 1dd6bf35-3527-49fd-9626-2c998f33dfad triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:12.482374 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-06236e03-4b13-4c94-82c1-ba6b27bce829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:12.534466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8f225bd6-3d1e-4770-971e-942b94c6c240 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:12.641224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-06236e03-4b13-4c94-82c1-ba6b27bce829 None None] Port 1dd6bf35-3527-49fd-9626-2c998f33dfad cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:12.644751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Allocated IP 172.23.0.2 (1e41b930-c5e5-4867-9c4e-2fe7d952580f/f3f0d277-fba1-45d3-b40d-d7e02d6c22bd/9358c409-f22a-4ca0-be34-cc609f0806f4) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:12.723099 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2c07f7a-12c3-4825-8c71-60750e7223fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:12.753983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 8f225bd6-3d1e-4770-971e-942b94c6c240 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:12.754270 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:12.847008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:09Z', 'revision_number': 4, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:09Z', 'revision_number': 2, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:12.895926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Checking router: f2f8c125-2b97-41b1-86c2-ec0c67b6792e for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:12.896290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Updating router f2f8c125-2b97-41b1-86c2-ec0c67b6792e port 1dd6bf35-3527-49fd-9626-2c998f33dfad binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:41:12.967079 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:12.987482 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:13.002122 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device afa0a7fa-c437-4895-990d-09885629ce89 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:13.004675 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:13.063624 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Allocated IP 172.23.0.1 (1e41b930-c5e5-4867-9c4e-2fe7d952580f/f3f0d277-fba1-45d3-b40d-d7e02d6c22bd/b252d036-ff9e-44b4-aa04-1e1f0f74d8c9) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:13.236177 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:13.278139 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:13.289078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Network 1e41b930-c5e5-4867-9c4e-2fe7d952580f is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:13.344475 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=b252d036-ff9e-44b4-aa04-1e1f0f74d8c9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:13.347249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:13.351999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:13.353941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Pushing event updated for resources: {'Port': ['ID=9358c409-f22a-4ca0-be34-cc609f0806f4,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:13.377660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 1e41b930-c5e5-4867-9c4e-2fe7d952580f is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:13.379210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:13.382445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:13.441405 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:13.473450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port afa0a7fa-c437-4895-990d-09885629ce89 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:13.473674 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:13.538572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Attempting to bind port 9358c409-f22a-4ca0-be34-cc609f0806f4 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:13.539243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Attempting to bind port 9358c409-f22a-4ca0-be34-cc609f0806f4 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '7074d77c-b94a-4af2-8517-1a7ac8b90a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:13.539243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Attempting to bind port 9358c409-f22a-4ca0-be34-cc609f0806f4 on network 1e41b930-c5e5-4867-9c4e-2fe7d952580f {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:13.554411 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:13.554831 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Checking segment: {'id': '7074d77c-b94a-4af2-8517-1a7ac8b90a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:13.555180 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:13.555579 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Bound using segment: {'id': '7074d77c-b94a-4af2-8517-1a7ac8b90a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:13.556071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Bound port: 9358c409-f22a-4ca0-be34-cc609f0806f4, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7074d77c-b94a-4af2-8517-1a7ac8b90a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:13.556438 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:13.616885 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:13.730109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] For port 9358c409-f22a-4ca0-be34-cc609f0806f4, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:13.782781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] For port 9358c409-f22a-4ca0-be34-cc609f0806f4, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9358c409-f22a-4ca0-be34-cc609f0806f4,segment=NetworkSegment(7074d77c-b94a-4af2-8517-1a7ac8b90a74),segment_id=7074d77c-b94a-4af2-8517-1a7ac8b90a74)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:13.822868 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:13.886263 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:13.950535 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:14.020900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6d412-84fc-4238-b7bf-8527bd90d268 None None] Pushing event updated for resources: {'Port': ['ID=9358c409-f22a-4ca0-be34-cc609f0806f4,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:14.162176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Attempting to bind port 1dd6bf35-3527-49fd-9626-2c998f33dfad on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:14.162674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Attempting to bind port 1dd6bf35-3527-49fd-9626-2c998f33dfad by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '0834a670-3266-4cab-a1d0-e8a1893e3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:14.163418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Attempting to bind port 1dd6bf35-3527-49fd-9626-2c998f33dfad on network 49c7842e-eba4-4bb8-92d1-24dfdff95d31 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:14.167886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa1112-d16c-4c4d-a6a4-492a0b8cbae3 None None] Pushing event updated for resources: {'Port': ['ID=1dd6bf35-3527-49fd-9626-2c998f33dfad,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:14.175578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:14.176009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Checking segment: {'id': '0834a670-3266-4cab-a1d0-e8a1893e3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:14.176359 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:14.176760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Bound using segment: {'id': '0834a670-3266-4cab-a1d0-e8a1893e3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:14.177248 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Bound port: 1dd6bf35-3527-49fd-9626-2c998f33dfad, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0834a670-3266-4cab-a1d0-e8a1893e3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:14.177666 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:14.394423 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] For port 1dd6bf35-3527-49fd-9626-2c998f33dfad, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:14.399887 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] For port 1dd6bf35-3527-49fd-9626-2c998f33dfad, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1dd6bf35-3527-49fd-9626-2c998f33dfad,segment=NetworkSegment(0834a670-3266-4cab-a1d0-e8a1893e3b0e),segment_id=0834a670-3266-4cab-a1d0-e8a1893e3b0e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:14.409527 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-80d0ae7d-226b-4459-bf54-920845dec75b None None] Provisioning complete for port 1dd6bf35-3527-49fd-9626-2c998f33dfad triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:14.409963 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-80d0ae7d-226b-4459-bf54-920845dec75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:14.416394 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:14.518662 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:14.525658 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:14.623354 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:14.625566 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event updated for resources: {'Port': ['ID=b252d036-ff9e-44b4-aa04-1e1f0f74d8c9,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:14.628584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:14.634313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:40:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:14.638722 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa1112-d16c-4c4d-a6a4-492a0b8cbae3 None None] Pushing event updated for resources: {'Port': ['ID=1dd6bf35-3527-49fd-9626-2c998f33dfad,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:14.760170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Network 1e41b930-c5e5-4867-9c4e-2fe7d952580f is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:14.763680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:14.829124 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-80d0ae7d-226b-4459-bf54-920845dec75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:14.866560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:14.916662 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-38cc9791-d6b1-4c0a-a3d1-cc75a27c3c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:14.952463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router f2f8c125-2b97-41b1-86c2-ec0c67b6792e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:41:14.963666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-80d0ae7d-226b-4459-bf54-920845dec75b None None] For port 1dd6bf35-3527-49fd-9626-2c998f33dfad, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1dd6bf35-3527-49fd-9626-2c998f33dfad,segment=NetworkSegment(0834a670-3266-4cab-a1d0-e8a1893e3b0e),segment_id=0834a670-3266-4cab-a1d0-e8a1893e3b0e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:14.972374 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-80d0ae7d-226b-4459-bf54-920845dec75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:15.052384 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0ae7d-226b-4459-bf54-920845dec75b None None] Pushing event updated for resources: {'Port': ['ID=1dd6bf35-3527-49fd-9626-2c998f33dfad,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:15.127291 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:15.134280 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-156c8678-4529-4522-83db-b09654112b02 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3257666 Nov 09 00:41:15.136748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53868) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:15.149764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-876ff8e4-e731-4e6e-80e4-157b857251a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:15.212012 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-62ac78a0-66c2-41fb-8d90-26e8565dc700 None None] Provisioning complete for port 1dd6bf35-3527-49fd-9626-2c998f33dfad triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:15.212587 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62ac78a0-66c2-41fb-8d90-26e8565dc700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:15.394699 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:13Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:14Z', 'revision_number': 4, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b252d036-ff9e-44b4-aa04-1e1f0f74d8c9', 'name': '', 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:44:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'f3f0d277-fba1-45d3-b40d-d7e02d6c22bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:12Z', 'updated_at': '2021-11-09T00:41:13Z', 'revision_number': 2, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': 'f3f0d277-fba1-45d3-b40d-d7e02d6c22bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:15.426746 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189fee40-7e78-4f09-8a8e-83129049f18d None None] The sync data for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 is: [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:13Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:14Z', 'revision_number': 4, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b252d036-ff9e-44b4-aa04-1e1f0f74d8c9', 'name': '', 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:44:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'f3f0d277-fba1-45d3-b40d-d7e02d6c22bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:12Z', 'updated_at': '2021-11-09T00:41:13Z', 'revision_number': 2, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': 'f3f0d277-fba1-45d3-b40d-d7e02d6c22bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:15.591410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ce442-6991-4362-9fc3-298ac572634c None None] Network 1e41b930-c5e5-4867-9c4e-2fe7d952580f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:15.718509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.extraroute_db [None req-876ff8e4-e731-4e6e-80e4-157b857251a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 00:41:15.738064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.extraroute_db [None req-876ff8e4-e731-4e6e-80e4-157b857251a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Removed routes are [] {{(pid=101781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 00:41:15.738525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-876ff8e4-e731-4e6e-80e4-157b857251a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:15.776237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f4289f87-fe02-4a0e-9145-d87227a94cda None None] Provisioning complete for port 9358c409-f22a-4ca0-be34-cc609f0806f4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:15.776777 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f4289f87-fe02-4a0e-9145-d87227a94cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.003433 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f4289f87-fe02-4a0e-9145-d87227a94cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.075893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f4289f87-fe02-4a0e-9145-d87227a94cda None None] For port 9358c409-f22a-4ca0-be34-cc609f0806f4, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9358c409-f22a-4ca0-be34-cc609f0806f4,segment=NetworkSegment(7074d77c-b94a-4af2-8517-1a7ac8b90a74),segment_id=7074d77c-b94a-4af2-8517-1a7ac8b90a74)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:16.099655 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f4289f87-fe02-4a0e-9145-d87227a94cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.174165 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.190481 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.191058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-876ff8e4-e731-4e6e-80e4-157b857251a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.194811 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4289f87-fe02-4a0e-9145-d87227a94cda None None] Pushing event updated for resources: {'Port': ['ID=9358c409-f22a-4ca0-be34-cc609f0806f4,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:16.198639 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-876ff8e4-e731-4e6e-80e4-157b857251a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.316814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876ff8e4-e731-4e6e-80e4-157b857251a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router f2f8c125-2b97-41b1-86c2-ec0c67b6792e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:41:16.359470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ad1137f2-76ce-418f-9f2c-48f6db378863 None None] Provisioning complete for port 9358c409-f22a-4ca0-be34-cc609f0806f4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:16.359750 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ad1137f2-76ce-418f-9f2c-48f6db378863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.470600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876ff8e4-e731-4e6e-80e4-157b857251a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:16.480344 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-876ff8e4-e731-4e6e-80e4-157b857251a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.484598 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53880) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:16.485244 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-876ff8e4-e731-4e6e-80e4-157b857251a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e HTTP/1.1" status: 200 len: 934 time: 1.3459518 Nov 09 00:41:16.486936 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.568118 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ad1137f2-76ce-418f-9f2c-48f6db378863 None None] Provisioning complete for port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:16.568492 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ad1137f2-76ce-418f-9f2c-48f6db378863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.626989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1dd6bf35-3527-49fd-9626-2c998f33dfad up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:16.682721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53884) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:16.687976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2bb51494-25fa-4631-9032-e36dbf4e269f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'router': {'routes': None}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:16.691190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-14a30d96-70c5-40f1-8c26-3b58b1b705c3 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e HTTP/1.1" status: 200 len: 934 time: 0.2032790 Nov 09 00:41:16.708790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ad1137f2-76ce-418f-9f2c-48f6db378863 None None] Port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:16.756200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1dd6bf35-3527-49fd-9626-2c998f33dfad triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:16.756579 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.880865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d9051fda-1631-4720-8dd2-f957f30c1172 None None] Provisioning complete for port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:16.881534 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d9051fda-1631-4720-8dd2-f957f30c1172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:16.883608 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9358c409-f22a-4ca0-be34-cc609f0806f4 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:16.984100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d9051fda-1631-4720-8dd2-f957f30c1172 None None] Port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:16.991837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9358c409-f22a-4ca0-be34-cc609f0806f4 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:16.992266 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:17.100223 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.extraroute_db [None req-2bb51494-25fa-4631-9032-e36dbf4e269f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Added routes are [] {{(pid=101781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 00:41:17.100788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.extraroute_db [None req-2bb51494-25fa-4631-9032-e36dbf4e269f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 00:41:17.111111 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f12b385b-7f79-480d-bdea-c7923fdaa4ba None None] Provisioning complete for port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:17.111713 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f12b385b-7f79-480d-bdea-c7923fdaa4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:17.131048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2bb51494-25fa-4631-9032-e36dbf4e269f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:17.158138 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f12b385b-7f79-480d-bdea-c7923fdaa4ba None None] Port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:17.307018 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Sync routers for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:17.331900 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:17.333322 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:17.342118 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2bb51494-25fa-4631-9032-e36dbf4e269f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:17.346431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2bb51494-25fa-4631-9032-e36dbf4e269f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:17.437807 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:17.446679 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb51494-25fa-4631-9032-e36dbf4e269f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router f2f8c125-2b97-41b1-86c2-ec0c67b6792e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:41:17.559634 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb51494-25fa-4631-9032-e36dbf4e269f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:17.566910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2bb51494-25fa-4631-9032-e36dbf4e269f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:17.571171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53896) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:17.574008 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2bb51494-25fa-4631-9032-e36dbf4e269f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e HTTP/1.1" status: 200 len: 700 time: 0.8901250 Nov 09 00:41:17.703845 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:17.715516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-aa8a189a-e3f8-4ea5-90e2-7f2bbac9b2a2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e HTTP/1.1" status: 200 len: 700 time: 0.1431613 Nov 09 00:41:17.715752 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53900) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:17.752819 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:17Z', 'revision_number': 7, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:14Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b252d036-ff9e-44b4-aa04-1e1f0f74d8c9', 'name': '', 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:44:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'f3f0d277-fba1-45d3-b40d-d7e02d6c22bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:12Z', 'updated_at': '2021-11-09T00:41:13Z', 'revision_number': 2, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': 'f3f0d277-fba1-45d3-b40d-d7e02d6c22bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:17.787274 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Checking router: f2f8c125-2b97-41b1-86c2-ec0c67b6792e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:17.787880 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Updating router f2f8c125-2b97-41b1-86c2-ec0c67b6792e port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:41:17.817726 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:18.110185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf18346d-7ce0-4e11-adf5-fb675c344ead tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:18.139042 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:18.146894 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:18.222059 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:41:18.222315 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef201e-0bfd-4b14-a378-f485ca9e4b7d None None] Pushing event updated for resources: {'Port': ['ID=b252d036-ff9e-44b4-aa04-1e1f0f74d8c9,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:18.300250 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Attempting to bind port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:18.300758 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Attempting to bind port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '7074d77c-b94a-4af2-8517-1a7ac8b90a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:18.301341 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Attempting to bind port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 on network 1e41b930-c5e5-4867-9c4e-2fe7d952580f {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:18.308220 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:18.308878 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Checking segment: {'id': '7074d77c-b94a-4af2-8517-1a7ac8b90a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:18.309205 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:18.309720 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Bound using segment: {'id': '7074d77c-b94a-4af2-8517-1a7ac8b90a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:18.310454 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Bound port: b252d036-ff9e-44b4-aa04-1e1f0f74d8c9, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7074d77c-b94a-4af2-8517-1a7ac8b90a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:18.310920 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:18.407707 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:18.433798 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] For port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:18.439145 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] For port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b252d036-ff9e-44b4-aa04-1e1f0f74d8c9,segment=NetworkSegment(7074d77c-b94a-4af2-8517-1a7ac8b90a74),segment_id=7074d77c-b94a-4af2-8517-1a7ac8b90a74)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:18.448380 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:18.564984 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:18.565631 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:18.568021 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef201e-0bfd-4b14-a378-f485ca9e4b7d None None] Pushing event updated for resources: {'Port': ['ID=b252d036-ff9e-44b4-aa04-1e1f0f74d8c9,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:18.695964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-80cedb90-d00e-4c58-a1bb-d13ef749442d None None] Provisioning complete for port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:18.696727 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-80cedb90-d00e-4c58-a1bb-d13ef749442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:18.697977 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:18.856307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bf18346d-7ce0-4e11-adf5-fb675c344ead tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:41:18.856648 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf18346d-7ce0-4e11-adf5-fb675c344ead tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:18.866705 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-80cedb90-d00e-4c58-a1bb-d13ef749442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:18.944584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-80cedb90-d00e-4c58-a1bb-d13ef749442d None None] For port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b252d036-ff9e-44b4-aa04-1e1f0f74d8c9,segment=NetworkSegment(7074d77c-b94a-4af2-8517-1a7ac8b90a74),segment_id=7074d77c-b94a-4af2-8517-1a7ac8b90a74)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:18.954704 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-80cedb90-d00e-4c58-a1bb-d13ef749442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:19.119652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cedb90-d00e-4c58-a1bb-d13ef749442d None None] Pushing event updated for resources: {'Port': ['ID=b252d036-ff9e-44b4-aa04-1e1f0f74d8c9,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:19.133813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-55c28c70-89a6-4677-a891-bc45954ccd33 None None] Provisioning complete for port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:19.134191 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-55c28c70-89a6-4677-a891-bc45954ccd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:19.135816 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-bf18346d-7ce0-4e11-adf5-fb675c344ead tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] For port b252d036-ff9e-44b4-aa04-1e1f0f74d8c9, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b252d036-ff9e-44b4-aa04-1e1f0f74d8c9,segment=NetworkSegment(7074d77c-b94a-4af2-8517-1a7ac8b90a74),segment_id=7074d77c-b94a-4af2-8517-1a7ac8b90a74)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:19.137421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf18346d-7ce0-4e11-adf5-fb675c344ead tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:19.152216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bf18346d-7ce0-4e11-adf5-fb675c344ead tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:41:19.184034 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:17Z', 'revision_number': 7, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:14Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b252d036-ff9e-44b4-aa04-1e1f0f74d8c9', 'name': '', 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:44:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'f3f0d277-fba1-45d3-b40d-d7e02d6c22bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:12Z', 'updated_at': '2021-11-09T00:41:18Z', 'revision_number': 4, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': 'f3f0d277-fba1-45d3-b40d-d7e02d6c22bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:19.217180 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4c765-b888-4157-9387-0f952e1a124d None None] The sync data for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 is: [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:17Z', 'revision_number': 7, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:14Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b252d036-ff9e-44b4-aa04-1e1f0f74d8c9', 'name': '', 'network_id': '1e41b930-c5e5-4867-9c4e-2fe7d952580f', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:44:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'f3f0d277-fba1-45d3-b40d-d7e02d6c22bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:12Z', 'updated_at': '2021-11-09T00:41:18Z', 'revision_number': 4, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': 'f3f0d277-fba1-45d3-b40d-d7e02d6c22bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:19.378703 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf18346d-7ce0-4e11-adf5-fb675c344ead tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:19.391693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14ebe63-2c7d-4f3b-bd67-deb503cac508 None None] Sync routers for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:19.401092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ebe63-2c7d-4f3b-bd67-deb503cac508 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:19.401741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e14ebe63-2c7d-4f3b-bd67-deb503cac508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:19.408557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18346d-7ce0-4e11-adf5-fb675c344ead tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=b252d036-ff9e-44b4-aa04-1e1f0f74d8c9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:19.506234 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-e14ebe63-2c7d-4f3b-bd67-deb503cac508 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:19.634656 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf18346d-7ce0-4e11-adf5-fb675c344ead tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:19.882503 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf18346d-7ce0-4e11-adf5-fb675c344ead tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router f2f8c125-2b97-41b1-86c2-ec0c67b6792e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:41:19.959579 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e14ebe63-2c7d-4f3b-bd67-deb503cac508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:19Z', 'revision_number': 8, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:14Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:20.006071 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14ebe63-2c7d-4f3b-bd67-deb503cac508 None None] Checking router: f2f8c125-2b97-41b1-86c2-ec0c67b6792e for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:20.017857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ebe63-2c7d-4f3b-bd67-deb503cac508 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:20.018501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e14ebe63-2c7d-4f3b-bd67-deb503cac508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:20.020327 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf18346d-7ce0-4e11-adf5-fb675c344ead tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:20.031907 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bf18346d-7ce0-4e11-adf5-fb675c344ead tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3152194 Nov 09 00:41:20.034614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53950) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:20.111092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7d6b08-21f7-4e4a-9007-fb32e55bb523 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting subnet f3f0d277-fba1-45d3-b40d-d7e02d6c22bd {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:41:20.116131 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb7d6b08-21f7-4e4a-9007-fb32e55bb523 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.132100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-e14ebe63-2c7d-4f3b-bd67-deb503cac508 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:20.166540 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb7d6b08-21f7-4e4a-9007-fb32e55bb523 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.268256 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb7d6b08-21f7-4e4a-9007-fb32e55bb523 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.338267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb7d6b08-21f7-4e4a-9007-fb32e55bb523 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.370040 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d6b08-21f7-4e4a-9007-fb32e55bb523 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f0d277-fba1-45d3-b40d-d7e02d6c22bd,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:20.391605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-eb7d6b08-21f7-4e4a-9007-fb32e55bb523 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.395659 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-eb7d6b08-21f7-4e4a-9007-fb32e55bb523 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/f3f0d277-fba1-45d3-b40d-d7e02d6c22bd HTTP/1.1" status: 204 len: 168 time: 0.3600736 Nov 09 00:41:20.398590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 53956) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:20.403095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e14ebe63-2c7d-4f3b-bd67-deb503cac508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:19Z', 'revision_number': 8, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:14Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:20.412751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118eee23-bc0d-4672-8c55-bd6e03a0b5f2 None None] Network 1e41b930-c5e5-4867-9c4e-2fe7d952580f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:20.446128 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14ebe63-2c7d-4f3b-bd67-deb503cac508 None None] The sync data for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 is: [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:19Z', 'revision_number': 8, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:14Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:20.505447 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.573306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port 9358c409-f22a-4ca0-be34-cc609f0806f4 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:41:20.573766 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.646352 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] For port 9358c409-f22a-4ca0-be34-cc609f0806f4, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9358c409-f22a-4ca0-be34-cc609f0806f4,segment=NetworkSegment(7074d77c-b94a-4af2-8517-1a7ac8b90a74),segment_id=7074d77c-b94a-4af2-8517-1a7ac8b90a74)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:20.646718 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.659408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for 9358c409-f22a-4ca0-be34-cc609f0806f4 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:41:20.742081 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.777627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=9358c409-f22a-4ca0-be34-cc609f0806f4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:20.784304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No DVR routers for this DVR port 9358c409-f22a-4ca0-be34-cc609f0806f4 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:41:20.820316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1410843e-da37-4044-946c-1438603ca45c None None] DHCP port deletion for 1e41b930-c5e5-4867-9c4e-2fe7d952580f request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:41:20.879790 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.903409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e41b930-c5e5-4867-9c4e-2fe7d952580f']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:20.918937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7074d77c-b94a-4af2-8517-1a7ac8b90a74') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:20.919198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7074d77c-b94a-4af2-8517-1a7ac8b90a74') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:20.931393 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.947979 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.954845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:41:20.955253 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:41:20.972948 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:41:21.028943 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:21.061728 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:21.066692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/networks/1e41b930-c5e5-4867-9c4e-2fe7d952580f HTTP/1.1" status: 204 len: 168 time: 0.6667035 Nov 09 00:41:21.068282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb416bca-2c43-452a-8b1f-11f5a2bfb2cb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Network': ['ID=1e41b930-c5e5-4867-9c4e-2fe7d952580f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:21.069420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 53970) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:21.180372 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b1ee8-8915-4dea-b52b-cbe60d7a8e28 None None] Sync routers for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:21.195481 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b1ee8-8915-4dea-b52b-cbe60d7a8e28 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:21.196855 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ce5b1ee8-8915-4dea-b52b-cbe60d7a8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:21.404461 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-ce5b1ee8-8915-4dea-b52b-cbe60d7a8e28 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:21.558799 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bffc20e5-bcf6-46ef-b906-8dfbd2682279 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:21.716970 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ce5b1ee8-8915-4dea-b52b-cbe60d7a8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:19Z', 'revision_number': 8, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:14Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:21.757446 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b1ee8-8915-4dea-b52b-cbe60d7a8e28 None None] Checking router: f2f8c125-2b97-41b1-86c2-ec0c67b6792e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:21.768970 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b1ee8-8915-4dea-b52b-cbe60d7a8e28 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:21.769747 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ce5b1ee8-8915-4dea-b52b-cbe60d7a8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:21.860902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bffc20e5-bcf6-46ef-b906-8dfbd2682279 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port 1dd6bf35-3527-49fd-9626-2c998f33dfad {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:41:21.861433 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bffc20e5-bcf6-46ef-b906-8dfbd2682279 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:21.868791 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-ce5b1ee8-8915-4dea-b52b-cbe60d7a8e28 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:21.958354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-bffc20e5-bcf6-46ef-b906-8dfbd2682279 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] For port 1dd6bf35-3527-49fd-9626-2c998f33dfad, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1dd6bf35-3527-49fd-9626-2c998f33dfad,segment=NetworkSegment(0834a670-3266-4cab-a1d0-e8a1893e3b0e),segment_id=0834a670-3266-4cab-a1d0-e8a1893e3b0e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:21.958583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bffc20e5-bcf6-46ef-b906-8dfbd2682279 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:21.983846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bffc20e5-bcf6-46ef-b906-8dfbd2682279 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for 1dd6bf35-3527-49fd-9626-2c998f33dfad owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:41:22.079647 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ce5b1ee8-8915-4dea-b52b-cbe60d7a8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:19Z', 'revision_number': 8, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:14Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:22.114252 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b1ee8-8915-4dea-b52b-cbe60d7a8e28 None None] The sync data for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 is: [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:19Z', 'revision_number': 8, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '1dd6bf35-3527-49fd-9626-2c998f33dfad', 'name': '', 'network_id': '49c7842e-eba4-4bb8-92d1-24dfdff95d31', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:07:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:08Z', 'updated_at': '2021-11-09T00:41:14Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '92427733-86c2-4b83-bef0-2bd9397d1afd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:22.179849 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bffc20e5-bcf6-46ef-b906-8dfbd2682279 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:22.215084 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc20e5-bcf6-46ef-b906-8dfbd2682279 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=1dd6bf35-3527-49fd-9626-2c998f33dfad,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:22.460396 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bffc20e5-bcf6-46ef-b906-8dfbd2682279 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:22.481735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:41:22.504568 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:41:22.505029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b252d036-ff9e-44b4-aa04-1e1f0f74d8c9 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:41:22.505577 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9358c409-f22a-4ca0-be34-cc609f0806f4 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:41:22.554100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 9358c409-f22a-4ca0-be34-cc609f0806f4 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:41:22.554452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9358c409-f22a-4ca0-be34-cc609f0806f4 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:41:22.721185 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffc20e5-bcf6-46ef-b906-8dfbd2682279 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router f2f8c125-2b97-41b1-86c2-ec0c67b6792e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:41:22.817479 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffc20e5-bcf6-46ef-b906-8dfbd2682279 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:22.822925 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bffc20e5-bcf6-46ef-b906-8dfbd2682279 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7470205 Nov 09 00:41:22.825314 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54002) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:22.829160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a44a8-a998-4dea-a592-7b04fe074ea4 None None] Sync routers for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:22.841855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a44a8-a998-4dea-a592-7b04fe074ea4 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:22.843206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2c9a44a8-a998-4dea-a592-7b04fe074ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:22.884209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35d7166-115d-470a-a1bd-320ec5d6bfda tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting subnet 92427733-86c2-4b83-bef0-2bd9397d1afd {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:41:22.888113 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a35d7166-115d-470a-a1bd-320ec5d6bfda tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:22.936990 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a35d7166-115d-470a-a1bd-320ec5d6bfda tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:22.941756 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-2c9a44a8-a998-4dea-a592-7b04fe074ea4 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:23.047637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a35d7166-115d-470a-a1bd-320ec5d6bfda tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.122531 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a35d7166-115d-470a-a1bd-320ec5d6bfda tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.167207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d7166-115d-470a-a1bd-320ec5d6bfda tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Subnet': ['ID=92427733-86c2-4b83-bef0-2bd9397d1afd,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:23.169210 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a35d7166-115d-470a-a1bd-320ec5d6bfda tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.173124 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a35d7166-115d-470a-a1bd-320ec5d6bfda tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/92427733-86c2-4b83-bef0-2bd9397d1afd HTTP/1.1" status: 204 len: 168 time: 0.3464503 Nov 09 00:41:23.175687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54010) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:23.176321 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f2fbd2-3f1d-42f4-9ca8-996ac3d117f7 None None] Network 49c7842e-eba4-4bb8-92d1-24dfdff95d31 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:23.257202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2c9a44a8-a998-4dea-a592-7b04fe074ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:22Z', 'revision_number': 9, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:23.271807 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.292128 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a44a8-a998-4dea-a592-7b04fe074ea4 None None] Checking router: f2f8c125-2b97-41b1-86c2-ec0c67b6792e for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:23.335750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port afa0a7fa-c437-4895-990d-09885629ce89 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:41:23.336106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.341116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a44a8-a998-4dea-a592-7b04fe074ea4 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:23.341800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2c9a44a8-a998-4dea-a592-7b04fe074ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:23.435222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] For port afa0a7fa-c437-4895-990d-09885629ce89, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=afa0a7fa-c437-4895-990d-09885629ce89,segment=NetworkSegment(0834a670-3266-4cab-a1d0-e8a1893e3b0e),segment_id=0834a670-3266-4cab-a1d0-e8a1893e3b0e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:23.435848 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.452489 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for afa0a7fa-c437-4895-990d-09885629ce89 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:41:23.478893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-2c9a44a8-a998-4dea-a592-7b04fe074ea4 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:23.544204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92717074-26d4-4469-bf48-1889e119f1ea None None] DHCP port deletion for 49c7842e-eba4-4bb8-92d1-24dfdff95d31 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:41:23.560380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.613409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=afa0a7fa-c437-4895-990d-09885629ce89,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:23.631031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No DVR routers for this DVR port afa0a7fa-c437-4895-990d-09885629ce89 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:41:23.722150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.744954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c7842e-eba4-4bb8-92d1-24dfdff95d31']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:23.748467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2c9a44a8-a998-4dea-a592-7b04fe074ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:22Z', 'revision_number': 9, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:23.758531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0834a670-3266-4cab-a1d0-e8a1893e3b0e') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:23.759175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0834a670-3266-4cab-a1d0-e8a1893e3b0e') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:23.770512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.786017 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.792926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:41:23.793707 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.796099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a44a8-a998-4dea-a592-7b04fe074ea4 None None] The sync data for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 is: [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:22Z', 'revision_number': 9, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f225bd6-3d1e-4770-971e-942b94c6c240', 'name': '', 'network_id': '80281f29-5d83-4ea4-8ed7-fb206392e2e5', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:6b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:03Z', 'updated_at': '2021-11-09T00:41:10Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5b68a043-f88e-43e0-8736-f2c6759b30b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:41:23.803055 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:41:23.877703 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.883057 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:23.889871 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/networks/49c7842e-eba4-4bb8-92d1-24dfdff95d31 HTTP/1.1" status: 204 len: 168 time: 0.7132015 Nov 09 00:41:23.890214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54026) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:23.909891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27c774-b8b3-4fd4-b2e4-3e0df175b95d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Network': ['ID=49c7842e-eba4-4bb8-92d1-24dfdff95d31,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:24.292964 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68abc7c1-0411-4cf2-a770-58122067ee81 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:24.366177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1dd6bf35-3527-49fd-9626-2c998f33dfad no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:41:24.403142 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 1dd6bf35-3527-49fd-9626-2c998f33dfad {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:41:24.407438 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1dd6bf35-3527-49fd-9626-2c998f33dfad not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:41:24.411988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device afa0a7fa-c437-4895-990d-09885629ce89 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:41:24.434592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: afa0a7fa-c437-4895-990d-09885629ce89 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:41:24.435019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device afa0a7fa-c437-4895-990d-09885629ce89 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:41:24.606443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-68abc7c1-0411-4cf2-a770-58122067ee81 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port 8f225bd6-3d1e-4770-971e-942b94c6c240 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:41:24.606443 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68abc7c1-0411-4cf2-a770-58122067ee81 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:24.695575 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-68abc7c1-0411-4cf2-a770-58122067ee81 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] For port 8f225bd6-3d1e-4770-971e-942b94c6c240, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8f225bd6-3d1e-4770-971e-942b94c6c240,segment=NetworkSegment(f1679e4d-96be-4669-b7d9-885d834a7d15),segment_id=f1679e4d-96be-4669-b7d9-885d834a7d15)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:24.695946 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68abc7c1-0411-4cf2-a770-58122067ee81 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:24.710304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-68abc7c1-0411-4cf2-a770-58122067ee81 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for 8f225bd6-3d1e-4770-971e-942b94c6c240 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:41:24.899046 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68abc7c1-0411-4cf2-a770-58122067ee81 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:24.927532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abc7c1-0411-4cf2-a770-58122067ee81 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=8f225bd6-3d1e-4770-971e-942b94c6c240,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:25.108220 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68abc7c1-0411-4cf2-a770-58122067ee81 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:25.604356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68abc7c1-0411-4cf2-a770-58122067ee81 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router f2f8c125-2b97-41b1-86c2-ec0c67b6792e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:41:25.731133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68abc7c1-0411-4cf2-a770-58122067ee81 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:25.743569 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf078c-7b0a-44a5-8907-7f8a4952d9f2 None None] Sync routers for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:25.763689 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf078c-7b0a-44a5-8907-7f8a4952d9f2 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:25.764615 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-46bf078c-7b0a-44a5-8907-7f8a4952d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:25.766718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54064) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:25.782355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-68abc7c1-0411-4cf2-a770-58122067ee81 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8902614 Nov 09 00:41:25.850373 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a391e369-4fe6-451f-91f6-b81473c0c51f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting subnet 5b68a043-f88e-43e0-8736-f2c6759b30b7 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:41:25.854589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a391e369-4fe6-451f-91f6-b81473c0c51f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:25.907265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a391e369-4fe6-451f-91f6-b81473c0c51f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:25.942578 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-46bf078c-7b0a-44a5-8907-7f8a4952d9f2 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:26.031914 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a391e369-4fe6-451f-91f6-b81473c0c51f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.140380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a391e369-4fe6-451f-91f6-b81473c0c51f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.174890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391e369-4fe6-451f-91f6-b81473c0c51f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Subnet': ['ID=5b68a043-f88e-43e0-8736-f2c6759b30b7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:26.181668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a391e369-4fe6-451f-91f6-b81473c0c51f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.187080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6792e8e-be24-4db5-8387-5c0278d00d03 None None] Network 80281f29-5d83-4ea4-8ed7-fb206392e2e5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:26.190219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54070) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:26.205318 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a391e369-4fe6-451f-91f6-b81473c0c51f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/5b68a043-f88e-43e0-8736-f2c6759b30b7 HTTP/1.1" status: 204 len: 168 time: 0.4374478 Nov 09 00:41:26.256280 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-46bf078c-7b0a-44a5-8907-7f8a4952d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:24Z', 'revision_number': 10, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:26.288807 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf078c-7b0a-44a5-8907-7f8a4952d9f2 None None] Checking router: f2f8c125-2b97-41b1-86c2-ec0c67b6792e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:26.303682 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf078c-7b0a-44a5-8907-7f8a4952d9f2 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:26.304310 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-46bf078c-7b0a-44a5-8907-7f8a4952d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:26.329289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.427907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:41:26.428529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.434681 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-46bf078c-7b0a-44a5-8907-7f8a4952d9f2 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:26.446713 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4774795c-f0bf-4ce1-9c53-25749373b97d None None] DHCP port deletion for 80281f29-5d83-4ea4-8ed7-fb206392e2e5 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:41:26.513632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4774795c-f0bf-4ce1-9c53-25749373b97d None None] Deleting port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:41:26.515776 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4774795c-f0bf-4ce1-9c53-25749373b97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.531301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] For port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c,segment=NetworkSegment(f1679e4d-96be-4669-b7d9-885d834a7d15),segment_id=f1679e4d-96be-4669-b7d9-885d834a7d15)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:26.531670 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.556009 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:41:26.610768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4774795c-f0bf-4ce1-9c53-25749373b97d None None] For port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c,segment=NetworkSegment(f1679e4d-96be-4669-b7d9-885d834a7d15),segment_id=f1679e4d-96be-4669-b7d9-885d834a7d15)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:26.611539 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4774795c-f0bf-4ce1-9c53-25749373b97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.644858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4774795c-f0bf-4ce1-9c53-25749373b97d None None] Calling delete_port for 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:41:26.683621 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.744159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:26.750255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No DVR routers for this DVR port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:41:26.784301 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4774795c-f0bf-4ce1-9c53-25749373b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.812060 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-46bf078c-7b0a-44a5-8907-7f8a4952d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:24Z', 'revision_number': 10, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:26.814125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774795c-f0bf-4ce1-9c53-25749373b97d None None] Pushing event deleted for resources: {'Port': ['ID=6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:26.824129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4774795c-f0bf-4ce1-9c53-25749373b97d None None] No DVR routers for this DVR port 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:41:26.863741 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf078c-7b0a-44a5-8907-7f8a4952d9f2 None None] The sync data for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 is: [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:24Z', 'revision_number': 10, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None, '_interfaces': [{'id': '46ffb6a5-f86a-400c-b7e2-f297b7d3c40a', 'name': '', 'network_id': '17cac35c-ca51-4382-99fc-8152521c48bf', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'mac_address': 'fa:16:3e:41:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:00Z', 'updated_at': '2021-11-09T00:41:05Z', 'revision_number': 5, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'subnets': [{'id': '5d8175f2-f79c-4a17-8597-bf8208917151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:26.903488 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.929519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80281f29-5d83-4ea4-8ed7-fb206392e2e5']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:26.941029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1679e4d-96be-4669-b7d9-885d834a7d15') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:26.941519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1679e4d-96be-4669-b7d9-885d834a7d15') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:26.952259 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.971717 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.978244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:41:26.978630 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:41:26.981579 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:41:27.049380 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:27.057946 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:27.062126 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/networks/80281f29-5d83-4ea4-8ed7-fb206392e2e5 HTTP/1.1" status: 204 len: 168 time: 0.8707204 Nov 09 00:41:27.064862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54088) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:27.072029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b4d8f-0218-456a-9215-6623456b708c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Network': ['ID=80281f29-5d83-4ea4-8ed7-fb206392e2e5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:27.728898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f748072-6f09-4d43-90e2-8c4a7e9166b5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:27.997590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0f748072-6f09-4d43-90e2-8c4a7e9166b5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:41:27.997925 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f748072-6f09-4d43-90e2-8c4a7e9166b5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:28.095399 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-0f748072-6f09-4d43-90e2-8c4a7e9166b5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] For port 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=46ffb6a5-f86a-400c-b7e2-f297b7d3c40a,segment=NetworkSegment(2303b529-3fb1-411b-85ba-3e96b790cf25),segment_id=2303b529-3fb1-411b-85ba-3e96b790cf25)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:28.096040 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f748072-6f09-4d43-90e2-8c4a7e9166b5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:28.109152 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0f748072-6f09-4d43-90e2-8c4a7e9166b5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:41:28.294719 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f748072-6f09-4d43-90e2-8c4a7e9166b5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:28.331610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f748072-6f09-4d43-90e2-8c4a7e9166b5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=46ffb6a5-f86a-400c-b7e2-f297b7d3c40a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:28.388617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8f225bd6-3d1e-4770-971e-942b94c6c240 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:41:28.412822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 8f225bd6-3d1e-4770-971e-942b94c6c240 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:41:28.413472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8f225bd6-3d1e-4770-971e-942b94c6c240 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:41:28.414068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:41:28.449864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:41:28.450208 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6a9dc32f-c369-4f29-9cb3-7dc9667a6d9c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:41:28.532742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f748072-6f09-4d43-90e2-8c4a7e9166b5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:28.704909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f748072-6f09-4d43-90e2-8c4a7e9166b5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router f2f8c125-2b97-41b1-86c2-ec0c67b6792e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:41:28.789097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f748072-6f09-4d43-90e2-8c4a7e9166b5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:28.796430 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0f748072-6f09-4d43-90e2-8c4a7e9166b5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7285202 Nov 09 00:41:28.798196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54128) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:28.805330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671fe810-3407-4675-bb3c-3e88e0bf19fe None None] Sync routers for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:28.828571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fe810-3407-4675-bb3c-3e88e0bf19fe None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:28.830379 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-671fe810-3407-4675-bb3c-3e88e0bf19fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:28.878298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbaabe6f-12f6-4906-84a6-0d9ac9bf6000 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting subnet 5d8175f2-f79c-4a17-8597-bf8208917151 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:41:28.886692 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbaabe6f-12f6-4906-84a6-0d9ac9bf6000 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:28.968584 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbaabe6f-12f6-4906-84a6-0d9ac9bf6000 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.107285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-671fe810-3407-4675-bb3c-3e88e0bf19fe None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:29.140865 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbaabe6f-12f6-4906-84a6-0d9ac9bf6000 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.180017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-671fe810-3407-4675-bb3c-3e88e0bf19fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:28Z', 'revision_number': 11, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:29.228502 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671fe810-3407-4675-bb3c-3e88e0bf19fe None None] Checking router: f2f8c125-2b97-41b1-86c2-ec0c67b6792e for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:29.240800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fe810-3407-4675-bb3c-3e88e0bf19fe None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:29.241860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-671fe810-3407-4675-bb3c-3e88e0bf19fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:29.242321 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbaabe6f-12f6-4906-84a6-0d9ac9bf6000 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.286866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54138) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:29.291137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaabe6f-12f6-4906-84a6-0d9ac9bf6000 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8175f2-f79c-4a17-8597-bf8208917151,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:29.293339 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cbaabe6f-12f6-4906-84a6-0d9ac9bf6000 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.299704 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cbaabe6f-12f6-4906-84a6-0d9ac9bf6000 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/5d8175f2-f79c-4a17-8597-bf8208917151 HTTP/1.1" status: 204 len: 168 time: 0.4974191 Nov 09 00:41:29.299704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54142) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:29.329495 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca589c67-e143-4e27-80ea-a03ddcc8cb9c None None] Network 17cac35c-ca51-4382-99fc-8152521c48bf requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:29.339510 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-671fe810-3407-4675-bb3c-3e88e0bf19fe None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:29.426786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.437609 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-671fe810-3407-4675-bb3c-3e88e0bf19fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:28Z', 'revision_number': 11, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:29.441846 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62c265fe-68a5-4b6c-bf14-fe7b171deee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.488364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Deleting port a14867a6-766e-4caa-a0e2-fe7352ef9193 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:41:29.488867 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.511569 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671fe810-3407-4675-bb3c-3e88e0bf19fe None None] The sync data for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 is: [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:28Z', 'revision_number': 11, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:29.573323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] For port a14867a6-766e-4caa-a0e2-fe7352ef9193, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a14867a6-766e-4caa-a0e2-fe7352ef9193,segment=NetworkSegment(2303b529-3fb1-411b-85ba-3e96b790cf25),segment_id=2303b529-3fb1-411b-85ba-3e96b790cf25)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:29.573874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.591412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Calling delete_port for a14867a6-766e-4caa-a0e2-fe7352ef9193 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:41:29.596575 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62c265fe-68a5-4b6c-bf14-fe7b171deee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.602960 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62c265fe-68a5-4b6c-bf14-fe7b171deee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.656852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-62c265fe-68a5-4b6c-bf14-fe7b171deee5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ca28c02f6904a2590f7cffcda8efbc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3688011 Nov 09 00:41:29.660299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54144) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:29.667799 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c265fe-68a5-4b6c-bf14-fe7b171deee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784f978e-9b47-4b20-9aaf-95ceddc8a6df,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:29.697194 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.718250 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-92f6ea6b-03f6-4919-94f7-887cd0068749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.726308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Port': ['ID=a14867a6-766e-4caa-a0e2-fe7352ef9193,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:29.731618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No DVR routers for this DVR port a14867a6-766e-4caa-a0e2-fe7352ef9193 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:41:29.747279 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-92f6ea6b-03f6-4919-94f7-887cd0068749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.798468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-92f6ea6b-03f6-4919-94f7-887cd0068749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.801389 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-92f6ea6b-03f6-4919-94f7-887cd0068749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.805520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-92f6ea6b-03f6-4919-94f7-887cd0068749 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/784f978e-9b47-4b20-9aaf-95ceddc8a6df HTTP/1.1" status: 204 len: 168 time: 0.1441548 Nov 09 00:41:29.815546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6ea6b-03f6-4919-94f7-887cd0068749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784f978e-9b47-4b20-9aaf-95ceddc8a6df,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:29.832167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.853719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cac35c-ca51-4382-99fc-8152521c48bf']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:29.864525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2303b529-3fb1-411b-85ba-3e96b790cf25') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:29.864830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2303b529-3fb1-411b-85ba-3e96b790cf25') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:29.876219 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.896005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce32aa28-8889-4f4f-a3f9-03d1df450980 None None] DHCP port deletion for 17cac35c-ca51-4382-99fc-8152521c48bf request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:41:29.923473 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.936552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:41:29.937118 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:41:29.941232 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:41:30.017906 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:30.039392 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:30.047103 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/networks/17cac35c-ca51-4382-99fc-8152521c48bf HTTP/1.1" status: 204 len: 168 time: 0.7430689 Nov 09 00:41:30.047103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfd303-dc12-4df2-8a65-7d2731cdd612 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Pushing event deleted for resources: {'Network': ['ID=17cac35c-ca51-4382-99fc-8152521c48bf,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:30.047506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54152) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:30.051741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-43f19a9e-b631-4bb2-b3e3-15b468c17464 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'router': {'routes': None}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:30.218053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.extraroute_db [None req-43f19a9e-b631-4bb2-b3e3-15b468c17464 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Added routes are [] {{(pid=101781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 00:41:30.218629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.extraroute_db [None req-43f19a9e-b631-4bb2-b3e3-15b468c17464 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Removed routes are [] {{(pid=101781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 00:41:30.218897 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43f19a9e-b631-4bb2-b3e3-15b468c17464 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:30.359781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:41:30.372430 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43f19a9e-b631-4bb2-b3e3-15b468c17464 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:30.376437 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43f19a9e-b631-4bb2-b3e3-15b468c17464 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:30.391611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:41:30.392209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 46ffb6a5-f86a-400c-b7e2-f297b7d3c40a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:41:30.392785 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a14867a6-766e-4caa-a0e2-fe7352ef9193 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:41:30.414059 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: a14867a6-766e-4caa-a0e2-fe7352ef9193 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:41:30.415456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a14867a6-766e-4caa-a0e2-fe7352ef9193 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:41:30.473130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f19a9e-b631-4bb2-b3e3-15b468c17464 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router f2f8c125-2b97-41b1-86c2-ec0c67b6792e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:41:30.554426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f19a9e-b631-4bb2-b3e3-15b468c17464 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:30.561908 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43f19a9e-b631-4bb2-b3e3-15b468c17464 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:30.565982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54170) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:30.569409 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ca13-e4cc-4e17-aa95-5c5774c9b883 None None] Sync routers for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:30.577341 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-43f19a9e-b631-4bb2-b3e3-15b468c17464 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e HTTP/1.1" status: 200 len: 701 time: 0.5289268 Nov 09 00:41:30.581710 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7ca13-e4cc-4e17-aa95-5c5774c9b883 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:30.582604 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ca13-e4cc-4e17-aa95-5c5774c9b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:30.609799 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9e417b33-940b-49a4-990d-a88c09e5a1f2 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f8c125-2b97-41b1-86c2-ec0c67b6792e HTTP/1.1" status: 200 len: 205 time: 0.0394852 Nov 09 00:41:30.610551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54172) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:30.713827 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9159150-f2e8-4b64-aa28-7ab98c64288f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:30.757213 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c6b7ca13-e4cc-4e17-aa95-5c5774c9b883 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:30.815950 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ca13-e4cc-4e17-aa95-5c5774c9b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:28Z', 'revision_number': 11, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:30.848977 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ca13-e4cc-4e17-aa95-5c5774c9b883 None None] Checking router: f2f8c125-2b97-41b1-86c2-ec0c67b6792e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:30.858507 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7ca13-e4cc-4e17-aa95-5c5774c9b883 None None] Routers {'f2f8c125-2b97-41b1-86c2-ec0c67b6792e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:30.859260 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ca13-e4cc-4e17-aa95-5c5774c9b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:30.930704 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c6b7ca13-e4cc-4e17-aa95-5c5774c9b883 None None] Set router f2f8c125-2b97-41b1-86c2-ec0c67b6792e gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:30.994133 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c6b7ca13-e4cc-4e17-aa95-5c5774c9b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:28Z', 'revision_number': 11, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:31.025891 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7ca13-e4cc-4e17-aa95-5c5774c9b883 None None] The sync data for ids ['f2f8c125-2b97-41b1-86c2-ec0c67b6792e'] in n-d-813263-3 is: [{'id': 'f2f8c125-2b97-41b1-86c2-ec0c67b6792e', 'name': 'tempest-RoutersTest-router-1678012272', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:40:58Z', 'updated_at': '2021-11-09T00:41:28Z', 'revision_number': 11, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:31.257249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9159150-f2e8-4b64-aa28-7ab98c64288f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:31.259503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9159150-f2e8-4b64-aa28-7ab98c64288f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:31.308644 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9159150-f2e8-4b64-aa28-7ab98c64288f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:31.309237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9159150-f2e8-4b64-aa28-7ab98c64288f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Fanout notify agent at l3_agent the message router_deleted on router f2f8c125-2b97-41b1-86c2-ec0c67b6792e {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:41:31.324170 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b9159150-f2e8-4b64-aa28-7ab98c64288f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:31.325427 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b9159150-f2e8-4b64-aa28-7ab98c64288f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e HTTP/1.1" status: 204 len: 168 time: 0.7141171 Nov 09 00:41:31.330210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54188) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:31.335514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-803909a5-1f0b-4ac3-b98d-827e1fd1587a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1727718129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:31.368213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-803909a5-1f0b-4ac3-b98d-827e1fd1587a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:31.369785 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-803909a5-1f0b-4ac3-b98d-827e1fd1587a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:31.435039 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-803909a5-1f0b-4ac3-b98d-827e1fd1587a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:31.444986 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-803909a5-1f0b-4ac3-b98d-827e1fd1587a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:31.466279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-803909a5-1f0b-4ac3-b98d-827e1fd1587a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:31.470999 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-803909a5-1f0b-4ac3-b98d-827e1fd1587a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1368141 Nov 09 00:41:31.471237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54190) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:31.476616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-86f79ce6-ab17-4942-9d67-8ce44f03f73b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:31.701042 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86f79ce6-ab17-4942-9d67-8ce44f03f73b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5705'] for router, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:31.713441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86f79ce6-ab17-4942-9d67-8ce44f03f73b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569475'] for router, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:31.824384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f79ce6-ab17-4942-9d67-8ce44f03f73b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Router 514cf28a-029a-45a6-b4f3-1381ff7d0f73 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:41:31.905921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f79ce6-ab17-4942-9d67-8ce44f03f73b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:31.913462 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-86f79ce6-ab17-4942-9d67-8ce44f03f73b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:31.917208 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-86f79ce6-ab17-4942-9d67-8ce44f03f73b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "PUT /v2.0/routers/514cf28a-029a-45a6-b4f3-1381ff7d0f73 HTTP/1.1" status: 200 len: 694 time: 0.4421613 Nov 09 00:41:31.917532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54192) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:31.923297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1467e045-907c-49ca-8220-7764b54ae8c1 None None] Sync routers for ids ['514cf28a-029a-45a6-b4f3-1381ff7d0f73'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:31.945986 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1467e045-907c-49ca-8220-7764b54ae8c1 None None] Routers {'514cf28a-029a-45a6-b4f3-1381ff7d0f73'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:31.946996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-1467e045-907c-49ca-8220-7764b54ae8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['514cf28a-029a-45a6-b4f3-1381ff7d0f73'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:32.015902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54196) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.016436 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a0d26ffc-532f-4e65-979f-646f6fea74d6 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/routers/514cf28a-029a-45a6-b4f3-1381ff7d0f73 HTTP/1.1" status: 200 len: 700 time: 0.0975189 Nov 09 00:41:32.053618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-11a5ff5c-7a6b-484c-97c8-1268af0de297 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=514cf28a-029a-45a6-b4f3-1381ff7d0f73 HTTP/1.1" status: 200 len: 205 time: 0.0357082 Nov 09 00:41:32.056027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54198) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.060253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-1467e045-907c-49ca-8220-7764b54ae8c1 None None] Set router 514cf28a-029a-45a6-b4f3-1381ff7d0f73 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:32.143794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-1467e045-907c-49ca-8220-7764b54ae8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514cf28a-029a-45a6-b4f3-1381ff7d0f73', 'name': 'tempest-RoutersTest-router-1727718129', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:31Z', 'updated_at': '2021-11-09T00:41:31Z', 'revision_number': 2, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:32.161371 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f80c3aa0-2cbc-4ccd-bc95-da20c4304df1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:32.180778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1467e045-907c-49ca-8220-7764b54ae8c1 None None] Checking router: 514cf28a-029a-45a6-b4f3-1381ff7d0f73 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:32.190908 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1467e045-907c-49ca-8220-7764b54ae8c1 None None] Routers {'514cf28a-029a-45a6-b4f3-1381ff7d0f73'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:32.191676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-1467e045-907c-49ca-8220-7764b54ae8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['514cf28a-029a-45a6-b4f3-1381ff7d0f73'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:32.289722 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-1467e045-907c-49ca-8220-7764b54ae8c1 None None] Set router 514cf28a-029a-45a6-b4f3-1381ff7d0f73 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:32.349744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-1467e045-907c-49ca-8220-7764b54ae8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514cf28a-029a-45a6-b4f3-1381ff7d0f73', 'name': 'tempest-RoutersTest-router-1727718129', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:31Z', 'updated_at': '2021-11-09T00:41:31Z', 'revision_number': 2, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:32.370599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f80c3aa0-2cbc-4ccd-bc95-da20c4304df1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:32.373415 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f80c3aa0-2cbc-4ccd-bc95-da20c4304df1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:32.388984 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1467e045-907c-49ca-8220-7764b54ae8c1 None None] The sync data for ids ['514cf28a-029a-45a6-b4f3-1381ff7d0f73'] in n-d-813263-3 is: [{'id': '514cf28a-029a-45a6-b4f3-1381ff7d0f73', 'name': 'tempest-RoutersTest-router-1727718129', 'tenant_id': '5fdfd7a5a4874d088db147607b13f68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:31Z', 'updated_at': '2021-11-09T00:41:31Z', 'revision_number': 2, 'project_id': '5fdfd7a5a4874d088db147607b13f68d', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:32.434395 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f80c3aa0-2cbc-4ccd-bc95-da20c4304df1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:32.434967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80c3aa0-2cbc-4ccd-bc95-da20c4304df1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Fanout notify agent at l3_agent the message router_deleted on router 514cf28a-029a-45a6-b4f3-1381ff7d0f73 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:41:32.447394 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f80c3aa0-2cbc-4ccd-bc95-da20c4304df1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:32.450972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f80c3aa0-2cbc-4ccd-bc95-da20c4304df1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/514cf28a-029a-45a6-b4f3-1381ff7d0f73 HTTP/1.1" status: 204 len: 168 time: 0.3924844 Nov 09 00:41:32.454495 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54206) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.494199 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cf3df947-aa25-41f4-b8e5-1e4607235aba tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=514cf28a-029a-45a6-b4f3-1381ff7d0f73 HTTP/1.1" status: 200 len: 205 time: 0.0358636 Nov 09 00:41:32.494199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54208) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.558896 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-65d5e0a0-4573-4963-af3c-38c177c76f0a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] delete failed (client error): The resource could not be found. Nov 09 00:41:32.560076 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-65d5e0a0-4573-4963-af3c-38c177c76f0a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/514cf28a-029a-45a6-b4f3-1381ff7d0f73 HTTP/1.1" status: 404 len: 336 time: 0.0651922 Nov 09 00:41:32.563107 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54210) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.600568 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a79239-bf49-4a5e-93a3-100360377adb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] DELETE failed (client error): The resource could not be found. Nov 09 00:41:32.601209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a79239-bf49-4a5e-93a3-100360377adb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:41:32.607948 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-17a79239-bf49-4a5e-93a3-100360377adb tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/f3f0d277-fba1-45d3-b40d-d7e02d6c22bd HTTP/1.1" status: 404 len: 337 time: 0.0429814 Nov 09 00:41:32.609078 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54214) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.650270 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcdc9cf-dc9c-4955-902e-99653de10aea tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] DELETE failed (client error): The resource could not be found. Nov 09 00:41:32.650982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcdc9cf-dc9c-4955-902e-99653de10aea tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:41:32.662311 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54218) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.673407 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7dcdc9cf-dc9c-4955-902e-99653de10aea tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/92427733-86c2-4b83-bef0-2bd9397d1afd HTTP/1.1" status: 404 len: 337 time: 0.0627205 Nov 09 00:41:32.693305 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-44755bb1-d6da-4e0c-8ac9-4178bc3718c4 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] DELETE failed (client error): The resource could not be found. Nov 09 00:41:32.693844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44755bb1-d6da-4e0c-8ac9-4178bc3718c4 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:41:32.702691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54220) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.711799 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-44755bb1-d6da-4e0c-8ac9-4178bc3718c4 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/5b68a043-f88e-43e0-8736-f2c6759b30b7 HTTP/1.1" status: 404 len: 337 time: 0.0483425 Nov 09 00:41:32.748858 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5a92f0-2871-4b2d-8cf6-43c19c00d3a1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] DELETE failed (client error): The resource could not be found. Nov 09 00:41:32.749403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5a92f0-2871-4b2d-8cf6-43c19c00d3a1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:41:32.753682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4e5a92f0-2871-4b2d-8cf6-43c19c00d3a1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/5d8175f2-f79c-4a17-8597-bf8208917151 HTTP/1.1" status: 404 len: 337 time: 0.0487154 Nov 09 00:41:32.756563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54222) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.792647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-651a51d2-15d0-42ed-b085-bf654b7889a4 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2f8c125-2b97-41b1-86c2-ec0c67b6792e HTTP/1.1" status: 200 len: 205 time: 0.0328474 Nov 09 00:41:32.793056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54226) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.838622 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-7e768a45-6404-4395-85bc-af2cdb12c32f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] delete failed (client error): The resource could not be found. Nov 09 00:41:32.839872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7e768a45-6404-4395-85bc-af2cdb12c32f tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/f2f8c125-2b97-41b1-86c2-ec0c67b6792e HTTP/1.1" status: 404 len: 336 time: 0.0429575 Nov 09 00:41:32.842780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54228) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.876557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-268fdbc9-0006-49e6-b29f-ea6ba8ffa03a tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c218d7-57fe-4749-b3a9-08e92ca6fbe0 HTTP/1.1" status: 200 len: 205 time: 0.0304081 Nov 09 00:41:32.876860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54230) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.930787 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-becf67b5-e5a3-4b42-b6c7-3f2f509090d7 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] delete failed (client error): The resource could not be found. Nov 09 00:41:32.932241 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-becf67b5-e5a3-4b42-b6c7-3f2f509090d7 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/28c218d7-57fe-4749-b3a9-08e92ca6fbe0 HTTP/1.1" status: 404 len: 336 time: 0.0540471 Nov 09 00:41:32.934864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54232) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.962841 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ce09d5-61b5-4455-afa3-817eac337af9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] DELETE failed (client error): The resource could not be found. Nov 09 00:41:32.963297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ce09d5-61b5-4455-afa3-817eac337af9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:41:32.968819 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f1ce09d5-61b5-4455-afa3-817eac337af9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/253492e2-9b2f-41e1-a53f-ae88ed082c9e HTTP/1.1" status: 404 len: 337 time: 0.0299790 Nov 09 00:41:32.969178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54234) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:32.999536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4bd55c3e-d9ed-4c1d-aa77-fec9ebff8fa3 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=45ad1aeb-871c-4964-8e3f-fc8b03caf8e6 HTTP/1.1" status: 200 len: 205 time: 0.0268819 Nov 09 00:41:33.000506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54236) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.044609 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-56ba434a-2520-4d52-9833-d16edc0b4af9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] delete failed (client error): The resource could not be found. Nov 09 00:41:33.046447 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-56ba434a-2520-4d52-9833-d16edc0b4af9 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/45ad1aeb-871c-4964-8e3f-fc8b03caf8e6 HTTP/1.1" status: 404 len: 336 time: 0.0446820 Nov 09 00:41:33.048845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54240) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.075703 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-067a7cc2-af7a-4e52-9c1d-69200a4a59e1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=46affa42-1445-409f-8107-b942d8c8e4cf HTTP/1.1" status: 200 len: 205 time: 0.0256124 Nov 09 00:41:33.078630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54242) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.120388 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-92b27249-9f38-4a30-95b0-0f1de9f2a21b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] delete failed (client error): The resource could not be found. Nov 09 00:41:33.125234 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-92b27249-9f38-4a30-95b0-0f1de9f2a21b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/46affa42-1445-409f-8107-b942d8c8e4cf HTTP/1.1" status: 404 len: 336 time: 0.0415914 Nov 09 00:41:33.127973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54244) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.160577 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c192875-41c2-429e-ad54-007ef409fcb5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] DELETE failed (client error): The resource could not be found. Nov 09 00:41:33.161191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c192875-41c2-429e-ad54-007ef409fcb5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:41:33.167846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8c192875-41c2-429e-ad54-007ef409fcb5 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/df238956-266e-4303-b838-efe29d343426 HTTP/1.1" status: 404 len: 337 time: 0.0383644 Nov 09 00:41:33.168785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54246) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.196774 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-73823750-ad2e-4b16-816e-8d696d2fa6f1 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b3d4-6571-43fa-9068-e0ca18c64e9a HTTP/1.1" status: 200 len: 205 time: 0.0265434 Nov 09 00:41:33.198976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54248) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.240393 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-d0c141ac-eae8-4e64-806f-3392b08ff1a0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] delete failed (client error): The resource could not be found. Nov 09 00:41:33.243938 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d0c141ac-eae8-4e64-806f-3392b08ff1a0 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/7385b3d4-6571-43fa-9068-e0ca18c64e9a HTTP/1.1" status: 404 len: 336 time: 0.0416238 Nov 09 00:41:33.244258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54250) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.271894 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-46487fa2-1cf0-45d1-988c-089f335d3b8b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] DELETE failed (client error): The resource could not be found. Nov 09 00:41:33.272513 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46487fa2-1cf0-45d1-988c-089f335d3b8b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:41:33.278209 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-46487fa2-1cf0-45d1-988c-089f335d3b8b tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/ee636913-efcd-4d28-9913-3318563ff62d HTTP/1.1" status: 404 len: 337 time: 0.0305135 Nov 09 00:41:33.278526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54252) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.309330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-09cb7b80-a244-4972-a1af-ddbfc11dd1e3 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c8a1c-6bf3-404f-a23d-bdedbf0d22b1 HTTP/1.1" status: 200 len: 205 time: 0.0277383 Nov 09 00:41:33.310546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54254) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.348276 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [None req-c645f9da-25c4-47df-8bcf-43a979fc820c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] delete failed (client error): The resource could not be found. Nov 09 00:41:33.349418 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c645f9da-25c4-47df-8bcf-43a979fc820c tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/routers/662c8a1c-6bf3-404f-a23d-bdedbf0d22b1 HTTP/1.1" status: 404 len: 336 time: 0.0378227 Nov 09 00:41:33.353091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54256) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.383746 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d6f872-adec-4822-af47-f35a8f8d3a94 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] DELETE failed (client error): The resource could not be found. Nov 09 00:41:33.384206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d6f872-adec-4822-af47-f35a8f8d3a94 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:41:33.388761 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-16d6f872-adec-4822-af47-f35a8f8d3a94 tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/05bba6cd-ac86-4524-9b34-a8eea8898a65 HTTP/1.1" status: 404 len: 337 time: 0.0332067 Nov 09 00:41:33.390496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54258) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.419505 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b26db95-5b0c-4e07-a202-2e80d8c1314d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] DELETE failed (client error): The resource could not be found. Nov 09 00:41:33.426396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b26db95-5b0c-4e07-a202-2e80d8c1314d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 00:41:33.429826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2b26db95-5b0c-4e07-a202-2e80d8c1314d tempest-RoutersTest-207762430 tempest-RoutersTest-207762430-project] 10.222.0.25 "DELETE /v2.0/subnets/70961ef4-b944-4935-b009-5c32ff8a93dd HTTP/1.1" status: 404 len: 337 time: 0.0380790 Nov 09 00:41:33.753571 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54266) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.913541 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-91712d2a-1350-421b-b14d-499c849ae713 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fdfd7a5a4874d088db147607b13f68d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568642 Nov 09 00:41:33.914227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54274) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:33.976099 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a10a30d7-9913-4264-9b96-b5ff7cc2c9a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:33.998912 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a10a30d7-9913-4264-9b96-b5ff7cc2c9a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:34.072943 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a10a30d7-9913-4264-9b96-b5ff7cc2c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:34.083160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a10a30d7-9913-4264-9b96-b5ff7cc2c9a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:34.085834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a10a30d7-9913-4264-9b96-b5ff7cc2c9a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3c3e1c7-8aae-4835-88fd-72d8ace44b0e HTTP/1.1" status: 204 len: 168 time: 0.1705298 Nov 09 00:41:34.102824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a30d7-9913-4264-9b96-b5ff7cc2c9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c3e1c7-8aae-4835-88fd-72d8ace44b0e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:36.411133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54370) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:36.539590 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1e34f227-5afa-4233-aaee-0a98c257f9c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:36.634550 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1e34f227-5afa-4233-aaee-0a98c257f9c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:36.642527 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1e34f227-5afa-4233-aaee-0a98c257f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:36.681331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34f227-5afa-4233-aaee-0a98c257f9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f37e2b1-7587-425d-8cd6-86728acb5e67,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:36.685997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1e34f227-5afa-4233-aaee-0a98c257f9c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d4f46ef55b544fab82d7a766ab5edfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735579 Nov 09 00:41:36.688579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54384) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:36.748645 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1b2a-280e-4adb-ae48-d39c9c6f54d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:36.762957 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1b2a-280e-4adb-ae48-d39c9c6f54d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:36.812521 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1b2a-280e-4adb-ae48-d39c9c6f54d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:36.815390 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1b2a-280e-4adb-ae48-d39c9c6f54d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:36.816547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1b1f1b2a-280e-4adb-ae48-d39c9c6f54d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f37e2b1-7587-425d-8cd6-86728acb5e67 HTTP/1.1" status: 204 len: 168 time: 0.1265101 Nov 09 00:41:36.835964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f1b2a-280e-4adb-ae48-d39c9c6f54d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f37e2b1-7587-425d-8cd6-86728acb5e67,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:37.109823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54398) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:37.132283 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5dd79aeb-47c4-4143-814d-537ad8d2d2a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:37.213067 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5dd79aeb-47c4-4143-814d-537ad8d2d2a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:37.217647 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5dd79aeb-47c4-4143-814d-537ad8d2d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:37.259228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd79aeb-47c4-4143-814d-537ad8d2d2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d114e9-f209-4a1f-b863-bcf312caa30a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:37.265395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5dd79aeb-47c4-4143-814d-537ad8d2d2a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=586d56bef07c486f97551504695cc4b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519403 Nov 09 00:41:37.266715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54406) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:37.321682 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92a71944-e5db-4ff9-963c-e7839eea9c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:37.346919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92a71944-e5db-4ff9-963c-e7839eea9c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:37.397842 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92a71944-e5db-4ff9-963c-e7839eea9c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:37.401029 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-92a71944-e5db-4ff9-963c-e7839eea9c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:37.403102 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-92a71944-e5db-4ff9-963c-e7839eea9c1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12d114e9-f209-4a1f-b863-bcf312caa30a HTTP/1.1" status: 204 len: 168 time: 0.1353281 Nov 09 00:41:37.412426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a71944-e5db-4ff9-963c-e7839eea9c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d114e9-f209-4a1f-b863-bcf312caa30a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:39.718295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54500) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:39.830705 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-026dfa41-1256-4f77-bbde-f51eaad01253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:39.928661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-026dfa41-1256-4f77-bbde-f51eaad01253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:39.933674 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-026dfa41-1256-4f77-bbde-f51eaad01253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:39.981083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54508) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:39.981713 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-026dfa41-1256-4f77-bbde-f51eaad01253 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f17494d2bdd14663a0b3b191c0cfdf69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2618382 Nov 09 00:41:39.982703 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dfa41-1256-4f77-bbde-f51eaad01253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db0c742-55b1-4d20-9668-db4dc329eb62,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:40.058188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-994eb3b6-b5ac-490d-b0bd-984995542f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:40.082958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-994eb3b6-b5ac-490d-b0bd-984995542f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:40.138237 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-994eb3b6-b5ac-490d-b0bd-984995542f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:40.141667 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-994eb3b6-b5ac-490d-b0bd-984995542f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:40.146447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-994eb3b6-b5ac-490d-b0bd-984995542f72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1db0c742-55b1-4d20-9668-db4dc329eb62 HTTP/1.1" status: 204 len: 168 time: 0.1630538 Nov 09 00:41:40.155778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994eb3b6-b5ac-490d-b0bd-984995542f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db0c742-55b1-4d20-9668-db4dc329eb62,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:40.473250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54518) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:40.490667 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f93b-caac-47a3-a1a0-50282a7bac31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:40.585316 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f93b-caac-47a3-a1a0-50282a7bac31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:40.590854 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f93b-caac-47a3-a1a0-50282a7bac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:40.636114 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b4a9f93b-caac-47a3-a1a0-50282a7bac31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2246d5b00534b528ae1af60af6b83ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1617980 Nov 09 00:41:40.639033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9f93b-caac-47a3-a1a0-50282a7bac31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c370d7-f798-4e20-a586-088238ef4f63,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:40.639229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54522) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:40.698477 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2737c72-6700-4f85-be8a-012baa0a2f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:40.725779 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2737c72-6700-4f85-be8a-012baa0a2f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:40.782384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2737c72-6700-4f85-be8a-012baa0a2f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:40.785161 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e2737c72-6700-4f85-be8a-012baa0a2f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:40.786517 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e2737c72-6700-4f85-be8a-012baa0a2f65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03c370d7-f798-4e20-a586-088238ef4f63 HTTP/1.1" status: 204 len: 168 time: 0.1457832 Nov 09 00:41:40.798293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2737c72-6700-4f85-be8a-012baa0a2f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c370d7-f798-4e20-a586-088238ef4f63,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:42.027225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54556) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:42.152192 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-363955cc-cc47-46f3-874e-c9f42b910295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:42.252032 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-363955cc-cc47-46f3-874e-c9f42b910295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:42.259218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-363955cc-cc47-46f3-874e-c9f42b910295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:42.306425 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-363955cc-cc47-46f3-874e-c9f42b910295 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=322aa8e4f4ef4e3788c91c69ab4e7e65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2781339 Nov 09 00:41:42.307419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363955cc-cc47-46f3-874e-c9f42b910295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32776e46-04fa-47f7-aac2-7829f67c3a64,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:42.309122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54564) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:42.367363 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7214e573-6e65-4fad-aeb7-c49f28052936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:42.389942 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7214e573-6e65-4fad-aeb7-c49f28052936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:42.436188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7214e573-6e65-4fad-aeb7-c49f28052936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:42.438863 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7214e573-6e65-4fad-aeb7-c49f28052936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:42.440004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7214e573-6e65-4fad-aeb7-c49f28052936 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32776e46-04fa-47f7-aac2-7829f67c3a64 HTTP/1.1" status: 204 len: 168 time: 0.1297400 Nov 09 00:41:42.448094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214e573-6e65-4fad-aeb7-c49f28052936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32776e46-04fa-47f7-aac2-7829f67c3a64,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:42.687050 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ef9864b-34fb-4c7f-a5b3-0f16f7975836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:43.061644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54588) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:43.162561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-590914093-network', 'tenant_id': '0371d26b4fb342d4a0ccb01b823b45c9'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:43.187147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Made reservation on behalf of 0371d26b4fb342d4a0ccb01b823b45c9 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:43.190062 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:43.203836 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:43.295277 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:43.301459 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:43.317957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:41:43.331286 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:43.332011 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Added segment db0bf7e7-71a3-4267-83c1-f9088854236e of type vlan for network 537ba1af-292b-4d56-aeab-ed20c84b34e5 Nov 09 00:41:43.394438 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:43.436232 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:43.437452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:43.438312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:43.488994 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4253469 Nov 09 00:41:43.491331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54596) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:43.501476 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-11d8a9bd-ac97-46a4-86c2-120c88d7b354 admin admin] Request body: {'subnet': {'network_id': '537ba1af-292b-4d56-aeab-ed20c84b34e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-590914093-subnet', 'tenant_id': '0371d26b4fb342d4a0ccb01b823b45c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:43.509960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9db297-36a2-4682-b3ea-34cc23dfd27c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:43.546629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d8a9bd-ac97-46a4-86c2-120c88d7b354 admin admin] Made reservation on behalf of 0371d26b4fb342d4a0ccb01b823b45c9 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:43.550273 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-11d8a9bd-ac97-46a4-86c2-120c88d7b354 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:43.594571 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97568d-661f-4298-ad5c-e363d5a0abcf admin admin] Pushing event updated for resources: {'Network': ['ID=537ba1af-292b-4d56-aeab-ed20c84b34e5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:43.632652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 537ba1af-292b-4d56-aeab-ed20c84b34e5 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:41:43.883989 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-11d8a9bd-ac97-46a4-86c2-120c88d7b354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:43.995382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8a9bd-ac97-46a4-86c2-120c88d7b354 admin admin] Checking segment: {'id': 'db0bf7e7-71a3-4267-83c1-f9088854236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '537ba1af-292b-4d56-aeab-ed20c84b34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:43.995382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8a9bd-ac97-46a4-86c2-120c88d7b354 admin admin] Network hostable DHCP agents. Network: 537ba1af-292b-4d56-aeab-ed20c84b34e5, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:41:43.995382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8a9bd-ac97-46a4-86c2-120c88d7b354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd5419b-74f9-43c1-a85e-4f3c9de62d23,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:43.995382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8a9bd-ac97-46a4-86c2-120c88d7b354 admin admin] Network 537ba1af-292b-4d56-aeab-ed20c84b34e5 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:41:43.995382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-11d8a9bd-ac97-46a4-86c2-120c88d7b354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 537ba1af-292b-4d56-aeab-ed20c84b34e5) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:43.999520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e23aa1-edf2-4218-9577-1806c026ad89 None None] Network 537ba1af-292b-4d56-aeab-ed20c84b34e5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:44.000085 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d8a9bd-ac97-46a4-86c2-120c88d7b354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:44.000085 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-11d8a9bd-ac97-46a4-86c2-120c88d7b354 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:44.029450 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-11d8a9bd-ac97-46a4-86c2-120c88d7b354 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5236211 Nov 09 00:41:44.157009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f5aead-7c09-43c5-9c77-2b2d020d8dd6 None None] Network 537ba1af-292b-4d56-aeab-ed20c84b34e5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:44.724413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54644) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:44.729839 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-396897993-network', 'tenant_id': 'a74630e9b66b4da1a025aef1246ed986'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:44.757548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Made reservation on behalf of a74630e9b66b4da1a025aef1246ed986 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:44.760509 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:44.771214 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:44.793542 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dcf4e29b-386e-424f-bde8-97c405a813c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:44.863730 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:44.868358 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:44.895179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aef440-1d25-4a3c-a7b5-02666f47c18b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:44.907251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:41:44.924894 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:44.925432 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Added segment 1b426ec6-d40e-4854-9e66-69832c1880ba of type vlan for network c8d5d167-f334-4767-b4e7-86b53a46a641 Nov 09 00:41:44.968689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:44.996403 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:44.998068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:44.998648 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:45.057020 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3314929 Nov 09 00:41:45.059751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54652) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:45.064970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9ef7ad4f-335f-4c17-8b02-1ba082bbc8b6 admin admin] Request body: {'subnet': {'network_id': 'c8d5d167-f334-4767-b4e7-86b53a46a641', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-396897993-subnet', 'tenant_id': 'a74630e9b66b4da1a025aef1246ed986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:45.078295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b96b7f-3a40-4199-96df-0f5fb181e5c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c8d5d167-f334-4767-b4e7-86b53a46a641,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:45.088576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network c8d5d167-f334-4767-b4e7-86b53a46a641 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:41:45.095183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef7ad4f-335f-4c17-8b02-1ba082bbc8b6 admin admin] Made reservation on behalf of a74630e9b66b4da1a025aef1246ed986 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:45.097723 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ad4f-335f-4c17-8b02-1ba082bbc8b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:45.310889 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ad4f-335f-4c17-8b02-1ba082bbc8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:45.374243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7ad4f-335f-4c17-8b02-1ba082bbc8b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe41c35-8e72-431c-8bfd-d5e9a1f1baf8,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:45.396725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef7ad4f-335f-4c17-8b02-1ba082bbc8b6 admin admin] Checking segment: {'id': '1b426ec6-d40e-4854-9e66-69832c1880ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c8d5d167-f334-4767-b4e7-86b53a46a641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:45.397226 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef7ad4f-335f-4c17-8b02-1ba082bbc8b6 admin admin] Network hostable DHCP agents. Network: c8d5d167-f334-4767-b4e7-86b53a46a641, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:41:45.416048 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef7ad4f-335f-4c17-8b02-1ba082bbc8b6 admin admin] Network c8d5d167-f334-4767-b4e7-86b53a46a641 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:41:45.428457 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-9ef7ad4f-335f-4c17-8b02-1ba082bbc8b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, c8d5d167-f334-4767-b4e7-86b53a46a641) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:45.432929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef7ad4f-335f-4c17-8b02-1ba082bbc8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:45.433718 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ad4f-335f-4c17-8b02-1ba082bbc8b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:45.440032 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c172adfc-e625-4888-bcad-e48ba8edf25b None None] Network c8d5d167-f334-4767-b4e7-86b53a46a641 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:45.461717 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9ef7ad4f-335f-4c17-8b02-1ba082bbc8b6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4002213 Nov 09 00:41:45.603124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9734fc1-f7ac-46a3-8fd1-096d053f5769 None None] Network c8d5d167-f334-4767-b4e7-86b53a46a641 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:46.121332 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:46.175738 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:46.344312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-8896c297-3f8b-456f-998f-e2b5e04a957d tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:46.345834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-8896c297-3f8b-456f-998f-e2b5e04a957d tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/networks?id=537ba1af-292b-4d56-aeab-ed20c84b34e5 HTTP/1.1" status: 200 len: 811 time: 0.1998372 Nov 09 00:41:46.362345 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-0e4d6c7a-2270-4b6f-8d3e-3b7924e77d77 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/quotas/0371d26b4fb342d4a0ccb01b823b45c9 HTTP/1.1" status: 200 len: 375 time: 0.0103524 Nov 09 00:41:46.417557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-0c87adde-cc94-4fe5-b467-e8cae19e1c74 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0371d26b4fb342d4a0ccb01b823b45c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495579 Nov 09 00:41:46.467848 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:46.534540 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ad9fb458-34ba-4287-a03b-af59738d902e service neutron] 10.222.0.25 "GET /v2.0/networks/537ba1af-292b-4d56-aeab-ed20c84b34e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080260 Nov 09 00:41:46.630976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-8223215b-ac15-40f6-b28c-17c272f09df8 service neutron] 10.222.0.25 "GET /v2.0/networks/537ba1af-292b-4d56-aeab-ed20c84b34e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939062 Nov 09 00:41:47.102015 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62d4d7da-c67b-444d-b323-2c934029b431 req-200e8cc8-f6a3-4480-b7ed-131412664b74 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 210 time: 0.2643733 Nov 09 00:41:47.266999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54730) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:47.400358 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fbcc261f-e0f5-4e2f-b4b2-d5ddade3de19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:47.507010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fbcc261f-e0f5-4e2f-b4b2-d5ddade3de19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:47.514310 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fbcc261f-e0f5-4e2f-b4b2-d5ddade3de19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:47.557524 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fbcc261f-e0f5-4e2f-b4b2-d5ddade3de19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0dcc94d32d544e1bab2cd24eb2246a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2892833 Nov 09 00:41:47.560640 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54738) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:47.562495 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc261f-e0f5-4e2f-b4b2-d5ddade3de19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f465e8eb-0012-450e-9491-e53d1ccdae45,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:47.653393 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67fc1c64-2927-4655-a7de-56094c326a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:47.678022 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67fc1c64-2927-4655-a7de-56094c326a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:47.692412 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:47.726129 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67fc1c64-2927-4655-a7de-56094c326a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:47.728946 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-67fc1c64-2927-4655-a7de-56094c326a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:47.730134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-67fc1c64-2927-4655-a7de-56094c326a05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f465e8eb-0012-450e-9491-e53d1ccdae45 HTTP/1.1" status: 204 len: 168 time: 0.1677616 Nov 09 00:41:47.739148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc1c64-2927-4655-a7de-56094c326a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f465e8eb-0012-450e-9491-e53d1ccdae45,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:48.104679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-114f9c0c-0a5b-432d-a819-8cccbf87b07a tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:48.106488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-114f9c0c-0a5b-432d-a819-8cccbf87b07a tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.30 "GET /v2.0/networks?id=537ba1af-292b-4d56-aeab-ed20c84b34e5 HTTP/1.1" status: 200 len: 811 time: 0.1617026 Nov 09 00:41:48.134889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Request body: {'port': {'device_id': '10fac4f3-17ba-4e83-b043-6721851246a9', 'network_id': '537ba1af-292b-4d56-aeab-ed20c84b34e5', 'admin_state_up': True, 'tenant_id': '0371d26b4fb342d4a0ccb01b823b45c9'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:48.388793 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:48.557056 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ea993e8f-e9ee-4968-a7aa-ce6a18ac98ca req-685ad586-d871-4b22-a66a-ee85e4e95f2a tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 210 time: 0.3509812 Nov 09 00:41:48.628700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Made reservation on behalf of 0371d26b4fb342d4a0ccb01b823b45c9 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:48.633829 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:48.637455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54776) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:48.761311 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-916439024-network', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:48.797100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Allocated IP 172.20.0.5 (537ba1af-292b-4d56-aeab-ed20c84b34e5/3cd5419b-74f9-43c1-a85e-4f3c9de62d23/e22cb60d-e653-4531-8c01-d592747aedf8) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:48.817620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Made reservation on behalf of 1332457301d649d5b77aca9fb7ed5f68 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:48.820083 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:48.836628 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.021478 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.027524 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.033499 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.071501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:41:49.082665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdba11ae-377f-4d2a-b90c-2f53ee383cca,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:49.106481 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.107739 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Added segment f945699f-e169-4d7f-827e-19303e49f91e of type vlan for network 0789bf16-68e6-4a83-96bc-4b5ffa3030d2 Nov 09 00:41:49.144928 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.186520 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.208774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Network 537ba1af-292b-4d56-aeab-ed20c84b34e5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:49.216998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:49.219511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:49.256114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Pushing event updated for resources: {'Port': ['ID=e22cb60d-e653-4531-8c01-d592747aedf8,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:49.275147 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.276202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:49.276780 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.317252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:49.317894 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.360398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7212956 Nov 09 00:41:49.363543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54792) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:49.365945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da958f-dd3d-4100-a4fe-a5334dad3e6c admin admin] Pushing event updated for resources: {'Network': ['ID=0789bf16-68e6-4a83-96bc-4b5ffa3030d2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:49.374702 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b62aa2d4-0acd-42d2-aab6-d07f01dd6401 admin admin] Request body: {'subnet': {'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-916439024-subnet', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:49.376075 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-970a9143-0376-47ce-9e03-4098be49abaa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2538502 Nov 09 00:41:49.380127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 0789bf16-68e6-4a83-96bc-4b5ffa3030d2 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:41:49.390946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Request body: {'port': {'device_id': '10fac4f3-17ba-4e83-b043-6721851246a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:49.432894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62aa2d4-0acd-42d2-aab6-d07f01dd6401 admin admin] Made reservation on behalf of 1332457301d649d5b77aca9fb7ed5f68 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:49.436722 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b62aa2d4-0acd-42d2-aab6-d07f01dd6401 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.468395 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.694596 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b62aa2d4-0acd-42d2-aab6-d07f01dd6401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.760199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aa2d4-0acd-42d2-aab6-d07f01dd6401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e01ecc-cd55-4fa2-91e0-583c83ee5137,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:49.772680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62aa2d4-0acd-42d2-aab6-d07f01dd6401 admin admin] Checking segment: {'id': 'f945699f-e169-4d7f-827e-19303e49f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:49.773133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62aa2d4-0acd-42d2-aab6-d07f01dd6401 admin admin] Network hostable DHCP agents. Network: 0789bf16-68e6-4a83-96bc-4b5ffa3030d2, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:41:49.797961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62aa2d4-0acd-42d2-aab6-d07f01dd6401 admin admin] Network 0789bf16-68e6-4a83-96bc-4b5ffa3030d2 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:41:49.812972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b62aa2d4-0acd-42d2-aab6-d07f01dd6401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 0789bf16-68e6-4a83-96bc-4b5ffa3030d2) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:49.817831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62aa2d4-0acd-42d2-aab6-d07f01dd6401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:49.818450 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b62aa2d4-0acd-42d2-aab6-d07f01dd6401 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.826859 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c03926-a217-416f-b883-07d89cd4c343 None None] Network 0789bf16-68e6-4a83-96bc-4b5ffa3030d2 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:49.845489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2778992-c4fa-4bc7-81a5-db1c15efccee req-e5c7d64a-be55-4e91-b731-2bd04f290bd1 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:49.846877 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b62aa2d4-0acd-42d2-aab6-d07f01dd6401 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4820468 Nov 09 00:41:49.849708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54806) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:49.852469 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2778992-c4fa-4bc7-81a5-db1c15efccee req-e5c7d64a-be55-4e91-b731-2bd04f290bd1 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 931 time: 0.1424987 Nov 09 00:41:49.858059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-916439024-router', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:49.891747 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.893389 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.972288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22cb60d-e653-4531-8c01-d592747aedf8 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:41:49.983737 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:49.984329 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.021807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Transition to ACTIVE for port object e22cb60d-e653-4531-8c01-d592747aedf8 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:41:50.036245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.047789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-0789bf16-68e6-4a83-96bc-4b5ffa3030d2', 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'fixed_ips': [{'subnet_id': '74e01ecc-cd55-4fa2-91e0-583c83ee5137'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:41:50.048880 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.072157 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2778992-c4fa-4bc7-81a5-db1c15efccee req-59aca859-52c6-4fdb-81d4-a874519d0f16 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077007 Nov 09 00:41:50.121996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Pushing event updated for resources: {'Port': ['ID=e22cb60d-e653-4531-8c01-d592747aedf8,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:50.184053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.194177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Attempting to bind port e22cb60d-e653-4531-8c01-d592747aedf8 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:50.194538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Attempting to bind port e22cb60d-e653-4531-8c01-d592747aedf8 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'db0bf7e7-71a3-4267-83c1-f9088854236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '537ba1af-292b-4d56-aeab-ed20c84b34e5'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:50.195049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Attempting to bind port e22cb60d-e653-4531-8c01-d592747aedf8 on network 537ba1af-292b-4d56-aeab-ed20c84b34e5 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:50.202152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Port e22cb60d-e653-4531-8c01-d592747aedf8 on network 537ba1af-292b-4d56-aeab-ed20c84b34e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:41:50.202520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Attempting to bind port e22cb60d-e653-4531-8c01-d592747aedf8 on network 537ba1af-292b-4d56-aeab-ed20c84b34e5 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:50.209049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:50.209560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Checking segment: {'id': 'db0bf7e7-71a3-4267-83c1-f9088854236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '537ba1af-292b-4d56-aeab-ed20c84b34e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:50.210094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Bound using segment: {'id': 'db0bf7e7-71a3-4267-83c1-f9088854236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '537ba1af-292b-4d56-aeab-ed20c84b34e5'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:50.210568 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Bound port: e22cb60d-e653-4531-8c01-d592747aedf8, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db0bf7e7-71a3-4267-83c1-f9088854236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '537ba1af-292b-4d56-aeab-ed20c84b34e5'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:50.211026 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.246380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Allocated IP 172.20.0.2 (0789bf16-68e6-4a83-96bc-4b5ffa3030d2/74e01ecc-cd55-4fa2-91e0-583c83ee5137/f59f92d4-7422-42df-afc3-f5f0fda4e04a) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:50.308945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] For port e22cb60d-e653-4531-8c01-d592747aedf8, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:50.312293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] For port e22cb60d-e653-4531-8c01-d592747aedf8, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e22cb60d-e653-4531-8c01-d592747aedf8,segment=NetworkSegment(db0bf7e7-71a3-4267-83c1-f9088854236e),segment_id=db0bf7e7-71a3-4267-83c1-f9088854236e)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:50.318055 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.357965 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:50.358618 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.360040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] 10.222.0.30 "PUT /v2.0/ports/e22cb60d-e653-4531-8c01-d592747aedf8 HTTP/1.1" status: 200 len: 1091 time: 0.9744182 Nov 09 00:41:50.360510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fac4f3-17ba-4e83-b043-6721851246a9', 'tag': 'e22cb60d-e653-4531-8c01-d592747aedf8'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:41:50.363340 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446a8ae3-48f2-45ce-8cdc-f083a23d84f6" -d '{"events": [{"name": "network-changed", "server_uuid": "10fac4f3-17ba-4e83-b043-6721851246a9", "tag": "e22cb60d-e653-4531-8c01-d592747aedf8"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:41:50.494904 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.502002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cd813-167f-410a-93ce-04fec1182f39 service neutron] Pushing event updated for resources: {'Port': ['ID=e22cb60d-e653-4531-8c01-d592747aedf8,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:50.514779 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.523937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-726c6b3a-2244-408c-a6a3-0575409b79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:50.526745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-726c6b3a-2244-408c-a6a3-0575409b79bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0371d26b4fb342d4a0ccb01b823b45c9&device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 1094 time: 0.1193182 Nov 09 00:41:50.545117 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.586295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Network 0789bf16-68e6-4a83-96bc-4b5ffa3030d2 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:50.589172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Pushing event updated for resources: {'Port': ['ID=f59f92d4-7422-42df-afc3-f5f0fda4e04a,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:50.589337 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.598133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:50.601124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:50.618712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:50.619160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:50.619602 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:50.620056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:50.620491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:50.620927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:50.621385 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:50.621798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:50.622750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:50.623286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:50.623797 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:50.627265 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:50.640076 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a7b88f-2290-4d1f-b4f0-076bf03ccadf x-openstack-request-id: req-81a7b88f-2290-4d1f-b4f0-076bf03ccadf {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:41:50.640373 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fac4f3-17ba-4e83-b043-6721851246a9", "tag": "e22cb60d-e653-4531-8c01-d592747aedf8", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:41:50.640628 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81a7b88f-2290-4d1f-b4f0-076bf03ccadf {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:41:50.641038 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fac4f3-17ba-4e83-b043-6721851246a9', 'tag': 'e22cb60d-e653-4531-8c01-d592747aedf8', 'status': 'completed', 'code': 200} Nov 09 00:41:50.643060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-78bde9ae-915d-4b6c-9198-6ced43055492 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22cb60d-e653-4531-8c01-d592747aedf8 HTTP/1.1" status: 200 len: 217 time: 0.1084676 Nov 09 00:41:50.705955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Attempting to bind port f59f92d4-7422-42df-afc3-f5f0fda4e04a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:50.706579 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Attempting to bind port f59f92d4-7422-42df-afc3-f5f0fda4e04a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f945699f-e169-4d7f-827e-19303e49f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:50.707598 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Attempting to bind port f59f92d4-7422-42df-afc3-f5f0fda4e04a on network 0789bf16-68e6-4a83-96bc-4b5ffa3030d2 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:50.713368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:50.714178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Checking segment: {'id': 'f945699f-e169-4d7f-827e-19303e49f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:50.714791 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.714923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-7b3a7efa-30a4-400c-9d16-50158b77d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:50.715509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Bound using segment: {'id': 'f945699f-e169-4d7f-827e-19303e49f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:50.716236 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Bound port: f59f92d4-7422-42df-afc3-f5f0fda4e04a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f945699f-e169-4d7f-827e-19303e49f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:50.716370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-7b3a7efa-30a4-400c-9d16-50158b77d818 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd5419b-74f9-43c1-a85e-4f3c9de62d23 HTTP/1.1" status: 200 len: 851 time: 0.0654354 Nov 09 00:41:50.716916 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.735526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Allocated IP 172.25.0.210 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/6ea84e08-91bb-43a7-9b4a-65fbdde71c39) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:50.786332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] For port f59f92d4-7422-42df-afc3-f5f0fda4e04a, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:50.790261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] For port f59f92d4-7422-42df-afc3-f5f0fda4e04a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f59f92d4-7422-42df-afc3-f5f0fda4e04a,segment=NetworkSegment(f945699f-e169-4d7f-827e-19303e49f91e),segment_id=f945699f-e169-4d7f-827e-19303e49f91e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:50.795455 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.802982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-98a20726-9a91-49b4-b9ed-477ce10f6f0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=537ba1af-292b-4d56-aeab-ed20c84b34e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776253 Nov 09 00:41:50.866232 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.915864 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:50.951821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-aaee1baf-7df8-4a4b-9739-7c0bcd6c0bc7 service neutron] 10.222.0.30 "GET /v2.0/networks/537ba1af-292b-4d56-aeab-ed20c84b34e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395421 Nov 09 00:41:50.956482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:50.959566 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:50.966629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:50.992993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea84e08-91bb-43a7-9b4a-65fbdde71c39,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:51.082109 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74cc99-6c6e-489e-8370-df932463ce1a req-94727c66-6977-4c28-a14a-2db462d5b49d service neutron] 10.222.0.30 "GET /v2.0/networks/537ba1af-292b-4d56-aeab-ed20c84b34e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224215 Nov 09 00:41:51.092029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffe303-2c42-4dc6-adec-60377a883c7a None None] Pushing event updated for resources: {'Port': ['ID=f59f92d4-7422-42df-afc3-f5f0fda4e04a,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:51.230690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a8ae3-48f2-45ce-8cdc-f083a23d84f6 req-87fba6ac-6679-4382-9832-a3a0723fd75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:51.233236 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-446a8ae3-48f2-45ce-8cdc-f083a23d84f6 req-87fba6ac-6679-4382-9832-a3a0723fd75e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0371d26b4fb342d4a0ccb01b823b45c9&device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 1094 time: 0.0860510 Nov 09 00:41:51.251277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee7f6c-7e66-4546-ab54-04d33ce98d5e req-938d1b13-2062-4c8d-8a89-cc1820e2a9a2 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:51.253242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4ee7f6c-7e66-4546-ab54-04d33ce98d5e req-938d1b13-2062-4c8d-8a89-cc1820e2a9a2 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 943 time: 0.0716379 Nov 09 00:41:51.312538 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:51.470388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4ee7f6c-7e66-4546-ab54-04d33ce98d5e req-501c602d-4892-492c-a7de-e1e224287211 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770213 Nov 09 00:41:51.502803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a8ae3-48f2-45ce-8cdc-f083a23d84f6 req-55f2148b-90b4-476c-a6cf-682654a9b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:51.505023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-446a8ae3-48f2-45ce-8cdc-f083a23d84f6 req-55f2148b-90b4-476c-a6cf-682654a9b4bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=537ba1af-292b-4d56-aeab-ed20c84b34e5 HTTP/1.1" status: 200 len: 911 time: 0.2496243 Nov 09 00:41:51.555131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-446a8ae3-48f2-45ce-8cdc-f083a23d84f6 req-1c2c6222-0586-4f0e-9861-41f00047126e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22cb60d-e653-4531-8c01-d592747aedf8 HTTP/1.1" status: 200 len: 217 time: 0.0411117 Nov 09 00:41:51.610218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a8ae3-48f2-45ce-8cdc-f083a23d84f6 req-112fe496-81c9-4d3d-837d-d2deb4715b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:51.612587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-446a8ae3-48f2-45ce-8cdc-f083a23d84f6 req-112fe496-81c9-4d3d-837d-d2deb4715b04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd5419b-74f9-43c1-a85e-4f3c9de62d23 HTTP/1.1" status: 200 len: 851 time: 0.0503542 Nov 09 00:41:51.619610 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:51.652599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-446a8ae3-48f2-45ce-8cdc-f083a23d84f6 req-b79a28f3-5705-46f9-877e-bde108820c05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=537ba1af-292b-4d56-aeab-ed20c84b34e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322757 Nov 09 00:41:51.761007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-446a8ae3-48f2-45ce-8cdc-f083a23d84f6 req-94d64705-a040-4691-941d-234b2d659beb service neutron] 10.222.0.30 "GET /v2.0/networks/537ba1af-292b-4d56-aeab-ed20c84b34e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007106 Nov 09 00:41:51.871653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-446a8ae3-48f2-45ce-8cdc-f083a23d84f6 req-9d09de8d-4c59-454c-a1f6-14035d8a0906 service neutron] 10.222.0.30 "GET /v2.0/networks/537ba1af-292b-4d56-aeab-ed20c84b34e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028347 Nov 09 00:41:52.089921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Router 3524dbc9-f426-4e1a-bb77-25230e5a25ff is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:41:52.205783 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:52.216937 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Sync routers for ids ['3524dbc9-f426-4e1a-bb77-25230e5a25ff'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:52.228804 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:52.230121 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-239988d4-5f71-4808-b2fa-f0f603b1e0b2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3787608 Nov 09 00:41:52.233562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54850) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:52.235270 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Routers {'3524dbc9-f426-4e1a-bb77-25230e5a25ff'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:52.235893 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3524dbc9-f426-4e1a-bb77-25230e5a25ff'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:52.277076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d152a8-339d-4407-b272-22ba056fdb73 None None] Network 0789bf16-68e6-4a83-96bc-4b5ffa3030d2 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:52.374556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ee1b1f11-d090-4c8b-9f1d-9bfd9cedd3f7 None None] Provisioning complete for port f59f92d4-7422-42df-afc3-f5f0fda4e04a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:52.375222 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee1b1f11-d090-4c8b-9f1d-9bfd9cedd3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:52.413102 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Set router 3524dbc9-f426-4e1a-bb77-25230e5a25ff gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:52.471947 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f59f92d4-7422-42df-afc3-f5f0fda4e04a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:52.585721 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee1b1f11-d090-4c8b-9f1d-9bfd9cedd3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:52.636213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f59f92d4-7422-42df-afc3-f5f0fda4e04a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:52.636852 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:52.650734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ee1b1f11-d090-4c8b-9f1d-9bfd9cedd3f7 None None] For port f59f92d4-7422-42df-afc3-f5f0fda4e04a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f59f92d4-7422-42df-afc3-f5f0fda4e04a,segment=NetworkSegment(f945699f-e169-4d7f-827e-19303e49f91e),segment_id=f945699f-e169-4d7f-827e-19303e49f91e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:52.678003 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ee1b1f11-d090-4c8b-9f1d-9bfd9cedd3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:52.690117 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'name': 'tempest-TestAggregatesBasicOps-916439024-router', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:49Z', 'updated_at': '2021-11-09T00:41:51Z', 'revision_number': 3, 'project_id': '1332457301d649d5b77aca9fb7ed5f68', 'gw_port': {'id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:50Z', 'updated_at': '2021-11-09T00:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:52.753379 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Checking router: 3524dbc9-f426-4e1a-bb77-25230e5a25ff for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:52.754461 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Updating router 3524dbc9-f426-4e1a-bb77-25230e5a25ff port 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:41:52.766713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18952c1b-f55a-4142-b49c-05c9e0870c58 req-b73c006d-8b1b-4a68-8bce-3141dd21a0dd tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:52.768408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18952c1b-f55a-4142-b49c-05c9e0870c58 req-b73c006d-8b1b-4a68-8bce-3141dd21a0dd tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 943 time: 0.1407125 Nov 09 00:41:52.784413 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b1f11-d090-4c8b-9f1d-9bfd9cedd3f7 None None] Pushing event updated for resources: {'Port': ['ID=f59f92d4-7422-42df-afc3-f5f0fda4e04a,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:52.812004 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:52.915591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18952c1b-f55a-4142-b49c-05c9e0870c58 req-507bb012-80d0-4214-a598-86d9980d8a49 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308920 Nov 09 00:41:53.002067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-edf67a76-144c-4c88-8e9e-008f8c1450c5 None None] Provisioning complete for port f59f92d4-7422-42df-afc3-f5f0fda4e04a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:53.002498 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-edf67a76-144c-4c88-8e9e-008f8c1450c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.078031 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.153858 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.159732 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.224132 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Attempting to bind port 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:53.224826 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Attempting to bind port 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:53.224826 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Attempting to bind port 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:53.228016 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd777f-a5bc-4a9b-ae42-4d01dc3cbe5e None None] Pushing event updated for resources: {'Port': ['ID=6ea84e08-91bb-43a7-9b4a-65fbdde71c39,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:53.232711 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:53.233083 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:53.233503 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.234104 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:53.234572 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Bound port: 6ea84e08-91bb-43a7-9b4a-65fbdde71c39, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:53.234946 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.250376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Allocated IP 172.20.0.1 (0789bf16-68e6-4a83-96bc-4b5ffa3030d2/74e01ecc-cd55-4fa2-91e0-583c83ee5137/cede4cde-5b3b-4986-a07b-2d5f9137e19a) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:53.289518 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] For port 6ea84e08-91bb-43a7-9b4a-65fbdde71c39, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:53.293544 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] For port 6ea84e08-91bb-43a7-9b4a-65fbdde71c39, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6ea84e08-91bb-43a7-9b4a-65fbdde71c39,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:53.299543 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.367062 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.368236 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Routers {'3524dbc9-f426-4e1a-bb77-25230e5a25ff'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:53.369044 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3524dbc9-f426-4e1a-bb77-25230e5a25ff'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:53.408269 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.410560 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd777f-a5bc-4a9b-ae42-4d01dc3cbe5e None None] Pushing event updated for resources: {'Port': ['ID=6ea84e08-91bb-43a7-9b4a-65fbdde71c39,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:53.464589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Network 0789bf16-68e6-4a83-96bc-4b5ffa3030d2 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:53.467943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:53.472635 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:53.475785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Pushing event updated for resources: {'Port': ['ID=cede4cde-5b3b-4986-a07b-2d5f9137e19a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:53.501703 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] Set router 3524dbc9-f426-4e1a-bb77-25230e5a25ff gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:53.533264 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.706047 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.836066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8980c3f4-a724-4384-afec-c1872c9e1f2a None None] Provisioning complete for port cede4cde-5b3b-4986-a07b-2d5f9137e19a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:53.837194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8980c3f4-a724-4384-afec-c1872c9e1f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.868911 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'name': 'tempest-TestAggregatesBasicOps-916439024-router', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:49Z', 'updated_at': '2021-11-09T00:41:51Z', 'revision_number': 3, 'project_id': '1332457301d649d5b77aca9fb7ed5f68', 'gw_port': {'id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:50Z', 'updated_at': '2021-11-09T00:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:53.880483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e22cb60d-e653-4531-8c01-d592747aedf8 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:41:53.899864 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53ff10-23b3-4510-b57e-be79ce08cc8d None None] The sync data for ids ['3524dbc9-f426-4e1a-bb77-25230e5a25ff'] in n-d-813263-3 is: [{'id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'name': 'tempest-TestAggregatesBasicOps-916439024-router', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:49Z', 'updated_at': '2021-11-09T00:41:51Z', 'revision_number': 3, 'project_id': '1332457301d649d5b77aca9fb7ed5f68', 'gw_port': {'id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:50Z', 'updated_at': '2021-11-09T00:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:53.904242 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.912881 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:53.979887 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8980c3f4-a724-4384-afec-c1872c9e1f2a None None] Port cede4cde-5b3b-4986-a07b-2d5f9137e19a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:54.010354 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:54.013784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Pushing event updated for resources: {'Port': ['ID=cede4cde-5b3b-4986-a07b-2d5f9137e19a,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:54.039266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port e22cb60d-e653-4531-8c01-d592747aedf8, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e22cb60d-e653-4531-8c01-d592747aedf8,segment=NetworkSegment(db0bf7e7-71a3-4267-83c1-f9088854236e),segment_id=db0bf7e7-71a3-4267-83c1-f9088854236e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:54.058029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'e22cb60d-e653-4531-8c01-d592747aedf8', 'network_id': '537ba1af-292b-4d56-aeab-ed20c84b34e5', 'port_id': 'e22cb60d-e653-4531-8c01-d592747aedf8', 'mac_address': 'fa:16:3e:9f:68:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd5419b-74f9-43c1-a85e-4f3c9de62d23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:41:54.118016 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:54.134263 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22cb60d-e653-4531-8c01-d592747aedf8 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:41:54.159838 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port e22cb60d-e653-4531-8c01-d592747aedf8, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e22cb60d-e653-4531-8c01-d592747aedf8,segment=NetworkSegment(db0bf7e7-71a3-4267-83c1-f9088854236e),segment_id=db0bf7e7-71a3-4267-83c1-f9088854236e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:54.166032 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:54.236485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=e22cb60d-e653-4531-8c01-d592747aedf8,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:54.413225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['e22cb60d-e653-4531-8c01-d592747aedf8'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:41:54.517177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Network 0789bf16-68e6-4a83-96bc-4b5ffa3030d2 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:54.520968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:54.556531 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f59f92d4-7422-42df-afc3-f5f0fda4e04a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:54.613910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9a4d3-e5f0-45e9-88b9-6fed53b31e2a req-110281dc-bcc0-4537-b7d6-4b4169ca4e65 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:54.622397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22c9a4d3-e5f0-45e9-88b9-6fed53b31e2a req-110281dc-bcc0-4537-b7d6-4b4169ca4e65 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 943 time: 0.5241499 Nov 09 00:41:54.690970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f59f92d4-7422-42df-afc3-f5f0fda4e04a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:54.691325 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:54.759035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22c9a4d3-e5f0-45e9-88b9-6fed53b31e2a req-cba24948-5392-4234-bb0c-11e053e4c9c4 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357508 Nov 09 00:41:54.782184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Router 3524dbc9-f426-4e1a-bb77-25230e5a25ff has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:41:54.817317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:54.881615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:54.882189 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:54.975773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:54.978108 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:54.991757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-96d02aee-c2bd-4aba-9d6e-48d8aef073e4 admin admin] 10.222.0.25 "PUT /v2.0/routers/3524dbc9-f426-4e1a-bb77-25230e5a25ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7527351 Nov 09 00:41:55.007500 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 6ea84e08-91bb-43a7-9b4a-65fbdde71c39, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6ea84e08-91bb-43a7-9b4a-65fbdde71c39,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:55.015396 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:55.088274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-315d828e-62e0-4290-a039-9c0b944723f7 None None] Provisioning complete for port cede4cde-5b3b-4986-a07b-2d5f9137e19a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:55.088648 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-315d828e-62e0-4290-a039-9c0b944723f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:55.114998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=6ea84e08-91bb-43a7-9b4a-65fbdde71c39,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:55.134833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-315d828e-62e0-4290-a039-9c0b944723f7 None None] Port cede4cde-5b3b-4986-a07b-2d5f9137e19a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:41:55.201929 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:41:55.566609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 54928) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:55.571605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-65782852-network', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:55.595583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Made reservation on behalf of aeee1efc63b247f499c7bc67a5afcca0 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:55.598183 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:55.608837 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:55.709794 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:55.721614 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:55.742144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:41:55.751735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f8763f-c4a5-41d0-b6fa-bcc93f0dbec9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:55.757417 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:55.757740 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Added segment e59bf4f2-172a-46f2-b3ad-7414a9416313 of type vlan for network 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 Nov 09 00:41:55.806315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:55.837070 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:55.838014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:55.842737 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:55.873025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e22cb60d-e653-4531-8c01-d592747aedf8 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:55.915771 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3477368 Nov 09 00:41:55.918764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54938) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:55.932535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cc048e3d-32eb-4e25-b332-60a28cc028a4 admin admin] Request body: {'subnet': {'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-65782852-subnet', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:55.961117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc048e3d-32eb-4e25-b332-60a28cc028a4 admin admin] Made reservation on behalf of aeee1efc63b247f499c7bc67a5afcca0 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:41:55.961650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef1829-6bec-4bf3-839e-40032e36f32b admin admin] Pushing event updated for resources: {'Network': ['ID=1f80c37c-8c6e-4ae0-9e95-126ae065f5f5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:55.964065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cc048e3d-32eb-4e25-b332-60a28cc028a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:55.971805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port e22cb60d-e653-4531-8c01-d592747aedf8 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:41:55.983487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:41:55.987304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port e22cb60d-e653-4531-8c01-d592747aedf8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:55.987677 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:55.992689 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad63f03-1892-419b-883a-d81ef83f95bb req-d2ea66c5-1ffe-48a1-9655-96afbc06adbe tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:55.994452 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bad63f03-1892-419b-883a-d81ef83f95bb req-d2ea66c5-1ffe-48a1-9655-96afbc06adbe tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 944 time: 0.1287701 Nov 09 00:41:56.080498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bad63f03-1892-419b-883a-d81ef83f95bb req-1e484aa1-047c-46e5-ba6e-112c4f8f269b tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796006 Nov 09 00:41:56.131369 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Sync routers for ids ['3524dbc9-f426-4e1a-bb77-25230e5a25ff'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:56.176883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Routers {'3524dbc9-f426-4e1a-bb77-25230e5a25ff'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:56.177929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3524dbc9-f426-4e1a-bb77-25230e5a25ff'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:56.231359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cc048e3d-32eb-4e25-b332-60a28cc028a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:56.241538 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:56.302898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc048e3d-32eb-4e25-b332-60a28cc028a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f73c252-9833-4e79-bef0-280757312b2e,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:56.303432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fac4f3-17ba-4e83-b043-6721851246a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22cb60d-e653-4531-8c01-d592747aedf8'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:41:56.305726 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecebe75-ba4e-4936-9754-8bcf88ced4fe" -d '{"events": [{"server_uuid": "10fac4f3-17ba-4e83-b043-6721851246a9", "name": "network-vif-plugged", "status": "completed", "tag": "e22cb60d-e653-4531-8c01-d592747aedf8"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:41:56.321988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port e22cb60d-e653-4531-8c01-d592747aedf8, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e22cb60d-e653-4531-8c01-d592747aedf8,segment=NetworkSegment(db0bf7e7-71a3-4267-83c1-f9088854236e),segment_id=db0bf7e7-71a3-4267-83c1-f9088854236e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:56.324060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc048e3d-32eb-4e25-b332-60a28cc028a4 admin admin] Checking segment: {'id': 'e59bf4f2-172a-46f2-b3ad-7414a9416313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:56.324541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc048e3d-32eb-4e25-b332-60a28cc028a4 admin admin] Network hostable DHCP agents. Network: 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:41:56.330458 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:56.366533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc048e3d-32eb-4e25-b332-60a28cc028a4 admin admin] Network 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:41:56.378040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Set router 3524dbc9-f426-4e1a-bb77-25230e5a25ff gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:56.383718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-cc048e3d-32eb-4e25-b332-60a28cc028a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:56.388956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc048e3d-32eb-4e25-b332-60a28cc028a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:56.391636 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cc048e3d-32eb-4e25-b332-60a28cc028a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:56.412372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b74acb-9372-4b04-80fe-4854679d3077 None None] Network 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:56.414907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:41:56.420718 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cc048e3d-32eb-4e25-b332-60a28cc028a4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4963634 Nov 09 00:41:56.420983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54954) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:56.427547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-65782852-router', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:41:56.455937 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:56.458407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:56.530325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:56.537655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=e22cb60d-e653-4531-8c01-d592747aedf8,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:56.680756 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:56.681125 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:56.729563 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d630968-916e-4bd2-be64-d373e1d2e88f x-openstack-request-id: req-6d630968-916e-4bd2-be64-d373e1d2e88f {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:41:56.729945 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fac4f3-17ba-4e83-b043-6721851246a9", "name": "network-vif-plugged", "status": "completed", "tag": "e22cb60d-e653-4531-8c01-d592747aedf8", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:41:56.730165 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d630968-916e-4bd2-be64-d373e1d2e88f {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:41:56.730537 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fac4f3-17ba-4e83-b043-6721851246a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22cb60d-e653-4531-8c01-d592747aedf8', 'code': 200} Nov 09 00:41:56.743125 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:56.872823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548786ab-78ac-4d33-af45-a955fc91e2f1 req-7c220e3d-c58b-4f3e-9288-106ec8781980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:56.874224 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-548786ab-78ac-4d33-af45-a955fc91e2f1 req-7c220e3d-c58b-4f3e-9288-106ec8781980 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 1096 time: 0.0661688 Nov 09 00:41:56.945418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-548786ab-78ac-4d33-af45-a955fc91e2f1 req-309de4a3-199a-49e5-b13a-d7ae8c9414a7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544188 Nov 09 00:41:56.994114 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.014744 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.045558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-1f80c37c-8c6e-4ae0-9e95-126ae065f5f5', 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'fixed_ips': [{'subnet_id': '9f73c252-9833-4e79-bef0-280757312b2e'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:41:57.046518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.096975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'name': 'tempest-TestAggregatesBasicOps-916439024-router', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:49Z', 'updated_at': '2021-11-09T00:41:53Z', 'revision_number': 4, 'project_id': '1332457301d649d5b77aca9fb7ed5f68', 'gw_port': {'id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:50Z', 'updated_at': '2021-11-09T00:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'cede4cde-5b3b-4986-a07b-2d5f9137e19a', 'name': '', 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'mac_address': 'fa:16:3e:ae:b4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '74e01ecc-cd55-4fa2-91e0-583c83ee5137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:53Z', 'updated_at': '2021-11-09T00:41:53Z', 'revision_number': 2, 'project_id': '1332457301d649d5b77aca9fb7ed5f68', 'subnets': [{'id': '74e01ecc-cd55-4fa2-91e0-583c83ee5137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:57.139381 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Allocated IP 172.25.0.85 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/023fede2-e856-41bc-b712-63922a778550) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:57.196407 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Checking router: 3524dbc9-f426-4e1a-bb77-25230e5a25ff for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:57.196801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Updating router 3524dbc9-f426-4e1a-bb77-25230e5a25ff port cede4cde-5b3b-4986-a07b-2d5f9137e19a binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:41:57.236513 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee17ec-0d8b-43f3-bc85-aeaab3484b14 req-3ac08cf1-492f-4ea8-9474-9602e929eb96 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:57.240437 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37ee17ec-0d8b-43f3-bc85-aeaab3484b14 req-3ac08cf1-492f-4ea8-9474-9602e929eb96 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.0649505 Nov 09 00:41:57.243545 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.311003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37ee17ec-0d8b-43f3-bc85-aeaab3484b14 req-6e61ff23-1400-4cdf-a596-fe165266e727 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613103 Nov 09 00:41:57.322415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Allocated IP 172.20.0.2 (1f80c37c-8c6e-4ae0-9e95-126ae065f5f5/9f73c252-9833-4e79-bef0-280757312b2e/f9b549f9-73d1-4ca0-831c-ba99eaabf930) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:57.339995 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.374530 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.424502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:57.432863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:57.438429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:57.441189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=023fede2-e856-41bc-b712-63922a778550,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:57.471225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:57.471573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:57.471916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:57.472255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:57.472590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:57.473292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:57.473292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:57.473565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:57.473895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:57.474225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:57.474548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:57.474871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:41:57.623597 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.631359 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.711033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Network 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:57.720994 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Pushing event updated for resources: {'Port': ['ID=f9b549f9-73d1-4ca0-831c-ba99eaabf930,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:57.723559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:57.730855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:41:57.731596 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.736586 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.746647 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.831925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Attempting to bind port f9b549f9-73d1-4ca0-831c-ba99eaabf930 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:57.832311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Attempting to bind port f9b549f9-73d1-4ca0-831c-ba99eaabf930 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'e59bf4f2-172a-46f2-b3ad-7414a9416313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:57.832660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Attempting to bind port f9b549f9-73d1-4ca0-831c-ba99eaabf930 on network 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:57.852586 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:57.852586 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Checking segment: {'id': 'e59bf4f2-172a-46f2-b3ad-7414a9416313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:57.852586 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.852586 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Bound using segment: {'id': 'e59bf4f2-172a-46f2-b3ad-7414a9416313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:57.853120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Bound port: f9b549f9-73d1-4ca0-831c-ba99eaabf930, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59bf4f2-172a-46f2-b3ad-7414a9416313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:57.853335 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.869377 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649ef36-e100-4c29-95e5-8e48ff1e7a3b None None] Pushing event updated for resources: {'Port': ['ID=cede4cde-5b3b-4986-a07b-2d5f9137e19a,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:57.935822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Attempting to bind port cede4cde-5b3b-4986-a07b-2d5f9137e19a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:57.936186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Attempting to bind port cede4cde-5b3b-4986-a07b-2d5f9137e19a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f945699f-e169-4d7f-827e-19303e49f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:57.936558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Attempting to bind port cede4cde-5b3b-4986-a07b-2d5f9137e19a on network 0789bf16-68e6-4a83-96bc-4b5ffa3030d2 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:57.949781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:57.950752 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Checking segment: {'id': 'f945699f-e169-4d7f-827e-19303e49f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:57.951145 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:57.951926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Bound using segment: {'id': 'f945699f-e169-4d7f-827e-19303e49f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:57.952073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Bound port: cede4cde-5b3b-4986-a07b-2d5f9137e19a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f945699f-e169-4d7f-827e-19303e49f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:57.952399 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:58.022689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] For port f9b549f9-73d1-4ca0-831c-ba99eaabf930, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:58.023772 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:58.062673 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] For port f9b549f9-73d1-4ca0-831c-ba99eaabf930, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f9b549f9-73d1-4ca0-831c-ba99eaabf930,segment=NetworkSegment(e59bf4f2-172a-46f2-b3ad-7414a9416313),segment_id=e59bf4f2-172a-46f2-b3ad-7414a9416313)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:58.073157 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:58.125375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] For port cede4cde-5b3b-4986-a07b-2d5f9137e19a, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:58.130267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] For port cede4cde-5b3b-4986-a07b-2d5f9137e19a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=cede4cde-5b3b-4986-a07b-2d5f9137e19a,segment=NetworkSegment(f945699f-e169-4d7f-827e-19303e49f91e),segment_id=f945699f-e169-4d7f-827e-19303e49f91e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:58.155025 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:58.177857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d6ce-4748-4bb6-b07f-5d7f45d6b598 None None] Pushing event updated for resources: {'Port': ['ID=f9b549f9-73d1-4ca0-831c-ba99eaabf930,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:58.219283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e188b019-5109-4fc0-87dc-478b328f0b86 None None] Provisioning complete for port cede4cde-5b3b-4986-a07b-2d5f9137e19a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:58.219654 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e188b019-5109-4fc0-87dc-478b328f0b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:58.254090 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Router f6024598-76c4-4b5c-bbed-2917c6f36838 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:41:58.323839 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Routers {'3524dbc9-f426-4e1a-bb77-25230e5a25ff'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:58.324841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3524dbc9-f426-4e1a-bb77-25230e5a25ff'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:58.379129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649ef36-e100-4c29-95e5-8e48ff1e7a3b None None] Pushing event updated for resources: {'Port': ['ID=cede4cde-5b3b-4986-a07b-2d5f9137e19a,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:58.478281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:41:58.495135 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Sync routers for ids ['f6024598-76c4-4b5c-bbed-2917c6f36838'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:41:58.500433 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:58.512248 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-215bf729-e43a-48ef-b8fe-519a03379eb5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0888588 Nov 09 00:41:58.513843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 54996) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:41:58.556728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b739c9-bd5e-4341-8a88-c6ac2b0dbe8c req-e7a3c657-b58c-4ee4-843f-362cd7199117 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:58.570790 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Routers {'f6024598-76c4-4b5c-bbed-2917c6f36838'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:58.571679 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f6024598-76c4-4b5c-bbed-2917c6f36838'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:58.573052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47b739c9-bd5e-4341-8a88-c6ac2b0dbe8c req-e7a3c657-b58c-4ee4-843f-362cd7199117 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.1383202 Nov 09 00:41:58.621843 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e188b019-5109-4fc0-87dc-478b328f0b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:58.654236 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47b739c9-bd5e-4341-8a88-c6ac2b0dbe8c req-0f0a7957-9845-4c3a-acb4-b6a478b2606f tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797813 Nov 09 00:41:58.689234 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] Set router 3524dbc9-f426-4e1a-bb77-25230e5a25ff gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:58.755005 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Set router f6024598-76c4-4b5c-bbed-2917c6f36838 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:41:58.907764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b862b-a50f-4d1d-8f78-792485a2c0fc req-8a83aa75-018f-4a23-8bfc-08a25bf04776 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:58.922309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d29b862b-a50f-4d1d-8f78-792485a2c0fc req-8a83aa75-018f-4a23-8bfc-08a25bf04776 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.1484728 Nov 09 00:41:58.951968 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'name': 'tempest-TestAggregatesBasicOps-65782852-router', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '023fede2-e856-41bc-b712-63922a778550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:56Z', 'updated_at': '2021-11-09T00:41:57Z', 'revision_number': 3, 'project_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'gw_port': {'id': '023fede2-e856-41bc-b712-63922a778550', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:57Z', 'updated_at': '2021-11-09T00:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:58.983684 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e188b019-5109-4fc0-87dc-478b328f0b86 None None] For port cede4cde-5b3b-4986-a07b-2d5f9137e19a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=cede4cde-5b3b-4986-a07b-2d5f9137e19a,segment=NetworkSegment(f945699f-e169-4d7f-827e-19303e49f91e),segment_id=f945699f-e169-4d7f-827e-19303e49f91e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:41:58.987980 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Checking router: f6024598-76c4-4b5c-bbed-2917c6f36838 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:41:58.988565 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Updating router f6024598-76c4-4b5c-bbed-2917c6f36838 port 023fede2-e856-41bc-b712-63922a778550 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:41:58.994167 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e188b019-5109-4fc0-87dc-478b328f0b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:59.018472 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:59.050096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d29b862b-a50f-4d1d-8f78-792485a2c0fc req-927f9fd9-4a6d-488b-8e0f-7433e653b59d tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244974 Nov 09 00:41:59.056572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188b019-5109-4fc0-87dc-478b328f0b86 None None] Pushing event updated for resources: {'Port': ['ID=cede4cde-5b3b-4986-a07b-2d5f9137e19a,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:59.116868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'name': 'tempest-TestAggregatesBasicOps-916439024-router', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:49Z', 'updated_at': '2021-11-09T00:41:53Z', 'revision_number': 4, 'project_id': '1332457301d649d5b77aca9fb7ed5f68', 'gw_port': {'id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:50Z', 'updated_at': '2021-11-09T00:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'cede4cde-5b3b-4986-a07b-2d5f9137e19a', 'name': '', 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'mac_address': 'fa:16:3e:ae:b4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '74e01ecc-cd55-4fa2-91e0-583c83ee5137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:53Z', 'updated_at': '2021-11-09T00:41:58Z', 'revision_number': 4, 'project_id': '1332457301d649d5b77aca9fb7ed5f68', 'subnets': [{'id': '74e01ecc-cd55-4fa2-91e0-583c83ee5137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:59.155452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec92f8f-4ac3-441d-ae7c-d636d20d7a57 None None] The sync data for ids ['3524dbc9-f426-4e1a-bb77-25230e5a25ff'] in n-d-813263-3 is: [{'id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'name': 'tempest-TestAggregatesBasicOps-916439024-router', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:49Z', 'updated_at': '2021-11-09T00:41:53Z', 'revision_number': 4, 'project_id': '1332457301d649d5b77aca9fb7ed5f68', 'gw_port': {'id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:50Z', 'updated_at': '2021-11-09T00:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'cede4cde-5b3b-4986-a07b-2d5f9137e19a', 'name': '', 'network_id': '0789bf16-68e6-4a83-96bc-4b5ffa3030d2', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'mac_address': 'fa:16:3e:ae:b4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '74e01ecc-cd55-4fa2-91e0-583c83ee5137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:53Z', 'updated_at': '2021-11-09T00:41:58Z', 'revision_number': 4, 'project_id': '1332457301d649d5b77aca9fb7ed5f68', 'subnets': [{'id': '74e01ecc-cd55-4fa2-91e0-583c83ee5137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:41:59.176555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-89415878-8419-4295-b759-8eb771c1c514 None None] Provisioning complete for port cede4cde-5b3b-4986-a07b-2d5f9137e19a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:41:59.177457 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-89415878-8419-4295-b759-8eb771c1c514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:59.410973 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:59.537173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9787e-141c-444e-9ddb-4d9df8e81da7 req-ba5258ab-c927-4016-bdeb-3627b67e021b tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:41:59.545139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ec9787e-141c-444e-9ddb-4d9df8e81da7 req-ba5258ab-c927-4016-bdeb-3627b67e021b tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.1283298 Nov 09 00:41:59.666118 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ec9787e-141c-444e-9ddb-4d9df8e81da7 req-198a50c5-7d66-47fc-a7a0-5c8fe50c6753 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144423 Nov 09 00:41:59.670132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Allocated IP 172.20.0.1 (1f80c37c-8c6e-4ae0-9e95-126ae065f5f5/9f73c252-9833-4e79-bef0-280757312b2e/079aa0c7-2e27-486a-b9c4-45a7beb9e2ee) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:41:59.681424 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:59.691326 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:59.761795 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Attempting to bind port 023fede2-e856-41bc-b712-63922a778550 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:41:59.762094 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Attempting to bind port 023fede2-e856-41bc-b712-63922a778550 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:41:59.763158 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Attempting to bind port 023fede2-e856-41bc-b712-63922a778550 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:41:59.770638 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:41:59.771344 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:41:59.771916 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:59.772611 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:41:59.773748 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Bound port: 023fede2-e856-41bc-b712-63922a778550, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:41:59.774349 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:59.797631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:59.834100 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] For port 023fede2-e856-41bc-b712-63922a778550, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:41:59.838111 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] For port 023fede2-e856-41bc-b712-63922a778550, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=023fede2-e856-41bc-b712-63922a778550,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:41:59.848978 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:59.862751 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba87c8-3b82-4ab6-85d7-b619386ee607 None None] Pushing event updated for resources: {'Port': ['ID=023fede2-e856-41bc-b712-63922a778550,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:59.886870 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:41:59.925668 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba87c8-3b82-4ab6-85d7-b619386ee607 None None] Pushing event updated for resources: {'Port': ['ID=023fede2-e856-41bc-b712-63922a778550,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:59.941659 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Routers {'f6024598-76c4-4b5c-bbed-2917c6f36838'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:41:59.942683 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f6024598-76c4-4b5c-bbed-2917c6f36838'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:41:59.951487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71043ca3-7a10-4f48-96d5-19faf6fdb415 None None] Network 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:41:59.959292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Pushing event updated for resources: {'Port': ['ID=079aa0c7-2e27-486a-b9c4-45a7beb9e2ee,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:41:59.970501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Network 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:41:59.972015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:41:59.974904 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:00.062486 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] Set router f6024598-76c4-4b5c-bbed-2917c6f36838 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:00.064334 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:00.071667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5a01d7f8-4b5c-4a10-b33c-ff0ccc0de86f None None] Provisioning complete for port f9b549f9-73d1-4ca0-831c-ba99eaabf930 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:00.072032 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5a01d7f8-4b5c-4a10-b33c-ff0ccc0de86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:00.247126 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:00.338005 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'name': 'tempest-TestAggregatesBasicOps-65782852-router', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '023fede2-e856-41bc-b712-63922a778550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:56Z', 'updated_at': '2021-11-09T00:41:57Z', 'revision_number': 3, 'project_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'gw_port': {'id': '023fede2-e856-41bc-b712-63922a778550', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:57Z', 'updated_at': '2021-11-09T00:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:00.385832 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad62c59-2485-46c0-9979-7593eb5b977d None None] The sync data for ids ['f6024598-76c4-4b5c-bbed-2917c6f36838'] in n-d-813263-3 is: [{'id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'name': 'tempest-TestAggregatesBasicOps-65782852-router', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '023fede2-e856-41bc-b712-63922a778550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:56Z', 'updated_at': '2021-11-09T00:41:57Z', 'revision_number': 3, 'project_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'gw_port': {'id': '023fede2-e856-41bc-b712-63922a778550', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:57Z', 'updated_at': '2021-11-09T00:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:00.535556 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5a01d7f8-4b5c-4a10-b33c-ff0ccc0de86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:00.548007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f9b549f9-73d1-4ca0-831c-ba99eaabf930 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:00.555372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:00.562731 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:00.634675 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:00.649996 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5a01d7f8-4b5c-4a10-b33c-ff0ccc0de86f None None] For port f9b549f9-73d1-4ca0-831c-ba99eaabf930, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f9b549f9-73d1-4ca0-831c-ba99eaabf930,segment=NetworkSegment(e59bf4f2-172a-46f2-b3ad-7414a9416313),segment_id=e59bf4f2-172a-46f2-b3ad-7414a9416313)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:00.658971 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5a01d7f8-4b5c-4a10-b33c-ff0ccc0de86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:00.723516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f9b549f9-73d1-4ca0-831c-ba99eaabf930 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:00.723942 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:00.779737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Pushing event updated for resources: {'Port': ['ID=079aa0c7-2e27-486a-b9c4-45a7beb9e2ee,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:00.828923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01d7f8-4b5c-4a10-b33c-ff0ccc0de86f None None] Pushing event updated for resources: {'Port': ['ID=f9b549f9-73d1-4ca0-831c-ba99eaabf930,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:00.846638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Network 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:00.848093 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:00.940148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0d1db-9edd-43a4-996c-464bd272e600 req-fef80a3c-6628-43e6-97be-0c3ae6b204de tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:00.948217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fa0d1db-9edd-43a4-996c-464bd272e600 req-fef80a3c-6628-43e6-97be-0c3ae6b204de tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.1378927 Nov 09 00:42:01.051270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device cede4cde-5b3b-4986-a07b-2d5f9137e19a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:01.083523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fa0d1db-9edd-43a4-996c-464bd272e600 req-016b054e-afe1-4391-990a-d4566ff8b301 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302929 Nov 09 00:42:01.160202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3745b710-735b-4a20-bebc-5446fc5a2d11 None None] Provisioning complete for port f9b549f9-73d1-4ca0-831c-ba99eaabf930 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:01.161231 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3745b710-735b-4a20-bebc-5446fc5a2d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:01.220432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port cede4cde-5b3b-4986-a07b-2d5f9137e19a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:01.221170 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:01.475866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3745b710-735b-4a20-bebc-5446fc5a2d11 None None] Provisioning complete for port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:01.476242 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3745b710-735b-4a20-bebc-5446fc5a2d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:01.567318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Router f6024598-76c4-4b5c-bbed-2917c6f36838 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:42:01.598416 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b33f4-3998-4da7-9677-48818a37698b req-236995e0-9667-437a-8d13-cc0760976f70 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:01.609459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a97b33f4-3998-4da7-9677-48818a37698b req-236995e0-9667-437a-8d13-cc0760976f70 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.1679518 Nov 09 00:42:01.664076 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3745b710-735b-4a20-bebc-5446fc5a2d11 None None] Port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:42:01.669823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7b475-9b64-4256-a23b-6f368c8abe8c req-b8d737e5-440d-4169-8c66-8bcc5e7b71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:01.672413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62e7b475-9b64-4256-a23b-6f368c8abe8c req-b8d737e5-440d-4169-8c66-8bcc5e7b71ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0371d26b4fb342d4a0ccb01b823b45c9&device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 1096 time: 0.2432814 Nov 09 00:42:01.742271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:01.747518 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f77a2d0b-0fff-42c8-859e-79af33377874 admin admin] 10.222.0.25 "PUT /v2.0/routers/f6024598-76c4-4b5c-bbed-2917c6f36838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2322247 Nov 09 00:42:01.787311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a97b33f4-3998-4da7-9677-48818a37698b req-b4c42063-37b3-48ae-bb5e-a3bdd2d07381 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761923 Nov 09 00:42:01.791540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-95b11574-a6eb-4567-82ff-7d59277687cf None None] Provisioning complete for port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:01.792035 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-95b11574-a6eb-4567-82ff-7d59277687cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:01.838185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-95b11574-a6eb-4567-82ff-7d59277687cf None None] Port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:42:01.854923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7b475-9b64-4256-a23b-6f368c8abe8c req-143ed2cb-c837-42cb-91e1-4f2c75585fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:01.857015 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62e7b475-9b64-4256-a23b-6f368c8abe8c req-143ed2cb-c837-42cb-91e1-4f2c75585fa1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=537ba1af-292b-4d56-aeab-ed20c84b34e5 HTTP/1.1" status: 200 len: 911 time: 0.1763365 Nov 09 00:42:01.903651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62e7b475-9b64-4256-a23b-6f368c8abe8c req-edaa602d-54e4-44cd-9c7d-b8f9218b7f88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22cb60d-e653-4531-8c01-d592747aedf8 HTTP/1.1" status: 200 len: 217 time: 0.0388868 Nov 09 00:42:01.962777 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0a931abb-ca51-45ef-a29b-293ff6a0a793 None None] Provisioning complete for port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:01.964932 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0a931abb-ca51-45ef-a29b-293ff6a0a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:01.966874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7b475-9b64-4256-a23b-6f368c8abe8c req-435e05b3-dfb7-4e28-8531-b3f5533c7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:01.968414 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62e7b475-9b64-4256-a23b-6f368c8abe8c req-435e05b3-dfb7-4e28-8531-b3f5533c7bce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd5419b-74f9-43c1-a85e-4f3c9de62d23 HTTP/1.1" status: 200 len: 851 time: 0.0581412 Nov 09 00:42:02.004341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62e7b475-9b64-4256-a23b-6f368c8abe8c req-94dc6ab7-d675-43e4-9e3e-839b4a5a7f57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=537ba1af-292b-4d56-aeab-ed20c84b34e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282302 Nov 09 00:42:02.034202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0a931abb-ca51-45ef-a29b-293ff6a0a793 None None] Port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:42:02.108159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62e7b475-9b64-4256-a23b-6f368c8abe8c req-b4478b0f-8167-462a-b879-ccaaf37312dd service neutron] 10.222.0.30 "GET /v2.0/networks/537ba1af-292b-4d56-aeab-ed20c84b34e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944688 Nov 09 00:42:02.211992 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62e7b475-9b64-4256-a23b-6f368c8abe8c req-b2eebca9-d4d8-4b4d-b90e-c8cf388db05c service neutron] 10.222.0.30 "GET /v2.0/networks/537ba1af-292b-4d56-aeab-ed20c84b34e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967338 Nov 09 00:42:02.430880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 023fede2-e856-41bc-b712-63922a778550 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:02.480531 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 023fede2-e856-41bc-b712-63922a778550 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:02.480837 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:02.561629 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:02.587103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 023fede2-e856-41bc-b712-63922a778550, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=023fede2-e856-41bc-b712-63922a778550,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:02.591580 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:02.592318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f9b549f9-73d1-4ca0-831c-ba99eaabf930 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:02.666669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=023fede2-e856-41bc-b712-63922a778550,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:02.682412 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f9b549f9-73d1-4ca0-831c-ba99eaabf930 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:02.682846 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:02.910010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Sync routers for ids ['f6024598-76c4-4b5c-bbed-2917c6f36838'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:02.913725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22eecb8-7083-4d63-8b93-447d3cbad31e req-b1d595b3-872f-4293-a70e-e0d56ec58b0d tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:02.915367 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d22eecb8-7083-4d63-8b93-447d3cbad31e req-b1d595b3-872f-4293-a70e-e0d56ec58b0d tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.0604024 Nov 09 00:42:02.921690 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Routers {'f6024598-76c4-4b5c-bbed-2917c6f36838'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:02.922312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f6024598-76c4-4b5c-bbed-2917c6f36838'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:02.968057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d22eecb8-7083-4d63-8b93-447d3cbad31e req-71192411-12a9-4bc6-8401-5433b32f77aa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457144 Nov 09 00:42:03.039141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Set router f6024598-76c4-4b5c-bbed-2917c6f36838 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:03.285284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'name': 'tempest-TestAggregatesBasicOps-65782852-router', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '023fede2-e856-41bc-b712-63922a778550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:56Z', 'updated_at': '2021-11-09T00:42:00Z', 'revision_number': 4, 'project_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'gw_port': {'id': '023fede2-e856-41bc-b712-63922a778550', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:57Z', 'updated_at': '2021-11-09T00:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '079aa0c7-2e27-486a-b9c4-45a7beb9e2ee', 'name': '', 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'mac_address': 'fa:16:3e:4c:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '9f73c252-9833-4e79-bef0-280757312b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:59Z', 'updated_at': '2021-11-09T00:42:00Z', 'revision_number': 2, 'project_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'subnets': [{'id': '9f73c252-9833-4e79-bef0-280757312b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:03.313830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Checking router: f6024598-76c4-4b5c-bbed-2917c6f36838 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:42:03.314254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Updating router f6024598-76c4-4b5c-bbed-2917c6f36838 port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:42:03.345120 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:03.651521 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:03.658431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:03.724221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7215e-f9e6-4b66-80bf-abd0f2028c2c None None] Pushing event updated for resources: {'Port': ['ID=079aa0c7-2e27-486a-b9c4-45a7beb9e2ee,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:03.800409 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Attempting to bind port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:42:03.800834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Attempting to bind port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'e59bf4f2-172a-46f2-b3ad-7414a9416313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:42:03.801205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Attempting to bind port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee on network 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:03.809818 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:42:03.810592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Checking segment: {'id': 'e59bf4f2-172a-46f2-b3ad-7414a9416313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:03.811193 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:03.811593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Bound using segment: {'id': 'e59bf4f2-172a-46f2-b3ad-7414a9416313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:42:03.812180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Bound port: 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59bf4f2-172a-46f2-b3ad-7414a9416313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:42:03.812570 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:03.900265 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] For port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:42:03.904914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] For port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=079aa0c7-2e27-486a-b9c4-45a7beb9e2ee,segment=NetworkSegment(e59bf4f2-172a-46f2-b3ad-7414a9416313),segment_id=e59bf4f2-172a-46f2-b3ad-7414a9416313)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:42:03.914046 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:04.014018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55074) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:04.021807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-70d23cf8-dee6-46f2-a701-c102b86a378a None None] Provisioning complete for port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:04.022243 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-70d23cf8-dee6-46f2-a701-c102b86a378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:04.024133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7215e-f9e6-4b66-80bf-abd0f2028c2c None None] Pushing event updated for resources: {'Port': ['ID=079aa0c7-2e27-486a-b9c4-45a7beb9e2ee,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:04.034849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Routers {'f6024598-76c4-4b5c-bbed-2917c6f36838'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:04.035548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f6024598-76c4-4b5c-bbed-2917c6f36838'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:04.145120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cd994-fe8d-49b2-bd00-3a4c81cc049f req-9c6f9a3d-a0de-4bec-b892-0135586e3f7e tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:04.146830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b2cd994-fe8d-49b2-bd00-3a4c81cc049f req-9c6f9a3d-a0de-4bec-b892-0135586e3f7e tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.0808287 Nov 09 00:42:04.216356 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] Set router f6024598-76c4-4b5c-bbed-2917c6f36838 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:04.240803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4b2cd994-fe8d-49b2-bd00-3a4c81cc049f req-d10c4bee-9a38-41e0-8b3f-91184dc8eaa6 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867565 Nov 09 00:42:04.427301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 023fede2-e856-41bc-b712-63922a778550 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:04.541089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 023fede2-e856-41bc-b712-63922a778550 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:04.541488 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:04.555755 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2661c8a0-f2a7-42c8-9d98-15f6842a22a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:04.621011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b89592-5a48-434e-ac2f-e5a767ee4797 req-17430ff7-0512-4eb6-9ab4-e29430037d78 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:04.623502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92b89592-5a48-434e-ac2f-e5a767ee4797 req-17430ff7-0512-4eb6-9ab4-e29430037d78 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.0870776 Nov 09 00:42:04.690116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92b89592-5a48-434e-ac2f-e5a767ee4797 req-5daf035b-e661-463d-ab14-269345bd7ec0 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550225 Nov 09 00:42:04.756446 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-70d23cf8-dee6-46f2-a701-c102b86a378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:04.781002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'name': 'tempest-TestAggregatesBasicOps-65782852-router', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '023fede2-e856-41bc-b712-63922a778550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:56Z', 'updated_at': '2021-11-09T00:42:00Z', 'revision_number': 4, 'project_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'gw_port': {'id': '023fede2-e856-41bc-b712-63922a778550', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:57Z', 'updated_at': '2021-11-09T00:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '079aa0c7-2e27-486a-b9c4-45a7beb9e2ee', 'name': '', 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'mac_address': 'fa:16:3e:4c:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '9f73c252-9833-4e79-bef0-280757312b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:59Z', 'updated_at': '2021-11-09T00:42:03Z', 'revision_number': 4, 'project_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'subnets': [{'id': '9f73c252-9833-4e79-bef0-280757312b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:04.822633 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a4830-bd21-42c0-8bb0-a6997acd2125 None None] The sync data for ids ['f6024598-76c4-4b5c-bbed-2917c6f36838'] in n-d-813263-3 is: [{'id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'name': 'tempest-TestAggregatesBasicOps-65782852-router', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '023fede2-e856-41bc-b712-63922a778550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:56Z', 'updated_at': '2021-11-09T00:42:00Z', 'revision_number': 4, 'project_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'gw_port': {'id': '023fede2-e856-41bc-b712-63922a778550', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:57Z', 'updated_at': '2021-11-09T00:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '079aa0c7-2e27-486a-b9c4-45a7beb9e2ee', 'name': '', 'network_id': '1f80c37c-8c6e-4ae0-9e95-126ae065f5f5', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'mac_address': 'fa:16:3e:4c:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '9f73c252-9833-4e79-bef0-280757312b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:59Z', 'updated_at': '2021-11-09T00:42:03Z', 'revision_number': 4, 'project_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'subnets': [{'id': '9f73c252-9833-4e79-bef0-280757312b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:04.845532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-2661c8a0-f2a7-42c8-9d98-15f6842a22a5 admin admin] Deleting port cede4cde-5b3b-4986-a07b-2d5f9137e19a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:04.845953 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2661c8a0-f2a7-42c8-9d98-15f6842a22a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:04.848402 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-70d23cf8-dee6-46f2-a701-c102b86a378a None None] For port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=079aa0c7-2e27-486a-b9c4-45a7beb9e2ee,segment=NetworkSegment(e59bf4f2-172a-46f2-b3ad-7414a9416313),segment_id=e59bf4f2-172a-46f2-b3ad-7414a9416313)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:04.857925 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-70d23cf8-dee6-46f2-a701-c102b86a378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:04.949993 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d23cf8-dee6-46f2-a701-c102b86a378a None None] Pushing event updated for resources: {'Port': ['ID=079aa0c7-2e27-486a-b9c4-45a7beb9e2ee,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:04.977153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-2661c8a0-f2a7-42c8-9d98-15f6842a22a5 admin admin] For port cede4cde-5b3b-4986-a07b-2d5f9137e19a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=cede4cde-5b3b-4986-a07b-2d5f9137e19a,segment=NetworkSegment(f945699f-e169-4d7f-827e-19303e49f91e),segment_id=f945699f-e169-4d7f-827e-19303e49f91e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:04.977572 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2661c8a0-f2a7-42c8-9d98-15f6842a22a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:04.977726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0d3e9fdc-31e5-43e1-b531-7e832295b499 None None] Provisioning complete for port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:04.978051 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0d3e9fdc-31e5-43e1-b531-7e832295b499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:04.993984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-2661c8a0-f2a7-42c8-9d98-15f6842a22a5 admin admin] Calling delete_port for cede4cde-5b3b-4986-a07b-2d5f9137e19a owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:05.292570 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2661c8a0-f2a7-42c8-9d98-15f6842a22a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:05.319730 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661c8a0-f2a7-42c8-9d98-15f6842a22a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cede4cde-5b3b-4986-a07b-2d5f9137e19a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:05.582663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2661c8a0-f2a7-42c8-9d98-15f6842a22a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:05.836163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd991c9d-d9e8-4aff-b73e-c9214b456a95 req-5351b47f-258d-484c-9108-b9419d836d39 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:05.838448 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd991c9d-d9e8-4aff-b73e-c9214b456a95 req-5351b47f-258d-484c-9108-b9419d836d39 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.0613136 Nov 09 00:42:05.846366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2661c8a0-f2a7-42c8-9d98-15f6842a22a5 admin admin] Router 3524dbc9-f426-4e1a-bb77-25230e5a25ff has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:42:05.908374 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd991c9d-d9e8-4aff-b73e-c9214b456a95 req-1fed8cc1-fbb2-4212-9c50-48cf03a7d5aa tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627651 Nov 09 00:42:05.987846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2661c8a0-f2a7-42c8-9d98-15f6842a22a5 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:05.997943 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5e9c0-93fe-4757-b587-97138808c2b2 None None] Sync routers for ids ['3524dbc9-f426-4e1a-bb77-25230e5a25ff'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:06.008776 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5e9c0-93fe-4757-b587-97138808c2b2 None None] Routers {'3524dbc9-f426-4e1a-bb77-25230e5a25ff'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:06.009669 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-01a5e9c0-93fe-4757-b587-97138808c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3524dbc9-f426-4e1a-bb77-25230e5a25ff'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:06.013403 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2661c8a0-f2a7-42c8-9d98-15f6842a22a5 admin admin] 10.222.0.25 "PUT /v2.0/routers/3524dbc9-f426-4e1a-bb77-25230e5a25ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9945004 Nov 09 00:42:06.014722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55090) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:06.210328 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-01a5e9c0-93fe-4757-b587-97138808c2b2 None None] Set router 3524dbc9-f426-4e1a-bb77-25230e5a25ff gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:06.358552 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:06.456788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3fe47-1cf2-4995-9c2f-23a7c84efc2e req-c6aad749-374f-4b47-bf02-03869d2d0e6c tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:06.458644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09c3fe47-1cf2-4995-9c2f-23a7c84efc2e req-c6aad749-374f-4b47-bf02-03869d2d0e6c tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.2170718 Nov 09 00:42:06.518343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6464-d73f-4ac0-bc8c-35e2a1781092 req-e8b25b52-fa24-4103-936c-d07fd350e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:06.520016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-844b6464-d73f-4ac0-bc8c-35e2a1781092 req-e8b25b52-fa24-4103-936c-d07fd350e75e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0371d26b4fb342d4a0ccb01b823b45c9&device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 1096 time: 0.2972863 Nov 09 00:42:06.587924 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:06.594668 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-01a5e9c0-93fe-4757-b587-97138808c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'name': 'tempest-TestAggregatesBasicOps-916439024-router', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:49Z', 'updated_at': '2021-11-09T00:42:05Z', 'revision_number': 5, 'project_id': '1332457301d649d5b77aca9fb7ed5f68', 'gw_port': {'id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:50Z', 'updated_at': '2021-11-09T00:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:06.636085 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5e9c0-93fe-4757-b587-97138808c2b2 None None] Checking router: 3524dbc9-f426-4e1a-bb77-25230e5a25ff for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:42:06.649938 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5e9c0-93fe-4757-b587-97138808c2b2 None None] Routers {'3524dbc9-f426-4e1a-bb77-25230e5a25ff'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:06.651713 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-01a5e9c0-93fe-4757-b587-97138808c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3524dbc9-f426-4e1a-bb77-25230e5a25ff'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:06.661779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09c3fe47-1cf2-4995-9c2f-23a7c84efc2e req-ab6ded5f-92e1-4bd7-9a0b-2fe25778ec54 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383965 Nov 09 00:42:06.668903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:06.669636 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:06.670380 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:06.733633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6464-d73f-4ac0-bc8c-35e2a1781092 req-e8a021aa-2463-4064-a960-6b83f886a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:06.735119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-844b6464-d73f-4ac0-bc8c-35e2a1781092 req-e8a021aa-2463-4064-a960-6b83f886a9b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=537ba1af-292b-4d56-aeab-ed20c84b34e5 HTTP/1.1" status: 200 len: 911 time: 0.2057745 Nov 09 00:42:06.782034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-844b6464-d73f-4ac0-bc8c-35e2a1781092 req-e60a80d4-2132-498a-a3c4-4638d4d88fc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22cb60d-e653-4531-8c01-d592747aedf8 HTTP/1.1" status: 200 len: 217 time: 0.0395126 Nov 09 00:42:06.784325 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-01a5e9c0-93fe-4757-b587-97138808c2b2 None None] Set router 3524dbc9-f426-4e1a-bb77-25230e5a25ff gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:06.788837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Deleting port 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:06.789177 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:06.884814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6464-d73f-4ac0-bc8c-35e2a1781092 req-9b44a23b-9918-4112-95e4-c63cc3ae6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:06.886585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-844b6464-d73f-4ac0-bc8c-35e2a1781092 req-9b44a23b-9918-4112-95e4-c63cc3ae6bee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd5419b-74f9-43c1-a85e-4f3c9de62d23 HTTP/1.1" status: 200 len: 851 time: 0.0944796 Nov 09 00:42:06.926716 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-844b6464-d73f-4ac0-bc8c-35e2a1781092 req-421c7eed-ad1a-4ec3-a8c4-466691eb86ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=537ba1af-292b-4d56-aeab-ed20c84b34e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337360 Nov 09 00:42:06.933164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] For port 6ea84e08-91bb-43a7-9b4a-65fbdde71c39, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6ea84e08-91bb-43a7-9b4a-65fbdde71c39,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:06.933561 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:06.963125 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-01a5e9c0-93fe-4757-b587-97138808c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'name': 'tempest-TestAggregatesBasicOps-916439024-router', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:49Z', 'updated_at': '2021-11-09T00:42:05Z', 'revision_number': 5, 'project_id': '1332457301d649d5b77aca9fb7ed5f68', 'gw_port': {'id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:50Z', 'updated_at': '2021-11-09T00:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:06.968397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Calling delete_port for 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:06.990118 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5e9c0-93fe-4757-b587-97138808c2b2 None None] The sync data for ids ['3524dbc9-f426-4e1a-bb77-25230e5a25ff'] in n-d-813263-3 is: [{'id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'name': 'tempest-TestAggregatesBasicOps-916439024-router', 'tenant_id': '1332457301d649d5b77aca9fb7ed5f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:49Z', 'updated_at': '2021-11-09T00:42:05Z', 'revision_number': 5, 'project_id': '1332457301d649d5b77aca9fb7ed5f68', 'gw_port': {'id': '6ea84e08-91bb-43a7-9b4a-65fbdde71c39', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3524dbc9-f426-4e1a-bb77-25230e5a25ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:50Z', 'updated_at': '2021-11-09T00:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:07.080003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-844b6464-d73f-4ac0-bc8c-35e2a1781092 req-af1e9aa7-ba04-4006-be55-cfad13defd59 service neutron] 10.222.0.30 "GET /v2.0/networks/537ba1af-292b-4d56-aeab-ed20c84b34e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437900 Nov 09 00:42:07.238780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-844b6464-d73f-4ac0-bc8c-35e2a1781092 req-6dd55e00-0ac3-46f7-9caf-4e280253dd0a service neutron] 10.222.0.30 "GET /v2.0/networks/537ba1af-292b-4d56-aeab-ed20c84b34e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510284 Nov 09 00:42:07.253408 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:07.282129 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea84e08-91bb-43a7-9b4a-65fbdde71c39,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:07.294861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:07.295190 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:07.296090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:07.296430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:07.297097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:07.297097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:07.297418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:07.297742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:07.298066 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:07.298385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:07.298702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:07.299012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:07.366838 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:07.460312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:07.462470 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:07.503862 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:07.504443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3524dbc9-f426-4e1a-bb77-25230e5a25ff {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:42:07.508970 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:07.510167 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cffc5f58-ab4f-4f3e-a6e9-b47e56b2df67 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3524dbc9-f426-4e1a-bb77-25230e5a25ff HTTP/1.1" status: 204 len: 168 time: 1.4944158 Nov 09 00:42:07.513472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55098) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:07.562022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ea7232-920e-4ba0-8f75-1f9f34a601ad admin admin] Deleting subnet 74e01ecc-cd55-4fa2-91e0-583c83ee5137 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:42:07.565157 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75ea7232-920e-4ba0-8f75-1f9f34a601ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:07.604383 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75ea7232-920e-4ba0-8f75-1f9f34a601ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:07.622061 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-def4736a-3995-4679-9045-21872b4035a3 req-23b4227e-443d-4755-bc34-7ba25b20bfd1 service neutron] (101781) timed out ('10.222.0.30', 55057) {{(pid=101781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:42:07.687757 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75ea7232-920e-4ba0-8f75-1f9f34a601ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:07.800508 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75ea7232-920e-4ba0-8f75-1f9f34a601ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:07.834236 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-75ea7232-920e-4ba0-8f75-1f9f34a601ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:07.840854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55110) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:07.841038 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-75ea7232-920e-4ba0-8f75-1f9f34a601ad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/74e01ecc-cd55-4fa2-91e0-583c83ee5137 HTTP/1.1" status: 204 len: 168 time: 0.3264046 Nov 09 00:42:07.843357 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea7232-920e-4ba0-8f75-1f9f34a601ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e01ecc-cd55-4fa2-91e0-583c83ee5137,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:07.843519 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d540218-eb35-45f7-9b99-458269ba2def None None] Network 0789bf16-68e6-4a83-96bc-4b5ffa3030d2 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:42:07.853288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524f951-3a96-46ea-8eef-63cba91a5acd req-6aeb144f-470b-4b65-a5d9-656258e9388f tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:07.854869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6524f951-3a96-46ea-8eef-63cba91a5acd req-6aeb144f-470b-4b65-a5d9-656258e9388f tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.1009603 Nov 09 00:42:07.908181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55112) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:07.920692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c1d2e655-6adb-4947-a2ce-25cb144756a7 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053230173', 'description': 'tempest-secgroup-smoke-2053230173 description', 'project_id': '40e57d53a9c0497cb180a8c36a1f1379'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:07.943961 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6524f951-3a96-46ea-8eef-63cba91a5acd req-26d6b3e7-c98a-4466-b242-a54f3d27ead8 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770128 Nov 09 00:42:07.953858 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:07.960202 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e655-6adb-4947-a2ce-25cb144756a7 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.030519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Deleting port f59f92d4-7422-42df-afc3-f5f0fda4e04a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:08.030857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.069685 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e655-6adb-4947-a2ce-25cb144756a7 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.075102 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e655-6adb-4947-a2ce-25cb144756a7 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.112108 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e655-6adb-4947-a2ce-25cb144756a7 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.113694 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c1d2e655-6adb-4947-a2ce-25cb144756a7 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2044697 Nov 09 00:42:08.116071 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2e655-6adb-4947-a2ce-25cb144756a7 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143d2778-66c9-44e7-9058-b0ac027c2999,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:08.117781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d89c8c-5b7e-4803-92a6-d86e603019b6 None None] DHCP port deletion for 0789bf16-68e6-4a83-96bc-4b5ffa3030d2 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:42:08.118951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] For port f59f92d4-7422-42df-afc3-f5f0fda4e04a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f59f92d4-7422-42df-afc3-f5f0fda4e04a,segment=NetworkSegment(f945699f-e169-4d7f-827e-19303e49f91e),segment_id=f945699f-e169-4d7f-827e-19303e49f91e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:08.119445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.125582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55114) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:08.130703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b9fe8cf0-6968-4f08-b246-d9474ca697a2 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Request body: {'security_group_rule': {'security_group_id': '143d2778-66c9-44e7-9058-b0ac027c2999', 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:08.137271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Calling delete_port for f59f92d4-7422-42df-afc3-f5f0fda4e04a owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:08.161672 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cf0-6968-4f08-b246-d9474ca697a2 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.178700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-01d89c8c-5b7e-4803-92a6-d86e603019b6 None None] Deleting port f59f92d4-7422-42df-afc3-f5f0fda4e04a {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:08.179077 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01d89c8c-5b7e-4803-92a6-d86e603019b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.226784 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.245154 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cf0-6968-4f08-b246-d9474ca697a2 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.251879 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cf0-6968-4f08-b246-d9474ca697a2 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.255080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-01d89c8c-5b7e-4803-92a6-d86e603019b6 None None] For port f59f92d4-7422-42df-afc3-f5f0fda4e04a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f59f92d4-7422-42df-afc3-f5f0fda4e04a,segment=NetworkSegment(f945699f-e169-4d7f-827e-19303e49f91e),segment_id=f945699f-e169-4d7f-827e-19303e49f91e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:08.255609 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01d89c8c-5b7e-4803-92a6-d86e603019b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.258095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] No DVR routers for this DVR port f59f92d4-7422-42df-afc3-f5f0fda4e04a on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:42:08.263271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59f92d4-7422-42df-afc3-f5f0fda4e04a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:08.271156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe8cf0-6968-4f08-b246-d9474ca697a2 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a6c54a-072b-4082-a7f9-b6983b4210cf,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:08.271322 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-01d89c8c-5b7e-4803-92a6-d86e603019b6 None None] Calling delete_port for f59f92d4-7422-42df-afc3-f5f0fda4e04a owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:08.281081 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8cf0-6968-4f08-b246-d9474ca697a2 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.282497 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b9fe8cf0-6968-4f08-b246-d9474ca697a2 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554971 Nov 09 00:42:08.285715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55116) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:08.290509 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b05d14d4-020e-4a87-a516-c02c5a7b7091 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Request body: {'security_group_rule': {'security_group_id': '143d2778-66c9-44e7-9058-b0ac027c2999', 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:08.325405 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b05d14d4-020e-4a87-a516-c02c5a7b7091 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.346537 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.368210 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-01d89c8c-5b7e-4803-92a6-d86e603019b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.368469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0789bf16-68e6-4a83-96bc-4b5ffa3030d2']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:08.379111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f945699f-e169-4d7f-827e-19303e49f91e') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:08.379470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f945699f-e169-4d7f-827e-19303e49f91e') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:08.390254 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b05d14d4-020e-4a87-a516-c02c5a7b7091 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.390485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.395195 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d89c8c-5b7e-4803-92a6-d86e603019b6 None None] Pushing event deleted for resources: {'Port': ['ID=f59f92d4-7422-42df-afc3-f5f0fda4e04a,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:08.396150 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b05d14d4-020e-4a87-a516-c02c5a7b7091 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.397046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d89c8c-5b7e-4803-92a6-d86e603019b6 None None] No DVR routers for this DVR port f59f92d4-7422-42df-afc3-f5f0fda4e04a on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:42:08.410072 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.417074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:42:08.417700 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:42:08.420176 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:42:08.423481 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d14d4-020e-4a87-a516-c02c5a7b7091 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee85771-13b0-4b5c-9c95-9085a4fe3d14,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:08.430064 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b05d14d4-020e-4a87-a516-c02c5a7b7091 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.433858 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b05d14d4-020e-4a87-a516-c02c5a7b7091 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470706 Nov 09 00:42:08.434709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55118) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:08.439540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f646b8fe-2e65-4786-8a1b-cfead0e59b49 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Request body: {'security_group_rule': {'security_group_id': '143d2778-66c9-44e7-9058-b0ac027c2999', 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:08.478210 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f646b8fe-2e65-4786-8a1b-cfead0e59b49 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.492985 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.504597 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.510469 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0789bf16-68e6-4a83-96bc-4b5ffa3030d2 HTTP/1.1" status: 204 len: 168 time: 0.6655867 Nov 09 00:42:08.514999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55120) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:08.518328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb38426-7af9-4696-84f3-660600426fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0789bf16-68e6-4a83-96bc-4b5ffa3030d2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:08.555201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f59f92d4-7422-42df-afc3-f5f0fda4e04a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:42:08.575566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: f59f92d4-7422-42df-afc3-f5f0fda4e04a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:42:08.575912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f59f92d4-7422-42df-afc3-f5f0fda4e04a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:42:08.576328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:42:08.596002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:42:08.596290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6ea84e08-91bb-43a7-9b4a-65fbdde71c39 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:42:08.596769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device cede4cde-5b3b-4986-a07b-2d5f9137e19a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:42:08.619114 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: cede4cde-5b3b-4986-a07b-2d5f9137e19a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:42:08.619353 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device cede4cde-5b3b-4986-a07b-2d5f9137e19a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:42:08.635735 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f646b8fe-2e65-4786-8a1b-cfead0e59b49 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.645778 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f646b8fe-2e65-4786-8a1b-cfead0e59b49 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.672674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646b8fe-2e65-4786-8a1b-cfead0e59b49 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0a78e3-40ec-4980-ab35-857a684cf5c5,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:08.683878 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f646b8fe-2e65-4786-8a1b-cfead0e59b49 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.685124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f646b8fe-2e65-4786-8a1b-cfead0e59b49 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2493575 Nov 09 00:42:08.688256 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55122) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:08.693936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-558a3f18-e91e-4a2a-ae8f-68bde16c0895 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Request body: {'security_group_rule': {'security_group_id': '143d2778-66c9-44e7-9058-b0ac027c2999', 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:08.733756 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-558a3f18-e91e-4a2a-ae8f-68bde16c0895 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.793376 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-558a3f18-e91e-4a2a-ae8f-68bde16c0895 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.797034 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-558a3f18-e91e-4a2a-ae8f-68bde16c0895 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.813533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a3f18-e91e-4a2a-ae8f-68bde16c0895 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfa0a70-e097-4a21-9245-787b7331e6a3,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:08.822750 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-558a3f18-e91e-4a2a-ae8f-68bde16c0895 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.823949 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-558a3f18-e91e-4a2a-ae8f-68bde16c0895 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344657 Nov 09 00:42:08.827165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55124) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:08.831742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a61de63d-c958-4a31-85ca-d9a020c9ff96 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Request body: {'security_group_rule': {'security_group_id': '143d2778-66c9-44e7-9058-b0ac027c2999', 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:08.854099 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-a61de63d-c958-4a31-85ca-d9a020c9ff96 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Project 40e57d53a9c0497cb180a8c36a1f1379 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:42:08.859029 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a61de63d-c958-4a31-85ca-d9a020c9ff96 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.918803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a61de63d-c958-4a31-85ca-d9a020c9ff96 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.922610 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a61de63d-c958-4a31-85ca-d9a020c9ff96 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.935955 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d56b16a2-d205-4050-895e-f50ab61f3406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.942557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61de63d-c958-4a31-85ca-d9a020c9ff96 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffe471f-c906-433e-acae-8d48ed2de414,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:08.949135 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a61de63d-c958-4a31-85ca-d9a020c9ff96 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:08.950905 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a61de63d-c958-4a31-85ca-d9a020c9ff96 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227934 Nov 09 00:42:08.953574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55126) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:08.958042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e88ea063-91b9-4a88-9b64-f35707b51858 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Request body: {'security_group_rule': {'security_group_id': '143d2778-66c9-44e7-9058-b0ac027c2999', 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:08.981851 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-e88ea063-91b9-4a88-9b64-f35707b51858 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Project 40e57d53a9c0497cb180a8c36a1f1379 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:42:08.986955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e88ea063-91b9-4a88-9b64-f35707b51858 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:09.048445 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e88ea063-91b9-4a88-9b64-f35707b51858 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:09.052179 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e88ea063-91b9-4a88-9b64-f35707b51858 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:09.074863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ea063-91b9-4a88-9b64-f35707b51858 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc8d531-583d-493c-aa16-3948022e57e4,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:09.080588 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e88ea063-91b9-4a88-9b64-f35707b51858 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:09.089476 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e88ea063-91b9-4a88-9b64-f35707b51858 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274240 Nov 09 00:42:09.121906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbcbb6-80b4-4702-86f1-d33817c85466 req-0e92a251-9f4d-4d7b-8e46-795436cc01da tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:09.123399 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70cbcbb6-80b4-4702-86f1-d33817c85466 req-0e92a251-9f4d-4d7b-8e46-795436cc01da tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.0968766 Nov 09 00:42:09.537070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-484f817f-1fee-4366-9e43-9efb66865c77 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053230173&fields=id&tenant_id=40e57d53a9c0497cb180a8c36a1f1379 HTTP/1.1" status: 200 len: 267 time: 0.0957856 Nov 09 00:42:09.541269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70cbcbb6-80b4-4702-86f1-d33817c85466 req-70d604e2-aa13-41e1-91a6-ad503ae34413 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015069 Nov 09 00:42:09.696517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-f57c7d19-015f-4f0a-808d-cc183b69e754 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:09.698171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-f57c7d19-015f-4f0a-808d-cc183b69e754 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/networks?id=fe0fba7f-241f-4c33-96f2-08af8415c9b6 HTTP/1.1" status: 200 len: 813 time: 0.1528785 Nov 09 00:42:09.726826 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-e734d17a-c8dc-4875-8dd9-ef8c5404defe tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/quotas/40e57d53a9c0497cb180a8c36a1f1379 HTTP/1.1" status: 200 len: 375 time: 0.0181987 Nov 09 00:42:09.729011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-d56b16a2-d205-4050-895e-f50ab61f3406 admin admin] Deleting port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:09.729403 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d56b16a2-d205-4050-895e-f50ab61f3406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:09.884129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-8c9b550c-38f7-4939-b76a-3b5822975bb3 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e57d53a9c0497cb180a8c36a1f1379&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427782 Nov 09 00:42:09.894932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2113cb4-a1a7-4d2f-a601-63eb3aac6fec req-d1c306f2-f7e7-4297-a13d-bd8a47841443 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:09.896387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2113cb4-a1a7-4d2f-a601-63eb3aac6fec req-d1c306f2-f7e7-4297-a13d-bd8a47841443 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.1541135 Nov 09 00:42:09.898153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-d56b16a2-d205-4050-895e-f50ab61f3406 admin admin] For port 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=079aa0c7-2e27-486a-b9c4-45a7beb9e2ee,segment=NetworkSegment(e59bf4f2-172a-46f2-b3ad-7414a9416313),segment_id=e59bf4f2-172a-46f2-b3ad-7414a9416313)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:09.898521 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d56b16a2-d205-4050-895e-f50ab61f3406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:09.939508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-d56b16a2-d205-4050-895e-f50ab61f3406 admin admin] Calling delete_port for 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:10.062425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2113cb4-a1a7-4d2f-a601-63eb3aac6fec req-cc1ea83c-2bf0-4e96-9600-de750f5dd117 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480434 Nov 09 00:42:10.085392 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-2fbbca4a-54e7-4775-94a3-7fa7c0f50438 service neutron] 10.222.0.25 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842213 Nov 09 00:42:10.228415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-c2c317aa-280f-4c0f-a23a-649b6971a30a service neutron] 10.222.0.25 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364281 Nov 09 00:42:10.278185 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d56b16a2-d205-4050-895e-f50ab61f3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:10.308943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b16a2-d205-4050-895e-f50ab61f3406 admin admin] Pushing event deleted for resources: {'Port': ['ID=079aa0c7-2e27-486a-b9c4-45a7beb9e2ee,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:10.484571 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d56b16a2-d205-4050-895e-f50ab61f3406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:10.599509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0a07c298-7239-460c-a6c7-b5330224dafd req-315c8c46-8997-4e64-bee7-bae4ebb6feed tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 210 time: 0.0554771 Nov 09 00:42:10.739850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56b16a2-d205-4050-895e-f50ab61f3406 admin admin] Router f6024598-76c4-4b5c-bbed-2917c6f36838 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:42:10.851812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56b16a2-d205-4050-895e-f50ab61f3406 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:10.856986 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d56b16a2-d205-4050-895e-f50ab61f3406 admin admin] 10.222.0.25 "PUT /v2.0/routers/f6024598-76c4-4b5c-bbed-2917c6f36838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3409772 Nov 09 00:42:10.859565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55156) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:10.863196 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8847fee-1b34-472d-b94a-cdd9fec3d7bf None None] Sync routers for ids ['f6024598-76c4-4b5c-bbed-2917c6f36838'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:10.875965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8847fee-1b34-472d-b94a-cdd9fec3d7bf None None] Routers {'f6024598-76c4-4b5c-bbed-2917c6f36838'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:10.876641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c8847fee-1b34-472d-b94a-cdd9fec3d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f6024598-76c4-4b5c-bbed-2917c6f36838'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:10.976415 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:10.988314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c8847fee-1b34-472d-b94a-cdd9fec3d7bf None None] Set router f6024598-76c4-4b5c-bbed-2917c6f36838 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:11.078064 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:11.143632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Deleting port 023fede2-e856-41bc-b712-63922a778550 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:11.144010 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:11.194045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c8847fee-1b34-472d-b94a-cdd9fec3d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'name': 'tempest-TestAggregatesBasicOps-65782852-router', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '023fede2-e856-41bc-b712-63922a778550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:56Z', 'updated_at': '2021-11-09T00:42:10Z', 'revision_number': 5, 'project_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'gw_port': {'id': '023fede2-e856-41bc-b712-63922a778550', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:41:57Z', 'updated_at': '2021-11-09T00:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:11.203224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cff47-21f8-44e7-bbc0-87d80da3f08a req-f2529699-fb53-432a-8c5a-d4dc2ddeb313 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:11.205025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e9cff47-21f8-44e7-bbc0-87d80da3f08a req-f2529699-fb53-432a-8c5a-d4dc2ddeb313 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.0583699 Nov 09 00:42:11.220294 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8847fee-1b34-472d-b94a-cdd9fec3d7bf None None] Checking router: f6024598-76c4-4b5c-bbed-2917c6f36838 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:42:11.228581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8847fee-1b34-472d-b94a-cdd9fec3d7bf None None] Routers {'f6024598-76c4-4b5c-bbed-2917c6f36838'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:11.229186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c8847fee-1b34-472d-b94a-cdd9fec3d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:41:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f6024598-76c4-4b5c-bbed-2917c6f36838'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:11.234209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] For port 023fede2-e856-41bc-b712-63922a778550, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=023fede2-e856-41bc-b712-63922a778550,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:11.234590 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:11.248869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Calling delete_port for 023fede2-e856-41bc-b712-63922a778550 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:11.257153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5e9cff47-21f8-44e7-bbc0-87d80da3f08a req-789cf1dc-baf6-40f0-b55b-4ff54aaf9143 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/security-groups?id=db9db297-36a2-4682-b3ea-34cc23dfd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444477 Nov 09 00:42:11.318719 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c8847fee-1b34-472d-b94a-cdd9fec3d7bf None None] Set router f6024598-76c4-4b5c-bbed-2917c6f36838 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:11.375112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c8847fee-1b34-472d-b94a-cdd9fec3d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'name': 'tempest-TestAggregatesBasicOps-65782852-router', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:56Z', 'updated_at': '2021-11-09T00:42:11Z', 'revision_number': 6, 'project_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:11.404075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8847fee-1b34-472d-b94a-cdd9fec3d7bf None None] The sync data for ids ['f6024598-76c4-4b5c-bbed-2917c6f36838'] in n-d-813263-3 is: [{'id': 'f6024598-76c4-4b5c-bbed-2917c6f36838', 'name': 'tempest-TestAggregatesBasicOps-65782852-router', 'tenant_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:41:56Z', 'updated_at': '2021-11-09T00:42:11Z', 'revision_number': 6, 'project_id': 'aeee1efc63b247f499c7bc67a5afcca0', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:11.427003 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:11.463490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=023fede2-e856-41bc-b712-63922a778550,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:11.555652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a78d45-19fc-4389-902c-2906009ad214 req-74bad87d-9e0e-433d-abfa-1cba7688ba3f tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:11.558553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4a78d45-19fc-4389-902c-2906009ad214 req-74bad87d-9e0e-433d-abfa-1cba7688ba3f tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 945 time: 0.0685678 Nov 09 00:42:11.596452 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:11.668649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-e4a78d45-19fc-4389-902c-2906009ad214 req-4239d33a-8dde-4976-baa8-5b1fcd1016a3 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Deleting port e22cb60d-e653-4531-8c01-d592747aedf8 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:11.669482 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e4a78d45-19fc-4389-902c-2906009ad214 req-4239d33a-8dde-4976-baa8-5b1fcd1016a3 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:11.723447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b62fb5a3-bf4e-444c-b43b-8ac2816c2027 req-f9e7f953-2116-427e-92af-aa961d6f7003 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 210 time: 0.0316880 Nov 09 00:42:11.804452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e4a78d45-19fc-4389-902c-2906009ad214 req-4239d33a-8dde-4976-baa8-5b1fcd1016a3 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] For port e22cb60d-e653-4531-8c01-d592747aedf8, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=e22cb60d-e653-4531-8c01-d592747aedf8,segment=NetworkSegment(db0bf7e7-71a3-4267-83c1-f9088854236e),segment_id=db0bf7e7-71a3-4267-83c1-f9088854236e)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:11.804964 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e4a78d45-19fc-4389-902c-2906009ad214 req-4239d33a-8dde-4976-baa8-5b1fcd1016a3 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:11.820569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-e4a78d45-19fc-4389-902c-2906009ad214 req-4239d33a-8dde-4976-baa8-5b1fcd1016a3 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Calling delete_port for e22cb60d-e653-4531-8c01-d592747aedf8 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:11.993214 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e4a78d45-19fc-4389-902c-2906009ad214 req-4239d33a-8dde-4976-baa8-5b1fcd1016a3 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.002450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-b0924692-a3f1-42b3-89c5-30d0790b30af tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:12.003951 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-b0924692-a3f1-42b3-89c5-30d0790b30af tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.11 "GET /v2.0/networks?id=fe0fba7f-241f-4c33-96f2-08af8415c9b6 HTTP/1.1" status: 200 len: 813 time: 0.5512292 Nov 09 00:42:12.006856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['e22cb60d-e653-4531-8c01-d592747aedf8'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:42:12.048229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239d33a-8dde-4976-baa8-5b1fcd1016a3 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Pushing event deleted for resources: {'Port': ['ID=e22cb60d-e653-4531-8c01-d592747aedf8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:12.051869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.055582 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.111678 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a78d45-19fc-4389-902c-2906009ad214 req-4239d33a-8dde-4976-baa8-5b1fcd1016a3 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] No DVR routers for this DVR port e22cb60d-e653-4531-8c01-d592747aedf8 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:42:12.117211 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e4a78d45-19fc-4389-902c-2906009ad214 req-4239d33a-8dde-4976-baa8-5b1fcd1016a3 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.119225 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4a78d45-19fc-4389-902c-2906009ad214 req-4239d33a-8dde-4976-baa8-5b1fcd1016a3 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.30 "DELETE /v2.0/ports/e22cb60d-e653-4531-8c01-d592747aedf8 HTTP/1.1" status: 204 len: 173 time: 0.5547383 Nov 09 00:42:12.119746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fac4f3-17ba-4e83-b043-6721851246a9', 'name': 'network-vif-deleted', 'tag': 'e22cb60d-e653-4531-8c01-d592747aedf8'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:42:12.130936 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.131483 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6024598-76c4-4b5c-bbed-2917c6f36838 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:42:12.134617 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b923972-5721-488a-b90e-558246c33c89" -d '{"events": [{"server_uuid": "10fac4f3-17ba-4e83-b043-6721851246a9", "name": "network-vif-deleted", "tag": "e22cb60d-e653-4531-8c01-d592747aedf8"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:42:12.141285 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.142585 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8c9d39d5-7f6a-4f6d-95f3-afecdde69b12 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f6024598-76c4-4b5c-bbed-2917c6f36838 HTTP/1.1" status: 204 len: 168 time: 1.2818773 Nov 09 00:42:12.146062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55164) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:12.184544 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-2657df53-8e6a-455f-b60f-da876e165611 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e57d53a9c0497cb180a8c36a1f1379 HTTP/1.1" status: 200 len: 380 time: 0.1489062 Nov 09 00:42:12.187112 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e51c82-a6ad-4bf0-960a-edbf1ac65f6a x-openstack-request-id: req-e6e51c82-a6ad-4bf0-960a-edbf1ac65f6a {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:42:12.188746 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fac4f3-17ba-4e83-b043-6721851246a9", "name": "network-vif-deleted", "tag": "e22cb60d-e653-4531-8c01-d592747aedf8", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:42:12.189097 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6e51c82-a6ad-4bf0-960a-edbf1ac65f6a {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:42:12.189861 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fac4f3-17ba-4e83-b043-6721851246a9', 'name': 'network-vif-deleted', 'tag': 'e22cb60d-e653-4531-8c01-d592747aedf8', 'status': 'completed', 'code': 200} Nov 09 00:42:12.197231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Request body: {'port': {'device_id': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'admin_state_up': True, 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'security_groups': ['143d2778-66c9-44e7-9058-b0ac027c2999']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:12.231424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d8fe87-6fb6-4c97-9776-cf0ecd223ecc admin admin] Deleting subnet 9f73c252-9833-4e79-bef0-280757312b2e {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:42:12.263070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d8fe87-6fb6-4c97-9776-cf0ecd223ecc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.319867 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d8fe87-6fb6-4c97-9776-cf0ecd223ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.424107 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Made reservation on behalf of 40e57d53a9c0497cb180a8c36a1f1379 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:42:12.426099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:42:12.431686 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.458043 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18d025a3-36ed-409b-baf5-1a692f9d3827 req-9087c938-52c5-4181-b6d1-71b4bd957fb4 tempest-TestServerAdvancedOps-1120969187 tempest-TestServerAdvancedOps-1120969187-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fac4f3-17ba-4e83-b043-6721851246a9 HTTP/1.1" status: 200 len: 210 time: 0.0622308 Nov 09 00:42:12.467892 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:42:12.468233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 079aa0c7-2e27-486a-b9c4-45a7beb9e2ee not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:42:12.468648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 023fede2-e856-41bc-b712-63922a778550 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:42:12.489534 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d8fe87-6fb6-4c97-9776-cf0ecd223ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.500416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 023fede2-e856-41bc-b712-63922a778550 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:42:12.501156 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 023fede2-e856-41bc-b712-63922a778550 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:42:12.617876 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d8fe87-6fb6-4c97-9776-cf0ecd223ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.670017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8fe87-6fb6-4c97-9776-cf0ecd223ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f73c252-9833-4e79-bef0-280757312b2e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:12.686463 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d8fe87-6fb6-4c97-9776-cf0ecd223ecc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.692224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55168) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:12.693177 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a7d8fe87-6fb6-4c97-9776-cf0ecd223ecc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9f73c252-9833-4e79-bef0-280757312b2e HTTP/1.1" status: 204 len: 168 time: 0.5461037 Nov 09 00:42:12.696897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a531bb-a4ee-416e-a5a8-9e5d2740eb5e None None] Network 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:42:12.710239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Allocated IP 172.20.0.4 (fe0fba7f-241f-4c33-96f2-08af8415c9b6/56fbcfeb-4a44-4d15-844b-8df81648cec1/80e460e9-5676-40eb-a37e-00413a617a04) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:12.745874 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ddd1fcef-45ed-4b87-bac5-98525d51e0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.815152 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.901428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32631de1-d020-4193-936c-2f21a14d5903 req-3c7b72e6-a0a4-4365-9ec0-09e28bb924ec tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 210 time: 0.0332205 Nov 09 00:42:12.923933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Deleting port f9b549f9-73d1-4ca0-831c-ba99eaabf930 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:12.924283 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.938263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:12.977405 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.012799 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] For port f9b549f9-73d1-4ca0-831c-ba99eaabf930, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f9b549f9-73d1-4ca0-831c-ba99eaabf930,segment=NetworkSegment(e59bf4f2-172a-46f2-b3ad-7414a9416313),segment_id=e59bf4f2-172a-46f2-b3ad-7414a9416313)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:13.013271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.029944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Calling delete_port for f9b549f9-73d1-4ca0-831c-ba99eaabf930 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:13.036929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event updated for resources: {'Port': ['ID=80e460e9-5676-40eb-a37e-00413a617a04,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:13.047108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Network fe0fba7f-241f-4c33-96f2-08af8415c9b6 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:13.049854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:13.053264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ad5f5f-0d29-4d8f-aa80-d88f14289d0e None None] DHCP port deletion for 1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:42:13.054775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:13.112415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5f5f-0d29-4d8f-aa80-d88f14289d0e None None] Deleting port f9b549f9-73d1-4ca0-831c-ba99eaabf930 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:13.113165 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5f5f-0d29-4d8f-aa80-d88f14289d0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.117736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:13.118381 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.153546 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-04a60196-151c-44a4-aa2f-05dcbe8ec50a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9614480 Nov 09 00:42:13.156833 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.197820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b549f9-73d1-4ca0-831c-ba99eaabf930,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:13.202877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] No DVR routers for this DVR port f9b549f9-73d1-4ca0-831c-ba99eaabf930 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:42:13.206890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c9ad5f5f-0d29-4d8f-aa80-d88f14289d0e None None] For port f9b549f9-73d1-4ca0-831c-ba99eaabf930, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f9b549f9-73d1-4ca0-831c-ba99eaabf930,segment=NetworkSegment(e59bf4f2-172a-46f2-b3ad-7414a9416313),segment_id=e59bf4f2-172a-46f2-b3ad-7414a9416313)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:13.208095 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5f5f-0d29-4d8f-aa80-d88f14289d0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.229938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5f5f-0d29-4d8f-aa80-d88f14289d0e None None] Calling delete_port for f9b549f9-73d1-4ca0-831c-ba99eaabf930 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:13.299448 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.323334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f80c37c-8c6e-4ae0-9e95-126ae065f5f5']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:13.325469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Request body: {'port': {'device_id': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:13.335172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59bf4f2-172a-46f2-b3ad-7414a9416313') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:13.335616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59bf4f2-172a-46f2-b3ad-7414a9416313') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:13.351289 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.360125 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5f5f-0d29-4d8f-aa80-d88f14289d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.380745 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.390274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:42:13.391014 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:42:13.394376 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:42:13.397087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5f5f-0d29-4d8f-aa80-d88f14289d0e None None] Pushing event deleted for resources: {'Port': ['ID=f9b549f9-73d1-4ca0-831c-ba99eaabf930,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:13.415729 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.418154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad5f5f-0d29-4d8f-aa80-d88f14289d0e None None] No DVR routers for this DVR port f9b549f9-73d1-4ca0-831c-ba99eaabf930 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:42:13.484527 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.491079 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.497432 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1f80c37c-8c6e-4ae0-9e95-126ae065f5f5 HTTP/1.1" status: 204 len: 168 time: 0.8015661 Nov 09 00:42:13.515174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e64253-d521-4592-9522-9e8a864d5b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f80c37c-8c6e-4ae0-9e95-126ae065f5f5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:13.526762 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0f0e4116-b557-443e-9712-2e1c652963ab None None] Provisioning complete for port 80e460e9-5676-40eb-a37e-00413a617a04 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:13.527974 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4116-b557-443e-9712-2e1c652963ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.546624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55178) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:13.575381 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e4116-b557-443e-9712-2e1c652963ab None None] Port 80e460e9-5676-40eb-a37e-00413a617a04 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:42:13.621493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c96c28-6f08-40a5-abe2-b2ccbbfc60fc admin admin] Deleting subnet 3cd5419b-74f9-43c1-a85e-4f3c9de62d23 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:42:13.626235 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3c96c28-6f08-40a5-abe2-b2ccbbfc60fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.702150 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3c96c28-6f08-40a5-abe2-b2ccbbfc60fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.732945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55180) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:13.749407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3c96c28-6f08-40a5-abe2-b2ccbbfc60fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.804213 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3c96c28-6f08-40a5-abe2-b2ccbbfc60fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.813776 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8a8c30d6-50d9-4f41-894b-57326334cbbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1332457301d649d5b77aca9fb7ed5f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796494 Nov 09 00:42:13.816307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55182) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:13.823468 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e460e9-5676-40eb-a37e-00413a617a04 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:42:13.831935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c96c28-6f08-40a5-abe2-b2ccbbfc60fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd5419b-74f9-43c1-a85e-4f3c9de62d23,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:13.835404 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e3c96c28-6f08-40a5-abe2-b2ccbbfc60fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.840846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e3c96c28-6f08-40a5-abe2-b2ccbbfc60fc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3cd5419b-74f9-43c1-a85e-4f3c9de62d23 HTTP/1.1" status: 204 len: 168 time: 0.2909462 Nov 09 00:42:13.841726 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.841850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55184) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:13.873600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Transition to ACTIVE for port object 80e460e9-5676-40eb-a37e-00413a617a04 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:42:13.880507 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.915509 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.925628 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8deaf75-9d04-4397-a7f8-ecf7f7fc529b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:13.981968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=80e460e9-5676-40eb-a37e-00413a617a04,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:14.010032 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8deaf75-9d04-4397-a7f8-ecf7f7fc529b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.023461 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.072901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Attempting to bind port 80e460e9-5676-40eb-a37e-00413a617a04 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:42:14.073509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Attempting to bind port 80e460e9-5676-40eb-a37e-00413a617a04 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:42:14.073648 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Attempting to bind port 80e460e9-5676-40eb-a37e-00413a617a04 on network fe0fba7f-241f-4c33-96f2-08af8415c9b6 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:14.075552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537ba1af-292b-4d56-aeab-ed20c84b34e5']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:14.086070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Port 80e460e9-5676-40eb-a37e-00413a617a04 on network fe0fba7f-241f-4c33-96f2-08af8415c9b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:42:14.086318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Attempting to bind port 80e460e9-5676-40eb-a37e-00413a617a04 on network fe0fba7f-241f-4c33-96f2-08af8415c9b6 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:14.088075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0bf7e7-71a3-4267-83c1-f9088854236e') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:14.088402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0bf7e7-71a3-4267-83c1-f9088854236e') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:14.094487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:42:14.094930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Checking segment: {'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:14.095326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Bound using segment: {'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:42:14.096177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Bound port: 80e460e9-5676-40eb-a37e-00413a617a04, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:42:14.096325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.101839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.110913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee25993-7037-4013-81a7-7ae1ce9f6d88 req-a0b1a13c-0932-413c-ac25-dcc85d09700d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:14.112594 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ee25993-7037-4013-81a7-7ae1ce9f6d88 req-a0b1a13c-0932-413c-ac25-dcc85d09700d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 943 time: 0.1048880 Nov 09 00:42:14.117934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8deaf75-9d04-4397-a7f8-ecf7f7fc529b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.120372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c8deaf75-9d04-4397-a7f8-ecf7f7fc529b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.121872 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c8deaf75-9d04-4397-a7f8-ecf7f7fc529b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fdba11ae-377f-4d2a-b90c-2f53ee383cca HTTP/1.1" status: 204 len: 168 time: 0.3044236 Nov 09 00:42:14.139616 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.151122 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:42:14.154427 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:42:14.156300 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:42:14.174927 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8deaf75-9d04-4397-a7f8-ecf7f7fc529b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdba11ae-377f-4d2a-b90c-2f53ee383cca,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:14.210842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] For port 80e460e9-5676-40eb-a37e-00413a617a04, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:42:14.243489 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] For port 80e460e9-5676-40eb-a37e-00413a617a04, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=80e460e9-5676-40eb-a37e-00413a617a04,segment=NetworkSegment(d63e493c-3161-4fa2-8d60-9b06bf51b2ba),segment_id=d63e493c-3161-4fa2-8d60-9b06bf51b2ba)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:42:14.247966 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.248581 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.255888 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.264967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/537ba1af-292b-4d56-aeab-ed20c84b34e5 HTTP/1.1" status: 204 len: 168 time: 0.4226568 Nov 09 00:42:14.265633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55190) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:14.288610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:14.289590 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.292024 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/80e460e9-5676-40eb-a37e-00413a617a04 HTTP/1.1" status: 200 len: 1091 time: 1.1301804 Nov 09 00:42:14.295528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:42:14.299537 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ee25993-7037-4013-81a7-7ae1ce9f6d88 req-25818b93-0bce-43d4-b1c5-5935db11c7d0 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764109 Nov 09 00:42:14.301719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ffc85-a948-4542-8344-020b3aae74b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=537ba1af-292b-4d56-aeab-ed20c84b34e5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:14.309561 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39e70a4-4ede-48cd-9971-06182be52822" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "tag": "80e460e9-5676-40eb-a37e-00413a617a04"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:42:14.395002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba27424-4109-4f0c-849d-299036803d04 admin admin] Deleting subnet 4fe41c35-8e72-431c-8bfd-d5e9a1f1baf8 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:42:14.401296 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ba27424-4109-4f0c-849d-299036803d04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.421832 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a7afb-84e4-4332-b327-5b12f5eaf3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=80e460e9-5676-40eb-a37e-00413a617a04,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:14.472103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f9b549f9-73d1-4ca0-831c-ba99eaabf930 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:42:14.484604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-330ab8ea-c210-4285-b8bd-e242799c2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:14.491127 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ba27424-4109-4f0c-849d-299036803d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.494566 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-330ab8ea-c210-4285-b8bd-e242799c2b05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40e57d53a9c0497cb180a8c36a1f1379&device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 1094 time: 0.1050670 Nov 09 00:42:14.523649 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: f9b549f9-73d1-4ca0-831c-ba99eaabf930 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:42:14.531283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f9b549f9-73d1-4ca0-831c-ba99eaabf930 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:42:14.553614 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-5fdb7c8f-240e-46ea-812c-9b98b22ce998 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80e460e9-5676-40eb-a37e-00413a617a04 HTTP/1.1" status: 200 len: 217 time: 0.0509121 Nov 09 00:42:14.598323 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ba27424-4109-4f0c-849d-299036803d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.656824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-b4398d23-c0f1-4434-a9c8-b2039fa04e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:14.658343 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-b4398d23-c0f1-4434-a9c8-b2039fa04e33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56fbcfeb-4a44-4d15-844b-8df81648cec1 HTTP/1.1" status: 200 len: 852 time: 0.0974247 Nov 09 00:42:14.709554 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ba27424-4109-4f0c-849d-299036803d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.750837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba27424-4109-4f0c-849d-299036803d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe41c35-8e72-431c-8bfd-d5e9a1f1baf8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:14.752161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-b0167f4e-0631-4ae8-9abd-8cbb6e446c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:14.754032 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-b0167f4e-0631-4ae8-9abd-8cbb6e446c0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe0fba7f-241f-4c33-96f2-08af8415c9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879240 Nov 09 00:42:14.760111 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ba27424-4109-4f0c-849d-299036803d04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.766725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7ba27424-4109-4f0c-849d-299036803d04 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4fe41c35-8e72-431c-8bfd-d5e9a1f1baf8 HTTP/1.1" status: 204 len: 168 time: 0.4886451 Nov 09 00:42:14.766969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55198) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:14.795210 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-774a78e4-7ca1-4e14-aabc-a7b15d195750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.807374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55200) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:14.830202 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8642ae8-2b18-4131-a68c-05ff78cf5b33 x-openstack-request-id: req-b8642ae8-2b18-4131-a68c-05ff78cf5b33 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:42:14.830636 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "tag": "80e460e9-5676-40eb-a37e-00413a617a04", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:42:14.830984 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8642ae8-2b18-4131-a68c-05ff78cf5b33 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:42:14.831484 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04', 'status': 'completed', 'code': 200} Nov 09 00:42:14.864424 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-c74245dc-b990-43e0-be61-c354183979f5 service neutron] 10.222.0.11 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024663 Nov 09 00:42:14.907424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-29e7b9d3-e933-4ad3-866a-d261631464df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aeee1efc63b247f499c7bc67a5afcca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0989523 Nov 09 00:42:14.908253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55202) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:14.916528 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:14.972003 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-be5e8f66-0fab-4a76-b5f1-daa62f924164 req-f3c87f1d-36bd-4951-ab68-9c949805d2a8 service neutron] 10.222.0.11 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995445 Nov 09 00:42:15.037094 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20649bc9-fed3-46e3-9066-f46fdfd4b30a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:15.042264 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:15.066236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e70a4-4ede-48cd-9971-06182be52822 req-2d5a59f4-97b8-46ec-94c7-e69c6bfa3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:15.067844 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c39e70a4-4ede-48cd-9971-06182be52822 req-2d5a59f4-97b8-46ec-94c7-e69c6bfa3cf6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40e57d53a9c0497cb180a8c36a1f1379&device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 1094 time: 0.0479434 Nov 09 00:42:15.078851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d5d167-f334-4767-b4e7-86b53a46a641']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:15.082167 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20649bc9-fed3-46e3-9066-f46fdfd4b30a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:15.096826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b426ec6-d40e-4854-9e66-69832c1880ba') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:15.097132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b426ec6-d40e-4854-9e66-69832c1880ba') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:15.113233 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:15.137327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:15.144149 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:42:15.144568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:42:15.146365 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:42:15.171780 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e70a4-4ede-48cd-9971-06182be52822 req-bef46823-54e2-4d68-86f9-3b4ff226c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:15.173179 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c39e70a4-4ede-48cd-9971-06182be52822 req-bef46823-54e2-4d68-86f9-3b4ff226c757 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe0fba7f-241f-4c33-96f2-08af8415c9b6 HTTP/1.1" status: 200 len: 913 time: 0.0976863 Nov 09 00:42:15.204122 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20649bc9-fed3-46e3-9066-f46fdfd4b30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:15.206874 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20649bc9-fed3-46e3-9066-f46fdfd4b30a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:15.210570 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-20649bc9-fed3-46e3-9066-f46fdfd4b30a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84f8763f-c4a5-41d0-b6fa-bcc93f0dbec9 HTTP/1.1" status: 204 len: 168 time: 0.2987857 Nov 09 00:42:15.217106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20649bc9-fed3-46e3-9066-f46fdfd4b30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f8763f-c4a5-41d0-b6fa-bcc93f0dbec9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:15.218948 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:15.224511 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:15.226479 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c39e70a4-4ede-48cd-9971-06182be52822 req-b6711d34-10af-411b-8e9a-289b661fbe6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80e460e9-5676-40eb-a37e-00413a617a04 HTTP/1.1" status: 200 len: 217 time: 0.0464373 Nov 09 00:42:15.230821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c8d5d167-f334-4767-b4e7-86b53a46a641 HTTP/1.1" status: 204 len: 168 time: 0.4621916 Nov 09 00:42:15.250157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79e240-66ef-4e72-95c9-6f684756a800 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d5d167-f334-4767-b4e7-86b53a46a641,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:15.289773 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e70a4-4ede-48cd-9971-06182be52822 req-36f91e7a-df65-4761-a922-ad3a5f365607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:15.291903 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c39e70a4-4ede-48cd-9971-06182be52822 req-36f91e7a-df65-4761-a922-ad3a5f365607 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56fbcfeb-4a44-4d15-844b-8df81648cec1 HTTP/1.1" status: 200 len: 852 time: 0.0583189 Nov 09 00:42:15.350322 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e70a4-4ede-48cd-9971-06182be52822 req-60620a83-f2f9-4dd3-a6db-569cb2445e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:15.352006 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c39e70a4-4ede-48cd-9971-06182be52822 req-60620a83-f2f9-4dd3-a6db-569cb2445e47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe0fba7f-241f-4c33-96f2-08af8415c9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522387 Nov 09 00:42:15.451221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3de64-27cc-40d9-bccd-5848565230ec req-d56273d2-5bc2-41db-87ad-35514adbe05a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:15.452750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86e3de64-27cc-40d9-bccd-5848565230ec req-d56273d2-5bc2-41db-87ad-35514adbe05a tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 943 time: 0.0805485 Nov 09 00:42:15.495720 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c39e70a4-4ede-48cd-9971-06182be52822 req-bb90dae1-4105-43d2-8273-bfbfe9bb4c1e service neutron] 10.222.0.11 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335599 Nov 09 00:42:15.525774 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86e3de64-27cc-40d9-bccd-5848565230ec req-0f2f90f9-d595-486d-89e4-dcdc32f8597f tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635123 Nov 09 00:42:15.647684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55218) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:15.648650 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c39e70a4-4ede-48cd-9971-06182be52822 req-76159690-a001-4762-947b-1761aa24e41a service neutron] 10.222.0.11 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462595 Nov 09 00:42:15.697597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f03b56a1-e545-437e-b81e-458d0402224e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0371d26b4fb342d4a0ccb01b823b45c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461824 Nov 09 00:42:15.698079 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55220) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:15.999791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e22cb60d-e653-4531-8c01-d592747aedf8 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:42:16.026483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: e22cb60d-e653-4531-8c01-d592747aedf8 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:42:16.027010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device e22cb60d-e653-4531-8c01-d592747aedf8 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:42:16.062904 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-348df1f4-0e17-46ef-ae49-ba86bc90fbf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.084537 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-348df1f4-0e17-46ef-ae49-ba86bc90fbf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.091798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55232) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:16.117527 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.139056 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-348df1f4-0e17-46ef-ae49-ba86bc90fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.146238 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-348df1f4-0e17-46ef-ae49-ba86bc90fbf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.151348 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-348df1f4-0e17-46ef-ae49-ba86bc90fbf5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db9db297-36a2-4682-b3ea-34cc23dfd27c HTTP/1.1" status: 204 len: 168 time: 0.4513340 Nov 09 00:42:16.161970 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.163918 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348df1f4-0e17-46ef-ae49-ba86bc90fbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9db297-36a2-4682-b3ea-34cc23dfd27c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:16.230832 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1830234140-network', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:16.253435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Made reservation on behalf of bafad9267af44e5880e2d2ed3a3c08e7 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:42:16.255833 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.266138 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.349330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.353874 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.380279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:42:16.394300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c44d98-c484-443c-bc44-a2a3e2323042,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:16.399293 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.399759 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Added segment cb637bea-937c-4d02-9954-27f8a3b84e31 of type vlan for network 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 Nov 09 00:42:16.442509 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55240) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:16.452554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.454877 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.483576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.484663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:16.485359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.486973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-768d225c-715a-4b49-8e70-bc29065d3619 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a74630e9b66b4da1a025aef1246ed986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432053 Nov 09 00:42:16.487529 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55242) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:16.570334 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4740944 Nov 09 00:42:16.570686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55246) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:16.571499 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8054b5d-f39a-412f-b91c-3e1704383906 admin admin] Pushing event updated for resources: {'Network': ['ID=23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:16.582447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:42:16.587184 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-603db730-3d19-4a15-bfe4-8a3a31678799 admin admin] Request body: {'subnet': {'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1830234140-subnet', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:16.634671 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcddc00-3e64-4b80-86ca-0542aadb928c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.647149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603db730-3d19-4a15-bfe4-8a3a31678799 admin admin] Made reservation on behalf of bafad9267af44e5880e2d2ed3a3c08e7 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:42:16.649566 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-603db730-3d19-4a15-bfe4-8a3a31678799 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.663697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81873f-586a-45d5-b850-e051da2fc0e3 req-d5e5b9ed-8019-47c2-a1a9-20ec9a55232e tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:16.666001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d81873f-586a-45d5-b850-e051da2fc0e3 req-d5e5b9ed-8019-47c2-a1a9-20ec9a55232e tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 943 time: 0.0640471 Nov 09 00:42:16.682410 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcddc00-3e64-4b80-86ca-0542aadb928c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.722822 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d81873f-586a-45d5-b850-e051da2fc0e3 req-6d006748-c9fe-43f1-8286-d7bb46e555ab tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501947 Nov 09 00:42:16.804550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcddc00-3e64-4b80-86ca-0542aadb928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.807161 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6bcddc00-3e64-4b80-86ca-0542aadb928c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.809608 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6bcddc00-3e64-4b80-86ca-0542aadb928c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63aef440-1d25-4a3c-a7b5-02666f47c18b HTTP/1.1" status: 204 len: 168 time: 0.3175542 Nov 09 00:42:16.821747 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcddc00-3e64-4b80-86ca-0542aadb928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aef440-1d25-4a3c-a7b5-02666f47c18b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:16.896175 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-603db730-3d19-4a15-bfe4-8a3a31678799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:16.954722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603db730-3d19-4a15-bfe4-8a3a31678799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d70f715-5fda-443a-80bb-e9831d8085cc,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:16.965973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603db730-3d19-4a15-bfe4-8a3a31678799 admin admin] Checking segment: {'id': 'cb637bea-937c-4d02-9954-27f8a3b84e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:16.966413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603db730-3d19-4a15-bfe4-8a3a31678799 admin admin] Network hostable DHCP agents. Network: 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:42:16.987745 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603db730-3d19-4a15-bfe4-8a3a31678799 admin admin] Network 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:42:17.002932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-603db730-3d19-4a15-bfe4-8a3a31678799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:17.007358 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603db730-3d19-4a15-bfe4-8a3a31678799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:17.008166 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-603db730-3d19-4a15-bfe4-8a3a31678799 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.014404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1cb61-2b80-4a88-9ec9-33525e19c570 None None] Network 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:42:17.030918 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-603db730-3d19-4a15-bfe4-8a3a31678799 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4563231 Nov 09 00:42:17.033722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55252) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:17.038073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1830234140-router', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:17.071726 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.074217 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.138894 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.235261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1', 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'fixed_ips': [{'subnet_id': '1d70f715-5fda-443a-80bb-e9831d8085cc'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:42:17.236152 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.303262 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.393029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Allocated IP 172.20.0.2 (23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1/1d70f715-5fda-443a-80bb-e9831d8085cc/2faacde7-8c05-4c11-bc42-7b11833d8d2b) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:17.536009 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.563444 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.590931 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.600734 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.643812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Network 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:17.654514 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:17.663417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:17.668467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Pushing event updated for resources: {'Port': ['ID=2faacde7-8c05-4c11-bc42-7b11833d8d2b,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:17.698315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Allocated IP 172.25.0.62 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/de9387db-4a1e-4e17-b9d6-7065ed2d56e1) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:17.707215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55270) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:17.723952 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.764908 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Attempting to bind port 2faacde7-8c05-4c11-bc42-7b11833d8d2b on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:42:17.765399 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Attempting to bind port 2faacde7-8c05-4c11-bc42-7b11833d8d2b by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'cb637bea-937c-4d02-9954-27f8a3b84e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:42:17.765916 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Attempting to bind port 2faacde7-8c05-4c11-bc42-7b11833d8d2b on network 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:17.773925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:42:17.774434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Checking segment: {'id': 'cb637bea-937c-4d02-9954-27f8a3b84e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:17.774967 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.775450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Bound using segment: {'id': 'cb637bea-937c-4d02-9954-27f8a3b84e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:42:17.776030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Bound port: 2faacde7-8c05-4c11-bc42-7b11833d8d2b, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb637bea-937c-4d02-9954-27f8a3b84e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:42:17.776756 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.856665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-170833777-network', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:17.857153 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] For port 2faacde7-8c05-4c11-bc42-7b11833d8d2b, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:42:17.861390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] For port 2faacde7-8c05-4c11-bc42-7b11833d8d2b, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2faacde7-8c05-4c11-bc42-7b11833d8d2b,segment=NetworkSegment(cb637bea-937c-4d02-9954-27f8a3b84e31),segment_id=cb637bea-937c-4d02-9954-27f8a3b84e31)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:42:17.867525 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.932165 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.939393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351184b8-34a2-48ba-aea7-73ed1db7fbb8 None None] Pushing event updated for resources: {'Port': ['ID=2faacde7-8c05-4c11-bc42-7b11833d8d2b,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:17.944303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7c99e-a5a3-425b-9bcb-cc64cf64fcda req-fb6a97b2-ca49-47ae-a635-666fccaa0544 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:17.945023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0cb7c99e-a5a3-425b-9bcb-cc64cf64fcda req-fb6a97b2-ca49-47ae-a635-666fccaa0544 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 943 time: 0.1248369 Nov 09 00:42:17.950535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Made reservation on behalf of 2bff0e7dd44248f9a72e89e476f1e07c for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:42:17.953538 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:17.991609 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.083111 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0cb7c99e-a5a3-425b-9bcb-cc64cf64fcda req-2ac8e4d9-d0d1-41f2-a11b-c807478ce40b tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263716 Nov 09 00:42:18.105613 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.169137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:18.181970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:18.187815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:18.191037 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.193575 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Pushing event updated for resources: {'Port': ['ID=de9387db-4a1e-4e17-b9d6-7065ed2d56e1,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:18.215054 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.251709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:42:18.268593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5855522-9e91-49c7-86fe-ba854dc0467e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:18.274129 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.274423 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Added segment a5955a2c-ce2c-413d-b536-a8e438242fe9 of type vlan for network c391f375-d76d-4ef5-9317-4df8123508aa Nov 09 00:42:18.387170 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.408482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2faacde7-8c05-4c11-bc42-7b11833d8d2b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:18.411713 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.461187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2faacde7-8c05-4c11-bc42-7b11833d8d2b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:18.461670 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.488584 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.489595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:18.490184 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.548683 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.582570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 2faacde7-8c05-4c11-bc42-7b11833d8d2b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2faacde7-8c05-4c11-bc42-7b11833d8d2b,segment=NetworkSegment(cb637bea-937c-4d02-9954-27f8a3b84e31),segment_id=cb637bea-937c-4d02-9954-27f8a3b84e31)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:18.590097 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.600877 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8855948 Nov 09 00:42:18.601188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55276) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:18.603981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c027668-6076-42cb-9395-82da8c75eb59 admin admin] Pushing event updated for resources: {'Network': ['ID=c391f375-d76d-4ef5-9317-4df8123508aa,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:18.612295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a7f2785a-dbbe-46ad-a243-a28bccc98101 admin admin] Request body: {'subnet': {'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-170833777-subnet', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:18.625980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network c391f375-d76d-4ef5-9317-4df8123508aa details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:42:18.627011 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.658021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f2785a-dbbe-46ad-a243-a28bccc98101 admin admin] Made reservation on behalf of 2bff0e7dd44248f9a72e89e476f1e07c for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:42:18.660717 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7f2785a-dbbe-46ad-a243-a28bccc98101 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.718212 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=2faacde7-8c05-4c11-bc42-7b11833d8d2b,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:18.850942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7f2785a-dbbe-46ad-a243-a28bccc98101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.869246 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.910938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2785a-dbbe-46ad-a243-a28bccc98101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:18.922787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f2785a-dbbe-46ad-a243-a28bccc98101 admin admin] Checking segment: {'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:18.923151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f2785a-dbbe-46ad-a243-a28bccc98101 admin admin] Network hostable DHCP agents. Network: c391f375-d76d-4ef5-9317-4df8123508aa, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:42:18.944497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f2785a-dbbe-46ad-a243-a28bccc98101 admin admin] Network c391f375-d76d-4ef5-9317-4df8123508aa is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:42:18.954922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a7f2785a-dbbe-46ad-a243-a28bccc98101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, c391f375-d76d-4ef5-9317-4df8123508aa) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:18.959516 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f2785a-dbbe-46ad-a243-a28bccc98101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:18.960264 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7f2785a-dbbe-46ad-a243-a28bccc98101 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:18.967904 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f1341-feca-4980-99bb-82b7cbfae69f None None] Network c391f375-d76d-4ef5-9317-4df8123508aa requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:42:18.980712 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a7f2785a-dbbe-46ad-a243-a28bccc98101 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3778846 Nov 09 00:42:18.983345 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55278) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:18.989301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:19.016382 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.017773 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.022994 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f84f056-e1e6-4f23-bec7-5ae500a34f5b None None] Network 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:42:19.023190 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Router 7b3d5c66-46aa-4e03-99af-d8146e47e1df is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:42:19.077518 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.125220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ecc8173d-123d-4180-a953-e8ab72a6d0e5 None None] Provisioning complete for port 2faacde7-8c05-4c11-bc42-7b11833d8d2b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:19.125627 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ecc8173d-123d-4180-a953-e8ab72a6d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.152804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:19.166932 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Sync routers for ids ['7b3d5c66-46aa-4e03-99af-d8146e47e1df'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:19.174153 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.175696 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dae70a9a-d5c5-4b29-90d3-e9071e31306b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.1410403 Nov 09 00:42:19.178519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55282) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:19.185122 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Routers {'7b3d5c66-46aa-4e03-99af-d8146e47e1df'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:19.185785 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7b3d5c66-46aa-4e03-99af-d8146e47e1df'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:19.227300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.335588 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Set router 7b3d5c66-46aa-4e03-99af-d8146e47e1df gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:19.434805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bc2cb-824a-42a4-be35-57fa6f06ff1d req-8c5bbdf1-4440-4a54-9ddc-be595dbbf036 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:19.436852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-108bc2cb-824a-42a4-be35-57fa6f06ff1d req-8c5bbdf1-4440-4a54-9ddc-be595dbbf036 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 943 time: 0.1331756 Nov 09 00:42:19.465166 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.494326 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.530521 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-c391f375-d76d-4ef5-9317-4df8123508aa', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:42:19.532871 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.549976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-108bc2cb-824a-42a4-be35-57fa6f06ff1d req-8c7d92cb-a776-4d81-8d7a-d85b7166ca21 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985882 Nov 09 00:42:19.598580 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'name': 'tempest-ImageQuotaTest-1830234140-router', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'de9387db-4a1e-4e17-b9d6-7065ed2d56e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:17Z', 'updated_at': '2021-11-09T00:42:18Z', 'revision_number': 3, 'project_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'gw_port': {'id': 'de9387db-4a1e-4e17-b9d6-7065ed2d56e1', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:98:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:17Z', 'updated_at': '2021-11-09T00:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:19.646255 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Checking router: 7b3d5c66-46aa-4e03-99af-d8146e47e1df for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:42:19.646892 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Updating router 7b3d5c66-46aa-4e03-99af-d8146e47e1df port de9387db-4a1e-4e17-b9d6-7065ed2d56e1 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:42:19.681328 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Allocated IP 172.25.0.39 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/75ce0f7f-2609-43e7-8799-d3238a383f2a) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:19.681958 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.826490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Allocated IP 172.20.0.2 (c391f375-d76d-4ef5-9317-4df8123508aa/15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b/55044419-f94e-4dfb-a8a8-87f859d3c880) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:19.851588 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.904508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.962165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:19.968949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:19.970955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d0a33d78-bd32-44f1-b775-58039e7ba095 None None] Provisioning complete for port 2faacde7-8c05-4c11-bc42-7b11833d8d2b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:19.971447 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0a33d78-bd32-44f1-b775-58039e7ba095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:19.982780 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:20.086960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Pushing event updated for resources: {'Port': ['ID=75ce0f7f-2609-43e7-8799-d3238a383f2a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:20.099391 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.109387 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.113341 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.145980 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.174681 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Pushing event updated for resources: {'Port': ['ID=de9387db-4a1e-4e17-b9d6-7065ed2d56e1,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:20.190866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Network c391f375-d76d-4ef5-9317-4df8123508aa is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:20.196042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:20.199627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:20.201072 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Attempting to bind port de9387db-4a1e-4e17-b9d6-7065ed2d56e1 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:42:20.201702 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Attempting to bind port de9387db-4a1e-4e17-b9d6-7065ed2d56e1 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:42:20.202111 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Attempting to bind port de9387db-4a1e-4e17-b9d6-7065ed2d56e1 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:20.212854 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.213653 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:20.213993 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:20.214493 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:20.214819 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:20.215143 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:20.215550 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:20.215769 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:20.216084 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:20.216397 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:20.217015 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Pushing event updated for resources: {'Port': ['ID=55044419-f94e-4dfb-a8a8-87f859d3c880,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:20.217205 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:20.217568 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:20.217883 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:42:20.221214 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:42:20.221617 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:20.222007 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.222516 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:42:20.222980 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Bound port: de9387db-4a1e-4e17-b9d6-7065ed2d56e1, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:42:20.223349 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.270414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Attempting to bind port 55044419-f94e-4dfb-a8a8-87f859d3c880 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:42:20.270947 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Attempting to bind port 55044419-f94e-4dfb-a8a8-87f859d3c880 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:42:20.271401 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Attempting to bind port 55044419-f94e-4dfb-a8a8-87f859d3c880 on network c391f375-d76d-4ef5-9317-4df8123508aa {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:20.276794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:42:20.277329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Checking segment: {'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:20.277867 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.278353 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Bound using segment: {'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:42:20.278910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Bound port: 55044419-f94e-4dfb-a8a8-87f859d3c880, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:42:20.279603 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.290486 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] For port de9387db-4a1e-4e17-b9d6-7065ed2d56e1, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:42:20.296824 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] For port de9387db-4a1e-4e17-b9d6-7065ed2d56e1, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=de9387db-4a1e-4e17-b9d6-7065ed2d56e1,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:42:20.304952 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.361849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] For port 55044419-f94e-4dfb-a8a8-87f859d3c880, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:42:20.370073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] For port 55044419-f94e-4dfb-a8a8-87f859d3c880, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=55044419-f94e-4dfb-a8a8-87f859d3c880,segment=NetworkSegment(a5955a2c-ce2c-413d-b536-a8e438242fe9),segment_id=a5955a2c-ce2c-413d-b536-a8e438242fe9)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:42:20.378841 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.397262 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Routers {'7b3d5c66-46aa-4e03-99af-d8146e47e1df'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:20.397920 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7b3d5c66-46aa-4e03-99af-d8146e47e1df'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:20.430838 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2faacde7-8c05-4c11-bc42-7b11833d8d2b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:20.446631 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae989fc0-2129-4cab-8cd8-80ffaaacea83 None None] Pushing event updated for resources: {'Port': ['ID=de9387db-4a1e-4e17-b9d6-7065ed2d56e1,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:20.537096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Allocated IP 172.20.0.1 (23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1/1d70f715-5fda-443a-80bb-e9831d8085cc/faa077e0-4563-4007-969e-ef641a5863b0) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:20.544114 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2145ac7-ef42-4557-85b8-4e91b9575064 None None] Pushing event updated for resources: {'Port': ['ID=55044419-f94e-4dfb-a8a8-87f859d3c880,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:20.545844 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] Set router 7b3d5c66-46aa-4e03-99af-d8146e47e1df gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:20.578279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2faacde7-8c05-4c11-bc42-7b11833d8d2b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:20.579737 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.746991 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.798643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6827da7-abaa-49c1-a169-de561fe028e7 req-9ff4edcf-dd14-4aad-90bf-26a4a1125ed0 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:20.800347 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6827da7-abaa-49c1-a169-de561fe028e7 req-9ff4edcf-dd14-4aad-90bf-26a4a1125ed0 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 943 time: 0.1458099 Nov 09 00:42:20.822025 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.895148 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'name': 'tempest-ImageQuotaTest-1830234140-router', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'de9387db-4a1e-4e17-b9d6-7065ed2d56e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:17Z', 'updated_at': '2021-11-09T00:42:18Z', 'revision_number': 3, 'project_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'gw_port': {'id': 'de9387db-4a1e-4e17-b9d6-7065ed2d56e1', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:98:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:17Z', 'updated_at': '2021-11-09T00:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:20.913217 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:20.929942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a6827da7-abaa-49c1-a169-de561fe028e7 req-383be317-c8ed-4032-bdc1-b1c890863aa3 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966215 Nov 09 00:42:20.937096 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c7856-823e-4a64-be98-9c8f900360a1 None None] The sync data for ids ['7b3d5c66-46aa-4e03-99af-d8146e47e1df'] in n-d-813263-3 is: [{'id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'name': 'tempest-ImageQuotaTest-1830234140-router', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'de9387db-4a1e-4e17-b9d6-7065ed2d56e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:17Z', 'updated_at': '2021-11-09T00:42:18Z', 'revision_number': 3, 'project_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'gw_port': {'id': 'de9387db-4a1e-4e17-b9d6-7065ed2d56e1', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:98:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:17Z', 'updated_at': '2021-11-09T00:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:20.964627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Network 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:20.967714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:20.971521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:21.004617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Pushing event updated for resources: {'Port': ['ID=faa077e0-4563-4007-969e-ef641a5863b0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:21.008429 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:21.028451 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:21.169012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Router 06d170ad-519f-4479-9725-4f87044f3604 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:42:21.189386 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:21.325336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8c8d5ca8-e43b-475e-bc88-50879df314de None None] Provisioning complete for port faa077e0-4563-4007-969e-ef641a5863b0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:21.325744 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5ca8-e43b-475e-bc88-50879df314de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:21.332268 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:21.359434 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:21.362598 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3c1cbf55-129b-4a68-b9da-c0303c219129 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3777223 Nov 09 00:42:21.367108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55286) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:21.375670 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Sync routers for ids ['06d170ad-519f-4479-9725-4f87044f3604'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:21.398390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Routers {'06d170ad-519f-4479-9725-4f87044f3604'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:21.399032 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['06d170ad-519f-4479-9725-4f87044f3604'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:21.404499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d5ca8-e43b-475e-bc88-50879df314de None None] Port faa077e0-4563-4007-969e-ef641a5863b0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:42:21.425452 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:21.438864 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:21.520387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Pushing event updated for resources: {'Port': ['ID=faa077e0-4563-4007-969e-ef641a5863b0,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:21.526117 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:21.585714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Set router 06d170ad-519f-4479-9725-4f87044f3604 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:21.671135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Network 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:21.672580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:21.872832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Router 7b3d5c66-46aa-4e03-99af-d8146e47e1df has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:42:21.896879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:20Z', 'revision_number': 3, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:21.950739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f7ae91-ff0b-4253-afc8-a35ed3688368 None None] Network c391f375-d76d-4ef5-9317-4df8123508aa requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:42:21.963273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Checking router: 06d170ad-519f-4479-9725-4f87044f3604 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:42:21.963876 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Updating router 06d170ad-519f-4479-9725-4f87044f3604 port 75ce0f7f-2609-43e7-8799-d3238a383f2a binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:42:22.064358 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:22.070018 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:22.102327 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c6a12a4e-f5c2-4557-bb60-8d97dc5dc5cf None None] Provisioning complete for port 55044419-f94e-4dfb-a8a8-87f859d3c880 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:22.102836 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6a12a4e-f5c2-4557-bb60-8d97dc5dc5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:22.112274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:22.117821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-086296d3-afc5-4f22-a842-fddfad8d418e admin admin] 10.222.0.25 "PUT /v2.0/routers/7b3d5c66-46aa-4e03-99af-d8146e47e1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9380252 Nov 09 00:42:22.129835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10255fc-4d9f-4611-8719-d87d0e91c95b req-55494929-5b33-4cde-aec0-4bf16fa3e05d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:22.131401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f10255fc-4d9f-4611-8719-d87d0e91c95b req-55494929-5b33-4cde-aec0-4bf16fa3e05d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 943 time: 0.0801735 Nov 09 00:42:22.223286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f10255fc-4d9f-4611-8719-d87d0e91c95b req-9dc3a64f-eed5-4a41-8fb3-ae867abffb67 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708296 Nov 09 00:42:22.283356 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Allocated IP 172.20.0.1 (c391f375-d76d-4ef5-9317-4df8123508aa/15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b/6da2b4d6-52de-4473-91d8-6ad164eca13f) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:22.405430 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:22.436960 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6a12a4e-f5c2-4557-bb60-8d97dc5dc5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:22.454839 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:22.546068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device de9387db-4a1e-4e17-b9d6-7065ed2d56e1 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:22.550090 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Network c391f375-d76d-4ef5-9317-4df8123508aa is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:22.553532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:22.554009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c6a12a4e-f5c2-4557-bb60-8d97dc5dc5cf None None] For port 55044419-f94e-4dfb-a8a8-87f859d3c880, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=55044419-f94e-4dfb-a8a8-87f859d3c880,segment=NetworkSegment(a5955a2c-ce2c-413d-b536-a8e438242fe9),segment_id=a5955a2c-ce2c-413d-b536-a8e438242fe9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:22.560278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:22.564134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6da2b4d6-52de-4473-91d8-6ad164eca13f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:22.593263 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6a12a4e-f5c2-4557-bb60-8d97dc5dc5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:22.610818 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:22.657830 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:22.681884 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:22.686746 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c6a12a4e-f5c2-4557-bb60-8d97dc5dc5cf None None] Provisioning complete for port faa077e0-4563-4007-969e-ef641a5863b0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:22.687423 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c6a12a4e-f5c2-4557-bb60-8d97dc5dc5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:22.723852 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a12a4e-f5c2-4557-bb60-8d97dc5dc5cf None None] Pushing event updated for resources: {'Port': ['ID=55044419-f94e-4dfb-a8a8-87f859d3c880,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:22.767214 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:22.997584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Attempting to bind port 75ce0f7f-2609-43e7-8799-d3238a383f2a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:42:22.997980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Attempting to bind port 75ce0f7f-2609-43e7-8799-d3238a383f2a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:42:22.998300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Attempting to bind port 75ce0f7f-2609-43e7-8799-d3238a383f2a on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:23.009821 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:23.014172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port de9387db-4a1e-4e17-b9d6-7065ed2d56e1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:23.014282 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:23.017454 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:23.049808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:42:23.050269 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:23.050586 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:23.050975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:42:23.051459 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Bound port: 75ce0f7f-2609-43e7-8799-d3238a383f2a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:42:23.052284 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:23.053533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c6a12a4e-f5c2-4557-bb60-8d97dc5dc5cf None None] Port faa077e0-4563-4007-969e-ef641a5863b0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:42:23.078358 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa136d-aa64-474e-97db-9f7faac9d4bc None None] Pushing event updated for resources: {'Port': ['ID=75ce0f7f-2609-43e7-8799-d3238a383f2a,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:23.101937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6da2b4d6-52de-4473-91d8-6ad164eca13f,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:23.111866 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:23.181256 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] For port 75ce0f7f-2609-43e7-8799-d3238a383f2a, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:42:23.204395 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] For port 75ce0f7f-2609-43e7-8799-d3238a383f2a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=75ce0f7f-2609-43e7-8799-d3238a383f2a,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:42:23.218559 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:23.233256 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:23.260620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port de9387db-4a1e-4e17-b9d6-7065ed2d56e1, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=de9387db-4a1e-4e17-b9d6-7065ed2d56e1,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:23.270473 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Network c391f375-d76d-4ef5-9317-4df8123508aa is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:23.274762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:23.292827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6eb32b84-f909-4ecc-b0a3-47c56a9e19da None None] Provisioning complete for port 55044419-f94e-4dfb-a8a8-87f859d3c880 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:23.293169 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6eb32b84-f909-4ecc-b0a3-47c56a9e19da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:23.302776 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:23.303639 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 55044419-f94e-4dfb-a8a8-87f859d3c880 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:23.305243 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Sync routers for ids ['7b3d5c66-46aa-4e03-99af-d8146e47e1df'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:23.325716 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Routers {'7b3d5c66-46aa-4e03-99af-d8146e47e1df'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:23.327140 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7b3d5c66-46aa-4e03-99af-d8146e47e1df'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:23.360896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Routers {'06d170ad-519f-4479-9725-4f87044f3604'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:23.361563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['06d170ad-519f-4479-9725-4f87044f3604'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:23.461629 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa136d-aa64-474e-97db-9f7faac9d4bc None None] Pushing event updated for resources: {'Port': ['ID=75ce0f7f-2609-43e7-8799-d3238a383f2a,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:23.590524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Router 06d170ad-519f-4479-9725-4f87044f3604 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:42:23.634603 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Set router 7b3d5c66-46aa-4e03-99af-d8146e47e1df gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:23.676902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 55044419-f94e-4dfb-a8a8-87f859d3c880 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:23.677512 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:23.741612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=de9387db-4a1e-4e17-b9d6-7065ed2d56e1,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:23.747345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] Set router 06d170ad-519f-4479-9725-4f87044f3604 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:23.806897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6eb32b84-f909-4ecc-b0a3-47c56a9e19da None None] Provisioning complete for port 6da2b4d6-52de-4473-91d8-6ad164eca13f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:23.807361 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6eb32b84-f909-4ecc-b0a3-47c56a9e19da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:23.833080 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:23.847395 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8e16f793-4738-4026-825d-bbe09941b9f9 admin admin] 10.222.0.25 "PUT /v2.0/routers/06d170ad-519f-4479-9725-4f87044f3604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4717872 Nov 09 00:42:23.890734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6eb32b84-f909-4ecc-b0a3-47c56a9e19da None None] Port 6da2b4d6-52de-4473-91d8-6ad164eca13f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:42:23.901646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55314) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:23.941771 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a3ff4-1a6f-49ad-9fbc-a874a37398c5 req-73ac8941-ba6b-47fb-83dd-78407d82e6a0 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:23.958713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-862a3ff4-1a6f-49ad-9fbc-a874a37398c5 req-73ac8941-ba6b-47fb-83dd-78407d82e6a0 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 943 time: 0.0813153 Nov 09 00:42:24.039721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-862a3ff4-1a6f-49ad-9fbc-a874a37398c5 req-92c694af-5ebd-49e5-b65f-ef6e9fc64b2f tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731924 Nov 09 00:42:24.084434 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'name': 'tempest-ImageQuotaTest-1830234140-router', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'de9387db-4a1e-4e17-b9d6-7065ed2d56e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:17Z', 'updated_at': '2021-11-09T00:42:21Z', 'revision_number': 4, 'project_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'gw_port': {'id': 'de9387db-4a1e-4e17-b9d6-7065ed2d56e1', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:17Z', 'updated_at': '2021-11-09T00:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'faa077e0-4563-4007-969e-ef641a5863b0', 'name': '', 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'mac_address': 'fa:16:3e:29:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '1d70f715-5fda-443a-80bb-e9831d8085cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:20Z', 'updated_at': '2021-11-09T00:42:21Z', 'revision_number': 2, 'project_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'subnets': [{'id': '1d70f715-5fda-443a-80bb-e9831d8085cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:24.099287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-797076de-687e-40c1-a743-738b127f86fb None None] Provisioning complete for port 6da2b4d6-52de-4473-91d8-6ad164eca13f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:24.099732 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-797076de-687e-40c1-a743-738b127f86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.122168 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Checking router: 7b3d5c66-46aa-4e03-99af-d8146e47e1df for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:42:24.122796 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Updating router 7b3d5c66-46aa-4e03-99af-d8146e47e1df port faa077e0-4563-4007-969e-ef641a5863b0 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:42:24.154855 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.164221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-797076de-687e-40c1-a743-738b127f86fb None None] Port 6da2b4d6-52de-4473-91d8-6ad164eca13f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:42:24.198095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6da2b4d6-52de-4473-91d8-6ad164eca13f', 'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'mac_address': 'fa:16:3e:e4:4f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:22Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 2, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'subnets': [{'id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:24.235758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63565764-105c-41e1-9642-55ebdaedd053 None None] The sync data for ids ['06d170ad-519f-4479-9725-4f87044f3604'] in n-d-813263-3 is: [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6da2b4d6-52de-4473-91d8-6ad164eca13f', 'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'mac_address': 'fa:16:3e:e4:4f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:22Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 2, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'subnets': [{'id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:24.362606 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be6c1dd3-694a-49f0-9481-a992bd21ec2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.429021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 55044419-f94e-4dfb-a8a8-87f859d3c880 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:24.483839 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 55044419-f94e-4dfb-a8a8-87f859d3c880 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:24.484202 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.550527 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.576953 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.591939 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55328) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:24.596158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device de9387db-4a1e-4e17-b9d6-7065ed2d56e1 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:24.596892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-673726876-network', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:24.634013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Made reservation on behalf of 2f0fa7a9058046e0ac784cd861460c50 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:42:24.637235 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.644436 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb7d6b-b5c7-47f0-842c-be12b071db9d None None] Pushing event updated for resources: {'Port': ['ID=faa077e0-4563-4007-969e-ef641a5863b0,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:24.654931 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.678389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port de9387db-4a1e-4e17-b9d6-7065ed2d56e1 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:24.678933 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.756774 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Attempting to bind port faa077e0-4563-4007-969e-ef641a5863b0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:42:24.757141 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Attempting to bind port faa077e0-4563-4007-969e-ef641a5863b0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'cb637bea-937c-4d02-9954-27f8a3b84e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:42:24.757412 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Attempting to bind port faa077e0-4563-4007-969e-ef641a5863b0 on network 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:24.768083 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:42:24.768346 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Checking segment: {'id': 'cb637bea-937c-4d02-9954-27f8a3b84e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:24.768630 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.769625 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Bound using segment: {'id': 'cb637bea-937c-4d02-9954-27f8a3b84e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:42:24.770493 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Bound port: faa077e0-4563-4007-969e-ef641a5863b0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb637bea-937c-4d02-9954-27f8a3b84e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:42:24.770493 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.814077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-be6c1dd3-694a-49f0-9481-a992bd21ec2b admin admin] Deleting port faa077e0-4563-4007-969e-ef641a5863b0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:24.814993 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be6c1dd3-694a-49f0-9481-a992bd21ec2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.855653 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.858556 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] For port faa077e0-4563-4007-969e-ef641a5863b0, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:42:24.862394 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.865280 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] For port faa077e0-4563-4007-969e-ef641a5863b0, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=faa077e0-4563-4007-969e-ef641a5863b0,segment=NetworkSegment(cb637bea-937c-4d02-9954-27f8a3b84e31),segment_id=cb637bea-937c-4d02-9954-27f8a3b84e31)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:42:24.871945 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.923455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:42:24.942469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-be6c1dd3-694a-49f0-9481-a992bd21ec2b admin admin] For port faa077e0-4563-4007-969e-ef641a5863b0, host n-d-813263-3, got binding levels [] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:24.942886 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be6c1dd3-694a-49f0-9481-a992bd21ec2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.945826 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:24.947234 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Added segment 9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b of type vlan for network 63d71906-3737-4904-bb19-a2ab3cc07ebf Nov 09 00:42:24.950882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70436f87-e69b-4f51-9f58-1999570a34d8,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:24.962433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-be6c1dd3-694a-49f0-9481-a992bd21ec2b admin admin] Calling delete_port for faa077e0-4563-4007-969e-ef641a5863b0 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:24.988129 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb7d6b-b5c7-47f0-842c-be12b071db9d None None] Pushing event updated for resources: {'Port': ['ID=faa077e0-4563-4007-969e-ef641a5863b0,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:25.001836 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Routers {'7b3d5c66-46aa-4e03-99af-d8146e47e1df'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:25.002550 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7b3d5c66-46aa-4e03-99af-d8146e47e1df'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:25.005528 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:25.050125 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:25.051151 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:25.051785 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:25.106508 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ad416bb8-c193-4320-9d91-ca89bc8927cf None None] Provisioning complete for port faa077e0-4563-4007-969e-ef641a5863b0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:25.107070 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ad416bb8-c193-4320-9d91-ca89bc8927cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:25.189524 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] Set router 7b3d5c66-46aa-4e03-99af-d8146e47e1df gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:25.224750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6225107 Nov 09 00:42:25.226320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55332) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:25.237780 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be6c1dd3-694a-49f0-9481-a992bd21ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:25.255353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-41d5d11a-ab72-4f09-9df3-4effd5e9cbac admin admin] Request body: {'subnet': {'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-673726876-subnet', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:25.285306 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ad416bb8-c193-4320-9d91-ca89bc8927cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:25.287481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c1dd3-694a-49f0-9481-a992bd21ec2b admin admin] Pushing event deleted for resources: {'Port': ['ID=faa077e0-4563-4007-969e-ef641a5863b0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:25.346277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727ec33-d3b8-4357-839f-3f6e488e2f30 admin admin] Pushing event updated for resources: {'Network': ['ID=63d71906-3737-4904-bb19-a2ab3cc07ebf,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:25.388149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 63d71906-3737-4904-bb19-a2ab3cc07ebf details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:42:25.413970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a043654-ee82-4fdf-b784-ac2d8f432b00 req-fb18f7b8-a4a6-4a72-9a6a-21e54ec79e37 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:25.416134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a043654-ee82-4fdf-b784-ac2d8f432b00 req-fb18f7b8-a4a6-4a72-9a6a-21e54ec79e37 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 943 time: 0.2094803 Nov 09 00:42:25.418209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d5d11a-ab72-4f09-9df3-4effd5e9cbac admin admin] Made reservation on behalf of 2f0fa7a9058046e0ac784cd861460c50 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:42:25.420774 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-41d5d11a-ab72-4f09-9df3-4effd5e9cbac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:25.626272 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be6c1dd3-694a-49f0-9481-a992bd21ec2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:25.626819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a043654-ee82-4fdf-b784-ac2d8f432b00 req-d5bc33d5-7635-4651-8cdf-9d470251fe51 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814086 Nov 09 00:42:25.627865 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'name': 'tempest-ImageQuotaTest-1830234140-router', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'de9387db-4a1e-4e17-b9d6-7065ed2d56e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:17Z', 'updated_at': '2021-11-09T00:42:21Z', 'revision_number': 4, 'project_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'gw_port': {'id': 'de9387db-4a1e-4e17-b9d6-7065ed2d56e1', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:17Z', 'updated_at': '2021-11-09T00:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'faa077e0-4563-4007-969e-ef641a5863b0', 'name': '', 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'mac_address': 'fa:16:3e:29:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '1d70f715-5fda-443a-80bb-e9831d8085cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:20Z', 'updated_at': '2021-11-09T00:42:24Z', 'revision_number': 4, 'project_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'subnets': [{'id': '1d70f715-5fda-443a-80bb-e9831d8085cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:25.628727 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e1c1c496-2015-46fc-bca1-cfe4849bb976 None None] Could not find standard attr ID for object faa077e0-4563-4007-969e-ef641a5863b0. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 00:42:25.691456 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0759ea-22b5-464a-b109-2d534ea2a45a None None] The sync data for ids ['7b3d5c66-46aa-4e03-99af-d8146e47e1df'] in n-d-813263-3 is: [{'id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'name': 'tempest-ImageQuotaTest-1830234140-router', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'de9387db-4a1e-4e17-b9d6-7065ed2d56e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:17Z', 'updated_at': '2021-11-09T00:42:21Z', 'revision_number': 4, 'project_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'gw_port': {'id': 'de9387db-4a1e-4e17-b9d6-7065ed2d56e1', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:17Z', 'updated_at': '2021-11-09T00:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'faa077e0-4563-4007-969e-ef641a5863b0', 'name': '', 'network_id': '23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1', 'tenant_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'mac_address': 'fa:16:3e:29:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3d5c66-46aa-4e03-99af-d8146e47e1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '1d70f715-5fda-443a-80bb-e9831d8085cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:20Z', 'updated_at': '2021-11-09T00:42:24Z', 'revision_number': 4, 'project_id': 'bafad9267af44e5880e2d2ed3a3c08e7', 'subnets': [{'id': '1d70f715-5fda-443a-80bb-e9831d8085cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:25.819967 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-41d5d11a-ab72-4f09-9df3-4effd5e9cbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:25.892148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d5d11a-ab72-4f09-9df3-4effd5e9cbac admin admin] Checking segment: {'id': '9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:25.892609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d5d11a-ab72-4f09-9df3-4effd5e9cbac admin admin] Network hostable DHCP agents. Network: 63d71906-3737-4904-bb19-a2ab3cc07ebf, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:42:25.897378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5d11a-ab72-4f09-9df3-4effd5e9cbac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c2a224-7d5c-4c9e-b180-5fd84c592f3d,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:25.923919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d5d11a-ab72-4f09-9df3-4effd5e9cbac admin admin] Network 63d71906-3737-4904-bb19-a2ab3cc07ebf is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:42:25.935870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-41d5d11a-ab72-4f09-9df3-4effd5e9cbac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 63d71906-3737-4904-bb19-a2ab3cc07ebf) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:25.941893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d5d11a-ab72-4f09-9df3-4effd5e9cbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:25.943775 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-41d5d11a-ab72-4f09-9df3-4effd5e9cbac admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:25.950447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb92d14-4a6e-4ee5-88bd-508c99deb35d None None] Network 63d71906-3737-4904-bb19-a2ab3cc07ebf requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:42:25.968161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-41d5d11a-ab72-4f09-9df3-4effd5e9cbac admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7314863 Nov 09 00:42:25.969114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55334) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:25.973795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-673726876-router', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:25.997398 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:25.998787 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.062053 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.189164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-63d71906-3737-4904-bb19-a2ab3cc07ebf', 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'fixed_ips': [{'subnet_id': 'e3c2a224-7d5c-4c9e-b180-5fd84c592f3d'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:42:26.190986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.221392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 80e460e9-5676-40eb-a37e-00413a617a04 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:42:26.229420 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.380692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6c1dd3-694a-49f0-9481-a992bd21ec2b admin admin] Router 7b3d5c66-46aa-4e03-99af-d8146e47e1df has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:42:26.496963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 80e460e9-5676-40eb-a37e-00413a617a04, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=80e460e9-5676-40eb-a37e-00413a617a04,segment=NetworkSegment(d63e493c-3161-4fa2-8d60-9b06bf51b2ba),segment_id=d63e493c-3161-4fa2-8d60-9b06bf51b2ba)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:26.499590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 75ce0f7f-2609-43e7-8799-d3238a383f2a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:26.528327 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6c1dd3-694a-49f0-9481-a992bd21ec2b admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:26.534824 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.535575 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-be6c1dd3-694a-49f0-9481-a992bd21ec2b admin admin] 10.222.0.25 "PUT /v2.0/routers/7b3d5c66-46aa-4e03-99af-d8146e47e1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6328259 Nov 09 00:42:26.538293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55336) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:26.563163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '80e460e9-5676-40eb-a37e-00413a617a04', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'port_id': '80e460e9-5676-40eb-a37e-00413a617a04', 'mac_address': 'fa:16:3e:89:31:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:42:26.564123 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.682561 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.685425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Allocated IP 172.20.0.2 (63d71906-3737-4904-bb19-a2ab3cc07ebf/e3c2a224-7d5c-4c9e-b180-5fd84c592f3d/ac583a3f-3e84-4a0f-afcc-a124a10858d6) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:26.707648 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.724364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e460e9-5676-40eb-a37e-00413a617a04 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:42:26.744605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 80e460e9-5676-40eb-a37e-00413a617a04, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=80e460e9-5676-40eb-a37e-00413a617a04,segment=NetworkSegment(d63e493c-3161-4fa2-8d60-9b06bf51b2ba),segment_id=d63e493c-3161-4fa2-8d60-9b06bf51b2ba)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:26.752465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 75ce0f7f-2609-43e7-8799-d3238a383f2a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:26.752821 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.756668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Allocated IP 172.25.0.161 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/22434483-6b0a-4047-967c-eaefb3594e7d) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:26.765140 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.781674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356d3e7-25bf-4206-bc1b-74daeafb7fea req-e429b593-8f55-4102-a151-756bba564e41 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:26.783207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1356d3e7-25bf-4206-bc1b-74daeafb7fea req-e429b593-8f55-4102-a151-756bba564e41 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 943 time: 0.0805137 Nov 09 00:42:26.802306 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.869917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Deleting port de9387db-4a1e-4e17-b9d6-7065ed2d56e1 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:26.870646 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.896430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1356d3e7-25bf-4206-bc1b-74daeafb7fea req-870e9e6c-3a01-498d-b266-734a1767bef4 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966837 Nov 09 00:42:26.932612 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.970410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] For port de9387db-4a1e-4e17-b9d6-7065ed2d56e1, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=de9387db-4a1e-4e17-b9d6-7065ed2d56e1,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:26.970921 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.972680 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:26.985133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Calling delete_port for de9387db-4a1e-4e17-b9d6-7065ed2d56e1 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:27.012716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:27.017811 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:27.021529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:27.027856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Pushing event updated for resources: {'Port': ['ID=22434483-6b0a-4047-967c-eaefb3594e7d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:27.126097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['80e460e9-5676-40eb-a37e-00413a617a04'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:42:27.165135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=80e460e9-5676-40eb-a37e-00413a617a04,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:27.170810 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.179304 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.216514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Pushing event deleted for resources: {'Port': ['ID=de9387db-4a1e-4e17-b9d6-7065ed2d56e1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:27.233221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 75ce0f7f-2609-43e7-8799-d3238a383f2a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=75ce0f7f-2609-43e7-8799-d3238a383f2a,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:27.249024 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.276501 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.296297 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.299705 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.330053 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.361463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=75ce0f7f-2609-43e7-8799-d3238a383f2a,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:27.367098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Network 63d71906-3737-4904-bb19-a2ab3cc07ebf is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:27.380094 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.382652 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.400014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:27.408203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:27.455928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.456560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b3d5c66-46aa-4e03-99af-d8146e47e1df {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:42:27.461693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.463175 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-655b0411-bc10-4b60-8ff9-82d91463d26d admin admin] 10.222.0.25 "DELETE /v2.0/routers/7b3d5c66-46aa-4e03-99af-d8146e47e1df HTTP/1.1" status: 204 len: 168 time: 0.9241636 Nov 09 00:42:27.465952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55340) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:27.477068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Pushing event updated for resources: {'Port': ['ID=ac583a3f-3e84-4a0f-afcc-a124a10858d6,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:27.525012 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Attempting to bind port ac583a3f-3e84-4a0f-afcc-a124a10858d6 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:42:27.525734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Attempting to bind port ac583a3f-3e84-4a0f-afcc-a124a10858d6 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:42:27.526120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Attempting to bind port ac583a3f-3e84-4a0f-afcc-a124a10858d6 on network 63d71906-3737-4904-bb19-a2ab3cc07ebf {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:27.532272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee682b75-cf94-44ab-a979-514675f847d3 admin admin] Deleting subnet 1d70f715-5fda-443a-80bb-e9831d8085cc {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:42:27.537602 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee682b75-cf94-44ab-a979-514675f847d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.540705 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:42:27.541075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Checking segment: {'id': '9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:27.541522 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.541925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Bound using segment: {'id': '9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:42:27.542944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Bound port: ac583a3f-3e84-4a0f-afcc-a124a10858d6, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:42:27.543331 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.581856 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.587432 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee682b75-cf94-44ab-a979-514675f847d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.652594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] For port ac583a3f-3e84-4a0f-afcc-a124a10858d6, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:42:27.657005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] For port ac583a3f-3e84-4a0f-afcc-a124a10858d6, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ac583a3f-3e84-4a0f-afcc-a124a10858d6,segment=NetworkSegment(9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b),segment_id=9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:42:27.665953 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.688576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee682b75-cf94-44ab-a979-514675f847d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.743748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cec731-87d3-4cca-8040-5bb5071ed8ef None None] Pushing event updated for resources: {'Port': ['ID=ac583a3f-3e84-4a0f-afcc-a124a10858d6,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:27.757621 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Router 755ed9e1-3e55-4dee-b739-8c2b3a33f54d is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:42:27.757813 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee682b75-cf94-44ab-a979-514675f847d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.787551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee682b75-cf94-44ab-a979-514675f847d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d70f715-5fda-443a-80bb-e9831d8085cc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:27.789919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ee682b75-cf94-44ab-a979-514675f847d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.796473 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ee682b75-cf94-44ab-a979-514675f847d3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1d70f715-5fda-443a-80bb-e9831d8085cc HTTP/1.1" status: 204 len: 168 time: 0.3259110 Nov 09 00:42:27.796667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fbb336-1b89-4e39-be35-211b9238ae41 None None] Network 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:42:27.796780 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55342) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:27.883612 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:27.981559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Deleting port 2faacde7-8c05-4c11-bc42-7b11833d8d2b {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:27.981559 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.120439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] For port 2faacde7-8c05-4c11-bc42-7b11833d8d2b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2faacde7-8c05-4c11-bc42-7b11833d8d2b,segment=NetworkSegment(cb637bea-937c-4d02-9954-27f8a3b84e31),segment_id=cb637bea-937c-4d02-9954-27f8a3b84e31)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:28.121017 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.132702 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2fc44f-3d81-4335-a501-95777f1cb2bd None None] DHCP port deletion for 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:42:28.138271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Calling delete_port for 2faacde7-8c05-4c11-bc42-7b11833d8d2b owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:28.212948 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fc44f-3d81-4335-a501-95777f1cb2bd None None] Deleting port 2faacde7-8c05-4c11-bc42-7b11833d8d2b {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:42:28.213555 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc44f-3d81-4335-a501-95777f1cb2bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.234701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 80e460e9-5676-40eb-a37e-00413a617a04 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:28.260626 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.289161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Pushing event deleted for resources: {'Port': ['ID=2faacde7-8c05-4c11-bc42-7b11833d8d2b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:28.309914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] No DVR routers for this DVR port 2faacde7-8c05-4c11-bc42-7b11833d8d2b on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:42:28.321535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5d2fc44f-3d81-4335-a501-95777f1cb2bd None None] For port 2faacde7-8c05-4c11-bc42-7b11833d8d2b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2faacde7-8c05-4c11-bc42-7b11833d8d2b,segment=NetworkSegment(cb637bea-937c-4d02-9954-27f8a3b84e31),segment_id=cb637bea-937c-4d02-9954-27f8a3b84e31)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:28.321944 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc44f-3d81-4335-a501-95777f1cb2bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.346312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fc44f-3d81-4335-a501-95777f1cb2bd None None] Calling delete_port for 2faacde7-8c05-4c11-bc42-7b11833d8d2b owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:42:28.356365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d88bde-1cd9-4f24-a65b-80a93ce68ef8 req-57f6993b-0bfb-48d4-8580-409aaa407209 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:28.358161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02d88bde-1cd9-4f24-a65b-80a93ce68ef8 req-57f6993b-0bfb-48d4-8580-409aaa407209 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 944 time: 0.0663939 Nov 09 00:42:28.361684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:28.411207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Sync routers for ids ['755ed9e1-3e55-4dee-b739-8c2b3a33f54d'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:28.421551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 80e460e9-5676-40eb-a37e-00413a617a04 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:42:28.431937 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.433246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7b622783-8892-43e5-93c7-2d7c7737a667 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4631181 Nov 09 00:42:28.440461 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 80e460e9-5676-40eb-a37e-00413a617a04 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:28.440816 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.444144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55346) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:28.445792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Routers {'755ed9e1-3e55-4dee-b739-8c2b3a33f54d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:28.446663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['755ed9e1-3e55-4dee-b739-8c2b3a33f54d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:28.452337 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.480105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:28.490936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb637bea-937c-4d02-9954-27f8a3b84e31') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:28.491378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb637bea-937c-4d02-9954-27f8a3b84e31') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:28.504492 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.530405 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.537973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:42:28.538504 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:42:28.608972 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:42:28.617065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.622877 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.628937 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] 10.222.0.25 "DELETE /v2.0/networks/23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 HTTP/1.1" status: 204 len: 168 time: 0.8287284 Nov 09 00:42:28.640800 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87034a-8e5a-4aa5-985e-e143a15ffd88 admin admin] Pushing event deleted for resources: {'Network': ['ID=23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:28.650106 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-02d88bde-1cd9-4f24-a65b-80a93ce68ef8 req-d3a29b7f-4d9f-4d60-9d4f-040644ca0ec4 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851026 Nov 09 00:42:28.672121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc44f-3d81-4335-a501-95777f1cb2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:28.744678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d2fc44f-3d81-4335-a501-95777f1cb2bd None None] Network 23a1ea87-ef98-477e-9c8d-ca1fdd98cfb1 is not hosted by any dhcp agent {{(pid=101782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 00:42:28.747361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2fc44f-3d81-4335-a501-95777f1cb2bd None None] No DVR routers for this DVR port 2faacde7-8c05-4c11-bc42-7b11833d8d2b on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:42:28.765566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ac583a3f-3e84-4a0f-afcc-a124a10858d6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:28.767818 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fc44f-3d81-4335-a501-95777f1cb2bd None None] Pushing event deleted for resources: {'Port': ['ID=2faacde7-8c05-4c11-bc42-7b11833d8d2b,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:28.818844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Set router 755ed9e1-3e55-4dee-b739-8c2b3a33f54d gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:28.985562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55350) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:28.987864 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.059237 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2d8622e1-5341-4005-a3f4-ef0b2f26b039 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bafad9267af44e5880e2d2ed3a3c08e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0724919 Nov 09 00:42:29.061748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55352) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:29.097032 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:42:29.101143 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f02bbd2-fd76-4e8b-ad47-3e6e79ff00ed" -d '{"events": [{"server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "name": "network-vif-plugged", "status": "completed", "tag": "80e460e9-5676-40eb-a37e-00413a617a04"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:42:29.102346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ac583a3f-3e84-4a0f-afcc-a124a10858d6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:29.102726 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.116198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 80e460e9-5676-40eb-a37e-00413a617a04, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=80e460e9-5676-40eb-a37e-00413a617a04,segment=NetworkSegment(d63e493c-3161-4fa2-8d60-9b06bf51b2ba),segment_id=d63e493c-3161-4fa2-8d60-9b06bf51b2ba)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:29.143972 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e71151e-6dc6-4c43-88f0-7687217760b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.152112 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.174283 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e71151e-6dc6-4c43-88f0-7687217760b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.208068 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Sync routers for ids ['06d170ad-519f-4479-9725-4f87044f3604'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:29.221076 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e01bb05-ca73-4d76-b8e0-3406d6f4ca34 x-openstack-request-id: req-4e01bb05-ca73-4d76-b8e0-3406d6f4ca34 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:42:29.221376 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "name": "network-vif-plugged", "status": "completed", "tag": "80e460e9-5676-40eb-a37e-00413a617a04", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:42:29.221631 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e01bb05-ca73-4d76-b8e0-3406d6f4ca34 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:42:29.222031 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04', 'code': 200} Nov 09 00:42:29.224880 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Routers {'06d170ad-519f-4479-9725-4f87044f3604'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:29.240374 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['06d170ad-519f-4479-9725-4f87044f3604'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:29.242651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e71151e-6dc6-4c43-88f0-7687217760b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.250488 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4e71151e-6dc6-4c43-88f0-7687217760b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.256978 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4e71151e-6dc6-4c43-88f0-7687217760b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74c44d98-c484-443c-bc44-a2a3e2323042 HTTP/1.1" status: 204 len: 168 time: 0.1917148 Nov 09 00:42:29.264957 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71151e-6dc6-4c43-88f0-7687217760b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c44d98-c484-443c-bc44-a2a3e2323042,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:29.323815 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8978c-758c-46f0-80c1-14e1c4aba344 None None] Sync routers for ids ['7b3d5c66-46aa-4e03-99af-d8146e47e1df'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:29.328786 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.335570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=80e460e9-5676-40eb-a37e-00413a617a04,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:29.338631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0d668-8073-4b5e-9829-96fe9630e92a req-f2625f78-9980-4666-a1e0-0fc568276807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:29.340972 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-55b0d668-8073-4b5e-9829-96fe9630e92a req-f2625f78-9980-4666-a1e0-0fc568276807 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 1096 time: 0.0559580 Nov 09 00:42:29.371415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8978c-758c-46f0-80c1-14e1c4aba344 None None] Routers set() bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:29.371784 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8978c-758c-46f0-80c1-14e1c4aba344 None None] Router IDs set() for agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 00:42:29.372382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_agentschedulers_db [None req-24b8978c-758c-46f0-80c1-14e1c4aba344 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7b3d5c66-46aa-4e03-99af-d8146e47e1df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent'). {{(pid=101782) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 00:42:29.391374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9ae6eb-5bbe-4b6c-b9cb-ff2989285cb5 None None] Network 63d71906-3737-4904-bb19-a2ab3cc07ebf requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:42:29.396774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8978c-758c-46f0-80c1-14e1c4aba344 None None] Routers set() bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:29.397127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8978c-758c-46f0-80c1-14e1c4aba344 None None] Router IDs set() for agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 00:42:29.397781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_agentschedulers_db [None req-24b8978c-758c-46f0-80c1-14e1c4aba344 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7b3d5c66-46aa-4e03-99af-d8146e47e1df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent'). {{(pid=101782) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 00:42:29.398152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8978c-758c-46f0-80c1-14e1c4aba344 None None] The sync data for ids ['7b3d5c66-46aa-4e03-99af-d8146e47e1df'] in n-d-813263-3 is: [] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:29.400576 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Set router 06d170ad-519f-4479-9725-4f87044f3604 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:29.445224 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-55b0d668-8073-4b5e-9829-96fe9630e92a req-f2d407be-3337-4b6b-bb3f-144e0f59fcd2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957632 Nov 09 00:42:29.533550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'name': 'tempest-TestServerBasicOps-673726876-router', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:27Z', 'revision_number': 3, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'gw_port': {'id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:29.539679 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.542611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f8a0fabb-dd7b-47ee-affb-96e8ad0ddc63 None None] Provisioning complete for port ac583a3f-3e84-4a0f-afcc-a124a10858d6 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:29.543187 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fabb-dd7b-47ee-affb-96e8ad0ddc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.589533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Checking router: 755ed9e1-3e55-4dee-b739-8c2b3a33f54d for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:42:29.590337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Updating router 755ed9e1-3e55-4dee-b739-8c2b3a33f54d port 22434483-6b0a-4047-967c-eaefb3594e7d binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:42:29.636399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Allocated IP 172.20.0.1 (63d71906-3737-4904-bb19-a2ab3cc07ebf/e3c2a224-7d5c-4c9e-b180-5fd84c592f3d/fdad1b4b-ef87-4f75-afaf-65289865e50a) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:29.666194 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6da2b4d6-52de-4473-91d8-6ad164eca13f', 'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'mac_address': 'fa:16:3e:e4:4f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:22Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 2, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'subnets': [{'id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:29.705318 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Checking router: 06d170ad-519f-4479-9725-4f87044f3604 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:42:29.706203 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Updating router 06d170ad-519f-4479-9725-4f87044f3604 port 6da2b4d6-52de-4473-91d8-6ad164eca13f binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:42:29.725327 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.738709 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.757187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port ac583a3f-3e84-4a0f-afcc-a124a10858d6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ac583a3f-3e84-4a0f-afcc-a124a10858d6,segment=NetworkSegment(9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b),segment_id=9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:29.780723 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.786439 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.787243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 75ce0f7f-2609-43e7-8799-d3238a383f2a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:29.851188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2edbc7-a179-43f0-974a-158e125ed90b req-b05f2ccd-f7ec-40a6-8044-608ecc14f6f7 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:29.853543 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f2edbc7-a179-43f0-974a-158e125ed90b req-b05f2ccd-f7ec-40a6-8044-608ecc14f6f7 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 945 time: 0.0892296 Nov 09 00:42:29.892625 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:29.894437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55362) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:29.913547 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90a172f5-bc51-4327-a4ba-c61e77e88955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.048060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Network 63d71906-3737-4904-bb19-a2ab3cc07ebf is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:30.063689 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:30.066499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:30.076267 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90a172f5-bc51-4327-a4ba-c61e77e88955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.079161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f2edbc7-a179-43f0-974a-158e125ed90b req-d1b65292-76f3-4f3b-8c7a-e52439fdb289 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176824 Nov 09 00:42:30.086019 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90a172f5-bc51-4327-a4ba-c61e77e88955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.110573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Pushing event updated for resources: {'Port': ['ID=fdad1b4b-ef87-4f75-afaf-65289865e50a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:30.128717 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.132902 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-90a172f5-bc51-4327-a4ba-c61e77e88955 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2367854 Nov 09 00:42:30.135488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55364) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:30.144373 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a172f5-bc51-4327-a4ba-c61e77e88955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8febdc62-b5e4-4966-bb81-8b4a97135248,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:30.199496 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c01c8d1d-f489-45f4-9cd7-009c1960d89d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.230855 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c01c8d1d-f489-45f4-9cd7-009c1960d89d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.247979 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.256498 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.303193 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c01c8d1d-f489-45f4-9cd7-009c1960d89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.305797 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c01c8d1d-f489-45f4-9cd7-009c1960d89d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.306502 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.307847 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c01c8d1d-f489-45f4-9cd7-009c1960d89d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8febdc62-b5e4-4966-bb81-8b4a97135248 HTTP/1.1" status: 204 len: 168 time: 0.1707385 Nov 09 00:42:30.308686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=ac583a3f-3e84-4a0f-afcc-a124a10858d6,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:30.340502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c8d1d-f489-45f4-9cd7-009c1960d89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8febdc62-b5e4-4966-bb81-8b4a97135248,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:30.363839 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6c834-cea1-48dc-a6e7-95167a90fa87 None None] Pushing event updated for resources: {'Port': ['ID=6da2b4d6-52de-4473-91d8-6ad164eca13f,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:30.492153 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Attempting to bind port 6da2b4d6-52de-4473-91d8-6ad164eca13f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:42:30.492521 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Attempting to bind port 6da2b4d6-52de-4473-91d8-6ad164eca13f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:42:30.492879 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Attempting to bind port 6da2b4d6-52de-4473-91d8-6ad164eca13f on network c391f375-d76d-4ef5-9317-4df8123508aa {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:30.511657 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:42:30.512038 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Checking segment: {'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:30.512438 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.512816 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Bound using segment: {'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:42:30.513277 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Bound port: 6da2b4d6-52de-4473-91d8-6ad164eca13f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:42:30.522840 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.633615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 75ce0f7f-2609-43e7-8799-d3238a383f2a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:30.633994 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.719022 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] For port 6da2b4d6-52de-4473-91d8-6ad164eca13f, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:42:30.728943 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] For port 6da2b4d6-52de-4473-91d8-6ad164eca13f, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6da2b4d6-52de-4473-91d8-6ad164eca13f,segment=NetworkSegment(a5955a2c-ce2c-413d-b536-a8e438242fe9),segment_id=a5955a2c-ce2c-413d-b536-a8e438242fe9)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:42:30.742978 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.857187 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.860244 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Routers {'06d170ad-519f-4479-9725-4f87044f3604'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:30.861916 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['06d170ad-519f-4479-9725-4f87044f3604'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:30.870574 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.964986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:30.981155 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:31.064034 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2faacde7-8c05-4c11-bc42-7b11833d8d2b no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:42:31.123415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 2faacde7-8c05-4c11-bc42-7b11833d8d2b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:42:31.126177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2faacde7-8c05-4c11-bc42-7b11833d8d2b not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:42:31.139808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ec000-d20f-4384-9e2a-675960a5d787 None None] Pushing event updated for resources: {'Port': ['ID=22434483-6b0a-4047-967c-eaefb3594e7d,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:31.142533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Attempting to bind port 22434483-6b0a-4047-967c-eaefb3594e7d on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:42:31.143017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Attempting to bind port 22434483-6b0a-4047-967c-eaefb3594e7d by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:42:31.143475 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Attempting to bind port 22434483-6b0a-4047-967c-eaefb3594e7d on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:31.148309 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6c834-cea1-48dc-a6e7-95167a90fa87 None None] Pushing event updated for resources: {'Port': ['ID=6da2b4d6-52de-4473-91d8-6ad164eca13f,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:31.151348 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:42:31.151882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:31.152416 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:31.152938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:42:31.153653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Bound port: 22434483-6b0a-4047-967c-eaefb3594e7d, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:42:31.154179 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:31.163458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f8b595a7-4fbe-44b6-89aa-aa7f09b455a7 None None] Provisioning complete for port 6da2b4d6-52de-4473-91d8-6ad164eca13f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:31.163954 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f8b595a7-4fbe-44b6-89aa-aa7f09b455a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:31.173709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Pushing event updated for resources: {'Port': ['ID=fdad1b4b-ef87-4f75-afaf-65289865e50a,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:31.181872 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:31.276492 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] For port 22434483-6b0a-4047-967c-eaefb3594e7d, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:42:31.282275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] For port 22434483-6b0a-4047-967c-eaefb3594e7d, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=22434483-6b0a-4047-967c-eaefb3594e7d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:42:31.282752 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] Set router 06d170ad-519f-4479-9725-4f87044f3604 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:31.294266 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:31.397101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624e17-0531-4329-82e1-eb37d7713fe7 req-2d93c0c7-252d-4de3-8664-8056ac79fc7e tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:31.404260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa624e17-0531-4329-82e1-eb37d7713fe7 req-2d93c0c7-252d-4de3-8664-8056ac79fc7e tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 945 time: 0.1762598 Nov 09 00:42:31.431668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ac583a3f-3e84-4a0f-afcc-a124a10858d6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:31.439487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Network 63d71906-3737-4904-bb19-a2ab3cc07ebf is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:31.454293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:31.481230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa624e17-0531-4329-82e1-eb37d7713fe7 req-b5ad9ccb-324a-42ab-8594-99f9b721f7e3 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760646 Nov 09 00:42:31.492222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Routers {'755ed9e1-3e55-4dee-b739-8c2b3a33f54d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:31.492869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['755ed9e1-3e55-4dee-b739-8c2b3a33f54d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:31.610851 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f8b595a7-4fbe-44b6-89aa-aa7f09b455a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:31.641551 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Router 755ed9e1-3e55-4dee-b739-8c2b3a33f54d has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:42:31.648194 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6da2b4d6-52de-4473-91d8-6ad164eca13f', 'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'mac_address': 'fa:16:3e:e4:4f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:22Z', 'updated_at': '2021-11-09T00:42:30Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'subnets': [{'id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:31.653262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] Set router 755ed9e1-3e55-4dee-b739-8c2b3a33f54d gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:31.678031 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7196d-bf4d-417d-8756-8f37d83a6cd5 None None] The sync data for ids ['06d170ad-519f-4479-9725-4f87044f3604'] in n-d-813263-3 is: [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6da2b4d6-52de-4473-91d8-6ad164eca13f', 'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'mac_address': 'fa:16:3e:e4:4f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:22Z', 'updated_at': '2021-11-09T00:42:30Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'subnets': [{'id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:31.722386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ec000-d20f-4384-9e2a-675960a5d787 None None] Pushing event updated for resources: {'Port': ['ID=22434483-6b0a-4047-967c-eaefb3594e7d,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:31.763152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2c0ac-d198-407f-8cc0-25400cc662de req-693d31c3-372f-4561-ae11-ab4037e1b655 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:31.764710 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97b2c0ac-d198-407f-8cc0-25400cc662de req-693d31c3-372f-4561-ae11-ab4037e1b655 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 945 time: 0.1665900 Nov 09 00:42:31.804143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:31.805112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f8b595a7-4fbe-44b6-89aa-aa7f09b455a7 None None] For port 6da2b4d6-52de-4473-91d8-6ad164eca13f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6da2b4d6-52de-4473-91d8-6ad164eca13f,segment=NetworkSegment(a5955a2c-ce2c-413d-b536-a8e438242fe9),segment_id=a5955a2c-ce2c-413d-b536-a8e438242fe9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:31.813760 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-94de2111-fe98-4599-a696-27ff08ff9b62 admin admin] 10.222.0.25 "PUT /v2.0/routers/755ed9e1-3e55-4dee-b739-8c2b3a33f54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3681989 Nov 09 00:42:31.818225 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f8b595a7-4fbe-44b6-89aa-aa7f09b455a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:31.853116 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97b2c0ac-d198-407f-8cc0-25400cc662de req-c6412baf-a7a0-44ef-aadd-c41d3ae412f3 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755322 Nov 09 00:42:31.877993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55376) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:31.904494 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port ac583a3f-3e84-4a0f-afcc-a124a10858d6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:31.904858 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.022178 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b595a7-4fbe-44b6-89aa-aa7f09b455a7 None None] Pushing event updated for resources: {'Port': ['ID=6da2b4d6-52de-4473-91d8-6ad164eca13f,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:32.040663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e8efebdb-aa20-40a4-8f57-439ea63f2dd2 None None] Provisioning complete for port ac583a3f-3e84-4a0f-afcc-a124a10858d6 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:32.041057 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e8efebdb-aa20-40a4-8f57-439ea63f2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.142803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'name': 'tempest-TestServerBasicOps-673726876-router', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:30Z', 'revision_number': 4, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'gw_port': {'id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fdad1b4b-ef87-4f75-afaf-65289865e50a', 'name': '', 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'mac_address': 'fa:16:3e:53:24:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e3c2a224-7d5c-4c9e-b180-5fd84c592f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:29Z', 'updated_at': '2021-11-09T00:42:30Z', 'revision_number': 2, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'subnets': [{'id': 'e3c2a224-7d5c-4c9e-b180-5fd84c592f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:32.144710 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbef92b-8a58-47b1-9951-709d749cf297 tempest-TestVolumeBackupRestore-1805258009 tempest-TestVolumeBackupRestore-1805258009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:32.146401 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4cbef92b-8a58-47b1-9951-709d749cf297 tempest-TestVolumeBackupRestore-1805258009 tempest-TestVolumeBackupRestore-1805258009-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 1091 time: 0.2668092 Nov 09 00:42:32.149513 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55384) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:32.154692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '80e460e9-5676-40eb-a37e-00413a617a04', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:32.183146 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.187398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d437cd-44cb-4f19-bb4d-2c46ab40224c None None] The sync data for ids ['755ed9e1-3e55-4dee-b739-8c2b3a33f54d'] in n-d-813263-3 is: [{'id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'name': 'tempest-TestServerBasicOps-673726876-router', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:30Z', 'revision_number': 4, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'gw_port': {'id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fdad1b4b-ef87-4f75-afaf-65289865e50a', 'name': '', 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'mac_address': 'fa:16:3e:53:24:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e3c2a224-7d5c-4c9e-b180-5fd84c592f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:29Z', 'updated_at': '2021-11-09T00:42:30Z', 'revision_number': 2, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'subnets': [{'id': 'e3c2a224-7d5c-4c9e-b180-5fd84c592f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:32.189934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6da2b4d6-52de-4473-91d8-6ad164eca13f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:32.204149 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:42:32.280163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e8efebdb-aa20-40a4-8f57-439ea63f2dd2 None None] Provisioning complete for port 6da2b4d6-52de-4473-91d8-6ad164eca13f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:32.280543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e8efebdb-aa20-40a4-8f57-439ea63f2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.314340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6da2b4d6-52de-4473-91d8-6ad164eca13f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:32.314704 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.374906 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.466025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device faa077e0-4563-4007-969e-ef641a5863b0 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:42:32.494688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: faa077e0-4563-4007-969e-ef641a5863b0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:42:32.495600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device faa077e0-4563-4007-969e-ef641a5863b0 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:42:32.496024 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device de9387db-4a1e-4e17-b9d6-7065ed2d56e1 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:42:32.500030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e8efebdb-aa20-40a4-8f57-439ea63f2dd2 None None] Provisioning complete for port fdad1b4b-ef87-4f75-afaf-65289865e50a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:32.500403 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e8efebdb-aa20-40a4-8f57-439ea63f2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.507922 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Allocated IP 172.25.0.117 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/48e141b2-c9d9-49c5-b6f5-d3a0a4768159) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:32.526284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: de9387db-4a1e-4e17-b9d6-7065ed2d56e1 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:42:32.526652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device de9387db-4a1e-4e17-b9d6-7065ed2d56e1 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:42:32.583800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55386) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:32.588428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-0479d49d-033d-4acf-8d2b-d9a57b2c6779 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52566383', 'description': 'tempest-secgroup-smoke-52566383 description', 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:32.607896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e8efebdb-aa20-40a4-8f57-439ea63f2dd2 None None] Port fdad1b4b-ef87-4f75-afaf-65289865e50a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:42:32.662297 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0479d49d-033d-4acf-8d2b-d9a57b2c6779 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.715924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.783370 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0479d49d-033d-4acf-8d2b-d9a57b2c6779 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.785075 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.789691 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0479d49d-033d-4acf-8d2b-d9a57b2c6779 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.855692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:32.871341 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0479d49d-033d-4acf-8d2b-d9a57b2c6779 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.875201 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0479d49d-033d-4acf-8d2b-d9a57b2c6779 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2876892 Nov 09 00:42:32.875201 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:32.876179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:32.876365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55388) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:32.878360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479d49d-033d-4acf-8d2b-d9a57b2c6779 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24fdca07-292a-4d8a-8b76-1326004b67e9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:32.880381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event updated for resources: {'Port': ['ID=48e141b2-c9d9-49c5-b6f5-d3a0a4768159,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:32.882213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f78a0355-4d47-492e-a03b-a213f956d653 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Request body: {'security_group_rule': {'security_group_id': '24fdca07-292a-4d8a-8b76-1326004b67e9', 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:32.918817 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f78a0355-4d47-492e-a03b-a213f956d653 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.979224 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f78a0355-4d47-492e-a03b-a213f956d653 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:32.983584 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f78a0355-4d47-492e-a03b-a213f956d653 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.004541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a0355-4d47-492e-a03b-a213f956d653 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1017ec62-8b46-4c6a-affe-3d6d4ade2123,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:33.015664 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f78a0355-4d47-492e-a03b-a213f956d653 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.017066 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f78a0355-4d47-492e-a03b-a213f956d653 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394589 Nov 09 00:42:33.019637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55390) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:33.025167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3889db6a-a32b-4f16-a9ef-1dc5cd2afdf7 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Request body: {'security_group_rule': {'security_group_id': '24fdca07-292a-4d8a-8b76-1326004b67e9', 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:33.071374 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3889db6a-a32b-4f16-a9ef-1dc5cd2afdf7 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.133720 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3889db6a-a32b-4f16-a9ef-1dc5cd2afdf7 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.139070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3889db6a-a32b-4f16-a9ef-1dc5cd2afdf7 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.158545 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889db6a-a32b-4f16-a9ef-1dc5cd2afdf7 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f0abdb-c819-4e3b-b96a-e21c520d5960,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:33.167696 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3889db6a-a32b-4f16-a9ef-1dc5cd2afdf7 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.168947 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3889db6a-a32b-4f16-a9ef-1dc5cd2afdf7 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482494 Nov 09 00:42:33.171793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55392) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:33.176676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d4582fa6-147c-4573-b640-f43395e5b1a1 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Request body: {'security_group_rule': {'security_group_id': '24fdca07-292a-4d8a-8b76-1326004b67e9', 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:33.214304 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d4582fa6-147c-4573-b640-f43395e5b1a1 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.299395 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d4582fa6-147c-4573-b640-f43395e5b1a1 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.314439 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d4582fa6-147c-4573-b640-f43395e5b1a1 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.320292 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.342834 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4582fa6-147c-4573-b640-f43395e5b1a1 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7957a9-ef9f-4adc-b1d1-dcf277a4fbe1,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:33.355615 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d4582fa6-147c-4573-b640-f43395e5b1a1 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.357131 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d4582fa6-147c-4573-b640-f43395e5b1a1 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1839309 Nov 09 00:42:33.359828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55394) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:33.367095 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 22434483-6b0a-4047-967c-eaefb3594e7d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:33.378548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5cdb5699-a04b-473e-9302-4b2e565672ae tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Request body: {'security_group_rule': {'security_group_id': '24fdca07-292a-4d8a-8b76-1326004b67e9', 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:33.410298 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5699-a04b-473e-9302-4b2e565672ae tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.418846 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.427827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 22434483-6b0a-4047-967c-eaefb3594e7d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:33.428343 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.512648 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5699-a04b-473e-9302-4b2e565672ae tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.520801 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5699-a04b-473e-9302-4b2e565672ae tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.529735 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.548323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb5699-a04b-473e-9302-4b2e565672ae tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f77cc24-24f5-4ce1-9741-7c9b822f128c,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:33.560951 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5699-a04b-473e-9302-4b2e565672ae tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.562943 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5cdb5699-a04b-473e-9302-4b2e565672ae tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2019134 Nov 09 00:42:33.566042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55396) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:33.569870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 22434483-6b0a-4047-967c-eaefb3594e7d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=22434483-6b0a-4047-967c-eaefb3594e7d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:33.571726 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b193e914-4af4-4b5d-af8e-a9672fa9d165 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Request body: {'security_group_rule': {'security_group_id': '24fdca07-292a-4d8a-8b76-1326004b67e9', 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:33.575331 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.576465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6da2b4d6-52de-4473-91d8-6ad164eca13f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:33.606658 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-b193e914-4af4-4b5d-af8e-a9672fa9d165 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Project 2bff0e7dd44248f9a72e89e476f1e07c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:42:33.613881 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b193e914-4af4-4b5d-af8e-a9672fa9d165 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.633660 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.643125 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.694247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=22434483-6b0a-4047-967c-eaefb3594e7d,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:33.699857 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b193e914-4af4-4b5d-af8e-a9672fa9d165 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.707023 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b193e914-4af4-4b5d-af8e-a9672fa9d165 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.725958 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6da2b4d6-52de-4473-91d8-6ad164eca13f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:33.726460 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.728610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event updated for resources: {'Port': ['ID=48e141b2-c9d9-49c5-b6f5-d3a0a4768159,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:33.736983 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b193e914-4af4-4b5d-af8e-a9672fa9d165 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.741081 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b193e914-4af4-4b5d-af8e-a9672fa9d165 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1718736 Nov 09 00:42:33.741488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55398) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:33.746291 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.747524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b7ceecad-ea61-4ac5-af7f-1f00387af276 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Request body: {'security_group_rule': {'security_group_id': '24fdca07-292a-4d8a-8b76-1326004b67e9', 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:33.754453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193e914-4af4-4b5d-af8e-a9672fa9d165 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13e46e5-15a0-40d0-9ae1-8ba2a3cb2d33,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:33.787148 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-b7ceecad-ea61-4ac5-af7f-1f00387af276 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Project 2bff0e7dd44248f9a72e89e476f1e07c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:42:33.794556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7ceecad-ea61-4ac5-af7f-1f00387af276 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.859420 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Floating IP b71a77a0-298f-4292-b016-142fc07295be associated. External IP: 172.25.0.117, port: 80e460e9-5676-40eb-a37e-00413a617a04. Nov 09 00:42:33.865952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7ceecad-ea61-4ac5-af7f-1f00387af276 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.871334 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7ceecad-ea61-4ac5-af7f-1f00387af276 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.891229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceecad-ea61-4ac5-af7f-1f00387af276 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe5efba-1c36-45a0-88f9-67cd63754862,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:33.902194 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b7ceecad-ea61-4ac5-af7f-1f00387af276 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:33.903619 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b7ceecad-ea61-4ac5-af7f-1f00387af276 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610563 Nov 09 00:42:34.100864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-bf52d5f1-78a0-4da0-ae74-2057298a0c62 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52566383&fields=id&tenant_id=2bff0e7dd44248f9a72e89e476f1e07c HTTP/1.1" status: 200 len: 267 time: 0.0923157 Nov 09 00:42:34.123181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Router 4691d205-ecb2-4b85-91dc-7c37abc9035a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:42:34.289858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-8ee3b2f0-11fc-40e1-985a-c6f0e418f4ea tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:34.291304 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-8ee3b2f0-11fc-40e1-985a-c6f0e418f4ea tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/networks?id=c391f375-d76d-4ef5-9317-4df8123508aa HTTP/1.1" status: 200 len: 808 time: 0.1818190 Nov 09 00:42:34.314365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-78d47131-cf2a-4706-bd4c-8c29fe3b15d3 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/quotas/2bff0e7dd44248f9a72e89e476f1e07c HTTP/1.1" status: 200 len: 375 time: 0.0166802 Nov 09 00:42:34.315715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:34.326152 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed5a88-96f9-4791-b773-3b9b9ce8e031 None None] Sync routers for ids ['4691d205-ecb2-4b85-91dc-7c37abc9035a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:34.341456 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed5a88-96f9-4791-b773-3b9b9ce8e031 None None] Routers {'4691d205-ecb2-4b85-91dc-7c37abc9035a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:34.342181 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d2ed5a88-96f9-4791-b773-3b9b9ce8e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4691d205-ecb2-4b85-91dc-7c37abc9035a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:34.358255 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:34.391832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-65ad8529-a912-4366-83e6-7cc77401b612 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2bff0e7dd44248f9a72e89e476f1e07c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718367 Nov 09 00:42:34.395490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d08bea38-9b72-4713-966a-9659410019fc tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2449343 Nov 09 00:42:34.396058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:42:34.398300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55412) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:34.398459 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196a3093-9b8d-42c1-81af-b44c1d8ce0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "tag": "80e460e9-5676-40eb-a37e-00413a617a04"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:42:34.443935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc194e2-d33e-48a9-a852-edf8436daba4 tempest-TestVolumeBackupRestore-1805258009 tempest-TestVolumeBackupRestore-1805258009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:34.444548 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0dc194e2-d33e-48a9-a852-edf8436daba4 tempest-TestVolumeBackupRestore-1805258009 tempest-TestVolumeBackupRestore-1805258009-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 1091 time: 0.0448699 Nov 09 00:42:34.446925 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c65957-89c7-4922-81ba-d8a61ec20ede x-openstack-request-id: req-c8c65957-89c7-4922-81ba-d8a61ec20ede {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:42:34.447427 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "tag": "80e460e9-5676-40eb-a37e-00413a617a04", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:42:34.448585 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8c65957-89c7-4922-81ba-d8a61ec20ede {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:42:34.449047 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55418) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:34.449519 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04', 'status': 'completed', 'code': 200} Nov 09 00:42:34.454539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0b4834e2-2737-43ff-b14a-23314f3add6c tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Request body: {'floatingip': {'port_id': '80e460e9-5676-40eb-a37e-00413a617a04'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:34.473636 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-d2ed5a88-96f9-4791-b773-3b9b9ce8e031 None None] Set router 4691d205-ecb2-4b85-91dc-7c37abc9035a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:34.546666 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b4834e2-2737-43ff-b14a-23314f3add6c tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:34.552395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a3093-9b8d-42c1-81af-b44c1d8ce0f2 req-4ef87354-4101-431a-ae06-2f0802811c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:34.553120 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-196a3093-9b8d-42c1-81af-b44c1d8ce0f2 req-4ef87354-4101-431a-ae06-2f0802811c74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40e57d53a9c0497cb180a8c36a1f1379&device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 1096 time: 0.0640581 Nov 09 00:42:34.587032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-5e492cd2-19b3-4e22-b2eb-a13de37b5104 service neutron] 10.222.0.25 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623101 Nov 09 00:42:34.699572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-6cf7f6b5-0542-479c-babc-bfd5e85079db service neutron] 10.222.0.25 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043963 Nov 09 00:42:34.737061 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a3093-9b8d-42c1-81af-b44c1d8ce0f2 req-0f66da9c-9872-460f-804f-b384c0fec6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:34.738411 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d2ed5a88-96f9-4791-b773-3b9b9ce8e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'b71a77a0-298f-4292-b016-142fc07295be', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'port_id': '80e460e9-5676-40eb-a37e-00413a617a04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'mac_address': 'fa:16:3e:89:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:42:33Z', 'updated_at': '2021-11-09T00:42:33Z', 'revision_number': 0, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dac76d-b4cb-41d6-95a8-a9f994158afa', 'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'mac_address': 'fa:16:3e:cc:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:40Z', 'updated_at': '2021-11-09T00:39:45Z', 'revision_number': 5, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'subnets': [{'id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:34.738619 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-196a3093-9b8d-42c1-81af-b44c1d8ce0f2 req-0f66da9c-9872-460f-804f-b384c0fec6a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe0fba7f-241f-4c33-96f2-08af8415c9b6 HTTP/1.1" status: 200 len: 913 time: 0.1574948 Nov 09 00:42:34.771656 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed5a88-96f9-4791-b773-3b9b9ce8e031 None None] Checking router: 4691d205-ecb2-4b85-91dc-7c37abc9035a for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:42:34.782777 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed5a88-96f9-4791-b773-3b9b9ce8e031 None None] Routers {'4691d205-ecb2-4b85-91dc-7c37abc9035a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:34.783402 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d2ed5a88-96f9-4791-b773-3b9b9ce8e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4691d205-ecb2-4b85-91dc-7c37abc9035a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:34.912638 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-d2ed5a88-96f9-4791-b773-3b9b9ce8e031 None None] Set router 4691d205-ecb2-4b85-91dc-7c37abc9035a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:34.914194 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-196a3093-9b8d-42c1-81af-b44c1d8ce0f2 req-bb9960f0-947f-43eb-b910-7a7faac0b684 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80e460e9-5676-40eb-a37e-00413a617a04 HTTP/1.1" status: 200 len: 999 time: 0.1667478 Nov 09 00:42:34.980078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba07503f-0ebe-4677-b451-74815496a3cc req-aa160199-964f-4330-b06a-a0721a4bd51d tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 210 time: 0.0573599 Nov 09 00:42:35.020159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a3093-9b8d-42c1-81af-b44c1d8ce0f2 req-be2ae080-34b1-4ac9-aa43-2591e6996061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:35.021651 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-196a3093-9b8d-42c1-81af-b44c1d8ce0f2 req-be2ae080-34b1-4ac9-aa43-2591e6996061 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56fbcfeb-4a44-4d15-844b-8df81648cec1 HTTP/1.1" status: 200 len: 852 time: 0.0958989 Nov 09 00:42:35.146909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a3093-9b8d-42c1-81af-b44c1d8ce0f2 req-8d46e4ea-d5a9-49eb-ae51-6b2433056359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:35.148583 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-196a3093-9b8d-42c1-81af-b44c1d8ce0f2 req-8d46e4ea-d5a9-49eb-ae51-6b2433056359 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe0fba7f-241f-4c33-96f2-08af8415c9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203613 Nov 09 00:42:35.265000 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d2ed5a88-96f9-4791-b773-3b9b9ce8e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'b71a77a0-298f-4292-b016-142fc07295be', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'port_id': '80e460e9-5676-40eb-a37e-00413a617a04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'mac_address': 'fa:16:3e:89:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:42:33Z', 'updated_at': '2021-11-09T00:42:33Z', 'revision_number': 0, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dac76d-b4cb-41d6-95a8-a9f994158afa', 'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'mac_address': 'fa:16:3e:cc:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:40Z', 'updated_at': '2021-11-09T00:39:45Z', 'revision_number': 5, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'subnets': [{'id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:35.310261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 22434483-6b0a-4047-967c-eaefb3594e7d up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:35.312603 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed5a88-96f9-4791-b773-3b9b9ce8e031 None None] The sync data for ids ['4691d205-ecb2-4b85-91dc-7c37abc9035a'] in n-d-813263-3 is: [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'b71a77a0-298f-4292-b016-142fc07295be', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'port_id': '80e460e9-5676-40eb-a37e-00413a617a04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'mac_address': 'fa:16:3e:89:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:42:33Z', 'updated_at': '2021-11-09T00:42:33Z', 'revision_number': 0, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dac76d-b4cb-41d6-95a8-a9f994158afa', 'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'mac_address': 'fa:16:3e:cc:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:40Z', 'updated_at': '2021-11-09T00:39:45Z', 'revision_number': 5, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'subnets': [{'id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:35.438920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 22434483-6b0a-4047-967c-eaefb3594e7d triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:35.442088 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:35.709512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Sync routers for ids ['755ed9e1-3e55-4dee-b739-8c2b3a33f54d'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:35.722881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Routers {'755ed9e1-3e55-4dee-b739-8c2b3a33f54d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:35.723602 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['755ed9e1-3e55-4dee-b739-8c2b3a33f54d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:35.740668 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-196a3093-9b8d-42c1-81af-b44c1d8ce0f2 req-4d3039c2-cadc-421a-9d0e-38d8043e9a04 service neutron] 10.222.0.11 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785406 Nov 09 00:42:35.835516 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c45d3-22fd-451f-9427-26834279b8f0 None None] New status for floating IP b71a77a0-298f-4292-b016-142fc07295be: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:42:35.859236 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b4834e2-2737-43ff-b14a-23314f3add6c tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:35.859498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Set router 755ed9e1-3e55-4dee-b739-8c2b3a33f54d gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:35.879498 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b4834e2-2737-43ff-b14a-23314f3add6c tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:35.972359 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-196a3093-9b8d-42c1-81af-b44c1d8ce0f2 req-929b658c-2401-4574-b4bc-8da7d313b449 service neutron] 10.222.0.11 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903999 Nov 09 00:42:36.103533 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.db.api [None req-611c45d3-22fd-451f-9427-26834279b8f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:42:36.105848 n-d-813263-3 neutron-server[101783]: DEBUG oslo_db.api [None req-611c45d3-22fd-451f-9427-26834279b8f0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:42:36.123359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb17c39e-0976-4d2c-9e18-86012c89adb2 req-a1113502-1e00-42a9-b2e9-73ef2e02cbd2 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 210 time: 0.0313504 Nov 09 00:42:36.237444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4834e2-2737-43ff-b14a-23314f3add6c tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Router 4691d205-ecb2-4b85-91dc-7c37abc9035a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:42:36.293936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-3a924159-a0fd-4a24-b57d-761460657014 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:36.296350 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-3a924159-a0fd-4a24-b57d-761460657014 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.30 "GET /v2.0/networks?id=c391f375-d76d-4ef5-9317-4df8123508aa HTTP/1.1" status: 200 len: 808 time: 0.1199353 Nov 09 00:42:36.311844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'name': 'tempest-TestServerBasicOps-673726876-router', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:30Z', 'revision_number': 4, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'gw_port': {'id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fdad1b4b-ef87-4f75-afaf-65289865e50a', 'name': '', 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'mac_address': 'fa:16:3e:53:24:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e3c2a224-7d5c-4c9e-b180-5fd84c592f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:29Z', 'updated_at': '2021-11-09T00:42:30Z', 'revision_number': 2, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'subnets': [{'id': 'e3c2a224-7d5c-4c9e-b180-5fd84c592f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:36.348239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Checking router: 755ed9e1-3e55-4dee-b739-8c2b3a33f54d for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:42:36.348636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Updating router 755ed9e1-3e55-4dee-b739-8c2b3a33f54d port fdad1b4b-ef87-4f75-afaf-65289865e50a binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:42:36.367253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4834e2-2737-43ff-b14a-23314f3add6c tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:36.373071 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b4834e2-2737-43ff-b14a-23314f3add6c tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:36.376342 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:36.404741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-dfd724d5-ac7e-4c81-8fa5-deab030753f4 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bff0e7dd44248f9a72e89e476f1e07c HTTP/1.1" status: 200 len: 378 time: 0.0977094 Nov 09 00:42:36.407429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:42:36.409710 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7aac83-8436-4c53-89c8-45dccced6797" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "tag": "80e460e9-5676-40eb-a37e-00413a617a04"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:42:36.416888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Request body: {'port': {'device_id': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'admin_state_up': True, 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'security_groups': ['24fdca07-292a-4d8a-8b76-1326004b67e9']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:36.448911 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0b4834e2-2737-43ff-b14a-23314f3add6c tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "PUT /v2.0/floatingips/b71a77a0-298f-4292-b016-142fc07295be HTTP/1.1" status: 200 len: 991 time: 1.9910939 Nov 09 00:42:36.469460 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c751f4-7bc0-4745-a9ba-018050d64d1d x-openstack-request-id: req-65c751f4-7bc0-4745-a9ba-018050d64d1d {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:42:36.469954 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "tag": "80e460e9-5676-40eb-a37e-00413a617a04", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:42:36.470222 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65c751f4-7bc0-4745-a9ba-018050d64d1d {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:42:36.470676 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04', 'status': 'completed', 'code': 200} Nov 09 00:42:36.534750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Made reservation on behalf of 2bff0e7dd44248f9a72e89e476f1e07c for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:42:36.538305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:36.538806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aac83-8436-4c53-89c8-45dccced6797 req-4e5594be-a193-4b21-a242-8acdcd3793dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:36.540418 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9c7aac83-8436-4c53-89c8-45dccced6797 req-4e5594be-a193-4b21-a242-8acdcd3793dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40e57d53a9c0497cb180a8c36a1f1379&device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 1096 time: 0.0482144 Nov 09 00:42:36.616453 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c45d3-22fd-451f-9427-26834279b8f0 None None] New status for floating IP b71a77a0-298f-4292-b016-142fc07295be: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:42:36.642984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aac83-8436-4c53-89c8-45dccced6797 req-20febc91-daac-4b0a-83a6-234dfc6fbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:36.644785 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9c7aac83-8436-4c53-89c8-45dccced6797 req-20febc91-daac-4b0a-83a6-234dfc6fbbf9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe0fba7f-241f-4c33-96f2-08af8415c9b6 HTTP/1.1" status: 200 len: 913 time: 0.0964477 Nov 09 00:42:36.689372 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:36.696556 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:36.720803 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9c7aac83-8436-4c53-89c8-45dccced6797 req-ec555b75-28b5-4523-8c37-41b6142d002d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80e460e9-5676-40eb-a37e-00413a617a04 HTTP/1.1" status: 200 len: 999 time: 0.0670383 Nov 09 00:42:36.806815 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965f317-b2db-4f29-ab36-58aff1d58ec2 None None] Pushing event updated for resources: {'Port': ['ID=fdad1b4b-ef87-4f75-afaf-65289865e50a,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:36.814865 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aac83-8436-4c53-89c8-45dccced6797 req-00621091-4b02-42b3-8123-1196bcb03b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:36.816369 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9c7aac83-8436-4c53-89c8-45dccced6797 req-00621091-4b02-42b3-8123-1196bcb03b73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56fbcfeb-4a44-4d15-844b-8df81648cec1 HTTP/1.1" status: 200 len: 852 time: 0.0873230 Nov 09 00:42:36.818458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Attempting to bind port fdad1b4b-ef87-4f75-afaf-65289865e50a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:42:36.818894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Attempting to bind port fdad1b4b-ef87-4f75-afaf-65289865e50a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:42:36.819326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Attempting to bind port fdad1b4b-ef87-4f75-afaf-65289865e50a on network 63d71906-3737-4904-bb19-a2ab3cc07ebf {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:36.825743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:42:36.826233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Checking segment: {'id': '9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:36.826755 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:36.827830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Bound using segment: {'id': '9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:42:36.828385 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Bound port: fdad1b4b-ef87-4f75-afaf-65289865e50a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:42:36.828835 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:36.896098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aac83-8436-4c53-89c8-45dccced6797 req-407e6dee-d1a0-4d97-983d-3cfdec8a2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:36.897626 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9c7aac83-8436-4c53-89c8-45dccced6797 req-407e6dee-d1a0-4d97-983d-3cfdec8a2fcf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe0fba7f-241f-4c33-96f2-08af8415c9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730104 Nov 09 00:42:36.915936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] For port fdad1b4b-ef87-4f75-afaf-65289865e50a, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:42:36.922440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] For port fdad1b4b-ef87-4f75-afaf-65289865e50a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fdad1b4b-ef87-4f75-afaf-65289865e50a,segment=NetworkSegment(9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b),segment_id=9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:42:36.929133 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:36.969973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe346f2d-50be-4e3f-bf33-4e48b49f543c None None] Sync routers for ids ['4691d205-ecb2-4b85-91dc-7c37abc9035a'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:37.026354 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Routers {'755ed9e1-3e55-4dee-b739-8c2b3a33f54d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:37.027114 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['755ed9e1-3e55-4dee-b739-8c2b3a33f54d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:37.036547 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9c7aac83-8436-4c53-89c8-45dccced6797 req-ec62cf46-6026-498d-8ada-2cd051a0db87 service neutron] 10.222.0.11 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301064 Nov 09 00:42:37.123466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe346f2d-50be-4e3f-bf33-4e48b49f543c None None] Routers {'4691d205-ecb2-4b85-91dc-7c37abc9035a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:37.124122 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-fe346f2d-50be-4e3f-bf33-4e48b49f543c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4691d205-ecb2-4b85-91dc-7c37abc9035a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:37.131802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Allocated IP 172.20.0.3 (c391f375-d76d-4ef5-9317-4df8123508aa/15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b/8f41df15-79c7-4b23-9243-a833573d9bd4) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:37.155511 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9c7aac83-8436-4c53-89c8-45dccced6797 req-c0c017de-2542-4101-81a5-0df74b495c8a service neutron] 10.222.0.11 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115181 Nov 09 00:42:37.185947 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965f317-b2db-4f29-ab36-58aff1d58ec2 None None] Pushing event updated for resources: {'Port': ['ID=fdad1b4b-ef87-4f75-afaf-65289865e50a,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:37.224626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] Set router 755ed9e1-3e55-4dee-b739-8c2b3a33f54d gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:37.284631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a823f8a1-f0cb-4757-b249-69d619a9115f None None] Provisioning complete for port fdad1b4b-ef87-4f75-afaf-65289865e50a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:37.284995 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a823f8a1-f0cb-4757-b249-69d619a9115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:37.287096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-75ef18e3-9b9c-4020-94eb-1dbb90f2dd30 req-86a95f3e-47c5-4130-9757-f237cb1b432b tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 210 time: 0.0373533 Nov 09 00:42:37.332020 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:37.367924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:37.402198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-fe346f2d-50be-4e3f-bf33-4e48b49f543c None None] Set router 4691d205-ecb2-4b85-91dc-7c37abc9035a gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:37.412588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Network c391f375-d76d-4ef5-9317-4df8123508aa is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:37.415698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:37.419347 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:37.456896 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event updated for resources: {'Port': ['ID=8f41df15-79c7-4b23-9243-a833573d9bd4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:37.483339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:37.484145 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:37.502074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-cf2a156a-df53-417f-aeea-4107fd04ce33 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0893269 Nov 09 00:42:37.578550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Request body: {'port': {'device_id': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:37.593673 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a823f8a1-f0cb-4757-b249-69d619a9115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:37.648123 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:37.714157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a823f8a1-f0cb-4757-b249-69d619a9115f None None] For port fdad1b4b-ef87-4f75-afaf-65289865e50a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fdad1b4b-ef87-4f75-afaf-65289865e50a,segment=NetworkSegment(9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b),segment_id=9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:37.726668 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a823f8a1-f0cb-4757-b249-69d619a9115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:37.806776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'name': 'tempest-TestServerBasicOps-673726876-router', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:30Z', 'revision_number': 4, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'gw_port': {'id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fdad1b4b-ef87-4f75-afaf-65289865e50a', 'name': '', 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'mac_address': 'fa:16:3e:53:24:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e3c2a224-7d5c-4c9e-b180-5fd84c592f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:29Z', 'updated_at': '2021-11-09T00:42:36Z', 'revision_number': 4, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'subnets': [{'id': 'e3c2a224-7d5c-4c9e-b180-5fd84c592f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:37.841289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823f8a1-f0cb-4757-b249-69d619a9115f None None] Pushing event updated for resources: {'Port': ['ID=fdad1b4b-ef87-4f75-afaf-65289865e50a,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:37.845791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ad762-91ef-41c8-8097-b298e8f9234f None None] The sync data for ids ['755ed9e1-3e55-4dee-b739-8c2b3a33f54d'] in n-d-813263-3 is: [{'id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'name': 'tempest-TestServerBasicOps-673726876-router', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:30Z', 'revision_number': 4, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'gw_port': {'id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'fdad1b4b-ef87-4f75-afaf-65289865e50a', 'name': '', 'network_id': '63d71906-3737-4904-bb19-a2ab3cc07ebf', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'mac_address': 'fa:16:3e:53:24:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e3c2a224-7d5c-4c9e-b180-5fd84c592f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:29Z', 'updated_at': '2021-11-09T00:42:36Z', 'revision_number': 4, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'subnets': [{'id': 'e3c2a224-7d5c-4c9e-b180-5fd84c592f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:37.864254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d121639d-066e-4738-8c82-01ed85de6844 None None] Provisioning complete for port 8f41df15-79c7-4b23-9243-a833573d9bd4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:37.864671 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d121639d-066e-4738-8c82-01ed85de6844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:37.905283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-fe346f2d-50be-4e3f-bf33-4e48b49f543c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'b71a77a0-298f-4292-b016-142fc07295be', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'port_id': '80e460e9-5676-40eb-a37e-00413a617a04', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'mac_address': 'fa:16:3e:89:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:42:33Z', 'updated_at': '2021-11-09T00:42:36Z', 'revision_number': 2, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dac76d-b4cb-41d6-95a8-a9f994158afa', 'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'mac_address': 'fa:16:3e:cc:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:40Z', 'updated_at': '2021-11-09T00:39:45Z', 'revision_number': 5, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'subnets': [{'id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:37.918376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f41df15-79c7-4b23-9243-a833573d9bd4 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:42:37.928351 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:37.936909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe346f2d-50be-4e3f-bf33-4e48b49f543c None None] Checking router: 4691d205-ecb2-4b85-91dc-7c37abc9035a for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:42:37.938652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d121639d-066e-4738-8c82-01ed85de6844 None None] Port 8f41df15-79c7-4b23-9243-a833573d9bd4 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:42:37.944405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Transition to ACTIVE for port object 8f41df15-79c7-4b23-9243-a833573d9bd4 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:42:37.950712 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:37.951843 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe346f2d-50be-4e3f-bf33-4e48b49f543c None None] Routers {'4691d205-ecb2-4b85-91dc-7c37abc9035a'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:37.952513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-fe346f2d-50be-4e3f-bf33-4e48b49f543c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4691d205-ecb2-4b85-91dc-7c37abc9035a'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:37.959021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d121639d-066e-4738-8c82-01ed85de6844 None None] Provisioning complete for port fdad1b4b-ef87-4f75-afaf-65289865e50a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:37.959391 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d121639d-066e-4738-8c82-01ed85de6844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:38.009638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Pushing event updated for resources: {'Port': ['ID=8f41df15-79c7-4b23-9243-a833573d9bd4,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:38.100612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Attempting to bind port 8f41df15-79c7-4b23-9243-a833573d9bd4 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:42:38.101014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Attempting to bind port 8f41df15-79c7-4b23-9243-a833573d9bd4 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:42:38.101369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Attempting to bind port 8f41df15-79c7-4b23-9243-a833573d9bd4 on network c391f375-d76d-4ef5-9317-4df8123508aa {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:38.107813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Port 8f41df15-79c7-4b23-9243-a833573d9bd4 on network c391f375-d76d-4ef5-9317-4df8123508aa not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:42:38.108205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Attempting to bind port 8f41df15-79c7-4b23-9243-a833573d9bd4 on network c391f375-d76d-4ef5-9317-4df8123508aa {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:42:38.116055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:42:38.116754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Checking segment: {'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:42:38.117396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Bound using segment: {'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:42:38.118069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Bound port: 8f41df15-79c7-4b23-9243-a833573d9bd4, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5955a2c-ce2c-413d-b536-a8e438242fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:42:38.118508 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:38.206717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] For port 8f41df15-79c7-4b23-9243-a833573d9bd4, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:42:38.211388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] For port 8f41df15-79c7-4b23-9243-a833573d9bd4, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8f41df15-79c7-4b23-9243-a833573d9bd4,segment=NetworkSegment(a5955a2c-ce2c-413d-b536-a8e438242fe9),segment_id=a5955a2c-ce2c-413d-b536-a8e438242fe9)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:42:38.217422 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:38.264449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:38.265223 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:38.266858 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] 10.222.0.30 "PUT /v2.0/ports/8f41df15-79c7-4b23-9243-a833573d9bd4 HTTP/1.1" status: 200 len: 1091 time: 0.7545996 Nov 09 00:42:38.267309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'tag': '8f41df15-79c7-4b23-9243-a833573d9bd4'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:42:38.269630 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdb18b7-44da-4859-bfaa-80402aa1c4de" -d '{"events": [{"name": "network-changed", "server_uuid": "62ece5dc-2448-4587-8b80-a8aeeb57cef1", "tag": "8f41df15-79c7-4b23-9243-a833573d9bd4"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:42:38.324793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-fe346f2d-50be-4e3f-bf33-4e48b49f543c None None] Set router 4691d205-ecb2-4b85-91dc-7c37abc9035a gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:38.333252 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298f047-b6c2-40b4-b690-9496f749c95b service neutron] Pushing event updated for resources: {'Port': ['ID=8f41df15-79c7-4b23-9243-a833573d9bd4,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:38.394609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-5145090e-4649-4fbf-b33a-17d9181580e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:38.399767 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-5145090e-4649-4fbf-b33a-17d9181580e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bff0e7dd44248f9a72e89e476f1e07c&device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 1094 time: 0.0600758 Nov 09 00:42:38.419510 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e82de0-ba16-4cfa-8703-0297962d19a4 x-openstack-request-id: req-43e82de0-ba16-4cfa-8703-0297962d19a4 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:42:38.419806 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ece5dc-2448-4587-8b80-a8aeeb57cef1", "tag": "8f41df15-79c7-4b23-9243-a833573d9bd4", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:42:38.420057 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43e82de0-ba16-4cfa-8703-0297962d19a4 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:42:38.420479 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'tag': '8f41df15-79c7-4b23-9243-a833573d9bd4', 'status': 'completed', 'code': 200} Nov 09 00:42:38.472347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:42:38.474960 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e3a391-18f1-402b-9938-8f4761643f08" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "tag": "80e460e9-5676-40eb-a37e-00413a617a04"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:42:38.487161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-0542c6de-d4f5-4676-9cfa-385906fc1d46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f41df15-79c7-4b23-9243-a833573d9bd4 HTTP/1.1" status: 200 len: 217 time: 0.0762420 Nov 09 00:42:38.523647 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28506678-7e85-433a-b409-0d02fb1d4ff5 x-openstack-request-id: req-28506678-7e85-433a-b409-0d02fb1d4ff5 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:42:38.524255 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "tag": "80e460e9-5676-40eb-a37e-00413a617a04", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:42:38.524600 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28506678-7e85-433a-b409-0d02fb1d4ff5 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:42:38.525094 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04', 'status': 'completed', 'code': 200} Nov 09 00:42:38.552199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c087db-1c52-4dc6-a80f-3053f3bb1649 req-20a93172-ae48-457e-8ef3-2e0b4ded0b28 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:38.554075 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87c087db-1c52-4dc6-a80f-3053f3bb1649 req-20a93172-ae48-457e-8ef3-2e0b4ded0b28 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 943 time: 0.1328423 Nov 09 00:42:38.584944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-366e32f3-6682-4fab-abc5-da136bbb5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:38.586530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-366e32f3-6682-4fab-abc5-da136bbb5111 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b HTTP/1.1" status: 200 len: 847 time: 0.0922680 Nov 09 00:42:38.601304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3a391-18f1-402b-9938-8f4761643f08 req-e98797dc-ece7-4af5-bceb-b0c94da856fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:38.603078 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33e3a391-18f1-402b-9938-8f4761643f08 req-e98797dc-ece7-4af5-bceb-b0c94da856fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40e57d53a9c0497cb180a8c36a1f1379&device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 1096 time: 0.0497472 Nov 09 00:42:38.667616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87c087db-1c52-4dc6-a80f-3053f3bb1649 req-03d606c7-b274-419e-9f1d-72c5d4a71022 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935535 Nov 09 00:42:38.680617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-fe346f2d-50be-4e3f-bf33-4e48b49f543c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'b71a77a0-298f-4292-b016-142fc07295be', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'port_id': '80e460e9-5676-40eb-a37e-00413a617a04', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'mac_address': 'fa:16:3e:89:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:42:33Z', 'updated_at': '2021-11-09T00:42:36Z', 'revision_number': 2, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dac76d-b4cb-41d6-95a8-a9f994158afa', 'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'mac_address': 'fa:16:3e:cc:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:40Z', 'updated_at': '2021-11-09T00:39:45Z', 'revision_number': 5, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'subnets': [{'id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:38.681248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-56aa219e-5433-4548-88c0-267670ad8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:38.683192 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-56aa219e-5433-4548-88c0-267670ad8fae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c391f375-d76d-4ef5-9317-4df8123508aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881293 Nov 09 00:42:38.715429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe346f2d-50be-4e3f-bf33-4e48b49f543c None None] The sync data for ids ['4691d205-ecb2-4b85-91dc-7c37abc9035a'] in n-d-813263-3 is: [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'b71a77a0-298f-4292-b016-142fc07295be', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'port_id': '80e460e9-5676-40eb-a37e-00413a617a04', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'mac_address': 'fa:16:3e:89:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:42:33Z', 'updated_at': '2021-11-09T00:42:36Z', 'revision_number': 2, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dac76d-b4cb-41d6-95a8-a9f994158afa', 'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'mac_address': 'fa:16:3e:cc:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:40Z', 'updated_at': '2021-11-09T00:39:45Z', 'revision_number': 5, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'subnets': [{'id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:38.739118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3a391-18f1-402b-9938-8f4761643f08 req-0f93c9bd-4706-4308-880d-4aa895d7d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:38.740609 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33e3a391-18f1-402b-9938-8f4761643f08 req-0f93c9bd-4706-4308-880d-4aa895d7d896 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe0fba7f-241f-4c33-96f2-08af8415c9b6 HTTP/1.1" status: 200 len: 913 time: 0.1268063 Nov 09 00:42:38.787579 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-105e808c-7bf1-41d6-9b7c-b1e630e5b416 service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968289 Nov 09 00:42:38.812258 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33e3a391-18f1-402b-9938-8f4761643f08 req-17da5a40-829a-4916-82f2-94d6801eb28a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80e460e9-5676-40eb-a37e-00413a617a04 HTTP/1.1" status: 200 len: 1001 time: 0.0633204 Nov 09 00:42:38.876498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3a391-18f1-402b-9938-8f4761643f08 req-27e85b09-5985-48d2-af61-f6ece5b79799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:38.878720 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33e3a391-18f1-402b-9938-8f4761643f08 req-27e85b09-5985-48d2-af61-f6ece5b79799 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56fbcfeb-4a44-4d15-844b-8df81648cec1 HTTP/1.1" status: 200 len: 852 time: 0.0587461 Nov 09 00:42:38.884147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-510a45cb-abfe-4abe-8acf-ae73f61f42c4 req-be2e2126-7805-4534-871a-53e707322e75 service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901651 Nov 09 00:42:38.937202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3a391-18f1-402b-9938-8f4761643f08 req-33d337b9-1699-4a4d-900a-289529548b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:38.938862 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33e3a391-18f1-402b-9938-8f4761643f08 req-33d337b9-1699-4a4d-900a-289529548b5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe0fba7f-241f-4c33-96f2-08af8415c9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495737 Nov 09 00:42:38.977060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb18b7-44da-4859-bfaa-80402aa1c4de req-081d10df-9fd5-4e57-b699-b8327d47068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:38.978724 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bdb18b7-44da-4859-bfaa-80402aa1c4de req-081d10df-9fd5-4e57-b699-b8327d47068e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bff0e7dd44248f9a72e89e476f1e07c&device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 1094 time: 0.0451224 Nov 09 00:42:39.039266 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33e3a391-18f1-402b-9938-8f4761643f08 req-6e49e142-0a84-48f8-8b8f-2ada12544b52 service neutron] 10.222.0.11 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930419 Nov 09 00:42:39.074721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb18b7-44da-4859-bfaa-80402aa1c4de req-4ffd0699-f07d-4260-ac04-21811ad9071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:39.076205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bdb18b7-44da-4859-bfaa-80402aa1c4de req-4ffd0699-f07d-4260-ac04-21811ad9071f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c391f375-d76d-4ef5-9317-4df8123508aa HTTP/1.1" status: 200 len: 908 time: 0.0906444 Nov 09 00:42:39.119536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bdb18b7-44da-4859-bfaa-80402aa1c4de req-2eca9d45-486c-4f92-8459-82a9f8d66448 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f41df15-79c7-4b23-9243-a833573d9bd4 HTTP/1.1" status: 200 len: 217 time: 0.0351574 Nov 09 00:42:39.132764 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33e3a391-18f1-402b-9938-8f4761643f08 req-6605929f-673b-40dc-b413-77568b32810c service neutron] 10.222.0.11 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871227 Nov 09 00:42:39.177007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb18b7-44da-4859-bfaa-80402aa1c4de req-5a5679e0-a92f-402d-8712-82e17c178f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:39.178555 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bdb18b7-44da-4859-bfaa-80402aa1c4de req-5a5679e0-a92f-402d-8712-82e17c178f71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b HTTP/1.1" status: 200 len: 847 time: 0.0520811 Nov 09 00:42:39.226524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb18b7-44da-4859-bfaa-80402aa1c4de req-de21c3ce-b410-4180-aa79-d1efaa2ad4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:39.228053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bdb18b7-44da-4859-bfaa-80402aa1c4de req-de21c3ce-b410-4180-aa79-d1efaa2ad4b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c391f375-d76d-4ef5-9317-4df8123508aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413759 Nov 09 00:42:39.264328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fdad1b4b-ef87-4f75-afaf-65289865e50a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:39.310480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port fdad1b4b-ef87-4f75-afaf-65289865e50a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:39.310844 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:39.326167 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bdb18b7-44da-4859-bfaa-80402aa1c4de req-351e69de-191c-45c1-b3dc-89a82cf413b9 service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887687 Nov 09 00:42:39.418248 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bdb18b7-44da-4859-bfaa-80402aa1c4de req-3b0863c4-e51c-4912-81b5-0da6edb28def service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829523 Nov 09 00:42:39.792731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804bfba-6893-424d-8c3e-31755244a367 req-c067b2bf-815e-4eb9-bfd3-c39b0801ef31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:39.794235 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0804bfba-6893-424d-8c3e-31755244a367 req-c067b2bf-815e-4eb9-bfd3-c39b0801ef31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 943 time: 0.0482368 Nov 09 00:42:39.849026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0804bfba-6893-424d-8c3e-31755244a367 req-90e1881d-267b-4d79-84aa-3225a71d6599 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487709 Nov 09 00:42:40.965333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662b105-48fb-49c5-afea-923221587de6 req-acf1cad3-0f70-49fc-8d2c-2738b61a3709 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:40.966850 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f662b105-48fb-49c5-afea-923221587de6 req-acf1cad3-0f70-49fc-8d2c-2738b61a3709 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 943 time: 0.0500000 Nov 09 00:42:41.017446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f662b105-48fb-49c5-afea-923221587de6 req-a55851c8-caa9-4d64-b2e5-636ce5ab3fa4 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446217 Nov 09 00:42:42.130508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f718c-ca3a-493a-b53d-ad9484a2cb39 req-54d182f1-5918-4204-b342-7790c3551c31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:42.132013 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-417f718c-ca3a-493a-b53d-ad9484a2cb39 req-54d182f1-5918-4204-b342-7790c3551c31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 943 time: 0.0495281 Nov 09 00:42:42.134908 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8f41df15-79c7-4b23-9243-a833573d9bd4 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:42:42.183950 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-417f718c-ca3a-493a-b53d-ad9484a2cb39 req-f8dd64a1-1cb1-466e-814f-9dc96b68288d tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444520 Nov 09 00:42:42.229640 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 8f41df15-79c7-4b23-9243-a833573d9bd4, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8f41df15-79c7-4b23-9243-a833573d9bd4,segment=NetworkSegment(a5955a2c-ce2c-413d-b536-a8e438242fe9),segment_id=a5955a2c-ce2c-413d-b536-a8e438242fe9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:42.244074 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '8f41df15-79c7-4b23-9243-a833573d9bd4', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'port_id': '8f41df15-79c7-4b23-9243-a833573d9bd4', 'mac_address': 'fa:16:3e:9a:c3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:42:42.281777 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:42.295368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f41df15-79c7-4b23-9243-a833573d9bd4 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:42:42.314731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 8f41df15-79c7-4b23-9243-a833573d9bd4, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8f41df15-79c7-4b23-9243-a833573d9bd4,segment=NetworkSegment(a5955a2c-ce2c-413d-b536-a8e438242fe9),segment_id=a5955a2c-ce2c-413d-b536-a8e438242fe9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:42.318915 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:42.364185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=8f41df15-79c7-4b23-9243-a833573d9bd4,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:42.508708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['8f41df15-79c7-4b23-9243-a833573d9bd4'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:42:42.705023 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-35ada537-663d-4bc0-9dce-77fdd992e94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:43.303824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439a9ad-96f4-4d11-891e-69ba409a96e3 req-80f58ccf-cea8-4f89-b214-dcb2540c58ae tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:43.305299 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6439a9ad-96f4-4d11-891e-69ba409a96e3 req-80f58ccf-cea8-4f89-b214-dcb2540c58ae tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 944 time: 0.0530601 Nov 09 00:42:43.354168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6439a9ad-96f4-4d11-891e-69ba409a96e3 req-8d7803d5-598d-46ec-8c52-b49c466010d4 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429571 Nov 09 00:42:44.134712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8f41df15-79c7-4b23-9243-a833573d9bd4 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:42:44.185487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 8f41df15-79c7-4b23-9243-a833573d9bd4 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:42:44.189121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 8f41df15-79c7-4b23-9243-a833573d9bd4 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:42:44.189519 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:44.264156 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:44.285858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f41df15-79c7-4b23-9243-a833573d9bd4'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:42:44.288082 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974a9734-417f-4396-9c88-ab53fd54ec35" -d '{"events": [{"server_uuid": "62ece5dc-2448-4587-8b80-a8aeeb57cef1", "name": "network-vif-plugged", "status": "completed", "tag": "8f41df15-79c7-4b23-9243-a833573d9bd4"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:42:44.301381 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 8f41df15-79c7-4b23-9243-a833573d9bd4, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8f41df15-79c7-4b23-9243-a833573d9bd4,segment=NetworkSegment(a5955a2c-ce2c-413d-b536-a8e438242fe9),segment_id=a5955a2c-ce2c-413d-b536-a8e438242fe9)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:42:44.305664 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:44.331106 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad92cb28-7664-48bd-908c-40e40d0fbb28 x-openstack-request-id: req-ad92cb28-7664-48bd-908c-40e40d0fbb28 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:42:44.331401 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ece5dc-2448-4587-8b80-a8aeeb57cef1", "name": "network-vif-plugged", "status": "completed", "tag": "8f41df15-79c7-4b23-9243-a833573d9bd4", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:42:44.331658 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad92cb28-7664-48bd-908c-40e40d0fbb28 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:42:44.332052 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f41df15-79c7-4b23-9243-a833573d9bd4', 'code': 200} Nov 09 00:42:44.359745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=8f41df15-79c7-4b23-9243-a833573d9bd4,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:44.420769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e7c8d-952f-43fe-9867-38b4ebfd11ea req-0fc3fddf-a178-4c26-9707-b618426b98b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:44.422324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-873e7c8d-952f-43fe-9867-38b4ebfd11ea req-0fc3fddf-a178-4c26-9707-b618426b98b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 1096 time: 0.0415590 Nov 09 00:42:44.503318 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afd20c-7ffd-47dc-a7f5-346f45fcaa67 req-1dffc991-ce9f-4c75-bd4a-288e0b42d565 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:44.504811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1afd20c-7ffd-47dc-a7f5-346f45fcaa67 req-1dffc991-ce9f-4c75-bd4a-288e0b42d565 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 945 time: 0.0769272 Nov 09 00:42:44.507484 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-873e7c8d-952f-43fe-9867-38b4ebfd11ea req-f19e6939-0d61-4a62-83cb-e436e4621289 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713353 Nov 09 00:42:44.558028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1afd20c-7ffd-47dc-a7f5-346f45fcaa67 req-cf0c6bf1-77d6-456b-87b1-11c6d80ef303 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472283 Nov 09 00:42:44.790672 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6a8170dc-796a-42ff-b3bd-bd29027abf17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:45.672685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2e93c-1fa2-4b5f-89e6-4a3f410a21a2 req-1e5a8d0a-0ef6-421a-859e-00dc2d06d378 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:45.674182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bdb2e93c-1fa2-4b5f-89e6-4a3f410a21a2 req-1e5a8d0a-0ef6-421a-859e-00dc2d06d378 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 945 time: 0.0478182 Nov 09 00:42:45.721833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bdb2e93c-1fa2-4b5f-89e6-4a3f410a21a2 req-f8ef8523-1ab0-4739-9f06-a9b0f5afb9c5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417256 Nov 09 00:42:45.833869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f982012-0b9b-4e37-90ab-e807274ec91f req-f4b8d728-abd6-496d-af6f-0bc40534872e tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:45.835423 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f982012-0b9b-4e37-90ab-e807274ec91f req-f4b8d728-abd6-496d-af6f-0bc40534872e tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 945 time: 0.0486817 Nov 09 00:42:45.884031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f982012-0b9b-4e37-90ab-e807274ec91f req-8ba1aeb4-5a94-44f1-9e28-8814ed4f7279 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419884 Nov 09 00:42:46.001814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fed8fa-c739-4308-972d-afe4bba3652c req-c824a563-3cc2-48b2-a065-441abd1a8692 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:46.003329 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19fed8fa-c739-4308-972d-afe4bba3652c req-c824a563-3cc2-48b2-a065-441abd1a8692 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 945 time: 0.0526717 Nov 09 00:42:46.052531 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19fed8fa-c739-4308-972d-afe4bba3652c req-9ad5d465-1fe6-4da8-8d34-30491ae976d8 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433466 Nov 09 00:42:46.073458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55464) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:46.120972 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:46.158605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662695b-f860-4172-b1ac-af2eabc5f08f tempest-TestServerBasicOps-369866272 tempest-TestServerBasicOps-369866272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:46.160393 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c662695b-f860-4172-b1ac-af2eabc5f08f tempest-TestServerBasicOps-369866272 tempest-TestServerBasicOps-369866272-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 1091 time: 0.0858555 Nov 09 00:42:46.161961 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:46.163293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55468) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:42:46.168153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '8f41df15-79c7-4b23-9243-a833573d9bd4', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:42:46.189091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:46.286743 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:46.386892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Allocated IP 172.25.0.147 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/bc0cba13-f5a3-4c35-b6c4-171504b840cf) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:42:46.466401 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:46.498864 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:46.532673 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:46.568459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:42:46.573615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:42:46.577059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:42:46.582938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event updated for resources: {'Port': ['ID=bc0cba13-f5a3-4c35-b6c4-171504b840cf,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:46.946458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:47.011546 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:47.157833 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:47.162499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:47.249020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event updated for resources: {'Port': ['ID=bc0cba13-f5a3-4c35-b6c4-171504b840cf,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:42:47.260024 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:47.360700 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Floating IP 7ecf14d2-5ae2-4edf-80e3-52ace2020df5 associated. External IP: 172.25.0.147, port: 8f41df15-79c7-4b23-9243-a833573d9bd4. Nov 09 00:42:47.700869 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:47.860589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Router 06d170ad-519f-4479-9725-4f87044f3604 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:42:47.968588 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:42:47.977892 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787079c6-5ea5-4c31-8ff1-33e1e89a6b7d None None] Sync routers for ids ['06d170ad-519f-4479-9725-4f87044f3604'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:42:47.985696 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:47.987450 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787079c6-5ea5-4c31-8ff1-33e1e89a6b7d None None] Routers {'06d170ad-519f-4479-9725-4f87044f3604'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:47.988050 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-787079c6-5ea5-4c31-8ff1-33e1e89a6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['06d170ad-519f-4479-9725-4f87044f3604'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:48.012933 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2b7697ec-50f7-42a5-b81c-01779fa7c1af tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8486028 Nov 09 00:42:48.013549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'tag': '8f41df15-79c7-4b23-9243-a833573d9bd4'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:42:48.015768 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f43334e-2166-4e6b-b17b-0dccb56be325" -d '{"events": [{"name": "network-changed", "server_uuid": "62ece5dc-2448-4587-8b80-a8aeeb57cef1", "tag": "8f41df15-79c7-4b23-9243-a833573d9bd4"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:42:48.052095 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e5bbf4-9c75-45c7-9c07-c9094efeb9ae x-openstack-request-id: req-b2e5bbf4-9c75-45c7-9c07-c9094efeb9ae {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:42:48.052386 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ece5dc-2448-4587-8b80-a8aeeb57cef1", "tag": "8f41df15-79c7-4b23-9243-a833573d9bd4", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:42:48.052637 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2e5bbf4-9c75-45c7-9c07-c9094efeb9ae {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:42:48.053046 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'tag': '8f41df15-79c7-4b23-9243-a833573d9bd4', 'status': 'completed', 'code': 200} Nov 09 00:42:48.101196 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-787079c6-5ea5-4c31-8ff1-33e1e89a6b7d None None] Set router 06d170ad-519f-4479-9725-4f87044f3604 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:48.121694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43334e-2166-4e6b-b17b-0dccb56be325 req-650f1e2a-77f5-417e-9340-7af5e5f831b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:48.123197 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f43334e-2166-4e6b-b17b-0dccb56be325 req-650f1e2a-77f5-417e-9340-7af5e5f831b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bff0e7dd44248f9a72e89e476f1e07c&device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 1096 time: 0.0461314 Nov 09 00:42:48.217536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43334e-2166-4e6b-b17b-0dccb56be325 req-4ab030f3-c5a5-4661-89b8-b138e42e0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:48.219175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f43334e-2166-4e6b-b17b-0dccb56be325 req-4ab030f3-c5a5-4661-89b8-b138e42e0487 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c391f375-d76d-4ef5-9317-4df8123508aa HTTP/1.1" status: 200 len: 908 time: 0.0888424 Nov 09 00:42:48.314402 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f43334e-2166-4e6b-b17b-0dccb56be325 req-0a54cf45-0ae6-4ba2-9dd9-f7563794fe40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f41df15-79c7-4b23-9243-a833573d9bd4 HTTP/1.1" status: 200 len: 999 time: 0.0874352 Nov 09 00:42:48.323552 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-787079c6-5ea5-4c31-8ff1-33e1e89a6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '7ecf14d2-5ae2-4edf-80e3-52ace2020df5', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '06d170ad-519f-4479-9725-4f87044f3604', 'port_id': '8f41df15-79c7-4b23-9243-a833573d9bd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'mac_address': 'fa:16:3e:9a:c3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:42:46Z', 'updated_at': '2021-11-09T00:42:46Z', 'revision_number': 0, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da2b4d6-52de-4473-91d8-6ad164eca13f', 'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'mac_address': 'fa:16:3e:e4:4f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:22Z', 'updated_at': '2021-11-09T00:42:31Z', 'revision_number': 5, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'subnets': [{'id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:48.352276 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787079c6-5ea5-4c31-8ff1-33e1e89a6b7d None None] Checking router: 06d170ad-519f-4479-9725-4f87044f3604 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:42:48.360548 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787079c6-5ea5-4c31-8ff1-33e1e89a6b7d None None] Routers {'06d170ad-519f-4479-9725-4f87044f3604'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:42:48.361190 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-787079c6-5ea5-4c31-8ff1-33e1e89a6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['06d170ad-519f-4479-9725-4f87044f3604'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:48.368453 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43334e-2166-4e6b-b17b-0dccb56be325 req-45795a3a-fd9b-4ad6-9e63-b6b0fb5a99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:48.370502 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f43334e-2166-4e6b-b17b-0dccb56be325 req-45795a3a-fd9b-4ad6-9e63-b6b0fb5a99a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b HTTP/1.1" status: 200 len: 847 time: 0.0495131 Nov 09 00:42:48.383188 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:42:48.416911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43334e-2166-4e6b-b17b-0dccb56be325 req-f188f595-ffd7-4bc1-b4b7-29bcbf4d37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:42:48.418489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f43334e-2166-4e6b-b17b-0dccb56be325 req-f188f595-ffd7-4bc1-b4b7-29bcbf4d37c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c391f375-d76d-4ef5-9317-4df8123508aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416250 Nov 09 00:42:48.466936 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-787079c6-5ea5-4c31-8ff1-33e1e89a6b7d None None] Set router 06d170ad-519f-4479-9725-4f87044f3604 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:42:48.513493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f43334e-2166-4e6b-b17b-0dccb56be325 req-0cbb88d3-8e53-4712-9fa2-177e48b51185 service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877545 Nov 09 00:42:48.609258 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f43334e-2166-4e6b-b17b-0dccb56be325 req-e704845c-87ec-4b01-9794-f0a1898d598b service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893490 Nov 09 00:42:48.704675 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-787079c6-5ea5-4c31-8ff1-33e1e89a6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '7ecf14d2-5ae2-4edf-80e3-52ace2020df5', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '06d170ad-519f-4479-9725-4f87044f3604', 'port_id': '8f41df15-79c7-4b23-9243-a833573d9bd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'mac_address': 'fa:16:3e:9a:c3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:42:46Z', 'updated_at': '2021-11-09T00:42:46Z', 'revision_number': 0, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da2b4d6-52de-4473-91d8-6ad164eca13f', 'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'mac_address': 'fa:16:3e:e4:4f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:22Z', 'updated_at': '2021-11-09T00:42:31Z', 'revision_number': 5, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'subnets': [{'id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:42:48.733411 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787079c6-5ea5-4c31-8ff1-33e1e89a6b7d None None] The sync data for ids ['06d170ad-519f-4479-9725-4f87044f3604'] in n-d-813263-3 is: [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '7ecf14d2-5ae2-4edf-80e3-52ace2020df5', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '06d170ad-519f-4479-9725-4f87044f3604', 'port_id': '8f41df15-79c7-4b23-9243-a833573d9bd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'mac_address': 'fa:16:3e:9a:c3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:42:46Z', 'updated_at': '2021-11-09T00:42:46Z', 'revision_number': 0, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da2b4d6-52de-4473-91d8-6ad164eca13f', 'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'mac_address': 'fa:16:3e:e4:4f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:22Z', 'updated_at': '2021-11-09T00:42:31Z', 'revision_number': 5, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'subnets': [{'id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:42:48.933685 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a21b24-1337-483d-a642-98978cff3eb5 None None] New status for floating IP 7ecf14d2-5ae2-4edf-80e3-52ace2020df5: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:43:05.604741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55486) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:05.764395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Deleting port 48e141b2-c9d9-49c5-b6f5-d3a0a4768159 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:43:05.764706 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:05.839039 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:05.839526 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:05.851997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Calling delete_port for 48e141b2-c9d9-49c5-b6f5-d3a0a4768159 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:43:06.004529 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:06.035661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event deleted for resources: {'Port': ['ID=48e141b2-c9d9-49c5-b6f5-d3a0a4768159,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:06.065243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:06.065833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:06.066441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:06.066996 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:06.067374 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:06.067712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:06.068039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:06.068366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:06.068695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:06.069036 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:06.069373 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:06.069965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:06.124487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:06.125220 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Floating IP b71a77a0-298f-4292-b016-142fc07295be disassociated (deleted). External IP: 172.25.0.117, port: 80e460e9-5676-40eb-a37e-00413a617a04. Nov 09 00:43:06.347881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Router 4691d205-ecb2-4b85-91dc-7c37abc9035a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:43:06.453686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:43:06.458132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:06.463283 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202f818-f287-454f-83c6-f388af25c6f5 None None] Sync routers for ids ['4691d205-ecb2-4b85-91dc-7c37abc9035a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:43:06.472160 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202f818-f287-454f-83c6-f388af25c6f5 None None] Routers {'4691d205-ecb2-4b85-91dc-7c37abc9035a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:43:06.472756 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f202f818-f287-454f-83c6-f388af25c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4691d205-ecb2-4b85-91dc-7c37abc9035a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:06.485228 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-14c55214-eed9-4332-bdf1-e09f6b576912 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "DELETE /v2.0/floatingips/b71a77a0-298f-4292-b016-142fc07295be HTTP/1.1" status: 204 len: 168 time: 0.8793652 Nov 09 00:43:06.485913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:43:06.488233 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d483b140-72d0-4fe3-b56a-cc41a42bd320" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "tag": "80e460e9-5676-40eb-a37e-00413a617a04"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:43:06.531276 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61151e0f-9152-42ea-a39e-869675d19fc5 x-openstack-request-id: req-61151e0f-9152-42ea-a39e-869675d19fc5 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:43:06.531613 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "tag": "80e460e9-5676-40eb-a37e-00413a617a04", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:43:06.531979 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61151e0f-9152-42ea-a39e-869675d19fc5 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:43:06.532384 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04', 'status': 'completed', 'code': 200} Nov 09 00:43:06.583326 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f202f818-f287-454f-83c6-f388af25c6f5 None None] Set router 4691d205-ecb2-4b85-91dc-7c37abc9035a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:43:06.617074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483b140-72d0-4fe3-b56a-cc41a42bd320 req-e5014c73-a7f2-4826-92a9-a01925bd0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:43:06.619443 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d483b140-72d0-4fe3-b56a-cc41a42bd320 req-e5014c73-a7f2-4826-92a9-a01925bd0163 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40e57d53a9c0497cb180a8c36a1f1379&device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 1096 time: 0.0631399 Nov 09 00:43:06.720673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483b140-72d0-4fe3-b56a-cc41a42bd320 req-5077599c-8ba6-47eb-88e9-86b3f7287b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:43:06.722330 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d483b140-72d0-4fe3-b56a-cc41a42bd320 req-5077599c-8ba6-47eb-88e9-86b3f7287b96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe0fba7f-241f-4c33-96f2-08af8415c9b6 HTTP/1.1" status: 200 len: 913 time: 0.0920224 Nov 09 00:43:06.730056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7933483-577d-4193-9712-b6a99f0571d4 req-b489f821-30d0-4865-97c7-c8a189b39254 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:43:06.731640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7933483-577d-4193-9712-b6a99f0571d4 req-b489f821-30d0-4865-97c7-c8a189b39254 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 945 time: 0.0504642 Nov 09 00:43:06.767754 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d483b140-72d0-4fe3-b56a-cc41a42bd320 req-63eecef4-15ee-41df-a406-b1ea80d8a4ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80e460e9-5676-40eb-a37e-00413a617a04 HTTP/1.1" status: 200 len: 217 time: 0.0359251 Nov 09 00:43:06.782046 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7933483-577d-4193-9712-b6a99f0571d4 req-ca4d891a-7c6f-4f31-8269-068e4c0fb436 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439088 Nov 09 00:43:06.792570 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f202f818-f287-454f-83c6-f388af25c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '80dac76d-b4cb-41d6-95a8-a9f994158afa', 'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'mac_address': 'fa:16:3e:cc:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:40Z', 'updated_at': '2021-11-09T00:39:45Z', 'revision_number': 5, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'subnets': [{'id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:06.818011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483b140-72d0-4fe3-b56a-cc41a42bd320 req-928f5004-8cb2-4305-a5a0-8caaa7f0f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:43:06.819859 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d483b140-72d0-4fe3-b56a-cc41a42bd320 req-928f5004-8cb2-4305-a5a0-8caaa7f0f9a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56fbcfeb-4a44-4d15-844b-8df81648cec1 HTTP/1.1" status: 200 len: 852 time: 0.0449669 Nov 09 00:43:06.822333 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202f818-f287-454f-83c6-f388af25c6f5 None None] Checking router: 4691d205-ecb2-4b85-91dc-7c37abc9035a for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:43:06.830572 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202f818-f287-454f-83c6-f388af25c6f5 None None] Routers {'4691d205-ecb2-4b85-91dc-7c37abc9035a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:43:06.831162 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f202f818-f287-454f-83c6-f388af25c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:42:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4691d205-ecb2-4b85-91dc-7c37abc9035a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:06.868711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483b140-72d0-4fe3-b56a-cc41a42bd320 req-ff4d0c97-4194-47ab-87b9-a53c1a743c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:43:06.870184 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d483b140-72d0-4fe3-b56a-cc41a42bd320 req-ff4d0c97-4194-47ab-87b9-a53c1a743c24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe0fba7f-241f-4c33-96f2-08af8415c9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418825 Nov 09 00:43:06.969021 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d483b140-72d0-4fe3-b56a-cc41a42bd320 req-e403853a-03bb-4396-9d9b-10f321442143 service neutron] 10.222.0.11 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904980 Nov 09 00:43:07.023206 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f202f818-f287-454f-83c6-f388af25c6f5 None None] Set router 4691d205-ecb2-4b85-91dc-7c37abc9035a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:43:07.065169 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d483b140-72d0-4fe3-b56a-cc41a42bd320 req-8a1995e2-4d38-40c6-a203-3cb27213dc8f service neutron] 10.222.0.11 "GET /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870676 Nov 09 00:43:07.216680 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f202f818-f287-454f-83c6-f388af25c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '80dac76d-b4cb-41d6-95a8-a9f994158afa', 'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'mac_address': 'fa:16:3e:cc:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:40Z', 'updated_at': '2021-11-09T00:39:45Z', 'revision_number': 5, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'subnets': [{'id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:07.242398 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202f818-f287-454f-83c6-f388af25c6f5 None None] The sync data for ids ['4691d205-ecb2-4b85-91dc-7c37abc9035a'] in n-d-813263-3 is: [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:39:41Z', 'revision_number': 4, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '80dac76d-b4cb-41d6-95a8-a9f994158afa', 'name': '', 'network_id': 'fe0fba7f-241f-4c33-96f2-08af8415c9b6', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'mac_address': 'fa:16:3e:cc:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:40Z', 'updated_at': '2021-11-09T00:39:45Z', 'revision_number': 5, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'subnets': [{'id': '56fbcfeb-4a44-4d15-844b-8df81648cec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:43:07.462132 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3681a2a6-555a-434d-afe0-1517a809a3f5 None None] New status for floating IP b71a77a0-298f-4292-b016-142fc07295be: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:43:07.904067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4efdbb-44b1-49e6-9b89-7b0c2a053818 req-c656156c-9909-4cc1-9ab3-b42b1e680d2e tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:43:07.905552 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa4efdbb-44b1-49e6-9b89-7b0c2a053818 req-c656156c-9909-4cc1-9ab3-b42b1e680d2e tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 945 time: 0.0522127 Nov 09 00:43:07.954123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa4efdbb-44b1-49e6-9b89-7b0c2a053818 req-e071200b-2cad-4764-9a1b-dcdc9a16ffd0 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/security-groups?id=143d2778-66c9-44e7-9058-b0ac027c2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Nov 09 00:43:08.145936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e9f0f-99c3-4676-857b-d7d43894478e req-eed8a44f-beb6-4461-80cd-37a66925d1ba tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:43:08.147290 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-585e9f0f-99c3-4676-857b-d7d43894478e req-eed8a44f-beb6-4461-80cd-37a66925d1ba tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 945 time: 0.0486262 Nov 09 00:43:08.234968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-585e9f0f-99c3-4676-857b-d7d43894478e req-8d3d61c3-945f-42d9-8d96-5355be52af6d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Deleting port 80e460e9-5676-40eb-a37e-00413a617a04 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:43:08.235303 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-585e9f0f-99c3-4676-857b-d7d43894478e req-8d3d61c3-945f-42d9-8d96-5355be52af6d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:08.324126 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-585e9f0f-99c3-4676-857b-d7d43894478e req-8d3d61c3-945f-42d9-8d96-5355be52af6d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] For port 80e460e9-5676-40eb-a37e-00413a617a04, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=80e460e9-5676-40eb-a37e-00413a617a04,segment=NetworkSegment(d63e493c-3161-4fa2-8d60-9b06bf51b2ba),segment_id=d63e493c-3161-4fa2-8d60-9b06bf51b2ba)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:43:08.324479 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-585e9f0f-99c3-4676-857b-d7d43894478e req-8d3d61c3-945f-42d9-8d96-5355be52af6d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:08.336760 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-585e9f0f-99c3-4676-857b-d7d43894478e req-8d3d61c3-945f-42d9-8d96-5355be52af6d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Calling delete_port for 80e460e9-5676-40eb-a37e-00413a617a04 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:43:08.461555 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-585e9f0f-99c3-4676-857b-d7d43894478e req-8d3d61c3-945f-42d9-8d96-5355be52af6d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:08.490011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d61c3-945f-42d9-8d96-5355be52af6d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event deleted for resources: {'Port': ['ID=80e460e9-5676-40eb-a37e-00413a617a04,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:08.533164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-585e9f0f-99c3-4676-857b-d7d43894478e req-8d3d61c3-945f-42d9-8d96-5355be52af6d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] No DVR routers for this DVR port 80e460e9-5676-40eb-a37e-00413a617a04 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:43:08.535611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-585e9f0f-99c3-4676-857b-d7d43894478e req-8d3d61c3-945f-42d9-8d96-5355be52af6d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:08.539553 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-585e9f0f-99c3-4676-857b-d7d43894478e req-8d3d61c3-945f-42d9-8d96-5355be52af6d tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.11 "DELETE /v2.0/ports/80e460e9-5676-40eb-a37e-00413a617a04 HTTP/1.1" status: 204 len: 173 time: 0.3852727 Nov 09 00:43:08.539983 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'name': 'network-vif-deleted', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:43:08.542248 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3551a338-61ff-4869-907d-79eaa77dc6b1" -d '{"events": [{"server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "name": "network-vif-deleted", "tag": "80e460e9-5676-40eb-a37e-00413a617a04"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:43:08.577974 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4189a2-c1bb-4f4a-a2c9-62ddff4eff9b x-openstack-request-id: req-ff4189a2-c1bb-4f4a-a2c9-62ddff4eff9b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:43:08.578264 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0540e1-2102-4a4b-bb32-e7c1127b1fbe", "name": "network-vif-deleted", "tag": "80e460e9-5676-40eb-a37e-00413a617a04", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:43:08.578509 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff4189a2-c1bb-4f4a-a2c9-62ddff4eff9b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:43:08.578904 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0540e1-2102-4a4b-bb32-e7c1127b1fbe', 'name': 'network-vif-deleted', 'tag': '80e460e9-5676-40eb-a37e-00413a617a04', 'status': 'completed', 'code': 200} Nov 09 00:43:09.048989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-60fc30da-382b-4687-b81e-1d252b8bad8e req-a05cd031-ac7e-427e-8162-7656ed741639 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 210 time: 0.0261643 Nov 09 00:43:09.203267 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:43:10.145176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f8ff268-d98f-4061-9a1b-efffb115ec15 req-136711ab-b32d-49f7-9c4c-2ad8133478b9 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 210 time: 0.0263064 Nov 09 00:43:11.240662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59fbf420-d7e2-4a62-a0e9-7d218856e4be req-b44eaaf3-3c4e-4ff7-8964-42de2a149920 tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 210 time: 0.0260706 Nov 09 00:43:12.339148 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7c66af9-8f66-4780-bca4-c431841404ed req-4d31d2c1-1305-4251-9a57-c009b2ac1c3c tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a0540e1-2102-4a4b-bb32-e7c1127b1fbe HTTP/1.1" status: 200 len: 210 time: 0.0291491 Nov 09 00:43:12.404711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 80e460e9-5676-40eb-a37e-00413a617a04 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:43:12.425312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 80e460e9-5676-40eb-a37e-00413a617a04 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:43:12.425678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 80e460e9-5676-40eb-a37e-00413a617a04 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:43:12.686068 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3ec70119-3a18-4e34-a2cd-cc3e5a1d4dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:13.394393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55510) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:13.449839 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-369ab3bf-a6eb-494c-8ccb-d8e2c350d7eb tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:13.478133 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-369ab3bf-a6eb-494c-8ccb-d8e2c350d7eb tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:13.534593 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-369ab3bf-a6eb-494c-8ccb-d8e2c350d7eb tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:13.537277 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-369ab3bf-a6eb-494c-8ccb-d8e2c350d7eb tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:13.538472 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-369ab3bf-a6eb-494c-8ccb-d8e2c350d7eb tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] 10.222.0.25 "DELETE /v2.0/security-groups/143d2778-66c9-44e7-9058-b0ac027c2999 HTTP/1.1" status: 204 len: 168 time: 0.1431043 Nov 09 00:43:13.548452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ab3bf-a6eb-494c-8ccb-d8e2c350d7eb tempest-TestVolumeBackupRestore-1699739690 tempest-TestVolumeBackupRestore-1699739690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143d2778-66c9-44e7-9058-b0ac027c2999,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:14.799340 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f836b00c-572a-47ef-9b9a-ef886ea20b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:16.130904 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:16.166260 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:16.479518 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:17.701185 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:18.031655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55966) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:18.374310 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-857d430a-f8a4-42d5-8b03-83091adab803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:18.380365 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:18.619950 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-857d430a-f8a4-42d5-8b03-83091adab803 admin admin] Deleting port 80dac76d-b4cb-41d6-95a8-a9f994158afa {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:43:18.620291 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-857d430a-f8a4-42d5-8b03-83091adab803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:18.699878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-857d430a-f8a4-42d5-8b03-83091adab803 admin admin] For port 80dac76d-b4cb-41d6-95a8-a9f994158afa, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=80dac76d-b4cb-41d6-95a8-a9f994158afa,segment=NetworkSegment(d63e493c-3161-4fa2-8d60-9b06bf51b2ba),segment_id=d63e493c-3161-4fa2-8d60-9b06bf51b2ba)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:43:18.700132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-857d430a-f8a4-42d5-8b03-83091adab803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:18.712335 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-857d430a-f8a4-42d5-8b03-83091adab803 admin admin] Calling delete_port for 80dac76d-b4cb-41d6-95a8-a9f994158afa owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:43:18.895515 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-857d430a-f8a4-42d5-8b03-83091adab803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:18.918846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d430a-f8a4-42d5-8b03-83091adab803 admin admin] Pushing event deleted for resources: {'Port': ['ID=80dac76d-b4cb-41d6-95a8-a9f994158afa,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:19.376788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-857d430a-f8a4-42d5-8b03-83091adab803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:19.586742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857d430a-f8a4-42d5-8b03-83091adab803 admin admin] Router 4691d205-ecb2-4b85-91dc-7c37abc9035a has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:43:19.688997 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857d430a-f8a4-42d5-8b03-83091adab803 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:43:19.694053 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-857d430a-f8a4-42d5-8b03-83091adab803 admin admin] 10.222.0.25 "PUT /v2.0/routers/4691d205-ecb2-4b85-91dc-7c37abc9035a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6612720 Nov 09 00:43:19.696724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55970) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:19.699342 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d669e-7062-41eb-981d-c09fd9e6c942 None None] Sync routers for ids ['4691d205-ecb2-4b85-91dc-7c37abc9035a'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:43:19.709193 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d669e-7062-41eb-981d-c09fd9e6c942 None None] Routers {'4691d205-ecb2-4b85-91dc-7c37abc9035a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:43:19.709825 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3f1d669e-7062-41eb-981d-c09fd9e6c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:43:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4691d205-ecb2-4b85-91dc-7c37abc9035a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:19.799592 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:19.813512 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-3f1d669e-7062-41eb-981d-c09fd9e6c942 None None] Set router 4691d205-ecb2-4b85-91dc-7c37abc9035a gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:43:19.902525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:19.957814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Deleting port 6aba3bc0-f718-4452-bb09-04e7b57f62dc {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:43:19.958153 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:19.987556 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3f1d669e-7062-41eb-981d-c09fd9e6c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:43:18Z', 'revision_number': 5, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port': {'id': '6aba3bc0-f718-4452-bb09-04e7b57f62dc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:38Z', 'updated_at': '2021-11-09T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:20.014240 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d669e-7062-41eb-981d-c09fd9e6c942 None None] Checking router: 4691d205-ecb2-4b85-91dc-7c37abc9035a for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:43:20.022483 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d669e-7062-41eb-981d-c09fd9e6c942 None None] Routers {'4691d205-ecb2-4b85-91dc-7c37abc9035a'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:43:20.023709 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3f1d669e-7062-41eb-981d-c09fd9e6c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:43:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['4691d205-ecb2-4b85-91dc-7c37abc9035a'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:20.044670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] For port 6aba3bc0-f718-4452-bb09-04e7b57f62dc, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6aba3bc0-f718-4452-bb09-04e7b57f62dc,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:43:20.045054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.059986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Calling delete_port for 6aba3bc0-f718-4452-bb09-04e7b57f62dc owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:43:20.108862 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-3f1d669e-7062-41eb-981d-c09fd9e6c942 None None] Set router 4691d205-ecb2-4b85-91dc-7c37abc9035a gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:43:20.162527 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3f1d669e-7062-41eb-981d-c09fd9e6c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:43:19Z', 'revision_number': 6, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:20.188269 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d669e-7062-41eb-981d-c09fd9e6c942 None None] The sync data for ids ['4691d205-ecb2-4b85-91dc-7c37abc9035a'] in n-d-813263-3 is: [{'id': '4691d205-ecb2-4b85-91dc-7c37abc9035a', 'name': 'tempest-TestVolumeBackupRestore-686673480-router', 'tenant_id': '40e57d53a9c0497cb180a8c36a1f1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:37Z', 'updated_at': '2021-11-09T00:43:19Z', 'revision_number': 6, 'project_id': '40e57d53a9c0497cb180a8c36a1f1379', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:43:20.230860 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.262068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Pushing event deleted for resources: {'Port': ['ID=6aba3bc0-f718-4452-bb09-04e7b57f62dc,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:20.319069 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.407987 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.410122 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.453174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.453686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4691d205-ecb2-4b85-91dc-7c37abc9035a {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:43:20.458555 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.459692 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-87741ca5-71a8-4c52-abc0-9626d54eb45f admin admin] 10.222.0.25 "DELETE /v2.0/routers/4691d205-ecb2-4b85-91dc-7c37abc9035a HTTP/1.1" status: 204 len: 168 time: 0.7620387 Nov 09 00:43:20.462300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55972) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:20.505821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcca7407-ff20-4376-8e4c-298e2ab2dcdd admin admin] Deleting subnet 56fbcfeb-4a44-4d15-844b-8df81648cec1 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:43:20.509317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dcca7407-ff20-4376-8e4c-298e2ab2dcdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.543116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dcca7407-ff20-4376-8e4c-298e2ab2dcdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.628098 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dcca7407-ff20-4376-8e4c-298e2ab2dcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.679922 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dcca7407-ff20-4376-8e4c-298e2ab2dcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.706218 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca7407-ff20-4376-8e4c-298e2ab2dcdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56fbcfeb-4a44-4d15-844b-8df81648cec1,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:20.708138 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-dcca7407-ff20-4376-8e4c-298e2ab2dcdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.711389 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-dcca7407-ff20-4376-8e4c-298e2ab2dcdd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/56fbcfeb-4a44-4d15-844b-8df81648cec1 HTTP/1.1" status: 204 len: 168 time: 0.2481382 Nov 09 00:43:20.711910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad322cf-f411-4dec-b17d-bf6a9bd64da2 None None] Network fe0fba7f-241f-4c33-96f2-08af8415c9b6 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:43:20.714074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55974) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:20.783301 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.838092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Deleting port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:43:20.838434 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.903684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] For port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5a471fe1-34bd-40e6-8af5-ca004c8aac0a,segment=NetworkSegment(d63e493c-3161-4fa2-8d60-9b06bf51b2ba),segment_id=d63e493c-3161-4fa2-8d60-9b06bf51b2ba)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:43:20.903977 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:20.916614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Calling delete_port for 5a471fe1-34bd-40e6-8af5-ca004c8aac0a owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:43:20.982739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] DHCP port deletion for fe0fba7f-241f-4c33-96f2-08af8415c9b6 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:43:20.999882 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:21.029309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a471fe1-34bd-40e6-8af5-ca004c8aac0a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:21.031592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] No DVR routers for this DVR port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:43:21.043021 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Deleting port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:43:21.043643 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:21.060921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.061271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.061644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.061983 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.062316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.062751 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.062966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.063298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.063624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.063955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.064280 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.064604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.110597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] For port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a, host n-d-813263-3, got binding levels [] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:43:21.111085 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:21.124610 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Calling delete_port for 5a471fe1-34bd-40e6-8af5-ca004c8aac0a owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:43:21.127317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.ipam_backend_mixin [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a was not found and therefore no delete operation was performed {{(pid=101782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 00:43:21.128577 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:21.149531 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:21.154166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Pushing event deleted for resources: {'Port': ['ID=5a471fe1-34bd-40e6-8af5-ca004c8aac0a,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:21.159430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-779b2c95-0f09-47b5-9050-c76a5c74c9fa req-5e9ac51d-aa1a-4647-8b05-924e91df2546 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916998 Nov 09 00:43:21.162150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] No DVR routers for this DVR port 5a471fe1-34bd-40e6-8af5-ca004c8aac0a on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:43:21.165165 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.165539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.166080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.166588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.167109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.167611 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.168131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.168625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.169122 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.169646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.170199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.170707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167eb7c-1ab0-4b8c-abcd-5fb6c403c548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:43:21.173371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0fba7f-241f-4c33-96f2-08af8415c9b6']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:21.185395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:21.185395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63e493c-3161-4fa2-8d60-9b06bf51b2ba') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:21.194479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:21.215633 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:21.222161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:43:21.222669 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:43:21.224301 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:43:21.285941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6aba3bc0-f718-4452-bb09-04e7b57f62dc no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:43:21.311307 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 6aba3bc0-f718-4452-bb09-04e7b57f62dc {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:43:21.311867 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6aba3bc0-f718-4452-bb09-04e7b57f62dc not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:43:21.312018 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:21.312612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5a471fe1-34bd-40e6-8af5-ca004c8aac0a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:43:21.315650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b2c95-0f09-47b5-9050-c76a5c74c9fa req-f4e5bf8e-b53c-4ea3-8bf7-ae2038a02ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:43:21.316455 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-779b2c95-0f09-47b5-9050-c76a5c74c9fa req-f4e5bf8e-b53c-4ea3-8bf7-ae2038a02ce0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bff0e7dd44248f9a72e89e476f1e07c&device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 1096 time: 0.0822144 Nov 09 00:43:21.329796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0fba7f-241f-4c33-96f2-08af8415c9b6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:21.331944 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:21.335705 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-30d069c3-ddfb-4c3c-a9d5-8cd39290b16a admin admin] 10.222.0.25 "DELETE /v2.0/networks/fe0fba7f-241f-4c33-96f2-08af8415c9b6 HTTP/1.1" status: 204 len: 168 time: 0.6191816 Nov 09 00:43:21.338696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55976) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:21.341591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 5a471fe1-34bd-40e6-8af5-ca004c8aac0a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:43:21.341936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5a471fe1-34bd-40e6-8af5-ca004c8aac0a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:43:21.342350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 80dac76d-b4cb-41d6-95a8-a9f994158afa no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:43:21.365148 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 80dac76d-b4cb-41d6-95a8-a9f994158afa {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:43:21.365533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 80dac76d-b4cb-41d6-95a8-a9f994158afa not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:43:21.441750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b2c95-0f09-47b5-9050-c76a5c74c9fa req-ad8aed59-fa5c-4670-9098-96b833cb4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:43:21.443292 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-779b2c95-0f09-47b5-9050-c76a5c74c9fa req-ad8aed59-fa5c-4670-9098-96b833cb4389 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c391f375-d76d-4ef5-9317-4df8123508aa HTTP/1.1" status: 200 len: 908 time: 0.0986421 Nov 09 00:43:21.510627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-779b2c95-0f09-47b5-9050-c76a5c74c9fa req-3c66f754-a944-4016-9015-c46bb9738df3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f41df15-79c7-4b23-9243-a833573d9bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0600204 Nov 09 00:43:21.562996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b2c95-0f09-47b5-9050-c76a5c74c9fa req-c4417160-db97-4b6e-a800-62842045b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:43:21.564447 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-779b2c95-0f09-47b5-9050-c76a5c74c9fa req-c4417160-db97-4b6e-a800-62842045b793 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b HTTP/1.1" status: 200 len: 847 time: 0.0476484 Nov 09 00:43:21.610289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b2c95-0f09-47b5-9050-c76a5c74c9fa req-80a969ae-4656-4a11-aa9b-cce12d696c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:43:21.612090 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-779b2c95-0f09-47b5-9050-c76a5c74c9fa req-80a969ae-4656-4a11-aa9b-cce12d696c8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c391f375-d76d-4ef5-9317-4df8123508aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404043 Nov 09 00:43:21.697637 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f7be578-e97f-420f-818f-626598312ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:21.701762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-779b2c95-0f09-47b5-9050-c76a5c74c9fa req-884e5030-b115-4b10-88a8-0fdddf5703bb service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828249 Nov 09 00:43:21.795944 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-779b2c95-0f09-47b5-9050-c76a5c74c9fa req-97eb8209-b5fa-4280-af7b-0f20e2347dd3 service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871949 Nov 09 00:43:21.936338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-2f7be578-e97f-420f-818f-626598312ba2 admin admin] Deleting port ed204cf0-f0f4-4175-bd4b-a7763169837f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:43:21.936670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f7be578-e97f-420f-818f-626598312ba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:22.012896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-2f7be578-e97f-420f-818f-626598312ba2 admin admin] For port ed204cf0-f0f4-4175-bd4b-a7763169837f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ed204cf0-f0f4-4175-bd4b-a7763169837f,segment=NetworkSegment(f41343ce-e190-4d35-9e92-b11c2be99668),segment_id=f41343ce-e190-4d35-9e92-b11c2be99668)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:43:22.013258 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f7be578-e97f-420f-818f-626598312ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:22.025486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-2f7be578-e97f-420f-818f-626598312ba2 admin admin] Calling delete_port for ed204cf0-f0f4-4175-bd4b-a7763169837f owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:43:22.202371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f7be578-e97f-420f-818f-626598312ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:22.233830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7be578-e97f-420f-818f-626598312ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed204cf0-f0f4-4175-bd4b-a7763169837f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:22.398167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2f7be578-e97f-420f-818f-626598312ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:22.611257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7be578-e97f-420f-818f-626598312ba2 admin admin] Router 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:43:23.006289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7be578-e97f-420f-818f-626598312ba2 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:43:23.014400 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2f7be578-e97f-420f-818f-626598312ba2 admin admin] 10.222.0.25 "PUT /v2.0/routers/1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6720924 Nov 09 00:43:23.014610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55982) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:23.020898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc14288-9826-41af-851a-e90c8aeafa3a None None] Sync routers for ids ['1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:43:23.036176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc14288-9826-41af-851a-e90c8aeafa3a None None] Routers {'1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:43:23.036975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-fcc14288-9826-41af-851a-e90c8aeafa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:43:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:23.120695 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:23.170524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-fcc14288-9826-41af-851a-e90c8aeafa3a None None] Set router 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:43:23.211814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 55988) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:23.225856 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:23.292022 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Deleting port 50602f97-b26c-4145-aa40-48814afb274b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:43:23.292407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:23.331243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25223529-2b72-48c1-8e01-5a2b28bcd967 req-37fa50a0-596a-4cc5-9b87-0deec0339b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:43:23.333043 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-25223529-2b72-48c1-8e01-5a2b28bcd967 req-37fa50a0-596a-4cc5-9b87-0deec0339b7c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 1096 time: 0.1199718 Nov 09 00:43:23.372125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-fcc14288-9826-41af-851a-e90c8aeafa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'name': 'tempest-TestVolumeBackupRestore-657555305-router', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '50602f97-b26c-4145-aa40-48814afb274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:43:22Z', 'revision_number': 5, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'gw_port': {'id': '50602f97-b26c-4145-aa40-48814afb274b', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:23.381550 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-25223529-2b72-48c1-8e01-5a2b28bcd967 req-7ff72954-fc49-48ff-b6c5-f6af3e8fde73 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415709 Nov 09 00:43:23.383032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] For port 50602f97-b26c-4145-aa40-48814afb274b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=50602f97-b26c-4145-aa40-48814afb274b,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:43:23.383467 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:23.397078 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Calling delete_port for 50602f97-b26c-4145-aa40-48814afb274b owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:43:23.399858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc14288-9826-41af-851a-e90c8aeafa3a None None] Checking router: 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:43:23.408652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc14288-9826-41af-851a-e90c8aeafa3a None None] Routers {'1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:43:23.410081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-fcc14288-9826-41af-851a-e90c8aeafa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:43:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:23.495685 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-fcc14288-9826-41af-851a-e90c8aeafa3a None None] Set router 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:43:23.549506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-fcc14288-9826-41af-851a-e90c8aeafa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'name': 'tempest-TestVolumeBackupRestore-657555305-router', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:43:23Z', 'revision_number': 6, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:23.564914 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:23.576656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc14288-9826-41af-851a-e90c8aeafa3a None None] The sync data for ids ['1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e'] in n-d-813263-3 is: [{'id': '1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e', 'name': 'tempest-TestVolumeBackupRestore-657555305-router', 'tenant_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:39:44Z', 'updated_at': '2021-11-09T00:43:23Z', 'revision_number': 6, 'project_id': '4e9d6a6b2d3f44abb0705b68a55da039', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:43:23.592071 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=50602f97-b26c-4145-aa40-48814afb274b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:23.651876 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:23.738801 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:23.740878 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:23.785592 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:23.786140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:43:23.791088 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:23.792170 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2e2b5304-e3ca-4551-bb75-371a5f6673b8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1899ed65-7d8c-4854-ad6d-ce4dc3a89c6e HTTP/1.1" status: 204 len: 168 time: 0.7765956 Nov 09 00:43:23.794747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55994) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:23.838579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5bd060-0b4b-475e-a928-cfec7fa954f0 admin admin] Deleting subnet b9f3e185-4ece-4412-a82b-3bf7c7b7408b {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:43:23.841563 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd060-0b4b-475e-a928-cfec7fa954f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:23.875331 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd060-0b4b-475e-a928-cfec7fa954f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:23.956769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd060-0b4b-475e-a928-cfec7fa954f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.011638 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd060-0b4b-475e-a928-cfec7fa954f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.037524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bd060-0b4b-475e-a928-cfec7fa954f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f3e185-4ece-4412-a82b-3bf7c7b7408b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:24.043470 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd060-0b4b-475e-a928-cfec7fa954f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.050088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8d5bd060-0b4b-475e-a928-cfec7fa954f0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b9f3e185-4ece-4412-a82b-3bf7c7b7408b HTTP/1.1" status: 204 len: 168 time: 0.2520928 Nov 09 00:43:24.050257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6817b7a3-876d-40c4-a3b6-7bf8be980193 None None] Network 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:43:24.050691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 55996) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:24.123142 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.175515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Deleting port b789118c-9cc2-4aa2-a827-caefbe6cb9c0 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:43:24.175859 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.240292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] For port b789118c-9cc2-4aa2-a827-caefbe6cb9c0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b789118c-9cc2-4aa2-a827-caefbe6cb9c0,segment=NetworkSegment(f41343ce-e190-4d35-9e92-b11c2be99668),segment_id=f41343ce-e190-4d35-9e92-b11c2be99668)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:43:24.240654 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.254779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Calling delete_port for b789118c-9cc2-4aa2-a827-caefbe6cb9c0 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:43:24.453966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e16d0b-3d25-42b5-998c-cba9e670ea9c None None] DHCP port deletion for 8cc2c93a-e39d-4745-8641-4d3e3f6e2aea request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:43:24.510085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-58e16d0b-3d25-42b5-998c-cba9e670ea9c None None] Deleting port b789118c-9cc2-4aa2-a827-caefbe6cb9c0 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:43:24.511119 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-58e16d0b-3d25-42b5-998c-cba9e670ea9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.581063 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-58e16d0b-3d25-42b5-998c-cba9e670ea9c None None] For port b789118c-9cc2-4aa2-a827-caefbe6cb9c0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b789118c-9cc2-4aa2-a827-caefbe6cb9c0,segment=NetworkSegment(f41343ce-e190-4d35-9e92-b11c2be99668),segment_id=f41343ce-e190-4d35-9e92-b11c2be99668)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:43:24.581496 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-58e16d0b-3d25-42b5-998c-cba9e670ea9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.606543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-58e16d0b-3d25-42b5-998c-cba9e670ea9c None None] Calling delete_port for b789118c-9cc2-4aa2-a827-caefbe6cb9c0 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:43:24.683329 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.709294 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-58e16d0b-3d25-42b5-998c-cba9e670ea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.717682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b789118c-9cc2-4aa2-a827-caefbe6cb9c0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:24.721100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] No DVR routers for this DVR port b789118c-9cc2-4aa2-a827-caefbe6cb9c0 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:43:24.735654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e16d0b-3d25-42b5-998c-cba9e670ea9c None None] Pushing event deleted for resources: {'Port': ['ID=b789118c-9cc2-4aa2-a827-caefbe6cb9c0,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:24.739443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e16d0b-3d25-42b5-998c-cba9e670ea9c None None] No DVR routers for this DVR port b789118c-9cc2-4aa2-a827-caefbe6cb9c0 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:43:24.801552 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.821716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc2c93a-e39d-4745-8641-4d3e3f6e2aea']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:24.830663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41343ce-e190-4d35-9e92-b11c2be99668') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:24.830960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41343ce-e190-4d35-9e92-b11c2be99668') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:43:24.840637 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.853262 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.859020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:43:24.859404 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:43:24.860994 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:43:24.914908 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.920378 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:24.923678 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8cc2c93a-e39d-4745-8641-4d3e3f6e2aea HTTP/1.1" status: 204 len: 168 time: 0.8723977 Nov 09 00:43:24.940282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26135772-4d73-4fa7-815a-66fcd97d6ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc2c93a-e39d-4745-8641-4d3e3f6e2aea,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:25.041449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56010) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:25.081755 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a06b2f33-a776-437f-9c61-ec75321dcdee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40e57d53a9c0497cb180a8c36a1f1379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391328 Nov 09 00:43:25.084338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56012) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:25.130468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c72bced-015d-4372-acbe-d8daac80eb99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:25.151605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c72bced-015d-4372-acbe-d8daac80eb99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:25.199798 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c72bced-015d-4372-acbe-d8daac80eb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:25.202722 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5c72bced-015d-4372-acbe-d8daac80eb99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:25.206739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5c72bced-015d-4372-acbe-d8daac80eb99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b29adfc4-4f29-4f0f-806d-f158e7c4f0db HTTP/1.1" status: 204 len: 168 time: 0.1186464 Nov 09 00:43:25.221099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72bced-015d-4372-acbe-d8daac80eb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29adfc4-4f29-4f0f-806d-f158e7c4f0db,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:25.275668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 50602f97-b26c-4145-aa40-48814afb274b no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:43:25.300003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 50602f97-b26c-4145-aa40-48814afb274b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:43:25.300344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 50602f97-b26c-4145-aa40-48814afb274b not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:43:25.300751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b789118c-9cc2-4aa2-a827-caefbe6cb9c0 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:43:25.320708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: b789118c-9cc2-4aa2-a827-caefbe6cb9c0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:43:25.321051 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b789118c-9cc2-4aa2-a827-caefbe6cb9c0 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:43:25.321565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ed204cf0-f0f4-4175-bd4b-a7763169837f no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:43:25.341213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: ed204cf0-f0f4-4175-bd4b-a7763169837f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:43:25.341592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ed204cf0-f0f4-4175-bd4b-a7763169837f not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:43:25.534832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56018) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:25.574619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-707e22b0-1c9e-4d36-b9b3-b40fb881c487 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e9d6a6b2d3f44abb0705b68a55da039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386178 Nov 09 00:43:25.576935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56020) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:43:25.624265 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-83835414-a50b-4d8e-8649-121514dff7df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:25.648463 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-83835414-a50b-4d8e-8649-121514dff7df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:25.693680 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-83835414-a50b-4d8e-8649-121514dff7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:25.696262 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-83835414-a50b-4d8e-8649-121514dff7df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:25.697409 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-83835414-a50b-4d8e-8649-121514dff7df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c0ace51-52c8-40a3-bbb8-0d97ed8cc09c HTTP/1.1" status: 204 len: 168 time: 0.1195359 Nov 09 00:43:25.704951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83835414-a50b-4d8e-8649-121514dff7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ace51-52c8-40a3-bbb8-0d97ed8cc09c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:43:42.687792 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1d0a641a-ab55-47b7-ae60-f02b8388791b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:44.792837 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd5a4-90e6-408a-b948-8e34b311229e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:46.129455 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:46.166230 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:46.202122 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:43:46.462131 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:47.700246 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:43:48.374536 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:12.691590 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee0fb-33a9-4347-9ce6-5891a82f3714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:14.793829 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7a746a40-7de4-4ebc-b3aa-6397254335a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:15.127782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-b58c0f20-6d84-4459-af2e-3bbe063f0e76 req-b083e60b-e39a-427d-b62b-b78c46c623f4 service neutron] (101781) timed out ('10.222.0.25', 35722) {{(pid=101781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:44:16.127014 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:16.168502 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:16.472014 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:17.702600 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:18.376075 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:21.941986 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffa3d0b6-2a5e-4a34-8a96-703ea25f47d3 req-d8e86054-2b31-455f-8519-ec7c9c6d3f5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386055 Nov 09 00:44:22.025363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3d0b6-2a5e-4a34-8a96-703ea25f47d3 req-8f94419a-dedd-4ff2-9f44-d3e62fbe53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:44:22.026838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffa3d0b6-2a5e-4a34-8a96-703ea25f47d3 req-8f94419a-dedd-4ff2-9f44-d3e62fbe53c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bff0e7dd44248f9a72e89e476f1e07c&device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 1096 time: 0.0396705 Nov 09 00:44:22.134214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3d0b6-2a5e-4a34-8a96-703ea25f47d3 req-c4e6ce05-2df2-499e-8979-44a0dfca1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:44:22.135932 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffa3d0b6-2a5e-4a34-8a96-703ea25f47d3 req-c4e6ce05-2df2-499e-8979-44a0dfca1448 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c391f375-d76d-4ef5-9317-4df8123508aa HTTP/1.1" status: 200 len: 908 time: 0.0880308 Nov 09 00:44:22.201471 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffa3d0b6-2a5e-4a34-8a96-703ea25f47d3 req-0825b6e8-39dd-4640-87aa-4830c237f55b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f41df15-79c7-4b23-9243-a833573d9bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0572522 Nov 09 00:44:22.254353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3d0b6-2a5e-4a34-8a96-703ea25f47d3 req-4db1448d-905c-4ae7-a3e1-9a353b05fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:44:22.255795 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffa3d0b6-2a5e-4a34-8a96-703ea25f47d3 req-4db1448d-905c-4ae7-a3e1-9a353b05fddc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b HTTP/1.1" status: 200 len: 847 time: 0.0469031 Nov 09 00:44:22.302153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3d0b6-2a5e-4a34-8a96-703ea25f47d3 req-0ad3e707-2c47-48dc-9bb7-3a094e2db9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:44:22.303720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffa3d0b6-2a5e-4a34-8a96-703ea25f47d3 req-0ad3e707-2c47-48dc-9bb7-3a094e2db9d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c391f375-d76d-4ef5-9317-4df8123508aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397813 Nov 09 00:44:22.393222 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffa3d0b6-2a5e-4a34-8a96-703ea25f47d3 req-9e5ac05c-c230-4664-97af-bb24cf448f2e service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804529 Nov 09 00:44:22.485759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ffa3d0b6-2a5e-4a34-8a96-703ea25f47d3 req-854a0999-b041-4d7a-a97a-c30e805c93eb service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843363 Nov 09 00:44:23.201318 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:44:42.692753 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-03769258-bb91-4584-b9e2-df31a36a1e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:44.793807 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0cc1-3c0c-4d0a-b7c9-fc74d1dceece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:46.140770 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:46.172159 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:46.474068 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:47.704361 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:44:48.377440 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:00.200741 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:45:12.694875 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-12f2a984-77b0-4205-88c0-19f90ed08c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:14.794231 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb0a-7a13-4443-98cd-3704dca59811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:16.142396 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:16.174279 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:16.472298 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:17.707851 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:18.379101 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:21.935996 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-33a084ba-6d60-4daa-9b8d-179171a208fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391507 Nov 09 00:45:22.016326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-1581248d-bac0-41dc-a754-ae013b5cdc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:45:22.017838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-1581248d-bac0-41dc-a754-ae013b5cdc58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bff0e7dd44248f9a72e89e476f1e07c&device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 1096 time: 0.0407116 Nov 09 00:45:22.121582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-7059f205-4d5c-4be9-9bcd-7733b0b6338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:45:22.123062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-7059f205-4d5c-4be9-9bcd-7733b0b6338f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c391f375-d76d-4ef5-9317-4df8123508aa HTTP/1.1" status: 200 len: 908 time: 0.0875702 Nov 09 00:45:22.189542 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-0f77f78b-b044-4479-aed6-cc2387d51395 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f41df15-79c7-4b23-9243-a833573d9bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0590777 Nov 09 00:45:22.241660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-79380cee-4106-4682-b261-e7b843bf97de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:45:22.243083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-79380cee-4106-4682-b261-e7b843bf97de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b HTTP/1.1" status: 200 len: 847 time: 0.0474198 Nov 09 00:45:22.288020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-99241402-8017-4517-9a86-ea66b623f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:45:22.289535 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-99241402-8017-4517-9a86-ea66b623f375 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c391f375-d76d-4ef5-9317-4df8123508aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393271 Nov 09 00:45:22.300095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-6293711a-f3fb-469b-ada3-dca3ea054d78 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:45:22.301041 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-6293711a-f3fb-469b-ada3-dca3ea054d78 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049021 Nov 09 00:45:22.393362 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-0c1f53ec-2bea-43a9-b53f-58f378e10546 service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847950 Nov 09 00:45:22.483046 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-075e2af8-ecaf-416c-b705-b6265ea9f0cb req-31eb31d6-cf0a-4aea-91c7-59ea604ee148 service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823877 Nov 09 00:45:37.200260 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:45:42.696210 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9aafce2c-e02e-4050-bf40-7d40cbf2f8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:44.794507 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8302c5cc-6e04-4ca6-9854-941504541e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:46.175410 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:46.180898 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:46.487280 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:47.712502 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:45:48.384355 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:12.697810 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a9665656-1035-4bf9-b7c9-a025cf9c48ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:14.199277 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:46:14.795977 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e641f9f2-1b6f-441c-9687-4d95be8ad2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:16.189277 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:16.190344 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:16.485040 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:17.713678 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:18.386324 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:22.969664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73ae3291-7dd4-4398-99e3-e46427384b32 req-54c0b02c-9d66-4dec-a3dd-1f32b7d657cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451128 Nov 09 00:46:23.054532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae3291-7dd4-4398-99e3-e46427384b32 req-4ad5e496-db68-41a0-bcd9-a7e56fb67f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:46:23.056076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73ae3291-7dd4-4398-99e3-e46427384b32 req-4ad5e496-db68-41a0-bcd9-a7e56fb67f62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bff0e7dd44248f9a72e89e476f1e07c&device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 1096 time: 0.0440304 Nov 09 00:46:23.158208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae3291-7dd4-4398-99e3-e46427384b32 req-0510b9bd-eead-4f68-a070-0a49eeff3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:46:23.159670 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73ae3291-7dd4-4398-99e3-e46427384b32 req-0510b9bd-eead-4f68-a070-0a49eeff3d30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c391f375-d76d-4ef5-9317-4df8123508aa HTTP/1.1" status: 200 len: 908 time: 0.0841162 Nov 09 00:46:23.228671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73ae3291-7dd4-4398-99e3-e46427384b32 req-3e00c076-de01-45ba-81c3-fff10dab242f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f41df15-79c7-4b23-9243-a833573d9bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0609906 Nov 09 00:46:23.277008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae3291-7dd4-4398-99e3-e46427384b32 req-ecdf7fbd-0101-4784-b658-c48c3a900d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:46:23.278472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73ae3291-7dd4-4398-99e3-e46427384b32 req-ecdf7fbd-0101-4784-b658-c48c3a900d3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b HTTP/1.1" status: 200 len: 847 time: 0.0436106 Nov 09 00:46:23.323065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae3291-7dd4-4398-99e3-e46427384b32 req-676b75e7-76a5-46b9-8364-b819363610a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:46:23.324520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73ae3291-7dd4-4398-99e3-e46427384b32 req-676b75e7-76a5-46b9-8364-b819363610a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c391f375-d76d-4ef5-9317-4df8123508aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395286 Nov 09 00:46:23.417622 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73ae3291-7dd4-4398-99e3-e46427384b32 req-9e3e863b-4276-446e-914e-10893973531e service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858481 Nov 09 00:46:23.507142 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73ae3291-7dd4-4398-99e3-e46427384b32 req-de8bedc5-a9da-4c46-b8d9-f9c1409c8324 service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827556 Nov 09 00:46:42.702205 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d505eb08-89ea-49ba-85b4-c064978ea92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:44.798547 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7e13f05-1558-4b57-8143-c24dfb8272a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:46.182052 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:46.186249 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:46.483305 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:47.716726 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:48.387424 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:46:51.198248 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:47:02.762183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-5a1068d0-7825-495e-8b06-06ba3e469f17 req-c5c28db2-3d47-4b58-9c9a-e2f3b0edbf4d service neutron] (101780) timed out ('10.222.0.11', 52510) {{(pid=101780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:47:12.703010 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d9d08d97-db22-4af5-ba5c-628b4b24cca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:14.800645 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8b920688-bb5e-49c6-9b92-4aa8b93bea1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:16.188455 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:16.189911 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:16.482836 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:17.719843 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:18.389141 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:23.939226 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf755546-f6ef-4a24-ac49-1b03f164c970 req-7c90225d-a2b2-48cb-89d7-2e621e2ec9fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458677 Nov 09 00:47:24.021973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf755546-f6ef-4a24-ac49-1b03f164c970 req-e76fda01-e6cb-42ac-9363-b78bdde5039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:24.023451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf755546-f6ef-4a24-ac49-1b03f164c970 req-e76fda01-e6cb-42ac-9363-b78bdde5039f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bff0e7dd44248f9a72e89e476f1e07c&device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 1096 time: 0.0413191 Nov 09 00:47:24.127492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf755546-f6ef-4a24-ac49-1b03f164c970 req-1a35432b-f50f-4c32-b321-28cf109c60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:24.128962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf755546-f6ef-4a24-ac49-1b03f164c970 req-1a35432b-f50f-4c32-b321-28cf109c60e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c391f375-d76d-4ef5-9317-4df8123508aa HTTP/1.1" status: 200 len: 908 time: 0.0853713 Nov 09 00:47:24.198861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf755546-f6ef-4a24-ac49-1b03f164c970 req-2a7e3165-ddb2-43ce-acc0-559d5cde1442 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f41df15-79c7-4b23-9243-a833573d9bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0615757 Nov 09 00:47:24.247682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf755546-f6ef-4a24-ac49-1b03f164c970 req-37774fb4-2939-40ce-9924-0fd8ed547fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:24.249099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf755546-f6ef-4a24-ac49-1b03f164c970 req-37774fb4-2939-40ce-9924-0fd8ed547fc2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b HTTP/1.1" status: 200 len: 847 time: 0.0431581 Nov 09 00:47:24.293997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf755546-f6ef-4a24-ac49-1b03f164c970 req-2c0ce516-1171-4295-8fe5-79d1f5df17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:24.295429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf755546-f6ef-4a24-ac49-1b03f164c970 req-2c0ce516-1171-4295-8fe5-79d1f5df17b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c391f375-d76d-4ef5-9317-4df8123508aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392201 Nov 09 00:47:24.387690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf755546-f6ef-4a24-ac49-1b03f164c970 req-b5b89961-a85a-471d-9320-a9fc22b13b33 service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844030 Nov 09 00:47:24.475724 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf755546-f6ef-4a24-ac49-1b03f164c970 req-a307eb5d-8703-429e-844c-59ac15676bef service neutron] 10.222.0.30 "GET /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809636 Nov 09 00:47:28.199862 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:47:28.393245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00bfb1-9731-477d-9257-322108c8cd74 req-009b0097-c988-4cd0-9891-9b42c05530a6 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:28.394759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de00bfb1-9731-477d-9257-322108c8cd74 req-009b0097-c988-4cd0-9891-9b42c05530a6 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 945 time: 0.2441089 Nov 09 00:47:28.444042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de00bfb1-9731-477d-9257-322108c8cd74 req-9e0610d3-3b17-4574-93a3-fd054d89f51b tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432477 Nov 09 00:47:29.441498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-0a544e9c-26ae-435e-bf00-c512bb1cbf68 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:29.442958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-0a544e9c-26ae-435e-bf00-c512bb1cbf68 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.30 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 945 time: 0.0485392 Nov 09 00:47:29.542245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Deleting port 8f41df15-79c7-4b23-9243-a833573d9bd4 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:47:29.542594 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:29.673782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] For port 8f41df15-79c7-4b23-9243-a833573d9bd4, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8f41df15-79c7-4b23-9243-a833573d9bd4,segment=NetworkSegment(a5955a2c-ce2c-413d-b536-a8e438242fe9),segment_id=a5955a2c-ce2c-413d-b536-a8e438242fe9)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:29.674151 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:29.736932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e76bc-e85a-4061-8cb1-e72ebf09ece5 req-dd98563f-1f75-4807-ae0c-7bd8baf924a2 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:29.738463 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-469e76bc-e85a-4061-8cb1-e72ebf09ece5 req-dd98563f-1f75-4807-ae0c-7bd8baf924a2 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ece5dc-2448-4587-8b80-a8aeeb57cef1 HTTP/1.1" status: 200 len: 945 time: 0.1816325 Nov 09 00:47:29.865909 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-469e76bc-e85a-4061-8cb1-e72ebf09ece5 req-b0705fd7-4348-43cb-b28f-860091a2d38b tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "GET /v2.0/security-groups?id=24fdca07-292a-4d8a-8b76-1326004b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1188900 Nov 09 00:47:29.891074 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:29.891435 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:29.891747 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Floating IP 7ecf14d2-5ae2-4edf-80e3-52ace2020df5 disassociated. External IP: 172.25.0.147, port: 8f41df15-79c7-4b23-9243-a833573d9bd4. Nov 09 00:47:29.892085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Calling delete_port for 8f41df15-79c7-4b23-9243-a833573d9bd4 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:47:30.020466 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:30.046184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event deleted for resources: {'Port': ['ID=8f41df15-79c7-4b23-9243-a833573d9bd4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:30.056591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:30.056945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:30.057289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:30.057723 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:30.058059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:30.058392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:30.058726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:30.059462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:30.059462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:30.059688 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:30.059998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:30.060320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:30.173128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Router 06d170ad-519f-4479-9725-4f87044f3604 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:47:30.283871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:47:30.295138 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07afb1c-c872-45b6-8acb-7e7efd5587c1 None None] Sync routers for ids ['06d170ad-519f-4479-9725-4f87044f3604'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:47:30.305643 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07afb1c-c872-45b6-8acb-7e7efd5587c1 None None] Routers {'06d170ad-519f-4479-9725-4f87044f3604'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:30.306416 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f07afb1c-c872-45b6-8acb-7e7efd5587c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['06d170ad-519f-4479-9725-4f87044f3604'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:30.322502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] No DVR routers for this DVR port 8f41df15-79c7-4b23-9243-a833573d9bd4 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:47:30.325243 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:30.328643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec9ec749-c424-4dea-afdc-5fc41a57cd90 req-b0e0e4e8-d425-405d-bcdc-5aaf814499e5 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.30 "DELETE /v2.0/ports/8f41df15-79c7-4b23-9243-a833573d9bd4 HTTP/1.1" status: 204 len: 173 time: 0.8795700 Nov 09 00:47:30.329081 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'name': 'network-vif-deleted', 'tag': '8f41df15-79c7-4b23-9243-a833573d9bd4'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:47:30.331495 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2a3c69-fb45-47a5-b42f-c2423c2f16cd" -d '{"events": [{"server_uuid": "62ece5dc-2448-4587-8b80-a8aeeb57cef1", "name": "network-vif-deleted", "tag": "8f41df15-79c7-4b23-9243-a833573d9bd4"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:47:30.425000 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f07afb1c-c872-45b6-8acb-7e7efd5587c1 None None] Set router 06d170ad-519f-4479-9725-4f87044f3604 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:30.498785 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c359ae5f-ea46-454f-b451-dc5ab57ba6fa x-openstack-request-id: req-c359ae5f-ea46-454f-b451-dc5ab57ba6fa {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:47:30.499361 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ece5dc-2448-4587-8b80-a8aeeb57cef1", "name": "network-vif-deleted", "tag": "8f41df15-79c7-4b23-9243-a833573d9bd4", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:47:30.499470 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c359ae5f-ea46-454f-b451-dc5ab57ba6fa {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:47:30.499829 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ece5dc-2448-4587-8b80-a8aeeb57cef1', 'name': 'network-vif-deleted', 'tag': '8f41df15-79c7-4b23-9243-a833573d9bd4', 'status': 'completed', 'code': 200} Nov 09 00:47:30.639923 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f07afb1c-c872-45b6-8acb-7e7efd5587c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6da2b4d6-52de-4473-91d8-6ad164eca13f', 'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'mac_address': 'fa:16:3e:e4:4f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:22Z', 'updated_at': '2021-11-09T00:42:31Z', 'revision_number': 5, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'subnets': [{'id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:30.665702 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07afb1c-c872-45b6-8acb-7e7efd5587c1 None None] Checking router: 06d170ad-519f-4479-9725-4f87044f3604 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:47:30.673688 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07afb1c-c872-45b6-8acb-7e7efd5587c1 None None] Routers {'06d170ad-519f-4479-9725-4f87044f3604'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:30.674279 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f07afb1c-c872-45b6-8acb-7e7efd5587c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['06d170ad-519f-4479-9725-4f87044f3604'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:30.781175 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f07afb1c-c872-45b6-8acb-7e7efd5587c1 None None] Set router 06d170ad-519f-4479-9725-4f87044f3604 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:30.923822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56106) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:30.982163 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f07afb1c-c872-45b6-8acb-7e7efd5587c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6da2b4d6-52de-4473-91d8-6ad164eca13f', 'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'mac_address': 'fa:16:3e:e4:4f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:22Z', 'updated_at': '2021-11-09T00:42:31Z', 'revision_number': 5, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'subnets': [{'id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:31.009028 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07afb1c-c872-45b6-8acb-7e7efd5587c1 None None] The sync data for ids ['06d170ad-519f-4479-9725-4f87044f3604'] in n-d-813263-3 is: [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:22Z', 'revision_number': 4, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '6da2b4d6-52de-4473-91d8-6ad164eca13f', 'name': '', 'network_id': 'c391f375-d76d-4ef5-9317-4df8123508aa', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'mac_address': 'fa:16:3e:e4:4f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:22Z', 'updated_at': '2021-11-09T00:42:31Z', 'revision_number': 5, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'subnets': [{'id': '15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:47:31.049704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-63f013c2-cf51-47f2-af29-ef99dc43be31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Deleting port bc0cba13-f5a3-4c35-b6c4-171504b840cf {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:47:31.050052 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63f013c2-cf51-47f2-af29-ef99dc43be31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:31.133245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63f013c2-cf51-47f2-af29-ef99dc43be31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:31.133613 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63f013c2-cf51-47f2-af29-ef99dc43be31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:31.146572 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-63f013c2-cf51-47f2-af29-ef99dc43be31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Calling delete_port for bc0cba13-f5a3-4c35-b6c4-171504b840cf owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:47:31.231869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749bda51-e3fc-4572-b6ca-ae0fb59759f3 None None] New status for floating IP 7ecf14d2-5ae2-4edf-80e3-52ace2020df5: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:47:31.279490 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63f013c2-cf51-47f2-af29-ef99dc43be31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:31.303766 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-749bda51-e3fc-4572-b6ca-ae0fb59759f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 00:47:31.304252 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-749bda51-e3fc-4572-b6ca-ae0fb59759f3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 00:47:31.308356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f013c2-cf51-47f2-af29-ef99dc43be31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event deleted for resources: {'Port': ['ID=bc0cba13-f5a3-4c35-b6c4-171504b840cf,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:31.367225 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63f013c2-cf51-47f2-af29-ef99dc43be31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:31.370159 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-63f013c2-cf51-47f2-af29-ef99dc43be31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:31.371335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-63f013c2-cf51-47f2-af29-ef99dc43be31 tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "DELETE /v2.0/floatingips/7ecf14d2-5ae2-4edf-80e3-52ace2020df5 HTTP/1.1" status: 204 len: 168 time: 0.4465196 Nov 09 00:47:31.440507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56112) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:31.496477 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:31.521091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:31.580717 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:31.583803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:31.584977 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] 10.222.0.25 "DELETE /v2.0/security-groups/24fdca07-292a-4d8a-8b76-1326004b67e9 HTTP/1.1" status: 204 len: 168 time: 0.1434560 Nov 09 00:47:31.594223 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fdca07-292a-4d8a-8b76-1326004b67e9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:31.602615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:31.602959 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:31.603297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:31.603627 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:31.603949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:31.604276 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:31.604610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:31.604956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:31.605255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:31.605598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:31.605935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:31.606227 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e8508-0cfd-4787-ac48-36c10e08e0ba tempest-TestServerBasicOps-576386319 tempest-TestServerBasicOps-576386319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:31.624961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56118) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:31.805606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749bda51-e3fc-4572-b6ca-ae0fb59759f3 None None] New status for floating IP 7ecf14d2-5ae2-4edf-80e3-52ace2020df5: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:47:32.088214 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5515ade-84a4-4572-839c-d25eb3b0ac7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:32.332923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a5515ade-84a4-4572-839c-d25eb3b0ac7e admin admin] Deleting port 6da2b4d6-52de-4473-91d8-6ad164eca13f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:47:32.333305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5515ade-84a4-4572-839c-d25eb3b0ac7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:32.413477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-a5515ade-84a4-4572-839c-d25eb3b0ac7e admin admin] For port 6da2b4d6-52de-4473-91d8-6ad164eca13f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6da2b4d6-52de-4473-91d8-6ad164eca13f,segment=NetworkSegment(a5955a2c-ce2c-413d-b536-a8e438242fe9),segment_id=a5955a2c-ce2c-413d-b536-a8e438242fe9)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:32.413841 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5515ade-84a4-4572-839c-d25eb3b0ac7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:32.426401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a5515ade-84a4-4572-839c-d25eb3b0ac7e admin admin] Calling delete_port for 6da2b4d6-52de-4473-91d8-6ad164eca13f owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:47:32.904332 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5515ade-84a4-4572-839c-d25eb3b0ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:32.930955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5515ade-84a4-4572-839c-d25eb3b0ac7e admin admin] Pushing event deleted for resources: {'Port': ['ID=6da2b4d6-52de-4473-91d8-6ad164eca13f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:33.115111 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a5515ade-84a4-4572-839c-d25eb3b0ac7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:33.329310 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5515ade-84a4-4572-839c-d25eb3b0ac7e admin admin] Router 06d170ad-519f-4479-9725-4f87044f3604 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:47:33.439083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5515ade-84a4-4572-839c-d25eb3b0ac7e admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:47:33.445804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a5515ade-84a4-4572-839c-d25eb3b0ac7e admin admin] 10.222.0.25 "PUT /v2.0/routers/06d170ad-519f-4479-9725-4f87044f3604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8196661 Nov 09 00:47:33.447233 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56124) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:33.448718 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f361f85-e5a4-4c27-ac75-7472e7c68afa None None] Sync routers for ids ['06d170ad-519f-4479-9725-4f87044f3604'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:47:33.460157 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f361f85-e5a4-4c27-ac75-7472e7c68afa None None] Routers {'06d170ad-519f-4479-9725-4f87044f3604'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:33.460848 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6f361f85-e5a4-4c27-ac75-7472e7c68afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['06d170ad-519f-4479-9725-4f87044f3604'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:33.551334 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:33.559440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8f41df15-79c7-4b23-9243-a833573d9bd4 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:47:33.566634 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6f361f85-e5a4-4c27-ac75-7472e7c68afa None None] Set router 06d170ad-519f-4479-9725-4f87044f3604 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:33.579817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 8f41df15-79c7-4b23-9243-a833573d9bd4 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:47:33.580092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8f41df15-79c7-4b23-9243-a833573d9bd4 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:47:33.656738 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:33.710255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Deleting port 75ce0f7f-2609-43e7-8799-d3238a383f2a {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:47:33.710601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:33.749737 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6f361f85-e5a4-4c27-ac75-7472e7c68afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:47:32Z', 'revision_number': 5, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port': {'id': '75ce0f7f-2609-43e7-8799-d3238a383f2a', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d170ad-519f-4479-9725-4f87044f3604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:33.792358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] For port 75ce0f7f-2609-43e7-8799-d3238a383f2a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=75ce0f7f-2609-43e7-8799-d3238a383f2a,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:33.792725 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:33.806695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Calling delete_port for 75ce0f7f-2609-43e7-8799-d3238a383f2a owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:47:33.863858 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f361f85-e5a4-4c27-ac75-7472e7c68afa None None] Checking router: 06d170ad-519f-4479-9725-4f87044f3604 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:47:33.872025 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f361f85-e5a4-4c27-ac75-7472e7c68afa None None] Routers {'06d170ad-519f-4479-9725-4f87044f3604'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:33.872633 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6f361f85-e5a4-4c27-ac75-7472e7c68afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['06d170ad-519f-4479-9725-4f87044f3604'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:33.956501 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6f361f85-e5a4-4c27-ac75-7472e7c68afa None None] Set router 06d170ad-519f-4479-9725-4f87044f3604 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:33.979039 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.008835 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6f361f85-e5a4-4c27-ac75-7472e7c68afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:47:33Z', 'revision_number': 6, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:34.011143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Pushing event deleted for resources: {'Port': ['ID=75ce0f7f-2609-43e7-8799-d3238a383f2a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:34.040437 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f361f85-e5a4-4c27-ac75-7472e7c68afa None None] The sync data for ids ['06d170ad-519f-4479-9725-4f87044f3604'] in n-d-813263-3 is: [{'id': '06d170ad-519f-4479-9725-4f87044f3604', 'name': 'tempest-TestServerBasicOps-170833777-router', 'tenant_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:19Z', 'updated_at': '2021-11-09T00:47:33Z', 'revision_number': 6, 'project_id': '2bff0e7dd44248f9a72e89e476f1e07c', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:47:34.076050 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.165847 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.167925 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.209649 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.210208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06d170ad-519f-4479-9725-4f87044f3604 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:47:34.214351 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.215489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d0e48ba3-62fa-49d8-aca9-176e868c48ae admin admin] 10.222.0.25 "DELETE /v2.0/routers/06d170ad-519f-4479-9725-4f87044f3604 HTTP/1.1" status: 204 len: 168 time: 0.7673330 Nov 09 00:47:34.218052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56126) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:34.265594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a9ca22-f58d-4b05-b980-2915dfe9bc48 admin admin] Deleting subnet 15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:47:34.268627 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca22-f58d-4b05-b980-2915dfe9bc48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.302601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca22-f58d-4b05-b980-2915dfe9bc48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.378295 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca22-f58d-4b05-b980-2915dfe9bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.438077 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca22-f58d-4b05-b980-2915dfe9bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.465228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9ca22-f58d-4b05-b980-2915dfe9bc48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:34.468776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca22-f58d-4b05-b980-2915dfe9bc48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.475025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d5a9ca22-f58d-4b05-b980-2915dfe9bc48 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/15b9a5d9-afe4-4d9c-a9c2-52557ca9fa4b HTTP/1.1" status: 204 len: 168 time: 0.2530949 Nov 09 00:47:34.475494 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56128) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:34.478998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c693b6-d6b2-4161-ab65-baf1837ed74d None None] Network c391f375-d76d-4ef5-9317-4df8123508aa requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:47:34.547276 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.611098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Deleting port 55044419-f94e-4dfb-a8a8-87f859d3c880 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:47:34.611569 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.682446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] For port 55044419-f94e-4dfb-a8a8-87f859d3c880, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=55044419-f94e-4dfb-a8a8-87f859d3c880,segment=NetworkSegment(a5955a2c-ce2c-413d-b536-a8e438242fe9),segment_id=a5955a2c-ce2c-413d-b536-a8e438242fe9)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:34.682808 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.695588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Calling delete_port for 55044419-f94e-4dfb-a8a8-87f859d3c880 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:47:34.776949 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.801121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda99ae3-4816-41e2-bf11-42fa2d175c8c None None] DHCP port deletion for c391f375-d76d-4ef5-9317-4df8123508aa request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:47:34.808009 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Pushing event deleted for resources: {'Port': ['ID=55044419-f94e-4dfb-a8a8-87f859d3c880,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:34.813913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] No DVR routers for this DVR port 55044419-f94e-4dfb-a8a8-87f859d3c880 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:47:34.887292 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.908006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c391f375-d76d-4ef5-9317-4df8123508aa']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:34.918031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5955a2c-ce2c-413d-b536-a8e438242fe9') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:34.918328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5955a2c-ce2c-413d-b536-a8e438242fe9') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:34.932259 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.945570 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.953574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:47:34.954075 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:47:34.956240 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:47:35.013545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:35.019193 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:35.023070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c391f375-d76d-4ef5-9317-4df8123508aa HTTP/1.1" status: 204 len: 168 time: 0.5468502 Nov 09 00:47:35.026653 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56130) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:35.034000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea386466-e1a0-43a2-b24d-dec4269a5276 admin admin] Pushing event deleted for resources: {'Network': ['ID=c391f375-d76d-4ef5-9317-4df8123508aa,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:35.373054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd990436-260a-41a0-8653-8ee36f4794bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:35.382455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6da2b4d6-52de-4473-91d8-6ad164eca13f no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:47:35.406388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 6da2b4d6-52de-4473-91d8-6ad164eca13f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:47:35.406730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6da2b4d6-52de-4473-91d8-6ad164eca13f not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:47:35.407147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 55044419-f94e-4dfb-a8a8-87f859d3c880 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:47:35.425428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 55044419-f94e-4dfb-a8a8-87f859d3c880 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:47:35.425772 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 55044419-f94e-4dfb-a8a8-87f859d3c880 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:47:35.426182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 75ce0f7f-2609-43e7-8799-d3238a383f2a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:47:35.445792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 75ce0f7f-2609-43e7-8799-d3238a383f2a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:47:35.446139 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 75ce0f7f-2609-43e7-8799-d3238a383f2a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:47:35.621607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bd990436-260a-41a0-8653-8ee36f4794bc admin admin] Deleting port fdad1b4b-ef87-4f75-afaf-65289865e50a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:47:35.621944 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd990436-260a-41a0-8653-8ee36f4794bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:35.700789 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-bd990436-260a-41a0-8653-8ee36f4794bc admin admin] For port fdad1b4b-ef87-4f75-afaf-65289865e50a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=fdad1b4b-ef87-4f75-afaf-65289865e50a,segment=NetworkSegment(9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b),segment_id=9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:35.701485 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd990436-260a-41a0-8653-8ee36f4794bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:35.714014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-bd990436-260a-41a0-8653-8ee36f4794bc admin admin] Calling delete_port for fdad1b4b-ef87-4f75-afaf-65289865e50a owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:47:35.887622 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd990436-260a-41a0-8653-8ee36f4794bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:35.912575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd990436-260a-41a0-8653-8ee36f4794bc admin admin] Pushing event deleted for resources: {'Port': ['ID=fdad1b4b-ef87-4f75-afaf-65289865e50a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:36.080438 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bd990436-260a-41a0-8653-8ee36f4794bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:36.294116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd990436-260a-41a0-8653-8ee36f4794bc admin admin] Router 755ed9e1-3e55-4dee-b739-8c2b3a33f54d has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:47:36.399197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd990436-260a-41a0-8653-8ee36f4794bc admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:47:36.404701 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bd990436-260a-41a0-8653-8ee36f4794bc admin admin] 10.222.0.25 "PUT /v2.0/routers/755ed9e1-3e55-4dee-b739-8c2b3a33f54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3767805 Nov 09 00:47:36.407221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56132) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:36.408228 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99362f00-4b9b-4793-8a24-4edaafe46905 None None] Sync routers for ids ['755ed9e1-3e55-4dee-b739-8c2b3a33f54d'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:47:36.418662 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99362f00-4b9b-4793-8a24-4edaafe46905 None None] Routers {'755ed9e1-3e55-4dee-b739-8c2b3a33f54d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:36.419372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-99362f00-4b9b-4793-8a24-4edaafe46905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['755ed9e1-3e55-4dee-b739-8c2b3a33f54d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:36.511571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:36.528137 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-99362f00-4b9b-4793-8a24-4edaafe46905 None None] Set router 755ed9e1-3e55-4dee-b739-8c2b3a33f54d gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:36.624818 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:36.680350 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Deleting port 22434483-6b0a-4047-967c-eaefb3594e7d {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:47:36.680684 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:36.721699 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-99362f00-4b9b-4793-8a24-4edaafe46905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'name': 'tempest-TestServerBasicOps-673726876-router', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:47:35Z', 'revision_number': 5, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'gw_port': {'id': '22434483-6b0a-4047-967c-eaefb3594e7d', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:36.748965 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99362f00-4b9b-4793-8a24-4edaafe46905 None None] Checking router: 755ed9e1-3e55-4dee-b739-8c2b3a33f54d for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:47:36.757253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99362f00-4b9b-4793-8a24-4edaafe46905 None None] Routers {'755ed9e1-3e55-4dee-b739-8c2b3a33f54d'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:36.757892 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-99362f00-4b9b-4793-8a24-4edaafe46905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['755ed9e1-3e55-4dee-b739-8c2b3a33f54d'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:36.761662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] For port 22434483-6b0a-4047-967c-eaefb3594e7d, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=22434483-6b0a-4047-967c-eaefb3594e7d,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:36.762027 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:36.780095 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Calling delete_port for 22434483-6b0a-4047-967c-eaefb3594e7d owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:47:36.843817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-99362f00-4b9b-4793-8a24-4edaafe46905 None None] Set router 755ed9e1-3e55-4dee-b739-8c2b3a33f54d gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:36.898626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-99362f00-4b9b-4793-8a24-4edaafe46905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'name': 'tempest-TestServerBasicOps-673726876-router', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:47:36Z', 'revision_number': 6, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:36.928311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99362f00-4b9b-4793-8a24-4edaafe46905 None None] The sync data for ids ['755ed9e1-3e55-4dee-b739-8c2b3a33f54d'] in n-d-813263-3 is: [{'id': '755ed9e1-3e55-4dee-b739-8c2b3a33f54d', 'name': 'tempest-TestServerBasicOps-673726876-router', 'tenant_id': '2f0fa7a9058046e0ac784cd861460c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:42:26Z', 'updated_at': '2021-11-09T00:47:36Z', 'revision_number': 6, 'project_id': '2f0fa7a9058046e0ac784cd861460c50', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:47:36.941825 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:36.970437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=22434483-6b0a-4047-967c-eaefb3594e7d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:37.030608 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.120370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.122491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.169216 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.169652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 755ed9e1-3e55-4dee-b739-8c2b3a33f54d {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:47:37.173887 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.175112 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-be0d2085-6ee2-4f56-9017-d84fa0515f1b admin admin] 10.222.0.25 "DELETE /v2.0/routers/755ed9e1-3e55-4dee-b739-8c2b3a33f54d HTTP/1.1" status: 204 len: 168 time: 0.7669346 Nov 09 00:47:37.177617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56134) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:37.224527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79ab446-f189-4861-ae67-89e8de3d18a4 admin admin] Deleting subnet e3c2a224-7d5c-4c9e-b180-5fd84c592f3d {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:47:37.227468 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d79ab446-f189-4861-ae67-89e8de3d18a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.261122 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d79ab446-f189-4861-ae67-89e8de3d18a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.342870 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d79ab446-f189-4861-ae67-89e8de3d18a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.400998 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d79ab446-f189-4861-ae67-89e8de3d18a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.425204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ab446-f189-4861-ae67-89e8de3d18a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c2a224-7d5c-4c9e-b180-5fd84c592f3d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:37.428775 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d79ab446-f189-4861-ae67-89e8de3d18a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.431938 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d79ab446-f189-4861-ae67-89e8de3d18a4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e3c2a224-7d5c-4c9e-b180-5fd84c592f3d HTTP/1.1" status: 204 len: 168 time: 0.2533939 Nov 09 00:47:37.434510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56136) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:37.437043 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfbd60d-b8bd-4e0a-aad8-0f49f2b722b9 None None] Network 63d71906-3737-4904-bb19-a2ab3cc07ebf requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:47:37.500751 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.556539 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Deleting port ac583a3f-3e84-4a0f-afcc-a124a10858d6 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:47:37.556878 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.620302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] For port ac583a3f-3e84-4a0f-afcc-a124a10858d6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=ac583a3f-3e84-4a0f-afcc-a124a10858d6,segment=NetworkSegment(9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b),segment_id=9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:37.620603 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.633263 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Calling delete_port for ac583a3f-3e84-4a0f-afcc-a124a10858d6 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:47:37.706065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] DHCP port deletion for 63d71906-3737-4904-bb19-a2ab3cc07ebf request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:47:37.731292 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.758647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac583a3f-3e84-4a0f-afcc-a124a10858d6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:37.762536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] No DVR routers for this DVR port ac583a3f-3e84-4a0f-afcc-a124a10858d6 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:47:37.784523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fdad1b4b-ef87-4f75-afaf-65289865e50a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:47:37.810620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: fdad1b4b-ef87-4f75-afaf-65289865e50a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:47:37.810962 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device fdad1b4b-ef87-4f75-afaf-65289865e50a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:47:37.816383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Deleting port ac583a3f-3e84-4a0f-afcc-a124a10858d6 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:47:37.816623 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.837099 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.861844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d71906-3737-4904-bb19-a2ab3cc07ebf']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:37.872373 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:37.872664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4ce155-ea2c-4d52-bdbb-b9aa5bc9888b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:37.883554 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.898353 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.905704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:47:37.906022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:47:37.908024 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:47:37.971758 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.980435 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:37.984330 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] 10.222.0.25 "DELETE /v2.0/networks/63d71906-3737-4904-bb19-a2ab3cc07ebf HTTP/1.1" status: 204 len: 168 time: 0.5487578 Nov 09 00:47:38.000283 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1cc0f-f8cb-4b8a-a74f-a81202e8df91 admin admin] Pushing event deleted for resources: {'Network': ['ID=63d71906-3737-4904-bb19-a2ab3cc07ebf,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:38.060449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] For port ac583a3f-3e84-4a0f-afcc-a124a10858d6, host n-d-813263-3, got binding levels [] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:38.060944 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:38.073817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Calling delete_port for ac583a3f-3e84-4a0f-afcc-a124a10858d6 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:47:38.076436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.ipam_backend_mixin [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Port ac583a3f-3e84-4a0f-afcc-a124a10858d6 was not found and therefore no delete operation was performed {{(pid=101782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 00:47:38.077700 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:38.100370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Network 63d71906-3737-4904-bb19-a2ab3cc07ebf is not hosted by any dhcp agent {{(pid=101782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 00:47:38.100833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] No DVR routers for this DVR port ac583a3f-3e84-4a0f-afcc-a124a10858d6 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:47:38.102437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Pushing event deleted for resources: {'Port': ['ID=ac583a3f-3e84-4a0f-afcc-a124a10858d6,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:38.112480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:38.112648 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56140) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:38.112828 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:38.113167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:38.113540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:38.113925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:38.114281 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:38.114610 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:38.114933 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:38.115261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:38.115578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:38.115922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:38.116224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a9b66-4668-411f-8d99-f1f18def0723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:38.153199 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b9d0288b-54d2-43b3-ac47-64f76146cc31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bff0e7dd44248f9a72e89e476f1e07c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394101 Nov 09 00:47:38.155674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56142) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:38.205726 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ceee17a-e60b-4481-b4cb-d5b2fc60fe25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:38.227190 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ceee17a-e60b-4481-b4cb-d5b2fc60fe25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:38.274406 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ceee17a-e60b-4481-b4cb-d5b2fc60fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:38.276978 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7ceee17a-e60b-4481-b4cb-d5b2fc60fe25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:38.278251 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7ceee17a-e60b-4481-b4cb-d5b2fc60fe25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5855522-9e91-49c7-86fe-ba854dc0467e HTTP/1.1" status: 204 len: 168 time: 0.1216836 Nov 09 00:47:38.285936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceee17a-e60b-4481-b4cb-d5b2fc60fe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5855522-9e91-49c7-86fe-ba854dc0467e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:38.587315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56148) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:38.627634 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c42248ed-008d-45ab-87cb-1d34302866a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f0fa7a9058046e0ac784cd861460c50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391426 Nov 09 00:47:38.630602 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56150) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:38.675803 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0db4420e-135a-4d6f-8283-c112241d0142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:38.696330 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0db4420e-135a-4d6f-8283-c112241d0142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:38.741454 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0db4420e-135a-4d6f-8283-c112241d0142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:38.744001 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0db4420e-135a-4d6f-8283-c112241d0142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:38.745171 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0db4420e-135a-4d6f-8283-c112241d0142 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70436f87-e69b-4f51-9f58-1999570a34d8 HTTP/1.1" status: 204 len: 168 time: 0.1136672 Nov 09 00:47:38.752514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4420e-135a-4d6f-8283-c112241d0142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70436f87-e69b-4f51-9f58-1999570a34d8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:39.382339 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ac583a3f-3e84-4a0f-afcc-a124a10858d6 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:47:39.402802 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: ac583a3f-3e84-4a0f-afcc-a124a10858d6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:47:39.403177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device ac583a3f-3e84-4a0f-afcc-a124a10858d6 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:47:39.403607 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 22434483-6b0a-4047-967c-eaefb3594e7d no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:47:39.425806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 22434483-6b0a-4047-967c-eaefb3594e7d {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:47:39.426147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 22434483-6b0a-4047-967c-eaefb3594e7d not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:47:39.462343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56172) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:39.565219 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-116520071-network', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:47:39.586040 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Made reservation on behalf of 82f4233ce3744671bbf9604c7763e2c6 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:47:39.588486 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:39.600496 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:39.679521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:39.683587 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:39.712212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:47:39.721155 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e17925a-5591-4d6d-824a-cee8986fd940,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:39.729880 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:39.730338 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Added segment 2bc33169-d8fe-4d03-a991-7797380dc861 of type vlan for network 66b4b587-5383-494c-927f-91031d43405c Nov 09 00:47:39.769766 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:39.795200 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:39.796080 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:39.796662 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:39.827187 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3637617 Nov 09 00:47:39.830228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56176) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:39.836259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-135d7212-c1a0-4987-9bf1-469a29da7e87 admin admin] Request body: {'subnet': {'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-116520071-subnet', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:47:39.858102 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135d7212-c1a0-4987-9bf1-469a29da7e87 admin admin] Made reservation on behalf of 82f4233ce3744671bbf9604c7763e2c6 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:47:39.858384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b555658-037c-4c3f-b849-8172f6bd82c7 admin admin] Pushing event updated for resources: {'Network': ['ID=66b4b587-5383-494c-927f-91031d43405c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:39.861598 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-135d7212-c1a0-4987-9bf1-469a29da7e87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:39.868383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 66b4b587-5383-494c-927f-91031d43405c details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:47:40.037848 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-135d7212-c1a0-4987-9bf1-469a29da7e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.086032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d7212-c1a0-4987-9bf1-469a29da7e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68950d10-95a7-45d5-936c-3308b76040d9,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:40.101285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d7212-c1a0-4987-9bf1-469a29da7e87 admin admin] Checking segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:47:40.101670 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135d7212-c1a0-4987-9bf1-469a29da7e87 admin admin] Network hostable DHCP agents. Network: 66b4b587-5383-494c-927f-91031d43405c, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:47:40.117873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135d7212-c1a0-4987-9bf1-469a29da7e87 admin admin] Network 66b4b587-5383-494c-927f-91031d43405c is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:47:40.125958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-135d7212-c1a0-4987-9bf1-469a29da7e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 66b4b587-5383-494c-927f-91031d43405c) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:47:40.130450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d7212-c1a0-4987-9bf1-469a29da7e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:40.131057 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-135d7212-c1a0-4987-9bf1-469a29da7e87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.135833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1da3e7-3fb4-48d1-98fa-68cc5f23439a None None] Network 66b4b587-5383-494c-927f-91031d43405c requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:47:40.146919 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-135d7212-c1a0-4987-9bf1-469a29da7e87 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3152835 Nov 09 00:47:40.149729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56178) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:40.154029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:47:40.174507 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.175502 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.231390 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.284817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-66b4b587-5383-494c-927f-91031d43405c', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:47:40.285767 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.374944 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.419634 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Allocated IP 172.20.0.2 (66b4b587-5383-494c-927f-91031d43405c/68950d10-95a7-45d5-936c-3308b76040d9/66fc445b-ce1f-4484-874b-3b08e4797a85) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:47:40.559574 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.567089 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.573094 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.592405 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.603103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Network 66b4b587-5383-494c-927f-91031d43405c is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:47:40.611936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:47:40.616372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:47:40.619460 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Pushing event updated for resources: {'Port': ['ID=66fc445b-ce1f-4484-874b-3b08e4797a85,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:40.671289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Attempting to bind port 66fc445b-ce1f-4484-874b-3b08e4797a85 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:47:40.671663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Attempting to bind port 66fc445b-ce1f-4484-874b-3b08e4797a85 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:47:40.672026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Attempting to bind port 66fc445b-ce1f-4484-874b-3b08e4797a85 on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:47:40.677596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:47:40.677969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Checking segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:47:40.678367 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.678757 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Bound using segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:47:40.679214 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Bound port: 66fc445b-ce1f-4484-874b-3b08e4797a85, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:47:40.679592 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.700244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Allocated IP 172.25.0.166 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/c4aad52a-3a8a-44c4-96c4-e7b432e899e6) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:47:40.744521 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] For port 66fc445b-ce1f-4484-874b-3b08e4797a85, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:47:40.747553 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] For port 66fc445b-ce1f-4484-874b-3b08e4797a85, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=66fc445b-ce1f-4484-874b-3b08e4797a85,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:47:40.751132 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.805834 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.809769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfd3f8-3245-454d-995a-209def3c23e4 None None] Pushing event updated for resources: {'Port': ['ID=66fc445b-ce1f-4484-874b-3b08e4797a85,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:40.847447 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:40.886502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:47:40.891235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:47:40.894792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:47:40.901222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Pushing event updated for resources: {'Port': ['ID=c4aad52a-3a8a-44c4-96c4-e7b432e899e6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:41.161680 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:41.415247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 66fc445b-ce1f-4484-874b-3b08e4797a85 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:47:41.469601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 66fc445b-ce1f-4484-874b-3b08e4797a85 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:41.470312 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:41.556892 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:41.591353 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 66fc445b-ce1f-4484-874b-3b08e4797a85, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=66fc445b-ce1f-4484-874b-3b08e4797a85,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:41.595808 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:41.662150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=66fc445b-ce1f-4484-874b-3b08e4797a85,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:41.689838 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:41.767991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fabbd8-6621-470c-a89d-922ccd2ee2dd None None] Network 66b4b587-5383-494c-927f-91031d43405c requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:47:41.821294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Router f912d8e3-f4e7-48f0-8993-b1029b8419f9 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:47:41.887383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-bf276776-3ef7-4394-a790-dbfee4a32d8a None None] Provisioning complete for port 66fc445b-ce1f-4484-874b-3b08e4797a85 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:41.887751 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bf276776-3ef7-4394-a790-dbfee4a32d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:41.927539 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:47:41.939273 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Sync routers for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:47:41.946229 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:41.947518 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-49625da5-e7b1-4c56-aad1-b05ca4a7c56c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7967336 Nov 09 00:47:41.950621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56180) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:41.954136 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:41.955017 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:42.082543 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:42.226284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0d18b880-4131-4c76-9b8b-0e61b4b1adcf None None] Provisioning complete for port 66fc445b-ce1f-4484-874b-3b08e4797a85 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:42.226677 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0d18b880-4131-4c76-9b8b-0e61b4b1adcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:42.269099 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:41Z', 'revision_number': 3, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:42.299436 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Checking router: f912d8e3-f4e7-48f0-8993-b1029b8419f9 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:47:42.299848 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Updating router f912d8e3-f4e7-48f0-8993-b1029b8419f9 port c4aad52a-3a8a-44c4-96c4-e7b432e899e6 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:47:42.326020 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:42.394849 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:42.546966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Allocated IP 172.20.0.1 (66b4b587-5383-494c-927f-91031d43405c/68950d10-95a7-45d5-936c-3308b76040d9/a6bda944-7a4e-4aee-89e7-4b177f4bc3f8) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:47:42.571291 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:42.576896 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:42.633248 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Attempting to bind port c4aad52a-3a8a-44c4-96c4-e7b432e899e6 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:47:42.633901 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Attempting to bind port c4aad52a-3a8a-44c4-96c4-e7b432e899e6 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:47:42.634259 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Attempting to bind port c4aad52a-3a8a-44c4-96c4-e7b432e899e6 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:47:42.637078 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Pushing event updated for resources: {'Port': ['ID=c4aad52a-3a8a-44c4-96c4-e7b432e899e6,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:42.644988 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:47:42.645425 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:47:42.646328 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:42.646711 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:47:42.647167 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Bound port: c4aad52a-3a8a-44c4-96c4-e7b432e899e6, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:47:42.647540 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:42.648271 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:42.650550 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:42.650891 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:42.651332 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:42.651673 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:42.651998 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:42.652321 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:42.652643 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:42.652961 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:42.653276 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:42.653617 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:42.653935 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:42.654249 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:47:42.680001 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:42.704938 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] For port c4aad52a-3a8a-44c4-96c4-e7b432e899e6, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:47:42.706691 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-00eed6fe-84ad-4300-8dae-03a6b9df38c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:42.710616 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] For port c4aad52a-3a8a-44c4-96c4-e7b432e899e6, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c4aad52a-3a8a-44c4-96c4-e7b432e899e6,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:47:42.715153 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:42.723170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Network 66b4b587-5383-494c-927f-91031d43405c is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:47:42.726029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:47:42.731762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:47:42.758167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bda944-7a4e-4aee-89e7-4b177f4bc3f8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:42.777213 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:42.783964 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852c71a-939b-4b99-9888-f5e9562902f1 None None] Pushing event updated for resources: {'Port': ['ID=c4aad52a-3a8a-44c4-96c4-e7b432e899e6,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:42.794523 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:42.795269 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:42.914192 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:42.915270 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:43.038469 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-785b8239-b976-4565-9770-148ebbc8c721 None None] Provisioning complete for port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:43.038841 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-785b8239-b976-4565-9770-148ebbc8c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:43.074327 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-785b8239-b976-4565-9770-148ebbc8c721 None None] Port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:47:43.085360 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:43.089755 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:43.095674 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:41Z', 'revision_number': 3, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:43.157091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:43.158929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bda944-7a4e-4aee-89e7-4b177f4bc3f8,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:43.215905 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6fa343-cfae-4fcc-bddd-ee786d0c16e0 None None] The sync data for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 is: [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:41Z', 'revision_number': 3, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:47:43.392697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 66fc445b-ce1f-4484-874b-3b08e4797a85 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:47:43.467766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 66fc445b-ce1f-4484-874b-3b08e4797a85 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:43.468419 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:43.582487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Network 66b4b587-5383-494c-927f-91031d43405c is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:47:43.583989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:47:43.712123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Router f912d8e3-f4e7-48f0-8993-b1029b8419f9 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:47:43.798571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8e6d7adb-b534-40f7-95f7-93139c41c807 None None] Provisioning complete for port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:43.799165 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7adb-b534-40f7-95f7-93139c41c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:43.835191 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d7adb-b534-40f7-95f7-93139c41c807 None None] Port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:47:43.835410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:47:43.845211 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-99d316a0-0dbe-492f-a847-1ceac9e5a713 admin admin] 10.222.0.25 "PUT /v2.0/routers/f912d8e3-f4e7-48f0-8993-b1029b8419f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8934171 Nov 09 00:47:44.313203 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56196) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:44.318249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-122344862-network', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:47:44.338963 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Made reservation on behalf of 18c9cef5a9de47ab9ce7e702fabd397f for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:47:44.341178 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.350140 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.427953 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.431556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.452342 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:47:44.468053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae523ac-ff88-4f25-935a-43ff77db3acb,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:44.471046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.471397 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Added segment 554672af-f4d9-4038-be0f-2cf986aefad8 of type vlan for network ce988dbc-bae7-4e43-9dd0-0d5fd781a707 Nov 09 00:47:44.512207 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.537220 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.538265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:44.538832 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.595348 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2809610 Nov 09 00:47:44.597989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 56198) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:44.603473 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c423b999-62c8-4166-a773-81077586d6e8 admin admin] Request body: {'subnet': {'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-122344862-subnet', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:47:44.617376 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b3c0b-6b38-4b8c-8dff-b1d01855cf03 admin admin] Pushing event updated for resources: {'Network': ['ID=ce988dbc-bae7-4e43-9dd0-0d5fd781a707,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:44.628647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network ce988dbc-bae7-4e43-9dd0-0d5fd781a707 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:47:44.630813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c423b999-62c8-4166-a773-81077586d6e8 admin admin] Made reservation on behalf of 18c9cef5a9de47ab9ce7e702fabd397f for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:47:44.633167 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c423b999-62c8-4166-a773-81077586d6e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.793159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Sync routers for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:47:44.802865 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c423b999-62c8-4166-a773-81077586d6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.810766 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b6999082-9e3f-4447-a37e-2e7e272dc49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.813102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:44.814014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:44.859034 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423b999-62c8-4166-a773-81077586d6e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7141e2d2-e80a-4810-b738-276cef13f0ee,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:44.867835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c423b999-62c8-4166-a773-81077586d6e8 admin admin] Checking segment: {'id': '554672af-f4d9-4038-be0f-2cf986aefad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:47:44.868192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c423b999-62c8-4166-a773-81077586d6e8 admin admin] Network hostable DHCP agents. Network: ce988dbc-bae7-4e43-9dd0-0d5fd781a707, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:47:44.885623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c423b999-62c8-4166-a773-81077586d6e8 admin admin] Network ce988dbc-bae7-4e43-9dd0-0d5fd781a707 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:47:44.893821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-c423b999-62c8-4166-a773-81077586d6e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, ce988dbc-bae7-4e43-9dd0-0d5fd781a707) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:47:44.898400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423b999-62c8-4166-a773-81077586d6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:44.899039 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c423b999-62c8-4166-a773-81077586d6e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.905469 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd278f-704b-48c5-b247-715c68e26fd5 None None] Network ce988dbc-bae7-4e43-9dd0-0d5fd781a707 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:47:44.914475 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c423b999-62c8-4166-a773-81077586d6e8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3154314 Nov 09 00:47:44.917211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56200) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:44.921674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-122344862-router', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:47:44.941902 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.943391 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:44.967425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:44.998494 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:45.138095 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:45.205743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-ce988dbc-bae7-4e43-9dd0-0d5fd781a707', 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'fixed_ips': [{'subnet_id': '7141e2d2-e80a-4810-b738-276cef13f0ee'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 00:47:45.206547 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:45.356891 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:45.378471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:45.447548 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c4aad52a-3a8a-44c4-96c4-e7b432e899e6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:47:45.493878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Allocated IP 172.25.0.186 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/143fb01c-21cb-4475-97c2-830124deb542) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:47:45.549794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 2, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:45.588511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Checking router: f912d8e3-f4e7-48f0-8993-b1029b8419f9 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:47:45.588867 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Updating router f912d8e3-f4e7-48f0-8993-b1029b8419f9 port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:47:45.592383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Allocated IP 172.20.0.2 (ce988dbc-bae7-4e43-9dd0-0d5fd781a707/7141e2d2-e80a-4810-b738-276cef13f0ee/806b2a4b-68ab-4427-8497-37ac9f673d88) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:47:45.599246 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:45.621898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port c4aad52a-3a8a-44c4-96c4-e7b432e899e6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:45.622266 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:45.641005 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:45.644423 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:45.682939 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:47:45.685813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:47:45.691552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:47:45.719623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Pushing event updated for resources: {'Port': ['ID=143fb01c-21cb-4475-97c2-830124deb542,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:45.943434 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:45.951221 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:45.996659 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.002552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port c4aad52a-3a8a-44c4-96c4-e7b432e899e6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c4aad52a-3a8a-44c4-96c4-e7b432e899e6,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:46.008125 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.014194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.074289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Network ce988dbc-bae7-4e43-9dd0-0d5fd781a707 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:47:46.076655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Pushing event updated for resources: {'Port': ['ID=806b2a4b-68ab-4427-8497-37ac9f673d88,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:46.082301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:47:46.088308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:47:46.142779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.241373 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.242826 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=c4aad52a-3a8a-44c4-96c4-e7b432e899e6,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:46.249551 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.250397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Attempting to bind port 806b2a4b-68ab-4427-8497-37ac9f673d88 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:47:46.250765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Attempting to bind port 806b2a4b-68ab-4427-8497-37ac9f673d88 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '554672af-f4d9-4038-be0f-2cf986aefad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:47:46.251268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Attempting to bind port 806b2a4b-68ab-4427-8497-37ac9f673d88 on network ce988dbc-bae7-4e43-9dd0-0d5fd781a707 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:47:46.255126 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.255780 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.262753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:47:46.263127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Checking segment: {'id': '554672af-f4d9-4038-be0f-2cf986aefad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:47:46.263534 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.263906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Bound using segment: {'id': '554672af-f4d9-4038-be0f-2cf986aefad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:47:46.264367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Bound port: 806b2a4b-68ab-4427-8497-37ac9f673d88, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554672af-f4d9-4038-be0f-2cf986aefad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:47:46.264736 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.275306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Router e14bb1b4-79c9-45cb-b0c3-64367fad23ac is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 00:47:46.341845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dfe91-6754-41ba-a625-cd5da32b2bfa None None] Pushing event updated for resources: {'Port': ['ID=a6bda944-7a4e-4aee-89e7-4b177f4bc3f8,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:46.387432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:47:46.402773 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Sync routers for ids ['e14bb1b4-79c9-45cb-b0c3-64367fad23ac'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:47:46.414658 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.419095 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Routers {'e14bb1b4-79c9-45cb-b0c3-64367fad23ac'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:46.419262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-95ac2d06-d66f-4bd0-871d-c7fca2173daa admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4980435 Nov 09 00:47:46.419389 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e14bb1b4-79c9-45cb-b0c3-64367fad23ac'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:46.419516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Attempting to bind port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:47:46.419516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Attempting to bind port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:47:46.419516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Attempting to bind port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:47:46.420325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 56202) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:47:46.421800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] For port 806b2a4b-68ab-4427-8497-37ac9f673d88, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:47:46.428479 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] For port 806b2a4b-68ab-4427-8497-37ac9f673d88, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=806b2a4b-68ab-4427-8497-37ac9f673d88,segment=NetworkSegment(554672af-f4d9-4038-be0f-2cf986aefad8),segment_id=554672af-f4d9-4038-be0f-2cf986aefad8)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:47:46.428479 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:47:46.428934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Checking segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:47:46.429073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.429509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Bound using segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:47:46.429944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Bound port: a6bda944-7a4e-4aee-89e7-4b177f4bc3f8, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:47:46.430318 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.434216 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.538541 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Set router e14bb1b4-79c9-45cb-b0c3-64367fad23ac gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:46.563033 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.565653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf2134-0967-47c9-8cd8-04df08686342 None None] Pushing event updated for resources: {'Port': ['ID=806b2a4b-68ab-4427-8497-37ac9f673d88,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:46.585162 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] For port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:47:46.594900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] For port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a6bda944-7a4e-4aee-89e7-4b177f4bc3f8,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:47:46.606035 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.700164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:46.700811 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:46.702582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dfe91-6754-41ba-a625-cd5da32b2bfa None None] Pushing event updated for resources: {'Port': ['ID=a6bda944-7a4e-4aee-89e7-4b177f4bc3f8,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:46.760605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c9855274-c4fc-4a1e-ae18-a1ae14a7a8c8 None None] Provisioning complete for port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:46.760869 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9855274-c4fc-4a1e-ae18-a1ae14a7a8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.831260 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'name': 'tempest-TestVolumeBootPattern-122344862-router', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '143fb01c-21cb-4475-97c2-830124deb542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:44Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 3, 'project_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'gw_port': {'id': '143fb01c-21cb-4475-97c2-830124deb542', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:45Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:46.877891 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:46.904708 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Checking router: e14bb1b4-79c9-45cb-b0c3-64367fad23ac for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:47:46.905050 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Updating router e14bb1b4-79c9-45cb-b0c3-64367fad23ac port 143fb01c-21cb-4475-97c2-830124deb542 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:47:46.959890 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:46.970931 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9855274-c4fc-4a1e-ae18-a1ae14a7a8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.112480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c9855274-c4fc-4a1e-ae18-a1ae14a7a8c8 None None] For port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a6bda944-7a4e-4aee-89e7-4b177f4bc3f8,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:47.118986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9855274-c4fc-4a1e-ae18-a1ae14a7a8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.209096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9855274-c4fc-4a1e-ae18-a1ae14a7a8c8 None None] Pushing event updated for resources: {'Port': ['ID=a6bda944-7a4e-4aee-89e7-4b177f4bc3f8,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:47.256303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-dd856dc0-36f7-4240-ba72-ce5acfd6325b None None] Provisioning complete for port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:47.256980 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dd856dc0-36f7-4240-ba72-ce5acfd6325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.268791 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.276915 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.329656 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Attempting to bind port 143fb01c-21cb-4475-97c2-830124deb542 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:47:47.330144 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Attempting to bind port 143fb01c-21cb-4475-97c2-830124deb542 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:47:47.330593 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Attempting to bind port 143fb01c-21cb-4475-97c2-830124deb542 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:47:47.344657 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:47:47.345277 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:47:47.345757 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.346121 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:47:47.346674 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Bound port: 143fb01c-21cb-4475-97c2-830124deb542, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:47:47.347162 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.376000 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.389450 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf66a67-82fc-4b6a-9de5-b2f3d469537c None None] Pushing event updated for resources: {'Port': ['ID=143fb01c-21cb-4475-97c2-830124deb542,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:47.403426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:46Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:47.414759 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] For port 143fb01c-21cb-4475-97c2-830124deb542, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:47:47.418968 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] For port 143fb01c-21cb-4475-97c2-830124deb542, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=143fb01c-21cb-4475-97c2-830124deb542,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:47:47.429746 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.437513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f2ad10-a920-4bd4-a081-2ab7ba7dfb23 None None] The sync data for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 is: [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:46Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:47:47.549880 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Routers {'e14bb1b4-79c9-45cb-b0c3-64367fad23ac'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:47.550504 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e14bb1b4-79c9-45cb-b0c3-64367fad23ac'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:47.592729 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf66a67-82fc-4b6a-9de5-b2f3d469537c None None] Pushing event updated for resources: {'Port': ['ID=143fb01c-21cb-4475-97c2-830124deb542,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:47.635279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Allocated IP 172.20.0.1 (ce988dbc-bae7-4e43-9dd0-0d5fd781a707/7141e2d2-e80a-4810-b738-276cef13f0ee/f19f3f46-608f-426f-81ba-258acd27c18e) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:47:47.662706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 806b2a4b-68ab-4427-8497-37ac9f673d88 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:47:47.694757 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] Set router e14bb1b4-79c9-45cb-b0c3-64367fad23ac gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:47.749489 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.760619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 806b2a4b-68ab-4427-8497-37ac9f673d88 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:47.760986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.841659 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.888035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.913687 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.947562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Network ce988dbc-bae7-4e43-9dd0-0d5fd781a707 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:47:47.952461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:47:47.962905 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:47:47.974400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 806b2a4b-68ab-4427-8497-37ac9f673d88, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=806b2a4b-68ab-4427-8497-37ac9f673d88,segment=NetworkSegment(554672af-f4d9-4038-be0f-2cf986aefad8),segment_id=554672af-f4d9-4038-be0f-2cf986aefad8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:47.981053 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:47.982047 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c4aad52a-3a8a-44c4-96c4-e7b432e899e6 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:47:47.986961 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'name': 'tempest-TestVolumeBootPattern-122344862-router', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '143fb01c-21cb-4475-97c2-830124deb542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:44Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 3, 'project_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'gw_port': {'id': '143fb01c-21cb-4475-97c2-830124deb542', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:45Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:48.014843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Pushing event updated for resources: {'Port': ['ID=f19f3f46-608f-426f-81ba-258acd27c18e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:48.021557 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190afbe-a802-4838-8183-521bfd1d430c None None] The sync data for ids ['e14bb1b4-79c9-45cb-b0c3-64367fad23ac'] in n-d-813263-3 is: [{'id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'name': 'tempest-TestVolumeBootPattern-122344862-router', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '143fb01c-21cb-4475-97c2-830124deb542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:44Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 3, 'project_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'gw_port': {'id': '143fb01c-21cb-4475-97c2-830124deb542', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:45Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:47:48.038391 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:48.198403 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:48.239822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a577b25b-3dc7-4433-99f8-54fa514e9880 None None] Network ce988dbc-bae7-4e43-9dd0-0d5fd781a707 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:47:48.326572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=806b2a4b-68ab-4427-8497-37ac9f673d88,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:48.381714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c16031a4-98ec-4962-8bb8-23ba749f54b0 None None] Provisioning complete for port 806b2a4b-68ab-4427-8497-37ac9f673d88 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:48.382079 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c16031a4-98ec-4962-8bb8-23ba749f54b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:48.414812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:48.426386 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:48.467556 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:48.470415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port c4aad52a-3a8a-44c4-96c4-e7b432e899e6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:48.470700 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:48.514033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Pushing event updated for resources: {'Port': ['ID=f19f3f46-608f-426f-81ba-258acd27c18e,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:48.517186 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:48.643451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Network ce988dbc-bae7-4e43-9dd0-0d5fd781a707 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:47:48.644977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:47:48.789006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Router e14bb1b4-79c9-45cb-b0c3-64367fad23ac has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:47:48.926710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-267cf317-3c4a-4369-b52c-532d4e01f81f None None] Provisioning complete for port f19f3f46-608f-426f-81ba-258acd27c18e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:48.928287 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-267cf317-3c4a-4369-b52c-532d4e01f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:48.932148 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:47:48.947669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-14d04d2d-8e5a-43b6-901c-fa54297ad8ed admin admin] 10.222.0.25 "PUT /v2.0/routers/e14bb1b4-79c9-45cb-b0c3-64367fad23ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5264831 Nov 09 00:47:48.975175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-267cf317-3c4a-4369-b52c-532d4e01f81f None None] Port f19f3f46-608f-426f-81ba-258acd27c18e cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:47:48.985943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-267cf317-3c4a-4369-b52c-532d4e01f81f None None] Provisioning complete for port 806b2a4b-68ab-4427-8497-37ac9f673d88 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:48.986449 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-267cf317-3c4a-4369-b52c-532d4e01f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:49.213451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-05c69a66-856e-4779-8e00-9c2b319afa38 None None] Provisioning complete for port f19f3f46-608f-426f-81ba-258acd27c18e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:49.213834 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05c69a66-856e-4779-8e00-9c2b319afa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:49.252848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-05c69a66-856e-4779-8e00-9c2b319afa38 None None] Port f19f3f46-608f-426f-81ba-258acd27c18e cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:47:49.474563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8709406b-7a1d-4a54-b97d-04643ec20fd8 None None] Provisioning complete for port f19f3f46-608f-426f-81ba-258acd27c18e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:49.475071 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8709406b-7a1d-4a54-b97d-04643ec20fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:49.519476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 143fb01c-21cb-4475-97c2-830124deb542 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:47:49.524924 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8709406b-7a1d-4a54-b97d-04643ec20fd8 None None] Port f19f3f46-608f-426f-81ba-258acd27c18e cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:47:49.572546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 143fb01c-21cb-4475-97c2-830124deb542 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:49.572926 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:49.652322 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:49.672606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 143fb01c-21cb-4475-97c2-830124deb542, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=143fb01c-21cb-4475-97c2-830124deb542,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:49.678675 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:49.680223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 806b2a4b-68ab-4427-8497-37ac9f673d88 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:47:49.764258 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=143fb01c-21cb-4475-97c2-830124deb542,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:49.778454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 806b2a4b-68ab-4427-8497-37ac9f673d88 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:49.778826 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:49.859766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:47:49.909308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:49.910264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:50.910749 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Sync routers for ids ['e14bb1b4-79c9-45cb-b0c3-64367fad23ac'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:47:50.922237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Routers {'e14bb1b4-79c9-45cb-b0c3-64367fad23ac'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:50.922842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e14bb1b4-79c9-45cb-b0c3-64367fad23ac'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:51.029450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Set router e14bb1b4-79c9-45cb-b0c3-64367fad23ac gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:51.076640 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-f91766e6-a7f2-4cbb-ae31-842bf0ea5048 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:51.078085 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-f91766e6-a7f2-4cbb-ae31-842bf0ea5048 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1014919 Nov 09 00:47:51.093492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-c621e7c9-14f3-4922-b5a2-01bdcd228411 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/quotas/82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 375 time: 0.0092316 Nov 09 00:47:51.149030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-b088bfde-21ec-497f-9656-3b9e1bcef2f3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503762 Nov 09 00:47:51.229850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'name': 'tempest-TestVolumeBootPattern-122344862-router', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '143fb01c-21cb-4475-97c2-830124deb542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:44Z', 'updated_at': '2021-11-09T00:47:48Z', 'revision_number': 4, 'project_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'gw_port': {'id': '143fb01c-21cb-4475-97c2-830124deb542', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:45Z', 'updated_at': '2021-11-09T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f19f3f46-608f-426f-81ba-258acd27c18e', 'name': '', 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'mac_address': 'fa:16:3e:f4:a4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '7141e2d2-e80a-4810-b738-276cef13f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:47Z', 'updated_at': '2021-11-09T00:47:48Z', 'revision_number': 2, 'project_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'subnets': [{'id': '7141e2d2-e80a-4810-b738-276cef13f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:51.258247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Checking router: e14bb1b4-79c9-45cb-b0c3-64367fad23ac for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:47:51.258597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Updating router e14bb1b4-79c9-45cb-b0c3-64367fad23ac port f19f3f46-608f-426f-81ba-258acd27c18e binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 00:47:51.259843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-7dfade6c-1f43-4238-9af4-8dfbbd724be9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:47:51.260860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-7dfade6c-1f43-4238-9af4-8dfbbd724be9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1048689 Nov 09 00:47:51.284327 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:51.353477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-90b4512b-62f7-41bf-8b2a-097e60a81c20 service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854423 Nov 09 00:47:51.408455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 143fb01c-21cb-4475-97c2-830124deb542 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:47:51.450197 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-6c720946-5607-480e-8d01-0234f7bf0763 service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907550 Nov 09 00:47:51.530209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 143fb01c-21cb-4475-97c2-830124deb542 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:51.530575 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:51.618677 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:51.626572 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:51.705573 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3150a43-3f88-43ef-b804-77b22090f494 None None] Pushing event updated for resources: {'Port': ['ID=f19f3f46-608f-426f-81ba-258acd27c18e,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:51.763099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6422c2e0-71eb-45a7-85e4-715231e71fe4 req-1cc4f331-d1fd-40e6-955f-ea2e8d152f42 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 210 time: 0.0350988 Nov 09 00:47:51.769939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Attempting to bind port f19f3f46-608f-426f-81ba-258acd27c18e on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:47:51.770384 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Attempting to bind port f19f3f46-608f-426f-81ba-258acd27c18e by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '554672af-f4d9-4038-be0f-2cf986aefad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:47:51.771338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Attempting to bind port f19f3f46-608f-426f-81ba-258acd27c18e on network ce988dbc-bae7-4e43-9dd0-0d5fd781a707 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:47:51.776643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:47:51.777136 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Checking segment: {'id': '554672af-f4d9-4038-be0f-2cf986aefad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:47:51.777660 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:51.778113 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Bound using segment: {'id': '554672af-f4d9-4038-be0f-2cf986aefad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:47:51.779135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Bound port: f19f3f46-608f-426f-81ba-258acd27c18e, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554672af-f4d9-4038-be0f-2cf986aefad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:47:51.779520 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:51.850807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] For port f19f3f46-608f-426f-81ba-258acd27c18e, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:47:51.854270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] For port f19f3f46-608f-426f-81ba-258acd27c18e, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f19f3f46-608f-426f-81ba-258acd27c18e,segment=NetworkSegment(554672af-f4d9-4038-be0f-2cf986aefad8),segment_id=554672af-f4d9-4038-be0f-2cf986aefad8)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:47:51.860521 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:51.918410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Routers {'e14bb1b4-79c9-45cb-b0c3-64367fad23ac'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:47:51.919282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:47:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e14bb1b4-79c9-45cb-b0c3-64367fad23ac'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:51.978947 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3150a43-3f88-43ef-b804-77b22090f494 None None] Pushing event updated for resources: {'Port': ['ID=f19f3f46-608f-426f-81ba-258acd27c18e,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:51.998898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-dd78a402-2d17-40d2-863a-77dd8b54916e None None] Provisioning complete for port f19f3f46-608f-426f-81ba-258acd27c18e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:51.999272 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dd78a402-2d17-40d2-863a-77dd8b54916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:52.250510 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] Set router e14bb1b4-79c9-45cb-b0c3-64367fad23ac gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:47:52.374466 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dd78a402-2d17-40d2-863a-77dd8b54916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:52.448743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-dd78a402-2d17-40d2-863a-77dd8b54916e None None] For port f19f3f46-608f-426f-81ba-258acd27c18e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f19f3f46-608f-426f-81ba-258acd27c18e,segment=NetworkSegment(554672af-f4d9-4038-be0f-2cf986aefad8),segment_id=554672af-f4d9-4038-be0f-2cf986aefad8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:47:52.455732 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dd78a402-2d17-40d2-863a-77dd8b54916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:52.538060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78a402-2d17-40d2-863a-77dd8b54916e None None] Pushing event updated for resources: {'Port': ['ID=f19f3f46-608f-426f-81ba-258acd27c18e,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:52.557031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'name': 'tempest-TestVolumeBootPattern-122344862-router', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '143fb01c-21cb-4475-97c2-830124deb542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:44Z', 'updated_at': '2021-11-09T00:47:48Z', 'revision_number': 4, 'project_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'gw_port': {'id': '143fb01c-21cb-4475-97c2-830124deb542', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:45Z', 'updated_at': '2021-11-09T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f19f3f46-608f-426f-81ba-258acd27c18e', 'name': '', 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'mac_address': 'fa:16:3e:f4:a4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '7141e2d2-e80a-4810-b738-276cef13f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:47Z', 'updated_at': '2021-11-09T00:47:51Z', 'revision_number': 4, 'project_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'subnets': [{'id': '7141e2d2-e80a-4810-b738-276cef13f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:47:52.586887 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9ebd7-c556-453e-bf62-0a52b291a46b None None] The sync data for ids ['e14bb1b4-79c9-45cb-b0c3-64367fad23ac'] in n-d-813263-3 is: [{'id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'name': 'tempest-TestVolumeBootPattern-122344862-router', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '143fb01c-21cb-4475-97c2-830124deb542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:44Z', 'updated_at': '2021-11-09T00:47:48Z', 'revision_number': 4, 'project_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'gw_port': {'id': '143fb01c-21cb-4475-97c2-830124deb542', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:45Z', 'updated_at': '2021-11-09T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f19f3f46-608f-426f-81ba-258acd27c18e', 'name': '', 'network_id': 'ce988dbc-bae7-4e43-9dd0-0d5fd781a707', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'mac_address': 'fa:16:3e:f4:a4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '7141e2d2-e80a-4810-b738-276cef13f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:47Z', 'updated_at': '2021-11-09T00:47:51Z', 'revision_number': 4, 'project_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'subnets': [{'id': '7141e2d2-e80a-4810-b738-276cef13f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:47:52.597263 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8fe1df4d-ec2d-49bf-bb37-0fa8f5fd634f None None] Provisioning complete for port f19f3f46-608f-426f-81ba-258acd27c18e triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:52.597658 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8fe1df4d-ec2d-49bf-bb37-0fa8f5fd634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:52.859024 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d76f9190-8ae4-451d-99b2-f7a51af2b18d req-c4f3205e-0f9e-4d50-a2de-02d795e53ae5 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 210 time: 0.0284221 Nov 09 00:47:52.881552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-91bcad3f-1576-4e1e-95d5-8d1d9e28c72e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:52.883071 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-91bcad3f-1576-4e1e-95d5-8d1d9e28c72e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1261625 Nov 09 00:47:52.898905 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'port': {'device_id': 'db95b20d-47c4-4d1b-90dc-c00e12301c86', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'admin_state_up': True, 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:47:53.019117 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Made reservation on behalf of 82f4233ce3744671bbf9604c7763e2c6 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:47:53.023591 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:53.160807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Allocated IP 172.20.0.10 (66b4b587-5383-494c-927f-91031d43405c/68950d10-95a7-45d5-936c-3308b76040d9/e64027f3-1e35-46bd-8a7a-f73fa765fc17) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:47:53.314760 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:53.352343 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:53.404358 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Network 66b4b587-5383-494c-927f-91031d43405c is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:47:53.407554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:47:53.412654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:47:53.416510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=e64027f3-1e35-46bd-8a7a-f73fa765fc17,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:53.442878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f19f3f46-608f-426f-81ba-258acd27c18e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:47:53.463139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:53.464124 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:53.484623 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-e7bcf39f-68eb-4125-99fc-2bdc24160f8e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5902262 Nov 09 00:47:53.496010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-0cc2be29-d774-4afb-9987-022fc145b34b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:47:53.497305 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-0cc2be29-d774-4afb-9987-022fc145b34b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061691 Nov 09 00:47:53.497704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f19f3f46-608f-426f-81ba-258acd27c18e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:53.498715 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:53.576890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Request body: {'port': {'device_id': 'db95b20d-47c4-4d1b-90dc-c00e12301c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:47:53.654665 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:53.733329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cc4d8345-95da-4214-8709-0da89281cb03 None None] Provisioning complete for port e64027f3-1e35-46bd-8a7a-f73fa765fc17 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:47:53.733726 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8345-95da-4214-8709-0da89281cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:53.770048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d8345-95da-4214-8709-0da89281cb03 None None] Port e64027f3-1e35-46bd-8a7a-f73fa765fc17 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:47:53.917857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64027f3-1e35-46bd-8a7a-f73fa765fc17 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:47:53.926544 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:53.940530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Transition to ACTIVE for port object e64027f3-1e35-46bd-8a7a-f73fa765fc17 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:47:53.945825 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:53.992585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce04424-5bdb-4de0-8a56-5cba1afd2c86 req-b8e84c59-578b-4470-9bef-b2adea4d04c6 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:53.999815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e64027f3-1e35-46bd-8a7a-f73fa765fc17,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:54.000460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fce04424-5bdb-4de0-8a56-5cba1afd2c86 req-b8e84c59-578b-4470-9bef-b2adea4d04c6 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 944 time: 0.0613270 Nov 09 00:47:54.049370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fce04424-5bdb-4de0-8a56-5cba1afd2c86 req-f0dad9af-214d-49d3-b8ba-323b7a6bdbec tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479128 Nov 09 00:47:54.090285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Attempting to bind port e64027f3-1e35-46bd-8a7a-f73fa765fc17 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:47:54.090694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Attempting to bind port e64027f3-1e35-46bd-8a7a-f73fa765fc17 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:47:54.091137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Attempting to bind port e64027f3-1e35-46bd-8a7a-f73fa765fc17 on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:47:54.095742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Port e64027f3-1e35-46bd-8a7a-f73fa765fc17 on network 66b4b587-5383-494c-927f-91031d43405c not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:47:54.096195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Attempting to bind port e64027f3-1e35-46bd-8a7a-f73fa765fc17 on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:47:54.101733 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:47:54.102159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Checking segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:47:54.102613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Bound using segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:47:54.103113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Bound port: e64027f3-1e35-46bd-8a7a-f73fa765fc17, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:47:54.103534 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:54.175921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] For port e64027f3-1e35-46bd-8a7a-f73fa765fc17, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:47:54.180039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] For port e64027f3-1e35-46bd-8a7a-f73fa765fc17, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e64027f3-1e35-46bd-8a7a-f73fa765fc17,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:47:54.184424 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:54.220103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:54.220822 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:47:54.222239 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] 10.222.0.11 "PUT /v2.0/ports/e64027f3-1e35-46bd-8a7a-f73fa765fc17 HTTP/1.1" status: 200 len: 1092 time: 0.7152245 Nov 09 00:47:54.222688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db95b20d-47c4-4d1b-90dc-c00e12301c86', 'tag': 'e64027f3-1e35-46bd-8a7a-f73fa765fc17'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:47:54.225045 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad208453-8ba1-41a7-9791-d7ba8b58cef6" -d '{"events": [{"name": "network-changed", "server_uuid": "db95b20d-47c4-4d1b-90dc-c00e12301c86", "tag": "e64027f3-1e35-46bd-8a7a-f73fa765fc17"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:47:54.251455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd328b6-5816-4a75-8d49-1c0d20bdd6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e64027f3-1e35-46bd-8a7a-f73fa765fc17,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:47:54.342748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-681e316f-4d77-49d8-bc46-de7af6d9646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:54.351120 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-681e316f-4d77-49d8-bc46-de7af6d9646c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 1095 time: 0.0712717 Nov 09 00:47:54.426488 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-81ce48f0-560c-4987-a476-4c1a05008cb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e64027f3-1e35-46bd-8a7a-f73fa765fc17 HTTP/1.1" status: 200 len: 217 time: 0.0679522 Nov 09 00:47:54.517098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-6b8811be-f746-4a84-9ade-d70c69daa8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:54.518616 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-6b8811be-f746-4a84-9ade-d70c69daa8f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0842450 Nov 09 00:47:54.522857 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350b9dd9-fe9c-4831-8651-d20ad457fb66 x-openstack-request-id: req-350b9dd9-fe9c-4831-8651-d20ad457fb66 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:47:54.523182 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db95b20d-47c4-4d1b-90dc-c00e12301c86", "tag": "e64027f3-1e35-46bd-8a7a-f73fa765fc17", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:47:54.523441 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-350b9dd9-fe9c-4831-8651-d20ad457fb66 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:47:54.523857 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db95b20d-47c4-4d1b-90dc-c00e12301c86', 'tag': 'e64027f3-1e35-46bd-8a7a-f73fa765fc17', 'status': 'completed', 'code': 200} Nov 09 00:47:54.576928 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-26a442ef-2291-4b14-8105-4a7e2d98aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:54.578619 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-26a442ef-2291-4b14-8105-4a7e2d98aa6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517571 Nov 09 00:47:54.682324 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-f3eaac39-bc62-42a5-ab28-80f90e7c1aa3 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960860 Nov 09 00:47:54.785049 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ddae3c2f-b92f-42d8-9817-988d5f09f5ba req-3983abcd-51f4-4bf4-8ed5-fa1438b5edc6 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939848 Nov 09 00:47:54.871037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad208453-8ba1-41a7-9791-d7ba8b58cef6 req-8ff071a7-d73a-4874-bef7-daf0781d933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:54.872503 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad208453-8ba1-41a7-9791-d7ba8b58cef6 req-8ff071a7-d73a-4874-bef7-daf0781d933b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 1095 time: 0.0415463 Nov 09 00:47:54.967988 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad208453-8ba1-41a7-9791-d7ba8b58cef6 req-fd961329-34d5-464a-a933-f6e4a57b152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:54.969577 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad208453-8ba1-41a7-9791-d7ba8b58cef6 req-fd961329-34d5-464a-a933-f6e4a57b152b service neutron] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0893936 Nov 09 00:47:55.011881 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad208453-8ba1-41a7-9791-d7ba8b58cef6 req-ff6dc393-9073-41a2-ae72-44325d98a931 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e64027f3-1e35-46bd-8a7a-f73fa765fc17 HTTP/1.1" status: 200 len: 217 time: 0.0350399 Nov 09 00:47:55.058790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad208453-8ba1-41a7-9791-d7ba8b58cef6 req-cbe0dc52-255a-40d8-9a95-0b0e09a2ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:55.060217 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad208453-8ba1-41a7-9791-d7ba8b58cef6 req-cbe0dc52-255a-40d8-9a95-0b0e09a2ff80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0419719 Nov 09 00:47:55.106437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad208453-8ba1-41a7-9791-d7ba8b58cef6 req-208871ab-5bbe-4ecb-93f1-e282c325d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:55.107752 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad208453-8ba1-41a7-9791-d7ba8b58cef6 req-208871ab-5bbe-4ecb-93f1-e282c325d4d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399232 Nov 09 00:47:55.210501 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad208453-8ba1-41a7-9791-d7ba8b58cef6 req-5fd13dd7-5246-4d1d-a89a-d4b9bb12b65f service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946617 Nov 09 00:47:55.216012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbd46e-a24a-4d14-aaed-8b7aa6d70310 req-1b50a89b-e3b5-4437-8dc2-4e80583f03e6 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:55.217573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13fbd46e-a24a-4d14-aaed-8b7aa6d70310 req-1b50a89b-e3b5-4437-8dc2-4e80583f03e6 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 944 time: 0.0719728 Nov 09 00:47:55.286233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-13fbd46e-a24a-4d14-aaed-8b7aa6d70310 req-42f83686-cf93-40c9-9f0b-1ab46bae2d2e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555427 Nov 09 00:47:55.326024 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad208453-8ba1-41a7-9791-d7ba8b58cef6 req-43b7c69a-5f33-4f9e-8b19-008bfeab1504 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057041 Nov 09 00:47:56.394279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce53d1-7e19-43c1-be63-08f61d2f634a req-2ef1c9a7-d5ca-4536-859a-f1b5a06cacbe tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:56.396008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93ce53d1-7e19-43c1-be63-08f61d2f634a req-2ef1c9a7-d5ca-4536-859a-f1b5a06cacbe tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 944 time: 0.0520792 Nov 09 00:47:56.444629 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93ce53d1-7e19-43c1-be63-08f61d2f634a req-f5ed7aad-379e-4f72-b2f4-0841fb6c9472 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 Nov 09 00:47:57.562695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579fde9-9f32-461a-b6b0-b14cc231e00b req-decaecac-0c33-4150-b814-9d5f5232db46 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:57.564190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2579fde9-9f32-461a-b6b0-b14cc231e00b req-decaecac-0c33-4150-b814-9d5f5232db46 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 944 time: 0.0536466 Nov 09 00:47:57.612554 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2579fde9-9f32-461a-b6b0-b14cc231e00b req-4775d9d3-1a88-4bda-9fbe-8238b5458baf tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416811 Nov 09 00:47:58.726420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd39821-a6d3-45f9-8157-6b3ad75a4638 req-941cd943-e87d-4111-89a2-afe8d0427801 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:58.727931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1dd39821-a6d3-45f9-8157-6b3ad75a4638 req-941cd943-e87d-4111-89a2-afe8d0427801 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 944 time: 0.0487635 Nov 09 00:47:58.774779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1dd39821-a6d3-45f9-8157-6b3ad75a4638 req-1f9583fb-afbf-44c0-9235-afad6d944879 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 Nov 09 00:47:59.888220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3bdfd-63a0-496f-8e29-bcc65b34b77e req-2aa7dd51-8775-486b-a69c-f0e0ab4134b0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:47:59.889632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eeb3bdfd-63a0-496f-8e29-bcc65b34b77e req-2aa7dd51-8775-486b-a69c-f0e0ab4134b0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 944 time: 0.0484064 Nov 09 00:47:59.941040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eeb3bdfd-63a0-496f-8e29-bcc65b34b77e req-6aa6686d-7015-41c9-9a33-16d6acaf1514 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454638 Nov 09 00:48:01.053251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fad11-c81a-401b-93c5-c91ce1f265bd req-aff106b5-e83b-46e0-a8ad-93dbcde1cc26 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:01.054753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-324fad11-c81a-401b-93c5-c91ce1f265bd req-aff106b5-e83b-46e0-a8ad-93dbcde1cc26 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 944 time: 0.0480413 Nov 09 00:48:01.100835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-324fad11-c81a-401b-93c5-c91ce1f265bd req-3137b58b-f438-43c8-826f-16cced3524f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 Nov 09 00:48:02.213703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fde50c-ea50-4e6d-822d-1d304311593e req-9e85883b-510d-4248-a168-4070e3b6719e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:02.215184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46fde50c-ea50-4e6d-822d-1d304311593e req-9e85883b-510d-4248-a168-4070e3b6719e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 944 time: 0.0484943 Nov 09 00:48:02.262330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46fde50c-ea50-4e6d-822d-1d304311593e req-43059e0f-2fe6-426e-aae6-22250aece047 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Nov 09 00:48:03.381451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087e741-06df-44f0-bd86-8ab5cd1ea788 req-628c1211-a725-4783-8b9b-3949f3abc4c3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:03.382955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d087e741-06df-44f0-bd86-8ab5cd1ea788 req-628c1211-a725-4783-8b9b-3949f3abc4c3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 944 time: 0.0527885 Nov 09 00:48:03.430168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d087e741-06df-44f0-bd86-8ab5cd1ea788 req-b0b137f4-de94-4408-94b3-04f1e8bf5bf4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410209 Nov 09 00:48:04.543478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36bd8-ad2c-47bc-8fa6-ec903d96c430 req-89801b49-96a4-45fa-a4a2-afdf922cdc4a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:04.544949 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0f36bd8-ad2c-47bc-8fa6-ec903d96c430 req-89801b49-96a4-45fa-a4a2-afdf922cdc4a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 944 time: 0.0485253 Nov 09 00:48:04.591385 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0f36bd8-ad2c-47bc-8fa6-ec903d96c430 req-db8f44e8-c617-459c-ad9b-d93c78a708b9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405583 Nov 09 00:48:05.199578 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:48:05.953945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d3c29-30f5-4133-8f9a-a799709969b3 req-8f953de1-375c-432d-8b18-ff77b09b338e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:05.955347 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-520d3c29-30f5-4133-8f9a-a799709969b3 req-8f953de1-375c-432d-8b18-ff77b09b338e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 944 time: 0.0485756 Nov 09 00:48:06.007239 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-520d3c29-30f5-4133-8f9a-a799709969b3 req-7dd770dd-72df-4b51-a135-2c90c80cce41 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457227 Nov 09 00:48:06.096398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e64027f3-1e35-46bd-8a7a-f73fa765fc17 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:48:06.193518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e64027f3-1e35-46bd-8a7a-f73fa765fc17, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e64027f3-1e35-46bd-8a7a-f73fa765fc17,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:48:06.204377 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'e64027f3-1e35-46bd-8a7a-f73fa765fc17', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'port_id': 'e64027f3-1e35-46bd-8a7a-f73fa765fc17', 'mac_address': 'fa:16:3e:b4:8e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:48:06.240789 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:06.256541 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64027f3-1e35-46bd-8a7a-f73fa765fc17 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:48:06.275480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e64027f3-1e35-46bd-8a7a-f73fa765fc17, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e64027f3-1e35-46bd-8a7a-f73fa765fc17,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:48:06.279467 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:06.326391 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=e64027f3-1e35-46bd-8a7a-f73fa765fc17,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:48:06.496204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e64027f3-1e35-46bd-8a7a-f73fa765fc17'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:48:07.120735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c90e85-e5ea-4f7a-b323-9d2d36b3e4fc req-beadc4f0-1ab9-4e9a-823a-6270f549cd47 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:07.122335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0c90e85-e5ea-4f7a-b323-9d2d36b3e4fc req-beadc4f0-1ab9-4e9a-823a-6270f549cd47 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 945 time: 0.0486631 Nov 09 00:48:07.169319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0c90e85-e5ea-4f7a-b323-9d2d36b3e4fc req-3ce9ef81-1bef-4c87-8848-632f3acb18e6 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411129 Nov 09 00:48:08.114782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e64027f3-1e35-46bd-8a7a-f73fa765fc17 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:48:08.163875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port e64027f3-1e35-46bd-8a7a-f73fa765fc17 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:48:08.168433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port e64027f3-1e35-46bd-8a7a-f73fa765fc17 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:48:08.168800 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:08.244883 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:08.267676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95b20d-47c4-4d1b-90dc-c00e12301c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64027f3-1e35-46bd-8a7a-f73fa765fc17'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:48:08.269968 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46bb949-35e7-4cd8-b73e-3e68e0370345" -d '{"events": [{"server_uuid": "db95b20d-47c4-4d1b-90dc-c00e12301c86", "name": "network-vif-plugged", "status": "completed", "tag": "e64027f3-1e35-46bd-8a7a-f73fa765fc17"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:48:08.283693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port e64027f3-1e35-46bd-8a7a-f73fa765fc17, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e64027f3-1e35-46bd-8a7a-f73fa765fc17,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:48:08.284519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0fc82-3e25-4a01-a563-9ff560baeeed req-8977c71b-441f-481a-94f4-20add0722727 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:08.286093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4a0fc82-3e25-4a01-a563-9ff560baeeed req-8977c71b-441f-481a-94f4-20add0722727 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 945 time: 0.0509622 Nov 09 00:48:08.289579 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:08.337517 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4a0fc82-3e25-4a01-a563-9ff560baeeed req-2bc67ae8-3c2e-4c0f-8893-0508ad738bb1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445888 Nov 09 00:48:08.346493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=e64027f3-1e35-46bd-8a7a-f73fa765fc17,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:48:08.379198 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e5e2d8-a4a3-41d0-842a-be5fdcb140e5 x-openstack-request-id: req-c7e5e2d8-a4a3-41d0-842a-be5fdcb140e5 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:48:08.379499 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95b20d-47c4-4d1b-90dc-c00e12301c86", "name": "network-vif-plugged", "status": "completed", "tag": "e64027f3-1e35-46bd-8a7a-f73fa765fc17", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:48:08.379755 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7e5e2d8-a4a3-41d0-842a-be5fdcb140e5 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:48:08.380216 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db95b20d-47c4-4d1b-90dc-c00e12301c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64027f3-1e35-46bd-8a7a-f73fa765fc17', 'code': 200} Nov 09 00:48:08.473000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ec06a-d2ee-40b2-b756-2f4cc5e81195 req-0ce81ea2-0e9a-4e56-bc54-871df8a281eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:08.475147 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-564ec06a-d2ee-40b2-b756-2f4cc5e81195 req-0ce81ea2-0e9a-4e56-bc54-871df8a281eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 1097 time: 0.0394144 Nov 09 00:48:08.526687 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-564ec06a-d2ee-40b2-b756-2f4cc5e81195 req-4ad73d75-7bc3-4576-905d-cdd74a16b152 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Nov 09 00:48:09.467222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7489f6-8fc2-4d09-a218-d9962717a88f req-6f5f09bc-3b06-4a0a-b138-9ce3db202a35 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:09.468754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae7489f6-8fc2-4d09-a218-d9962717a88f req-6f5f09bc-3b06-4a0a-b138-9ce3db202a35 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 946 time: 0.0519822 Nov 09 00:48:09.518910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae7489f6-8fc2-4d09-a218-d9962717a88f req-055264b7-3f2a-4d2f-8373-49fd480ae64d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424454 Nov 09 00:48:10.637679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f5079-6f92-46d9-b267-caae1430b296 req-4ae69cab-82a5-4432-9446-ba36a94925ec tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:10.639165 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e00f5079-6f92-46d9-b267-caae1430b296 req-4ae69cab-82a5-4432-9446-ba36a94925ec tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 946 time: 0.0488710 Nov 09 00:48:10.686651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e00f5079-6f92-46d9-b267-caae1430b296 req-ecb9ac97-2742-47ce-9e4b-05e439bff4e1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 Nov 09 00:48:10.802072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e5213-4b69-4330-a071-4c5b4cf6f96b req-9706bb34-8a3c-423b-9ae3-4d0aa3226d01 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:10.804446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-674e5213-4b69-4330-a071-4c5b4cf6f96b req-9706bb34-8a3c-423b-9ae3-4d0aa3226d01 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 946 time: 0.0531888 Nov 09 00:48:10.850604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-674e5213-4b69-4330-a071-4c5b4cf6f96b req-ca851dde-89a5-4971-bea1-0d7c6daca9c6 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Nov 09 00:48:10.965083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd259-038c-4bb1-b438-08c090fdb557 req-e5edfce1-0cb1-4f01-8ebf-fa7fd5dc2723 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:10.966606 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-793dd259-038c-4bb1-b438-08c090fdb557 req-e5edfce1-0cb1-4f01-8ebf-fa7fd5dc2723 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 946 time: 0.0517402 Nov 09 00:48:11.013154 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-793dd259-038c-4bb1-b438-08c090fdb557 req-bef4eb08-5dad-480c-9ee5-6eabdca15edc tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407431 Nov 09 00:48:11.237950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca26206-47fe-490d-89f6-7f7f765f2663 req-f613a670-4994-46ef-aa46-824a78fbae6b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:11.239411 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ca26206-47fe-490d-89f6-7f7f765f2663 req-f613a670-4994-46ef-aa46-824a78fbae6b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 946 time: 0.0473185 Nov 09 00:48:11.291300 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ca26206-47fe-490d-89f6-7f7f765f2663 req-72570946-d7b3-4779-bc8f-78ed3cb171af tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 Nov 09 00:48:12.408837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7708f-2770-4fca-a757-5c83d4d8304f req-78d117e5-867a-4c11-be72-febbc5407222 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:12.410333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07f7708f-2770-4fca-a757-5c83d4d8304f req-78d117e5-867a-4c11-be72-febbc5407222 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 946 time: 0.0485342 Nov 09 00:48:12.456283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07f7708f-2770-4fca-a757-5c83d4d8304f req-50fa03f8-349f-4fcd-b9bb-4f9ff6306bb1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399466 Nov 09 00:48:12.623128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4288195-12f3-4ef7-ab8e-53169e94a095 req-a4431e3f-079f-4fd1-b4b0-e0d77b349ddc tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:12.624579 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b4288195-12f3-4ef7-ab8e-53169e94a095 req-a4431e3f-079f-4fd1-b4b0-e0d77b349ddc tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 946 time: 0.0479870 Nov 09 00:48:12.710389 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4f36d7c4-4491-477b-9e37-8a340c0b2229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:12.719589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-b4288195-12f3-4ef7-ab8e-53169e94a095 req-c9f8ae77-1d26-472d-bd27-e83ba113d22b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Deleting port e64027f3-1e35-46bd-8a7a-f73fa765fc17 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:48:12.719924 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4288195-12f3-4ef7-ab8e-53169e94a095 req-c9f8ae77-1d26-472d-bd27-e83ba113d22b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:12.807350 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b4288195-12f3-4ef7-ab8e-53169e94a095 req-c9f8ae77-1d26-472d-bd27-e83ba113d22b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] For port e64027f3-1e35-46bd-8a7a-f73fa765fc17, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=e64027f3-1e35-46bd-8a7a-f73fa765fc17,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:48:12.807710 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4288195-12f3-4ef7-ab8e-53169e94a095 req-c9f8ae77-1d26-472d-bd27-e83ba113d22b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:12.820552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-b4288195-12f3-4ef7-ab8e-53169e94a095 req-c9f8ae77-1d26-472d-bd27-e83ba113d22b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Calling delete_port for e64027f3-1e35-46bd-8a7a-f73fa765fc17 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:48:12.945942 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4288195-12f3-4ef7-ab8e-53169e94a095 req-c9f8ae77-1d26-472d-bd27-e83ba113d22b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:12.958217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['e64027f3-1e35-46bd-8a7a-f73fa765fc17'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:48:12.971882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8ae77-1d26-472d-bd27-e83ba113d22b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event deleted for resources: {'Port': ['ID=e64027f3-1e35-46bd-8a7a-f73fa765fc17,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:48:13.019718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4288195-12f3-4ef7-ab8e-53169e94a095 req-c9f8ae77-1d26-472d-bd27-e83ba113d22b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] No DVR routers for this DVR port e64027f3-1e35-46bd-8a7a-f73fa765fc17 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:48:13.022464 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b4288195-12f3-4ef7-ab8e-53169e94a095 req-c9f8ae77-1d26-472d-bd27-e83ba113d22b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:13.026071 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b4288195-12f3-4ef7-ab8e-53169e94a095 req-c9f8ae77-1d26-472d-bd27-e83ba113d22b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "DELETE /v2.0/ports/e64027f3-1e35-46bd-8a7a-f73fa765fc17 HTTP/1.1" status: 204 len: 173 time: 0.3945932 Nov 09 00:48:13.026559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95b20d-47c4-4d1b-90dc-c00e12301c86', 'name': 'network-vif-deleted', 'tag': 'e64027f3-1e35-46bd-8a7a-f73fa765fc17'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:48:13.028953 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aebdbc-829b-4aef-99dc-642e3c8b5b50" -d '{"events": [{"server_uuid": "db95b20d-47c4-4d1b-90dc-c00e12301c86", "name": "network-vif-deleted", "tag": "e64027f3-1e35-46bd-8a7a-f73fa765fc17"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:48:13.071742 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759e41a4-49a3-4ad7-824a-8056b6c2180b x-openstack-request-id: req-759e41a4-49a3-4ad7-824a-8056b6c2180b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:48:13.072643 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95b20d-47c4-4d1b-90dc-c00e12301c86", "name": "network-vif-deleted", "tag": "e64027f3-1e35-46bd-8a7a-f73fa765fc17", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:48:13.072897 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-759e41a4-49a3-4ad7-824a-8056b6c2180b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:48:13.073322 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db95b20d-47c4-4d1b-90dc-c00e12301c86', 'name': 'network-vif-deleted', 'tag': 'e64027f3-1e35-46bd-8a7a-f73fa765fc17', 'status': 'completed', 'code': 200} Nov 09 00:48:13.549945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb21cfdd-f9ea-441d-896a-00ea4c02bed7 req-a6957c26-9691-414a-8ac1-298f2a80510c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 210 time: 0.0265665 Nov 09 00:48:14.649554 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bd23f22-c193-4e67-abf9-ecbb49b0bd52 req-52b55457-f302-42c7-b0cc-5b019f8d5b97 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 210 time: 0.0274692 Nov 09 00:48:14.803314 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bb2e2341-e835-46a0-8458-86375d1814da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:15.742744 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5bd38d15-3660-42ef-b3b8-348cb459256e req-a0cc5d09-aa68-49c4-be73-da0461ea51bb tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 210 time: 0.0258570 Nov 09 00:48:16.142672 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e64027f3-1e35-46bd-8a7a-f73fa765fc17 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:48:16.166961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: e64027f3-1e35-46bd-8a7a-f73fa765fc17 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:48:16.167302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device e64027f3-1e35-46bd-8a7a-f73fa765fc17 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:48:16.196073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:16.200786 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:16.500046 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:16.838938 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-107ded5e-5b30-4d81-a66d-d0713afebe0a req-6d29cad1-3358-4fc6-90aa-0440e97bcbf3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=db95b20d-47c4-4d1b-90dc-c00e12301c86 HTTP/1.1" status: 200 len: 210 time: 0.0292680 Nov 09 00:48:17.723592 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:18.390259 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:38.823439 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-9b8f82f1-c529-427c-88e9-6d5df398089a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:38.824804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-9b8f82f1-c529-427c-88e9-6d5df398089a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1010790 Nov 09 00:48:38.839171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-1490bbb3-dcc1-44dc-a2f6-dce2fd3149f4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/quotas/82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 375 time: 0.0086915 Nov 09 00:48:38.892500 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-a7b44b05-db83-4482-82ec-94d636155f68 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483880 Nov 09 00:48:38.952309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-581ddfa7-07f2-466f-842c-8c5e4f78e023 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:48:38.953308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-581ddfa7-07f2-466f-842c-8c5e4f78e023 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0544546 Nov 09 00:48:39.043240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-409f9fe9-4222-4555-91d0-55b6f7dcfdd7 service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837083 Nov 09 00:48:39.134143 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-1c861f16-e85d-415c-83b3-a7dc0a3afee1 service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848091 Nov 09 00:48:39.313778 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6aa8554a-ae0c-4590-a3ca-18e3d05cd41c req-bab4d6c5-e2cd-4d9c-9b63-f22fb926f48f tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 210 time: 0.0275056 Nov 09 00:48:40.216172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-e50ea17e-2bc8-495b-81e5-cce25a2af115 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:40.217705 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-e50ea17e-2bc8-495b-81e5-cce25a2af115 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1064587 Nov 09 00:48:40.231011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'port': {'device_id': '97eb4441-2193-426c-87e4-a78073ed03b0', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'admin_state_up': True, 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:48:40.344265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Made reservation on behalf of 82f4233ce3744671bbf9604c7763e2c6 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:48:40.347810 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:40.438262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09ffb3e7-419c-4e7f-b885-cb024fb2f037 req-82e38576-41cf-4622-adfd-66e45db6fec4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 210 time: 0.0347331 Nov 09 00:48:40.507013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Allocated IP 172.20.0.4 (66b4b587-5383-494c-927f-91031d43405c/68950d10-95a7-45d5-936c-3308b76040d9/55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:48:40.675849 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:40.710305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:40.755708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Network 66b4b587-5383-494c-927f-91031d43405c is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:48:40.760942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:48:40.765327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:48:40.793747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:48:40.813374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:48:40.813725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:48:40.814072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:48:40.814411 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:48:40.814749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:48:40.815082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:48:40.815409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:48:40.815736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:48:40.816062 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:48:40.816386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:48:40.816714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:48:40.817040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:48:40.837549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:40.838178 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:40.857798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-725eb6d5-4fdd-4d40-bcb5-3a72dc70df13 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6304436 Nov 09 00:48:40.930988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Request body: {'port': {'device_id': '97eb4441-2193-426c-87e4-a78073ed03b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:48:40.993875 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:41.046091 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a6f4f4e9-0a67-4684-9a00-4e6ba18645b5 None None] Provisioning complete for port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:48:41.046706 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a6f4f4e9-0a67-4684-9a00-4e6ba18645b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:41.081817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a6f4f4e9-0a67-4684-9a00-4e6ba18645b5 None None] Port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:48:41.264161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:48:41.271880 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:41.285569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Transition to ACTIVE for port object 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:48:41.290678 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:41.348446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Pushing event updated for resources: {'Port': ['ID=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:48:41.440679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Attempting to bind port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:48:41.441075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Attempting to bind port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:48:41.441380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Attempting to bind port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:48:41.447188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 on network 66b4b587-5383-494c-927f-91031d43405c not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:48:41.447689 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Attempting to bind port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:48:41.455887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:48:41.456257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Checking segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:48:41.456777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Bound using segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:48:41.457213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Bound port: 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:48:41.457604 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:41.559921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] For port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:48:41.574881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] For port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:48:41.581565 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:41.599567 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f64f8f-58e8-43b5-9e9a-2a87bb39da97 req-cbf037f6-b2a0-4876-962f-5c82745678ed tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:41.600980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4f64f8f-58e8-43b5-9e9a-2a87bb39da97 req-cbf037f6-b2a0-4876-962f-5c82745678ed tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0777297 Nov 09 00:48:41.656356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:41.656989 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:41.658508 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] 10.222.0.30 "PUT /v2.0/ports/55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 HTTP/1.1" status: 200 len: 1091 time: 0.7928700 Nov 09 00:48:41.659338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97eb4441-2193-426c-87e4-a78073ed03b0', 'tag': '55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:48:41.661637 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1c6ced-ee23-495e-82c4-82ede6e896ca" -d '{"events": [{"name": "network-changed", "server_uuid": "97eb4441-2193-426c-87e4-a78073ed03b0", "tag": "55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:48:41.707623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51611d-19e6-44bf-98e8-c6a34e6c5f49 service neutron] Pushing event updated for resources: {'Port': ['ID=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:48:41.740288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e4f64f8f-58e8-43b5-9e9a-2a87bb39da97 req-f38d2e91-f845-4504-bdf4-dcab76169334 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111417 Nov 09 00:48:41.767059 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dc9fd3-c884-4d7b-ba63-7f3c9e33c900 x-openstack-request-id: req-c3dc9fd3-c884-4d7b-ba63-7f3c9e33c900 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:48:41.767329 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97eb4441-2193-426c-87e4-a78073ed03b0", "tag": "55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:48:41.767588 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3dc9fd3-c884-4d7b-ba63-7f3c9e33c900 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:48:41.768154 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97eb4441-2193-426c-87e4-a78073ed03b0', 'tag': '55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5', 'status': 'completed', 'code': 200} Nov 09 00:48:41.774359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-1fea8547-fd00-4abf-9a90-ce8630bb2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:41.776813 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-1fea8547-fd00-4abf-9a90-ce8630bb2654 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 1094 time: 0.0619822 Nov 09 00:48:41.821014 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-06004990-0f40-428c-af99-c8563b986982 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 HTTP/1.1" status: 200 len: 217 time: 0.0355403 Nov 09 00:48:41.878182 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-e55c4dc3-d908-419f-9caf-36a7d1ef31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:41.879639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-e55c4dc3-d908-419f-9caf-36a7d1ef31e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0520189 Nov 09 00:48:41.924942 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-177bf797-d856-46b3-9ff6-f45e0d78cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:41.926379 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-177bf797-d856-46b3-9ff6-f45e0d78cd62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400040 Nov 09 00:48:42.022695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-1d3765e5-4bef-441b-9616-d3eff49be767 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885439 Nov 09 00:48:42.114481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd94bfbc-41c4-4479-a60e-cd41010f68c7 req-5674ef10-5067-4723-8629-798e3a0e04f6 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842521 Nov 09 00:48:42.198756 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:48:42.200162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c6ced-ee23-495e-82c4-82ede6e896ca req-66b75fdd-86a4-4742-8e79-a3446f90f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:42.201720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b1c6ced-ee23-495e-82c4-82ede6e896ca req-66b75fdd-86a4-4742-8e79-a3446f90f2d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 1094 time: 0.0423744 Nov 09 00:48:42.295479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c6ced-ee23-495e-82c4-82ede6e896ca req-7518d6a8-24d5-4d96-8e91-f9094971c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:42.296964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b1c6ced-ee23-495e-82c4-82ede6e896ca req-7518d6a8-24d5-4d96-8e91-f9094971c77c service neutron] 10.222.0.30 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0890055 Nov 09 00:48:42.339418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b1c6ced-ee23-495e-82c4-82ede6e896ca req-7039744a-e621-4dcf-95be-9ccb9195ccea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 HTTP/1.1" status: 200 len: 217 time: 0.0349560 Nov 09 00:48:42.394351 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c6ced-ee23-495e-82c4-82ede6e896ca req-cab6c47e-cf53-4ab4-8703-abd0a48f03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:42.395736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b1c6ced-ee23-495e-82c4-82ede6e896ca req-cab6c47e-cf53-4ab4-8703-abd0a48f03b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0496290 Nov 09 00:48:42.442566 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c6ced-ee23-495e-82c4-82ede6e896ca req-4316ca08-dba3-4641-a4c1-49775f9dbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:42.444082 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b1c6ced-ee23-495e-82c4-82ede6e896ca req-4316ca08-dba3-4641-a4c1-49775f9dbec9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406151 Nov 09 00:48:42.533837 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b1c6ced-ee23-495e-82c4-82ede6e896ca req-e16ca632-dc2d-4803-a748-bba43eeb1605 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825422 Nov 09 00:48:42.637761 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b1c6ced-ee23-495e-82c4-82ede6e896ca req-d45a9fe7-d627-40c0-8efb-272114220cf1 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971360 Nov 09 00:48:42.711988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2827980b-565a-4034-bbf6-d77f4be02a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:42.876123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eee5e3-b984-4724-888f-8178d6c90575 req-40ce215b-7b62-4263-8c67-70fb1002d0f7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:42.877634 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95eee5e3-b984-4724-888f-8178d6c90575 req-40ce215b-7b62-4263-8c67-70fb1002d0f7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0495369 Nov 09 00:48:42.927475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95eee5e3-b984-4724-888f-8178d6c90575 req-69fa193b-7840-4a24-af29-105a54dbec79 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Nov 09 00:48:44.086861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889b804-d208-4baa-acc8-be9f6018b12e req-60d0273f-b41b-4f00-9440-090951654e56 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:44.088240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0889b804-d208-4baa-acc8-be9f6018b12e req-60d0273f-b41b-4f00-9440-090951654e56 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0805805 Nov 09 00:48:44.150437 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0889b804-d208-4baa-acc8-be9f6018b12e req-b39d58e3-79d0-43e6-bc74-c5837d3d8224 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530071 Nov 09 00:48:44.809086 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9f775b0d-c2af-482e-9048-85adb8781846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:45.284070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc71fa-391d-4a20-8e3d-fcc85246da77 req-7c9ffe58-83b9-44f7-8aa4-d918a5881478 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:45.289804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cbcc71fa-391d-4a20-8e3d-fcc85246da77 req-7c9ffe58-83b9-44f7-8aa4-d918a5881478 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0616283 Nov 09 00:48:45.382110 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cbcc71fa-391d-4a20-8e3d-fcc85246da77 req-488fad2b-a1d6-40f3-b370-1135da91b0e3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892260 Nov 09 00:48:46.194392 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:46.214649 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:46.507099 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:46.521144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5c3f4-5f67-475c-a986-6ee53c8cef45 req-cb720e8b-e684-45fd-9adc-dd985a8f1539 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:46.522837 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9f5c3f4-5f67-475c-a986-6ee53c8cef45 req-cb720e8b-e684-45fd-9adc-dd985a8f1539 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0578029 Nov 09 00:48:46.576231 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9f5c3f4-5f67-475c-a986-6ee53c8cef45 req-7e33e16a-a6ed-4c72-8d82-f83bc34b7e3d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469804 Nov 09 00:48:47.702133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca203e-9f75-4473-8c38-9bf3ab3fd39e req-7f760f4d-3bd4-4a89-bb21-c3e2cb12b88a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:47.703725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57ca203e-9f75-4473-8c38-9bf3ab3fd39e req-7f760f4d-3bd4-4a89-bb21-c3e2cb12b88a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0562718 Nov 09 00:48:47.737458 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:47.768994 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57ca203e-9f75-4473-8c38-9bf3ab3fd39e req-7da47bf6-81d0-4ce3-b6da-755f7529ffda tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590882 Nov 09 00:48:48.390709 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:48:48.878135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ed8ba-eda6-4fa3-8e3a-dec93584698e req-67583fa6-9ea0-4fcc-9bf3-0644541375a4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:48.879629 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e6ed8ba-eda6-4fa3-8e3a-dec93584698e req-67583fa6-9ea0-4fcc-9bf3-0644541375a4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0482528 Nov 09 00:48:48.925909 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e6ed8ba-eda6-4fa3-8e3a-dec93584698e req-e034b2db-8c81-48b8-99a3-50a4f26e08e3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Nov 09 00:48:50.044070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf7270-093d-445c-a2ad-61c0e74ba458 req-b23e4b13-3136-4d9d-8159-29d8cf1d0f46 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:50.045676 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6caf7270-093d-445c-a2ad-61c0e74ba458 req-b23e4b13-3136-4d9d-8159-29d8cf1d0f46 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0516379 Nov 09 00:48:50.092193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6caf7270-093d-445c-a2ad-61c0e74ba458 req-ad25857d-aeba-4592-88f5-9d30d1ca9ebe tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 Nov 09 00:48:51.205733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deead46-d854-4d40-b936-7978ea12449f req-69151977-bef8-4ff8-b90f-9617cc1b13ff tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:51.207241 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4deead46-d854-4d40-b936-7978ea12449f req-69151977-bef8-4ff8-b90f-9617cc1b13ff tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0483510 Nov 09 00:48:51.255020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4deead46-d854-4d40-b936-7978ea12449f req-6aff26a1-78c4-447b-9044-7cf73c33cfcb tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412669 Nov 09 00:48:52.369874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853d8e-5bdd-4e81-9398-c4e4eccd6820 req-e987ad77-9797-4983-8b51-4239d756e247 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:52.371425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57853d8e-5bdd-4e81-9398-c4e4eccd6820 req-e987ad77-9797-4983-8b51-4239d756e247 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0487370 Nov 09 00:48:52.734704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57853d8e-5bdd-4e81-9398-c4e4eccd6820 req-8f45b73c-7de7-4efd-8762-aa29ca78e323 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568480 Nov 09 00:48:53.848793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc99aba-4470-4f8c-afd4-87b1c5840307 req-8c78a355-3784-43a7-888a-dffed30abee7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:53.850294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcc99aba-4470-4f8c-afd4-87b1c5840307 req-8c78a355-3784-43a7-888a-dffed30abee7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0484397 Nov 09 00:48:53.897587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcc99aba-4470-4f8c-afd4-87b1c5840307 req-9c672e14-88cd-4447-b3df-a4fbcc56b403 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Nov 09 00:48:55.010001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf9bca-12a9-4538-830a-5b8d1948f4ef req-60b6ae00-7350-4ced-adf7-2988aa6d099e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:55.011459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47bf9bca-12a9-4538-830a-5b8d1948f4ef req-60b6ae00-7350-4ced-adf7-2988aa6d099e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0480285 Nov 09 00:48:55.057170 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47bf9bca-12a9-4538-830a-5b8d1948f4ef req-1cea56e9-eb3f-48c7-97f7-99473c9e3a14 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 Nov 09 00:48:56.172882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868e9bf-d3a3-407e-b9eb-fa59816635ca req-c30112bd-7d4b-4971-bd3a-c02d357a866c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:56.174381 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3868e9bf-d3a3-407e-b9eb-fa59816635ca req-c30112bd-7d4b-4971-bd3a-c02d357a866c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0514770 Nov 09 00:48:56.220588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3868e9bf-d3a3-407e-b9eb-fa59816635ca req-62be1c59-3f65-4070-a8db-2e00d29b0023 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404832 Nov 09 00:48:57.334405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43666a9f-7dfa-4b3f-a03a-e87076d97430 req-32f56ddb-bfc0-4adf-8943-3c6d3851c19c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:57.335877 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43666a9f-7dfa-4b3f-a03a-e87076d97430 req-32f56ddb-bfc0-4adf-8943-3c6d3851c19c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0473642 Nov 09 00:48:57.381713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43666a9f-7dfa-4b3f-a03a-e87076d97430 req-c5024246-a1c7-4954-b1a8-b628eb167bec tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Nov 09 00:48:58.498104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb3cbf-0e2c-4bab-bcf1-2b85c6a3a2af req-ca3cdd4b-9dfd-4311-90aa-4cde0ddd0019 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:58.499560 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7efb3cbf-0e2c-4bab-bcf1-2b85c6a3a2af req-ca3cdd4b-9dfd-4311-90aa-4cde0ddd0019 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0507915 Nov 09 00:48:58.545318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7efb3cbf-0e2c-4bab-bcf1-2b85c6a3a2af req-8e259611-5ee8-4c8f-a3bc-425133482d1a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 Nov 09 00:48:59.657745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18425e5-cf67-4ae8-8e66-645f3fc098c9 req-33b49bf2-4363-4091-99ea-ade376f4aefc tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:48:59.659127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e18425e5-cf67-4ae8-8e66-645f3fc098c9 req-33b49bf2-4363-4091-99ea-ade376f4aefc tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0483940 Nov 09 00:48:59.705148 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e18425e5-cf67-4ae8-8e66-645f3fc098c9 req-e9e69b6d-03f5-401b-bfd6-076e2e994482 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Nov 09 00:49:00.827214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dc003-e6a6-4790-9f3c-de00a58d4a16 req-6a1a79af-b395-43cb-b9fe-79452fe009e0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:00.828699 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee4dc003-e6a6-4790-9f3c-de00a58d4a16 req-6a1a79af-b395-43cb-b9fe-79452fe009e0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0476441 Nov 09 00:49:00.877771 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee4dc003-e6a6-4790-9f3c-de00a58d4a16 req-36216b5b-750e-41f9-baf2-cfca426e9e6e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 Nov 09 00:49:01.988593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6aabb6-0294-46ee-a4b8-cd5a3b8958f3 req-7022ab69-bb91-4baf-90be-7bfb8a72234f tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:01.990073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a6aabb6-0294-46ee-a4b8-cd5a3b8958f3 req-7022ab69-bb91-4baf-90be-7bfb8a72234f tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 943 time: 0.0482335 Nov 09 00:49:02.036898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a6aabb6-0294-46ee-a4b8-cd5a3b8958f3 req-0f1f9a3c-8b1f-4d0e-8fe4-a7f4c52c4ac1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408762 Nov 09 00:49:02.059180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:49:02.157233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:49:02.168527 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'port_id': '55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5', 'mac_address': 'fa:16:3e:bc:dc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:49:02.205494 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:02.217882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:49:02.236135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:49:02.239574 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:02.285775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:49:02.293303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:02.293682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:02.294018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:02.294350 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:02.294679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:02.295005 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:02.295344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:02.295646 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:02.295963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:02.296280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:02.296597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:02.296912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:02.485450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:49:03.151151 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cf957-b9af-407c-a73a-0fcba9e73cd0 req-5723483f-01da-4050-9474-c524e76ac568 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:03.152627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a62cf957-b9af-407c-a73a-0fcba9e73cd0 req-5723483f-01da-4050-9474-c524e76ac568 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 944 time: 0.0479684 Nov 09 00:49:03.198691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a62cf957-b9af-407c-a73a-0fcba9e73cd0 req-3d6f3fc4-7f32-43ac-aa2e-a877a71d78ef tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Nov 09 00:49:04.059733 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:49:04.108679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:49:04.112393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:49:04.112765 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:04.190795 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:04.212285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97eb4441-2193-426c-87e4-a78073ed03b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:49:04.214499 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18bad68-6054-4250-a351-409b30a8af78" -d '{"events": [{"server_uuid": "97eb4441-2193-426c-87e4-a78073ed03b0", "name": "network-vif-plugged", "status": "completed", "tag": "55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:49:04.229025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:49:04.234060 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:04.258019 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1e3d2a-baa3-44d9-8f7b-905bd19c6b52 x-openstack-request-id: req-aa1e3d2a-baa3-44d9-8f7b-905bd19c6b52 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:49:04.258311 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97eb4441-2193-426c-87e4-a78073ed03b0", "name": "network-vif-plugged", "status": "completed", "tag": "55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:49:04.258562 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa1e3d2a-baa3-44d9-8f7b-905bd19c6b52 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:49:04.258946 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97eb4441-2193-426c-87e4-a78073ed03b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5', 'code': 200} Nov 09 00:49:04.285656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:49:04.320282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f2c0b-ab3a-4c93-a7bf-dee7553c5ffe req-f0930d02-180f-49c5-82d8-102e87525722 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:04.321712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e69f2c0b-ab3a-4c93-a7bf-dee7553c5ffe req-f0930d02-180f-49c5-82d8-102e87525722 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 945 time: 0.0537300 Nov 09 00:49:04.389969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c72d54-1921-4d25-a7cf-2004c708cbda req-39dfe4c3-7f3a-4a1b-919d-3b7167290ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:04.391477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38c72d54-1921-4d25-a7cf-2004c708cbda req-39dfe4c3-7f3a-4a1b-919d-3b7167290ea0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 1096 time: 0.0689070 Nov 09 00:49:04.394779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e69f2c0b-ab3a-4c93-a7bf-dee7553c5ffe req-f3413774-0718-4105-9269-3d4ce2116c23 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651999 Nov 09 00:49:04.436545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-38c72d54-1921-4d25-a7cf-2004c708cbda req-cef4537c-ebde-43f0-8411-fb8d362305f9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Nov 09 00:49:05.516330 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbeb31-165c-45d2-9531-4fb3511ab1d7 req-c37e3474-7f5d-4cc5-89f3-ce7396fe271b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:05.519790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65cbeb31-165c-45d2-9531-4fb3511ab1d7 req-c37e3474-7f5d-4cc5-89f3-ce7396fe271b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 945 time: 0.0547552 Nov 09 00:49:05.571644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65cbeb31-165c-45d2-9531-4fb3511ab1d7 req-16b54cb9-a1b4-4a14-b477-c7c028a58327 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475578 Nov 09 00:49:06.686727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b69ce-708c-4c2c-a19a-ee84fdcfa7ce req-7c335873-294d-4393-a6fc-3349bdb78c01 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:06.688201 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-276b69ce-708c-4c2c-a19a-ee84fdcfa7ce req-7c335873-294d-4393-a6fc-3349bdb78c01 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 945 time: 0.0480154 Nov 09 00:49:06.735250 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-276b69ce-708c-4c2c-a19a-ee84fdcfa7ce req-8013a023-1dd7-4d11-b350-564d5190b6b8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412388 Nov 09 00:49:06.845974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac9478-dbfb-4b95-ba45-c8b11df2e63a req-b926ace1-6070-4c98-8e3c-3ad4ff3fa7f3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:06.847420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6fac9478-dbfb-4b95-ba45-c8b11df2e63a req-b926ace1-6070-4c98-8e3c-3ad4ff3fa7f3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 945 time: 0.0472236 Nov 09 00:49:06.893934 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6fac9478-dbfb-4b95-ba45-c8b11df2e63a req-82290f49-b1e4-4080-a5fb-1dfc32aef627 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406256 Nov 09 00:49:07.007570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3615d-27e5-4829-af7f-0345fd22a22d req-920e5105-2fa0-465e-b007-cffe0421895e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:07.009050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ed3615d-27e5-4829-af7f-0345fd22a22d req-920e5105-2fa0-465e-b007-cffe0421895e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 945 time: 0.0518739 Nov 09 00:49:07.055877 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ed3615d-27e5-4829-af7f-0345fd22a22d req-4fcc3612-ad92-47ec-8cd5-9fb89831604b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406864 Nov 09 00:49:07.327686 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc0965-7f45-497f-9755-996b8c683873 req-1c30b40e-869f-4d28-90f5-14908404a473 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:07.329178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81bc0965-7f45-497f-9755-996b8c683873 req-1c30b40e-869f-4d28-90f5-14908404a473 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 945 time: 0.0481765 Nov 09 00:49:07.376072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-81bc0965-7f45-497f-9755-996b8c683873 req-4efa1f50-48b9-4677-b1d1-21966d5e3256 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Nov 09 00:49:08.497319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8fa6d-41bf-45a4-a96f-9924d2fe4e01 req-6563742a-e37b-4af4-ae5b-5526eff7b327 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:08.498832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-adc8fa6d-41bf-45a4-a96f-9924d2fe4e01 req-6563742a-e37b-4af4-ae5b-5526eff7b327 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 945 time: 0.0521846 Nov 09 00:49:08.545638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-adc8fa6d-41bf-45a4-a96f-9924d2fe4e01 req-8bba110d-78d2-4aa1-9842-014032e4d3c1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Nov 09 00:49:08.718765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bfee8-8f48-41b4-b5bb-ec72773d2a69 req-8f086613-64b8-469e-9fef-97478cf02670 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:08.720130 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca2bfee8-8f48-41b4-b5bb-ec72773d2a69 req-8f086613-64b8-469e-9fef-97478cf02670 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 945 time: 0.0483856 Nov 09 00:49:08.807175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-ca2bfee8-8f48-41b4-b5bb-ec72773d2a69 req-a298d035-09f8-49bf-81c7-d655da45eed9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Deleting port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:49:08.807521 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ca2bfee8-8f48-41b4-b5bb-ec72773d2a69 req-a298d035-09f8-49bf-81c7-d655da45eed9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:08.896644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-ca2bfee8-8f48-41b4-b5bb-ec72773d2a69 req-a298d035-09f8-49bf-81c7-d655da45eed9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] For port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:49:08.897005 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ca2bfee8-8f48-41b4-b5bb-ec72773d2a69 req-a298d035-09f8-49bf-81c7-d655da45eed9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:08.909886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-ca2bfee8-8f48-41b4-b5bb-ec72773d2a69 req-a298d035-09f8-49bf-81c7-d655da45eed9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Calling delete_port for 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:49:09.035711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ca2bfee8-8f48-41b4-b5bb-ec72773d2a69 req-a298d035-09f8-49bf-81c7-d655da45eed9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:09.047914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:49:09.064285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298d035-09f8-49bf-81c7-d655da45eed9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event deleted for resources: {'Port': ['ID=55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:49:09.112716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2bfee8-8f48-41b4-b5bb-ec72773d2a69 req-a298d035-09f8-49bf-81c7-d655da45eed9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] No DVR routers for this DVR port 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:49:09.115514 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-ca2bfee8-8f48-41b4-b5bb-ec72773d2a69 req-a298d035-09f8-49bf-81c7-d655da45eed9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:09.119528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca2bfee8-8f48-41b4-b5bb-ec72773d2a69 req-a298d035-09f8-49bf-81c7-d655da45eed9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "DELETE /v2.0/ports/55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 HTTP/1.1" status: 204 len: 173 time: 0.3926766 Nov 09 00:49:09.119997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97eb4441-2193-426c-87e4-a78073ed03b0', 'name': 'network-vif-deleted', 'tag': '55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:49:09.122340 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b656198-7b65-4511-819a-3b54cbd902fe" -d '{"events": [{"server_uuid": "97eb4441-2193-426c-87e4-a78073ed03b0", "name": "network-vif-deleted", "tag": "55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:49:09.163776 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abec86d-00d3-416b-802a-8f4528435c46 x-openstack-request-id: req-1abec86d-00d3-416b-802a-8f4528435c46 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:49:09.164152 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97eb4441-2193-426c-87e4-a78073ed03b0", "name": "network-vif-deleted", "tag": "55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:49:09.164503 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1abec86d-00d3-416b-802a-8f4528435c46 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:49:09.164936 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97eb4441-2193-426c-87e4-a78073ed03b0', 'name': 'network-vif-deleted', 'tag': '55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5', 'status': 'completed', 'code': 200} Nov 09 00:49:09.644484 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-140010bf-4d16-475d-acbe-cf13dbc1317f req-323794f4-58ad-4472-a7ac-6eaa05b08932 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 210 time: 0.0321991 Nov 09 00:49:10.739193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b8314b0-f647-4ed2-9238-aac7c9b2de9e req-a89e8b0e-06a0-481b-9efd-eb5eddc40528 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 210 time: 0.0267212 Nov 09 00:49:11.834158 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b9590f1c-c4d9-4c38-9c11-d5a4840abf0a req-5fbe6a4e-a925-4cec-bb28-018ed6edbafa tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 210 time: 0.0257292 Nov 09 00:49:12.107715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:49:12.127103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:49:12.127445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 55ff50a6-4c3d-49d6-a8c7-fe93d3e4afe5 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:49:12.713855 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cf1c33d8-8eda-43a5-95d2-96a251fe50fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:12.929056 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a24de38-949b-417d-a142-e0884fecc2f5 req-8b8d3f81-9114-46db-adf6-8c3fc5c181a6 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=97eb4441-2193-426c-87e4-a78073ed03b0 HTTP/1.1" status: 200 len: 210 time: 0.0266993 Nov 09 00:49:14.804383 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e87aa7d8-b867-4580-a6c1-2f51f9c4d80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:16.196829 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:16.214834 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:16.519563 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:17.724306 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:18.397920 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:19.197978 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:49:23.594818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-39f26e87-db03-48ab-983f-0f0db3dd3419 req-1539c2a5-2f81-446c-93de-8f31668cc27f service neutron] (101781) timed out ('10.222.0.25', 56204) {{(pid=101781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:49:35.767693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-acf4d651-4ac1-42fb-91b5-4814f87f69a1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:35.769139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-acf4d651-4ac1-42fb-91b5-4814f87f69a1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1035912 Nov 09 00:49:35.783779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-1775e889-8717-47b1-a2ad-1995f6267f79 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/quotas/82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 375 time: 0.0089166 Nov 09 00:49:35.833313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-bc7f8094-b7df-4468-928c-45e7f48c8f52 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445337 Nov 09 00:49:35.925985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-faf8530b-3448-459f-8423-01d5e3f9027c service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859683 Nov 09 00:49:36.015269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-6e947eb1-c342-4b9f-b608-3e7b63f58c6f service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833368 Nov 09 00:49:36.287509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bf82eb3a-2865-4991-aab5-0129ce707c4f req-87fa1fc1-5f41-4fe4-bff8-46e5f7f93238 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 210 time: 0.0267155 Nov 09 00:49:37.160562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-4b9b6581-d56b-40a1-aeac-263a05601072 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:37.162994 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-4b9b6581-d56b-40a1-aeac-263a05601072 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1168227 Nov 09 00:49:37.178264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'port': {'device_id': '56adace9-907f-4b24-be86-275ea0011b99', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'admin_state_up': True, 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:49:37.290750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Made reservation on behalf of 82f4233ce3744671bbf9604c7763e2c6 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:49:37.294970 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:37.410496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bb964b0-aed2-4cca-84ce-90ef2f6c494d req-8f215b54-73f4-4b2e-8084-c5f9796a18f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 210 time: 0.0393374 Nov 09 00:49:37.467211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Allocated IP 172.20.0.5 (66b4b587-5383-494c-927f-91031d43405c/68950d10-95a7-45d5-936c-3308b76040d9/1595f914-07c8-4cef-b2a6-bc441b55a68c) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:49:37.619271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:37.652541 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:37.694072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Network 66b4b587-5383-494c-927f-91031d43405c is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:49:37.699142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:49:37.702900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:49:37.734132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=1595f914-07c8-4cef-b2a6-bc441b55a68c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:49:37.761876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:37.762578 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:37.780214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-397fb15e-1f73-4d42-926c-118225f2fdc1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065187 Nov 09 00:49:37.792884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Request body: {'port': {'device_id': '56adace9-907f-4b24-be86-275ea0011b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:49:37.850583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:37.977694 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8c55926d-1c80-434c-bda4-ed6cb3aa77bf None None] Provisioning complete for port 1595f914-07c8-4cef-b2a6-bc441b55a68c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:49:37.978816 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8c55926d-1c80-434c-bda4-ed6cb3aa77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:38.012936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8c55926d-1c80-434c-bda4-ed6cb3aa77bf None None] Port 1595f914-07c8-4cef-b2a6-bc441b55a68c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:49:38.127672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1595f914-07c8-4cef-b2a6-bc441b55a68c {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:49:38.135693 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:38.148512 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Transition to ACTIVE for port object 1595f914-07c8-4cef-b2a6-bc441b55a68c will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:49:38.152188 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:38.205882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Pushing event updated for resources: {'Port': ['ID=1595f914-07c8-4cef-b2a6-bc441b55a68c,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:49:38.280500 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Attempting to bind port 1595f914-07c8-4cef-b2a6-bc441b55a68c on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:49:38.280996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Attempting to bind port 1595f914-07c8-4cef-b2a6-bc441b55a68c by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:49:38.281426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Attempting to bind port 1595f914-07c8-4cef-b2a6-bc441b55a68c on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:49:38.286359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Port 1595f914-07c8-4cef-b2a6-bc441b55a68c on network 66b4b587-5383-494c-927f-91031d43405c not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:49:38.286697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Attempting to bind port 1595f914-07c8-4cef-b2a6-bc441b55a68c on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:49:38.291767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:49:38.292104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Checking segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:49:38.292490 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Bound using segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:49:38.292921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Bound port: 1595f914-07c8-4cef-b2a6-bc441b55a68c, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:49:38.293286 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:38.366004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] For port 1595f914-07c8-4cef-b2a6-bc441b55a68c, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:49:38.371131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] For port 1595f914-07c8-4cef-b2a6-bc441b55a68c, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1595f914-07c8-4cef-b2a6-bc441b55a68c,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:49:38.375832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:38.414131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:38.414816 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:38.416464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] 10.222.0.30 "PUT /v2.0/ports/1595f914-07c8-4cef-b2a6-bc441b55a68c HTTP/1.1" status: 200 len: 1091 time: 0.6285319 Nov 09 00:49:38.416963 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56adace9-907f-4b24-be86-275ea0011b99', 'tag': '1595f914-07c8-4cef-b2a6-bc441b55a68c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:49:38.419310 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb47050-cb07-48af-9cf5-69e1e4b8ec9c" -d '{"events": [{"name": "network-changed", "server_uuid": "56adace9-907f-4b24-be86-275ea0011b99", "tag": "1595f914-07c8-4cef-b2a6-bc441b55a68c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:49:38.468142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945e556-087d-4857-b81a-d96dcbd57455 service neutron] Pushing event updated for resources: {'Port': ['ID=1595f914-07c8-4cef-b2a6-bc441b55a68c,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:49:38.507905 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa36c25b-51c3-4154-9efd-3b66e28f7717 x-openstack-request-id: req-fa36c25b-51c3-4154-9efd-3b66e28f7717 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:49:38.508308 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56adace9-907f-4b24-be86-275ea0011b99", "tag": "1595f914-07c8-4cef-b2a6-bc441b55a68c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:49:38.508663 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa36c25b-51c3-4154-9efd-3b66e28f7717 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:49:38.509450 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56adace9-907f-4b24-be86-275ea0011b99', 'tag': '1595f914-07c8-4cef-b2a6-bc441b55a68c', 'status': 'completed', 'code': 200} Nov 09 00:49:38.536360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-9336edb1-3beb-43ec-b381-261a2f81ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:38.538150 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-9336edb1-3beb-43ec-b381-261a2f81ca1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 1094 time: 0.0642316 Nov 09 00:49:38.601170 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-ddc475bf-df8f-4c5a-ac47-22957e3fbd3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1595f914-07c8-4cef-b2a6-bc441b55a68c HTTP/1.1" status: 200 len: 217 time: 0.0451534 Nov 09 00:49:38.627222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91000f80-5388-4364-9980-f51b3fb6dbce req-b7a33e6e-3823-47ed-990b-6b4582f6dae5 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:38.628787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91000f80-5388-4364-9980-f51b3fb6dbce req-b7a33e6e-3823-47ed-990b-6b4582f6dae5 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 943 time: 0.1039402 Nov 09 00:49:38.698047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-e8f384b8-8e06-4677-bb77-a0a56f868957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:38.699906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-e8f384b8-8e06-4677-bb77-a0a56f868957 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0896702 Nov 09 00:49:38.741891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91000f80-5388-4364-9980-f51b3fb6dbce req-fe140faa-9337-4bea-acc0-07d3fa10e268 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945017 Nov 09 00:49:38.764357 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-66475a28-1aab-426f-bda5-be511a6fd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:38.766243 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-66475a28-1aab-426f-bda5-be511a6fd065 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593326 Nov 09 00:49:38.861172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-0062feab-551a-41d8-8792-e0a2f3186eff service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882719 Nov 09 00:49:38.954097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b565dc3-944e-40fa-9133-16169e6663f3 req-c0836a07-1119-47b7-b7e3-b59bd8053bda service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857446 Nov 09 00:49:39.043094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb47050-cb07-48af-9cf5-69e1e4b8ec9c req-cf4234eb-a9fd-4609-8700-e09d17872e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:39.044591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5eb47050-cb07-48af-9cf5-69e1e4b8ec9c req-cf4234eb-a9fd-4609-8700-e09d17872e1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 1094 time: 0.0464170 Nov 09 00:49:39.134895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb47050-cb07-48af-9cf5-69e1e4b8ec9c req-26a0ba78-842e-4b76-b4e1-95a8501bc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:39.136454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5eb47050-cb07-48af-9cf5-69e1e4b8ec9c req-26a0ba78-842e-4b76-b4e1-95a8501bc59c service neutron] 10.222.0.30 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0852289 Nov 09 00:49:39.182941 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5eb47050-cb07-48af-9cf5-69e1e4b8ec9c req-92ff0209-dd4c-408a-aabf-0abf1b481c82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1595f914-07c8-4cef-b2a6-bc441b55a68c HTTP/1.1" status: 200 len: 217 time: 0.0398974 Nov 09 00:49:39.231516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb47050-cb07-48af-9cf5-69e1e4b8ec9c req-03a425a7-398b-444d-a634-0134a6a9a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:39.232893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5eb47050-cb07-48af-9cf5-69e1e4b8ec9c req-03a425a7-398b-444d-a634-0134a6a9a906 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0438755 Nov 09 00:49:39.278005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb47050-cb07-48af-9cf5-69e1e4b8ec9c req-a29a0b3a-c0f9-44af-bd6e-33f068110eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:39.279485 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5eb47050-cb07-48af-9cf5-69e1e4b8ec9c req-a29a0b3a-c0f9-44af-bd6e-33f068110eae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397484 Nov 09 00:49:39.374104 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5eb47050-cb07-48af-9cf5-69e1e4b8ec9c req-7398019a-fe9e-485b-903e-55774fcfd4a8 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872471 Nov 09 00:49:39.464458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5eb47050-cb07-48af-9cf5-69e1e4b8ec9c req-5e2730ec-36eb-48aa-b05e-bbfe66990de2 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836482 Nov 09 00:49:39.863745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d38db-7f4d-47b3-8e1b-053212ed5b4c req-6a29f62e-92f5-40cf-aee5-dbb98a991562 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:39.865202 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c6d38db-7f4d-47b3-8e1b-053212ed5b4c req-6a29f62e-92f5-40cf-aee5-dbb98a991562 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 943 time: 0.0530870 Nov 09 00:49:39.914671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c6d38db-7f4d-47b3-8e1b-053212ed5b4c req-e9bf092a-a576-493c-8a6b-4d26c337568a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427971 Nov 09 00:49:41.031380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6eff2-4439-4219-9dc7-7469333cf0cf req-58f16c02-7235-473d-b396-9cbbbc23d089 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:41.032934 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94e6eff2-4439-4219-9dc7-7469333cf0cf req-58f16c02-7235-473d-b396-9cbbbc23d089 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 943 time: 0.0496645 Nov 09 00:49:41.081957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94e6eff2-4439-4219-9dc7-7469333cf0cf req-d147e4da-cfec-4dae-8aa3-0a885c39b31a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Nov 09 00:49:42.201941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24e8c6-581b-4544-b7dd-ddf53d640a35 req-0383db5e-d8b9-4c9e-9222-3951799d6b54 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:42.203521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec24e8c6-581b-4544-b7dd-ddf53d640a35 req-0383db5e-d8b9-4c9e-9222-3951799d6b54 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 943 time: 0.0490973 Nov 09 00:49:42.255426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ec24e8c6-581b-4544-b7dd-ddf53d640a35 req-14caf128-8919-464f-a606-3d8bd3a088bb tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454471 Nov 09 00:49:42.715325 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-281d81a9-87ad-4bf1-aefb-323f7815742f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:43.368404 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfde380-470f-474a-8d3d-7d1c9a01d5f2 req-59f616b9-2f4a-4904-874d-8de52f2b90c7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:43.369905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cfde380-470f-474a-8d3d-7d1c9a01d5f2 req-59f616b9-2f4a-4904-874d-8de52f2b90c7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 943 time: 0.0485566 Nov 09 00:49:43.418004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7cfde380-470f-474a-8d3d-7d1c9a01d5f2 req-538c3245-a02d-42fd-b517-357e3c4e0dbe tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420878 Nov 09 00:49:44.531651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec7640-ae81-4720-8394-ad47029e2dcb req-aa9e1520-d4a8-4f08-ad88-ee296ead1b38 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:44.533122 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5ec7640-ae81-4720-8394-ad47029e2dcb req-aa9e1520-d4a8-4f08-ad88-ee296ead1b38 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 943 time: 0.0479040 Nov 09 00:49:44.580006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5ec7640-ae81-4720-8394-ad47029e2dcb req-ba25cad1-7e74-4635-8a5a-d29728affe76 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Nov 09 00:49:44.805570 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4dd34f6f-3494-4987-a5f4-dc79903c97a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:45.700651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50052f2-8a23-426c-955a-49c6accb8143 req-167edd33-7c69-4db6-b4fb-d423b00daf01 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:45.702076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c50052f2-8a23-426c-955a-49c6accb8143 req-167edd33-7c69-4db6-b4fb-d423b00daf01 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 943 time: 0.0531430 Nov 09 00:49:45.747889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c50052f2-8a23-426c-955a-49c6accb8143 req-6cd3c997-dc6a-46ff-a797-906a2765392f tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398841 Nov 09 00:49:46.198538 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:46.213761 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:46.532189 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:46.860954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b31c0b-c825-448e-9998-f9559429cfb2 req-d8aaaf4f-fc12-4577-9535-01b9f34005eb tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:46.862446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5b31c0b-c825-448e-9998-f9559429cfb2 req-d8aaaf4f-fc12-4577-9535-01b9f34005eb tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 943 time: 0.0478387 Nov 09 00:49:46.910218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5b31c0b-c825-448e-9998-f9559429cfb2 req-e0501aff-c01c-4c65-b0a2-82a78fa93d50 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419908 Nov 09 00:49:47.728213 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:48.023030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853268a-d0b7-4562-a83f-a0cf8e4bb35a req-b7d10b27-efcf-44bd-979a-27d4bab11b4d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:48.024497 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b853268a-d0b7-4562-a83f-a0cf8e4bb35a req-b7d10b27-efcf-44bd-979a-27d4bab11b4d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 943 time: 0.0478034 Nov 09 00:49:48.075256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b853268a-d0b7-4562-a83f-a0cf8e4bb35a req-c2c9d82f-ab7c-452a-8bdc-eb8bab2fdbe6 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441561 Nov 09 00:49:48.343284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1595f914-07c8-4cef-b2a6-bc441b55a68c details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:49:48.421893 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:48.449480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1595f914-07c8-4cef-b2a6-bc441b55a68c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1595f914-07c8-4cef-b2a6-bc441b55a68c,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:49:48.460058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '1595f914-07c8-4cef-b2a6-bc441b55a68c', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'port_id': '1595f914-07c8-4cef-b2a6-bc441b55a68c', 'mac_address': 'fa:16:3e:ad:98:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:49:48.495571 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:48.507537 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1595f914-07c8-4cef-b2a6-bc441b55a68c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:49:48.527559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1595f914-07c8-4cef-b2a6-bc441b55a68c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1595f914-07c8-4cef-b2a6-bc441b55a68c,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:49:48.531284 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:48.575370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1595f914-07c8-4cef-b2a6-bc441b55a68c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:49:48.722970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1595f914-07c8-4cef-b2a6-bc441b55a68c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:49:49.188758 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f0c41-3ce3-47ed-a754-bc01c08958ca req-cd87a331-c5f1-4ba5-a637-f6184b64acef tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:49.190242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a09f0c41-3ce3-47ed-a754-bc01c08958ca req-cd87a331-c5f1-4ba5-a637-f6184b64acef tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 944 time: 0.0479984 Nov 09 00:49:49.235684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a09f0c41-3ce3-47ed-a754-bc01c08958ca req-877da634-ce1b-478c-b6e9-f9300d7e5f20 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Nov 09 00:49:50.348398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024cbbc-acdf-4fab-a406-46f944157321 req-a51e6e96-6f67-4f99-a774-9af5cdc2e045 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:50.349895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2024cbbc-acdf-4fab-a406-46f944157321 req-a51e6e96-6f67-4f99-a774-9af5cdc2e045 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 944 time: 0.0481567 Nov 09 00:49:50.359242 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1595f914-07c8-4cef-b2a6-bc441b55a68c up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:49:50.397999 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2024cbbc-acdf-4fab-a406-46f944157321 req-253bf6d3-0347-461d-8335-1941930ccde3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421999 Nov 09 00:49:50.409235 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 1595f914-07c8-4cef-b2a6-bc441b55a68c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:49:50.414890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 1595f914-07c8-4cef-b2a6-bc441b55a68c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:49:50.415266 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:50.493545 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:50.515903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56adace9-907f-4b24-be86-275ea0011b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1595f914-07c8-4cef-b2a6-bc441b55a68c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:49:50.518307 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4d5cb0-89f8-40d3-8113-8096c21155c6" -d '{"events": [{"server_uuid": "56adace9-907f-4b24-be86-275ea0011b99", "name": "network-vif-plugged", "status": "completed", "tag": "1595f914-07c8-4cef-b2a6-bc441b55a68c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:49:50.530460 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1595f914-07c8-4cef-b2a6-bc441b55a68c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1595f914-07c8-4cef-b2a6-bc441b55a68c,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:49:50.534679 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:50.560718 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070dbb04-04f4-4b39-a451-0eb0d1fa57a7 x-openstack-request-id: req-070dbb04-04f4-4b39-a451-0eb0d1fa57a7 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:49:50.561567 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56adace9-907f-4b24-be86-275ea0011b99", "name": "network-vif-plugged", "status": "completed", "tag": "1595f914-07c8-4cef-b2a6-bc441b55a68c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:49:50.561970 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-070dbb04-04f4-4b39-a451-0eb0d1fa57a7 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:49:50.562399 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56adace9-907f-4b24-be86-275ea0011b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1595f914-07c8-4cef-b2a6-bc441b55a68c', 'code': 200} Nov 09 00:49:50.587827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1595f914-07c8-4cef-b2a6-bc441b55a68c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:49:50.655935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca21ed-a490-4d3f-a3b0-50f38a072ed7 req-209e332e-612b-4070-8e42-c902593db2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:50.657469 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97ca21ed-a490-4d3f-a3b0-50f38a072ed7 req-209e332e-612b-4070-8e42-c902593db2ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 1096 time: 0.0429654 Nov 09 00:49:50.701048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97ca21ed-a490-4d3f-a3b0-50f38a072ed7 req-15271bdf-68dd-4078-84c0-93a59ed92794 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Nov 09 00:49:51.513778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c5d5e-71f0-4522-b6c0-0d43dbad0575 req-e4888f0d-4d54-4fe0-9257-3100b3558ccd tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:51.515246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-893c5d5e-71f0-4522-b6c0-0d43dbad0575 req-e4888f0d-4d54-4fe0-9257-3100b3558ccd tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 945 time: 0.0476694 Nov 09 00:49:51.561576 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-893c5d5e-71f0-4522-b6c0-0d43dbad0575 req-a0230103-228c-4809-a721-8e27b035e889 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Nov 09 00:49:52.679198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee80e3-5f48-498a-a100-4ae8429150e9 req-1ddf9e59-2e85-4416-b7a8-fb0910a1e4ab tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:52.680669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaee80e3-5f48-498a-a100-4ae8429150e9 req-1ddf9e59-2e85-4416-b7a8-fb0910a1e4ab tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 945 time: 0.0517669 Nov 09 00:49:52.727847 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaee80e3-5f48-498a-a100-4ae8429150e9 req-a203f225-f519-4b5c-b870-e5e075eb5685 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Nov 09 00:49:52.840515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78837-0912-47e5-b629-b0bcc349a6e9 req-3e744f91-0db7-4629-90aa-2f21283822cd tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:52.841999 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0a78837-0912-47e5-b629-b0bcc349a6e9 req-3e744f91-0db7-4629-90aa-2f21283822cd tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 945 time: 0.0486276 Nov 09 00:49:52.889816 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0a78837-0912-47e5-b629-b0bcc349a6e9 req-bf17fbe5-de9e-4b9e-a7d0-b8f0e1d0458e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Nov 09 00:49:55.360913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-f8efdb08-72c6-47d6-a5fb-3fe0d81a529a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:55.362382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-f8efdb08-72c6-47d6-a5fb-3fe0d81a529a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1030042 Nov 09 00:49:55.376688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a112df29-4e24-441e-b96b-ad049a9214ca tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/quotas/82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 375 time: 0.0086546 Nov 09 00:49:55.428724 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-0c17c7b8-531e-4371-af02-997995e3d842 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468946 Nov 09 00:49:55.521315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-78066018-b5dc-4290-9c9c-1781a53ac8cb service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847175 Nov 09 00:49:55.607914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-c58be3ef-cf41-4e20-9e76-a1f94d549325 service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802360 Nov 09 00:49:55.794125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b76cc5e-013b-40d3-b1b8-15320ebc4af1 req-d7a01c01-5e19-4b5d-93e1-5ff3c38c6d96 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 210 time: 0.0259902 Nov 09 00:49:56.196761 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:49:56.688960 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-7f0b60dc-742e-456c-8488-91cbacf5ed37 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:56.690454 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-7f0b60dc-742e-456c-8488-91cbacf5ed37 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1036298 Nov 09 00:49:56.703756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'port': {'device_id': 'f8815593-75d0-42f6-9ce6-df9dc1031759', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'admin_state_up': True, 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:49:56.815651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Made reservation on behalf of 82f4233ce3744671bbf9604c7763e2c6 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:49:56.819291 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:56.900851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4f6cbb2-be89-4cf8-a57e-4f0b02e81946 req-e8f9d579-44e9-48f2-a350-bb313aab139a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 210 time: 0.0331013 Nov 09 00:49:56.951651 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Allocated IP 172.20.0.4 (66b4b587-5383-494c-927f-91031d43405c/68950d10-95a7-45d5-936c-3308b76040d9/9acb7777-60ca-4229-8ee6-6bba887a2ea9) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:49:57.117211 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:57.151802 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:57.163477 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1595f914-07c8-4cef-b2a6-bc441b55a68c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:49:57.204347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Network 66b4b587-5383-494c-927f-91031d43405c is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:49:57.207621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:49:57.212185 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:49:57.244906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=9acb7777-60ca-4229-8ee6-6bba887a2ea9,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:49:57.261206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:57.262251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:57.262783 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:57.263318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:57.263815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:57.264308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:57.264797 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:57.265286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:57.265806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:57.266295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:57.266792 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:57.267530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:49:57.288362 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:57.289305 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:57.310141 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-a88a4b35-8d7b-4551-8d63-2a8d2189be8d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6099668 Nov 09 00:49:57.323210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Request body: {'port': {'device_id': 'f8815593-75d0-42f6-9ce6-df9dc1031759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:49:57.384614 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:57.514188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3155312c-3617-4881-9398-749cb17ebfa3 None None] Provisioning complete for port 9acb7777-60ca-4229-8ee6-6bba887a2ea9 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:49:57.514550 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3155312c-3617-4881-9398-749cb17ebfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:57.553428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3155312c-3617-4881-9398-749cb17ebfa3 None None] Port 9acb7777-60ca-4229-8ee6-6bba887a2ea9 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:49:57.658801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acb7777-60ca-4229-8ee6-6bba887a2ea9 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:49:57.666159 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:57.678616 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Transition to ACTIVE for port object 9acb7777-60ca-4229-8ee6-6bba887a2ea9 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:49:57.682892 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:57.736716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Pushing event updated for resources: {'Port': ['ID=9acb7777-60ca-4229-8ee6-6bba887a2ea9,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:49:57.825463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Attempting to bind port 9acb7777-60ca-4229-8ee6-6bba887a2ea9 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:49:57.825898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Attempting to bind port 9acb7777-60ca-4229-8ee6-6bba887a2ea9 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:49:57.826288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Attempting to bind port 9acb7777-60ca-4229-8ee6-6bba887a2ea9 on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:49:57.831071 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Port 9acb7777-60ca-4229-8ee6-6bba887a2ea9 on network 66b4b587-5383-494c-927f-91031d43405c not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:49:57.831471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Attempting to bind port 9acb7777-60ca-4229-8ee6-6bba887a2ea9 on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:49:57.838019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:49:57.838415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Checking segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:49:57.838929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Bound using segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:49:57.840100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Bound port: 9acb7777-60ca-4229-8ee6-6bba887a2ea9, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:49:57.840654 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:57.914422 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] For port 9acb7777-60ca-4229-8ee6-6bba887a2ea9, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:49:57.919301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] For port 9acb7777-60ca-4229-8ee6-6bba887a2ea9, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9acb7777-60ca-4229-8ee6-6bba887a2ea9,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:49:57.924249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:57.981425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Pushing event updated for resources: {'Port': ['ID=9acb7777-60ca-4229-8ee6-6bba887a2ea9,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:49:57.988105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:57.988811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:49:57.990487 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-4eb417c5-41d7-47a0-8ed4-3bfd87368212 service neutron] 10.222.0.11 "PUT /v2.0/ports/9acb7777-60ca-4229-8ee6-6bba887a2ea9 HTTP/1.1" status: 200 len: 1091 time: 0.6716633 Nov 09 00:49:57.990994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8815593-75d0-42f6-9ce6-df9dc1031759', 'tag': '9acb7777-60ca-4229-8ee6-6bba887a2ea9'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:49:57.993482 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f54f7e3-8b9c-4054-b082-33f5602fe807" -d '{"events": [{"name": "network-changed", "server_uuid": "f8815593-75d0-42f6-9ce6-df9dc1031759", "tag": "9acb7777-60ca-4229-8ee6-6bba887a2ea9"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:49:58.047180 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3438faf-1685-42c4-a316-66f145ade054 x-openstack-request-id: req-b3438faf-1685-42c4-a316-66f145ade054 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:49:58.047479 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8815593-75d0-42f6-9ce6-df9dc1031759", "tag": "9acb7777-60ca-4229-8ee6-6bba887a2ea9", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:49:58.047842 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3438faf-1685-42c4-a316-66f145ade054 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:49:58.048255 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8815593-75d0-42f6-9ce6-df9dc1031759', 'tag': '9acb7777-60ca-4229-8ee6-6bba887a2ea9', 'status': 'completed', 'code': 200} Nov 09 00:49:58.076793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282761c1-c165-4ec2-bef2-ca2d8862083f req-bc81c1eb-1410-4d04-8bf5-f7bf9af59a3d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:58.079661 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-282761c1-c165-4ec2-bef2-ca2d8862083f req-bc81c1eb-1410-4d04-8bf5-f7bf9af59a3d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0860372 Nov 09 00:49:58.113228 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-064ce7d2-264b-480c-b77a-57c207e6506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:58.114998 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-064ce7d2-264b-480c-b77a-57c207e6506e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 1094 time: 0.0645580 Nov 09 00:49:58.145997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-282761c1-c165-4ec2-bef2-ca2d8862083f req-2d9318fd-1da6-457c-8109-512de360d4d3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603111 Nov 09 00:49:58.172393 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-2874ccc0-e817-4ec1-8c0a-c369c790f68d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acb7777-60ca-4229-8ee6-6bba887a2ea9 HTTP/1.1" status: 200 len: 217 time: 0.0491543 Nov 09 00:49:58.226294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-df2c0f4c-74d6-477a-b6fd-79c9663eb8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:58.227801 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-df2c0f4c-74d6-477a-b6fd-79c9663eb8e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0476675 Nov 09 00:49:58.274429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-849cc58e-226e-4024-94cf-ec5f51d26a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:58.276006 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-849cc58e-226e-4024-94cf-ec5f51d26a5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406778 Nov 09 00:49:58.370316 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-dc142369-868a-476a-bd0f-12764731ad9d service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861108 Nov 09 00:49:58.460490 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-af500a2f-07e5-4b78-aab7-52b3b9d69860 req-e9098439-3ee3-4ea7-a6ca-8d3c1e68a384 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824020 Nov 09 00:49:58.553691 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54f7e3-8b9c-4054-b082-33f5602fe807 req-27e161fc-32f7-4d28-b1b6-264dca92b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:58.555213 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f54f7e3-8b9c-4054-b082-33f5602fe807 req-27e161fc-32f7-4d28-b1b6-264dca92b9d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 1094 time: 0.0473258 Nov 09 00:49:58.645220 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54f7e3-8b9c-4054-b082-33f5602fe807 req-3ec34743-6521-4d3d-99f6-765ae2631888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:58.646768 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f54f7e3-8b9c-4054-b082-33f5602fe807 req-3ec34743-6521-4d3d-99f6-765ae2631888 service neutron] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0849395 Nov 09 00:49:58.989847 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f54f7e3-8b9c-4054-b082-33f5602fe807 req-a333a7d8-f61f-49e6-b773-61db980f65e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acb7777-60ca-4229-8ee6-6bba887a2ea9 HTTP/1.1" status: 200 len: 217 time: 0.3364291 Nov 09 00:49:59.041891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54f7e3-8b9c-4054-b082-33f5602fe807 req-5fed7dc7-34c7-482d-8b54-26826bd36b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:59.044248 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f54f7e3-8b9c-4054-b082-33f5602fe807 req-5fed7dc7-34c7-482d-8b54-26826bd36b96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0468957 Nov 09 00:49:59.092472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54f7e3-8b9c-4054-b082-33f5602fe807 req-9993b4c1-4d84-4b5f-8cc8-adba15ac61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:59.094002 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f54f7e3-8b9c-4054-b082-33f5602fe807 req-9993b4c1-4d84-4b5f-8cc8-adba15ac61ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423803 Nov 09 00:49:59.187546 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f54f7e3-8b9c-4054-b082-33f5602fe807 req-ee0d06ef-0d06-458d-9bcc-0a1ce4011292 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861940 Nov 09 00:49:59.264211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25e9a8-7feb-4d42-9170-d658408d853a req-da88fffd-8b01-462e-ac8a-80d6b0481273 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:49:59.266893 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad25e9a8-7feb-4d42-9170-d658408d853a req-da88fffd-8b01-462e-ac8a-80d6b0481273 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0565269 Nov 09 00:49:59.284398 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4f54f7e3-8b9c-4054-b082-33f5602fe807 req-4d892b13-0ded-4bad-983d-79d34bb05b66 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892198 Nov 09 00:49:59.315942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad25e9a8-7feb-4d42-9170-d658408d853a req-7ae59ba2-8d48-444e-8c4b-41c0c17a2d4f tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 Nov 09 00:50:00.486085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c84900-0b59-4306-96d5-e810c8227973 req-6fb96ba7-09e2-4742-a2d3-5c91a147ef08 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:00.487672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31c84900-0b59-4306-96d5-e810c8227973 req-6fb96ba7-09e2-4742-a2d3-5c91a147ef08 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0942030 Nov 09 00:50:00.559578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31c84900-0b59-4306-96d5-e810c8227973 req-a9c9c6fe-ec7a-4c84-a642-77e691741f82 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596950 Nov 09 00:50:01.703477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89544f20-f94b-457a-9372-d4ef1da92f75 req-3d30841f-4528-448c-9e98-f3e1ddaf3592 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:01.705979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89544f20-f94b-457a-9372-d4ef1da92f75 req-3d30841f-4528-448c-9e98-f3e1ddaf3592 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0625339 Nov 09 00:50:01.783184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89544f20-f94b-457a-9372-d4ef1da92f75 req-3cf9c96e-ff9a-40a1-8e15-87d6da1de00e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624828 Nov 09 00:50:02.963877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2af86-d9f3-4850-bfd5-52ea4dcec719 req-46c76a56-dba0-4ffd-8c4c-a825e5d7fc91 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:02.965788 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2cd2af86-d9f3-4850-bfd5-52ea4dcec719 req-46c76a56-dba0-4ffd-8c4c-a825e5d7fc91 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0690079 Nov 09 00:50:03.038059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2cd2af86-d9f3-4850-bfd5-52ea4dcec719 req-e699bad2-89e2-4996-bea1-097e6bd5edf6 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648718 Nov 09 00:50:04.146657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dd3f8-5e0e-4ab3-b009-b3c551dc490e req-1068a173-2c6a-4aca-8b9f-750f2d1f3522 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:04.149851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c8dd3f8-5e0e-4ab3-b009-b3c551dc490e req-1068a173-2c6a-4aca-8b9f-750f2d1f3522 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0519557 Nov 09 00:50:04.197277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9c8dd3f8-5e0e-4ab3-b009-b3c551dc490e req-76b29632-c316-45b4-9628-5939da0ab0c1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Nov 09 00:50:05.312489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910d0a6-7b24-4633-bcc5-4b3494d91d9b req-2bddc941-7041-446b-b2ec-a249fa41cf75 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:05.313989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d910d0a6-7b24-4633-bcc5-4b3494d91d9b req-2bddc941-7041-446b-b2ec-a249fa41cf75 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0479703 Nov 09 00:50:05.361754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d910d0a6-7b24-4633-bcc5-4b3494d91d9b req-b76dccbd-eb50-431d-abd5-ace733903b65 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416880 Nov 09 00:50:06.482192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e040615-199c-450d-8c2b-1ca613793251 req-c3843fe9-82ff-4ac2-be1c-be75a23922d1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:06.483714 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e040615-199c-450d-8c2b-1ca613793251 req-c3843fe9-82ff-4ac2-be1c-be75a23922d1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0536854 Nov 09 00:50:06.530628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e040615-199c-450d-8c2b-1ca613793251 req-633ee7ef-7c50-4fb1-8881-be994f1a82a9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409486 Nov 09 00:50:07.649649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a53f22-bde7-4ca4-a29e-7b07f8626955 req-31a493cd-a346-4f7f-b2f8-2662ac864d77 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:07.651123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7a53f22-bde7-4ca4-a29e-7b07f8626955 req-31a493cd-a346-4f7f-b2f8-2662ac864d77 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0519373 Nov 09 00:50:07.700629 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7a53f22-bde7-4ca4-a29e-7b07f8626955 req-fd43282f-10d2-49fa-8357-8b60bd24385b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433676 Nov 09 00:50:08.818866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7f1d1-e3cf-4f8d-a94d-c4831cbe3f50 req-b4cf5a62-1484-477c-99fa-5aceaf1717d8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:08.820334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61a7f1d1-e3cf-4f8d-a94d-c4831cbe3f50 req-b4cf5a62-1484-477c-99fa-5aceaf1717d8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0484605 Nov 09 00:50:08.871066 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-61a7f1d1-e3cf-4f8d-a94d-c4831cbe3f50 req-02e6865c-76f5-4071-b97a-98095dfd9d76 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Nov 09 00:50:09.990790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2916c3-4cf0-4fca-939b-39e80fbd8c88 req-5815dfff-8d95-4e16-b768-8e50b4972eb9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:09.992431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b2916c3-4cf0-4fca-939b-39e80fbd8c88 req-5815dfff-8d95-4e16-b768-8e50b4972eb9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0499678 Nov 09 00:50:10.039937 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b2916c3-4cf0-4fca-939b-39e80fbd8c88 req-137bb074-1416-422d-bee1-53c2a1acc126 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Nov 09 00:50:11.162193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d843e2-4c84-4190-9808-80dbdffe10c9 req-752f0605-68cc-4c06-8d23-7e46653c34f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:11.163789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-33d843e2-4c84-4190-9808-80dbdffe10c9 req-752f0605-68cc-4c06-8d23-7e46653c34f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0515797 Nov 09 00:50:11.213250 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-33d843e2-4c84-4190-9808-80dbdffe10c9 req-2a6d168f-bfa3-494e-82b1-0c7b75b3e904 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434339 Nov 09 00:50:12.335931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab165a8-8e42-4221-8572-55cd79283bed req-605f6137-890f-4827-a589-9cfc79685012 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:12.337426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ab165a8-8e42-4221-8572-55cd79283bed req-605f6137-890f-4827-a589-9cfc79685012 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0549893 Nov 09 00:50:12.390058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ab165a8-8e42-4221-8572-55cd79283bed req-909a2dc0-7b13-4486-94ee-8cde7f4b140b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457802 Nov 09 00:50:12.717342 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-63104299-7fd0-4188-b115-fcdb0ce8111f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:13.507698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178d09f-3feb-44eb-b8a6-78b792c62ae1 req-c019fe57-75f2-4bc2-a710-25f59c6496fb tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:13.509227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9178d09f-3feb-44eb-b8a6-78b792c62ae1 req-c019fe57-75f2-4bc2-a710-25f59c6496fb tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0488679 Nov 09 00:50:13.556655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9178d09f-3feb-44eb-b8a6-78b792c62ae1 req-566e0a04-5375-4270-8144-377c2da1a469 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407939 Nov 09 00:50:14.676082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03acea-33c4-4339-a46f-a6ba5ccc7a26 req-3217e07e-b086-43cf-b336-76827e8736f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:14.677553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb03acea-33c4-4339-a46f-a6ba5ccc7a26 req-3217e07e-b086-43cf-b336-76827e8736f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0514898 Nov 09 00:50:14.723954 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb03acea-33c4-4339-a46f-a6ba5ccc7a26 req-ab006eee-5861-4f14-8992-ffed6c5e18da tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 Nov 09 00:50:14.806968 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5116936e-6321-4321-bcdc-378fc5616072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:15.839435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4e9eb-f693-415a-872d-472290622c16 req-116173f2-98a3-4ffe-a027-8deb7385205a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:15.840996 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bf4e9eb-f693-415a-872d-472290622c16 req-116173f2-98a3-4ffe-a027-8deb7385205a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0493815 Nov 09 00:50:15.891548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bf4e9eb-f693-415a-872d-472290622c16 req-c12bfd44-3861-43d7-8230-946e0d045419 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Nov 09 00:50:16.202125 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:16.222128 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:16.532954 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:17.014836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb64f6d-5665-48e4-861f-2613f136f8b8 req-e3a97694-c8c2-4e5c-bcf1-78640ca1f9a0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:17.016330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cb64f6d-5665-48e4-861f-2613f136f8b8 req-e3a97694-c8c2-4e5c-bcf1-78640ca1f9a0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.0560865 Nov 09 00:50:17.068686 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cb64f6d-5665-48e4-861f-2613f136f8b8 req-fe2d837f-f289-4923-b4a1-586c4706b593 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460262 Nov 09 00:50:17.730946 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:18.395479 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:18.508815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d872b54-aa8d-4605-88be-5fc35bbdbef6 req-4393be1b-b988-451e-800e-57abee1ed837 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:18.510421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d872b54-aa8d-4605-88be-5fc35bbdbef6 req-4393be1b-b988-451e-800e-57abee1ed837 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 943 time: 0.3751283 Nov 09 00:50:18.564137 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d872b54-aa8d-4605-88be-5fc35bbdbef6 req-f95e077f-46ee-4fd4-b27c-8d9ec1d1a9ac tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471196 Nov 09 00:50:18.770606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9acb7777-60ca-4229-8ee6-6bba887a2ea9 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:50:18.869340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 9acb7777-60ca-4229-8ee6-6bba887a2ea9, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9acb7777-60ca-4229-8ee6-6bba887a2ea9,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:50:18.880870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '9acb7777-60ca-4229-8ee6-6bba887a2ea9', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'port_id': '9acb7777-60ca-4229-8ee6-6bba887a2ea9', 'mac_address': 'fa:16:3e:d7:6f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:50:18.917954 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:18.931120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acb7777-60ca-4229-8ee6-6bba887a2ea9 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:50:18.950844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 9acb7777-60ca-4229-8ee6-6bba887a2ea9, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9acb7777-60ca-4229-8ee6-6bba887a2ea9,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:50:18.955304 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:19.002276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=9acb7777-60ca-4229-8ee6-6bba887a2ea9,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:50:19.009853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:19.010196 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:19.010529 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:19.010859 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:19.011183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:19.011506 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:19.011865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:19.012222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:19.012583 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:19.012903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:19.013257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:19.013609 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:19.188283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['9acb7777-60ca-4229-8ee6-6bba887a2ea9'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:50:19.692407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19250320-92a0-4184-93ea-ff789ebc595f req-fb15c6c2-92c9-4dbb-a364-fce3ba758962 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:19.694054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19250320-92a0-4184-93ea-ff789ebc595f req-fb15c6c2-92c9-4dbb-a364-fce3ba758962 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 944 time: 0.0566444 Nov 09 00:50:19.747896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19250320-92a0-4184-93ea-ff789ebc595f req-99b6f84f-a5fa-451b-8a80-e31046e590b6 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467513 Nov 09 00:50:20.770116 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9acb7777-60ca-4229-8ee6-6bba887a2ea9 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:50:20.824327 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 9acb7777-60ca-4229-8ee6-6bba887a2ea9 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:50:20.829683 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 9acb7777-60ca-4229-8ee6-6bba887a2ea9 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:50:20.830056 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:20.891203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797bf07-8801-4a5f-8b76-54d5506430aa req-3e5b4b30-b73f-4d9c-9d64-f5ea1b5754be tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:20.894229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9797bf07-8801-4a5f-8b76-54d5506430aa req-3e5b4b30-b73f-4d9c-9d64-f5ea1b5754be tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 944 time: 0.0685372 Nov 09 00:50:20.920394 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:20.943293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8815593-75d0-42f6-9ce6-df9dc1031759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acb7777-60ca-4229-8ee6-6bba887a2ea9'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:50:20.945684 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1d301b-ecc3-431f-8e41-e337bb761261" -d '{"events": [{"server_uuid": "f8815593-75d0-42f6-9ce6-df9dc1031759", "name": "network-vif-plugged", "status": "completed", "tag": "9acb7777-60ca-4229-8ee6-6bba887a2ea9"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:50:20.955662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9797bf07-8801-4a5f-8b76-54d5506430aa req-b3e4d940-53d0-45f9-a11b-170427edb538 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535364 Nov 09 00:50:20.958742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 9acb7777-60ca-4229-8ee6-6bba887a2ea9, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9acb7777-60ca-4229-8ee6-6bba887a2ea9,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:50:20.963153 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:20.994322 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4de3b6-a49a-4f38-931d-a2bf9dafca82 x-openstack-request-id: req-0f4de3b6-a49a-4f38-931d-a2bf9dafca82 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:50:20.994708 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8815593-75d0-42f6-9ce6-df9dc1031759", "name": "network-vif-plugged", "status": "completed", "tag": "9acb7777-60ca-4229-8ee6-6bba887a2ea9", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:50:20.994898 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f4de3b6-a49a-4f38-931d-a2bf9dafca82 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:50:20.995280 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8815593-75d0-42f6-9ce6-df9dc1031759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acb7777-60ca-4229-8ee6-6bba887a2ea9', 'code': 200} Nov 09 00:50:21.024068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=9acb7777-60ca-4229-8ee6-6bba887a2ea9,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:50:21.100397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc03eeb-93f8-4302-8c7c-670d6a335f3c req-00bc60f9-d134-4500-8bef-9d2d5c2ea4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:21.101943 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5cc03eeb-93f8-4302-8c7c-670d6a335f3c req-00bc60f9-d134-4500-8bef-9d2d5c2ea4c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 1096 time: 0.0444705 Nov 09 00:50:21.145941 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5cc03eeb-93f8-4302-8c7c-670d6a335f3c req-ba26bffa-be96-4cdb-b172-9b976b88dd98 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367098 Nov 09 00:50:22.090107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35058a-b617-4408-99d8-27ad34430b04 req-b29ba689-56a8-4565-98c9-9e8b711fb20f tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:22.091672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de35058a-b617-4408-99d8-27ad34430b04 req-b29ba689-56a8-4565-98c9-9e8b711fb20f tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 945 time: 0.0537715 Nov 09 00:50:22.160717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-de35058a-b617-4408-99d8-27ad34430b04 req-0d7811f1-be50-4088-bb23-416894cc02cb tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608432 Nov 09 00:50:23.294087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27ab62-f920-4d88-a508-29438abe85e9 req-b7fce138-ff27-4e6a-b31d-cf8b2a546126 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:23.295959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab27ab62-f920-4d88-a508-29438abe85e9 req-b7fce138-ff27-4e6a-b31d-cf8b2a546126 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 945 time: 0.0567997 Nov 09 00:50:23.352732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab27ab62-f920-4d88-a508-29438abe85e9 req-19b314f1-4d6e-4565-abd1-97bebbee0e0a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508184 Nov 09 00:50:23.476542 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50482721-5497-45d2-beda-46f012ac1931 req-8c88bb38-6cef-42a5-a956-5c2c1450d89f tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:23.477960 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50482721-5497-45d2-beda-46f012ac1931 req-8c88bb38-6cef-42a5-a956-5c2c1450d89f tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 945 time: 0.0505400 Nov 09 00:50:23.526054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50482721-5497-45d2-beda-46f012ac1931 req-95be2f56-370b-4cd2-b2e6-e3a59ea1a4bb tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Nov 09 00:50:23.805807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bc9e0-559e-4290-bfeb-e8bdde9661d0 req-a3935248-7406-4dad-a193-efaead1a5dc8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:23.807313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-420bc9e0-559e-4290-bfeb-e8bdde9661d0 req-a3935248-7406-4dad-a193-efaead1a5dc8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 945 time: 0.0479026 Nov 09 00:50:23.854081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-420bc9e0-559e-4290-bfeb-e8bdde9661d0 req-ef573721-6385-4870-a76d-f4f1ac2fc94d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402110 Nov 09 00:50:24.973691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa78736-9f60-4e91-94e0-6831744bc5f4 req-f2c0177f-4b09-4d05-9a6a-d08db83beaf4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:24.975551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1aa78736-9f60-4e91-94e0-6831744bc5f4 req-f2c0177f-4b09-4d05-9a6a-d08db83beaf4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 945 time: 0.0519977 Nov 09 00:50:25.023918 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1aa78736-9f60-4e91-94e0-6831744bc5f4 req-bb933f0a-8698-43e9-a4fd-f5a2adfcd222 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Nov 09 00:50:25.218486 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0f18f-9010-46d2-ad3c-8e2c1711e447 req-c21ad25d-317a-4142-a546-685f597fc096 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:25.219820 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39c0f18f-9010-46d2-ad3c-8e2c1711e447 req-c21ad25d-317a-4142-a546-685f597fc096 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 945 time: 0.0483425 Nov 09 00:50:25.310732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-39c0f18f-9010-46d2-ad3c-8e2c1711e447 req-a17da2ee-2bd2-498f-b24e-8f598c7ee1ed tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Deleting port 9acb7777-60ca-4229-8ee6-6bba887a2ea9 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:50:25.311075 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-39c0f18f-9010-46d2-ad3c-8e2c1711e447 req-a17da2ee-2bd2-498f-b24e-8f598c7ee1ed tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:25.397840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-39c0f18f-9010-46d2-ad3c-8e2c1711e447 req-a17da2ee-2bd2-498f-b24e-8f598c7ee1ed tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] For port 9acb7777-60ca-4229-8ee6-6bba887a2ea9, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=9acb7777-60ca-4229-8ee6-6bba887a2ea9,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:50:25.398203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-39c0f18f-9010-46d2-ad3c-8e2c1711e447 req-a17da2ee-2bd2-498f-b24e-8f598c7ee1ed tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:25.410840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-39c0f18f-9010-46d2-ad3c-8e2c1711e447 req-a17da2ee-2bd2-498f-b24e-8f598c7ee1ed tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Calling delete_port for 9acb7777-60ca-4229-8ee6-6bba887a2ea9 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:50:25.540239 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-39c0f18f-9010-46d2-ad3c-8e2c1711e447 req-a17da2ee-2bd2-498f-b24e-8f598c7ee1ed tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:25.553058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1595f914-07c8-4cef-b2a6-bc441b55a68c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:50:25.555512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['9acb7777-60ca-4229-8ee6-6bba887a2ea9'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:50:25.568089 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17da2ee-2bd2-498f-b24e-8f598c7ee1ed tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event deleted for resources: {'Port': ['ID=9acb7777-60ca-4229-8ee6-6bba887a2ea9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:50:25.611231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c0f18f-9010-46d2-ad3c-8e2c1711e447 req-a17da2ee-2bd2-498f-b24e-8f598c7ee1ed tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] No DVR routers for this DVR port 9acb7777-60ca-4229-8ee6-6bba887a2ea9 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:50:25.614805 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-39c0f18f-9010-46d2-ad3c-8e2c1711e447 req-a17da2ee-2bd2-498f-b24e-8f598c7ee1ed tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:25.618419 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-39c0f18f-9010-46d2-ad3c-8e2c1711e447 req-a17da2ee-2bd2-498f-b24e-8f598c7ee1ed tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "DELETE /v2.0/ports/9acb7777-60ca-4229-8ee6-6bba887a2ea9 HTTP/1.1" status: 204 len: 173 time: 0.3923931 Nov 09 00:50:25.618878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8815593-75d0-42f6-9ce6-df9dc1031759', 'name': 'network-vif-deleted', 'tag': '9acb7777-60ca-4229-8ee6-6bba887a2ea9'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:50:25.621394 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6382804-65eb-455f-9103-7cc48041fced" -d '{"events": [{"server_uuid": "f8815593-75d0-42f6-9ce6-df9dc1031759", "name": "network-vif-deleted", "tag": "9acb7777-60ca-4229-8ee6-6bba887a2ea9"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:50:25.667493 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6241f67e-533f-43ea-bbe4-7eb8bf6d4cb3 x-openstack-request-id: req-6241f67e-533f-43ea-bbe4-7eb8bf6d4cb3 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:50:25.667884 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8815593-75d0-42f6-9ce6-df9dc1031759", "name": "network-vif-deleted", "tag": "9acb7777-60ca-4229-8ee6-6bba887a2ea9", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:50:25.668072 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6241f67e-533f-43ea-bbe4-7eb8bf6d4cb3 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:50:25.668565 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8815593-75d0-42f6-9ce6-df9dc1031759', 'name': 'network-vif-deleted', 'tag': '9acb7777-60ca-4229-8ee6-6bba887a2ea9', 'status': 'completed', 'code': 200} Nov 09 00:50:26.117331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70aabe3e-c76a-49e3-8885-9a68c3c42c4b req-7fd6b474-d593-4332-841b-bd740c6bc122 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 210 time: 0.0262296 Nov 09 00:50:26.952055 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04a94a6d-4642-4d43-8271-466d63ba7139 req-1561d5ca-c747-4fad-8f53-321ee14acbf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389550 Nov 09 00:50:27.037915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a94a6d-4642-4d43-8271-466d63ba7139 req-9e40af59-c965-4a6b-8514-5439dbadf4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:27.039459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04a94a6d-4642-4d43-8271-466d63ba7139 req-9e40af59-c965-4a6b-8514-5439dbadf4e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 1096 time: 0.0453055 Nov 09 00:50:27.143354 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a94a6d-4642-4d43-8271-466d63ba7139 req-ce732744-1395-441c-b873-d280c05a5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:27.145378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04a94a6d-4642-4d43-8271-466d63ba7139 req-ce732744-1395-441c-b873-d280c05a5af0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0858567 Nov 09 00:50:27.195197 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04a94a6d-4642-4d43-8271-466d63ba7139 req-ed8b8871-11e5-46e9-bbb0-541b3c1f8a31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1595f914-07c8-4cef-b2a6-bc441b55a68c HTTP/1.1" status: 200 len: 217 time: 0.0428874 Nov 09 00:50:27.226315 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87d3429a-8c86-4114-9ee6-888aee8744da req-926d2a84-e465-4ab9-a5dc-da02a1a01903 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 210 time: 0.0336888 Nov 09 00:50:27.259263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a94a6d-4642-4d43-8271-466d63ba7139 req-17e1e538-9c02-4f8d-8086-0235c69f5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:27.260713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04a94a6d-4642-4d43-8271-466d63ba7139 req-17e1e538-9c02-4f8d-8086-0235c69f5acc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0582643 Nov 09 00:50:27.308223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a94a6d-4642-4d43-8271-466d63ba7139 req-36a910b4-f500-44f4-bb0e-c7cbbb9d679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:27.309793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04a94a6d-4642-4d43-8271-466d63ba7139 req-36a910b4-f500-44f4-bb0e-c7cbbb9d679b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419178 Nov 09 00:50:27.409365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04a94a6d-4642-4d43-8271-466d63ba7139 req-53758b57-63e2-416e-b226-9b10e0b20f9b service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911059 Nov 09 00:50:27.503171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04a94a6d-4642-4d43-8271-466d63ba7139 req-d061b320-4beb-428d-a591-c513c503b605 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854809 Nov 09 00:50:28.328387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ba631f19-e7d4-4025-b1d2-3dde090decf7 req-56c84c1d-403c-4845-967f-d1d7a303d1b9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 210 time: 0.0332549 Nov 09 00:50:28.786267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9acb7777-60ca-4229-8ee6-6bba887a2ea9 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:50:28.806759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 9acb7777-60ca-4229-8ee6-6bba887a2ea9 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:50:28.807104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 9acb7777-60ca-4229-8ee6-6bba887a2ea9 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:50:29.426793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72c09d82-32a9-4bc0-b199-ff308cc4653a req-5e9765b8-eb29-4544-befe-8567c796c687 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8815593-75d0-42f6-9ce6-df9dc1031759 HTTP/1.1" status: 200 len: 210 time: 0.0264595 Nov 09 00:50:33.196786 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:50:36.000959 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef67411-174e-4d1f-9805-9605258cf46e req-1b7c6ade-b8d6-4116-868c-9c29a09a5ff2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:36.002470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eef67411-174e-4d1f-9805-9605258cf46e req-1b7c6ade-b8d6-4116-868c-9c29a09a5ff2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 945 time: 0.0497141 Nov 09 00:50:36.049695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eef67411-174e-4d1f-9805-9605258cf46e req-772eafc1-0f8a-4d1e-934f-d1637d625966 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411251 Nov 09 00:50:37.170128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756f716-f381-4920-8e17-7bed4f602d79 req-9f9b2016-333a-417f-8c80-935ab7e92c83 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:37.171595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d756f716-f381-4920-8e17-7bed4f602d79 req-9f9b2016-333a-417f-8c80-935ab7e92c83 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Nov 09 00:50:37.223583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d756f716-f381-4920-8e17-7bed4f602d79 req-f0eceee5-c5f2-49b5-b8f5-9137cd665673 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e17925a-5591-4d6d-824a-cee8986fd940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459466 Nov 09 00:50:37.447855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf009562-e608-4b72-acb4-8d6fc1ed2063 req-465874ed-b9e1-4935-80d3-6ba8f42e81a3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:50:37.449679 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf009562-e608-4b72-acb4-8d6fc1ed2063 req-465874ed-b9e1-4935-80d3-6ba8f42e81a3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 945 time: 0.0503416 Nov 09 00:50:37.539992 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-cf009562-e608-4b72-acb4-8d6fc1ed2063 req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Deleting port 1595f914-07c8-4cef-b2a6-bc441b55a68c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:50:37.540327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cf009562-e608-4b72-acb4-8d6fc1ed2063 req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:37.631573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-cf009562-e608-4b72-acb4-8d6fc1ed2063 req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] For port 1595f914-07c8-4cef-b2a6-bc441b55a68c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1595f914-07c8-4cef-b2a6-bc441b55a68c,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:50:37.631924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cf009562-e608-4b72-acb4-8d6fc1ed2063 req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:37.646044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-cf009562-e608-4b72-acb4-8d6fc1ed2063 req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Calling delete_port for 1595f914-07c8-4cef-b2a6-bc441b55a68c owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:50:37.775187 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cf009562-e608-4b72-acb4-8d6fc1ed2063 req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:37.787107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1595f914-07c8-4cef-b2a6-bc441b55a68c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:50:37.804237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event deleted for resources: {'Port': ['ID=1595f914-07c8-4cef-b2a6-bc441b55a68c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:50:37.834107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:37.834464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:37.834816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:37.835159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:37.835507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:37.835839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:37.836172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:37.836506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:37.836838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:37.837175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:37.837534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:37.837869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:50:37.860619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf009562-e608-4b72-acb4-8d6fc1ed2063 req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] No DVR routers for this DVR port 1595f914-07c8-4cef-b2a6-bc441b55a68c on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:50:37.863237 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-cf009562-e608-4b72-acb4-8d6fc1ed2063 req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:37.867187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cf009562-e608-4b72-acb4-8d6fc1ed2063 req-832d2198-7407-4114-9945-7b77840f36f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "DELETE /v2.0/ports/1595f914-07c8-4cef-b2a6-bc441b55a68c HTTP/1.1" status: 204 len: 173 time: 0.4116468 Nov 09 00:50:37.867645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56adace9-907f-4b24-be86-275ea0011b99', 'name': 'network-vif-deleted', 'tag': '1595f914-07c8-4cef-b2a6-bc441b55a68c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:50:37.870343 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e7d027-fc3b-4ed3-b728-6bfadf60ac02" -d '{"events": [{"server_uuid": "56adace9-907f-4b24-be86-275ea0011b99", "name": "network-vif-deleted", "tag": "1595f914-07c8-4cef-b2a6-bc441b55a68c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:50:37.910910 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefe3d44-5d0a-4b04-8629-05249c1de8ef x-openstack-request-id: req-aefe3d44-5d0a-4b04-8629-05249c1de8ef {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:50:37.911222 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56adace9-907f-4b24-be86-275ea0011b99", "name": "network-vif-deleted", "tag": "1595f914-07c8-4cef-b2a6-bc441b55a68c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:50:37.911483 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aefe3d44-5d0a-4b04-8629-05249c1de8ef {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:50:37.911894 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56adace9-907f-4b24-be86-275ea0011b99', 'name': 'network-vif-deleted', 'tag': '1595f914-07c8-4cef-b2a6-bc441b55a68c', 'status': 'completed', 'code': 200} Nov 09 00:50:38.319443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d70177cb-14de-4010-9576-5e6ca600a010 req-1f30f629-ec29-4184-b01d-a80632c84438 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 210 time: 0.0266154 Nov 09 00:50:39.418495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-95b98840-0829-477f-9ed6-14eb0908c0f5 req-cae6896d-b00a-4438-9935-167e3b9c5123 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 210 time: 0.0308130 Nov 09 00:50:40.514162 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a31c0f0f-0af5-440d-9c14-1b4996c39be7 req-2b50fa56-ab96-4132-9132-1f2d5f87f25d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 210 time: 0.0261621 Nov 09 00:50:40.561407 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1595f914-07c8-4cef-b2a6-bc441b55a68c no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:50:40.582673 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 1595f914-07c8-4cef-b2a6-bc441b55a68c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:50:40.582943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1595f914-07c8-4cef-b2a6-bc441b55a68c not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:50:41.608575 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25dec479-7db8-44ad-bc31-43011a9ff32d req-42e21fe7-a2bf-48af-b457-186bd25d60d0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=56adace9-907f-4b24-be86-275ea0011b99 HTTP/1.1" status: 200 len: 210 time: 0.0264485 Nov 09 00:50:42.720853 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4c301cd7-48bb-4e08-9989-fa9acf0237e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:44.808658 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f31f3690-b846-49d7-bb78-a30c3c903276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.204138 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.230125 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.504642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57048) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:50:46.509279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-ae670868-c31f-419d-98eb-f82bb80ce1f7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1914467127', 'description': 'tempest-secgroup-smoke-1914467127 description', 'project_id': '82f4233ce3744671bbf9604c7763e2c6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:50:46.532564 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae670868-c31f-419d-98eb-f82bb80ce1f7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.536070 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.614047 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae670868-c31f-419d-98eb-f82bb80ce1f7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.618144 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae670868-c31f-419d-98eb-f82bb80ce1f7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.647756 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae670868-c31f-419d-98eb-f82bb80ce1f7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.648978 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ae670868-c31f-419d-98eb-f82bb80ce1f7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1433108 Nov 09 00:50:46.650826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae670868-c31f-419d-98eb-f82bb80ce1f7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:50:46.652090 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57050) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:50:46.658330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a907e95f-b97a-4f47-bc00-3884b16a79f9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'security_group_rule': {'security_group_id': '2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4', 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:50:46.683924 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a907e95f-b97a-4f47-bc00-3884b16a79f9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.732310 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a907e95f-b97a-4f47-bc00-3884b16a79f9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.736020 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a907e95f-b97a-4f47-bc00-3884b16a79f9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.755999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907e95f-b97a-4f47-bc00-3884b16a79f9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5529d022-1abc-45a9-80f5-048233d4bcaa,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:50:46.761527 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a907e95f-b97a-4f47-bc00-3884b16a79f9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.762945 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a907e95f-b97a-4f47-bc00-3884b16a79f9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1089928 Nov 09 00:50:46.765433 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57052) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:50:46.769981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b5e934a3-65cb-4ab6-8c3b-4093b04fd820 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'security_group_rule': {'security_group_id': '2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4', 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:50:46.794763 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5e934a3-65cb-4ab6-8c3b-4093b04fd820 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.848543 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5e934a3-65cb-4ab6-8c3b-4093b04fd820 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.852618 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5e934a3-65cb-4ab6-8c3b-4093b04fd820 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.872656 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e934a3-65cb-4ab6-8c3b-4093b04fd820 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7655da26-4887-4f14-87b6-d150c741e3af,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:50:46.878582 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5e934a3-65cb-4ab6-8c3b-4093b04fd820 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.879749 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b5e934a3-65cb-4ab6-8c3b-4093b04fd820 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134074 Nov 09 00:50:46.882899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57054) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:50:46.887099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e7453427-ec01-44e5-bfff-10a893b3b584 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'security_group_rule': {'security_group_id': '2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4', 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:50:46.912165 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7453427-ec01-44e5-bfff-10a893b3b584 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.966513 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7453427-ec01-44e5-bfff-10a893b3b584 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.969869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7453427-ec01-44e5-bfff-10a893b3b584 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.987252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7453427-ec01-44e5-bfff-10a893b3b584 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dd6751-e379-4eaf-a25d-806329ca4cbe,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:50:46.995145 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e7453427-ec01-44e5-bfff-10a893b3b584 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:46.996310 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e7453427-ec01-44e5-bfff-10a893b3b584 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125076 Nov 09 00:50:46.999029 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57056) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:50:47.004005 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-211635f8-c5fe-4400-818a-935eecf93b07 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'security_group_rule': {'security_group_id': '2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4', 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:50:47.029997 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-211635f8-c5fe-4400-818a-935eecf93b07 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:47.087677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-211635f8-c5fe-4400-818a-935eecf93b07 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:47.091086 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-211635f8-c5fe-4400-818a-935eecf93b07 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:47.108667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211635f8-c5fe-4400-818a-935eecf93b07 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa30ad8-7c0c-474d-8b16-db21106002ca,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:50:47.117830 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-211635f8-c5fe-4400-818a-935eecf93b07 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:47.119019 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-211635f8-c5fe-4400-818a-935eecf93b07 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190829 Nov 09 00:50:47.121655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57058) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:50:47.126156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f9845256-6d3f-4377-9acc-c9f572890d17 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'security_group_rule': {'security_group_id': '2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4', 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:50:47.146634 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-f9845256-6d3f-4377-9acc-c9f572890d17 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Project 82f4233ce3744671bbf9604c7763e2c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:50:47.151182 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f9845256-6d3f-4377-9acc-c9f572890d17 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:47.207753 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f9845256-6d3f-4377-9acc-c9f572890d17 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:47.211070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f9845256-6d3f-4377-9acc-c9f572890d17 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:47.228922 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9845256-6d3f-4377-9acc-c9f572890d17 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c744662-f363-47eb-a830-58afe3169a46,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:50:47.234325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f9845256-6d3f-4377-9acc-c9f572890d17 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:47.236024 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f9845256-6d3f-4377-9acc-c9f572890d17 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1133327 Nov 09 00:50:47.238788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57060) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:50:47.243109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-66dec079-9309-4ff0-974a-965402809542 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'security_group_rule': {'security_group_id': '2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4', 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:50:47.263418 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-66dec079-9309-4ff0-974a-965402809542 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Project 82f4233ce3744671bbf9604c7763e2c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 00:50:47.268322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-66dec079-9309-4ff0-974a-965402809542 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:47.326767 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-66dec079-9309-4ff0-974a-965402809542 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:47.330218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-66dec079-9309-4ff0-974a-965402809542 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:47.349078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dec079-9309-4ff0-974a-965402809542 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16b4913-c5ab-4fea-9f10-385f7981f633,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:50:47.357088 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-66dec079-9309-4ff0-974a-965402809542 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:47.358278 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-66dec079-9309-4ff0-974a-965402809542 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185806 Nov 09 00:50:47.735134 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:50:48.398523 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:02.600658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-806a56ee-eb52-4553-be50-4fd83c59ad22 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914467127&fields=id&tenant_id=82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 267 time: 0.0441799 Nov 09 00:51:02.708443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-eceb876f-1d1d-4833-a6e1-e00bc4c4717c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:02.709805 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-eceb876f-1d1d-4833-a6e1-e00bc4c4717c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1022933 Nov 09 00:51:02.724768 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-525eace8-65e0-4f36-8cff-42171f289722 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/quotas/82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 375 time: 0.0092673 Nov 09 00:51:02.774526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-d430ee0b-b990-4691-934e-9e36223ec729 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447121 Nov 09 00:51:02.874887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-27f4e44f-9c4b-4884-81c6-7f4ee196fb58 service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877960 Nov 09 00:51:02.962476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-4ef9844f-a904-457b-8955-08167b47aee2 service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815289 Nov 09 00:51:03.241449 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54cf3e2a-9cc5-4f61-a930-5abdd60d76cd req-6bcea9e5-06cf-4708-9565-9f623cbaafee tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 210 time: 0.0310776 Nov 09 00:51:04.115501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-e841a307-ccf0-4355-bb28-2fa2f5e294b1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:04.116971 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-e841a307-ccf0-4355-bb28-2fa2f5e294b1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1035795 Nov 09 00:51:04.182380 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f6fe7e88-1612-4b2a-ba77-4a33dbd1768e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 380 time: 0.0553918 Nov 09 00:51:04.192577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'port': {'device_id': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'admin_state_up': True, 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'security_groups': ['2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:51:04.308069 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Made reservation on behalf of 82f4233ce3744671bbf9604c7763e2c6 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:51:04.311873 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:04.337157 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb9053a3-b830-4dfd-a095-5ec8a741bdbd req-f4cfd009-0df7-4f13-8d67-9b0da4b8193a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 210 time: 0.0264099 Nov 09 00:51:04.440082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Allocated IP 172.20.0.7 (66b4b587-5383-494c-927f-91031d43405c/68950d10-95a7-45d5-936c-3308b76040d9/cb2fc6db-9387-466c-9a00-95f499eccc2a) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:51:04.578735 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:04.615277 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:04.657409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Network 66b4b587-5383-494c-927f-91031d43405c is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:51:04.662907 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:51:04.666621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:51:04.673289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=cb2fc6db-9387-466c-9a00-95f499eccc2a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:51:04.699799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:04.700146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:04.700524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:04.700862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:04.701191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:04.701543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:04.701861 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:04.702178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:04.702493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:04.702810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:04.703258 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:04.703586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:04.738749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:04.739409 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:04.755214 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dd5675e5-b62c-44d8-9c87-2dcfd566e615 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5673006 Nov 09 00:51:04.767921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Request body: {'port': {'device_id': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:51:04.830811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:04.942299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0f8604fe-3043-46b3-b653-17e2fe4e60ef None None] Provisioning complete for port cb2fc6db-9387-466c-9a00-95f499eccc2a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:51:04.942818 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0f8604fe-3043-46b3-b653-17e2fe4e60ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:04.991522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-0f8604fe-3043-46b3-b653-17e2fe4e60ef None None] Port cb2fc6db-9387-466c-9a00-95f499eccc2a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:51:05.102007 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2fc6db-9387-466c-9a00-95f499eccc2a {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:51:05.109731 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:05.122525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Transition to ACTIVE for port object cb2fc6db-9387-466c-9a00-95f499eccc2a will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:51:05.128910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:05.180781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Pushing event updated for resources: {'Port': ['ID=cb2fc6db-9387-466c-9a00-95f499eccc2a,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:51:05.248153 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Attempting to bind port cb2fc6db-9387-466c-9a00-95f499eccc2a on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:51:05.248492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Attempting to bind port cb2fc6db-9387-466c-9a00-95f499eccc2a by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:51:05.248817 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Attempting to bind port cb2fc6db-9387-466c-9a00-95f499eccc2a on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:51:05.254438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Port cb2fc6db-9387-466c-9a00-95f499eccc2a on network 66b4b587-5383-494c-927f-91031d43405c not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:51:05.254760 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Attempting to bind port cb2fc6db-9387-466c-9a00-95f499eccc2a on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:51:05.260144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:51:05.260482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Checking segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:51:05.260860 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Bound using segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:51:05.261286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Bound port: cb2fc6db-9387-466c-9a00-95f499eccc2a, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:51:05.261685 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:05.339330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] For port cb2fc6db-9387-466c-9a00-95f499eccc2a, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:51:05.342717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] For port cb2fc6db-9387-466c-9a00-95f499eccc2a, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cb2fc6db-9387-466c-9a00-95f499eccc2a,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:51:05.349571 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:05.394830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:05.395777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:05.397267 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] 10.222.0.11 "PUT /v2.0/ports/cb2fc6db-9387-466c-9a00-95f499eccc2a HTTP/1.1" status: 200 len: 1091 time: 0.6337287 Nov 09 00:51:05.397742 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'tag': 'cb2fc6db-9387-466c-9a00-95f499eccc2a'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:51:05.400436 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c65e1ff-ba76-4959-8195-3daefba9a57a" -d '{"events": [{"name": "network-changed", "server_uuid": "07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc", "tag": "cb2fc6db-9387-466c-9a00-95f499eccc2a"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:51:05.484462 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b65ec5-2fa7-4194-82da-1546d7ed4ab2 x-openstack-request-id: req-95b65ec5-2fa7-4194-82da-1546d7ed4ab2 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:51:05.484765 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc", "tag": "cb2fc6db-9387-466c-9a00-95f499eccc2a", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:51:05.485188 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95b65ec5-2fa7-4194-82da-1546d7ed4ab2 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:51:05.485695 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'tag': 'cb2fc6db-9387-466c-9a00-95f499eccc2a', 'status': 'completed', 'code': 200} Nov 09 00:51:05.504962 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6a055-4a7e-43d5-a27f-4df6c81447f6 req-4d6e8b71-945f-462f-b6bb-4ad71a806f31 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:05.507250 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51f6a055-4a7e-43d5-a27f-4df6c81447f6 req-4d6e8b71-945f-462f-b6bb-4ad71a806f31 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 943 time: 0.0555086 Nov 09 00:51:05.521665 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3664324-9c81-46f7-91c3-ad1e646a841a service neutron] Pushing event updated for resources: {'Port': ['ID=cb2fc6db-9387-466c-9a00-95f499eccc2a,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:51:05.539601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-7a958352-4abd-41c3-bd95-86e67379478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:05.541139 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-7a958352-4abd-41c3-bd95-86e67379478f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 1094 time: 0.0946879 Nov 09 00:51:05.606649 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-c3d714aa-2462-4e1a-9eaf-88e206eb0892 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb2fc6db-9387-466c-9a00-95f499eccc2a HTTP/1.1" status: 200 len: 217 time: 0.0549660 Nov 09 00:51:05.626565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51f6a055-4a7e-43d5-a27f-4df6c81447f6 req-4678f090-82d3-4eb4-b1f4-a47a641cff9c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102400 Nov 09 00:51:05.679685 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-9108157d-103d-4c2a-bd62-5c4f3e43608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:05.681949 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-9108157d-103d-4c2a-bd62-5c4f3e43608f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0671761 Nov 09 00:51:05.748395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-0b3c5dbe-4415-45ee-9d02-aeb022c5bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:05.749984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-0b3c5dbe-4415-45ee-9d02-aeb022c5bfd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605044 Nov 09 00:51:05.852216 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-d8dc7152-ca94-477a-898b-bb13d24b66b1 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938635 Nov 09 00:51:05.945128 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad7a5fa1-52ea-429e-8c19-62bc8ae40fd5 req-dfd7fd6b-3022-439a-a615-4b5d31256245 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856309 Nov 09 00:51:06.035554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65e1ff-ba76-4959-8195-3daefba9a57a req-6915a765-0426-4b22-adda-f3a49136e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:06.037149 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7c65e1ff-ba76-4959-8195-3daefba9a57a req-6915a765-0426-4b22-adda-f3a49136e7ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 1094 time: 0.0435128 Nov 09 00:51:06.135000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65e1ff-ba76-4959-8195-3daefba9a57a req-1d231bef-0937-4359-9e75-87cd4a4f7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:06.136402 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7c65e1ff-ba76-4959-8195-3daefba9a57a req-1d231bef-0937-4359-9e75-87cd4a4f7f0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0908151 Nov 09 00:51:06.179048 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7c65e1ff-ba76-4959-8195-3daefba9a57a req-e8ddaeaf-c28b-4162-ab51-29451770f5fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb2fc6db-9387-466c-9a00-95f499eccc2a HTTP/1.1" status: 200 len: 217 time: 0.0355420 Nov 09 00:51:06.234661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65e1ff-ba76-4959-8195-3daefba9a57a req-08cd2b2b-296d-431a-aaad-8cfc4904b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:06.236088 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7c65e1ff-ba76-4959-8195-3daefba9a57a req-08cd2b2b-296d-431a-aaad-8cfc4904b391 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0503116 Nov 09 00:51:06.286581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65e1ff-ba76-4959-8195-3daefba9a57a req-08d035f9-7d36-485e-aaeb-165125bd887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:06.288051 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7c65e1ff-ba76-4959-8195-3daefba9a57a req-08d035f9-7d36-485e-aaeb-165125bd887d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440221 Nov 09 00:51:06.380695 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7c65e1ff-ba76-4959-8195-3daefba9a57a req-7c5559b6-c8b8-4fed-98b7-98cce2a30fa6 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854232 Nov 09 00:51:06.472246 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7c65e1ff-ba76-4959-8195-3daefba9a57a req-d72090f4-3741-4714-95be-160d6dda001c service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843823 Nov 09 00:51:06.757639 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6e538-99e6-4b7d-abd7-cf7ce20b0fd9 req-c4ca61ad-eca9-4f02-a19b-f888f3b4d2d7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:06.759127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5cd6e538-99e6-4b7d-abd7-cf7ce20b0fd9 req-c4ca61ad-eca9-4f02-a19b-f888f3b4d2d7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 943 time: 0.0486975 Nov 09 00:51:06.812871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5cd6e538-99e6-4b7d-abd7-cf7ce20b0fd9 req-e079d9a8-9e3f-4650-a0b1-b40f8e9268eb tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476620 Nov 09 00:51:07.931864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309cfc1-7a80-426b-b6f0-c38ec6b46b45 req-036e1c87-07b1-4b9b-86cc-92474c7cbb84 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:07.933620 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1309cfc1-7a80-426b-b6f0-c38ec6b46b45 req-036e1c87-07b1-4b9b-86cc-92474c7cbb84 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 943 time: 0.0497360 Nov 09 00:51:07.983975 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1309cfc1-7a80-426b-b6f0-c38ec6b46b45 req-a6e650fb-95cf-44e8-a4c9-a9858462c5b2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438054 Nov 09 00:51:09.104452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e746c4-2d88-4c83-b972-61c51a1141a5 req-49b95509-ef80-4ff2-ba07-2629aa86e215 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:09.105988 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3e746c4-2d88-4c83-b972-61c51a1141a5 req-49b95509-ef80-4ff2-ba07-2629aa86e215 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 943 time: 0.0521109 Nov 09 00:51:09.165009 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3e746c4-2d88-4c83-b972-61c51a1141a5 req-86c2b7c2-49e7-4125-a02b-796c1751d6d9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526412 Nov 09 00:51:10.196241 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:51:10.282368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24297441-0392-436d-b5ee-896766a80a77 req-ead7ff5e-d844-42f7-bc4b-24d0a0714394 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:10.283856 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24297441-0392-436d-b5ee-896766a80a77 req-ead7ff5e-d844-42f7-bc4b-24d0a0714394 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 943 time: 0.0521064 Nov 09 00:51:10.332894 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24297441-0392-436d-b5ee-896766a80a77 req-14605e9d-9e7a-4320-976f-b2eebe72e959 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Nov 09 00:51:11.446606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ed184-e79d-4e0a-9e79-85b56e075555 req-b55f1de2-1335-481b-bf02-ad955d780de5 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:11.448089 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-464ed184-e79d-4e0a-9e79-85b56e075555 req-b55f1de2-1335-481b-bf02-ad955d780de5 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 943 time: 0.0483859 Nov 09 00:51:11.497097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-464ed184-e79d-4e0a-9e79-85b56e075555 req-eb694744-dbaf-427f-9024-2898f12012a9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Nov 09 00:51:12.608797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb43429-b4f1-492a-bb5d-cd0aff1dc7bb req-fdca600c-31be-4947-9fcd-fb0747a51141 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:12.610326 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eeb43429-b4f1-492a-bb5d-cd0aff1dc7bb req-fdca600c-31be-4947-9fcd-fb0747a51141 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 943 time: 0.0472322 Nov 09 00:51:12.663264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eeb43429-b4f1-492a-bb5d-cd0aff1dc7bb req-cc75a025-9e74-4cbd-976e-22b8a964d602 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462279 Nov 09 00:51:12.722692 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-76dd6e07-4339-4b82-9c23-edc7fc53b603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:13.777341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7213471-d0f6-4fe3-adb3-a4e8daf0e79b req-20d865c3-68e5-43d5-a803-69a36a86403a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:13.778854 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7213471-d0f6-4fe3-adb3-a4e8daf0e79b req-20d865c3-68e5-43d5-a803-69a36a86403a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 943 time: 0.0491941 Nov 09 00:51:13.827422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7213471-d0f6-4fe3-adb3-a4e8daf0e79b req-9b06747a-bf4e-4607-8fe2-09490ba1610e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425179 Nov 09 00:51:14.809767 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-09e3263c-584f-4825-ad1b-5a1e3583dc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:14.938877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c23c4-9f7c-47ec-ac39-6c998a01139d req-c7c51340-2944-416a-8428-df14239749c5 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:14.940344 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-296c23c4-9f7c-47ec-ac39-6c998a01139d req-c7c51340-2944-416a-8428-df14239749c5 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 943 time: 0.0478733 Nov 09 00:51:14.990154 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-296c23c4-9f7c-47ec-ac39-6c998a01139d req-af2ab61c-65e0-4580-a960-5f7f9282a51d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433319 Nov 09 00:51:16.108516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd59e66-0613-4c35-a902-70b36765fb47 req-cf49d432-a80e-49b6-8939-2643a3240c4e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:16.110024 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bd59e66-0613-4c35-a902-70b36765fb47 req-cf49d432-a80e-49b6-8939-2643a3240c4e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 943 time: 0.0525892 Nov 09 00:51:16.158353 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bd59e66-0613-4c35-a902-70b36765fb47 req-363cfb1b-abfc-4a57-9511-034b65252031 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425150 Nov 09 00:51:16.210197 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:16.228627 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:16.540583 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:17.051950 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cb2fc6db-9387-466c-9a00-95f499eccc2a details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:51:17.143968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cb2fc6db-9387-466c-9a00-95f499eccc2a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cb2fc6db-9387-466c-9a00-95f499eccc2a,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:51:17.155270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'cb2fc6db-9387-466c-9a00-95f499eccc2a', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'port_id': 'cb2fc6db-9387-466c-9a00-95f499eccc2a', 'mac_address': 'fa:16:3e:3d:d4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:51:17.195101 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:17.207426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2fc6db-9387-466c-9a00-95f499eccc2a {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:51:17.227019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cb2fc6db-9387-466c-9a00-95f499eccc2a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cb2fc6db-9387-466c-9a00-95f499eccc2a,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:51:17.231322 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:17.272765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6928322-ff93-4177-aed4-9444c92c6fba req-8ef042f5-39b9-496f-8874-582f676e6d7e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:17.274637 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6928322-ff93-4177-aed4-9444c92c6fba req-8ef042f5-39b9-496f-8874-582f676e6d7e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 944 time: 0.0495472 Nov 09 00:51:17.280280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=cb2fc6db-9387-466c-9a00-95f499eccc2a,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:51:17.325467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6928322-ff93-4177-aed4-9444c92c6fba req-cf18c9ea-b370-4a3a-b6b2-9fc6f505122e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445278 Nov 09 00:51:17.418561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['cb2fc6db-9387-466c-9a00-95f499eccc2a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:51:17.735724 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:18.400687 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:18.445897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52004f-8755-46a2-9f56-5b60dbac9e5e req-13f4896c-ad6c-4958-acda-3ac0fcc44058 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:18.447402 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb52004f-8755-46a2-9f56-5b60dbac9e5e req-13f4896c-ad6c-4958-acda-3ac0fcc44058 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 944 time: 0.0554488 Nov 09 00:51:18.495984 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb52004f-8755-46a2-9f56-5b60dbac9e5e req-99542292-bc6e-404a-8e0c-b9d176063ef1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425653 Nov 09 00:51:19.051792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cb2fc6db-9387-466c-9a00-95f499eccc2a up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:51:19.102761 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port cb2fc6db-9387-466c-9a00-95f499eccc2a completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:51:19.106900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port cb2fc6db-9387-466c-9a00-95f499eccc2a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:51:19.107267 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:19.181698 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:19.203152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2fc6db-9387-466c-9a00-95f499eccc2a'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:51:19.205464 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1512cfc-bf0a-4091-b530-9c4aee8fce0d" -d '{"events": [{"server_uuid": "07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc", "name": "network-vif-plugged", "status": "completed", "tag": "cb2fc6db-9387-466c-9a00-95f499eccc2a"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:51:19.218427 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port cb2fc6db-9387-466c-9a00-95f499eccc2a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cb2fc6db-9387-466c-9a00-95f499eccc2a,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:51:19.223780 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:19.248571 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa4c05e-659c-48c5-acb8-1714a1443341 x-openstack-request-id: req-0aa4c05e-659c-48c5-acb8-1714a1443341 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:51:19.248859 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc", "name": "network-vif-plugged", "status": "completed", "tag": "cb2fc6db-9387-466c-9a00-95f499eccc2a", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:51:19.249110 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0aa4c05e-659c-48c5-acb8-1714a1443341 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:51:19.249528 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2fc6db-9387-466c-9a00-95f499eccc2a', 'code': 200} Nov 09 00:51:19.276499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=cb2fc6db-9387-466c-9a00-95f499eccc2a,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:51:19.283974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:19.284378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:19.285231 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:19.285589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:19.285922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:19.286249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:19.286572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:19.286900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:19.287222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:19.287541 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:19.287858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:19.288177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:51:19.345141 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68eb07-01b4-4575-b075-c1dd33e6e87e req-5c3310aa-1718-43e3-acf4-73d8e6fa84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:19.346705 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0b68eb07-01b4-4575-b075-c1dd33e6e87e req-5c3310aa-1718-43e3-acf4-73d8e6fa84f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 1096 time: 0.0402780 Nov 09 00:51:19.396544 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0b68eb07-01b4-4575-b075-c1dd33e6e87e req-9f9f09a6-1830-4b6e-ab14-27d4d0309cd4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425286 Nov 09 00:51:19.612092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c39b56-db3c-4cec-b1af-ce82c0d3d635 req-77874a63-41b7-4204-8902-dc9a939891ae tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:19.613604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5c39b56-db3c-4cec-b1af-ce82c0d3d635 req-77874a63-41b7-4204-8902-dc9a939891ae tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 945 time: 0.0486500 Nov 09 00:51:19.662708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f5c39b56-db3c-4cec-b1af-ce82c0d3d635 req-b3dacf88-e840-4289-a590-20dda39b8d63 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432007 Nov 09 00:51:20.777878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ec0b9-57d3-43f3-80d6-b8af83c4a61e req-986bc218-aa8b-432a-bea1-e2f754053428 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:20.779348 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed7ec0b9-57d3-43f3-80d6-b8af83c4a61e req-986bc218-aa8b-432a-bea1-e2f754053428 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 945 time: 0.0477514 Nov 09 00:51:20.831772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed7ec0b9-57d3-43f3-80d6-b8af83c4a61e req-0908ed25-dcec-41e7-a1dc-a6a041099ba0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453024 Nov 09 00:51:20.942460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe5bb2-7b76-4867-82fd-9a4b1585f9e1 req-dc8741a5-6414-4cff-8ff9-f0f8d4a59618 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:20.943915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0afe5bb2-7b76-4867-82fd-9a4b1585f9e1 req-dc8741a5-6414-4cff-8ff9-f0f8d4a59618 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 945 time: 0.0478210 Nov 09 00:51:20.991927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0afe5bb2-7b76-4867-82fd-9a4b1585f9e1 req-612f86b6-3f9c-4815-a0de-8d6ae5a35d05 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421829 Nov 09 00:51:21.014002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57246) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:51:21.052833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d3351-2e5c-4338-b8b7-3441e53b7fd8 tempest-TestVolumeBootPattern-854149147 tempest-TestVolumeBootPattern-854149147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:21.054331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7c2d3351-2e5c-4338-b8b7-3441e53b7fd8 tempest-TestVolumeBootPattern-854149147 tempest-TestVolumeBootPattern-854149147-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 1091 time: 0.0393851 Nov 09 00:51:21.057160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57248) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:51:21.061307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': 'cb2fc6db-9387-466c-9a00-95f499eccc2a', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:51:21.083035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:21.179726 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:21.278862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Allocated IP 172.25.0.72 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/a8bf8248-18c4-40e2-b223-5253ff2aa3f9) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:51:21.381178 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:21.413854 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:21.456230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:51:21.459186 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:51:21.461948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:51:21.487045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=a8bf8248-18c4-40e2-b223-5253ff2aa3f9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:51:21.815132 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:21.883903 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:22.030334 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:22.035264 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:22.107061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=a8bf8248-18c4-40e2-b223-5253ff2aa3f9,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:51:22.116355 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:22.216338 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Floating IP 93c64fab-992f-409d-b8cc-d6e6481973db associated. External IP: 172.25.0.72, port: cb2fc6db-9387-466c-9a00-95f499eccc2a. Nov 09 00:51:22.420682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Router f912d8e3-f4e7-48f0-8993-b1029b8419f9 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:51:22.526849 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:51:22.536706 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4493c3-fb66-4f1a-80aa-001cbc4007a7 None None] Sync routers for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:51:22.545737 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:22.546577 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4493c3-fb66-4f1a-80aa-001cbc4007a7 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:51:22.547190 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eb4493c3-fb66-4f1a-80aa-001cbc4007a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:51:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:51:22.750909 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-eb4493c3-fb66-4f1a-80aa-001cbc4007a7 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:51:22.893417 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bfbac876-6df9-42c3-b1ab-d97552cbf94c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8238456 Nov 09 00:51:22.893417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'tag': 'cb2fc6db-9387-466c-9a00-95f499eccc2a'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:51:22.893417 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e425b9eb-8670-4bdd-b73f-0dd68987c2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc", "tag": "cb2fc6db-9387-466c-9a00-95f499eccc2a"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:51:22.922834 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f15a02-c276-4f77-9915-18b824fcf26d x-openstack-request-id: req-e9f15a02-c276-4f77-9915-18b824fcf26d {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:51:22.923134 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc", "tag": "cb2fc6db-9387-466c-9a00-95f499eccc2a", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:51:22.923386 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9f15a02-c276-4f77-9915-18b824fcf26d {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:51:22.923786 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'tag': 'cb2fc6db-9387-466c-9a00-95f499eccc2a', 'status': 'completed', 'code': 200} Nov 09 00:51:22.977521 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eb4493c3-fb66-4f1a-80aa-001cbc4007a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '93c64fab-992f-409d-b8cc-d6e6481973db', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': 'cb2fc6db-9387-466c-9a00-95f499eccc2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:3d:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:51:21Z', 'updated_at': '2021-11-09T00:51:21Z', 'revision_number': 0, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:51:22.985563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425b9eb-8670-4bdd-b73f-0dd68987c2ca req-7d713851-9abe-4db9-9f12-10c24904d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:22.987048 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e425b9eb-8670-4bdd-b73f-0dd68987c2ca req-7d713851-9abe-4db9-9f12-10c24904d78f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 1096 time: 0.0423999 Nov 09 00:51:23.004452 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4493c3-fb66-4f1a-80aa-001cbc4007a7 None None] Checking router: f912d8e3-f4e7-48f0-8993-b1029b8419f9 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:51:23.012527 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4493c3-fb66-4f1a-80aa-001cbc4007a7 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:51:23.013127 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eb4493c3-fb66-4f1a-80aa-001cbc4007a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:51:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:51:23.076582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425b9eb-8670-4bdd-b73f-0dd68987c2ca req-564590f1-0a44-4acf-8281-5e7c952910f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:23.078362 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e425b9eb-8670-4bdd-b73f-0dd68987c2ca req-564590f1-0a44-4acf-8281-5e7c952910f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0838375 Nov 09 00:51:23.118226 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-eb4493c3-fb66-4f1a-80aa-001cbc4007a7 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:51:23.145903 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e425b9eb-8670-4bdd-b73f-0dd68987c2ca req-0b93f383-d693-4ca3-8c06-c8cadb429df2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb2fc6db-9387-466c-9a00-95f499eccc2a HTTP/1.1" status: 200 len: 998 time: 0.0608640 Nov 09 00:51:23.195862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425b9eb-8670-4bdd-b73f-0dd68987c2ca req-d7869b99-89be-48ce-98f6-e18390cd0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:23.197395 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e425b9eb-8670-4bdd-b73f-0dd68987c2ca req-d7869b99-89be-48ce-98f6-e18390cd0a03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0443497 Nov 09 00:51:23.242804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425b9eb-8670-4bdd-b73f-0dd68987c2ca req-b9e24593-3aa1-4313-a7a5-d6a4399b9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:23.244302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e425b9eb-8670-4bdd-b73f-0dd68987c2ca req-b9e24593-3aa1-4313-a7a5-d6a4399b9730 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397532 Nov 09 00:51:23.335913 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e425b9eb-8670-4bdd-b73f-0dd68987c2ca req-a3d91b83-f2fb-41a8-9f56-e80a88f312a2 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837450 Nov 09 00:51:23.339992 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eb4493c3-fb66-4f1a-80aa-001cbc4007a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '93c64fab-992f-409d-b8cc-d6e6481973db', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': 'cb2fc6db-9387-466c-9a00-95f499eccc2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:3d:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:51:21Z', 'updated_at': '2021-11-09T00:51:21Z', 'revision_number': 0, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:51:23.366500 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4493c3-fb66-4f1a-80aa-001cbc4007a7 None None] The sync data for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 is: [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '93c64fab-992f-409d-b8cc-d6e6481973db', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': 'cb2fc6db-9387-466c-9a00-95f499eccc2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:3d:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:51:21Z', 'updated_at': '2021-11-09T00:51:21Z', 'revision_number': 0, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:51:23.427741 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e425b9eb-8670-4bdd-b73f-0dd68987c2ca req-f53a6a23-13b8-4a8e-a7be-a78274db5266 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849771 Nov 09 00:51:23.560976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45308933-3c26-42f7-b561-5043bcae92a3 None None] New status for floating IP 93c64fab-992f-409d-b8cc-d6e6481973db: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:51:38.073635 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a951896e-565a-4102-bc25-de64fd03a01d req-6c5f230d-82d9-4ed3-8211-655b521f44e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437064 Nov 09 00:51:38.157524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951896e-565a-4102-bc25-de64fd03a01d req-bc99cdd4-798f-495d-b93c-201781ab6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:38.158975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a951896e-565a-4102-bc25-de64fd03a01d req-bc99cdd4-798f-495d-b93c-201781ab6091 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 1096 time: 0.0411987 Nov 09 00:51:38.263994 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951896e-565a-4102-bc25-de64fd03a01d req-5d189356-d8f3-44de-9ba0-a4b089cb88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:38.265465 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a951896e-565a-4102-bc25-de64fd03a01d req-5d189356-d8f3-44de-9ba0-a4b089cb88d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0863967 Nov 09 00:51:38.331310 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a951896e-565a-4102-bc25-de64fd03a01d req-5e7b4d18-b7e5-4930-b62a-772143b82c6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb2fc6db-9387-466c-9a00-95f499eccc2a HTTP/1.1" status: 200 len: 1000 time: 0.0576773 Nov 09 00:51:38.381877 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951896e-565a-4102-bc25-de64fd03a01d req-56f50166-61d2-424d-97f9-1325fac18d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:38.383308 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a951896e-565a-4102-bc25-de64fd03a01d req-56f50166-61d2-424d-97f9-1325fac18d76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0421379 Nov 09 00:51:38.433321 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951896e-565a-4102-bc25-de64fd03a01d req-5e4ed9a1-6f7c-476b-9c4b-910664cb99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:51:38.434804 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a951896e-565a-4102-bc25-de64fd03a01d req-5e4ed9a1-6f7c-476b-9c4b-910664cb99c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430708 Nov 09 00:51:38.527592 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a951896e-565a-4102-bc25-de64fd03a01d req-93a37038-455f-4644-a2d4-87366550550a service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848339 Nov 09 00:51:38.624820 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a951896e-565a-4102-bc25-de64fd03a01d req-5dade243-e4fe-4792-9a3c-cbf9ab5304e9 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883934 Nov 09 00:51:42.724720 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-18aed44a-b80d-4efc-98b1-bd46b4eb4ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:44.809792 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e41b2c4-8f7b-43ea-a0a6-20a9ba62780f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:46.211308 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:46.230050 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:46.549432 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:47.195395 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:51:47.739625 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:51:48.406138 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:12.725326 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85cfe19d-a016-49a8-8e5f-02b3ef7e249c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:14.810764 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b2ee1adc-a571-49f0-8291-348876821091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:16.212999 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:16.229604 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:16.559487 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:17.742420 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:18.408398 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:24.194840 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:52:39.077837 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b669ca65-feed-4af5-bfe9-9cc08ad58878 req-9cbf80df-ea42-4a6a-a32e-2ad3c908cce8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393739 Nov 09 00:52:39.159272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669ca65-feed-4af5-bfe9-9cc08ad58878 req-681c521a-b182-4010-9d86-6ac4f0f05d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:52:39.160706 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b669ca65-feed-4af5-bfe9-9cc08ad58878 req-681c521a-b182-4010-9d86-6ac4f0f05d7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 1096 time: 0.0398989 Nov 09 00:52:39.264165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669ca65-feed-4af5-bfe9-9cc08ad58878 req-ef832fa8-5d73-4e2c-a108-ffc346ab046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:52:39.265668 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b669ca65-feed-4af5-bfe9-9cc08ad58878 req-ef832fa8-5d73-4e2c-a108-ffc346ab046e service neutron] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0861809 Nov 09 00:52:39.329206 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b669ca65-feed-4af5-bfe9-9cc08ad58878 req-e72706ec-fefe-41ae-b514-6c3aed879c5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb2fc6db-9387-466c-9a00-95f499eccc2a HTTP/1.1" status: 200 len: 1000 time: 0.0568874 Nov 09 00:52:39.379507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669ca65-feed-4af5-bfe9-9cc08ad58878 req-2783ae85-d7af-4d78-87ac-dbd14f7398fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:52:39.381503 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b669ca65-feed-4af5-bfe9-9cc08ad58878 req-2783ae85-d7af-4d78-87ac-dbd14f7398fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0461180 Nov 09 00:52:39.428481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669ca65-feed-4af5-bfe9-9cc08ad58878 req-e02a695d-e334-4740-9bd3-283f09c9bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:52:39.429984 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b669ca65-feed-4af5-bfe9-9cc08ad58878 req-e02a695d-e334-4740-9bd3-283f09c9bb12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405836 Nov 09 00:52:39.517879 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b669ca65-feed-4af5-bfe9-9cc08ad58878 req-8759cb06-ace8-4fc5-9b56-2a681a6d9c5e service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808320 Nov 09 00:52:39.610451 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b669ca65-feed-4af5-bfe9-9cc08ad58878 req-8bac25fb-b1e7-4454-a5c3-7e7e6a770f40 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841660 Nov 09 00:52:42.727106 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-88bcc755-b56b-4610-9f4f-26eb5aa819d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:44.814924 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9e02e302-7c8f-4fb3-8175-56c045c48244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:46.222771 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:46.231957 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:46.576397 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:47.744427 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:48.411497 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:52:56.430160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-ad3b0b46-ba2f-4185-9889-f360700244c2 req-c794da38-ebf2-4b5b-9776-ea0d79ae9d59 service neutron] (101781) timed out ('10.222.0.30', 55322) {{(pid=101781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:53:01.194554 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:53:12.728038 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-601bfb2f-ea46-4794-9af7-01cad6e9dd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:14.815551 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5733cbbf-6c0e-4290-abe6-300461cb0ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:16.218116 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:16.243586 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:16.577505 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:17.747248 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:18.147178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba05d5-1354-4c5a-90cb-41b56191abb3 req-5cc5324a-422b-4340-9239-1ee7baa7f6a4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:18.149194 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7dba05d5-1354-4c5a-90cb-41b56191abb3 req-5cc5324a-422b-4340-9239-1ee7baa7f6a4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 945 time: 0.1136580 Nov 09 00:53:18.197216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7dba05d5-1354-4c5a-90cb-41b56191abb3 req-2dc045ca-65d9-4982-8cba-cff928f5dd14 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Nov 09 00:53:18.414873 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:19.367486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfff1f0-49f3-4ae3-92f0-a80abf68513b req-f174510c-e961-483f-80c3-7e20706ab0df tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:19.368944 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcfff1f0-49f3-4ae3-92f0-a80abf68513b req-f174510c-e961-483f-80c3-7e20706ab0df tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 945 time: 0.1043162 Nov 09 00:53:19.420024 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcfff1f0-49f3-4ae3-92f0-a80abf68513b req-347c0eb1-f97d-4c11-8dc5-5769ce984862 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Nov 09 00:53:19.551867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-7fb3e090-3feb-46d4-895b-b7eca2b4979f tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:19.553437 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-7fb3e090-3feb-46d4-895b-b7eca2b4979f tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 945 time: 0.0494299 Nov 09 00:53:19.642897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Deleting port cb2fc6db-9387-466c-9a00-95f499eccc2a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:53:19.643293 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:19.728372 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] For port cb2fc6db-9387-466c-9a00-95f499eccc2a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=cb2fc6db-9387-466c-9a00-95f499eccc2a,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:53:19.728724 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:20.238517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:20.239036 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:20.239368 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Floating IP 93c64fab-992f-409d-b8cc-d6e6481973db disassociated. External IP: 172.25.0.72, port: cb2fc6db-9387-466c-9a00-95f499eccc2a. Nov 09 00:53:20.239708 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Calling delete_port for cb2fc6db-9387-466c-9a00-95f499eccc2a owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:53:20.378496 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:20.404524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event deleted for resources: {'Port': ['ID=cb2fc6db-9387-466c-9a00-95f499eccc2a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:53:20.414240 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:20.414575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:20.414914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:20.415244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:20.415575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:20.415898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:20.416217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:20.416532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:20.417294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:20.417294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:20.417550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:20.417774 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:20.532223 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Router f912d8e3-f4e7-48f0-8993-b1029b8419f9 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:53:20.540586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a5c4f50e-bf87-4a4c-a329-e6261b7c0aa6 req-bf89e65a-1465-427d-9307-a2ce87ebeb04 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 210 time: 0.0259852 Nov 09 00:53:20.639632 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:53:20.650256 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db142d-03cb-41ca-90b3-cc094c7d3121 None None] Sync routers for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:53:20.660328 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db142d-03cb-41ca-90b3-cc094c7d3121 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:53:20.660927 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c4db142d-03cb-41ca-90b3-cc094c7d3121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:53:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:53:20.682687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] No DVR routers for this DVR port cb2fc6db-9387-466c-9a00-95f499eccc2a on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:53:20.685282 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:20.688702 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-1d12fe65-0999-4b44-825b-f7027a8cfaed req-75d889df-4fde-4b8e-bf52-3f059e75bd7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "DELETE /v2.0/ports/cb2fc6db-9387-466c-9a00-95f499eccc2a HTTP/1.1" status: 204 len: 173 time: 1.1296167 Nov 09 00:53:20.689144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'name': 'network-vif-deleted', 'tag': 'cb2fc6db-9387-466c-9a00-95f499eccc2a'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:53:20.691445 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8041aa74-bd5e-46be-a7e1-7eb8aabe631a" -d '{"events": [{"server_uuid": "07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc", "name": "network-vif-deleted", "tag": "cb2fc6db-9387-466c-9a00-95f499eccc2a"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:53:20.769742 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c4db142d-03cb-41ca-90b3-cc094c7d3121 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:53:20.798170 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee56be3-4b00-4308-9b16-05cc847d0224 x-openstack-request-id: req-1ee56be3-4b00-4308-9b16-05cc847d0224 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:53:20.798461 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc", "name": "network-vif-deleted", "tag": "cb2fc6db-9387-466c-9a00-95f499eccc2a", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:53:20.798715 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ee56be3-4b00-4308-9b16-05cc847d0224 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:53:20.799124 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc', 'name': 'network-vif-deleted', 'tag': 'cb2fc6db-9387-466c-9a00-95f499eccc2a', 'status': 'completed', 'code': 200} Nov 09 00:53:20.980238 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c4db142d-03cb-41ca-90b3-cc094c7d3121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:53:21.006610 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db142d-03cb-41ca-90b3-cc094c7d3121 None None] Checking router: f912d8e3-f4e7-48f0-8993-b1029b8419f9 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:53:21.015665 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db142d-03cb-41ca-90b3-cc094c7d3121 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:53:21.016268 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c4db142d-03cb-41ca-90b3-cc094c7d3121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:53:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:53:21.208368 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c4db142d-03cb-41ca-90b3-cc094c7d3121 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:53:21.400897 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c4db142d-03cb-41ca-90b3-cc094c7d3121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:53:21.430756 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db142d-03cb-41ca-90b3-cc094c7d3121 None None] The sync data for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 is: [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:53:21.646007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a52a0352-9415-4f2f-be31-fe32a6e01cfc req-66184954-235c-4c03-9f81-d443cb9ee955 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 210 time: 0.0314004 Nov 09 00:53:21.667500 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f46bf-fd81-4cc8-a1c7-995e3ff0f4d1 None None] New status for floating IP 93c64fab-992f-409d-b8cc-d6e6481973db: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:53:22.739608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f8a6257-b9d3-4853-bdfd-3d19aa0d06e9 req-55440838-389d-46a2-91cf-05b699a43e0b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 210 time: 0.0261080 Nov 09 00:53:23.643992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cb2fc6db-9387-466c-9a00-95f499eccc2a no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:53:23.668121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: cb2fc6db-9387-466c-9a00-95f499eccc2a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:53:23.668473 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device cb2fc6db-9387-466c-9a00-95f499eccc2a not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:53:23.833177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e9deb16-ec70-42e1-8b59-f5dac372ea9c req-161763fb-8003-4034-8a39-0d18d80f3106 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 210 time: 0.0256286 Nov 09 00:53:24.929461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46949d9b-5f91-4985-bd1b-d3ce96c854b8 req-6726c99a-5d22-4b0b-8b8c-659ddd9bb543 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a2f2d5-e3a0-4c1c-ae1b-bc1b5ce7acdc HTTP/1.1" status: 200 len: 210 time: 0.0260937 Nov 09 00:53:26.136036 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-75332a7c-2914-475a-b630-39853c5cf42d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914467127&fields=id&tenant_id=82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 267 time: 0.0469108 Nov 09 00:53:26.239692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-ad000a41-2bd7-42a9-88b9-0991521da786 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:26.241054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-ad000a41-2bd7-42a9-88b9-0991521da786 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.0983198 Nov 09 00:53:26.256093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-f62704c2-22f2-4f81-abd1-8f46b1ef350b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/quotas/82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 375 time: 0.0087128 Nov 09 00:53:26.312827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-b99fb436-9949-4638-8254-6025261df0ad tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515330 Nov 09 00:53:26.450919 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-ab8f458b-2e8e-4945-b57a-14442150623b service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269412 Nov 09 00:53:26.542058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-53a34260-bd2c-43fa-9bcd-d26df59d2a94 service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844398 Nov 09 00:53:26.812307 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-83c3544b-abee-4749-ab15-d7a718294485 req-4118f185-c3ae-4ce9-8770-98a0953c8f26 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 210 time: 0.0258431 Nov 09 00:53:27.792200 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-0a1f5200-4559-4154-a91c-c0584ecaec15 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:27.793727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-0a1f5200-4559-4154-a91c-c0584ecaec15 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1034949 Nov 09 00:53:27.869054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-6cd641ee-38c3-43a6-8efb-48033c0d9369 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 380 time: 0.0667560 Nov 09 00:53:27.878550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'port': {'device_id': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'admin_state_up': True, 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'security_groups': ['2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:53:27.922764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-541c90fa-5834-4c83-b32b-e0088a266c28 req-502e6a4c-2d68-4aef-8169-59d1cfe99e6e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 210 time: 0.0404491 Nov 09 00:53:28.012004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Made reservation on behalf of 82f4233ce3744671bbf9604c7763e2c6 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:53:28.015590 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:28.144268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Allocated IP 172.20.0.5 (66b4b587-5383-494c-927f-91031d43405c/68950d10-95a7-45d5-936c-3308b76040d9/52e80974-df10-4aca-a64b-8708c4d5000f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:53:28.283572 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:28.318859 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:28.365786 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Network 66b4b587-5383-494c-927f-91031d43405c is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:53:28.368967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:53:28.374017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:53:28.378082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=52e80974-df10-4aca-a64b-8708c4d5000f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:53:28.404858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:28.405204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:28.405572 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:28.405911 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:28.406243 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:28.406573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:28.406898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:28.407219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:28.407540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:28.407858 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:28.408178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:28.408498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:28.437134 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:28.437816 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:28.453875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-2505c9bd-d946-4afa-bcb3-777fd1018a34 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790567 Nov 09 00:53:28.466259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Request body: {'port': {'device_id': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:53:28.530434 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:28.665176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b574641c-4d29-4dff-94e2-38a5e3ac945a None None] Provisioning complete for port 52e80974-df10-4aca-a64b-8708c4d5000f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:53:28.665788 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b574641c-4d29-4dff-94e2-38a5e3ac945a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:28.699935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b574641c-4d29-4dff-94e2-38a5e3ac945a None None] Port 52e80974-df10-4aca-a64b-8708c4d5000f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:53:28.796354 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e80974-df10-4aca-a64b-8708c4d5000f {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:53:28.803814 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:28.815750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Transition to ACTIVE for port object 52e80974-df10-4aca-a64b-8708c4d5000f will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:53:28.819681 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:28.891606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Pushing event updated for resources: {'Port': ['ID=52e80974-df10-4aca-a64b-8708c4d5000f,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:53:28.948877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Attempting to bind port 52e80974-df10-4aca-a64b-8708c4d5000f on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:53:28.949851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Attempting to bind port 52e80974-df10-4aca-a64b-8708c4d5000f by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:53:28.950577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Attempting to bind port 52e80974-df10-4aca-a64b-8708c4d5000f on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:53:28.956057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Port 52e80974-df10-4aca-a64b-8708c4d5000f on network 66b4b587-5383-494c-927f-91031d43405c not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:53:28.956384 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Attempting to bind port 52e80974-df10-4aca-a64b-8708c4d5000f on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:53:28.967956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:53:28.968578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Checking segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:53:28.968988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Bound using segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:53:28.969662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Bound port: 52e80974-df10-4aca-a64b-8708c4d5000f, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:53:28.969939 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:29.086189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4919fc-023e-4242-a832-cbca58b61855 req-48ba623f-48fd-40c3-9e03-cd018fe633ba tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:29.087628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab4919fc-023e-4242-a832-cbca58b61855 req-48ba623f-48fd-40c3-9e03-cd018fe633ba tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 943 time: 0.0748501 Nov 09 00:53:29.090693 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] For port 52e80974-df10-4aca-a64b-8708c4d5000f, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:53:29.094272 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] For port 52e80974-df10-4aca-a64b-8708c4d5000f, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=52e80974-df10-4aca-a64b-8708c4d5000f,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:53:29.103720 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:29.164715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:29.165341 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:29.166828 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] 10.222.0.30 "PUT /v2.0/ports/52e80974-df10-4aca-a64b-8708c4d5000f HTTP/1.1" status: 200 len: 1091 time: 0.7050102 Nov 09 00:53:29.168884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'tag': '52e80974-df10-4aca-a64b-8708c4d5000f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:53:29.171184 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e84879-d2f9-4204-be79-28f77f58a6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ee02d0-e08f-4de9-869b-8c7c41fc219f", "tag": "52e80974-df10-4aca-a64b-8708c4d5000f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:53:29.203766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab4919fc-023e-4242-a832-cbca58b61855 req-31e88156-668c-4ff2-acfd-49f4058c4bcc tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077859 Nov 09 00:53:29.207117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fe90c-6e74-48d9-ad66-88202a19e079 service neutron] Pushing event updated for resources: {'Port': ['ID=52e80974-df10-4aca-a64b-8708c4d5000f,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:53:29.284259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-39972d39-1696-4f51-935b-5dcbc9bba296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:29.286059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-39972d39-1696-4f51-935b-5dcbc9bba296 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 1094 time: 0.0557897 Nov 09 00:53:29.344959 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e228004e-2740-4fcd-a240-2127eb11937e x-openstack-request-id: req-e228004e-2740-4fcd-a240-2127eb11937e {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:53:29.345438 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ee02d0-e08f-4de9-869b-8c7c41fc219f", "tag": "52e80974-df10-4aca-a64b-8708c4d5000f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:53:29.345783 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e228004e-2740-4fcd-a240-2127eb11937e {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:53:29.346300 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'tag': '52e80974-df10-4aca-a64b-8708c4d5000f', 'status': 'completed', 'code': 200} Nov 09 00:53:29.348597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-e78f57b3-65cb-40a7-899c-761fa38ff4ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e80974-df10-4aca-a64b-8708c4d5000f HTTP/1.1" status: 200 len: 217 time: 0.0535131 Nov 09 00:53:29.409698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-337d53c1-9121-40d7-9af4-14ceda4517a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:29.411237 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-337d53c1-9121-40d7-9af4-14ceda4517a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0554507 Nov 09 00:53:29.463961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-1c46e0dc-f8d5-4aa0-b69f-9bc1562233c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:29.465876 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-1c46e0dc-f8d5-4aa0-b69f-9bc1562233c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439785 Nov 09 00:53:29.564277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-1a4c39fe-e9a5-48f6-ba8c-f4ed9373ea93 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916135 Nov 09 00:53:29.655710 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9683fa98-c6fc-403b-aeeb-d174185eb635 req-0b81d7e3-e172-4330-be38-f30c7b70c7e9 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837777 Nov 09 00:53:29.745342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e84879-d2f9-4204-be79-28f77f58a6d7 req-5eed61eb-724d-4e7b-8200-43f818e3fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:29.746773 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35e84879-d2f9-4204-be79-28f77f58a6d7 req-5eed61eb-724d-4e7b-8200-43f818e3fe54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 1094 time: 0.0459540 Nov 09 00:53:29.836118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e84879-d2f9-4204-be79-28f77f58a6d7 req-8366ca02-1825-4f6a-80da-a8cc8e010164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:29.837636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35e84879-d2f9-4204-be79-28f77f58a6d7 req-8366ca02-1825-4f6a-80da-a8cc8e010164 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0842054 Nov 09 00:53:29.883103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35e84879-d2f9-4204-be79-28f77f58a6d7 req-d3494171-6120-4dd7-ab0e-fde5aaa4c56d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e80974-df10-4aca-a64b-8708c4d5000f HTTP/1.1" status: 200 len: 217 time: 0.0387535 Nov 09 00:53:29.932340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e84879-d2f9-4204-be79-28f77f58a6d7 req-7265c722-7632-45f9-bfb4-6ac1abbe1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:29.933888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35e84879-d2f9-4204-be79-28f77f58a6d7 req-7265c722-7632-45f9-bfb4-6ac1abbe1078 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0443275 Nov 09 00:53:29.979227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e84879-d2f9-4204-be79-28f77f58a6d7 req-20711fff-b9c1-4604-a4fd-e32d1df2c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:29.980727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35e84879-d2f9-4204-be79-28f77f58a6d7 req-20711fff-b9c1-4604-a4fd-e32d1df2c064 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397511 Nov 09 00:53:30.074947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35e84879-d2f9-4204-be79-28f77f58a6d7 req-447e1e1b-f4de-40d3-9710-a6c39795e27e service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868201 Nov 09 00:53:30.165816 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35e84879-d2f9-4204-be79-28f77f58a6d7 req-41ff6735-1846-455e-80dd-d80babc3f730 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834894 Nov 09 00:53:30.329214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ccf57-c24e-40de-ae71-578657b58478 req-ee1ec95f-d859-423b-a5ce-05e83147f9b8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:30.330754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-376ccf57-c24e-40de-ae71-578657b58478 req-ee1ec95f-d859-423b-a5ce-05e83147f9b8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 943 time: 0.0497119 Nov 09 00:53:30.386019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-376ccf57-c24e-40de-ae71-578657b58478 req-0b019847-51cf-4dda-8b94-4ca9b2082d51 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487149 Nov 09 00:53:31.502383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c64e34-bc2c-4e86-8236-8aca3d665676 req-ce1fd483-4201-4432-bc3a-3a11d1c22d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:31.503864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26c64e34-bc2c-4e86-8236-8aca3d665676 req-ce1fd483-4201-4432-bc3a-3a11d1c22d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 943 time: 0.0487494 Nov 09 00:53:31.554563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26c64e34-bc2c-4e86-8236-8aca3d665676 req-f9a22e8f-7dc4-4f98-a83d-d1822bcb530b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444853 Nov 09 00:53:32.680385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903229b2-156a-493e-b2b4-1981c1e74fbb req-7c7a7db8-3b33-47e8-ab82-582d7745aa36 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:32.682601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-903229b2-156a-493e-b2b4-1981c1e74fbb req-7c7a7db8-3b33-47e8-ab82-582d7745aa36 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 943 time: 0.0499163 Nov 09 00:53:32.734628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-903229b2-156a-493e-b2b4-1981c1e74fbb req-9ae7f09b-2138-442e-b50c-4543e6e8e159 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455878 Nov 09 00:53:33.852067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d297cbc-3557-4c45-ac7e-13d609611c4a req-2f5c83d9-62fe-4110-9f1d-965a9e96c4a4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:33.853616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d297cbc-3557-4c45-ac7e-13d609611c4a req-2f5c83d9-62fe-4110-9f1d-965a9e96c4a4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 943 time: 0.0525374 Nov 09 00:53:33.905469 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d297cbc-3557-4c45-ac7e-13d609611c4a req-cf60dfed-ac59-459c-92bd-a307cd4e7424 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 Nov 09 00:53:35.018969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfd0fb-e6d9-4410-aa8d-59bdecac2764 req-d5b740d1-b1dc-4268-bdc2-6ff9143d8695 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:35.020460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94cfd0fb-e6d9-4410-aa8d-59bdecac2764 req-d5b740d1-b1dc-4268-bdc2-6ff9143d8695 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 943 time: 0.0480492 Nov 09 00:53:35.070357 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94cfd0fb-e6d9-4410-aa8d-59bdecac2764 req-a0ea5ee1-5120-41d0-b522-db2e4bfb3f7e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430572 Nov 09 00:53:36.190038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2180-e187-4c4a-be78-49acdbde5285 req-90b6eb9e-7d30-4eac-a895-e523c0dd80d3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:36.191518 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89ed2180-e187-4c4a-be78-49acdbde5285 req-90b6eb9e-7d30-4eac-a895-e523c0dd80d3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 943 time: 0.0520008 Nov 09 00:53:36.239411 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89ed2180-e187-4c4a-be78-49acdbde5285 req-224a0ba5-898b-445b-bd45-9b97ab1e8fbe tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420518 Nov 09 00:53:37.354939 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ad355-074f-420e-97fe-2161f5448cb0 req-481640d3-704f-46fd-a15a-0eec9b69b8e7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:37.356476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f3ad355-074f-420e-97fe-2161f5448cb0 req-481640d3-704f-46fd-a15a-0eec9b69b8e7 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 943 time: 0.0504749 Nov 09 00:53:37.406079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f3ad355-074f-420e-97fe-2161f5448cb0 req-c1910c97-c37f-47e5-b4f2-3c1f9c1434ad tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435810 Nov 09 00:53:38.193830 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:53:38.519057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03e06a-1653-45db-9122-023657d30c0c req-ad5a4e49-c639-4479-bdd2-c8238f14e6f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:38.520520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd03e06a-1653-45db-9122-023657d30c0c req-ad5a4e49-c639-4479-bdd2-c8238f14e6f8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 943 time: 0.0474644 Nov 09 00:53:38.572641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd03e06a-1653-45db-9122-023657d30c0c req-6fbbc932-98ea-434c-917d-fbb7a386c038 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457509 Nov 09 00:53:39.690550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07192c26-de46-4b01-9449-24ff6025311e req-fda49ac1-47a1-4de3-8a20-60bcd0a3027b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:39.692027 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07192c26-de46-4b01-9449-24ff6025311e req-fda49ac1-47a1-4de3-8a20-60bcd0a3027b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 943 time: 0.0486953 Nov 09 00:53:39.741845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07192c26-de46-4b01-9449-24ff6025311e req-e3f28a6a-23b3-46ed-8510-5273bb6946e4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430155 Nov 09 00:53:40.859793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2f9c3-9e5a-4322-b767-28db317886f9 req-0880cef3-c485-4967-9f62-9ce5039f65c2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:40.861189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86b2f9c3-9e5a-4322-b767-28db317886f9 req-0880cef3-c485-4967-9f62-9ce5039f65c2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 943 time: 0.0524943 Nov 09 00:53:40.909918 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86b2f9c3-9e5a-4322-b767-28db317886f9 req-5efb8deb-2106-4463-bf49-2ebb7ba009bd tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428250 Nov 09 00:53:41.452570 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 52e80974-df10-4aca-a64b-8708c4d5000f details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:53:41.544490 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 52e80974-df10-4aca-a64b-8708c4d5000f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=52e80974-df10-4aca-a64b-8708c4d5000f,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:53:41.558627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '52e80974-df10-4aca-a64b-8708c4d5000f', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'port_id': '52e80974-df10-4aca-a64b-8708c4d5000f', 'mac_address': 'fa:16:3e:3b:79:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:53:41.594125 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:41.606514 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e80974-df10-4aca-a64b-8708c4d5000f {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:53:41.625853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 52e80974-df10-4aca-a64b-8708c4d5000f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=52e80974-df10-4aca-a64b-8708c4d5000f,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:53:41.629953 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:41.675862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=52e80974-df10-4aca-a64b-8708c4d5000f,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:53:41.683607 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:41.683949 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:41.684280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:41.684606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:41.684932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:41.685254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:41.685603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:41.685925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:41.686239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:41.686554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:41.686869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:41.687180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:53:41.877562 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['52e80974-df10-4aca-a64b-8708c4d5000f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:53:42.028541 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec7791-5e02-4d9d-ad49-7126a3e5c0ff req-b5760c00-5e46-48b5-ab4f-49b37f8b4c0d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:42.030096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73ec7791-5e02-4d9d-ad49-7126a3e5c0ff req-b5760c00-5e46-48b5-ab4f-49b37f8b4c0d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 944 time: 0.0539863 Nov 09 00:53:42.078852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73ec7791-5e02-4d9d-ad49-7126a3e5c0ff req-ce60d4dd-d100-42f0-a7a7-53bb3c16d7bf tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428536 Nov 09 00:53:42.730069 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1deebf96-67a1-49b3-8c31-d0cd55f32090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:43.195247 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facec4a5-e5bd-4612-bf6e-650e54dcb54e req-ba903e63-7cbf-488e-a226-99768be7c9f5 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:43.196734 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-facec4a5-e5bd-4612-bf6e-650e54dcb54e req-ba903e63-7cbf-488e-a226-99768be7c9f5 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 944 time: 0.0493085 Nov 09 00:53:43.245441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-facec4a5-e5bd-4612-bf6e-650e54dcb54e req-c56044b9-2d3e-4f58-837f-f10af4d636f1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Nov 09 00:53:43.467029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 52e80974-df10-4aca-a64b-8708c4d5000f up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:53:43.517769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 52e80974-df10-4aca-a64b-8708c4d5000f completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:53:43.521560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 52e80974-df10-4aca-a64b-8708c4d5000f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:53:43.521931 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:43.598123 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:43.620442 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e80974-df10-4aca-a64b-8708c4d5000f'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:53:43.622683 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080908a9-9b67-4e67-a08c-e4781144f940" -d '{"events": [{"server_uuid": "b4ee02d0-e08f-4de9-869b-8c7c41fc219f", "name": "network-vif-plugged", "status": "completed", "tag": "52e80974-df10-4aca-a64b-8708c4d5000f"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:53:43.635745 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 52e80974-df10-4aca-a64b-8708c4d5000f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=52e80974-df10-4aca-a64b-8708c4d5000f,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:53:43.639362 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:43.685829 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=52e80974-df10-4aca-a64b-8708c4d5000f,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:53:43.717025 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b178d6-b8c3-4ea8-bc29-806e29a6b0d3 x-openstack-request-id: req-32b178d6-b8c3-4ea8-bc29-806e29a6b0d3 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:53:43.717390 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ee02d0-e08f-4de9-869b-8c7c41fc219f", "name": "network-vif-plugged", "status": "completed", "tag": "52e80974-df10-4aca-a64b-8708c4d5000f", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:53:43.717594 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32b178d6-b8c3-4ea8-bc29-806e29a6b0d3 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:53:43.717985 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e80974-df10-4aca-a64b-8708c4d5000f', 'code': 200} Nov 09 00:53:43.858092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5003e-41a3-4970-bccc-284f66cda28b req-463fcab7-2c1a-4ca0-9819-de4f638f082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:43.859549 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73e5003e-41a3-4970-bccc-284f66cda28b req-463fcab7-2c1a-4ca0-9819-de4f638f082e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 1096 time: 0.0846562 Nov 09 00:53:43.909451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73e5003e-41a3-4970-bccc-284f66cda28b req-67487ba7-7616-41f0-a8f0-b8f1236b15a5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423975 Nov 09 00:53:44.358410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af1018-1ee1-4670-b405-9f9188321476 req-5ef0cb29-e4b7-44e6-bfdc-f5db1c528c9e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:44.360045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3af1018-1ee1-4670-b405-9f9188321476 req-5ef0cb29-e4b7-44e6-bfdc-f5db1c528c9e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 945 time: 0.0490177 Nov 09 00:53:44.408974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3af1018-1ee1-4670-b405-9f9188321476 req-4bfcaed1-e43c-4db6-bad3-d42a2bb259c5 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430117 Nov 09 00:53:44.822796 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-456e70fd-0c6b-4427-9f3a-1793a4b29f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:45.526697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853009e5-4c65-4792-aa00-10740661c715 req-86400e90-24ff-46e4-9543-36a1f10012ad tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:45.528479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-853009e5-4c65-4792-aa00-10740661c715 req-86400e90-24ff-46e4-9543-36a1f10012ad tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 945 time: 0.0482960 Nov 09 00:53:45.577041 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-853009e5-4c65-4792-aa00-10740661c715 req-2d77054f-7378-470f-9621-9f221612e7dd tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427287 Nov 09 00:53:45.693845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd7c03-c835-49a6-83e3-5576616737be req-a90f26e4-bbd3-4a4c-82f6-8ce8843a872d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:45.695219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98bd7c03-c835-49a6-83e3-5576616737be req-a90f26e4-bbd3-4a4c-82f6-8ce8843a872d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 945 time: 0.0521951 Nov 09 00:53:45.743455 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-98bd7c03-c835-49a6-83e3-5576616737be req-f210fb72-9aab-4b01-8459-55668fe9b7b4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423968 Nov 09 00:53:45.765614 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57394) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:53:45.847933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2617394-431a-48fd-9da8-82d83d69b404 tempest-TestVolumeBootPattern-854149147 tempest-TestVolumeBootPattern-854149147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:45.849461 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b2617394-431a-48fd-9da8-82d83d69b404 tempest-TestVolumeBootPattern-854149147 tempest-TestVolumeBootPattern-854149147-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 1091 time: 0.0828464 Nov 09 00:53:45.852198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57398) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:53:45.857000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '52e80974-df10-4aca-a64b-8708c4d5000f', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:53:45.878099 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:45.976795 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:46.079324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Allocated IP 172.25.0.51 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/aeba3dbd-2dce-45fb-beca-49a5bcb0124e) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:53:46.183062 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:46.216607 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:46.222439 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:46.260543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:46.261379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:53:46.264434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:53:46.268863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:53:46.271924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=aeba3dbd-2dce-45fb-beca-49a5bcb0124e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:53:46.582754 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:46.631235 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:46.699502 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:46.844193 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:46.848622 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:46.915749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=aeba3dbd-2dce-45fb-beca-49a5bcb0124e,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:53:46.929620 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:47.028430 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Floating IP 420547d6-1a01-4df9-8c4b-a7f195c5039a associated. External IP: 172.25.0.51, port: 52e80974-df10-4aca-a64b-8708c4d5000f. Nov 09 00:53:47.539960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Router f912d8e3-f4e7-48f0-8993-b1029b8419f9 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:53:47.643997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:53:47.654670 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd4a21f-8eb1-467e-8507-d3d6a1c9542d None None] Sync routers for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:53:47.662253 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:47.664376 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd4a21f-8eb1-467e-8507-d3d6a1c9542d None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:53:47.664969 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6fd4a21f-8eb1-467e-8507-d3d6a1c9542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:53:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:53:47.692245 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-01cad145-3e8d-49f5-b26f-b101ebcf25f0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8390241 Nov 09 00:53:47.692846 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'tag': '52e80974-df10-4aca-a64b-8708c4d5000f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:53:47.695132 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44db1166-00c7-4ce0-97a7-1463ffe9d892" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ee02d0-e08f-4de9-869b-8c7c41fc219f", "tag": "52e80974-df10-4aca-a64b-8708c4d5000f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:53:47.732344 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a02acf4-4036-4cf1-b41f-0764995aabe1 x-openstack-request-id: req-3a02acf4-4036-4cf1-b41f-0764995aabe1 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:53:47.732647 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ee02d0-e08f-4de9-869b-8c7c41fc219f", "tag": "52e80974-df10-4aca-a64b-8708c4d5000f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:53:47.732905 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a02acf4-4036-4cf1-b41f-0764995aabe1 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:53:47.733307 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'tag': '52e80974-df10-4aca-a64b-8708c4d5000f', 'status': 'completed', 'code': 200} Nov 09 00:53:47.751892 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:47.773617 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6fd4a21f-8eb1-467e-8507-d3d6a1c9542d None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:53:47.794717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db1166-00c7-4ce0-97a7-1463ffe9d892 req-8be3c247-cb5e-44cf-ab39-f4eaa14b139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:47.796221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44db1166-00c7-4ce0-97a7-1463ffe9d892 req-8be3c247-cb5e-44cf-ab39-f4eaa14b139e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 1096 time: 0.0412438 Nov 09 00:53:47.888386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db1166-00c7-4ce0-97a7-1463ffe9d892 req-27d3a583-8e8c-45b3-b29a-68d18a5f33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:47.889862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44db1166-00c7-4ce0-97a7-1463ffe9d892 req-27d3a583-8e8c-45b3-b29a-68d18a5f33ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0871935 Nov 09 00:53:47.959164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44db1166-00c7-4ce0-97a7-1463ffe9d892 req-cca2c2d3-a3e4-4f7f-ba8e-da7a81c79b07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e80974-df10-4aca-a64b-8708c4d5000f HTTP/1.1" status: 200 len: 998 time: 0.0621083 Nov 09 00:53:48.000881 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6fd4a21f-8eb1-467e-8507-d3d6a1c9542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '420547d6-1a01-4df9-8c4b-a7f195c5039a', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': '52e80974-df10-4aca-a64b-8708c4d5000f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:3b:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:53:46Z', 'updated_at': '2021-11-09T00:53:46Z', 'revision_number': 0, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:53:48.008843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db1166-00c7-4ce0-97a7-1463ffe9d892 req-0bf6dada-fca3-43d9-a4b4-a4ce6282a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:48.010337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44db1166-00c7-4ce0-97a7-1463ffe9d892 req-0bf6dada-fca3-43d9-a4b4-a4ce6282a7b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0441711 Nov 09 00:53:48.027872 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd4a21f-8eb1-467e-8507-d3d6a1c9542d None None] Checking router: f912d8e3-f4e7-48f0-8993-b1029b8419f9 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:53:48.036083 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd4a21f-8eb1-467e-8507-d3d6a1c9542d None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:53:48.036702 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6fd4a21f-8eb1-467e-8507-d3d6a1c9542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:53:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:53:48.055347 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db1166-00c7-4ce0-97a7-1463ffe9d892 req-df2fa187-1410-4093-b5a0-64dd25a6eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:53:48.056843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44db1166-00c7-4ce0-97a7-1463ffe9d892 req-df2fa187-1410-4093-b5a0-64dd25a6eeac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400074 Nov 09 00:53:48.140439 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6fd4a21f-8eb1-467e-8507-d3d6a1c9542d None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:53:48.151007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44db1166-00c7-4ce0-97a7-1463ffe9d892 req-3cf6d56a-02d4-4f10-9c92-dbe6cab3c5b2 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867662 Nov 09 00:53:48.242669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44db1166-00c7-4ce0-97a7-1463ffe9d892 req-61ef226e-feca-41ad-9708-a63721d13826 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856819 Nov 09 00:53:48.361851 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6fd4a21f-8eb1-467e-8507-d3d6a1c9542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '420547d6-1a01-4df9-8c4b-a7f195c5039a', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': '52e80974-df10-4aca-a64b-8708c4d5000f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:3b:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:53:46Z', 'updated_at': '2021-11-09T00:53:46Z', 'revision_number': 0, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:53:48.391991 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd4a21f-8eb1-467e-8507-d3d6a1c9542d None None] The sync data for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 is: [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '420547d6-1a01-4df9-8c4b-a7f195c5039a', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': '52e80974-df10-4aca-a64b-8708c4d5000f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:3b:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:53:46Z', 'updated_at': '2021-11-09T00:53:46Z', 'revision_number': 0, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:53:48.418825 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:53:48.591758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1e6b1b-f9ba-4fbb-8e44-2974fb691458 None None] New status for floating IP 420547d6-1a01-4df9-8c4b-a7f195c5039a: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:54:12.730274 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e44a6c13-0daf-487b-b0f8-bf4949063d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:14.814323 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5cf77d55-c5fb-47b9-adbb-7c56e63e47e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:15.192835 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:54:16.224024 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:16.261817 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:16.581392 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:17.752663 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:18.422547 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:28.966621 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a10835ac-06ec-4c9c-b2cb-56891a291608 req-88185270-b494-4ed5-9b37-a27ce2393beb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405593 Nov 09 00:54:29.050076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10835ac-06ec-4c9c-b2cb-56891a291608 req-8f3506e5-1290-4ee5-89b0-3f4ed0a079f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:54:29.051762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a10835ac-06ec-4c9c-b2cb-56891a291608 req-8f3506e5-1290-4ee5-89b0-3f4ed0a079f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 1096 time: 0.0427728 Nov 09 00:54:29.161546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10835ac-06ec-4c9c-b2cb-56891a291608 req-52cb238d-65cc-4a06-90fb-8d410ab99750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:54:29.163004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a10835ac-06ec-4c9c-b2cb-56891a291608 req-52cb238d-65cc-4a06-90fb-8d410ab99750 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0922976 Nov 09 00:54:29.230404 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a10835ac-06ec-4c9c-b2cb-56891a291608 req-2f4c844f-c49c-4156-99fd-c5f4b99b3a21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e80974-df10-4aca-a64b-8708c4d5000f HTTP/1.1" status: 200 len: 1000 time: 0.0587709 Nov 09 00:54:29.279824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10835ac-06ec-4c9c-b2cb-56891a291608 req-b837adaf-7d6a-4b51-a3a8-5d4150629bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:54:29.282143 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a10835ac-06ec-4c9c-b2cb-56891a291608 req-b837adaf-7d6a-4b51-a3a8-5d4150629bf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0439467 Nov 09 00:54:29.330947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10835ac-06ec-4c9c-b2cb-56891a291608 req-68e4533c-2739-4495-b91d-1bee384438f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:54:29.332434 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a10835ac-06ec-4c9c-b2cb-56891a291608 req-68e4533c-2739-4495-b91d-1bee384438f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435987 Nov 09 00:54:29.420766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a10835ac-06ec-4c9c-b2cb-56891a291608 req-1a4c442a-80b4-4f83-8438-32b4a4f9a4f9 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814645 Nov 09 00:54:29.513119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a10835ac-06ec-4c9c-b2cb-56891a291608 req-afef7825-4188-49d0-be1c-93977b928e96 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853462 Nov 09 00:54:42.732244 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-203be3d7-ef28-420e-8464-979925ce6c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:44.817436 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6a5e-0939-4acb-8c75-e92cae343af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:46.227162 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:46.276485 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:46.595027 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:47.754206 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:48.424315 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:54:52.194410 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:55:12.732658 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ac8e2745-3d25-42df-803e-0547ee28dedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:14.819160 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc359-1211-4d58-935b-559710301847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:16.229605 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:16.282257 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:16.594044 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:17.758071 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:18.427315 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:26.074708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-62d803f3-8653-43bd-a11e-e9324bfed97e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914467127&fields=id&tenant_id=82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 267 time: 0.0439990 Nov 09 00:55:26.181241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-9f10cc20-b8d4-4e31-982e-dcfe63d47e64 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:26.182608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-9f10cc20-b8d4-4e31-982e-dcfe63d47e64 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1013076 Nov 09 00:55:26.197709 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-0accd3d0-8148-4063-858e-84032c281cf3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/quotas/82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 375 time: 0.0093727 Nov 09 00:55:26.252841 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-67eb4d35-b833-476e-88b0-732e999bc803 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0498824 Nov 09 00:55:26.346189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-3354c05b-9f55-4b51-bc86-8d5992f2a2b8 service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807762 Nov 09 00:55:26.437377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-2be9d993-cfca-47d4-94fc-600a76f4313a service neutron] 10.222.0.25 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851357 Nov 09 00:55:26.724444 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e3ba9d6-c71e-42e7-a9ff-1d4cf50e6bba req-c95a74a1-5247-49d3-af6b-05b29ac450e2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 210 time: 0.0272212 Nov 09 00:55:27.686693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-85949364-e0ad-43a3-a929-3d6636aa8664 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:27.688125 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-85949364-e0ad-43a3-a929-3d6636aa8664 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 811 time: 0.1055770 Nov 09 00:55:27.753819 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-268751d3-609c-4bb7-9b7c-16c3149750dd tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82f4233ce3744671bbf9604c7763e2c6 HTTP/1.1" status: 200 len: 380 time: 0.0567646 Nov 09 00:55:27.763094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'port': {'device_id': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'admin_state_up': True, 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'security_groups': ['2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:55:27.822510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-34417625-cc08-4e06-964d-f74c65191a1e req-cf340a7e-799f-41b3-b636-cfa011c7e981 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 210 time: 0.0283301 Nov 09 00:55:27.883944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Made reservation on behalf of 82f4233ce3744671bbf9604c7763e2c6 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:55:27.887563 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:28.015974 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Allocated IP 172.20.0.14 (66b4b587-5383-494c-927f-91031d43405c/68950d10-95a7-45d5-936c-3308b76040d9/bb92ecc4-70a8-417c-9359-f05942761132) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:55:28.152384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:28.185526 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:28.226360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Network 66b4b587-5383-494c-927f-91031d43405c is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:55:28.229338 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:55:28.235010 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:55:28.265134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=bb92ecc4-70a8-417c-9359-f05942761132,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:55:28.305781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:28.305781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:28.305781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:28.305781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:28.305781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:28.305781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:28.305781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:28.305781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:28.305781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:28.305781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:28.305781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:28.305781 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:28.319452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:28.320348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:28.336960 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-7c9693ef-a90a-48c5-a688-e2449ac62d11 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775585 Nov 09 00:55:28.462300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Request body: {'port': {'device_id': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:55:28.521521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:28.532488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-239a37a9-fea6-45b3-b997-a754ab2425bb None None] Provisioning complete for port bb92ecc4-70a8-417c-9359-f05942761132 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:55:28.532986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-239a37a9-fea6-45b3-b997-a754ab2425bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:28.570855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-239a37a9-fea6-45b3-b997-a754ab2425bb None None] Port bb92ecc4-70a8-417c-9359-f05942761132 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:55:28.783593 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb92ecc4-70a8-417c-9359-f05942761132 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:55:28.791585 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:28.803926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Transition to ACTIVE for port object bb92ecc4-70a8-417c-9359-f05942761132 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:55:28.808300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:28.865909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Pushing event updated for resources: {'Port': ['ID=bb92ecc4-70a8-417c-9359-f05942761132,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:55:28.958041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Attempting to bind port bb92ecc4-70a8-417c-9359-f05942761132 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:55:28.958467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Attempting to bind port bb92ecc4-70a8-417c-9359-f05942761132 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:55:28.958866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Attempting to bind port bb92ecc4-70a8-417c-9359-f05942761132 on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:55:28.963775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Port bb92ecc4-70a8-417c-9359-f05942761132 on network 66b4b587-5383-494c-927f-91031d43405c not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:55:28.964177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Attempting to bind port bb92ecc4-70a8-417c-9359-f05942761132 on network 66b4b587-5383-494c-927f-91031d43405c {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:55:28.970397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:55:28.970951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Checking segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:55:28.971470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Bound using segment: {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:55:28.971981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Bound port: bb92ecc4-70a8-417c-9359-f05942761132, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc33169-d8fe-4d03-a991-7797380dc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66b4b587-5383-494c-927f-91031d43405c'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:55:28.972625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:28.991869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c12a5-236c-4c15-8cc5-aa2509c16e01 req-c070d1cd-845a-4774-b291-42c41188697a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:28.994803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b9c12a5-236c-4c15-8cc5-aa2509c16e01 req-c070d1cd-845a-4774-b291-42c41188697a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 944 time: 0.0565524 Nov 09 00:55:29.047376 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] For port bb92ecc4-70a8-417c-9359-f05942761132, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:55:29.052831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] For port bb92ecc4-70a8-417c-9359-f05942761132, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bb92ecc4-70a8-417c-9359-f05942761132,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:55:29.058997 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:29.065944 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b9c12a5-236c-4c15-8cc5-aa2509c16e01 req-8ffd6a20-1359-4bf2-ac4f-ecb6499b026e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596993 Nov 09 00:55:29.107675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:29.108295 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:29.109796 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] 10.222.0.11 "PUT /v2.0/ports/bb92ecc4-70a8-417c-9359-f05942761132 HTTP/1.1" status: 200 len: 1092 time: 0.7646675 Nov 09 00:55:29.110235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'tag': 'bb92ecc4-70a8-417c-9359-f05942761132'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:55:29.112461 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4724e121-1f42-41f3-96fc-aeb5c8ef787c" -d '{"events": [{"name": "network-changed", "server_uuid": "3963f23d-89a0-4a95-9e90-6d0017fe279e", "tag": "bb92ecc4-70a8-417c-9359-f05942761132"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:55:29.163973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684142f-5a44-43af-beef-ed9b44a55890 service neutron] Pushing event updated for resources: {'Port': ['ID=bb92ecc4-70a8-417c-9359-f05942761132,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:55:29.169842 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee3deeb-20b5-4d43-9c49-a8a4433bf16b x-openstack-request-id: req-6ee3deeb-20b5-4d43-9c49-a8a4433bf16b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:55:29.170130 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3963f23d-89a0-4a95-9e90-6d0017fe279e", "tag": "bb92ecc4-70a8-417c-9359-f05942761132", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:55:29.170382 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ee3deeb-20b5-4d43-9c49-a8a4433bf16b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:55:29.170780 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'tag': 'bb92ecc4-70a8-417c-9359-f05942761132', 'status': 'completed', 'code': 200} Nov 09 00:55:29.199848 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:55:29.204351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-0bae7a8e-822d-4bcf-a87c-32b7409c7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:29.205939 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-0bae7a8e-822d-4bcf-a87c-32b7409c7e94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 1095 time: 0.0511384 Nov 09 00:55:29.253597 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-212204e4-d652-44b0-9b18-e7f628116443 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb92ecc4-70a8-417c-9359-f05942761132 HTTP/1.1" status: 200 len: 217 time: 0.0385273 Nov 09 00:55:29.311202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-f686385b-c909-4b87-a9da-90be4c304bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:29.312667 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-f686385b-c909-4b87-a9da-90be4c304bf0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0526881 Nov 09 00:55:29.366090 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-044311ff-f09b-43a3-95d9-29e9dd36d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:29.367650 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-044311ff-f09b-43a3-95d9-29e9dd36d54c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475066 Nov 09 00:55:29.459822 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-29c02b56-d8a8-4048-914c-e730af06bad1 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838382 Nov 09 00:55:29.556009 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b0a20c86-df8d-4183-b5a4-2cc05f0ef68e req-1d198acb-e759-453c-b487-45562c892648 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896087 Nov 09 00:55:29.641502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724e121-1f42-41f3-96fc-aeb5c8ef787c req-acff1bfe-88ad-43d8-915c-f45dfb9669a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:29.642991 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4724e121-1f42-41f3-96fc-aeb5c8ef787c req-acff1bfe-88ad-43d8-915c-f45dfb9669a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 1095 time: 0.0418406 Nov 09 00:55:29.738358 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724e121-1f42-41f3-96fc-aeb5c8ef787c req-21288359-fe79-4072-8bd3-889adee27f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:29.740482 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4724e121-1f42-41f3-96fc-aeb5c8ef787c req-21288359-fe79-4072-8bd3-889adee27f05 service neutron] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0899961 Nov 09 00:55:29.781562 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4724e121-1f42-41f3-96fc-aeb5c8ef787c req-5cb1a7a3-6bca-4637-b814-738445516625 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb92ecc4-70a8-417c-9359-f05942761132 HTTP/1.1" status: 200 len: 217 time: 0.0343897 Nov 09 00:55:29.828131 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724e121-1f42-41f3-96fc-aeb5c8ef787c req-0ccaf70e-993a-44e5-8c77-c05ede2aa787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:29.829735 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4724e121-1f42-41f3-96fc-aeb5c8ef787c req-0ccaf70e-993a-44e5-8c77-c05ede2aa787 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0420337 Nov 09 00:55:29.880026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724e121-1f42-41f3-96fc-aeb5c8ef787c req-0c5c4fb5-dff2-4484-80bb-16fbe3bb602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:29.881470 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4724e121-1f42-41f3-96fc-aeb5c8ef787c req-0c5c4fb5-dff2-4484-80bb-16fbe3bb602c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449452 Nov 09 00:55:29.970979 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4724e121-1f42-41f3-96fc-aeb5c8ef787c req-01c85875-37dd-4362-b2c5-512f9cebf249 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823765 Nov 09 00:55:30.065035 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4724e121-1f42-41f3-96fc-aeb5c8ef787c req-36f5835d-e1ed-453a-a59f-e406e4ffeed8 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872748 Nov 09 00:55:30.186838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cacd2-a8be-4274-b674-f69fd5852c00 req-718b4d62-b422-40c4-842d-29d5d165250a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:30.188369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f23cacd2-a8be-4274-b674-f69fd5852c00 req-718b4d62-b422-40c4-842d-29d5d165250a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 944 time: 0.0508368 Nov 09 00:55:30.238602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f23cacd2-a8be-4274-b674-f69fd5852c00 req-3d3bd435-f250-4503-806f-d46066d72bce tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435658 Nov 09 00:55:30.941962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-15b7027a-1fd3-48de-962d-07007cc11ac0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422359 Nov 09 00:55:31.031250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-0d2faaea-8f73-4dd9-9c1a-380e2dae1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:31.032849 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-0d2faaea-8f73-4dd9-9c1a-380e2dae1f16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 1096 time: 0.0472894 Nov 09 00:55:31.135171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-6b50e38c-e541-4243-a68d-b26b20c9a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:31.136627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-6b50e38c-e541-4243-a68d-b26b20c9a673 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0855112 Nov 09 00:55:31.206468 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-967b522e-fa31-41d8-9aeb-01e54b3f92c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e80974-df10-4aca-a64b-8708c4d5000f HTTP/1.1" status: 200 len: 1000 time: 0.0626733 Nov 09 00:55:31.256084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-9e497a1f-4e32-4b43-a6cc-7d432e87c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:31.257458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-9e497a1f-4e32-4b43-a6cc-7d432e87c5fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0438349 Nov 09 00:55:31.309179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-2a36ac0b-2785-4a6b-b31b-f9b287cbf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:31.310715 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-2a36ac0b-2785-4a6b-b31b-f9b287cbf553 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456026 Nov 09 00:55:31.327107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-01f38c9b-7dce-4b5d-982c-6990473e47c9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:55:31.328164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-01f38c9b-7dce-4b5d-982c-6990473e47c9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068557 Nov 09 00:55:31.424509 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b3d7-fcb6-4185-b683-e527a0ef4e35 req-b87da1cc-27c8-4f45-87d6-823688c8a44e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:31.426023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2908b3d7-fcb6-4185-b683-e527a0ef4e35 req-b87da1cc-27c8-4f45-87d6-823688c8a44e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 944 time: 0.1131272 Nov 09 00:55:31.472061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-a623c0b9-628f-45ec-b58d-631aa8f9dc94 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296241 Nov 09 00:55:31.521855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2908b3d7-fcb6-4185-b683-e527a0ef4e35 req-76779bc6-2896-4d95-b5a9-2e73ac964056 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891747 Nov 09 00:55:31.589745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-82e44d6f-4426-42ec-833c-6a1d7c5dff83 req-eadaac15-9770-4927-9f3c-2d427f98f17b service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081369 Nov 09 00:55:32.643638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90ee35-7d8c-4c0a-a689-8edd906aa3ec req-43b6141b-9217-417e-b7c3-d8e95a91e28e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:32.645196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af90ee35-7d8c-4c0a-a689-8edd906aa3ec req-43b6141b-9217-417e-b7c3-d8e95a91e28e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 944 time: 0.0521729 Nov 09 00:55:32.700290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-af90ee35-7d8c-4c0a-a689-8edd906aa3ec req-7b3d6eb2-d7c6-4607-829d-8f1cdadbd161 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481095 Nov 09 00:55:33.818042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e18fb-fee5-4c3a-b9e9-e2ab87e543e5 req-2db4dc1a-50c3-4975-92fb-c3f91c0529ad tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:33.819518 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c09e18fb-fee5-4c3a-b9e9-e2ab87e543e5 req-2db4dc1a-50c3-4975-92fb-c3f91c0529ad tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 944 time: 0.0502174 Nov 09 00:55:33.872420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c09e18fb-fee5-4c3a-b9e9-e2ab87e543e5 req-39d5b6c4-4d1d-4feb-b10b-0b960aeb75b4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469239 Nov 09 00:55:34.987765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1593e06-b07e-40cf-9923-4ac677c5492e req-cc934bbc-6973-412a-aa52-47341ec6986a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:34.989250 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1593e06-b07e-40cf-9923-4ac677c5492e req-cc934bbc-6973-412a-aa52-47341ec6986a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 944 time: 0.0494926 Nov 09 00:55:35.039262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1593e06-b07e-40cf-9923-4ac677c5492e req-1fe7f0e4-52d7-4938-9730-064b4c57b186 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435779 Nov 09 00:55:36.152561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91697e7b-83bc-46bb-8463-6bc927d8d135 req-1b9477d7-b250-4349-8f8b-e25110e2dba9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:36.154059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91697e7b-83bc-46bb-8463-6bc927d8d135 req-1b9477d7-b250-4349-8f8b-e25110e2dba9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 944 time: 0.0484803 Nov 09 00:55:36.202737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-91697e7b-83bc-46bb-8463-6bc927d8d135 req-5efaaf2d-7eee-4b90-811d-0be7081ca64e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426118 Nov 09 00:55:37.322513 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa924eb-55e2-49bf-9937-d0c473d9dce8 req-03855739-5af3-4f03-97fe-ced7cbd0ade1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:37.323970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-baa924eb-55e2-49bf-9937-d0c473d9dce8 req-03855739-5af3-4f03-97fe-ced7cbd0ade1 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 944 time: 0.0527933 Nov 09 00:55:37.372423 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-baa924eb-55e2-49bf-9937-d0c473d9dce8 req-15002690-f06c-41f1-aff5-68f03e0d01c0 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425985 Nov 09 00:55:38.486058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc034f-a55e-4c79-a75c-ce1213562d2d req-5e98f705-b800-487a-a045-205b28a60174 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:38.487591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07dc034f-a55e-4c79-a75c-ce1213562d2d req-5e98f705-b800-487a-a045-205b28a60174 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 944 time: 0.0492854 Nov 09 00:55:38.537305 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-07dc034f-a55e-4c79-a75c-ce1213562d2d req-e9c52837-8847-4c20-818e-e142ae591fad tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437267 Nov 09 00:55:39.656146 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4481626-48cc-4886-8ab7-8b0d20b3ea3a req-918b1ef6-cc45-4193-ad54-0d31ef4c92db tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:39.657671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4481626-48cc-4886-8ab7-8b0d20b3ea3a req-918b1ef6-cc45-4193-ad54-0d31ef4c92db tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 944 time: 0.0502164 Nov 09 00:55:39.711180 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4481626-48cc-4886-8ab7-8b0d20b3ea3a req-c5dd55d2-26da-45c6-a1f0-fbbf096d68be tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469115 Nov 09 00:55:40.144520 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bb92ecc4-70a8-417c-9359-f05942761132 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:55:40.242847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port bb92ecc4-70a8-417c-9359-f05942761132, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bb92ecc4-70a8-417c-9359-f05942761132,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:55:40.253654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'bb92ecc4-70a8-417c-9359-f05942761132', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'port_id': 'bb92ecc4-70a8-417c-9359-f05942761132', 'mac_address': 'fa:16:3e:95:d8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:55:40.289935 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:40.302115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb92ecc4-70a8-417c-9359-f05942761132 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:55:40.321641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port bb92ecc4-70a8-417c-9359-f05942761132, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bb92ecc4-70a8-417c-9359-f05942761132,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:55:40.325531 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:40.374135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=bb92ecc4-70a8-417c-9359-f05942761132,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:55:40.381370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:40.381720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:40.382672 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:40.383010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:40.383343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:40.383676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:40.384003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:40.384329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:40.384654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:40.384980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:40.385303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:40.385655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:40.545790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['bb92ecc4-70a8-417c-9359-f05942761132'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:55:40.828320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c17db2-77d9-4b33-ab19-a9f7695e5224 req-f3662125-02a9-49aa-9f3b-e61d232c7499 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:40.829830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29c17db2-77d9-4b33-ab19-a9f7695e5224 req-f3662125-02a9-49aa-9f3b-e61d232c7499 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 945 time: 0.0487463 Nov 09 00:55:40.878604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29c17db2-77d9-4b33-ab19-a9f7695e5224 req-f7b8160d-dbca-4494-9fa2-02de8c73ab33 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430775 Nov 09 00:55:41.992868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fff32c-8dc0-46be-88c2-6359b1d179b2 req-48653d1d-6c2c-4851-ab42-26e5519b0eb4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:41.994534 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-45fff32c-8dc0-46be-88c2-6359b1d179b2 req-48653d1d-6c2c-4851-ab42-26e5519b0eb4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 945 time: 0.0491729 Nov 09 00:55:42.044528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-45fff32c-8dc0-46be-88c2-6359b1d179b2 req-d73d9214-b6d6-47a9-89ee-4e78eb3da1c8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Nov 09 00:55:42.144493 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bb92ecc4-70a8-417c-9359-f05942761132 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:55:42.194962 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port bb92ecc4-70a8-417c-9359-f05942761132 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:55:42.198632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port bb92ecc4-70a8-417c-9359-f05942761132 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:55:42.198999 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:42.276219 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:42.298830 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb92ecc4-70a8-417c-9359-f05942761132'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:55:42.301045 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919242bd-d029-46fd-8148-c7b824329c1c" -d '{"events": [{"server_uuid": "3963f23d-89a0-4a95-9e90-6d0017fe279e", "name": "network-vif-plugged", "status": "completed", "tag": "bb92ecc4-70a8-417c-9359-f05942761132"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:55:42.316979 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port bb92ecc4-70a8-417c-9359-f05942761132, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bb92ecc4-70a8-417c-9359-f05942761132,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:55:42.321500 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:42.350454 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869ef3f6-5585-485b-a1d0-7ab2894b8947 x-openstack-request-id: req-869ef3f6-5585-485b-a1d0-7ab2894b8947 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:55:42.351299 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3963f23d-89a0-4a95-9e90-6d0017fe279e", "name": "network-vif-plugged", "status": "completed", "tag": "bb92ecc4-70a8-417c-9359-f05942761132", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:55:42.351551 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-869ef3f6-5585-485b-a1d0-7ab2894b8947 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:55:42.351935 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb92ecc4-70a8-417c-9359-f05942761132', 'code': 200} Nov 09 00:55:42.378148 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=bb92ecc4-70a8-417c-9359-f05942761132,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:55:42.440650 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49f4c4-dc6c-438c-b63f-68570c7b62b0 req-ee60e75c-6ad5-4cd6-8486-381be0679522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:42.442295 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6e49f4c4-dc6c-438c-b63f-68570c7b62b0 req-ee60e75c-6ad5-4cd6-8486-381be0679522 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 1097 time: 0.0416043 Nov 09 00:55:42.489186 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6e49f4c4-dc6c-438c-b63f-68570c7b62b0 req-de7a88fb-795d-4394-b15d-178fedaf8a05 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397711 Nov 09 00:55:42.734988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0a0f0ee6-f810-4b99-a2b7-c2e3c7457850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:43.162744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae455a-125a-4f82-a4fc-0d16c33dfb8c req-66c48878-26fa-4076-840b-ab47089eed7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:43.164207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49ae455a-125a-4f82-a4fc-0d16c33dfb8c req-66c48878-26fa-4076-840b-ab47089eed7d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 946 time: 0.0527911 Nov 09 00:55:43.213596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49ae455a-125a-4f82-a4fc-0d16c33dfb8c req-1661dfd0-a5b8-414a-b1b5-07e347c654b4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434213 Nov 09 00:55:44.327776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba38dcf-d824-40e8-985c-7f0cca07881e req-e6c61b1b-9d23-4e34-983a-f3e5bc6334bf tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:44.329255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ba38dcf-d824-40e8-985c-7f0cca07881e req-e6c61b1b-9d23-4e34-983a-f3e5bc6334bf tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 946 time: 0.0489256 Nov 09 00:55:44.378100 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ba38dcf-d824-40e8-985c-7f0cca07881e req-d6e31bba-ba5e-430a-85bd-97ce3787a820 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Nov 09 00:55:44.494569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088af4f1-a17b-4754-8f19-5fbb5d2d70e7 req-fd346e4f-c4ed-430a-8474-e5c541fedee3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:44.495985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-088af4f1-a17b-4754-8f19-5fbb5d2d70e7 req-fd346e4f-c4ed-430a-8474-e5c541fedee3 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 946 time: 0.0522070 Nov 09 00:55:44.544617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-088af4f1-a17b-4754-8f19-5fbb5d2d70e7 req-cec5daf9-fd82-4edd-9dd0-4134d0bcddbf tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427630 Nov 09 00:55:44.565619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57588) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:55:44.604468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676b69-7bb0-4e54-80de-e7a129a52994 tempest-TestVolumeBootPattern-854149147 tempest-TestVolumeBootPattern-854149147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:44.606012 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-46676b69-7bb0-4e54-80de-e7a129a52994 tempest-TestVolumeBootPattern-854149147 tempest-TestVolumeBootPattern-854149147-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 1092 time: 0.0394454 Nov 09 00:55:44.608732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57590) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:55:44.613061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': 'bb92ecc4-70a8-417c-9359-f05942761132', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:55:44.635062 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:44.734728 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:44.821803 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6dc6bc29-d3d3-406a-a74a-ba5c89aad39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:44.838605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Allocated IP 172.25.0.142 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/ab15a912-9c27-4acc-9cf9-0f79c2755f35) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:55:44.942200 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:44.975127 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:45.009583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:55:45.012422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:55:45.015844 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:55:45.044061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=ab15a912-9c27-4acc-9cf9-0f79c2755f35,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:55:45.056333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:45.056683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:45.057031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:45.057391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:45.057733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:45.058070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:45.058401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:45.058730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:45.059056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:45.059382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:45.059708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:45.060034 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:55:45.381094 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:45.445471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:45.593263 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:45.597734 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:45.664583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event updated for resources: {'Port': ['ID=ab15a912-9c27-4acc-9cf9-0f79c2755f35,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:55:45.676091 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:45.774775 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Floating IP 03fac8f3-a98c-4363-9242-8339af3cdb98 associated. External IP: 172.25.0.142, port: bb92ecc4-70a8-417c-9359-f05942761132. Nov 09 00:55:45.979255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Router f912d8e3-f4e7-48f0-8993-b1029b8419f9 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:55:46.086383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:55:46.097176 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca7307-215d-4848-9a02-388f1f0aa882 None None] Sync routers for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:55:46.105951 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:46.106824 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca7307-215d-4848-9a02-388f1f0aa882 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:55:46.107436 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e8ca7307-215d-4848-9a02-388f1f0aa882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:55:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:55:46.132621 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c39e0e7b-e220-4a30-abdc-20177384c80a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5223548 Nov 09 00:55:46.133291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'tag': 'bb92ecc4-70a8-417c-9359-f05942761132'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:55:46.135542 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068e61c6-c3b1-410b-9339-0f21d36ab41b" -d '{"events": [{"name": "network-changed", "server_uuid": "3963f23d-89a0-4a95-9e90-6d0017fe279e", "tag": "bb92ecc4-70a8-417c-9359-f05942761132"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:55:46.172252 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211d7cef-2247-420f-a089-3d9e5604be52 x-openstack-request-id: req-211d7cef-2247-420f-a089-3d9e5604be52 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:55:46.172545 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3963f23d-89a0-4a95-9e90-6d0017fe279e", "tag": "bb92ecc4-70a8-417c-9359-f05942761132", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:55:46.172799 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-211d7cef-2247-420f-a089-3d9e5604be52 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:55:46.173201 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'tag': 'bb92ecc4-70a8-417c-9359-f05942761132', 'status': 'completed', 'code': 200} Nov 09 00:55:46.220558 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e8ca7307-215d-4848-9a02-388f1f0aa882 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:55:46.233577 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:46.236275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e61c6-c3b1-410b-9339-0f21d36ab41b req-fd156ecc-14ed-49ab-a618-28f2629461ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:46.237830 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-068e61c6-c3b1-410b-9339-0f21d36ab41b req-fd156ecc-14ed-49ab-a618-28f2629461ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 1097 time: 0.0412257 Nov 09 00:55:46.276871 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:46.338040 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e61c6-c3b1-410b-9339-0f21d36ab41b req-b795d151-90a4-4e7e-98ed-d3a2e7be0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:46.339522 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-068e61c6-c3b1-410b-9339-0f21d36ab41b req-b795d151-90a4-4e7e-98ed-d3a2e7be0675 service neutron] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0934062 Nov 09 00:55:46.405265 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-068e61c6-c3b1-410b-9339-0f21d36ab41b req-7961518e-e49b-4db1-8688-b82f3957e192 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb92ecc4-70a8-417c-9359-f05942761132 HTTP/1.1" status: 200 len: 1000 time: 0.0585403 Nov 09 00:55:46.459603 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e61c6-c3b1-410b-9339-0f21d36ab41b req-a88c2c16-cda4-4f81-9df2-a1aa9c3a205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:46.461063 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-068e61c6-c3b1-410b-9339-0f21d36ab41b req-a88c2c16-cda4-4f81-9df2-a1aa9c3a205f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0487165 Nov 09 00:55:46.506288 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e61c6-c3b1-410b-9339-0f21d36ab41b req-cd0dc145-7c4c-4626-8c93-d8e0ec8cd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:55:46.508302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-068e61c6-c3b1-410b-9339-0f21d36ab41b req-cd0dc145-7c4c-4626-8c93-d8e0ec8cd4ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403669 Nov 09 00:55:46.533694 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e8ca7307-215d-4848-9a02-388f1f0aa882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '03fac8f3-a98c-4363-9242-8339af3cdb98', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': 'bb92ecc4-70a8-417c-9359-f05942761132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:95:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:55:45Z', 'updated_at': '2021-11-09T00:55:45Z', 'revision_number': 0, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}, {'id': '420547d6-1a01-4df9-8c4b-a7f195c5039a', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': '52e80974-df10-4aca-a64b-8708c4d5000f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:3b:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:53:46Z', 'updated_at': '2021-11-09T00:53:48Z', 'revision_number': 1, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:55:46.562577 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca7307-215d-4848-9a02-388f1f0aa882 None None] Checking router: f912d8e3-f4e7-48f0-8993-b1029b8419f9 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:55:46.571245 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca7307-215d-4848-9a02-388f1f0aa882 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:55:46.572154 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e8ca7307-215d-4848-9a02-388f1f0aa882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:55:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:55:46.601889 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-068e61c6-c3b1-410b-9339-0f21d36ab41b req-ed94b63b-9217-4db2-86c8-712d30582cdb service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856400 Nov 09 00:55:46.632156 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:46.679578 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-e8ca7307-215d-4848-9a02-388f1f0aa882 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:55:46.694996 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-068e61c6-c3b1-410b-9339-0f21d36ab41b req-b432e3a7-6a77-4d2a-bae5-8011948c7464 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853629 Nov 09 00:55:46.902120 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-e8ca7307-215d-4848-9a02-388f1f0aa882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '03fac8f3-a98c-4363-9242-8339af3cdb98', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': 'bb92ecc4-70a8-417c-9359-f05942761132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:95:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:55:45Z', 'updated_at': '2021-11-09T00:55:45Z', 'revision_number': 0, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}, {'id': '420547d6-1a01-4df9-8c4b-a7f195c5039a', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': '52e80974-df10-4aca-a64b-8708c4d5000f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:3b:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:53:46Z', 'updated_at': '2021-11-09T00:53:48Z', 'revision_number': 1, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:55:46.927930 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca7307-215d-4848-9a02-388f1f0aa882 None None] The sync data for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 is: [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '03fac8f3-a98c-4363-9242-8339af3cdb98', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': 'bb92ecc4-70a8-417c-9359-f05942761132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:95:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:55:45Z', 'updated_at': '2021-11-09T00:55:45Z', 'revision_number': 0, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}, {'id': '420547d6-1a01-4df9-8c4b-a7f195c5039a', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': '52e80974-df10-4aca-a64b-8708c4d5000f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:3b:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:53:46Z', 'updated_at': '2021-11-09T00:53:48Z', 'revision_number': 1, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:55:47.122159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5c394-3214-4b0a-987c-8182f298b6cb None None] New status for floating IP 03fac8f3-a98c-4363-9242-8339af3cdb98: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:55:47.759302 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:55:48.429959 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:06.201396 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:56:12.736879 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9d6178e8-1183-48d2-a0d5-4b05f2cf4258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:14.822247 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bcaca5ee-5e2f-435c-8eb8-9c9dd92c15ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:16.235716 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:16.276682 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:16.641890 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:17.762218 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:18.431328 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:30.932617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3dacd8a-7b7f-4c5c-bd53-7ba55cef2ae8 req-88b3fc37-83c2-4391-983a-dbee838187be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401709 Nov 09 00:56:31.020142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dacd8a-7b7f-4c5c-bd53-7ba55cef2ae8 req-e55e514b-151d-46ee-8433-596065e6d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:56:31.021662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3dacd8a-7b7f-4c5c-bd53-7ba55cef2ae8 req-e55e514b-151d-46ee-8433-596065e6d599 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 1096 time: 0.0452502 Nov 09 00:56:31.125762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dacd8a-7b7f-4c5c-bd53-7ba55cef2ae8 req-df19ae48-627a-4a84-889e-250ade30f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:56:31.127228 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3dacd8a-7b7f-4c5c-bd53-7ba55cef2ae8 req-df19ae48-627a-4a84-889e-250ade30f013 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0862405 Nov 09 00:56:31.517630 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3dacd8a-7b7f-4c5c-bd53-7ba55cef2ae8 req-dc2de9f2-4e32-4e9a-a0d5-1ff695ec298c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e80974-df10-4aca-a64b-8708c4d5000f HTTP/1.1" status: 200 len: 1000 time: 0.3831720 Nov 09 00:56:31.566887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dacd8a-7b7f-4c5c-bd53-7ba55cef2ae8 req-bc98c9cd-7e6d-44b7-995b-1ac161a973cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:56:31.568301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3dacd8a-7b7f-4c5c-bd53-7ba55cef2ae8 req-bc98c9cd-7e6d-44b7-995b-1ac161a973cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0438192 Nov 09 00:56:31.613448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dacd8a-7b7f-4c5c-bd53-7ba55cef2ae8 req-552bb49f-4904-4edb-81bc-6af56859ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:56:31.615068 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3dacd8a-7b7f-4c5c-bd53-7ba55cef2ae8 req-552bb49f-4904-4edb-81bc-6af56859ddb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396481 Nov 09 00:56:31.707481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3dacd8a-7b7f-4c5c-bd53-7ba55cef2ae8 req-966365a0-131a-4a7a-9513-b4bec64eb705 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842204 Nov 09 00:56:31.795581 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3dacd8a-7b7f-4c5c-bd53-7ba55cef2ae8 req-e393bdae-cbaa-4045-9894-a0e76f716b82 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813937 Nov 09 00:56:42.738371 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-08571efd-07e3-483d-b489-fe5b5d436314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:43.199772 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:56:44.063669 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0198a5ea-0f9c-40d9-a73e-8a7ba96d5ffc req-c108c9ae-edfb-4816-86f7-a372f34c043a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393360 Nov 09 00:56:44.147655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198a5ea-0f9c-40d9-a73e-8a7ba96d5ffc req-dac3ff1d-ca68-4d1e-a0c8-fdb4bc6f3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:56:44.149117 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0198a5ea-0f9c-40d9-a73e-8a7ba96d5ffc req-dac3ff1d-ca68-4d1e-a0c8-fdb4bc6f3709 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 1097 time: 0.0441313 Nov 09 00:56:44.249859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198a5ea-0f9c-40d9-a73e-8a7ba96d5ffc req-d9d442c6-8f5f-46d8-aae6-6f4535aba850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:56:44.251307 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0198a5ea-0f9c-40d9-a73e-8a7ba96d5ffc req-d9d442c6-8f5f-46d8-aae6-6f4535aba850 service neutron] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0836618 Nov 09 00:56:44.319523 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0198a5ea-0f9c-40d9-a73e-8a7ba96d5ffc req-e45f792e-10ae-445d-a6f9-65e2ec8ee5d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb92ecc4-70a8-417c-9359-f05942761132 HTTP/1.1" status: 200 len: 1002 time: 0.0604184 Nov 09 00:56:44.367890 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198a5ea-0f9c-40d9-a73e-8a7ba96d5ffc req-6f6d2913-de8d-4b0c-9484-b11e0ecc7ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:56:44.369301 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0198a5ea-0f9c-40d9-a73e-8a7ba96d5ffc req-6f6d2913-de8d-4b0c-9484-b11e0ecc7ecd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0429459 Nov 09 00:56:44.413981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198a5ea-0f9c-40d9-a73e-8a7ba96d5ffc req-7dd2b4bc-4c04-4602-ac95-d27bf2ccb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:56:44.415491 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0198a5ea-0f9c-40d9-a73e-8a7ba96d5ffc req-7dd2b4bc-4c04-4602-ac95-d27bf2ccb844 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388250 Nov 09 00:56:44.506269 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0198a5ea-0f9c-40d9-a73e-8a7ba96d5ffc req-93ed3df7-6b05-43f1-90a6-06310776092f service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839570 Nov 09 00:56:44.594367 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0198a5ea-0f9c-40d9-a73e-8a7ba96d5ffc req-23e63f90-5d20-434c-8bda-20e8ce11ba13 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810738 Nov 09 00:56:44.822893 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da51b3d5-2e73-4201-9d15-bd16178d60c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:46.239311 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:46.281099 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:46.640869 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:47.765567 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:56:48.434118 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:12.738918 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e393937e-85c4-48ef-9857-d44c7bf63f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:13.507084 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57620) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:13.666074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Deleting port ab15a912-9c27-4acc-9cf9-0f79c2755f35 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:57:13.666417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:13.742657 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:13.742981 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:13.754864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Calling delete_port for ab15a912-9c27-4acc-9cf9-0f79c2755f35 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:57:13.900028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:13.926950 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event deleted for resources: {'Port': ['ID=ab15a912-9c27-4acc-9cf9-0f79c2755f35,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:13.958385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:13.958731 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:13.959072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:13.959410 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:13.959745 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:13.960073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:13.960397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:13.960717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:13.961037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:13.961378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:13.961700 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:13.962019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:14.004058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:14.004389 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Floating IP 03fac8f3-a98c-4363-9242-8339af3cdb98 disassociated (deleted). External IP: 172.25.0.142, port: bb92ecc4-70a8-417c-9359-f05942761132. Nov 09 00:57:14.207531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Router f912d8e3-f4e7-48f0-8993-b1029b8419f9 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:57:14.313715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:57:14.318500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:14.323154 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1cd8f2-a70d-4046-ac31-68eceb98ac8f None None] Sync routers for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:57:14.332696 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1cd8f2-a70d-4046-ac31-68eceb98ac8f None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:57:14.333301 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-fa1cd8f2-a70d-4046-ac31-68eceb98ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:56:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:14.353929 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-056c965d-90da-4c89-8e7e-c2d9a017151d tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "DELETE /v2.0/floatingips/03fac8f3-a98c-4363-9242-8339af3cdb98 HTTP/1.1" status: 204 len: 168 time: 0.8457236 Nov 09 00:57:14.354525 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'tag': 'bb92ecc4-70a8-417c-9359-f05942761132'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:57:14.356762 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabe68c5-391e-4014-8a62-22c372c363d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3963f23d-89a0-4a95-9e90-6d0017fe279e", "tag": "bb92ecc4-70a8-417c-9359-f05942761132"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:57:14.400224 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7885d93f-3d6a-44e4-b71d-04c63c5dde95 x-openstack-request-id: req-7885d93f-3d6a-44e4-b71d-04c63c5dde95 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:57:14.400521 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3963f23d-89a0-4a95-9e90-6d0017fe279e", "tag": "bb92ecc4-70a8-417c-9359-f05942761132", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:57:14.400777 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7885d93f-3d6a-44e4-b71d-04c63c5dde95 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:57:14.401723 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'tag': 'bb92ecc4-70a8-417c-9359-f05942761132', 'status': 'completed', 'code': 200} Nov 09 00:57:14.443346 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-fa1cd8f2-a70d-4046-ac31-68eceb98ac8f None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:57:14.468314 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe68c5-391e-4014-8a62-22c372c363d0 req-8c12d952-e88d-45df-b0c1-bc268ddca88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:14.469875 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-aabe68c5-391e-4014-8a62-22c372c363d0 req-8c12d952-e88d-45df-b0c1-bc268ddca88c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 1097 time: 0.0453544 Nov 09 00:57:14.571699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe68c5-391e-4014-8a62-22c372c363d0 req-4c882abe-958f-4663-b05c-cdea8d070380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:14.573765 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-aabe68c5-391e-4014-8a62-22c372c363d0 req-4c882abe-958f-4663-b05c-cdea8d070380 service neutron] 10.222.0.11 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.0936482 Nov 09 00:57:14.598327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d456f3d-7adc-4876-a57a-a986c363ef1f req-226174a3-5f06-4e2b-aacc-b7c05118ca77 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:14.606343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d456f3d-7adc-4876-a57a-a986c363ef1f req-226174a3-5f06-4e2b-aacc-b7c05118ca77 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 946 time: 0.0672081 Nov 09 00:57:14.626916 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-aabe68c5-391e-4014-8a62-22c372c363d0 req-c68b789b-4624-4541-b399-b12c852001bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb92ecc4-70a8-417c-9359-f05942761132 HTTP/1.1" status: 200 len: 217 time: 0.0432425 Nov 09 00:57:14.653888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d456f3d-7adc-4876-a57a-a986c363ef1f req-bb7573e5-9bcb-4335-acac-0ea1d7fdf5e8 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464084 Nov 09 00:57:14.677014 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-fa1cd8f2-a70d-4046-ac31-68eceb98ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '420547d6-1a01-4df9-8c4b-a7f195c5039a', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': '52e80974-df10-4aca-a64b-8708c4d5000f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:3b:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:53:46Z', 'updated_at': '2021-11-09T00:53:48Z', 'revision_number': 1, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:14.681043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe68c5-391e-4014-8a62-22c372c363d0 req-1b3f0742-21a7-49c1-b647-c368012abe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:14.682538 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-aabe68c5-391e-4014-8a62-22c372c363d0 req-1b3f0742-21a7-49c1-b647-c368012abe1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0483372 Nov 09 00:57:14.707441 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1cd8f2-a70d-4046-ac31-68eceb98ac8f None None] Checking router: f912d8e3-f4e7-48f0-8993-b1029b8419f9 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:57:14.716600 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1cd8f2-a70d-4046-ac31-68eceb98ac8f None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:57:14.717203 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-fa1cd8f2-a70d-4046-ac31-68eceb98ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:56:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:14.731344 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe68c5-391e-4014-8a62-22c372c363d0 req-01b8a0e6-bbcc-47dc-8551-9b63baafd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:14.732872 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-aabe68c5-391e-4014-8a62-22c372c363d0 req-01b8a0e6-bbcc-47dc-8551-9b63baafd8d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411232 Nov 09 00:57:14.824072 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-65606b33-8fc2-4429-a48c-f2c45f48986e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:14.826800 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-fa1cd8f2-a70d-4046-ac31-68eceb98ac8f None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:57:14.830911 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-aabe68c5-391e-4014-8a62-22c372c363d0 req-29264697-ef78-4c7d-b504-0e99256d8b4b service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896494 Nov 09 00:57:14.919352 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-aabe68c5-391e-4014-8a62-22c372c363d0 req-9eca358e-d7ee-4874-b0a8-109e78e60084 service neutron] 10.222.0.11 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808039 Nov 09 00:57:15.131987 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-fa1cd8f2-a70d-4046-ac31-68eceb98ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '420547d6-1a01-4df9-8c4b-a7f195c5039a', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': '52e80974-df10-4aca-a64b-8708c4d5000f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:3b:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:53:46Z', 'updated_at': '2021-11-09T00:53:48Z', 'revision_number': 1, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:15.157483 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1cd8f2-a70d-4046-ac31-68eceb98ac8f None None] The sync data for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 is: [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '420547d6-1a01-4df9-8c4b-a7f195c5039a', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'port_id': '52e80974-df10-4aca-a64b-8708c4d5000f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'mac_address': 'fa:16:3e:3b:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T00:53:46Z', 'updated_at': '2021-11-09T00:53:48Z', 'revision_number': 1, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:57:15.371236 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf9a4e-bcb0-45ab-9c74-0761c9f9dc1e None None] New status for floating IP 03fac8f3-a98c-4363-9242-8339af3cdb98: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:57:15.768991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bc419-248b-42e5-bff3-503a17bd24bd req-509831d9-1173-4e90-bc2a-ca949a47623b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:15.770491 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa3bc419-248b-42e5-bff3-503a17bd24bd req-509831d9-1173-4e90-bc2a-ca949a47623b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 946 time: 0.0482261 Nov 09 00:57:15.819741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa3bc419-248b-42e5-bff3-503a17bd24bd req-84c06ad6-0a45-4b1e-bc22-a35afec3a588 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432949 Nov 09 00:57:16.241810 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:16.290984 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:16.347235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7036e46-0900-4f13-bede-a519078e4fa8 req-4ba78153-3817-4993-91d8-32bd36d9cfdd tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:16.348660 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e7036e46-0900-4f13-bede-a519078e4fa8 req-4ba78153-3817-4993-91d8-32bd36d9cfdd tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 946 time: 0.3520091 Nov 09 00:57:16.434678 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-e7036e46-0900-4f13-bede-a519078e4fa8 req-d4713887-15e3-4782-bace-8c65087c7bf9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Deleting port bb92ecc4-70a8-417c-9359-f05942761132 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:57:16.435008 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e7036e46-0900-4f13-bede-a519078e4fa8 req-d4713887-15e3-4782-bace-8c65087c7bf9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:16.522438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-e7036e46-0900-4f13-bede-a519078e4fa8 req-d4713887-15e3-4782-bace-8c65087c7bf9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] For port bb92ecc4-70a8-417c-9359-f05942761132, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=bb92ecc4-70a8-417c-9359-f05942761132,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:57:16.522791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e7036e46-0900-4f13-bede-a519078e4fa8 req-d4713887-15e3-4782-bace-8c65087c7bf9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:16.535016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-e7036e46-0900-4f13-bede-a519078e4fa8 req-d4713887-15e3-4782-bace-8c65087c7bf9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Calling delete_port for bb92ecc4-70a8-417c-9359-f05942761132 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:57:16.643899 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:16.662006 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e7036e46-0900-4f13-bede-a519078e4fa8 req-d4713887-15e3-4782-bace-8c65087c7bf9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:16.690897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4713887-15e3-4782-bace-8c65087c7bf9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event deleted for resources: {'Port': ['ID=bb92ecc4-70a8-417c-9359-f05942761132,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:16.731297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7036e46-0900-4f13-bede-a519078e4fa8 req-d4713887-15e3-4782-bace-8c65087c7bf9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] No DVR routers for this DVR port bb92ecc4-70a8-417c-9359-f05942761132 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:57:16.734034 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e7036e46-0900-4f13-bede-a519078e4fa8 req-d4713887-15e3-4782-bace-8c65087c7bf9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:16.738025 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e7036e46-0900-4f13-bede-a519078e4fa8 req-d4713887-15e3-4782-bace-8c65087c7bf9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.11 "DELETE /v2.0/ports/bb92ecc4-70a8-417c-9359-f05942761132 HTTP/1.1" status: 204 len: 173 time: 0.3827007 Nov 09 00:57:16.738478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'name': 'network-vif-deleted', 'tag': 'bb92ecc4-70a8-417c-9359-f05942761132'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:57:16.740697 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5ad11a-ce15-407f-96d2-31c6400f3837" -d '{"events": [{"server_uuid": "3963f23d-89a0-4a95-9e90-6d0017fe279e", "name": "network-vif-deleted", "tag": "bb92ecc4-70a8-417c-9359-f05942761132"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:57:16.782301 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a13e3f-2f64-4b5b-9a4a-2a0f67442b30 x-openstack-request-id: req-89a13e3f-2f64-4b5b-9a4a-2a0f67442b30 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:57:16.782928 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3963f23d-89a0-4a95-9e90-6d0017fe279e", "name": "network-vif-deleted", "tag": "bb92ecc4-70a8-417c-9359-f05942761132", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:57:16.783187 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89a13e3f-2f64-4b5b-9a4a-2a0f67442b30 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:57:16.783587 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3963f23d-89a0-4a95-9e90-6d0017fe279e', 'name': 'network-vif-deleted', 'tag': 'bb92ecc4-70a8-417c-9359-f05942761132', 'status': 'completed', 'code': 200} Nov 09 00:57:16.914592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ccbbef3-f3d7-453e-adec-34101bd99eab req-9b0edae0-a5be-4fba-b52d-4ee3df1dfec2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 210 time: 0.0266623 Nov 09 00:57:17.769260 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:18.010691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8970793-7be1-43b4-ae22-1789faf1ad87 req-c4e96b68-2f3b-4e65-a3c4-72a7da0a3115 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 210 time: 0.0270073 Nov 09 00:57:18.437218 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:18.642571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bb92ecc4-70a8-417c-9359-f05942761132 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:57:18.666251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: bb92ecc4-70a8-417c-9359-f05942761132 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:57:18.666588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device bb92ecc4-70a8-417c-9359-f05942761132 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:57:19.107995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8182993-31b0-43a8-a433-cbfc4c794e18 req-922162e9-ca3f-4017-ae82-254024cfb4bc tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 210 time: 0.0295105 Nov 09 00:57:20.198722 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:57:20.204690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0058b0c-1191-42bc-9a2f-2abdefa7d7e2 req-6b084472-a08b-4869-8143-2477fb185ab4 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 210 time: 0.0265999 Nov 09 00:57:21.313691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9cdbf2b8-a75f-4bc5-9314-d63fd51ca682 req-e7afc8f6-4e1e-4c19-8d47-06e5c2a946f5 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3963f23d-89a0-4a95-9e90-6d0017fe279e HTTP/1.1" status: 200 len: 210 time: 0.0305402 Nov 09 00:57:27.708630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57676) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:27.860286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Deleting port aeba3dbd-2dce-45fb-beca-49a5bcb0124e {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:57:27.860543 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:27.936323 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:27.936649 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:27.947976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Calling delete_port for aeba3dbd-2dce-45fb-beca-49a5bcb0124e owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:57:28.093068 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:28.117881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event deleted for resources: {'Port': ['ID=aeba3dbd-2dce-45fb-beca-49a5bcb0124e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:28.176259 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:28.176588 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Floating IP 420547d6-1a01-4df9-8c4b-a7f195c5039a disassociated (deleted). External IP: 172.25.0.51, port: 52e80974-df10-4aca-a64b-8708c4d5000f. Nov 09 00:57:28.382771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Router f912d8e3-f4e7-48f0-8993-b1029b8419f9 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:57:28.489786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:57:28.494453 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:28.499105 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c128f-6f12-44ba-aed8-6993c88e8039 None None] Sync routers for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:57:28.509380 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c128f-6f12-44ba-aed8-6993c88e8039 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:57:28.509995 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-302c128f-6f12-44ba-aed8-6993c88e8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:57:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:28.521294 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-31a5919f-703a-4c2a-9432-23dddb89b68c tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "DELETE /v2.0/floatingips/420547d6-1a01-4df9-8c4b-a7f195c5039a HTTP/1.1" status: 204 len: 168 time: 0.8116031 Nov 09 00:57:28.521896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'tag': '52e80974-df10-4aca-a64b-8708c4d5000f'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:57:28.524114 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecefed8-0886-4d18-a0e6-5cb03b640bde" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ee02d0-e08f-4de9-869b-8c7c41fc219f", "tag": "52e80974-df10-4aca-a64b-8708c4d5000f"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:57:28.560859 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b79a44-0de8-47b6-a628-61c0cd19136e x-openstack-request-id: req-a3b79a44-0de8-47b6-a628-61c0cd19136e {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:57:28.561256 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ee02d0-e08f-4de9-869b-8c7c41fc219f", "tag": "52e80974-df10-4aca-a64b-8708c4d5000f", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:57:28.561736 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3b79a44-0de8-47b6-a628-61c0cd19136e {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:57:28.562263 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'tag': '52e80974-df10-4aca-a64b-8708c4d5000f', 'status': 'completed', 'code': 200} Nov 09 00:57:28.622869 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-302c128f-6f12-44ba-aed8-6993c88e8039 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:57:28.626094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecefed8-0886-4d18-a0e6-5cb03b640bde req-9e0e4a92-2f93-4353-b28e-36dc456bd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:28.628830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ecefed8-0886-4d18-a0e6-5cb03b640bde req-9e0e4a92-2f93-4353-b28e-36dc456bd1f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82f4233ce3744671bbf9604c7763e2c6&device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 1096 time: 0.0440314 Nov 09 00:57:28.763209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecefed8-0886-4d18-a0e6-5cb03b640bde req-1e62a76a-b220-4ff9-b4d5-2fa24e419d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:28.764698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ecefed8-0886-4d18-a0e6-5cb03b640bde req-1e62a76a-b220-4ff9-b4d5-2fa24e419d31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 200 len: 911 time: 0.1261308 Nov 09 00:57:28.776990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdea44-e15a-4953-b440-6bcd2f5010fe req-72485678-a8f6-4074-9de2-410c6c7298fc tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:28.778466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4bdea44-e15a-4953-b440-6bcd2f5010fe req-72485678-a8f6-4074-9de2-410c6c7298fc tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 945 time: 0.0712292 Nov 09 00:57:28.821535 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-302c128f-6f12-44ba-aed8-6993c88e8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:28.821913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ecefed8-0886-4d18-a0e6-5cb03b640bde req-d828cf9b-fcd0-4389-a70a-7384b0651757 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52e80974-df10-4aca-a64b-8708c4d5000f HTTP/1.1" status: 200 len: 217 time: 0.0423362 Nov 09 00:57:28.846884 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c128f-6f12-44ba-aed8-6993c88e8039 None None] Checking router: f912d8e3-f4e7-48f0-8993-b1029b8419f9 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:57:28.855106 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c128f-6f12-44ba-aed8-6993c88e8039 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:57:28.855702 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-302c128f-6f12-44ba-aed8-6993c88e8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:57:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:28.897993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4bdea44-e15a-4953-b440-6bcd2f5010fe req-822536e4-e302-4317-bf75-c147230753d9 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122534 Nov 09 00:57:28.901587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecefed8-0886-4d18-a0e6-5cb03b640bde req-f57274c2-f9ec-46d5-bbfe-96a2a20dd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:28.903065 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ecefed8-0886-4d18-a0e6-5cb03b640bde req-f57274c2-f9ec-46d5-bbfe-96a2a20dd53e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 200 len: 850 time: 0.0718009 Nov 09 00:57:28.949662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecefed8-0886-4d18-a0e6-5cb03b640bde req-beece84b-4290-4e1a-a7eb-1c788d57ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:28.951212 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ecefed8-0886-4d18-a0e6-5cb03b640bde req-beece84b-4290-4e1a-a7eb-1c788d57ea20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66b4b587-5383-494c-927f-91031d43405c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408363 Nov 09 00:57:28.962605 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-302c128f-6f12-44ba-aed8-6993c88e8039 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:57:29.045515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ecefed8-0886-4d18-a0e6-5cb03b640bde req-525a5224-2715-41f6-bd40-107866cbceb1 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868759 Nov 09 00:57:29.138159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ecefed8-0886-4d18-a0e6-5cb03b640bde req-e7fb8878-336f-4e35-8779-1eddd3af57d6 service neutron] 10.222.0.30 "GET /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827127 Nov 09 00:57:29.163260 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-302c128f-6f12-44ba-aed8-6993c88e8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:29.189634 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c128f-6f12-44ba-aed8-6993c88e8039 None None] The sync data for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 is: [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:42Z', 'revision_number': 4, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6bda944-7a4e-4aee-89e7-4b177f4bc3f8', 'name': '', 'network_id': '66b4b587-5383-494c-927f-91031d43405c', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'mac_address': 'fa:16:3e:cc:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '68950d10-95a7-45d5-936c-3308b76040d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:42Z', 'updated_at': '2021-11-09T00:47:47Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'subnets': [{'id': '68950d10-95a7-45d5-936c-3308b76040d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:57:29.397123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7127e-3bbb-4e11-9f51-cec1d6eb609d None None] New status for floating IP 420547d6-1a01-4df9-8c4b-a7f195c5039a: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 00:57:30.020450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a8945-e50c-45ed-8f1f-fb07ca06b7eb req-83047c55-0d24-4fd8-a2fc-a9f4a8ac0e14 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:30.021969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-559a8945-e50c-45ed-8f1f-fb07ca06b7eb req-83047c55-0d24-4fd8-a2fc-a9f4a8ac0e14 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 945 time: 0.0542803 Nov 09 00:57:30.070843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-559a8945-e50c-45ed-8f1f-fb07ca06b7eb req-faba9a52-97dd-44e4-89e3-3d3d1d721b49 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/security-groups?id=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429273 Nov 09 00:57:30.244707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafce98-133f-472b-98b1-68296b4dbeff req-30e6cb5f-e597-473c-b33a-b13d1e7046da tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:30.246092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-afafce98-133f-472b-98b1-68296b4dbeff req-30e6cb5f-e597-473c-b33a-b13d1e7046da tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 945 time: 0.0476890 Nov 09 00:57:30.332239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-afafce98-133f-472b-98b1-68296b4dbeff req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Deleting port 52e80974-df10-4aca-a64b-8708c4d5000f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:57:30.332575 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-afafce98-133f-472b-98b1-68296b4dbeff req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:30.421958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-afafce98-133f-472b-98b1-68296b4dbeff req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] For port 52e80974-df10-4aca-a64b-8708c4d5000f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=52e80974-df10-4aca-a64b-8708c4d5000f,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:57:30.422315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-afafce98-133f-472b-98b1-68296b4dbeff req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:30.434564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-afafce98-133f-472b-98b1-68296b4dbeff req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Calling delete_port for 52e80974-df10-4aca-a64b-8708c4d5000f owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:57:30.561711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-afafce98-133f-472b-98b1-68296b4dbeff req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:30.590429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event deleted for resources: {'Port': ['ID=52e80974-df10-4aca-a64b-8708c4d5000f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:30.601986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:30.602338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:30.602689 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:30.603031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:30.603376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:30.603711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:30.604040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:30.604372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:30.604700 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:30.605026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:30.605376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:30.605715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:30.644230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-afafce98-133f-472b-98b1-68296b4dbeff req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] No DVR routers for this DVR port 52e80974-df10-4aca-a64b-8708c4d5000f on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:57:30.646785 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-afafce98-133f-472b-98b1-68296b4dbeff req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:30.650150 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-afafce98-133f-472b-98b1-68296b4dbeff req-7ff2c507-d98b-421f-ac97-31f755f21455 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.30 "DELETE /v2.0/ports/52e80974-df10-4aca-a64b-8708c4d5000f HTTP/1.1" status: 204 len: 173 time: 0.3977382 Nov 09 00:57:30.650589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'name': 'network-vif-deleted', 'tag': '52e80974-df10-4aca-a64b-8708c4d5000f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:57:30.652814 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d324632a-5643-4628-a5c1-4eed195ae3e8" -d '{"events": [{"server_uuid": "b4ee02d0-e08f-4de9-869b-8c7c41fc219f", "name": "network-vif-deleted", "tag": "52e80974-df10-4aca-a64b-8708c4d5000f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:57:30.695421 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a457001-3595-45fc-9557-04cb85312d20 x-openstack-request-id: req-7a457001-3595-45fc-9557-04cb85312d20 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:57:30.695724 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ee02d0-e08f-4de9-869b-8c7c41fc219f", "name": "network-vif-deleted", "tag": "52e80974-df10-4aca-a64b-8708c4d5000f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:57:30.695985 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a457001-3595-45fc-9557-04cb85312d20 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:57:30.696394 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ee02d0-e08f-4de9-869b-8c7c41fc219f', 'name': 'network-vif-deleted', 'tag': '52e80974-df10-4aca-a64b-8708c4d5000f', 'status': 'completed', 'code': 200} Nov 09 00:57:31.165260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac739dd9-a23b-4a2b-af86-fdffc1252e36 req-f49f2aeb-da8c-4b3e-9d1d-cc781ebb099a tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 210 time: 0.0266533 Nov 09 00:57:32.265683 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb35d74a-15b9-4658-998c-c37d25af13cb req-17385b1c-857e-4d58-977e-13d408e3371e tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 210 time: 0.0310788 Nov 09 00:57:33.360882 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dfad8ab4-dd21-4592-ac24-e7237fbda618 req-0dd2f3be-5fd0-4315-be13-f0ef281f876b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 210 time: 0.0255179 Nov 09 00:57:34.456834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ba84ceb-1808-4a29-8ec7-f6d31bdc7929 req-8c892ee7-99a3-4f2e-8941-4d8f36d48d09 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4ee02d0-e08f-4de9-869b-8c7c41fc219f HTTP/1.1" status: 200 len: 210 time: 0.0266631 Nov 09 00:57:34.530693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 52e80974-df10-4aca-a64b-8708c4d5000f no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:57:34.550931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 52e80974-df10-4aca-a64b-8708c4d5000f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:57:34.551272 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 52e80974-df10-4aca-a64b-8708c4d5000f not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:57:35.510200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57700) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:35.632952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-2edca214-4f46-45e0-b6df-541b330ec17b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Deleting port a8bf8248-18c4-40e2-b223-5253ff2aa3f9 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:57:35.633296 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2edca214-4f46-45e0-b6df-541b330ec17b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:35.710747 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2edca214-4f46-45e0-b6df-541b330ec17b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:35.711076 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2edca214-4f46-45e0-b6df-541b330ec17b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:35.723057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-2edca214-4f46-45e0-b6df-541b330ec17b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Calling delete_port for a8bf8248-18c4-40e2-b223-5253ff2aa3f9 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:57:35.854322 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2edca214-4f46-45e0-b6df-541b330ec17b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:35.885863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edca214-4f46-45e0-b6df-541b330ec17b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event deleted for resources: {'Port': ['ID=a8bf8248-18c4-40e2-b223-5253ff2aa3f9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:35.938619 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2edca214-4f46-45e0-b6df-541b330ec17b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:35.941802 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2edca214-4f46-45e0-b6df-541b330ec17b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:35.942975 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2edca214-4f46-45e0-b6df-541b330ec17b tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "DELETE /v2.0/floatingips/93c64fab-992f-409d-b8cc-d6e6481973db HTTP/1.1" status: 204 len: 168 time: 0.4317961 Nov 09 00:57:39.226399 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57716) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:39.292130 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49a10e28-43dd-4cc4-aaa3-0590971dc0d2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:39.318977 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49a10e28-43dd-4cc4-aaa3-0590971dc0d2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:39.378274 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49a10e28-43dd-4cc4-aaa3-0590971dc0d2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:39.381309 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-49a10e28-43dd-4cc4-aaa3-0590971dc0d2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:39.382485 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-49a10e28-43dd-4cc4-aaa3-0590971dc0d2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] 10.222.0.25 "DELETE /v2.0/security-groups/2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4 HTTP/1.1" status: 204 len: 168 time: 0.1551118 Nov 09 00:57:39.391980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a10e28-43dd-4cc4-aaa3-0590971dc0d2 tempest-TestVolumeBootPattern-504766729 tempest-TestVolumeBootPattern-504766729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2728d5eb-79fa-46d8-9466-3e4cd9ddd1a4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:39.459006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57720) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:39.974054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe93d7d7-cd0d-4b0f-866d-4e11ff619cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:40.224197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-fe93d7d7-cd0d-4b0f-866d-4e11ff619cf2 admin admin] Deleting port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:57:40.224457 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe93d7d7-cd0d-4b0f-866d-4e11ff619cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:40.303312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-fe93d7d7-cd0d-4b0f-866d-4e11ff619cf2 admin admin] For port a6bda944-7a4e-4aee-89e7-4b177f4bc3f8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a6bda944-7a4e-4aee-89e7-4b177f4bc3f8,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:57:40.303969 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe93d7d7-cd0d-4b0f-866d-4e11ff619cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:40.316368 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-fe93d7d7-cd0d-4b0f-866d-4e11ff619cf2 admin admin] Calling delete_port for a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:57:40.491218 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe93d7d7-cd0d-4b0f-866d-4e11ff619cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:40.517931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93d7d7-cd0d-4b0f-866d-4e11ff619cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bda944-7a4e-4aee-89e7-4b177f4bc3f8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:40.679415 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe93d7d7-cd0d-4b0f-866d-4e11ff619cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:40.891461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe93d7d7-cd0d-4b0f-866d-4e11ff619cf2 admin admin] Router f912d8e3-f4e7-48f0-8993-b1029b8419f9 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:57:40.994590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe93d7d7-cd0d-4b0f-866d-4e11ff619cf2 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:57:40.999643 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fe93d7d7-cd0d-4b0f-866d-4e11ff619cf2 admin admin] 10.222.0.25 "PUT /v2.0/routers/f912d8e3-f4e7-48f0-8993-b1029b8419f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5394831 Nov 09 00:57:41.003424 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57724) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:41.006555 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b0b54-d0ba-4134-b401-5e3272d99862 None None] Sync routers for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:57:41.018654 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b0b54-d0ba-4134-b401-5e3272d99862 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:57:41.019262 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-986b0b54-d0ba-4134-b401-5e3272d99862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:57:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:41.110608 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.123500 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-986b0b54-d0ba-4134-b401-5e3272d99862 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:57:41.212865 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.265017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Deleting port c4aad52a-3a8a-44c4-96c4-e7b432e899e6 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:57:41.265382 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.315247 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-986b0b54-d0ba-4134-b401-5e3272d99862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:57:40Z', 'revision_number': 5, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port': {'id': 'c4aad52a-3a8a-44c4-96c4-e7b432e899e6', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:41.343353 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b0b54-d0ba-4134-b401-5e3272d99862 None None] Checking router: f912d8e3-f4e7-48f0-8993-b1029b8419f9 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:57:41.352996 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b0b54-d0ba-4134-b401-5e3272d99862 None None] Routers {'f912d8e3-f4e7-48f0-8993-b1029b8419f9'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:57:41.353679 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-986b0b54-d0ba-4134-b401-5e3272d99862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:57:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:41.354787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] For port c4aad52a-3a8a-44c4-96c4-e7b432e899e6, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c4aad52a-3a8a-44c4-96c4-e7b432e899e6,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:57:41.355290 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.368552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Calling delete_port for c4aad52a-3a8a-44c4-96c4-e7b432e899e6 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:57:41.533509 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-986b0b54-d0ba-4134-b401-5e3272d99862 None None] Set router f912d8e3-f4e7-48f0-8993-b1029b8419f9 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:57:41.546589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.572353 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4aad52a-3a8a-44c4-96c4-e7b432e899e6,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:41.584900 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-986b0b54-d0ba-4134-b401-5e3272d99862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:57:41Z', 'revision_number': 6, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:41.614377 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b0b54-d0ba-4134-b401-5e3272d99862 None None] The sync data for ids ['f912d8e3-f4e7-48f0-8993-b1029b8419f9'] in n-d-813263-3 is: [{'id': 'f912d8e3-f4e7-48f0-8993-b1029b8419f9', 'name': 'tempest-TestVolumeBootPattern-116520071-router', 'tenant_id': '82f4233ce3744671bbf9604c7763e2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:40Z', 'updated_at': '2021-11-09T00:57:41Z', 'revision_number': 6, 'project_id': '82f4233ce3744671bbf9604c7763e2c6', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:57:41.631851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.730641 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.732644 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.777788 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.778362 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f912d8e3-f4e7-48f0-8993-b1029b8419f9 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:57:41.782747 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.784577 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-afe7077b-304d-4f4b-babe-bb8eab0b3562 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f912d8e3-f4e7-48f0-8993-b1029b8419f9 HTTP/1.1" status: 204 len: 168 time: 0.7803528 Nov 09 00:57:41.787057 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57728) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:41.830630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbe87ea-76af-4477-8199-ba3a149c0d89 admin admin] Deleting subnet 68950d10-95a7-45d5-936c-3308b76040d9 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:57:41.833681 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fbe87ea-76af-4477-8199-ba3a149c0d89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.866912 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fbe87ea-76af-4477-8199-ba3a149c0d89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.944956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fbe87ea-76af-4477-8199-ba3a149c0d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:41.998106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fbe87ea-76af-4477-8199-ba3a149c0d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.024405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe87ea-76af-4477-8199-ba3a149c0d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68950d10-95a7-45d5-936c-3308b76040d9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:42.030089 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4fbe87ea-76af-4477-8199-ba3a149c0d89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.036022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4fbe87ea-76af-4477-8199-ba3a149c0d89 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/68950d10-95a7-45d5-936c-3308b76040d9 HTTP/1.1" status: 204 len: 168 time: 0.2457690 Nov 09 00:57:42.036364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57730) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:42.036788 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4913f9-8671-44cb-b705-6ffde946302a None None] Network 66b4b587-5383-494c-927f-91031d43405c requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:57:42.111952 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.165151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Deleting port 66fc445b-ce1f-4484-874b-3b08e4797a85 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:57:42.165538 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.227572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] For port 66fc445b-ce1f-4484-874b-3b08e4797a85, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=66fc445b-ce1f-4484-874b-3b08e4797a85,segment=NetworkSegment(2bc33169-d8fe-4d03-a991-7797380dc861),segment_id=2bc33169-d8fe-4d03-a991-7797380dc861)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:57:42.227929 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.240276 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Calling delete_port for 66fc445b-ce1f-4484-874b-3b08e4797a85 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:57:42.319791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.343958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=66fc445b-ce1f-4484-874b-3b08e4797a85,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:42.348245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] No DVR routers for this DVR port 66fc445b-ce1f-4484-874b-3b08e4797a85 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:57:42.414123 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd1cf28-5082-4f72-a79c-4a6c733a0900 None None] DHCP port deletion for 66b4b587-5383-494c-927f-91031d43405c request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:57:42.724967 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.741370 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4beedf98-e69a-4469-8890-8bc839b22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.745924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b4b587-5383-494c-927f-91031d43405c']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:42.755203 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc33169-d8fe-4d03-a991-7797380dc861') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:42.755488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc33169-d8fe-4d03-a991-7797380dc861') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:42.764844 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.777795 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.784296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:57:42.784691 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:57:42.786462 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:57:42.838665 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.844244 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:42.848003 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] 10.222.0.25 "DELETE /v2.0/networks/66b4b587-5383-494c-927f-91031d43405c HTTP/1.1" status: 204 len: 168 time: 0.8106232 Nov 09 00:57:42.851174 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57732) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:42.858319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb80266-d792-4636-92d4-9c0337a23cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=66b4b587-5383-494c-927f-91031d43405c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:43.198988 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-374a111d-5a0f-4243-a7dc-eab3d745e132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:43.437980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-374a111d-5a0f-4243-a7dc-eab3d745e132 admin admin] Deleting port f19f3f46-608f-426f-81ba-258acd27c18e {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:57:43.438311 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-374a111d-5a0f-4243-a7dc-eab3d745e132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:43.513699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-374a111d-5a0f-4243-a7dc-eab3d745e132 admin admin] For port f19f3f46-608f-426f-81ba-258acd27c18e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f19f3f46-608f-426f-81ba-258acd27c18e,segment=NetworkSegment(554672af-f4d9-4038-be0f-2cf986aefad8),segment_id=554672af-f4d9-4038-be0f-2cf986aefad8)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:57:43.514054 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-374a111d-5a0f-4243-a7dc-eab3d745e132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:43.526654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-374a111d-5a0f-4243-a7dc-eab3d745e132 admin admin] Calling delete_port for f19f3f46-608f-426f-81ba-258acd27c18e owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:57:43.680361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 66fc445b-ce1f-4484-874b-3b08e4797a85 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:57:43.700529 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 66fc445b-ce1f-4484-874b-3b08e4797a85 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:57:43.700870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 66fc445b-ce1f-4484-874b-3b08e4797a85 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:57:43.701276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c4aad52a-3a8a-44c4-96c4-e7b432e899e6 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:57:43.705036 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-374a111d-5a0f-4243-a7dc-eab3d745e132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:43.720051 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: c4aad52a-3a8a-44c4-96c4-e7b432e899e6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:57:43.720423 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c4aad52a-3a8a-44c4-96c4-e7b432e899e6 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:57:43.720833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:57:43.731070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a111d-5a0f-4243-a7dc-eab3d745e132 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19f3f46-608f-426f-81ba-258acd27c18e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:43.739861 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:57:43.740213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a6bda944-7a4e-4aee-89e7-4b177f4bc3f8 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:57:43.898754 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-374a111d-5a0f-4243-a7dc-eab3d745e132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:44.110167 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374a111d-5a0f-4243-a7dc-eab3d745e132 admin admin] Router e14bb1b4-79c9-45cb-b0c3-64367fad23ac has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 00:57:44.209192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374a111d-5a0f-4243-a7dc-eab3d745e132 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 00:57:44.214138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-374a111d-5a0f-4243-a7dc-eab3d745e132 admin admin] 10.222.0.25 "PUT /v2.0/routers/e14bb1b4-79c9-45cb-b0c3-64367fad23ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3619344 Nov 09 00:57:44.216717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57734) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:44.219405 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965e2a85-1e51-4184-8079-20e728346df4 None None] Sync routers for ids ['e14bb1b4-79c9-45cb-b0c3-64367fad23ac'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 00:57:44.230808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965e2a85-1e51-4184-8079-20e728346df4 None None] Routers {'e14bb1b4-79c9-45cb-b0c3-64367fad23ac'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:57:44.231429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-965e2a85-1e51-4184-8079-20e728346df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:57:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e14bb1b4-79c9-45cb-b0c3-64367fad23ac'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:44.318535 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:44.338843 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-965e2a85-1e51-4184-8079-20e728346df4 None None] Set router e14bb1b4-79c9-45cb-b0c3-64367fad23ac gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:57:44.428006 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:44.479893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Deleting port 143fb01c-21cb-4475-97c2-830124deb542 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:57:44.480229 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:44.515550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-965e2a85-1e51-4184-8079-20e728346df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'name': 'tempest-TestVolumeBootPattern-122344862-router', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '143fb01c-21cb-4475-97c2-830124deb542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:44Z', 'updated_at': '2021-11-09T00:57:43Z', 'revision_number': 5, 'project_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'gw_port': {'id': '143fb01c-21cb-4475-97c2-830124deb542', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T00:47:45Z', 'updated_at': '2021-11-09T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:44.562853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] For port 143fb01c-21cb-4475-97c2-830124deb542, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=143fb01c-21cb-4475-97c2-830124deb542,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:57:44.563221 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:44.575990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Calling delete_port for 143fb01c-21cb-4475-97c2-830124deb542 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:57:44.702785 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965e2a85-1e51-4184-8079-20e728346df4 None None] Checking router: e14bb1b4-79c9-45cb-b0c3-64367fad23ac for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 00:57:44.711449 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965e2a85-1e51-4184-8079-20e728346df4 None None] Routers {'e14bb1b4-79c9-45cb-b0c3-64367fad23ac'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 00:57:44.712069 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-965e2a85-1e51-4184-8079-20e728346df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T00:57:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e14bb1b4-79c9-45cb-b0c3-64367fad23ac'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:44.747290 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:44.773781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Pushing event deleted for resources: {'Port': ['ID=143fb01c-21cb-4475-97c2-830124deb542,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:44.804794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-965e2a85-1e51-4184-8079-20e728346df4 None None] Set router e14bb1b4-79c9-45cb-b0c3-64367fad23ac gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 00:57:44.836760 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:44.870090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-965e2a85-1e51-4184-8079-20e728346df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'name': 'tempest-TestVolumeBootPattern-122344862-router', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:44Z', 'updated_at': '2021-11-09T00:57:44Z', 'revision_number': 6, 'project_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:44.901727 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a30a43a4-316d-46a4-b796-39739e33c8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:44.904426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965e2a85-1e51-4184-8079-20e728346df4 None None] The sync data for ids ['e14bb1b4-79c9-45cb-b0c3-64367fad23ac'] in n-d-813263-3 is: [{'id': 'e14bb1b4-79c9-45cb-b0c3-64367fad23ac', 'name': 'tempest-TestVolumeBootPattern-122344862-router', 'tenant_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T00:47:44Z', 'updated_at': '2021-11-09T00:57:44Z', 'revision_number': 6, 'project_id': '18c9cef5a9de47ab9ce7e702fabd397f', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 00:57:44.926763 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:44.928978 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:44.973932 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:44.974392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e14bb1b4-79c9-45cb-b0c3-64367fad23ac {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 00:57:44.979468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:44.980611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c01be294-45b0-440c-8944-ac17e6c5824d admin admin] 10.222.0.25 "DELETE /v2.0/routers/e14bb1b4-79c9-45cb-b0c3-64367fad23ac HTTP/1.1" status: 204 len: 168 time: 0.7629914 Nov 09 00:57:44.983116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57736) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:45.027605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed0f05b-b0b7-4fc5-9a68-5fc8ab88e5b0 admin admin] Deleting subnet 7141e2d2-e80a-4810-b738-276cef13f0ee {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:57:45.030730 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ed0f05b-b0b7-4fc5-9a68-5fc8ab88e5b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:45.064741 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ed0f05b-b0b7-4fc5-9a68-5fc8ab88e5b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:45.144240 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ed0f05b-b0b7-4fc5-9a68-5fc8ab88e5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:45.196409 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ed0f05b-b0b7-4fc5-9a68-5fc8ab88e5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:45.225062 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0f05b-b0b7-4fc5-9a68-5fc8ab88e5b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7141e2d2-e80a-4810-b738-276cef13f0ee,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:45.232488 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2ed0f05b-b0b7-4fc5-9a68-5fc8ab88e5b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:45.237470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2ed0f05b-b0b7-4fc5-9a68-5fc8ab88e5b0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7141e2d2-e80a-4810-b738-276cef13f0ee HTTP/1.1" status: 204 len: 168 time: 0.2533331 Nov 09 00:57:45.237780 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0265fb-fcde-4c87-b4f6-7ef8c8a5b581 None None] Network ce988dbc-bae7-4e43-9dd0-0d5fd781a707 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:57:45.239919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57738) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:45.630681 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:45.681843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Deleting port 806b2a4b-68ab-4427-8497-37ac9f673d88 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:57:45.682179 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:45.717472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] DHCP port deletion for ce988dbc-bae7-4e43-9dd0-0d5fd781a707 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 00:57:45.747440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] For port 806b2a4b-68ab-4427-8497-37ac9f673d88, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=806b2a4b-68ab-4427-8497-37ac9f673d88,segment=NetworkSegment(554672af-f4d9-4038-be0f-2cf986aefad8),segment_id=554672af-f4d9-4038-be0f-2cf986aefad8)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:57:45.747810 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:45.767479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Calling delete_port for 806b2a4b-68ab-4427-8497-37ac9f673d88 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:57:45.768637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Deleting port 806b2a4b-68ab-4427-8497-37ac9f673d88 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:57:45.769023 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:45.782114 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f19f3f46-608f-426f-81ba-258acd27c18e no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:57:45.838790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: f19f3f46-608f-426f-81ba-258acd27c18e {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:57:45.839157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f19f3f46-608f-426f-81ba-258acd27c18e not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:57:45.839561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 143fb01c-21cb-4475-97c2-830124deb542 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:57:45.853621 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:45.862556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 143fb01c-21cb-4475-97c2-830124deb542 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:57:45.862846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 143fb01c-21cb-4475-97c2-830124deb542 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:57:45.863266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 806b2a4b-68ab-4427-8497-37ac9f673d88 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:57:45.881516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] No DVR routers for this DVR port 806b2a4b-68ab-4427-8497-37ac9f673d88 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:57:45.883759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 806b2a4b-68ab-4427-8497-37ac9f673d88 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:57:45.884168 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 806b2a4b-68ab-4427-8497-37ac9f673d88 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:57:45.887184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Pushing event deleted for resources: {'Port': ['ID=806b2a4b-68ab-4427-8497-37ac9f673d88,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:45.898187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] For port 806b2a4b-68ab-4427-8497-37ac9f673d88, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=806b2a4b-68ab-4427-8497-37ac9f673d88,segment=NetworkSegment(554672af-f4d9-4038-be0f-2cf986aefad8),segment_id=554672af-f4d9-4038-be0f-2cf986aefad8)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:57:45.898584 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:45.912705 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Calling delete_port for 806b2a4b-68ab-4427-8497-37ac9f673d88 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:57:45.962283 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:45.985177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce988dbc-bae7-4e43-9dd0-0d5fd781a707']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 00:57:45.992347 n-d-813263-3 neutron-server[101782]: self.session.flush() Nov 09 00:57:45.998296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554672af-f4d9-4038-be0f-2cf986aefad8') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:45.998594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554672af-f4d9-4038-be0f-2cf986aefad8') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:57:46.000014 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.010304 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.025254 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.028770 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Pushing event deleted for resources: {'Port': ['ID=806b2a4b-68ab-4427-8497-37ac9f673d88,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:46.031595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:57:46.031706 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.034901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] No DVR routers for this DVR port 806b2a4b-68ab-4427-8497-37ac9f673d88 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: timer() Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:57:46.035067 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:57:46.045408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:46.045560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:46.045899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:46.046231 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:46.046561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:46.046906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:46.047222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:46.047545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:46.047857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:46.048331 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:46.048682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:46.049099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206a8c8-6df3-4892-92ba-eb55ceb6eb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:57:46.089868 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.096193 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.099592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] 10.222.0.25 "DELETE /v2.0/networks/ce988dbc-bae7-4e43-9dd0-0d5fd781a707 HTTP/1.1" status: 204 len: 168 time: 0.8584900 Nov 09 00:57:46.110060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa80274-ed46-45ef-b14c-bccbc896ac7c admin admin] Pushing event deleted for resources: {'Network': ['ID=ce988dbc-bae7-4e43-9dd0-0d5fd781a707,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:46.219991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57742) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:46.242967 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.265730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b93a3cc9-4c4a-40ba-be0f-8666a999f373 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82f4233ce3744671bbf9604c7763e2c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439224 Nov 09 00:57:46.268716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57744) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:46.290579 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.318875 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-995f29b6-d737-4849-b4b0-32df83b5c0f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.339839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-995f29b6-d737-4849-b4b0-32df83b5c0f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.386415 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-995f29b6-d737-4849-b4b0-32df83b5c0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.388924 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-995f29b6-d737-4849-b4b0-32df83b5c0f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.390130 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-995f29b6-d737-4849-b4b0-32df83b5c0f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e17925a-5591-4d6d-824a-cee8986fd940 HTTP/1.1" status: 204 len: 168 time: 0.1204748 Nov 09 00:57:46.398035 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f29b6-d737-4849-b4b0-32df83b5c0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e17925a-5591-4d6d-824a-cee8986fd940,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:46.639364 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.715367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57750) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:46.754811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c484c594-5c81-4a6f-ad9e-36b39ac22dc0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18c9cef5a9de47ab9ce7e702fabd397f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383015 Nov 09 00:57:46.757265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57752) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:57:46.803037 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51c0ebee-698c-4552-a450-87742749e8fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.823993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51c0ebee-698c-4552-a450-87742749e8fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.870802 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51c0ebee-698c-4552-a450-87742749e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.873458 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51c0ebee-698c-4552-a450-87742749e8fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:46.874627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-51c0ebee-698c-4552-a450-87742749e8fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cae523ac-ff88-4f25-935a-43ff77db3acb HTTP/1.1" status: 204 len: 168 time: 0.1164265 Nov 09 00:57:46.882623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0ebee-698c-4552-a450-87742749e8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae523ac-ff88-4f25-935a-43ff77db3acb,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:47.772058 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:48.440061 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:56.722002 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-c8e08556-4701-46a7-8f45-14a75fde966c tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7c40d6a4cf2a4789ad3d6853cd58929f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285106 Nov 09 00:57:56.900025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-838a8160-a695-4409-a6dd-fe2a264f3f3c tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:56.901523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-838a8160-a695-4409-a6dd-fe2a264f3f3c tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742651 Nov 09 00:57:56.916283 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-20446f14-86ba-414a-8393-568c7680fd22 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/quotas/7c40d6a4cf2a4789ad3d6853cd58929f HTTP/1.1" status: 200 len: 375 time: 0.0091236 Nov 09 00:57:56.947126 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-6b2db711-4802-41dc-865a-883104337c40 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c40d6a4cf2a4789ad3d6853cd58929f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253737 Nov 09 00:57:57.113367 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-282c3687-ba64-4f01-9556-4fa6e270d1fa req-05bf227b-6bbc-4c80-8b39-0a96c36cfb10 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0301023 Nov 09 00:57:57.198019 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:57:58.209564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6b32a1d7-ba86-425e-a9eb-9d849fac20fd req-50bc2291-b532-4cc2-a14e-13725a471295 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0254598 Nov 09 00:57:58.938467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-a687c847-74c0-4c3b-8489-23b12cbb8724 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7c40d6a4cf2a4789ad3d6853cd58929f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206683 Nov 09 00:57:59.051388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-57820bbf-40f8-428e-b408-c19c56aca61b tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:59.052838 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-57820bbf-40f8-428e-b408-c19c56aca61b tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1086555 Nov 09 00:57:59.067055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Request body: {'port': {'device_id': '6b54b56c-25d6-456d-a4c2-13126487b5f5', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'admin_state_up': True, 'tenant_id': '7c40d6a4cf2a4789ad3d6853cd58929f'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:57:59.173127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Made reservation on behalf of 7c40d6a4cf2a4789ad3d6853cd58929f for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:57:59.177177 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:59.185941 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:59.260308 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:59.264317 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:59.347220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62ad09f2-6e0e-410b-811e-2644907df8aa req-db21572e-c3c0-4275-88c1-edb03469c230 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0653875 Nov 09 00:57:59.350103 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd7a784-4d57-4d08-a874-4ce86e56d10d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:59.428226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Allocated IP 192.168.233.11 (24838c29-729b-4d0a-8a33-74e0579492e3/8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45/603e994c-557c-472d-ad20-37f2a8a0702b) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:57:59.574601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:59.607555 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:59.650008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Network 24838c29-729b-4d0a-8a33-74e0579492e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:57:59.655039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:57:59.659326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:57:59.683893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Pushing event updated for resources: {'Port': ['ID=603e994c-557c-472d-ad20-37f2a8a0702b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:57:59.718507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:57:59.719145 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:59.737364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-ef896dcd-d10d-4383-9a55-10cbbb30a31d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6738636 Nov 09 00:57:59.749399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Request body: {'port': {'device_id': '6b54b56c-25d6-456d-a4c2-13126487b5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:57:59.804692 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:59.889813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f47a4416-a9f1-4e1c-8783-330531d30f91 None None] Provisioning complete for port 603e994c-557c-472d-ad20-37f2a8a0702b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:57:59.890353 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f47a4416-a9f1-4e1c-8783-330531d30f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:57:59.924711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f47a4416-a9f1-4e1c-8783-330531d30f91 None None] Port 603e994c-557c-472d-ad20-37f2a8a0702b cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 00:58:00.063450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603e994c-557c-472d-ad20-37f2a8a0702b {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:58:00.070976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:00.083304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Transition to ACTIVE for port object 603e994c-557c-472d-ad20-37f2a8a0702b will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:58:00.087650 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:00.157618 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=603e994c-557c-472d-ad20-37f2a8a0702b,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:00.211267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Attempting to bind port 603e994c-557c-472d-ad20-37f2a8a0702b on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:58:00.211598 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Attempting to bind port 603e994c-557c-472d-ad20-37f2a8a0702b by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:58:00.211952 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Attempting to bind port 603e994c-557c-472d-ad20-37f2a8a0702b on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:58:00.216392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Port 603e994c-557c-472d-ad20-37f2a8a0702b on network 24838c29-729b-4d0a-8a33-74e0579492e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:58:00.216715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Attempting to bind port 603e994c-557c-472d-ad20-37f2a8a0702b on network 24838c29-729b-4d0a-8a33-74e0579492e3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:58:00.221842 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:58:00.222185 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Checking segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:58:00.222572 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Bound using segment: {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:58:00.223002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Bound port: 603e994c-557c-472d-ad20-37f2a8a0702b, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d2ad61-7860-4086-a735-03ed6628509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:58:00.223358 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:00.288307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] For port 603e994c-557c-472d-ad20-37f2a8a0702b, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:58:00.291389 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] For port 603e994c-557c-472d-ad20-37f2a8a0702b, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=603e994c-557c-472d-ad20-37f2a8a0702b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:58:00.296106 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:00.334385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:00.334868 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:00.336291 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/603e994c-557c-472d-ad20-37f2a8a0702b HTTP/1.1" status: 200 len: 1095 time: 0.5913024 Nov 09 00:58:00.336733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b54b56c-25d6-456d-a4c2-13126487b5f5', 'tag': '603e994c-557c-472d-ad20-37f2a8a0702b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:58:00.339031 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f18d8c-26c5-4fc5-8749-9148b72ac99e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b54b56c-25d6-456d-a4c2-13126487b5f5", "tag": "603e994c-557c-472d-ad20-37f2a8a0702b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:58:00.366977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443f938-560e-4787-bfd6-1ad81541f6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=603e994c-557c-472d-ad20-37f2a8a0702b,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:00.399093 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7cca28-af88-4e1e-858c-430f1d4557b8 x-openstack-request-id: req-2c7cca28-af88-4e1e-858c-430f1d4557b8 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:58:00.399445 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b54b56c-25d6-456d-a4c2-13126487b5f5", "tag": "603e994c-557c-472d-ad20-37f2a8a0702b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:58:00.399709 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c7cca28-af88-4e1e-858c-430f1d4557b8 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:58:00.400112 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b54b56c-25d6-456d-a4c2-13126487b5f5', 'tag': '603e994c-557c-472d-ad20-37f2a8a0702b', 'status': 'completed', 'code': 200} Nov 09 00:58:00.432328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-9f56f15f-4cc9-4768-b6ea-73b4470b8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:00.434448 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-9f56f15f-4cc9-4768-b6ea-73b4470b8946 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c40d6a4cf2a4789ad3d6853cd58929f&device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0530405 Nov 09 00:58:00.507316 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-cad98dcb-269e-411d-8d33-5488453afb4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=603e994c-557c-472d-ad20-37f2a8a0702b HTTP/1.1" status: 200 len: 217 time: 0.0627027 Nov 09 00:58:00.551060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eb0ba-60d2-4593-8801-2766f2e233df req-fb902d0d-ddcf-45bb-8f94-ee3e8eb94580 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:00.552550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-614eb0ba-60d2-4593-8801-2766f2e233df req-fb902d0d-ddcf-45bb-8f94-ee3e8eb94580 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 947 time: 0.1170366 Nov 09 00:58:00.586560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-63e67f03-0313-453b-9158-1bfc7b8bf95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:00.587941 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-63e67f03-0313-453b-9158-1bfc7b8bf95e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0733259 Nov 09 00:58:00.635520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-614eb0ba-60d2-4593-8801-2766f2e233df req-92b4b8f1-76b7-4bf4-8a69-001190cae8de tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd7a784-4d57-4d08-a874-4ce86e56d10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769947 Nov 09 00:58:00.648677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-6729493e-2750-42c9-8196-04853fd28006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:00.650205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-6729493e-2750-42c9-8196-04853fd28006 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533326 Nov 09 00:58:00.747963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-215aa120-38cb-4100-9fa5-7150605a8aac service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899143 Nov 09 00:58:00.835263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b02014b8-1d37-4fae-a1ea-c4bc1b4c74c5 req-f980de9d-e832-4d85-b0c3-30e2a5664460 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809102 Nov 09 00:58:00.921867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f18d8c-26c5-4fc5-8749-9148b72ac99e req-8e175977-dca4-4c66-80e5-19ab335de338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:00.923256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f18d8c-26c5-4fc5-8749-9148b72ac99e req-8e175977-dca4-4c66-80e5-19ab335de338 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c40d6a4cf2a4789ad3d6853cd58929f&device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0445096 Nov 09 00:58:01.012316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f18d8c-26c5-4fc5-8749-9148b72ac99e req-8c4d01bf-aebb-4562-8a8a-dd329502f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:01.014105 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f18d8c-26c5-4fc5-8749-9148b72ac99e req-8c4d01bf-aebb-4562-8a8a-dd329502f014 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24838c29-729b-4d0a-8a33-74e0579492e3 HTTP/1.1" status: 200 len: 869 time: 0.0838172 Nov 09 00:58:01.058798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f18d8c-26c5-4fc5-8749-9148b72ac99e req-89d7713a-7c87-440e-add0-9e90aba62554 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=603e994c-557c-472d-ad20-37f2a8a0702b HTTP/1.1" status: 200 len: 217 time: 0.0377412 Nov 09 00:58:01.108089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f18d8c-26c5-4fc5-8749-9148b72ac99e req-704146fd-8f63-4b6d-bcfa-620cdd585c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:01.109593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f18d8c-26c5-4fc5-8749-9148b72ac99e req-704146fd-8f63-4b6d-bcfa-620cdd585c48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45 HTTP/1.1" status: 200 len: 843 time: 0.0432465 Nov 09 00:58:01.155219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f18d8c-26c5-4fc5-8749-9148b72ac99e req-8b26f150-0182-4a5f-a7fb-d4ae13fb078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:01.156673 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f18d8c-26c5-4fc5-8749-9148b72ac99e req-8b26f150-0182-4a5f-a7fb-d4ae13fb078e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24838c29-729b-4d0a-8a33-74e0579492e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0387471 Nov 09 00:58:01.248706 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f18d8c-26c5-4fc5-8749-9148b72ac99e req-b294ced9-b8d0-41cc-8e65-7437af351dec service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843515 Nov 09 00:58:01.337148 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f18d8c-26c5-4fc5-8749-9148b72ac99e req-5144159f-d356-4a31-b977-194fd6322f85 service neutron] 10.222.0.30 "GET /v2.0/networks/24838c29-729b-4d0a-8a33-74e0579492e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809138 Nov 09 00:58:01.753536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91b8b4-4cc5-47fb-9799-71abc71adbd4 req-a6804c97-fbb4-43c1-b5e9-a79888e2603f tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:01.755154 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a91b8b4-4cc5-47fb-9799-71abc71adbd4 req-a6804c97-fbb4-43c1-b5e9-a79888e2603f tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 947 time: 0.0478239 Nov 09 00:58:01.806206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7a91b8b4-4cc5-47fb-9799-71abc71adbd4 req-044b0bed-3f8f-4f37-9f91-7a6cb808ad97 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd7a784-4d57-4d08-a874-4ce86e56d10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Nov 09 00:58:02.920313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681f951-b396-4d61-9ef4-5e039e7ffc0e req-89a1f4ea-77b1-44fe-8bba-0c939077b2a8 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:02.921712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3681f951-b396-4d61-9ef4-5e039e7ffc0e req-89a1f4ea-77b1-44fe-8bba-0c939077b2a8 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 947 time: 0.0484219 Nov 09 00:58:02.967267 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3681f951-b396-4d61-9ef4-5e039e7ffc0e req-17b231d8-b47f-4cde-a470-066feaa82de5 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd7a784-4d57-4d08-a874-4ce86e56d10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397537 Nov 09 00:58:04.086099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feb0dd-f5a3-425a-822a-0c325d1960ad req-66ed1d1f-ddad-4687-9a33-1d98ce81a30d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:04.087566 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36feb0dd-f5a3-425a-822a-0c325d1960ad req-66ed1d1f-ddad-4687-9a33-1d98ce81a30d tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 947 time: 0.0480871 Nov 09 00:58:04.133897 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36feb0dd-f5a3-425a-822a-0c325d1960ad req-c1b5384a-af83-4230-ac49-98ee4709b7bf tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd7a784-4d57-4d08-a874-4ce86e56d10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Nov 09 00:58:04.635913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 603e994c-557c-472d-ad20-37f2a8a0702b details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:58:04.728677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 603e994c-557c-472d-ad20-37f2a8a0702b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=603e994c-557c-472d-ad20-37f2a8a0702b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:58:04.743524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '603e994c-557c-472d-ad20-37f2a8a0702b', 'network_id': '24838c29-729b-4d0a-8a33-74e0579492e3', 'port_id': '603e994c-557c-472d-ad20-37f2a8a0702b', 'mac_address': 'fa:16:3e:b9:ea:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dacc994-d9b3-4fa6-9a2e-22f22fb8ac45', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:58:04.778664 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:04.791644 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603e994c-557c-472d-ad20-37f2a8a0702b {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:58:04.810446 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 603e994c-557c-472d-ad20-37f2a8a0702b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=603e994c-557c-472d-ad20-37f2a8a0702b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:58:04.813792 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:04.858368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=603e994c-557c-472d-ad20-37f2a8a0702b,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:05.070620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['603e994c-557c-472d-ad20-37f2a8a0702b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:58:05.257687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd936cc-6635-46f2-94d2-9c5f7329a5ba req-073e1157-07ef-46c8-bf08-4a2c28680d27 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:05.259245 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bfd936cc-6635-46f2-94d2-9c5f7329a5ba req-073e1157-07ef-46c8-bf08-4a2c28680d27 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 948 time: 0.0521479 Nov 09 00:58:05.306601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bfd936cc-6635-46f2-94d2-9c5f7329a5ba req-0847d231-b645-4f4d-a130-3673f49110f3 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd7a784-4d57-4d08-a874-4ce86e56d10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413828 Nov 09 00:58:06.418822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe689b-3283-4882-abfb-11535d36d3af req-cb27289a-d364-40bf-bbc3-2861acc5cfb6 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:06.420310 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cfe689b-3283-4882-abfb-11535d36d3af req-cb27289a-d364-40bf-bbc3-2861acc5cfb6 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 948 time: 0.0482044 Nov 09 00:58:06.466498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6cfe689b-3283-4882-abfb-11535d36d3af req-114118d5-2599-473d-a697-e79e02401cf3 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd7a784-4d57-4d08-a874-4ce86e56d10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395789 Nov 09 00:58:06.652197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 603e994c-557c-472d-ad20-37f2a8a0702b up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:58:06.700096 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 603e994c-557c-472d-ad20-37f2a8a0702b completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:58:06.703888 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 603e994c-557c-472d-ad20-37f2a8a0702b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:58:06.704283 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:06.781917 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:06.804510 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b54b56c-25d6-456d-a4c2-13126487b5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603e994c-557c-472d-ad20-37f2a8a0702b'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:58:06.806756 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be6073f-a025-4b4b-b7bc-2a6f0c7d500a" -d '{"events": [{"server_uuid": "6b54b56c-25d6-456d-a4c2-13126487b5f5", "name": "network-vif-plugged", "status": "completed", "tag": "603e994c-557c-472d-ad20-37f2a8a0702b"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:58:06.818851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 603e994c-557c-472d-ad20-37f2a8a0702b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=603e994c-557c-472d-ad20-37f2a8a0702b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:58:06.823271 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:06.849410 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7a80d8-e82b-4842-91f5-df686a5babd3 x-openstack-request-id: req-9b7a80d8-e82b-4842-91f5-df686a5babd3 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:58:06.849704 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b54b56c-25d6-456d-a4c2-13126487b5f5", "name": "network-vif-plugged", "status": "completed", "tag": "603e994c-557c-472d-ad20-37f2a8a0702b", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:58:06.849957 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b7a80d8-e82b-4842-91f5-df686a5babd3 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:58:06.850348 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b54b56c-25d6-456d-a4c2-13126487b5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603e994c-557c-472d-ad20-37f2a8a0702b', 'code': 200} Nov 09 00:58:06.875524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=603e994c-557c-472d-ad20-37f2a8a0702b,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:06.944602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee48d4a-19e8-4a0a-a1e0-a97b5481cfeb req-924c211e-4351-4448-8a0b-7dee5964cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:06.946142 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eee48d4a-19e8-4a0a-a1e0-a97b5481cfeb req-924c211e-4351-4448-8a0b-7dee5964cc68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 1100 time: 0.0433044 Nov 09 00:58:06.989794 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eee48d4a-19e8-4a0a-a1e0-a97b5481cfeb req-f9a16c79-7b0e-42fb-b2de-9c8a7322d6c7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fd7a784-4d57-4d08-a874-4ce86e56d10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364144 Nov 09 00:58:07.579388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ce22-afec-4464-bac6-83eca7c95488 req-99294a77-4aff-4ac8-8219-3e3d28764502 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:07.580841 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bfe5ce22-afec-4464-bac6-83eca7c95488 req-99294a77-4aff-4ac8-8219-3e3d28764502 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 949 time: 0.0478749 Nov 09 00:58:07.626795 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bfe5ce22-afec-4464-bac6-83eca7c95488 req-b0798a1f-fc0d-4bc5-8946-1268ee14cb25 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd7a784-4d57-4d08-a874-4ce86e56d10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400782 Nov 09 00:58:08.741326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262f7fa-459c-4bd9-beef-ecadadf52c86 req-8a9b90ca-b232-4b45-a520-452c7de25ecb tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:08.742817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f262f7fa-459c-4bd9-beef-ecadadf52c86 req-8a9b90ca-b232-4b45-a520-452c7de25ecb tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 949 time: 0.0478840 Nov 09 00:58:08.793673 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f262f7fa-459c-4bd9-beef-ecadadf52c86 req-2596765e-9adc-4050-96fd-5a66872124d1 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd7a784-4d57-4d08-a874-4ce86e56d10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Nov 09 00:58:09.194807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-471dc48c-0a54-454d-bc0a-cca450939ea4 req-640a1f8a-7352-46db-8ce5-84ac5a4edb72 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:58:09.195843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-471dc48c-0a54-454d-bc0a-cca450939ea4 req-640a1f8a-7352-46db-8ce5-84ac5a4edb72 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1383591 Nov 09 00:58:09.522624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-44aca2ef-4b70-4cce-9c6a-8b7f2c76944b req-9d62cb32-2350-496c-9fd7-709a8fafc611 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:58:09.523597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44aca2ef-4b70-4cce-9c6a-8b7f2c76944b req-9d62cb32-2350-496c-9fd7-709a8fafc611 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057483 Nov 09 00:58:09.851725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ee877-7b8d-4ce0-99c9-c5e39cdfe61d req-069f3efe-0d11-4dae-89a5-836b1e07b0dd tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:09.853256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a02ee877-7b8d-4ce0-99c9-c5e39cdfe61d req-069f3efe-0d11-4dae-89a5-836b1e07b0dd tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 949 time: 0.0567982 Nov 09 00:58:09.899413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a02ee877-7b8d-4ce0-99c9-c5e39cdfe61d req-32cddbb8-e554-48f6-8431-c664c7f3aad1 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd7a784-4d57-4d08-a874-4ce86e56d10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Nov 09 00:58:11.016440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd30145-d357-4416-b29f-a699315c3026 req-614012a0-309a-4d66-96aa-82398aed411c tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:11.017961 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bd30145-d357-4416-b29f-a699315c3026 req-614012a0-309a-4d66-96aa-82398aed411c tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 949 time: 0.0500555 Nov 09 00:58:11.099501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9f48a-eafa-4745-882a-92fac9080988 req-5744d413-8d3e-4525-973f-bec96cf81eb9 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:11.100928 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a9f48a-eafa-4745-882a-92fac9080988 req-5744d413-8d3e-4525-973f-bec96cf81eb9 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b54b56c-25d6-456d-a4c2-13126487b5f5 HTTP/1.1" status: 200 len: 949 time: 0.0780406 Nov 09 00:58:11.104521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bd30145-d357-4416-b29f-a699315c3026 req-c7c0ac8f-04ee-4f57-b4aa-ad40621ca669 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd7a784-4d57-4d08-a874-4ce86e56d10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742364 Nov 09 00:58:11.190196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-93a9f48a-eafa-4745-882a-92fac9080988 req-dc7049ea-f16d-4c65-8339-9f31c90ead64 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Deleting port 603e994c-557c-472d-ad20-37f2a8a0702b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:58:11.190448 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-93a9f48a-eafa-4745-882a-92fac9080988 req-dc7049ea-f16d-4c65-8339-9f31c90ead64 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:11.280139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-93a9f48a-eafa-4745-882a-92fac9080988 req-dc7049ea-f16d-4c65-8339-9f31c90ead64 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] For port 603e994c-557c-472d-ad20-37f2a8a0702b, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=603e994c-557c-472d-ad20-37f2a8a0702b,segment=NetworkSegment(23d2ad61-7860-4086-a735-03ed6628509f),segment_id=23d2ad61-7860-4086-a735-03ed6628509f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:58:11.280493 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-93a9f48a-eafa-4745-882a-92fac9080988 req-dc7049ea-f16d-4c65-8339-9f31c90ead64 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:11.292208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-93a9f48a-eafa-4745-882a-92fac9080988 req-dc7049ea-f16d-4c65-8339-9f31c90ead64 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Calling delete_port for 603e994c-557c-472d-ad20-37f2a8a0702b owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:58:11.415420 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-93a9f48a-eafa-4745-882a-92fac9080988 req-dc7049ea-f16d-4c65-8339-9f31c90ead64 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:11.428157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['603e994c-557c-472d-ad20-37f2a8a0702b'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:58:11.445913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7049ea-f16d-4c65-8339-9f31c90ead64 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Pushing event deleted for resources: {'Port': ['ID=603e994c-557c-472d-ad20-37f2a8a0702b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:11.488865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a9f48a-eafa-4745-882a-92fac9080988 req-dc7049ea-f16d-4c65-8339-9f31c90ead64 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] No DVR routers for this DVR port 603e994c-557c-472d-ad20-37f2a8a0702b on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:58:11.491598 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-93a9f48a-eafa-4745-882a-92fac9080988 req-dc7049ea-f16d-4c65-8339-9f31c90ead64 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:11.495010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93a9f48a-eafa-4745-882a-92fac9080988 req-dc7049ea-f16d-4c65-8339-9f31c90ead64 tempest-ServersAdminNegativeTestJSON-1168769923 tempest-ServersAdminNegativeTestJSON-1168769923-project] 10.222.0.30 "DELETE /v2.0/ports/603e994c-557c-472d-ad20-37f2a8a0702b HTTP/1.1" status: 204 len: 173 time: 0.3877957 Nov 09 00:58:11.495471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b54b56c-25d6-456d-a4c2-13126487b5f5', 'name': 'network-vif-deleted', 'tag': '603e994c-557c-472d-ad20-37f2a8a0702b'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:58:11.497769 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba30e673-1f59-4389-98f2-d1c677b4d178" -d '{"events": [{"server_uuid": "6b54b56c-25d6-456d-a4c2-13126487b5f5", "name": "network-vif-deleted", "tag": "603e994c-557c-472d-ad20-37f2a8a0702b"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:58:11.537247 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798b0ae4-654f-4599-bbee-18a99f156ea2 x-openstack-request-id: req-798b0ae4-654f-4599-bbee-18a99f156ea2 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:58:11.537645 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b54b56c-25d6-456d-a4c2-13126487b5f5", "name": "network-vif-deleted", "tag": "603e994c-557c-472d-ad20-37f2a8a0702b", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:58:11.537922 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-798b0ae4-654f-4599-bbee-18a99f156ea2 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:58:11.538314 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b54b56c-25d6-456d-a4c2-13126487b5f5', 'name': 'network-vif-deleted', 'tag': '603e994c-557c-472d-ad20-37f2a8a0702b', 'status': 'completed', 'code': 200} Nov 09 00:58:12.396493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57892) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:58:12.528149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b6af6048-bb77-40b8-855b-39d1172bd570 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c40d6a4cf2a4789ad3d6853cd58929f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305251 Nov 09 00:58:12.530712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57896) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:58:12.576177 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0f2d-21a8-4600-917e-2dbc661e1b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:12.596237 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0f2d-21a8-4600-917e-2dbc661e1b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:12.645064 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0f2d-21a8-4600-917e-2dbc661e1b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:12.647597 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0f2d-21a8-4600-917e-2dbc661e1b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:12.648712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d1ff0f2d-21a8-4600-917e-2dbc661e1b77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7fd7a784-4d57-4d08-a874-4ce86e56d10d HTTP/1.1" status: 204 len: 168 time: 0.1171169 Nov 09 00:58:12.656475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff0f2d-21a8-4600-917e-2dbc661e1b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd7a784-4d57-4d08-a874-4ce86e56d10d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:12.742817 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5f2e-65dc-4988-b518-732a00bc0e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:12.902310 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57902) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:58:12.916132 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-620b7a76-11a9-46bd-a428-d7dbd5bd1d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:12.989594 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-620b7a76-11a9-46bd-a428-d7dbd5bd1d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:12.993050 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-620b7a76-11a9-46bd-a428-d7dbd5bd1d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:13.031453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-620b7a76-11a9-46bd-a428-d7dbd5bd1d42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ff68ea2b3de47c9a3f065aaadee2603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280792 Nov 09 00:58:13.032307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b7a76-11a9-46bd-a428-d7dbd5bd1d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f47a52-3ad2-4b52-b237-c96225e30076,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:13.034548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57904) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:58:13.085593 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de48546f-9abe-47c5-a844-6c667ae8395c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:13.108287 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de48546f-9abe-47c5-a844-6c667ae8395c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:13.162269 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de48546f-9abe-47c5-a844-6c667ae8395c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:13.164821 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-de48546f-9abe-47c5-a844-6c667ae8395c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:13.166004 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-de48546f-9abe-47c5-a844-6c667ae8395c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26f47a52-3ad2-4b52-b237-c96225e30076 HTTP/1.1" status: 204 len: 168 time: 0.1304617 Nov 09 00:58:13.173618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48546f-9abe-47c5-a844-6c667ae8395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f47a52-3ad2-4b52-b237-c96225e30076,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:13.858800 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 57926) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:58:13.953530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-656271722-network', 'tenant_id': '50ecbf4debab45a49df849c48c82e076'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:58:13.974301 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Made reservation on behalf of 50ecbf4debab45a49df849c48c82e076 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:58:13.976494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:13.984564 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:14.056260 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:14.059757 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:14.083082 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:58:14.092441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:14.096971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:14.097311 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Added segment 3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd of type vlan for network 0cb4deb4-a1dd-408b-8a42-0f203ade845b Nov 09 00:58:14.109975 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:14.110326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:14.110654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:14.110986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:14.111316 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:14.111641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:14.111965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:14.112286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:14.112605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:14.112923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:14.113243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:14.113611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:14.157861 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:14.182504 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:14.183488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:14.184114 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:14.216127 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3562710 Nov 09 00:58:14.219269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57930) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:58:14.225071 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c3353da7-c909-4d2e-8926-de7f121b5a46 admin admin] Request body: {'subnet': {'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-656271722-subnet', 'tenant_id': '50ecbf4debab45a49df849c48c82e076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:58:14.246576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3353da7-c909-4d2e-8926-de7f121b5a46 admin admin] Made reservation on behalf of 50ecbf4debab45a49df849c48c82e076 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:58:14.248809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9682f-2b06-4611-82ed-3dc95bfa62be admin admin] Pushing event updated for resources: {'Network': ['ID=0cb4deb4-a1dd-408b-8a42-0f203ade845b,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:14.249013 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3353da7-c909-4d2e-8926-de7f121b5a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:14.258416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 0cb4deb4-a1dd-408b-8a42-0f203ade845b details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:58:14.417673 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3353da7-c909-4d2e-8926-de7f121b5a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:14.475834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3353da7-c909-4d2e-8926-de7f121b5a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba6a155-bb93-4fa2-9b07-26e257aca8f4,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:14.480021 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3353da7-c909-4d2e-8926-de7f121b5a46 admin admin] Checking segment: {'id': '3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:58:14.480376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3353da7-c909-4d2e-8926-de7f121b5a46 admin admin] Network hostable DHCP agents. Network: 0cb4deb4-a1dd-408b-8a42-0f203ade845b, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:58:14.496554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3353da7-c909-4d2e-8926-de7f121b5a46 admin admin] Network 0cb4deb4-a1dd-408b-8a42-0f203ade845b is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:58:14.505967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-c3353da7-c909-4d2e-8926-de7f121b5a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 0cb4deb4-a1dd-408b-8a42-0f203ade845b) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:58:14.512656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3353da7-c909-4d2e-8926-de7f121b5a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:14.513298 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3353da7-c909-4d2e-8926-de7f121b5a46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:14.513603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aa5ca3-f858-4288-9733-eea8a45890cd None None] Network 0cb4deb4-a1dd-408b-8a42-0f203ade845b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:58:14.536506 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c3353da7-c909-4d2e-8926-de7f121b5a46 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3104270 Nov 09 00:58:14.649679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f9001f-1c02-45d2-a255-1df8cdfccb55 None None] Network 0cb4deb4-a1dd-408b-8a42-0f203ade845b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:58:14.703038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 603e994c-557c-472d-ad20-37f2a8a0702b no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:58:14.726100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 603e994c-557c-472d-ad20-37f2a8a0702b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:58:14.726367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 603e994c-557c-472d-ad20-37f2a8a0702b not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:58:14.823768 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-22f447a9-43e5-4dd3-aae6-1d3ef42ee3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:14.961472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-85f85288-8e53-4a8f-946e-da674933b3be tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:14.962928 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-85f85288-8e53-4a8f-946e-da674933b3be tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/networks?id=0cb4deb4-a1dd-408b-8a42-0f203ade845b HTTP/1.1" status: 200 len: 811 time: 0.1027699 Nov 09 00:58:14.977768 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-64bc2169-f140-4310-9f11-17b871300a99 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/quotas/50ecbf4debab45a49df849c48c82e076 HTTP/1.1" status: 200 len: 375 time: 0.0090373 Nov 09 00:58:15.009137 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-6f280071-6dd8-45e6-ab92-3ade0cf15076 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=50ecbf4debab45a49df849c48c82e076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260470 Nov 09 00:58:15.019513 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-0aeb3b89-7433-454b-8046-2e1d60d03383 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:58:15.020451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-0aeb3b89-7433-454b-8046-2e1d60d03383 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048509 Nov 09 00:58:15.109925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-f39dc06e-dfc2-4ccb-9f51-f38296378aec service neutron] 10.222.0.25 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839167 Nov 09 00:58:15.197280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-e664087e-4fc8-4836-8832-7883ad0c9cf7 service neutron] 10.222.0.25 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806839 Nov 09 00:58:15.354220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72b19f5d-c479-4ff7-a874-9e9758d63c4a req-a89a3dfc-9e31-4b25-a27b-9eb95ffe6176 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 210 time: 0.0264640 Nov 09 00:58:16.248671 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:16.255593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-4385fcb1-38dd-4735-915d-6e4a68a1ab2d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:16.257693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-4385fcb1-38dd-4735-915d-6e4a68a1ab2d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.30 "GET /v2.0/networks?id=0cb4deb4-a1dd-408b-8a42-0f203ade845b HTTP/1.1" status: 200 len: 811 time: 0.1136265 Nov 09 00:58:16.269819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Request body: {'port': {'device_id': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b', 'admin_state_up': True, 'tenant_id': '50ecbf4debab45a49df849c48c82e076'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:58:16.303078 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:16.378606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Made reservation on behalf of 50ecbf4debab45a49df849c48c82e076 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:58:16.382807 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:16.463691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-017ee642-df52-4783-a162-bd2108d9d125 req-83ed0059-2a45-4a26-9abb-b5fbcf689a13 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 210 time: 0.0311556 Nov 09 00:58:16.524561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Allocated IP 172.20.0.4 (0cb4deb4-a1dd-408b-8a42-0f203ade845b/4ba6a155-bb93-4fa2-9b07-26e257aca8f4/5448d95b-e930-4ed6-adff-c42a4be4aeb3) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:58:16.646032 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:16.976861 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:17.009390 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:17.054412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Network 0cb4deb4-a1dd-408b-8a42-0f203ade845b is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:58:17.059390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:58:17.063098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:58:17.085764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Pushing event updated for resources: {'Port': ['ID=5448d95b-e930-4ed6-adff-c42a4be4aeb3,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:17.112554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:17.113158 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:17.128114 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-38a330ed-9d3e-4fa7-88df-b53b5c8abb5d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8619893 Nov 09 00:58:17.140356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Request body: {'port': {'device_id': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:58:17.191926 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:17.444762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5448d95b-e930-4ed6-adff-c42a4be4aeb3 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:58:17.452087 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:17.464290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Transition to ACTIVE for port object 5448d95b-e930-4ed6-adff-c42a4be4aeb3 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:58:17.468123 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:17.531974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Pushing event updated for resources: {'Port': ['ID=5448d95b-e930-4ed6-adff-c42a4be4aeb3,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:17.593543 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Attempting to bind port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:58:17.593881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Attempting to bind port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:58:17.594208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Attempting to bind port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 on network 0cb4deb4-a1dd-408b-8a42-0f203ade845b {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:58:17.598582 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 on network 0cb4deb4-a1dd-408b-8a42-0f203ade845b not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:58:17.598765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Attempting to bind port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 on network 0cb4deb4-a1dd-408b-8a42-0f203ade845b {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:58:17.615123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:58:17.615123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Checking segment: {'id': '3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:58:17.615123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Bound using segment: {'id': '3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:58:17.615123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Bound port: 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:58:17.615577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:17.685412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c96619-6ccb-4cab-bd56-dc65a8785984 req-c1356331-0cc8-429b-8538-47a66afbf635 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:17.686900 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7c96619-6ccb-4cab-bd56-dc65a8785984 req-c1356331-0cc8-429b-8538-47a66afbf635 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 943 time: 0.1504085 Nov 09 00:58:17.720179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:58:17.742378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3,segment=NetworkSegment(3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd),segment_id=3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:58:17.750218 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:17.762061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7c96619-6ccb-4cab-bd56-dc65a8785984 req-e5e1bd4c-8ed4-45d8-a6ce-73c40712c0d3 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658028 Nov 09 00:58:17.774115 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:17.790842 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:17.791529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:17.792888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] 10.222.0.30 "PUT /v2.0/ports/5448d95b-e930-4ed6-adff-c42a4be4aeb3 HTTP/1.1" status: 200 len: 1091 time: 0.6565130 Nov 09 00:58:17.793323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'tag': '5448d95b-e930-4ed6-adff-c42a4be4aeb3'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:58:17.795580 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86363b0-ee74-44f6-b286-0a958d0d6523" -d '{"events": [{"name": "network-changed", "server_uuid": "46cf316c-c749-4b8d-ba83-3f31f1e39aa7", "tag": "5448d95b-e930-4ed6-adff-c42a4be4aeb3"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:58:17.827448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac9ec8-11d6-404f-96c1-eac31908ae31 service neutron] Pushing event updated for resources: {'Port': ['ID=5448d95b-e930-4ed6-adff-c42a4be4aeb3,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:17.834208 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd3ab65-cbfb-4e22-93e3-9b86a4d37929 x-openstack-request-id: req-5bd3ab65-cbfb-4e22-93e3-9b86a4d37929 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:58:17.834498 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cf316c-c749-4b8d-ba83-3f31f1e39aa7", "tag": "5448d95b-e930-4ed6-adff-c42a4be4aeb3", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:58:17.834748 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bd3ab65-cbfb-4e22-93e3-9b86a4d37929 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:58:17.835149 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'tag': '5448d95b-e930-4ed6-adff-c42a4be4aeb3', 'status': 'completed', 'code': 200} Nov 09 00:58:17.880548 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-4a439178-e43b-43ba-924c-5f0a1d9efce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:17.882062 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-4a439178-e43b-43ba-924c-5f0a1d9efce4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ecbf4debab45a49df849c48c82e076&device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 1094 time: 0.0410035 Nov 09 00:58:17.923327 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-16168341-aebc-4dbc-8ea3-c62439459097 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0332236 Nov 09 00:58:17.975093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-d0522399-1602-4f96-8922-e20e1b65309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:17.976441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-d0522399-1602-4f96-8922-e20e1b65309b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ba6a155-bb93-4fa2-9b07-26e257aca8f4 HTTP/1.1" status: 200 len: 851 time: 0.0455260 Nov 09 00:58:18.007592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-0c4ffb47-02c2-429f-8fd4-0ee75e127c1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cb4deb4-a1dd-408b-8a42-0f203ade845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245476 Nov 09 00:58:18.096301 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-bcf80615-941d-4030-95cb-09f2dd0ec06d service neutron] 10.222.0.30 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809658 Nov 09 00:58:18.188700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d796ddff-5d4b-469d-bba0-69fe521dfd80 req-7cd4f871-56d9-4152-b565-789900188b3d service neutron] 10.222.0.30 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857730 Nov 09 00:58:18.273816 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86363b0-ee74-44f6-b286-0a958d0d6523 req-f0cb297f-2d4c-45e9-8545-d1e42b62fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:18.275272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c86363b0-ee74-44f6-b286-0a958d0d6523 req-f0cb297f-2d4c-45e9-8545-d1e42b62fa39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ecbf4debab45a49df849c48c82e076&device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 1094 time: 0.0394113 Nov 09 00:58:18.368092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86363b0-ee74-44f6-b286-0a958d0d6523 req-c1ba9d4d-34ef-434b-8458-30703b195aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:18.369610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c86363b0-ee74-44f6-b286-0a958d0d6523 req-c1ba9d4d-34ef-434b-8458-30703b195aaa service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cb4deb4-a1dd-408b-8a42-0f203ade845b HTTP/1.1" status: 200 len: 911 time: 0.0870726 Nov 09 00:58:18.410073 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c86363b0-ee74-44f6-b286-0a958d0d6523 req-21b107fd-2803-4c34-8034-296d0a79170f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0332420 Nov 09 00:58:18.442523 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:18.458270 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86363b0-ee74-44f6-b286-0a958d0d6523 req-aac29dc5-d368-4ab6-8f5d-db48f751eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:18.459724 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c86363b0-ee74-44f6-b286-0a958d0d6523 req-aac29dc5-d368-4ab6-8f5d-db48f751eae8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ba6a155-bb93-4fa2-9b07-26e257aca8f4 HTTP/1.1" status: 200 len: 851 time: 0.0433278 Nov 09 00:58:18.497602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c86363b0-ee74-44f6-b286-0a958d0d6523 req-36e334c8-beaa-443b-a18a-af9bae856350 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cb4deb4-a1dd-408b-8a42-0f203ade845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289609 Nov 09 00:58:18.586458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c86363b0-ee74-44f6-b286-0a958d0d6523 req-261c93d9-0b66-4715-998b-3be42aa22f21 service neutron] 10.222.0.30 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814848 Nov 09 00:58:18.680153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c86363b0-ee74-44f6-b286-0a958d0d6523 req-0a1fb3bb-c9dc-4897-a95f-2207014c2572 service neutron] 10.222.0.30 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856984 Nov 09 00:58:18.876764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2f16e-fe4b-4e82-9b97-52fc0a72d5f3 req-bc8079da-26ab-4b46-a4a5-d10ce0b65070 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:18.878193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7a2f16e-fe4b-4e82-9b97-52fc0a72d5f3 req-bc8079da-26ab-4b46-a4a5-d10ce0b65070 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 943 time: 0.0494194 Nov 09 00:58:18.924741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7a2f16e-fe4b-4e82-9b97-52fc0a72d5f3 req-cc8e5322-850d-43a2-ab41-9ac582a1b08b tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Nov 09 00:58:20.096226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25470ed3-90e6-4f8a-b9b8-8f84fc216568 req-71e3bac7-c815-4b2c-bde8-4b372c847b0a tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:20.097712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25470ed3-90e6-4f8a-b9b8-8f84fc216568 req-71e3bac7-c815-4b2c-bde8-4b372c847b0a tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 943 time: 0.1019652 Nov 09 00:58:20.148314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25470ed3-90e6-4f8a-b9b8-8f84fc216568 req-a536fdbd-2cde-4941-9ce3-854b4e8bce3d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438974 Nov 09 00:58:20.720802 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 5448d95b-e930-4ed6-adff-c42a4be4aeb3 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:58:20.815390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3,segment=NetworkSegment(3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd),segment_id=3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:58:20.826643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '5448d95b-e930-4ed6-adff-c42a4be4aeb3', 'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b', 'port_id': '5448d95b-e930-4ed6-adff-c42a4be4aeb3', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba6a155-bb93-4fa2-9b07-26e257aca8f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:58:20.862214 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:20.875223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5448d95b-e930-4ed6-adff-c42a4be4aeb3 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:58:20.894599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3,segment=NetworkSegment(3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd),segment_id=3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:58:20.898909 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:20.950196 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=5448d95b-e930-4ed6-adff-c42a4be4aeb3,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:21.087139 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['5448d95b-e930-4ed6-adff-c42a4be4aeb3'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:58:21.266324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bf66f-9cf2-4d86-b11c-0559f56b7afa req-3c913e32-d45c-4cf4-b56f-10c58fa40e0d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:21.267784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-589bf66f-9cf2-4d86-b11c-0559f56b7afa req-3c913e32-d45c-4cf4-b56f-10c58fa40e0d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 944 time: 0.0494728 Nov 09 00:58:21.314835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-589bf66f-9cf2-4d86-b11c-0559f56b7afa req-cce79b45-e686-45f4-87a3-96ec25addbca tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411096 Nov 09 00:58:22.428177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a77cd3-ea56-4c60-ae4a-d637cc6a1f7c req-ec957627-3f55-4fa1-b5df-58c6fb416cff tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:22.429694 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9a77cd3-ea56-4c60-ae4a-d637cc6a1f7c req-ec957627-3f55-4fa1-b5df-58c6fb416cff tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 944 time: 0.0484190 Nov 09 00:58:22.478662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9a77cd3-ea56-4c60-ae4a-d637cc6a1f7c req-8b6d9aa2-7322-49fc-a778-afd909ef6a46 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430152 Nov 09 00:58:22.728086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 5448d95b-e930-4ed6-adff-c42a4be4aeb3 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:58:22.778093 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:58:22.781869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:58:22.782240 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:22.856205 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:22.878437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5448d95b-e930-4ed6-adff-c42a4be4aeb3'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:58:22.880608 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70408563-b7c6-429c-a963-31b755271e4d" -d '{"events": [{"server_uuid": "46cf316c-c749-4b8d-ba83-3f31f1e39aa7", "name": "network-vif-plugged", "status": "completed", "tag": "5448d95b-e930-4ed6-adff-c42a4be4aeb3"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:58:22.893235 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3,segment=NetworkSegment(3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd),segment_id=3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:58:22.897181 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:22.920339 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605be3e5-d777-4f7e-944a-4e3bf996c606 x-openstack-request-id: req-605be3e5-d777-4f7e-944a-4e3bf996c606 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:58:22.920622 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cf316c-c749-4b8d-ba83-3f31f1e39aa7", "name": "network-vif-plugged", "status": "completed", "tag": "5448d95b-e930-4ed6-adff-c42a4be4aeb3", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:58:22.920869 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-605be3e5-d777-4f7e-944a-4e3bf996c606 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:58:22.921257 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5448d95b-e930-4ed6-adff-c42a4be4aeb3', 'code': 200} Nov 09 00:58:22.946374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=5448d95b-e930-4ed6-adff-c42a4be4aeb3,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:23.015855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cf737-5e37-4f60-a1d4-cc04490d81bb req-003b13fe-9bf5-476a-b7b5-5785a783f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:23.017335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-200cf737-5e37-4f60-a1d4-cc04490d81bb req-003b13fe-9bf5-476a-b7b5-5785a783f732 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0430501 Nov 09 00:58:23.062538 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-200cf737-5e37-4f60-a1d4-cc04490d81bb req-f73101d3-6ef5-4b8b-8dc9-95ca888fa228 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367932 Nov 09 00:58:23.383052 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-25223529-2b72-48c1-8e01-5a2b28bcd967 req-7ff72954-fc49-48ff-b6c5-f6af3e8fde73 service neutron] (101781) timed out ('10.222.0.25', 55988) {{(pid=101781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 00:58:23.593360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9fb25-4dec-4af0-8a6d-2f46c891c34d req-8d5c289d-38d3-458e-8497-2ce18ac7295c tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:23.594859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46c9fb25-4dec-4af0-8a6d-2f46c891c34d req-8d5c289d-38d3-458e-8497-2ce18ac7295c tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0494587 Nov 09 00:58:23.641789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46c9fb25-4dec-4af0-8a6d-2f46c891c34d req-9d3ffa59-40dd-418e-b8df-f3ce45d5d293 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409951 Nov 09 00:58:24.757026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98b68c-8184-426f-8cef-7c20de9082a9 req-453b103f-8903-4fb6-8ba6-339b8962adab tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:24.758559 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac98b68c-8184-426f-8cef-7c20de9082a9 req-453b103f-8903-4fb6-8ba6-339b8962adab tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0485790 Nov 09 00:58:24.808706 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac98b68c-8184-426f-8cef-7c20de9082a9 req-e17cc83c-f931-4f8a-a8ae-0752def604f6 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443733 Nov 09 00:58:24.985443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 57986) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:58:25.040043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e4d68-91a4-4f5d-ad0a-64d610d66fb9 req-c41754ad-4f37-4122-805f-6094eecb2414 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:25.041591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c48e4d68-91a4-4f5d-ad0a-64d610d66fb9 req-c41754ad-4f37-4122-805f-6094eecb2414 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0496287 Nov 09 00:58:25.127026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-1250f7b8-7792-4ed0-8853-f4f4ce0fada4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1403229 Nov 09 00:58:25.131219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c48e4d68-91a4-4f5d-ad0a-64d610d66fb9 req-12487317-42c8-41a9-96b1-c00ef371b0cd tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811913 Nov 09 00:58:25.136119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-f17886a2-f1be-44ab-8633-2318b02c9a47 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:58:25.137091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-f17886a2-f1be-44ab-8633-2318b02c9a47 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049012 Nov 09 00:58:26.251261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a221934-cd87-4815-9fe0-97946251e413 req-94ce26ce-28d0-4fcf-a017-40ee29b218dc tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:26.252759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a221934-cd87-4815-9fe0-97946251e413 req-94ce26ce-28d0-4fcf-a017-40ee29b218dc tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0531306 Nov 09 00:58:26.326845 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a221934-cd87-4815-9fe0-97946251e413 req-91348824-6896-42d2-8958-d632539cef27 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673268 Nov 09 00:58:26.342173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-b5a57d02-ca6a-4f1f-90e4-84b0bfa98380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:26.343645 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-b5a57d02-ca6a-4f1f-90e4-84b0bfa98380 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ecbf4debab45a49df849c48c82e076&device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0489550 Nov 09 00:58:26.434273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-87556fad-5ae6-4ef9-9cc2-355552250b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:26.435653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-87556fad-5ae6-4ef9-9cc2-355552250b3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cb4deb4-a1dd-408b-8a42-0f203ade845b HTTP/1.1" status: 200 len: 911 time: 0.0840757 Nov 09 00:58:26.480739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-012ce259-7796-4bd8-92e1-167352ff76cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0377958 Nov 09 00:58:26.529000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-4a2166f6-388a-45c9-8941-e031568fcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:26.530427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-4a2166f6-388a-45c9-8941-e031568fcb86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ba6a155-bb93-4fa2-9b07-26e257aca8f4 HTTP/1.1" status: 200 len: 851 time: 0.0432198 Nov 09 00:58:26.560764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-6a06b486-2ba2-4144-9f7c-3e1f8c85bd35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cb4deb4-a1dd-408b-8a42-0f203ade845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233228 Nov 09 00:58:26.652721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-279cfc16-9035-4953-941f-4a0ab464e11e service neutron] 10.222.0.30 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848103 Nov 09 00:58:26.740813 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-082a4bc9-e51c-49c1-8be8-b0c3620dfd51 service neutron] 10.222.0.30 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813563 Nov 09 00:58:27.448285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27f4ca-b0e3-4294-91f9-91bb0c87f89f req-d11a4cdc-dbe8-4c02-ab50-7aed744ff419 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:27.449783 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a27f4ca-b0e3-4294-91f9-91bb0c87f89f req-d11a4cdc-dbe8-4c02-ab50-7aed744ff419 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0537019 Nov 09 00:58:27.496264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a27f4ca-b0e3-4294-91f9-91bb0c87f89f req-eac054e7-a939-43d4-ba77-8f21dd073b9f tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405843 Nov 09 00:58:28.613210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ddbcb-a3ba-4b3d-b284-c49a82291d13 req-fd514b29-cb50-4adb-9379-73dfcc5ce46d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:28.615290 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca2ddbcb-a3ba-4b3d-b284-c49a82291d13 req-fd514b29-cb50-4adb-9379-73dfcc5ce46d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0488882 Nov 09 00:58:28.662648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ca2ddbcb-a3ba-4b3d-b284-c49a82291d13 req-510e0d08-ef6d-41d8-a5c3-f492f10d63fc tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Nov 09 00:58:29.776014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c0326-cb61-4b9b-a6bc-935807f1f7a3 req-e9062edc-e233-40f2-8f68-ee87c382f054 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:29.777491 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d1c0326-cb61-4b9b-a6bc-935807f1f7a3 req-e9062edc-e233-40f2-8f68-ee87c382f054 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0483043 Nov 09 00:58:29.827480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0d1c0326-cb61-4b9b-a6bc-935807f1f7a3 req-1dbf361d-6d48-4dfa-9669-a302074f9c74 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441654 Nov 09 00:58:30.939576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec801d5-0751-4631-99f2-bbd9a83c1e86 req-a1c55159-3ab1-4336-9861-a44e28ada658 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:30.941036 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aec801d5-0751-4631-99f2-bbd9a83c1e86 req-a1c55159-3ab1-4336-9861-a44e28ada658 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0480027 Nov 09 00:58:30.988252 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aec801d5-0751-4631-99f2-bbd9a83c1e86 req-df60a221-563e-499f-ae8f-bf73037dbf91 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Nov 09 00:58:32.103914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab6fd3-a3c6-4fd8-bb32-d317d4d5267d req-531c614d-1518-4f62-8234-4ff1b9175f59 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:32.105441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20ab6fd3-a3c6-4fd8-bb32-d317d4d5267d req-531c614d-1518-4f62-8234-4ff1b9175f59 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0486817 Nov 09 00:58:32.151666 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20ab6fd3-a3c6-4fd8-bb32-d317d4d5267d req-60a3b026-1277-4d88-99f7-b88108bc43da tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403228 Nov 09 00:58:33.068959 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01ad2f-c407-425e-be3c-554a1d938324 req-2f5caa14-9595-4a13-8d88-21ea108fd015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:33.070811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e01ad2f-c407-425e-be3c-554a1d938324 req-2f5caa14-9595-4a13-8d88-21ea108fd015 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ecbf4debab45a49df849c48c82e076&device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0537007 Nov 09 00:58:33.173673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01ad2f-c407-425e-be3c-554a1d938324 req-99d3c90c-b68e-4244-bf48-c0d7677a8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:33.175146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e01ad2f-c407-425e-be3c-554a1d938324 req-99d3c90c-b68e-4244-bf48-c0d7677a8ec0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cb4deb4-a1dd-408b-8a42-0f203ade845b HTTP/1.1" status: 200 len: 911 time: 0.0846012 Nov 09 00:58:33.220169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e01ad2f-c407-425e-be3c-554a1d938324 req-2f43b6b9-65d9-4996-8681-863a394c0897 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0383177 Nov 09 00:58:33.290563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01ad2f-c407-425e-be3c-554a1d938324 req-bfcac7c2-71cf-4a6b-bd7c-064a52609cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:33.292007 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e01ad2f-c407-425e-be3c-554a1d938324 req-bfcac7c2-71cf-4a6b-bd7c-064a52609cc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ba6a155-bb93-4fa2-9b07-26e257aca8f4 HTTP/1.1" status: 200 len: 851 time: 0.0623949 Nov 09 00:58:33.304564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce170c-153b-4a44-b22c-b18dbd8ed629 req-f0d25771-5f0e-4b09-a606-0ef3bc5fbd9b tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:33.305985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48ce170c-153b-4a44-b22c-b18dbd8ed629 req-f0d25771-5f0e-4b09-a606-0ef3bc5fbd9b tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0849659 Nov 09 00:58:33.338785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e01ad2f-c407-425e-be3c-554a1d938324 req-e7bd5623-3b7d-48c1-9417-7fc9e24aa358 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cb4deb4-a1dd-408b-8a42-0f203ade845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318003 Nov 09 00:58:33.396611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48ce170c-153b-4a44-b22c-b18dbd8ed629 req-ff9c46de-96cd-4e25-b4ae-35e16c7c36ac tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789049 Nov 09 00:58:33.457103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e01ad2f-c407-425e-be3c-554a1d938324 req-89b84586-368b-422c-a2be-3ea20aefafd2 service neutron] 10.222.0.30 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977080 Nov 09 00:58:33.554265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e01ad2f-c407-425e-be3c-554a1d938324 req-1f01edac-b7e2-4a18-b9f7-42dc931bf78b service neutron] 10.222.0.30 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868735 Nov 09 00:58:34.197152 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:58:34.511662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae970ec7-c69b-450c-9205-88e5fd243cac req-edc80838-ce12-42c0-94ab-fb6bd0df07ed tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:34.513126 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae970ec7-c69b-450c-9205-88e5fd243cac req-edc80838-ce12-42c0-94ab-fb6bd0df07ed tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0484796 Nov 09 00:58:34.559138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae970ec7-c69b-450c-9205-88e5fd243cac req-237eb5b1-40a6-4390-94cb-e10e797a8c9c tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401194 Nov 09 00:58:35.672854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc6f46-729c-46e6-bfc7-32c983d4d76f req-b3f4d634-0d24-42d7-9456-f09eea653024 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:35.674332 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ecc6f46-729c-46e6-bfc7-32c983d4d76f req-b3f4d634-0d24-42d7-9456-f09eea653024 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0473790 Nov 09 00:58:35.719935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ecc6f46-729c-46e6-bfc7-32c983d4d76f req-23dac97e-4104-47d3-a171-bfbe8b4d76b6 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Nov 09 00:58:36.841324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ed8ef-99a2-4e62-a48c-d7e4b566b7ba req-fbd7fe26-ca7d-4c80-baa7-b716a6c91e00 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:36.842842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f94ed8ef-99a2-4e62-a48c-d7e4b566b7ba req-fbd7fe26-ca7d-4c80-baa7-b716a6c91e00 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0529819 Nov 09 00:58:36.889824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f94ed8ef-99a2-4e62-a48c-d7e4b566b7ba req-6a3b0ca1-76ef-444a-b410-6b429eec4c39 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Nov 09 00:58:38.005145 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe20ce0-cd74-498e-9a98-aa038f2f0785 req-be8fb3f0-1658-4d86-8c82-fd9d40285873 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:38.006864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fe20ce0-cd74-498e-9a98-aa038f2f0785 req-be8fb3f0-1658-4d86-8c82-fd9d40285873 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0485368 Nov 09 00:58:38.056075 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fe20ce0-cd74-498e-9a98-aa038f2f0785 req-956f1f2b-0916-4c7b-b68c-4f5fcbd9c09e tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424633 Nov 09 00:58:39.174536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c38ff1-2d3d-400b-b4c2-c2a18197ff01 req-7bee4360-a5bc-4fd1-9f4e-d3ecbffacbaf tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:39.175987 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26c38ff1-2d3d-400b-b4c2-c2a18197ff01 req-7bee4360-a5bc-4fd1-9f4e-d3ecbffacbaf tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0520196 Nov 09 00:58:39.222002 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26c38ff1-2d3d-400b-b4c2-c2a18197ff01 req-1f82912e-243c-4568-a478-7a4d0781d0be tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 Nov 09 00:58:40.334591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843da01d-3188-4df9-a78d-2b12a72ac8eb req-de890433-0be6-4d91-8463-6679c959ceef tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:40.336061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-843da01d-3188-4df9-a78d-2b12a72ac8eb req-de890433-0be6-4d91-8463-6679c959ceef tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0482552 Nov 09 00:58:40.382959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-843da01d-3188-4df9-a78d-2b12a72ac8eb req-c85d2027-9909-4206-b708-a7856dd77475 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409307 Nov 09 00:58:41.497451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e9a83-077a-4ebd-991e-2c4268d29f14 req-386691fa-6bac-499e-a6c2-89b9b51448db tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:41.498925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a20e9a83-077a-4ebd-991e-2c4268d29f14 req-386691fa-6bac-499e-a6c2-89b9b51448db tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0489984 Nov 09 00:58:41.550115 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a20e9a83-077a-4ebd-991e-2c4268d29f14 req-b91dde00-4147-4ebf-b776-873f0d966c61 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446730 Nov 09 00:58:42.665785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6453ef-fa95-46bb-b669-0a98c3fbf74a req-16334b81-f623-4aca-835e-029a85ff1313 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:42.667256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb6453ef-fa95-46bb-b669-0a98c3fbf74a req-16334b81-f623-4aca-835e-029a85ff1313 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0486929 Nov 09 00:58:42.713459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb6453ef-fa95-46bb-b669-0a98c3fbf74a req-f07e5071-f9e3-490c-89c6-0234f94082db tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403683 Nov 09 00:58:42.743304 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f436e2d8-e7a5-4ea7-a316-d1ab40441b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:43.826926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1486f94-d03c-43fc-985b-ed80f57c7e0c req-2846377f-5a93-4a53-8b1a-c05532e829a5 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:43.828389 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1486f94-d03c-43fc-985b-ed80f57c7e0c req-2846377f-5a93-4a53-8b1a-c05532e829a5 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0484817 Nov 09 00:58:43.875636 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1486f94-d03c-43fc-985b-ed80f57c7e0c req-59c33187-6b47-45ef-abec-6d22474f07ad tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Nov 09 00:58:44.827145 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3ef45f03-048b-44ef-b3f3-594bc711b256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:44.993854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9206a-aa4b-4e2e-b5e5-bf5d5564648e req-c45f9ce0-7a5d-4dfd-a3b8-4ee2438bd63e tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:44.995311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10c9206a-aa4b-4e2e-b5e5-bf5d5564648e req-c45f9ce0-7a5d-4dfd-a3b8-4ee2438bd63e tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0516431 Nov 09 00:58:45.042262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-10c9206a-aa4b-4e2e-b5e5-bf5d5564648e req-0c96d47b-b866-4aa4-95da-fb3b118e1a1d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Nov 09 00:58:46.155379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650d554-d888-4bd4-8ef0-fe9a65f56821 req-49841aae-7e0e-4f22-8ef9-fe3a7db005b5 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:46.156857 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a650d554-d888-4bd4-8ef0-fe9a65f56821 req-49841aae-7e0e-4f22-8ef9-fe3a7db005b5 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0481791 Nov 09 00:58:46.204360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a650d554-d888-4bd4-8ef0-fe9a65f56821 req-2145a93c-571e-430f-bc11-b0b49b751449 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408380 Nov 09 00:58:46.242343 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:46.308450 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:46.654431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:47.318376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098493ea-90aa-45a0-a881-0babc9321578 req-786fb952-e627-430e-8478-83a4d65a0ce9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:47.319843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-098493ea-90aa-45a0-a881-0babc9321578 req-786fb952-e627-430e-8478-83a4d65a0ce9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0482020 Nov 09 00:58:47.369689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-098493ea-90aa-45a0-a881-0babc9321578 req-1292f596-fb8e-4375-bbaa-0de42d44a103 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438991 Nov 09 00:58:47.777200 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:48.444655 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:48.484828 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da54d7-cb71-470b-8967-2f2d2daac89f req-5d853ca7-0bfc-4a6a-abe8-eb2fe6dc105a tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:48.486335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2da54d7-cb71-470b-8967-2f2d2daac89f req-5d853ca7-0bfc-4a6a-abe8-eb2fe6dc105a tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0479252 Nov 09 00:58:48.533340 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2da54d7-cb71-470b-8967-2f2d2daac89f req-01a00531-0f02-44c6-82ae-080d930b5fba tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Nov 09 00:58:49.648826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbcbb5-14ea-440d-b01b-fbae4d6e0dac req-529c268f-a97b-4869-b8d2-4711bce85bc9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:49.650372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2abbcbb5-14ea-440d-b01b-fbae4d6e0dac req-529c268f-a97b-4869-b8d2-4711bce85bc9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0498536 Nov 09 00:58:49.701569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2abbcbb5-14ea-440d-b01b-fbae4d6e0dac req-99eb75d3-afe8-4e16-a147-50c1ed01184e tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Nov 09 00:58:50.824892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ba81c-b73b-4aea-887c-896463a39f7d req-b9f7e19d-19cf-44bb-9004-4cb34d6753bd tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:50.826391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb2ba81c-b73b-4aea-887c-896463a39f7d req-b9f7e19d-19cf-44bb-9004-4cb34d6753bd tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0519335 Nov 09 00:58:50.872352 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb2ba81c-b73b-4aea-887c-896463a39f7d req-12f12e41-5735-4934-b831-e9149e434e0b tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 Nov 09 00:58:51.986241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a9f55-8e12-4c77-983c-3fce3245b760 req-a18193bd-e6fc-40bd-97e2-7a96c21ea728 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:51.987695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a22a9f55-8e12-4c77-983c-3fce3245b760 req-a18193bd-e6fc-40bd-97e2-7a96c21ea728 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0477161 Nov 09 00:58:52.034785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a22a9f55-8e12-4c77-983c-3fce3245b760 req-6693dd2d-7684-4fab-a47e-8e9003413676 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 Nov 09 00:58:53.151027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192a472-0b0d-4d8c-9c7a-e32185ca2e37 req-9c50c6c8-50f1-4c66-9ba0-2a9970974b3e tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:53.152485 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3192a472-0b0d-4d8c-9c7a-e32185ca2e37 req-9c50c6c8-50f1-4c66-9ba0-2a9970974b3e tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0515401 Nov 09 00:58:53.201970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3192a472-0b0d-4d8c-9c7a-e32185ca2e37 req-d383a1f7-4174-4c3c-bc85-ecf5d2ff7dc5 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Nov 09 00:58:53.631222 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-1e57a054-4e79-4f22-8212-84dd07ea9b4a service neutron] show failed (client error): The resource could not be found. Nov 09 00:58:53.632262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-1e57a054-4e79-4f22-8212-84dd07ea9b4a service neutron] 10.222.0.30 "GET /v2.0/ports/5448d95b-e930-4ed6-adff-c42a4be4aeb3/bindings/n-h2-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.1046793 Nov 09 00:58:53.858378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-0e667a2e-381b-4cef-8d0f-f3e5f9a99744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:53.859828 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-0e667a2e-381b-4cef-8d0f-f3e5f9a99744 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7&tenant_id=50ecbf4debab45a49df849c48c82e076 HTTP/1.1" status: 200 len: 1096 time: 0.0719433 Nov 09 00:58:53.870366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-01758669-1ab7-413e-ad40-a273953b84ea service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:58:53.871283 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-01758669-1ab7-413e-ad40-a273953b84ea service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048103 Nov 09 00:58:53.883485 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:58:53.935678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:54.130042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3,segment=NetworkSegment(3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd),segment_id=3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:58:54.160938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:58:54.202785 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5448d95b-e930-4ed6-adff-c42a4be4aeb3'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:58:54.205019 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ff7a86-a0d0-4244-88de-856b96359bb1" -d '{"events": [{"server_uuid": "46cf316c-c749-4b8d-ba83-3f31f1e39aa7", "name": "network-vif-unplugged", "status": "completed", "tag": "5448d95b-e930-4ed6-adff-c42a4be4aeb3"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:58:54.209027 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:54.221058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Transition to ACTIVE for port object 5448d95b-e930-4ed6-adff-c42a4be4aeb3 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:58:54.225611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:54.287587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] No DVR routers for this DVR port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:58:54.292163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Pushing event updated for resources: {'Port': ['ID=5448d95b-e930-4ed6-adff-c42a4be4aeb3,revision_number=6']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:54.323870 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b278a8-576a-4464-8ae8-8ff1882c9508 x-openstack-request-id: req-47b278a8-576a-4464-8ae8-8ff1882c9508 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:58:54.324168 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cf316c-c749-4b8d-ba83-3f31f1e39aa7", "name": "network-vif-unplugged", "status": "completed", "tag": "5448d95b-e930-4ed6-adff-c42a4be4aeb3", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:58:54.324416 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47b278a8-576a-4464-8ae8-8ff1882c9508 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:58:54.324816 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5448d95b-e930-4ed6-adff-c42a4be4aeb3', 'code': 200} Nov 09 00:58:54.329074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Attempting to bind port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:58:54.329435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Attempting to bind port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:58:54.329762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Attempting to bind port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 on network 0cb4deb4-a1dd-408b-8a42-0f203ade845b {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:58:54.334216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 on network 0cb4deb4-a1dd-408b-8a42-0f203ade845b not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:58:54.334353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8fe9c-a2ec-46b8-b110-ddd4450f9f71 req-d4e490fa-fa7e-400f-9ce4-6699fcc9ab0d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:54.334804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Attempting to bind port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 on network 0cb4deb4-a1dd-408b-8a42-0f203ade845b {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:58:54.335789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7d8fe9c-a2ec-46b8-b110-ddd4450f9f71 req-d4e490fa-fa7e-400f-9ce4-6699fcc9ab0d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 943 time: 0.0606794 Nov 09 00:58:54.339372 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:58:54.339706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Checking segment: {'id': '3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:58:54.340084 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Bound using segment: {'id': '3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:58:54.340504 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Bound port: 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:58:54.340856 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:54.383402 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7d8fe9c-a2ec-46b8-b110-ddd4450f9f71 req-1b11e330-1038-41e9-b1fa-fef48082f07e tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Nov 09 00:58:54.406640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:58:54.409938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3,segment=NetworkSegment(3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd),segment_id=3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:58:54.414662 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:54.446945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:54.447583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:54.448961 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] 10.222.0.11 "PUT /v2.0/ports/5448d95b-e930-4ed6-adff-c42a4be4aeb3 HTTP/1.1" status: 200 len: 1091 time: 0.5695877 Nov 09 00:58:54.471458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a882f2-97a8-4cf7-ae1c-cf390fd3092e service neutron] Pushing event updated for resources: {'Port': ['ID=5448d95b-e930-4ed6-adff-c42a4be4aeb3,revision_number=7']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:54.512987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-08ce3eda-8cce-45ea-8b3a-6bd13f1e725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:54.514540 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-08ce3eda-8cce-45ea-8b3a-6bd13f1e725e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50ecbf4debab45a49df849c48c82e076&device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 1094 time: 0.0395508 Nov 09 00:58:54.606793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-e62725fb-59d6-49fa-8f86-245d44c16572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:54.608266 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-e62725fb-59d6-49fa-8f86-245d44c16572 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0cb4deb4-a1dd-408b-8a42-0f203ade845b HTTP/1.1" status: 200 len: 911 time: 0.0863657 Nov 09 00:58:54.650507 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-417efd15-299a-4da7-84be-d9b4a3321ff5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0342343 Nov 09 00:58:54.698498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-a4167876-5ccb-4be1-91d9-e50e5fdaaa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:54.699875 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-a4167876-5ccb-4be1-91d9-e50e5fdaaa89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ba6a155-bb93-4fa2-9b07-26e257aca8f4 HTTP/1.1" status: 200 len: 851 time: 0.0420127 Nov 09 00:58:54.736992 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-e632c818-a31d-47ca-ad21-3742c4a2e955 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0cb4deb4-a1dd-408b-8a42-0f203ade845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286918 Nov 09 00:58:54.824614 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-87d48701-c064-4a09-80f1-7334e0e1f4d2 service neutron] 10.222.0.11 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805078 Nov 09 00:58:54.918707 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-99694ad4-fd69-4baf-ad0d-a12fb6a8558c req-09596c6e-b154-4274-a379-61f1bc8a8335 service neutron] 10.222.0.11 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852334 Nov 09 00:58:55.509743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0936cf3-bff7-47bc-9cc3-ab9030d8b5c9 req-25a7af63-d97c-4767-91a8-d5a5938ea09d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:55.511214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0936cf3-bff7-47bc-9cc3-ab9030d8b5c9 req-25a7af63-d97c-4767-91a8-d5a5938ea09d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 943 time: 0.0522871 Nov 09 00:58:55.557465 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0936cf3-bff7-47bc-9cc3-ab9030d8b5c9 req-e927ee01-d999-4865-ae3e-53dd5de28a34 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402994 Nov 09 00:58:56.325768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'tag': '5448d95b-e930-4ed6-adff-c42a4be4aeb3'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:58:56.329135 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ab4bdb-196f-4376-8a64-b723b1dd19c8" -d '{"events": [{"name": "network-changed", "server_uuid": "46cf316c-c749-4b8d-ba83-3f31f1e39aa7", "tag": "5448d95b-e930-4ed6-adff-c42a4be4aeb3"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:58:56.379339 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882f56d5-6b42-421f-bb9a-0734bf5f9a0d x-openstack-request-id: req-882f56d5-6b42-421f-bb9a-0734bf5f9a0d {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:58:56.379629 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cf316c-c749-4b8d-ba83-3f31f1e39aa7", "tag": "5448d95b-e930-4ed6-adff-c42a4be4aeb3", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:58:56.380437 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-882f56d5-6b42-421f-bb9a-0734bf5f9a0d {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:58:56.381508 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'tag': '5448d95b-e930-4ed6-adff-c42a4be4aeb3', 'status': 'completed', 'code': 200} Nov 09 00:58:56.444548 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-10c5890a-b646-439f-9887-565f8a3b649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:56.446383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-10c5890a-b646-439f-9887-565f8a3b649d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ecbf4debab45a49df849c48c82e076&device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 1094 time: 0.0437355 Nov 09 00:58:56.451312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-3ca5b770-1819-4b60-8e59-604b7d319bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:56.452791 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-3ca5b770-1819-4b60-8e59-604b7d319bfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50ecbf4debab45a49df849c48c82e076&device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 1094 time: 0.0475626 Nov 09 00:58:56.540260 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-f1c8c511-ebb0-4409-ad74-7695a1c66aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:56.541768 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-f1c8c511-ebb0-4409-ad74-7695a1c66aac service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cb4deb4-a1dd-408b-8a42-0f203ade845b HTTP/1.1" status: 200 len: 911 time: 0.0880334 Nov 09 00:58:56.546774 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-f4dc761a-a6a2-4b66-b84b-af0c0d54b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:56.548247 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-f4dc761a-a6a2-4b66-b84b-af0c0d54b4c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0cb4deb4-a1dd-408b-8a42-0f203ade845b HTTP/1.1" status: 200 len: 911 time: 0.0876818 Nov 09 00:58:56.584412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-8c89507a-e68a-45a0-8b11-121df91c169e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0354075 Nov 09 00:58:56.590535 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-8a15368a-f1aa-444f-b6ab-c63d944767e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0355108 Nov 09 00:58:56.641707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-21585f74-a09a-4a78-85fc-85d208a2c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:56.643098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-21585f74-a09a-4a78-85fc-85d208a2c9fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ba6a155-bb93-4fa2-9b07-26e257aca8f4 HTTP/1.1" status: 200 len: 851 time: 0.0527589 Nov 09 00:58:56.643863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-b11c53d7-54df-4061-86d2-998a4599f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:56.645328 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-b11c53d7-54df-4061-86d2-998a4599f8d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ba6a155-bb93-4fa2-9b07-26e257aca8f4 HTTP/1.1" status: 200 len: 851 time: 0.0477674 Nov 09 00:58:56.677660 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-4edaab68-edc0-4d39-9f76-2e0aafe40128 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0cb4deb4-a1dd-408b-8a42-0f203ade845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243127 Nov 09 00:58:56.693617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-6e903f74-0c66-4a64-b139-0ee7f58f3243 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cb4deb4-a1dd-408b-8a42-0f203ade845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327983 Nov 09 00:58:56.716257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3967129-4f2d-4013-ae58-86c6a5ab0e41 req-2f43d9a9-e3fb-40c3-8468-0a6b3771c6f6 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:56.717719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3967129-4f2d-4013-ae58-86c6a5ab0e41 req-2f43d9a9-e3fb-40c3-8468-0a6b3771c6f6 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 943 time: 0.0875888 Nov 09 00:58:56.771424 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-82078805-e88f-4e34-9a0f-e7f82ffa7a23 service neutron] 10.222.0.11 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869970 Nov 09 00:58:56.815161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3967129-4f2d-4013-ae58-86c6a5ab0e41 req-3870014e-8da8-4fa6-8fb5-9e469d99e711 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879383 Nov 09 00:58:56.842443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-3d7252ad-2230-4aea-b9ca-ef392c1cc8ad service neutron] 10.222.0.30 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417751 Nov 09 00:58:56.868096 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-fe84e259-5f71-4c70-9ecd-d5769cf18139 service neutron] 10.222.0.11 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898263 Nov 09 00:58:56.940220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00ab4bdb-196f-4376-8a64-b723b1dd19c8 req-4619265c-b0c6-4aa6-b7a5-e03dea17b5fc service neutron] 10.222.0.30 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892155 Nov 09 00:58:56.962013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 5448d95b-e930-4ed6-adff-c42a4be4aeb3 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:58:57.004372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 5448d95b-e930-4ed6-adff-c42a4be4aeb3 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:58:57.140461 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 5448d95b-e930-4ed6-adff-c42a4be4aeb3 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:58:57.142117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-746202a7-ee61-4866-9ac4-3c4c01058a4e tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:57.143608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-746202a7-ee61-4866-9ac4-3c4c01058a4e tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.30 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7&tenant_id=50ecbf4debab45a49df849c48c82e076&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 943 time: 0.0859480 Nov 09 00:58:57.203333 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-dace3ad5-1044-423f-b2a7-8f953d6168ec service neutron] delete failed (client error): The resource could not be found. Nov 09 00:58:57.204393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-dace3ad5-1044-423f-b2a7-8f953d6168ec service neutron] 10.222.0.30 "DELETE /v2.0/ports/5448d95b-e930-4ed6-adff-c42a4be4aeb3/bindings/n-h1-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0535884 Nov 09 00:58:57.234172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3,segment=NetworkSegment(3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd),segment_id=3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:58:57.246536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '5448d95b-e930-4ed6-adff-c42a4be4aeb3', 'network_id': '0cb4deb4-a1dd-408b-8a42-0f203ade845b', 'port_id': '5448d95b-e930-4ed6-adff-c42a4be4aeb3', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba6a155-bb93-4fa2-9b07-26e257aca8f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:58:57.285064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-4b60ff62-3d3a-4521-8d82-397f10fc6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:57.285742 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:57.287171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-4b60ff62-3d3a-4521-8d82-397f10fc6f8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ecbf4debab45a49df849c48c82e076&device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 1094 time: 0.0406952 Nov 09 00:58:57.298898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5448d95b-e930-4ed6-adff-c42a4be4aeb3 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:58:57.319276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3,segment=NetworkSegment(3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd),segment_id=3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:58:57.323262 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:57.370151 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=5448d95b-e930-4ed6-adff-c42a4be4aeb3,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:57.377737 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:57.378223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:57.378566 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:57.379311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:57.379311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:57.379542 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:57.379894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:57.380219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:57.380540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:57.380994 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:57.381370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:57.381855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:58:57.381997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-bca1800a-1789-4f0f-be4d-40f3177543cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:57.383477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-bca1800a-1789-4f0f-be4d-40f3177543cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cb4deb4-a1dd-408b-8a42-0f203ade845b HTTP/1.1" status: 200 len: 911 time: 0.0901875 Nov 09 00:58:57.425406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-7ce5176f-4ab0-4fcf-a13f-3e715b82c3a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0350766 Nov 09 00:58:57.472442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-4e4cd617-dd19-4e89-a625-30b1b2b99e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:57.474427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-4e4cd617-dd19-4e89-a625-30b1b2b99e78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ba6a155-bb93-4fa2-9b07-26e257aca8f4 HTTP/1.1" status: 200 len: 851 time: 0.0417614 Nov 09 00:58:57.507586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-d2daea8a-9f0f-4b55-9d6e-d06af671f35a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cb4deb4-a1dd-408b-8a42-0f203ade845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271008 Nov 09 00:58:57.562701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['5448d95b-e930-4ed6-adff-c42a4be4aeb3'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:58:57.598756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-47d55747-8a4d-46e2-8aea-b4920441e275 service neutron] 10.222.0.30 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836005 Nov 09 00:58:58.010048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-e9742731-c6d8-4754-8b28-c24c71cbcf57 service neutron] 10.222.0.30 "GET /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046011 Nov 09 00:58:58.672189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a0da1-72e7-4e2d-b33f-ae7d353c7981 req-ac5d7057-a0b0-4365-8c8f-5800bb60868d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:58.673592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e7a0da1-72e7-4e2d-b33f-ae7d353c7981 req-ac5d7057-a0b0-4365-8c8f-5800bb60868d tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 944 time: 0.0481830 Nov 09 00:58:58.719799 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6e7a0da1-72e7-4e2d-b33f-ae7d353c7981 req-d896847e-2ba7-4f85-bd3e-d78898324dd5 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Nov 09 00:58:59.159033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 5448d95b-e930-4ed6-adff-c42a4be4aeb3 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:58:59.206127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:58:59.210563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:58:59.210932 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:59.289643 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:59.311282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5448d95b-e930-4ed6-adff-c42a4be4aeb3'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:58:59.313568 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41357c4-a7ed-4bb9-88f9-5fd6af0d5ca0" -d '{"events": [{"server_uuid": "46cf316c-c749-4b8d-ba83-3f31f1e39aa7", "name": "network-vif-plugged", "status": "completed", "tag": "5448d95b-e930-4ed6-adff-c42a4be4aeb3"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:58:59.326125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3,segment=NetworkSegment(3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd),segment_id=3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:58:59.329738 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:58:59.377995 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=5448d95b-e930-4ed6-adff-c42a4be4aeb3,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:58:59.420767 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe1a147-363b-4128-b8a9-ba617183c399 x-openstack-request-id: req-dbe1a147-363b-4128-b8a9-ba617183c399 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:58:59.421062 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cf316c-c749-4b8d-ba83-3f31f1e39aa7", "name": "network-vif-plugged", "status": "completed", "tag": "5448d95b-e930-4ed6-adff-c42a4be4aeb3", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:58:59.421323 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbe1a147-363b-4128-b8a9-ba617183c399 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:58:59.421746 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5448d95b-e930-4ed6-adff-c42a4be4aeb3', 'code': 200} Nov 09 00:58:59.837006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39556a0a-b9c1-4530-9808-7ee4094cdfb9 req-665820c9-3e5d-4ab0-88cf-89f95f017253 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:59.838651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39556a0a-b9c1-4530-9808-7ee4094cdfb9 req-665820c9-3e5d-4ab0-88cf-89f95f017253 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0487902 Nov 09 00:58:59.886430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39556a0a-b9c1-4530-9808-7ee4094cdfb9 req-a583cd1d-9124-42a0-a0de-48d33f3a29d8 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Nov 09 00:58:59.916317 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-6b0171fd-1491-4afa-9c4c-b494e4fb9d47 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:58:59.917774 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-6b0171fd-1491-4afa-9c4c-b494e4fb9d47 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.11 "GET /v2.0/ports?device_id=46cf316c-c749-4b8d-ba83-3f31f1e39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0491571 Nov 09 00:59:00.004830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-3c25f318-a6ac-43d3-81e7-5235949df7b9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Deleting port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:59:00.005823 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-3c25f318-a6ac-43d3-81e7-5235949df7b9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:00.095336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-3c25f318-a6ac-43d3-81e7-5235949df7b9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] For port 5448d95b-e930-4ed6-adff-c42a4be4aeb3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=5448d95b-e930-4ed6-adff-c42a4be4aeb3,segment=NetworkSegment(3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd),segment_id=3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:59:00.095718 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-3c25f318-a6ac-43d3-81e7-5235949df7b9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:00.108680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-3c25f318-a6ac-43d3-81e7-5235949df7b9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Calling delete_port for 5448d95b-e930-4ed6-adff-c42a4be4aeb3 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:59:00.234121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-3c25f318-a6ac-43d3-81e7-5235949df7b9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:00.245999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['5448d95b-e930-4ed6-adff-c42a4be4aeb3'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:59:00.262393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25f318-a6ac-43d3-81e7-5235949df7b9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Pushing event deleted for resources: {'Port': ['ID=5448d95b-e930-4ed6-adff-c42a4be4aeb3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:00.302966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-3c25f318-a6ac-43d3-81e7-5235949df7b9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] No DVR routers for this DVR port 5448d95b-e930-4ed6-adff-c42a4be4aeb3 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:59:00.305557 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-3c25f318-a6ac-43d3-81e7-5235949df7b9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:00.308854 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-49e66a51-62f0-4850-8cb4-d0d8fc5b2cea req-3c25f318-a6ac-43d3-81e7-5235949df7b9 tempest-DeleteServersTestJSON-1012608815 tempest-DeleteServersTestJSON-1012608815-project] 10.222.0.11 "DELETE /v2.0/ports/5448d95b-e930-4ed6-adff-c42a4be4aeb3 HTTP/1.1" status: 204 len: 173 time: 0.3844237 Nov 09 00:59:00.309280 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'name': 'network-vif-deleted', 'tag': '5448d95b-e930-4ed6-adff-c42a4be4aeb3'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:59:00.311512 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b2d164-8aac-4fee-b579-8db7d36fdc4b" -d '{"events": [{"server_uuid": "46cf316c-c749-4b8d-ba83-3f31f1e39aa7", "name": "network-vif-deleted", "tag": "5448d95b-e930-4ed6-adff-c42a4be4aeb3"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:59:00.351257 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6d712f-ee3f-496c-8719-fb0057d52e10 x-openstack-request-id: req-ef6d712f-ee3f-496c-8719-fb0057d52e10 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:59:00.351547 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cf316c-c749-4b8d-ba83-3f31f1e39aa7", "name": "network-vif-deleted", "tag": "5448d95b-e930-4ed6-adff-c42a4be4aeb3", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:59:00.351784 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef6d712f-ee3f-496c-8719-fb0057d52e10 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:59:00.352209 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cf316c-c749-4b8d-ba83-3f31f1e39aa7', 'name': 'network-vif-deleted', 'tag': '5448d95b-e930-4ed6-adff-c42a4be4aeb3', 'status': 'completed', 'code': 200} Nov 09 00:59:01.011783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58096) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:59:01.058871 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Deleting subnet 4ba6a155-bb93-4fa2-9b07-26e257aca8f4 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 00:59:01.061923 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.096116 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.133634 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.183745 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.215280 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba6a155-bb93-4fa2-9b07-26e257aca8f4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:01.218046 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.221218 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4ba6a155-bb93-4fa2-9b07-26e257aca8f4 HTTP/1.1" status: 204 len: 168 time: 0.2084348 Nov 09 00:59:01.223888 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58098) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:59:01.228063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:01.228411 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:01.228753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:01.229092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:01.229450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:01.229785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:01.230217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:01.230434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:01.230759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:01.231087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:01.231410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:01.231733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3a9e-cae6-4c1e-95c8-33f0991fbac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:01.296532 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.372689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.392698 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb4deb4-a1dd-408b-8a42-0f203ade845b']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:59:01.401972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:59:01.402270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c17ca7b-d3f5-40ae-86fe-e22edcfc67dd') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 00:59:01.415968 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.429717 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.439926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 00:59:01.440284 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: timer() Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 00:59:01.442023 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 00:59:01.494882 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.500422 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.503667 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] 10.222.0.25 "DELETE /v2.0/networks/0cb4deb4-a1dd-408b-8a42-0f203ade845b HTTP/1.1" status: 204 len: 168 time: 0.2787902 Nov 09 00:59:01.514699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76febb6-b731-403c-b88c-ec94d1a5919b admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb4deb4-a1dd-408b-8a42-0f203ade845b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:01.609487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58102) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:59:01.648577 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bbc1d262-3073-440a-84eb-8417a0e67b6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50ecbf4debab45a49df849c48c82e076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379004 Nov 09 00:59:01.650979 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58104) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:59:01.698469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4692b19-a796-4e97-b526-02383375ed9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.722643 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4692b19-a796-4e97-b526-02383375ed9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.768837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4692b19-a796-4e97-b526-02383375ed9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.771518 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c4692b19-a796-4e97-b526-02383375ed9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:01.772643 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c4692b19-a796-4e97-b526-02383375ed9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa HTTP/1.1" status: 204 len: 168 time: 0.1207817 Nov 09 00:59:01.780736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4692b19-a796-4e97-b526-02383375ed9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e8f8f1-4f21-481b-8d7a-0c20b80f92aa,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:02.416175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58126) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:59:02.511056 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1942725915-network', 'tenant_id': '0e3feef413914d85886c12d70e2a9cc3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:59:02.532477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Made reservation on behalf of 0e3feef413914d85886c12d70e2a9cc3 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:59:02.535179 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:02.543272 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:02.615503 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:02.619496 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:02.644916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 00:59:02.655267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb253cdf-195c-4a7d-bba6-7f9be2049ede,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:02.661168 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:02.661543 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Added segment e25df293-2af9-41da-a95e-d32e1f4adfad of type vlan for network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 Nov 09 00:59:02.700224 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:02.724348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:02.725428 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:02.725998 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:02.782460 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3651927 Nov 09 00:59:02.785909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58130) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 00:59:02.789984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff21996-8185-4a93-b08e-7bd3909f937d admin admin] Pushing event updated for resources: {'Network': ['ID=2ba9a82e-dff1-4383-b8b5-fb1dacd27667,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:02.790767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-46a2fbb1-e122-4e42-ba33-f4847d5eab1a admin admin] Request body: {'subnet': {'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1942725915-subnet', 'tenant_id': '0e3feef413914d85886c12d70e2a9cc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:59:02.799896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 00:59:02.811754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a2fbb1-e122-4e42-ba33-f4847d5eab1a admin admin] Made reservation on behalf of 0e3feef413914d85886c12d70e2a9cc3 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:59:02.814147 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46a2fbb1-e122-4e42-ba33-f4847d5eab1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:02.976955 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46a2fbb1-e122-4e42-ba33-f4847d5eab1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:03.032040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2fbb1-e122-4e42-ba33-f4847d5eab1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=539041e2-b5bd-426f-bc5f-af57c145101a,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:03.041391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a2fbb1-e122-4e42-ba33-f4847d5eab1a admin admin] Checking segment: {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:59:03.041754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a2fbb1-e122-4e42-ba33-f4847d5eab1a admin admin] Network hostable DHCP agents. Network: 2ba9a82e-dff1-4383-b8b5-fb1dacd27667, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 00:59:03.058109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a2fbb1-e122-4e42-ba33-f4847d5eab1a admin admin] Network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 00:59:03.066320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-46a2fbb1-e122-4e42-ba33-f4847d5eab1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 2ba9a82e-dff1-4383-b8b5-fb1dacd27667) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:59:03.070801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2fbb1-e122-4e42-ba33-f4847d5eab1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:03.071423 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-46a2fbb1-e122-4e42-ba33-f4847d5eab1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:03.076617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb72ab9-c20f-4ebf-9037-9e6a819175ab None None] Network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:59:03.086969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-46a2fbb1-e122-4e42-ba33-f4847d5eab1a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2998936 Nov 09 00:59:03.157500 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 5448d95b-e930-4ed6-adff-c42a4be4aeb3 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:59:03.182164 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 5448d95b-e930-4ed6-adff-c42a4be4aeb3 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:59:03.182509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 5448d95b-e930-4ed6-adff-c42a4be4aeb3 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:59:03.225326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adf634c-06cf-4a81-aae2-59efcbb5088e None None] Network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 00:59:03.507100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-07fd460b-349c-4f76-bf69-ae0295dd988d tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:03.508551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-07fd460b-349c-4f76-bf69-ae0295dd988d tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 815 time: 0.1036568 Nov 09 00:59:03.523508 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-9c2fb4b4-7073-496e-b8f6-9974d308af3d tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/quotas/0e3feef413914d85886c12d70e2a9cc3 HTTP/1.1" status: 200 len: 375 time: 0.0092480 Nov 09 00:59:03.554305 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-de23366a-44cc-4d27-91b4-c2938c76d7fe tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257325 Nov 09 00:59:03.564945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-ab6f802d-880f-4c29-8484-fd5140a95a82 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 00:59:03.565932 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-ab6f802d-880f-4c29-8484-fd5140a95a82 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052943 Nov 09 00:59:03.653779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-b5c70617-346f-406a-98fe-7d16d47eb1a9 service neutron] 10.222.0.25 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822101 Nov 09 00:59:03.745548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-1dd3dc46-93d7-4083-b329-a9221dc9538a service neutron] 10.222.0.25 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855999 Nov 09 00:59:03.902168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1de99852-dd2e-4fef-a06c-29c0199e51b4 req-4d23e5ae-6094-44a4-8972-001e6c761040 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 210 time: 0.0272143 Nov 09 00:59:04.779790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-d3421a62-d44b-46fd-afeb-8a575a108bb4 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:04.781237 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-d3421a62-d44b-46fd-afeb-8a575a108bb4 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.11 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 815 time: 0.0996366 Nov 09 00:59:04.793926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Request body: {'port': {'device_id': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667', 'admin_state_up': True, 'tenant_id': '0e3feef413914d85886c12d70e2a9cc3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:59:04.902437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Made reservation on behalf of 0e3feef413914d85886c12d70e2a9cc3 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:59:04.905809 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:05.001204 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d06b4c6-55ad-4854-8ab5-c7c46ef048e3 req-15ff0718-f468-466c-9022-03585bc30470 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 210 time: 0.0273516 Nov 09 00:59:05.038496 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Allocated IP 172.20.0.2 (2ba9a82e-dff1-4383-b8b5-fb1dacd27667/539041e2-b5bd-426f-bc5f-af57c145101a/99fc086b-3f55-4f02-a156-71ae9e68d170) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:59:05.180343 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:05.213556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:05.262910 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:59:05.266119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:59:05.271065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:59:05.275015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Pushing event updated for resources: {'Port': ['ID=99fc086b-3f55-4f02-a156-71ae9e68d170,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:05.320287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:05.320890 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:05.338147 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6f4ccd9a-c6b4-47eb-9a50-2e9726e4e241 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5477881 Nov 09 00:59:05.351758 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Request body: {'port': {'device_id': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:59:05.404408 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:05.669155 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fc086b-3f55-4f02-a156-71ae9e68d170 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:59:05.676525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:05.688954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Transition to ACTIVE for port object 99fc086b-3f55-4f02-a156-71ae9e68d170 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:59:05.694033 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:05.746814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Pushing event updated for resources: {'Port': ['ID=99fc086b-3f55-4f02-a156-71ae9e68d170,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:05.813064 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Attempting to bind port 99fc086b-3f55-4f02-a156-71ae9e68d170 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:59:05.813788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Attempting to bind port 99fc086b-3f55-4f02-a156-71ae9e68d170 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:59:05.813788 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Attempting to bind port 99fc086b-3f55-4f02-a156-71ae9e68d170 on network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:59:05.818621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Port 99fc086b-3f55-4f02-a156-71ae9e68d170 on network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:59:05.818864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Attempting to bind port 99fc086b-3f55-4f02-a156-71ae9e68d170 on network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:59:05.823629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:59:05.823966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Checking segment: {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:59:05.824347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Bound using segment: {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:59:05.824767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Bound port: 99fc086b-3f55-4f02-a156-71ae9e68d170, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:59:05.825123 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:05.886286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:59:05.889302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=99fc086b-3f55-4f02-a156-71ae9e68d170,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:59:05.893841 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:05.927964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:05.928578 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:05.929990 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] 10.222.0.11 "PUT /v2.0/ports/99fc086b-3f55-4f02-a156-71ae9e68d170 HTTP/1.1" status: 200 len: 1091 time: 0.5838413 Nov 09 00:59:05.930423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'tag': '99fc086b-3f55-4f02-a156-71ae9e68d170'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:59:05.932653 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abd1db1-a2a4-447b-b52a-4aab42b5620a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b58b100-8ca6-4a6c-89e3-4e99041ff946", "tag": "99fc086b-3f55-4f02-a156-71ae9e68d170"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:59:05.956962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27227efb-4efd-427d-ae58-c251ac867040 service neutron] Pushing event updated for resources: {'Port': ['ID=99fc086b-3f55-4f02-a156-71ae9e68d170,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:05.998239 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31af3a1-05db-4f9f-8136-9d73430ea195 x-openstack-request-id: req-e31af3a1-05db-4f9f-8136-9d73430ea195 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:59:05.998606 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b58b100-8ca6-4a6c-89e3-4e99041ff946", "tag": "99fc086b-3f55-4f02-a156-71ae9e68d170", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:59:05.998927 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e31af3a1-05db-4f9f-8136-9d73430ea195 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:59:05.999383 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'tag': '99fc086b-3f55-4f02-a156-71ae9e68d170', 'status': 'completed', 'code': 200} Nov 09 00:59:06.015854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-edb3267a-639d-477b-8761-e7c9610663a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:06.017377 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-edb3267a-639d-477b-8761-e7c9610663a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 1094 time: 0.0464737 Nov 09 00:59:06.065465 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-e5966bce-b239-4865-b11f-147a30e26bd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99fc086b-3f55-4f02-a156-71ae9e68d170 HTTP/1.1" status: 200 len: 217 time: 0.0388701 Nov 09 00:59:06.114125 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-f062a728-03e9-497e-9db0-e36d3c6dbf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:06.116142 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-f062a728-03e9-497e-9db0-e36d3c6dbf04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0444908 Nov 09 00:59:06.123067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3a52a-e4ef-4110-a573-3bc69e3a2f94 req-a2a4aa0b-75a7-41a1-8a80-b0626781636e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:06.124522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bf3a52a-e4ef-4110-a573-3bc69e3a2f94 req-a2a4aa0b-75a7-41a1-8a80-b0626781636e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 943 time: 0.0491755 Nov 09 00:59:06.151291 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-720d68e6-6632-4d7e-b370-a65f8a718dbd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245700 Nov 09 00:59:06.177454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bf3a52a-e4ef-4110-a573-3bc69e3a2f94 req-758929e8-e4d3-4115-89ff-c9c4b67febd0 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462627 Nov 09 00:59:06.250213 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-bc9ed4e5-8dee-415b-a6bb-45a13f76e108 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918419 Nov 09 00:59:06.337094 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6d5bf109-d1ae-4aa0-a8b2-eac0ab398bb7 req-6d4c8f42-ca2f-4c04-83e5-115c4372a107 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794513 Nov 09 00:59:06.427408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1db1-a2a4-447b-b52a-4aab42b5620a req-01a5ed58-13a6-460d-a064-aaf0a6d3597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:06.428798 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4abd1db1-a2a4-447b-b52a-4aab42b5620a req-01a5ed58-13a6-460d-a064-aaf0a6d3597e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 1094 time: 0.0446937 Nov 09 00:59:06.517833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1db1-a2a4-447b-b52a-4aab42b5620a req-9eda2fec-18bd-4602-9df2-938e87ef2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:06.519302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4abd1db1-a2a4-447b-b52a-4aab42b5620a req-9eda2fec-18bd-4602-9df2-938e87ef2281 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 915 time: 0.0839288 Nov 09 00:59:06.566083 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4abd1db1-a2a4-447b-b52a-4aab42b5620a req-7b2c7c4b-6325-4a9b-a038-255d3aac350e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99fc086b-3f55-4f02-a156-71ae9e68d170 HTTP/1.1" status: 200 len: 217 time: 0.0372734 Nov 09 00:59:06.613831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1db1-a2a4-447b-b52a-4aab42b5620a req-3925845f-a417-45d9-b68c-537c1cd5954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:06.615786 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4abd1db1-a2a4-447b-b52a-4aab42b5620a req-3925845f-a417-45d9-b68c-537c1cd5954e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0423574 Nov 09 00:59:06.647775 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4abd1db1-a2a4-447b-b52a-4aab42b5620a req-6d0143cf-c0e2-4116-9a1b-fa5d4cc5709d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239406 Nov 09 00:59:06.741178 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4abd1db1-a2a4-447b-b52a-4aab42b5620a req-8dcf758e-7796-4f9b-9c0c-87882ffb52b8 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851328 Nov 09 00:59:06.833097 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4abd1db1-a2a4-447b-b52a-4aab42b5620a req-e7de869c-12ff-48c8-80c5-fa4ae9808d3e service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837958 Nov 09 00:59:07.295436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b46aa-f773-4caf-b5eb-680a76e0bf19 req-66b02cb5-8e29-4b73-a373-51de65d53659 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:07.296938 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef6b46aa-f773-4caf-b5eb-680a76e0bf19 req-66b02cb5-8e29-4b73-a373-51de65d53659 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 943 time: 0.0490184 Nov 09 00:59:07.342836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef6b46aa-f773-4caf-b5eb-680a76e0bf19 req-866603e5-3808-45b6-951c-e8e6126c5493 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400293 Nov 09 00:59:08.456343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7144c-4f4d-4049-9229-396e0465071a req-6ab7b890-46e6-4b3e-9396-e2ae4b3b5f15 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:08.458546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9e7144c-4f4d-4049-9229-396e0465071a req-6ab7b890-46e6-4b3e-9396-e2ae4b3b5f15 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 943 time: 0.0490723 Nov 09 00:59:08.504103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f9e7144c-4f4d-4049-9229-396e0465071a req-663341ca-a082-422e-aefc-2bcd572bef44 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Nov 09 00:59:09.186867 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 99fc086b-3f55-4f02-a156-71ae9e68d170 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:59:09.281833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=99fc086b-3f55-4f02-a156-71ae9e68d170,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:59:09.293243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '99fc086b-3f55-4f02-a156-71ae9e68d170', 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667', 'port_id': '99fc086b-3f55-4f02-a156-71ae9e68d170', 'mac_address': 'fa:16:3e:01:35:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539041e2-b5bd-426f-bc5f-af57c145101a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:59:09.329144 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:09.344804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fc086b-3f55-4f02-a156-71ae9e68d170 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:59:09.363714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=99fc086b-3f55-4f02-a156-71ae9e68d170,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:59:09.368191 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:09.415754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=99fc086b-3f55-4f02-a156-71ae9e68d170,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:09.557075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['99fc086b-3f55-4f02-a156-71ae9e68d170'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:59:09.627329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a0f7e-cb2f-41ee-8aee-54fd4eb312e8 req-a4898d75-47bf-4fcd-8951-41a74d9d5028 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:09.628831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b00a0f7e-cb2f-41ee-8aee-54fd4eb312e8 req-a4898d75-47bf-4fcd-8951-41a74d9d5028 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 944 time: 0.0535920 Nov 09 00:59:09.677683 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b00a0f7e-cb2f-41ee-8aee-54fd4eb312e8 req-86cf6d81-bb63-4c8e-bcec-2783a1f9bbdb tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Nov 09 00:59:10.791315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee078f-710f-4db5-8ab6-bb17d9041466 req-a791ab0d-e09a-4b02-a07b-f93edb5dcbc3 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:10.792785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44ee078f-710f-4db5-8ab6-bb17d9041466 req-a791ab0d-e09a-4b02-a07b-f93edb5dcbc3 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 944 time: 0.0482469 Nov 09 00:59:10.838940 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44ee078f-710f-4db5-8ab6-bb17d9041466 req-7ffd214a-4e6c-4750-bdfa-96a186225099 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401638 Nov 09 00:59:11.195774 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:59:11.197734 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 99fc086b-3f55-4f02-a156-71ae9e68d170 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:59:11.245751 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 99fc086b-3f55-4f02-a156-71ae9e68d170 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:59:11.249701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 99fc086b-3f55-4f02-a156-71ae9e68d170 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:59:11.250070 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:11.324846 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:11.346692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fc086b-3f55-4f02-a156-71ae9e68d170'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:59:11.349530 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1af9e9-b21b-47b9-88d2-b39be7a7fcbf" -d '{"events": [{"server_uuid": "9b58b100-8ca6-4a6c-89e3-4e99041ff946", "name": "network-vif-plugged", "status": "completed", "tag": "99fc086b-3f55-4f02-a156-71ae9e68d170"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:59:11.362348 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=99fc086b-3f55-4f02-a156-71ae9e68d170,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:59:11.365736 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:11.391844 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705033b0-7636-4168-96c8-c0bd438921a1 x-openstack-request-id: req-705033b0-7636-4168-96c8-c0bd438921a1 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:59:11.392134 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b58b100-8ca6-4a6c-89e3-4e99041ff946", "name": "network-vif-plugged", "status": "completed", "tag": "99fc086b-3f55-4f02-a156-71ae9e68d170", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:59:11.392387 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-705033b0-7636-4168-96c8-c0bd438921a1 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:59:11.392764 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fc086b-3f55-4f02-a156-71ae9e68d170', 'code': 200} Nov 09 00:59:11.418347 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=99fc086b-3f55-4f02-a156-71ae9e68d170,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:11.486685 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da38a9-8f62-4000-816f-2cf04ac5b0b1 req-ab9768a7-55fa-432a-93ba-42a42901c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:11.488110 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-24da38a9-8f62-4000-816f-2cf04ac5b0b1 req-ab9768a7-55fa-432a-93ba-42a42901c21c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 1096 time: 0.0405803 Nov 09 00:59:11.535586 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-24da38a9-8f62-4000-816f-2cf04ac5b0b1 req-5dcb6c27-4237-48b9-8960-d4b65d5a4afb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Nov 09 00:59:11.959271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f065d-225c-4b64-94ab-6be3776a51d7 req-1526abed-1013-4964-98aa-0b8d51ff70e1 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:11.960739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d8f065d-225c-4b64-94ab-6be3776a51d7 req-1526abed-1013-4964-98aa-0b8d51ff70e1 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0525920 Nov 09 00:59:12.007288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d8f065d-225c-4b64-94ab-6be3776a51d7 req-1246c43c-4230-4678-9bba-8c643fa11195 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 Nov 09 00:59:12.743572 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5c745cc7-e382-42f9-bec4-622e9a15db37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:13.121023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25364639-1f7c-4197-abaf-dc553d68a15d req-39e646a6-1387-4aec-8bc7-913469a6c364 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:13.122509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25364639-1f7c-4197-abaf-dc553d68a15d req-39e646a6-1387-4aec-8bc7-913469a6c364 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0475569 Nov 09 00:59:13.169711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25364639-1f7c-4197-abaf-dc553d68a15d req-b777a7ca-eacc-4d0f-b57e-47afe956e7dc tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413692 Nov 09 00:59:13.282554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649ae5f-8d6c-4afd-86dc-55b5de0f985b req-e06a7a26-0c4b-46f4-ab00-5f0f2f342591 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:13.284003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0649ae5f-8d6c-4afd-86dc-55b5de0f985b req-e06a7a26-0c4b-46f4-ab00-5f0f2f342591 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0480392 Nov 09 00:59:13.334238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0649ae5f-8d6c-4afd-86dc-55b5de0f985b req-fe010f4c-c995-4ad8-a5fc-08a5401ae290 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439017 Nov 09 00:59:13.528878 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edeef2-14ec-457d-a4a6-48adebab619d req-8614afb4-718e-47c8-a119-38d5a5cf50d9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:13.530358 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37edeef2-14ec-457d-a4a6-48adebab619d req-8614afb4-718e-47c8-a119-38d5a5cf50d9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0482204 Nov 09 00:59:13.576806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37edeef2-14ec-457d-a4a6-48adebab619d req-df1b3f37-bded-4ea5-a286-fe2e01a71638 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401883 Nov 09 00:59:13.690010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306debdd-144e-4468-90fa-2eda1136dcfa req-84dd4f51-4427-4696-9f34-2863d79d3cd3 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:13.691466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-306debdd-144e-4468-90fa-2eda1136dcfa req-84dd4f51-4427-4696-9f34-2863d79d3cd3 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0489016 Nov 09 00:59:13.736977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-306debdd-144e-4468-90fa-2eda1136dcfa req-4da5b09b-ed59-4b8a-bbda-5aaf6bcb8ce4 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396287 Nov 09 00:59:13.993805 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-6972a334-e0d6-463e-9061-a787de38c8cb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772591 Nov 09 00:59:14.001361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cce18-85cc-4688-8366-d35a8711781b req-f1147a2b-e5f7-4068-9c34-4ceed463f1d8 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:14.002734 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-031cce18-85cc-4688-8366-d35a8711781b req-f1147a2b-e5f7-4068-9c34-4ceed463f1d8 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0781889 Nov 09 00:59:14.051658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-031cce18-85cc-4688-8366-d35a8711781b req-69f3fffb-9af8-4e1b-8dc7-d34bc025ff48 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423930 Nov 09 00:59:14.827163 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1ed13af2-d9fe-40c0-8e65-6515d30d5e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:15.086331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276793c9-850c-4e1d-9488-2cac959e549c req-8d40b975-d518-49bc-bbf0-8697a3f40e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:15.087930 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-8d40b975-d518-49bc-bbf0-8697a3f40e2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 1096 time: 0.0407712 Nov 09 00:59:15.168020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8e86a-b97e-43b9-b9e3-717531f89f6b req-9535b80e-32fe-4791-88ca-89cbb39d32ad tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:15.169667 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47c8e86a-b97e-43b9-b9e3-717531f89f6b req-9535b80e-32fe-4791-88ca-89cbb39d32ad tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0492887 Nov 09 00:59:15.179510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276793c9-850c-4e1d-9488-2cac959e549c req-e1e06a68-debb-45e7-84d7-9a977f94e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:15.180989 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-e1e06a68-debb-45e7-84d7-9a977f94e818 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 915 time: 0.0841367 Nov 09 00:59:15.221296 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47c8e86a-b97e-43b9-b9e3-717531f89f6b req-c293b651-4549-4a54-9b2d-36ddbffe01d4 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455782 Nov 09 00:59:15.226862 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-04a0141a-dde0-4b22-9d03-34b72c2cbbfb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99fc086b-3f55-4f02-a156-71ae9e68d170 HTTP/1.1" status: 200 len: 217 time: 0.0385756 Nov 09 00:59:15.275905 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276793c9-850c-4e1d-9488-2cac959e549c req-5b695aac-23be-407d-94e8-4797b3484ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:15.277319 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-5b695aac-23be-407d-94e8-4797b3484ec7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0434146 Nov 09 00:59:15.308000 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-685be9b0-e0ba-4c3e-b7d8-a3c8f5826d69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235200 Nov 09 00:59:15.399388 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-49a40cd2-f48f-4572-8bad-4872fff726ed service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837791 Nov 09 00:59:15.487645 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-8ccb62bd-f308-4a06-b786-f9bba7f74a69 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818772 Nov 09 00:59:16.246606 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:16.303449 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:16.336631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad52db2-c9e7-458a-bead-7a5fa18b8f54 req-1da3d431-7300-4b2a-9916-5213d3965d94 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:16.338142 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ad52db2-c9e7-458a-bead-7a5fa18b8f54 req-1da3d431-7300-4b2a-9916-5213d3965d94 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0484827 Nov 09 00:59:16.384511 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ad52db2-c9e7-458a-bead-7a5fa18b8f54 req-f986e755-b20c-4b8a-8247-8bc284f4ef5b tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403724 Nov 09 00:59:16.653482 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:17.500071 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0901fb0-44dc-459a-80dc-b3fef17dbede req-34db35c0-74c2-4976-928b-290fcf1186bc tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:17.501575 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0901fb0-44dc-459a-80dc-b3fef17dbede req-34db35c0-74c2-4976-928b-290fcf1186bc tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0489528 Nov 09 00:59:17.547885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0901fb0-44dc-459a-80dc-b3fef17dbede req-3c3e4c21-52ef-417d-9993-17744d99821b tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403531 Nov 09 00:59:17.782073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:18.449692 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:18.665644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f23f72-0e47-4313-8b36-41a23c917291 req-b4416364-b436-48cb-9933-35206469a97d tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:18.667119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f23f72-0e47-4313-8b36-41a23c917291 req-b4416364-b436-48cb-9933-35206469a97d tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0523701 Nov 09 00:59:18.713572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7f23f72-0e47-4313-8b36-41a23c917291 req-b74868d6-e7eb-449d-a743-6e7af28f5904 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 Nov 09 00:59:19.831479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc251e8-b520-40c5-b137-12a9ad0d6951 req-eba560b6-3add-4226-a335-f4efa02c4981 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:19.832946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ebc251e8-b520-40c5-b137-12a9ad0d6951 req-eba560b6-3add-4226-a335-f4efa02c4981 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0494215 Nov 09 00:59:19.879983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ebc251e8-b520-40c5-b137-12a9ad0d6951 req-9080a616-b247-4de3-bc46-641fd1f499cc tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Nov 09 00:59:20.997121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccfc67-f651-4422-a3c9-89f8e77d031b req-b0b2eb50-5530-4ecb-b6cb-29ab1b1fc931 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:20.998634 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bcccfc67-f651-4422-a3c9-89f8e77d031b req-b0b2eb50-5530-4ecb-b6cb-29ab1b1fc931 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0483565 Nov 09 00:59:21.051054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bcccfc67-f651-4422-a3c9-89f8e77d031b req-a1fbe70d-8941-46f1-9125-e57e1a36b523 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465801 Nov 09 00:59:22.165068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b5a0a-6828-48ac-9111-d8f85f736a71 req-cac457b3-7fc9-463d-9480-84c24d4c9413 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:22.166570 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-100b5a0a-6828-48ac-9111-d8f85f736a71 req-cac457b3-7fc9-463d-9480-84c24d4c9413 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0488081 Nov 09 00:59:22.214025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-100b5a0a-6828-48ac-9111-d8f85f736a71 req-1dcd9d61-735b-4c0c-9ad4-1eb442eee871 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Nov 09 00:59:23.328605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6b978-58a5-4c08-a194-a72220404c3a req-a4680104-a84d-4df7-86d9-c375a8be2ec2 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:23.330105 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44e6b978-58a5-4c08-a194-a72220404c3a req-a4680104-a84d-4df7-86d9-c375a8be2ec2 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0485368 Nov 09 00:59:23.376981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44e6b978-58a5-4c08-a194-a72220404c3a req-04e56ee9-e109-4f72-8677-e781a7496470 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Nov 09 00:59:24.496036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01f0ba-c64a-4a51-9b40-3e335e871c05 req-252a0dd2-56af-4704-98a8-f2ab582c8be9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:24.497542 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc01f0ba-c64a-4a51-9b40-3e335e871c05 req-252a0dd2-56af-4704-98a8-f2ab582c8be9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0529881 Nov 09 00:59:24.545050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fc01f0ba-c64a-4a51-9b40-3e335e871c05 req-adbc0cd7-149b-4428-afdf-101e7c0cf15e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Nov 09 00:59:25.659493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96387d49-1cc6-4f9e-a891-987e3d470582 req-8bd59622-abb3-4017-a643-4f94de8830c6 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:25.661202 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96387d49-1cc6-4f9e-a891-987e3d470582 req-8bd59622-abb3-4017-a643-4f94de8830c6 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0485229 Nov 09 00:59:25.709428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96387d49-1cc6-4f9e-a891-987e3d470582 req-1d840cd7-6224-48f7-b019-cc08fe951eea tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Nov 09 00:59:26.826217 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23822fb4-fb6f-4239-b388-0b2a433d35b1 req-b9523a5a-85be-42bc-9a8d-ae0940949152 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:26.827731 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23822fb4-fb6f-4239-b388-0b2a433d35b1 req-b9523a5a-85be-42bc-9a8d-ae0940949152 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0523529 Nov 09 00:59:26.875221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23822fb4-fb6f-4239-b388-0b2a433d35b1 req-801bda6d-f33e-45c4-908c-ea875bd18d18 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416048 Nov 09 00:59:27.989440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b7578-d773-40ec-963c-a147ab2777e3 req-ebfcbc3a-30bb-4a63-bd7c-9cde47378c32 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:27.991488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d4b7578-d773-40ec-963c-a147ab2777e3 req-ebfcbc3a-30bb-4a63-bd7c-9cde47378c32 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0487790 Nov 09 00:59:28.039671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d4b7578-d773-40ec-963c-a147ab2777e3 req-355ed8f3-3273-456c-b020-4672c0c19ee4 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Nov 09 00:59:29.152286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e140a30-ab9a-4a1b-8e37-9cdef4b52c06 req-31092137-3d21-4b19-8e66-81bb7ac0d5a2 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:29.153785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e140a30-ab9a-4a1b-8e37-9cdef4b52c06 req-31092137-3d21-4b19-8e66-81bb7ac0d5a2 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0474374 Nov 09 00:59:29.204410 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e140a30-ab9a-4a1b-8e37-9cdef4b52c06 req-6306e3c1-c803-41ab-89f5-517bd02063e2 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447669 Nov 09 00:59:30.318250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9355e2f-f7cd-472d-aa27-87b22243bb3f req-c2a7e824-2a59-4e0b-b080-9e3a6423ce06 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:30.319703 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9355e2f-f7cd-472d-aa27-87b22243bb3f req-c2a7e824-2a59-4e0b-b080-9e3a6423ce06 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0484648 Nov 09 00:59:30.366188 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9355e2f-f7cd-472d-aa27-87b22243bb3f req-2556364f-d6a4-4b77-a6b0-81d66a7c4a81 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406089 Nov 09 00:59:31.480267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd84948-fbfe-442d-8223-f29db8c8ae5e req-9f93a369-550d-45f9-962a-f748c131d3aa tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:31.481759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6fd84948-fbfe-442d-8223-f29db8c8ae5e req-9f93a369-550d-45f9-962a-f748c131d3aa tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Nov 09 00:59:31.529888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6fd84948-fbfe-442d-8223-f29db8c8ae5e req-5e483ec5-f689-4638-84c5-39ce23f100c2 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Nov 09 00:59:32.648502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc114922-5dae-4119-9d4d-e236c707c5be req-44e9bf21-8393-460e-a5a9-c9fd2691faf2 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:32.650010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc114922-5dae-4119-9d4d-e236c707c5be req-44e9bf21-8393-460e-a5a9-c9fd2691faf2 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0526564 Nov 09 00:59:32.696666 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bc114922-5dae-4119-9d4d-e236c707c5be req-a4c58c80-d3ab-4442-86ef-714ce12264df tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Nov 09 00:59:33.809638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551494c0-ee9f-4e49-b88c-e61759072e56 req-dd19c723-66b6-4ebf-af40-40593b908c35 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:33.811137 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-551494c0-ee9f-4e49-b88c-e61759072e56 req-dd19c723-66b6-4ebf-af40-40593b908c35 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0488336 Nov 09 00:59:33.858058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-551494c0-ee9f-4e49-b88c-e61759072e56 req-44de2b8a-3e87-4e1d-afc4-ece4e61acedf tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Nov 09 00:59:34.972532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8747-d70e-46b2-a853-46c368186f83 req-23930b54-fe8e-4399-86e0-d72c5c9308fa tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:34.974656 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66ec8747-d70e-46b2-a853-46c368186f83 req-23930b54-fe8e-4399-86e0-d72c5c9308fa tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0482020 Nov 09 00:59:35.025025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-66ec8747-d70e-46b2-a853-46c368186f83 req-d88bde29-0fbc-49e9-ae51-1f66ec36e048 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445769 Nov 09 00:59:36.141889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0df39-c7b4-45b9-ace3-8ae09a64094e req-ccb51362-3471-4e8a-b628-fae5a0463970 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:36.143384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ba0df39-c7b4-45b9-ace3-8ae09a64094e req-ccb51362-3471-4e8a-b628-fae5a0463970 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0484076 Nov 09 00:59:36.189902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ba0df39-c7b4-45b9-ace3-8ae09a64094e req-b04285cb-817c-4680-9555-c1005a0f61cc tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406096 Nov 09 00:59:37.302450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50558ef5-5f41-4b75-ab4f-b6a38aa933d2 req-8372cddf-bf25-4aee-9ccd-0eba7fccfede tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:37.303912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50558ef5-5f41-4b75-ab4f-b6a38aa933d2 req-8372cddf-bf25-4aee-9ccd-0eba7fccfede tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0477414 Nov 09 00:59:37.349772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50558ef5-5f41-4b75-ab4f-b6a38aa933d2 req-56d3fb7a-5089-435d-9e16-6b51f9c67608 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Nov 09 00:59:38.468300 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d14b1-d0f3-41f6-ae6e-cf2f6e6309c2 req-781a608a-fd99-4e73-87e3-973fa6df853b tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:38.469828 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-338d14b1-d0f3-41f6-ae6e-cf2f6e6309c2 req-781a608a-fd99-4e73-87e3-973fa6df853b tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0519669 Nov 09 00:59:38.516642 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-338d14b1-d0f3-41f6-ae6e-cf2f6e6309c2 req-45482663-8d27-42a1-ab81-5087cd6cf10d tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Nov 09 00:59:39.646651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39981a-c404-444a-b193-550d5a8c8fc4 req-47ebc757-fea4-489b-867c-05539d7847cd tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:39.648153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d39981a-c404-444a-b193-550d5a8c8fc4 req-47ebc757-fea4-489b-867c-05539d7847cd tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0554156 Nov 09 00:59:39.704028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d39981a-c404-444a-b193-550d5a8c8fc4 req-70fd1844-4c53-4064-bff6-ef0deb7cfaaf tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497854 Nov 09 00:59:40.825843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f4a34-fa01-482d-a12c-574857d8f3cb req-ee6698a8-acfa-42e3-bb35-558b1b0198dc tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:40.827816 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f14f4a34-fa01-482d-a12c-574857d8f3cb req-ee6698a8-acfa-42e3-bb35-558b1b0198dc tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0539517 Nov 09 00:59:40.875284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f14f4a34-fa01-482d-a12c-574857d8f3cb req-3f6659c5-aa37-4253-8960-8b3b6bc942d0 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Nov 09 00:59:41.988520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08eb46-4468-421f-867c-b21e64b396c3 req-d7ea0fcf-c858-477c-b52f-6cb6ecaf648a tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:41.990599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e08eb46-4468-421f-867c-b21e64b396c3 req-d7ea0fcf-c858-477c-b52f-6cb6ecaf648a tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0485642 Nov 09 00:59:42.038016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e08eb46-4468-421f-867c-b21e64b396c3 req-886234db-fbcf-4e7e-a85c-389efc3d08c1 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415649 Nov 09 00:59:42.635024 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [req-276793c9-850c-4e1d-9488-2cac959e549c req-5a22ec4a-6620-41dd-ae7e-0ff6223b2285 service neutron] show failed (client error): The resource could not be found. Nov 09 00:59:42.636033 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-5a22ec4a-6620-41dd-ae7e-0ff6223b2285 service neutron] 10.222.0.11 "GET /v2.0/ports/99fc086b-3f55-4f02-a156-71ae9e68d170/bindings/n-h1-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0560551 Nov 09 00:59:42.743534 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3a118bbf-9b9c-4186-a807-8e43669cc2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:42.861440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276793c9-850c-4e1d-9488-2cac959e549c req-2692f090-4393-4ca3-92a8-75df438e3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:42.862842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-2692f090-4393-4ca3-92a8-75df438e3cf2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946&tenant_id=0e3feef413914d85886c12d70e2a9cc3 HTTP/1.1" status: 200 len: 1096 time: 0.0708072 Nov 09 00:59:42.874274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:59:42.937770 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:43.171950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=99fc086b-3f55-4f02-a156-71ae9e68d170,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:59:43.181611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd342ad-f877-4769-9cc7-97b36d073f4b req-e1e0bc74-ca1a-48ad-9a03-9b31ed4b10d8 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:43.183066 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6fd342ad-f877-4769-9cc7-97b36d073f4b req-e1e0bc74-ca1a-48ad-9a03-9b31ed4b10d8 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0761266 Nov 09 00:59:43.237486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:59:43.269211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6fd342ad-f877-4769-9cc7-97b36d073f4b req-16823132-010d-4922-b538-a979aec6cfd7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801609 Nov 09 00:59:43.290687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99fc086b-3f55-4f02-a156-71ae9e68d170'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:59:43.293086 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72925f3-ee02-4ed9-8f4f-e332504e7740" -d '{"events": [{"server_uuid": "9b58b100-8ca6-4a6c-89e3-4e99041ff946", "name": "network-vif-unplugged", "status": "completed", "tag": "99fc086b-3f55-4f02-a156-71ae9e68d170"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:59:43.297258 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:43.311316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Transition to ACTIVE for port object 99fc086b-3f55-4f02-a156-71ae9e68d170 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:59:43.316156 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:43.382074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] No DVR routers for this DVR port 99fc086b-3f55-4f02-a156-71ae9e68d170 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:59:43.388842 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Pushing event updated for resources: {'Port': ['ID=99fc086b-3f55-4f02-a156-71ae9e68d170,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:43.416170 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 00:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6d33d7-e2a0-483d-bc37-030cea248c42 x-openstack-request-id: req-6b6d33d7-e2a0-483d-bc37-030cea248c42 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:59:43.416469 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b58b100-8ca6-4a6c-89e3-4e99041ff946", "name": "network-vif-unplugged", "status": "completed", "tag": "99fc086b-3f55-4f02-a156-71ae9e68d170", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:59:43.416719 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b6d33d7-e2a0-483d-bc37-030cea248c42 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:59:43.417110 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99fc086b-3f55-4f02-a156-71ae9e68d170', 'code': 200} Nov 09 00:59:43.426066 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Attempting to bind port 99fc086b-3f55-4f02-a156-71ae9e68d170 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:59:43.426335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Attempting to bind port 99fc086b-3f55-4f02-a156-71ae9e68d170 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:59:43.426685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Attempting to bind port 99fc086b-3f55-4f02-a156-71ae9e68d170 on network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:59:43.430994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Port 99fc086b-3f55-4f02-a156-71ae9e68d170 on network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:59:43.431312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Attempting to bind port 99fc086b-3f55-4f02-a156-71ae9e68d170 on network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:59:43.436058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:59:43.436391 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Checking segment: {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:59:43.436772 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Bound using segment: {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:59:43.437192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Bound port: 99fc086b-3f55-4f02-a156-71ae9e68d170, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:59:43.437578 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:43.498179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:59:43.501124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=99fc086b-3f55-4f02-a156-71ae9e68d170,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:59:43.505467 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:43.537814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:43.538444 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:43.539835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] 10.222.0.30 "PUT /v2.0/ports/99fc086b-3f55-4f02-a156-71ae9e68d170 HTTP/1.1" status: 200 len: 1091 time: 0.6694148 Nov 09 00:59:43.562017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56e909-4b85-44cf-b2fa-494cd79a2cbe service neutron] Pushing event updated for resources: {'Port': ['ID=99fc086b-3f55-4f02-a156-71ae9e68d170,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:43.610745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276793c9-850c-4e1d-9488-2cac959e549c req-39b2fd9e-593b-4edf-87aa-c8ce4dce5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:43.612298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-39b2fd9e-593b-4edf-87aa-c8ce4dce5a93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 1094 time: 0.0474265 Nov 09 00:59:43.700964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276793c9-850c-4e1d-9488-2cac959e549c req-cfb3361f-446a-49b9-a882-5021a1395dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:43.702464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-cfb3361f-446a-49b9-a882-5021a1395dfa service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 915 time: 0.0834329 Nov 09 00:59:43.746412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-622b6c80-0c43-4349-bb0a-b5466d7a7edd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99fc086b-3f55-4f02-a156-71ae9e68d170 HTTP/1.1" status: 200 len: 217 time: 0.0368476 Nov 09 00:59:43.794303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276793c9-850c-4e1d-9488-2cac959e549c req-1ec0a3a4-4dea-48a5-92dc-bb186b395a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:43.795682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-1ec0a3a4-4dea-48a5-92dc-bb186b395a8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0430005 Nov 09 00:59:43.826317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-fd402c0d-2ebf-40b2-a1ec-b4a80a8f5e77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237412 Nov 09 00:59:43.917708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-4e438e3e-39aa-4254-9c68-90a1c00db17d service neutron] 10.222.0.30 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834668 Nov 09 00:59:44.007744 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-276793c9-850c-4e1d-9488-2cac959e549c req-c8a1aac3-ce2c-40fc-9ddb-bc7d0ae9e7e9 service neutron] 10.222.0.30 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830634 Nov 09 00:59:44.384440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca0789-68d6-47c0-a235-4e230986ade4 req-5d99209b-63d9-4cd9-b9dd-b45b4aee38c5 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:44.385948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51ca0789-68d6-47c0-a235-4e230986ade4 req-5d99209b-63d9-4cd9-b9dd-b45b4aee38c5 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 943 time: 0.0485852 Nov 09 00:59:44.437210 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51ca0789-68d6-47c0-a235-4e230986ade4 req-68858774-6541-489e-a44a-f16f087a5ada tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453770 Nov 09 00:59:44.828256 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfde8-44d0-4606-b279-b8938a27013b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:45.417941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'tag': '99fc086b-3f55-4f02-a156-71ae9e68d170'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:59:45.420383 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ba94d0-70f8-4273-a60c-f4250e0f695a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b58b100-8ca6-4a6c-89e3-4e99041ff946", "tag": "99fc086b-3f55-4f02-a156-71ae9e68d170"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:59:45.479934 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c84ebd9-2a26-4962-ac5d-7250fdf67403 x-openstack-request-id: req-4c84ebd9-2a26-4962-ac5d-7250fdf67403 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:59:45.480324 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b58b100-8ca6-4a6c-89e3-4e99041ff946", "tag": "99fc086b-3f55-4f02-a156-71ae9e68d170", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:59:45.480642 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c84ebd9-2a26-4962-ac5d-7250fdf67403 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:59:45.481109 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'tag': '99fc086b-3f55-4f02-a156-71ae9e68d170', 'status': 'completed', 'code': 200} Nov 09 00:59:45.569044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-c799dccf-992d-4ccb-9dca-ce681990af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:45.570586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-3c4e4cc9-88d8-482f-95d5-2b9b59509bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:45.570705 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-c799dccf-992d-4ccb-9dca-ce681990af6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 1094 time: 0.0516982 Nov 09 00:59:45.572063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-3c4e4cc9-88d8-482f-95d5-2b9b59509bac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 1094 time: 0.0675898 Nov 09 00:59:45.614852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e8509-0897-4f07-bcc8-f80090ec988f req-0bbc4df5-be48-41c8-81e3-8cdca3f308e9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:45.616780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-246e8509-0897-4f07-bcc8-f80090ec988f req-0bbc4df5-be48-41c8-81e3-8cdca3f308e9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 943 time: 0.0869284 Nov 09 00:59:45.665930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-6bf0cb12-dce0-4ba2-85ed-7310fb155b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:45.667426 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-6bf0cb12-dce0-4ba2-85ed-7310fb155b58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 915 time: 0.0882628 Nov 09 00:59:45.705755 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-246e8509-0897-4f07-bcc8-f80090ec988f req-1eae6e20-5352-4996-ae51-08780a17841c tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834334 Nov 09 00:59:45.715955 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-811fc983-e262-48e6-aca7-0ebfb989b3d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99fc086b-3f55-4f02-a156-71ae9e68d170 HTTP/1.1" status: 200 len: 217 time: 0.0405083 Nov 09 00:59:45.718538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-c3380ab2-10fb-4bb9-9948-553154f99959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:45.720031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-c3380ab2-10fb-4bb9-9948-553154f99959 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 915 time: 0.1406896 Nov 09 00:59:45.763238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-5096b518-7b26-40bf-8e29-49de2dfdd4f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99fc086b-3f55-4f02-a156-71ae9e68d170 HTTP/1.1" status: 200 len: 217 time: 0.0357020 Nov 09 00:59:45.771532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-7a639125-eee9-4d45-9ea0-30de931738a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:45.772956 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-7a639125-eee9-4d45-9ea0-30de931738a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0490084 Nov 09 00:59:45.804685 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-8b6fd007-98aa-4f96-9b41-fe59fe37f644 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244386 Nov 09 00:59:45.813115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-cb6dd887-7d2b-4a03-9b38-815ddd508c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:45.814589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-cb6dd887-7d2b-4a03-9b38-815ddd508c46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0432539 Nov 09 00:59:45.849919 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-efa62863-3c30-46e9-8188-488d4d5d1584 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281451 Nov 09 00:59:45.942791 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-f91d290f-f655-494f-9998-8e59626161ad service neutron] 10.222.0.30 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857084 Nov 09 00:59:46.041529 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-7601c40b-4f10-4ac1-8741-a808d958196b service neutron] 10.222.0.30 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920906 Nov 09 00:59:46.204431 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-f8afccc5-735d-4494-99bf-0b4d0db549bc service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925872 Nov 09 00:59:46.248191 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:46.295957 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e0ba94d0-70f8-4273-a60c-f4250e0f695a req-0a9bd66f-58fc-451d-ad4c-8d83bf4f2535 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843129 Nov 09 00:59:46.303537 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:46.668070 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:46.823538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be3730-f0e2-4ffa-b4dd-c107a208792f req-dcc1a62f-6e40-4ab4-94ec-27e406efb798 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:46.824999 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31be3730-f0e2-4ffa-b4dd-c107a208792f req-dcc1a62f-6e40-4ab4-94ec-27e406efb798 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 943 time: 0.0489194 Nov 09 00:59:46.871462 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31be3730-f0e2-4ffa-b4dd-c107a208792f req-edd3638b-f283-489d-86dc-66053371eed6 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Nov 09 00:59:47.071763 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63b309-0e02-4333-a79a-65ec3f936c8d req-60595772-c418-43fe-a5d7-87b53969a12b tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:47.073155 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed63b309-0e02-4333-a79a-65ec3f936c8d req-60595772-c418-43fe-a5d7-87b53969a12b tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 943 time: 0.0488234 Nov 09 00:59:47.101363 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 99fc086b-3f55-4f02-a156-71ae9e68d170 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:59:47.116362 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-c884675d-0918-4794-99a9-0f4c861924a7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:47.117944 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-c884675d-0918-4794-99a9-0f4c861924a7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946&tenant_id=0e3feef413914d85886c12d70e2a9cc3&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 943 time: 0.0884235 Nov 09 00:59:47.125662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed63b309-0e02-4333-a79a-65ec3f936c8d req-c3d11621-2f4a-4099-b996-2b8882bd71d6 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Nov 09 00:59:47.181275 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-993cdccd-c19c-44e0-bc28-dbf6098b18f0 service neutron] delete failed (client error): The resource could not be found. Nov 09 00:59:47.182307 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-993cdccd-c19c-44e0-bc28-dbf6098b18f0 service neutron] 10.222.0.11 "DELETE /v2.0/ports/99fc086b-3f55-4f02-a156-71ae9e68d170/bindings/n-h2-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0561140 Nov 09 00:59:47.208576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=99fc086b-3f55-4f02-a156-71ae9e68d170,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:59:47.219626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '99fc086b-3f55-4f02-a156-71ae9e68d170', 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667', 'port_id': '99fc086b-3f55-4f02-a156-71ae9e68d170', 'mac_address': 'fa:16:3e:01:35:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539041e2-b5bd-426f-bc5f-af57c145101a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:59:47.256971 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:47.263839 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-d9957f02-d41d-4fa7-9a46-7610883e2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:47.265307 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-d9957f02-d41d-4fa7-9a46-7610883e2b59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 1094 time: 0.0390530 Nov 09 00:59:47.269739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fc086b-3f55-4f02-a156-71ae9e68d170 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:59:47.290158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=99fc086b-3f55-4f02-a156-71ae9e68d170,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:59:47.294159 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:47.343744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=99fc086b-3f55-4f02-a156-71ae9e68d170,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:47.357768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 99fc086b-3f55-4f02-a156-71ae9e68d170 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:59:47.358942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-a3bd6b2e-ce47-46d7-9c55-50db018c2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:47.360432 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-a3bd6b2e-ce47-46d7-9c55-50db018c2e64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 915 time: 0.0873334 Nov 09 00:59:47.397612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 99fc086b-3f55-4f02-a156-71ae9e68d170 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:59:47.402337 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-f466553d-2236-42bd-a988-65c3d7541fbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99fc086b-3f55-4f02-a156-71ae9e68d170 HTTP/1.1" status: 200 len: 217 time: 0.0347390 Nov 09 00:59:47.450337 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-ea1a68af-3099-4a2a-a070-58278700dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:47.451785 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-ea1a68af-3099-4a2a-a070-58278700dd27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0427744 Nov 09 00:59:47.486663 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-c620c2a7-e205-4031-9c39-2eb82f71d600 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272601 Nov 09 00:59:47.510597 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['99fc086b-3f55-4f02-a156-71ae9e68d170'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:59:47.575820 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-7aca6af0-785b-46ad-b38e-75534312ca01 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817070 Nov 09 00:59:47.669122 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-91739135-6786-4fe5-9f20-4c0586a269d4 req-40b4d7c9-1fc1-499e-93c2-3ea7a9f22151 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865378 Nov 09 00:59:47.782002 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:48.194828 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 00:59:48.245695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cface-24e0-4c2d-8871-067caab06422 req-92120ab2-5a44-40b8-a2bc-1c974f3c1139 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:48.247193 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-838cface-24e0-4c2d-8871-067caab06422 req-92120ab2-5a44-40b8-a2bc-1c974f3c1139 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 944 time: 0.0489776 Nov 09 00:59:48.296329 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-838cface-24e0-4c2d-8871-067caab06422 req-d852d5d6-a48f-427b-8904-d37b8fa57afb tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 Nov 09 00:59:48.411543 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1f24b-3426-4f07-b388-1c645c9ab877 req-70dcf4c3-adcb-4f23-b614-5ad615a20f84 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:48.413029 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7fa1f24b-3426-4f07-b388-1c645c9ab877 req-70dcf4c3-adcb-4f23-b614-5ad615a20f84 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 944 time: 0.0492606 Nov 09 00:59:48.450248 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:48.461058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7fa1f24b-3426-4f07-b388-1c645c9ab877 req-a8dda1e1-3bb1-4c1f-b036-32e33caeaaaa tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420623 Nov 09 00:59:48.575609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726a9a0-b27a-4fc1-8af4-8531f8d8816d req-983a5ec3-7317-4a23-9892-aab1bde8cbad tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:48.577016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9726a9a0-b27a-4fc1-8af4-8531f8d8816d req-983a5ec3-7317-4a23-9892-aab1bde8cbad tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 944 time: 0.0517650 Nov 09 00:59:48.624489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9726a9a0-b27a-4fc1-8af4-8531f8d8816d req-844d54bd-abd6-4d53-8c80-9fa421240879 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Nov 09 00:59:48.962717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588204a0-9996-48fd-9575-cef09d033b55 req-d5fbafeb-dc9c-431a-a33c-50ebf75dbc53 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:48.964168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-d5fbafeb-dc9c-431a-a33c-50ebf75dbc53 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 815 time: 0.0993316 Nov 09 00:59:48.978717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-3189f865-29b1-4d2a-9fa4-b3ec792de124 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/quotas/0e3feef413914d85886c12d70e2a9cc3 HTTP/1.1" status: 200 len: 375 time: 0.0088553 Nov 09 00:59:49.030663 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-f2390992-2b7f-4ad2-a6c7-00b3d367d9e4 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468283 Nov 09 00:59:49.102980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 99fc086b-3f55-4f02-a156-71ae9e68d170 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:59:49.119079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-0e355454-871b-439c-a8c4-7b89c01d419d service neutron] 10.222.0.25 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810990 Nov 09 00:59:49.150647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 99fc086b-3f55-4f02-a156-71ae9e68d170 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:59:49.154374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 99fc086b-3f55-4f02-a156-71ae9e68d170 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:59:49.154742 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:49.213894 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-fee7d2e1-e702-42ff-8b89-441fc306b912 service neutron] 10.222.0.25 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886593 Nov 09 00:59:49.233881 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:49.256775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fc086b-3f55-4f02-a156-71ae9e68d170'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:59:49.259084 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295db8d3-4088-4bb2-9620-e9039b590ee3" -d '{"events": [{"server_uuid": "9b58b100-8ca6-4a6c-89e3-4e99041ff946", "name": "network-vif-plugged", "status": "completed", "tag": "99fc086b-3f55-4f02-a156-71ae9e68d170"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:59:49.271652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=99fc086b-3f55-4f02-a156-71ae9e68d170,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:59:49.277776 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:49.303584 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fe8a59-2598-4fb2-b9f6-29ff41b8f011 x-openstack-request-id: req-21fe8a59-2598-4fb2-b9f6-29ff41b8f011 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:59:49.303874 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b58b100-8ca6-4a6c-89e3-4e99041ff946", "name": "network-vif-plugged", "status": "completed", "tag": "99fc086b-3f55-4f02-a156-71ae9e68d170", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:59:49.304123 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21fe8a59-2598-4fb2-b9f6-29ff41b8f011 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:59:49.304507 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fc086b-3f55-4f02-a156-71ae9e68d170', 'code': 200} Nov 09 00:59:49.334517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=99fc086b-3f55-4f02-a156-71ae9e68d170,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:49.376219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-448746ba-1a99-4380-8d64-e3587e39fd8d req-ac70d485-2384-4783-b408-7172bfa638ea tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 210 time: 0.0260069 Nov 09 00:59:50.071765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e54fa-d5f6-4146-82e7-b5b5b99cc9b1 req-e0a95abc-afb2-4f22-830b-46ee86929d9f tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:50.073252 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f78e54fa-d5f6-4146-82e7-b5b5b99cc9b1 req-e0a95abc-afb2-4f22-830b-46ee86929d9f tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b58b100-8ca6-4a6c-89e3-4e99041ff946 HTTP/1.1" status: 200 len: 945 time: 0.0481040 Nov 09 00:59:50.165061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-f78e54fa-d5f6-4146-82e7-b5b5b99cc9b1 req-c0a6033e-5c15-4e53-8ab6-bca0e81a27f7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Deleting port 99fc086b-3f55-4f02-a156-71ae9e68d170 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 00:59:50.165495 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f78e54fa-d5f6-4146-82e7-b5b5b99cc9b1 req-c0a6033e-5c15-4e53-8ab6-bca0e81a27f7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:50.264065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-f78e54fa-d5f6-4146-82e7-b5b5b99cc9b1 req-c0a6033e-5c15-4e53-8ab6-bca0e81a27f7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] For port 99fc086b-3f55-4f02-a156-71ae9e68d170, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=99fc086b-3f55-4f02-a156-71ae9e68d170,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:59:50.264431 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f78e54fa-d5f6-4146-82e7-b5b5b99cc9b1 req-c0a6033e-5c15-4e53-8ab6-bca0e81a27f7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:50.265293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588204a0-9996-48fd-9575-cef09d033b55 req-31af793e-849f-4d08-9957-bd6222089aab tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:50.266810 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-31af793e-849f-4d08-9957-bd6222089aab tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.11 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 815 time: 0.1152132 Nov 09 00:59:50.280026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-588204a0-9996-48fd-9575-cef09d033b55 req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Request body: {'port': {'device_id': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667', 'admin_state_up': True, 'tenant_id': '0e3feef413914d85886c12d70e2a9cc3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:59:50.280282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-f78e54fa-d5f6-4146-82e7-b5b5b99cc9b1 req-c0a6033e-5c15-4e53-8ab6-bca0e81a27f7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Calling delete_port for 99fc086b-3f55-4f02-a156-71ae9e68d170 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 00:59:50.393011 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588204a0-9996-48fd-9575-cef09d033b55 req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Made reservation on behalf of 0e3feef413914d85886c12d70e2a9cc3 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 00:59:50.396600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-588204a0-9996-48fd-9575-cef09d033b55 req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:50.415814 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f78e54fa-d5f6-4146-82e7-b5b5b99cc9b1 req-c0a6033e-5c15-4e53-8ab6-bca0e81a27f7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:50.430578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['99fc086b-3f55-4f02-a156-71ae9e68d170'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:59:50.477936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6033e-5c15-4e53-8ab6-bca0e81a27f7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Pushing event deleted for resources: {'Port': ['ID=99fc086b-3f55-4f02-a156-71ae9e68d170,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:50.521695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78e54fa-d5f6-4146-82e7-b5b5b99cc9b1 req-c0a6033e-5c15-4e53-8ab6-bca0e81a27f7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] No DVR routers for this DVR port 99fc086b-3f55-4f02-a156-71ae9e68d170 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 00:59:50.524643 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f78e54fa-d5f6-4146-82e7-b5b5b99cc9b1 req-c0a6033e-5c15-4e53-8ab6-bca0e81a27f7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:50.529133 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f78e54fa-d5f6-4146-82e7-b5b5b99cc9b1 req-c0a6033e-5c15-4e53-8ab6-bca0e81a27f7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.30 "DELETE /v2.0/ports/99fc086b-3f55-4f02-a156-71ae9e68d170 HTTP/1.1" status: 204 len: 173 time: 0.4502873 Nov 09 00:59:50.529802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'name': 'network-vif-deleted', 'tag': '99fc086b-3f55-4f02-a156-71ae9e68d170'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:59:50.532042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-588204a0-9996-48fd-9575-cef09d033b55 req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Allocated IP 172.20.0.11 (2ba9a82e-dff1-4383-b8b5-fb1dacd27667/539041e2-b5bd-426f-bc5f-af57c145101a/0b029768-1e32-437c-8f5c-5639d37e3dc7) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 00:59:50.533575 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2ee0ea-8c10-4fd4-88f2-1c17e9ee3bc3" -d '{"events": [{"server_uuid": "9b58b100-8ca6-4a6c-89e3-4e99041ff946", "name": "network-vif-deleted", "tag": "99fc086b-3f55-4f02-a156-71ae9e68d170"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:59:50.538978 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0ec96e51-9172-47aa-b399-42e142925658 req-9a619d50-9c8c-49f4-8767-31310511975f tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 210 time: 0.0784283 Nov 09 00:59:50.589718 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bddad49-62fc-461f-bbd9-ace806a0887c x-openstack-request-id: req-4bddad49-62fc-461f-bbd9-ace806a0887c {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:59:50.590784 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b58b100-8ca6-4a6c-89e3-4e99041ff946", "name": "network-vif-deleted", "tag": "99fc086b-3f55-4f02-a156-71ae9e68d170", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:59:50.591056 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bddad49-62fc-461f-bbd9-ace806a0887c {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:59:50.591833 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b58b100-8ca6-4a6c-89e3-4e99041ff946', 'name': 'network-vif-deleted', 'tag': '99fc086b-3f55-4f02-a156-71ae9e68d170', 'status': 'completed', 'code': 200} Nov 09 00:59:50.691037 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-588204a0-9996-48fd-9575-cef09d033b55 req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:50.725263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-588204a0-9996-48fd-9575-cef09d033b55 req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:50.737736 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['99fc086b-3f55-4f02-a156-71ae9e68d170'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:59:50.773166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588204a0-9996-48fd-9575-cef09d033b55 req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 00:59:50.778368 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-588204a0-9996-48fd-9575-cef09d033b55 req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 00:59:50.782221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-588204a0-9996-48fd-9575-cef09d033b55 req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 00:59:50.809209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Pushing event updated for resources: {'Port': ['ID=0b029768-1e32-437c-8f5c-5639d37e3dc7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:50.821909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:50.822255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:50.822592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:50.822935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:50.823259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:50.823583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:50.823911 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:50.824229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:50.824550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:50.824869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:50.825200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:50.825527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 00:59:50.845762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588204a0-9996-48fd-9575-cef09d033b55 req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:50.846373 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-588204a0-9996-48fd-9575-cef09d033b55 req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:50.862300 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-27ce064e-e23b-4266-8d14-16b2c70c0269 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5863194 Nov 09 00:59:50.874003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Request body: {'port': {'device_id': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 00:59:50.928123 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:51.189532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b029768-1e32-437c-8f5c-5639d37e3dc7 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:59:51.197827 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:51.209808 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Transition to ACTIVE for port object 0b029768-1e32-437c-8f5c-5639d37e3dc7 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 00:59:51.213790 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:51.266395 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b029768-1e32-437c-8f5c-5639d37e3dc7,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:51.329541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Attempting to bind port 0b029768-1e32-437c-8f5c-5639d37e3dc7 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 00:59:51.329872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Attempting to bind port 0b029768-1e32-437c-8f5c-5639d37e3dc7 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 00:59:51.330186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Attempting to bind port 0b029768-1e32-437c-8f5c-5639d37e3dc7 on network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:59:51.334949 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Port 0b029768-1e32-437c-8f5c-5639d37e3dc7 on network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 00:59:51.335302 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Attempting to bind port 0b029768-1e32-437c-8f5c-5639d37e3dc7 on network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 00:59:51.340351 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 0, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 00:59:51.340676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Checking segment: {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 00:59:51.341049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Bound using segment: {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 00:59:51.341498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Bound port: 0b029768-1e32-437c-8f5c-5639d37e3dc7, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 00:59:51.341846 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:51.407183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 00:59:51.410134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 00:59:51.415060 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:51.448054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:51.448732 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:51.450145 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] 10.222.0.11 "PUT /v2.0/ports/0b029768-1e32-437c-8f5c-5639d37e3dc7 HTTP/1.1" status: 200 len: 1092 time: 0.5802145 Nov 09 00:59:51.450575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'tag': '0b029768-1e32-437c-8f5c-5639d37e3dc7'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:59:51.452800 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca5c016684b895dfe985af8df387c0ff7479dc966aaeda9f485a366814b178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1ca300-3824-4503-824b-faf6518c2c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b816bb8a-20a5-4b06-a401-16ed4dd39ede", "tag": "0b029768-1e32-437c-8f5c-5639d37e3dc7"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:59:51.478521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988c76f-a181-4737-a43a-8ade61de2cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b029768-1e32-437c-8f5c-5639d37e3dc7,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:51.509803 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 00:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b428b92f-7c5d-4dff-b136-47c5ef0d9bf1 x-openstack-request-id: req-b428b92f-7c5d-4dff-b136-47c5ef0d9bf1 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:59:51.510103 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b816bb8a-20a5-4b06-a401-16ed4dd39ede", "tag": "0b029768-1e32-437c-8f5c-5639d37e3dc7", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:59:51.510358 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b428b92f-7c5d-4dff-b136-47c5ef0d9bf1 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:59:51.510765 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'tag': '0b029768-1e32-437c-8f5c-5639d37e3dc7', 'status': 'completed', 'code': 200} Nov 09 00:59:51.573245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ca300-3824-4503-824b-faf6518c2c3b req-eb461e23-7c36-4e5f-a1be-4d6b1d8818eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:51.574816 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2c1ca300-3824-4503-824b-faf6518c2c3b req-eb461e23-7c36-4e5f-a1be-4d6b1d8818eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 1095 time: 0.0429432 Nov 09 00:59:51.659596 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603fc29-94b6-4967-b584-0773c5860650 req-651b7523-46a0-4bac-b6d7-f7f0414c536a tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:51.661480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9603fc29-94b6-4967-b584-0773c5860650 req-651b7523-46a0-4bac-b6d7-f7f0414c536a tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 944 time: 0.0505147 Nov 09 00:59:51.710016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9603fc29-94b6-4967-b584-0773c5860650 req-e887ba42-0823-4a22-9c89-03db6f1ea559 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Nov 09 00:59:51.748850 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ca300-3824-4503-824b-faf6518c2c3b req-86a7c66d-2cfe-43b7-ac02-4ce833b598f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:51.750349 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2c1ca300-3824-4503-824b-faf6518c2c3b req-86a7c66d-2cfe-43b7-ac02-4ce833b598f6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0e3feef413914d85886c12d70e2a9cc3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1666524 Nov 09 00:59:51.912686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ca300-3824-4503-824b-faf6518c2c3b req-38fda453-718a-48e1-bc95-b33c0165804e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:51.914260 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2c1ca300-3824-4503-824b-faf6518c2c3b req-38fda453-718a-48e1-bc95-b33c0165804e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1565857 Nov 09 00:59:51.987721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588204a0-9996-48fd-9575-cef09d033b55 req-cf46602b-3b03-403d-97aa-0782c9d08048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:51.989755 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-cf46602b-3b03-403d-97aa-0782c9d08048 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 1095 time: 0.0390995 Nov 09 00:59:52.034214 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-96777a3a-eb37-4ac0-9eb1-19a1749fe27f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7 HTTP/1.1" status: 200 len: 217 time: 0.0368114 Nov 09 00:59:52.084223 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588204a0-9996-48fd-9575-cef09d033b55 req-9567f8b9-1b91-4ece-9caa-17f55171d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:52.085618 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-9567f8b9-1b91-4ece-9caa-17f55171d1f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0433865 Nov 09 00:59:52.115192 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-d50003ad-0957-421c-85f9-5b8e8f42f4db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229323 Nov 09 00:59:52.206635 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-a142415d-b3ba-4ad4-aec4-ba53674f8fdc service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842094 Nov 09 00:59:52.293842 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-588204a0-9996-48fd-9575-cef09d033b55 req-d2e2d520-7b3a-48c9-a0e1-29f472cdf0de service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801375 Nov 09 00:59:52.827215 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc50eeb-8bf1-4083-abab-82a7b5c305db req-8b913161-6070-4df7-b853-0d997935ead1 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:52.828678 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcc50eeb-8bf1-4083-abab-82a7b5c305db req-8b913161-6070-4df7-b853-0d997935ead1 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 944 time: 0.0513124 Nov 09 00:59:52.875418 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcc50eeb-8bf1-4083-abab-82a7b5c305db req-a3c91fc4-1d75-45cb-b2c0-b913fdd0bcd3 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Nov 09 00:59:53.411001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0b029768-1e32-437c-8f5c-5639d37e3dc7 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 00:59:53.503378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:59:53.515017 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '0b029768-1e32-437c-8f5c-5639d37e3dc7', 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667', 'port_id': '0b029768-1e32-437c-8f5c-5639d37e3dc7', 'mac_address': 'fa:16:3e:b1:4d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539041e2-b5bd-426f-bc5f-af57c145101a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 00:59:53.554896 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:53.566998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b029768-1e32-437c-8f5c-5639d37e3dc7 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 00:59:53.587303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:59:53.591209 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:53.642668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=0b029768-1e32-437c-8f5c-5639d37e3dc7,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:53.784240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['0b029768-1e32-437c-8f5c-5639d37e3dc7'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 00:59:53.990900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04669501-a97c-4e92-939b-36810f960bf6 req-2c6a761a-f6d5-49f9-8cd0-d8bcc30eb3e9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:53.992288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04669501-a97c-4e92-939b-36810f960bf6 req-2c6a761a-f6d5-49f9-8cd0-d8bcc30eb3e9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 945 time: 0.0478060 Nov 09 00:59:54.039672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04669501-a97c-4e92-939b-36810f960bf6 req-e74a025f-864b-463d-8da8-422a4d4e91e7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Nov 09 00:59:55.148455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 99fc086b-3f55-4f02-a156-71ae9e68d170 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 00:59:55.156043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef78bb5-e698-4f61-8bae-0dadd04158aa req-6b4cbc8b-0cc6-4bae-9883-305a5e4ac89e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:55.157561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eef78bb5-e698-4f61-8bae-0dadd04158aa req-6b4cbc8b-0cc6-4bae-9883-305a5e4ac89e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 945 time: 0.0480149 Nov 09 00:59:55.169514 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 99fc086b-3f55-4f02-a156-71ae9e68d170 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 00:59:55.169855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 99fc086b-3f55-4f02-a156-71ae9e68d170 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 00:59:55.208896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eef78bb5-e698-4f61-8bae-0dadd04158aa req-1659b10d-0550-41e0-9dee-29895d6942d5 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450528 Nov 09 00:59:55.404485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0b029768-1e32-437c-8f5c-5639d37e3dc7 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 00:59:55.452294 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 0b029768-1e32-437c-8f5c-5639d37e3dc7 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 00:59:55.456221 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 0b029768-1e32-437c-8f5c-5639d37e3dc7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 00:59:55.456591 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:55.534013 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:55.556117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b029768-1e32-437c-8f5c-5639d37e3dc7'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 00:59:55.558338 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b8d0f2-0fe0-4c97-b94d-7dbf3f6d3c58" -d '{"events": [{"server_uuid": "b816bb8a-20a5-4b06-a401-16ed4dd39ede", "name": "network-vif-plugged", "status": "completed", "tag": "0b029768-1e32-437c-8f5c-5639d37e3dc7"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 00:59:55.571301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 00:59:55.575632 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 00:59:55.598818 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 00:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aca2a2-8b0c-4c38-9125-aaaaa2fbaf06 x-openstack-request-id: req-48aca2a2-8b0c-4c38-9125-aaaaa2fbaf06 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 00:59:55.599107 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b816bb8a-20a5-4b06-a401-16ed4dd39ede", "name": "network-vif-plugged", "status": "completed", "tag": "0b029768-1e32-437c-8f5c-5639d37e3dc7", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 00:59:55.599356 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48aca2a2-8b0c-4c38-9125-aaaaa2fbaf06 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 00:59:55.599748 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b029768-1e32-437c-8f5c-5639d37e3dc7', 'code': 200} Nov 09 00:59:55.626115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=0b029768-1e32-437c-8f5c-5639d37e3dc7,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 00:59:55.693721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3080fc5-fc7b-4e5d-9607-8405ab271537 req-f004d734-cb12-4283-b1b1-df5fba604c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:55.695192 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e3080fc5-fc7b-4e5d-9607-8405ab271537 req-f004d734-cb12-4283-b1b1-df5fba604c2d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 1097 time: 0.0394077 Nov 09 00:59:55.742106 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e3080fc5-fc7b-4e5d-9607-8405ab271537 req-d48cf13a-c911-4ce7-91b4-e2485a6c5a2f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398173 Nov 09 00:59:56.321754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb6210-91ce-41fb-8931-88cf8460d14e req-2c798716-11fa-4068-b968-82edd526e0e1 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:56.323220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27fb6210-91ce-41fb-8931-88cf8460d14e req-2c798716-11fa-4068-b968-82edd526e0e1 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0483601 Nov 09 00:59:56.370083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27fb6210-91ce-41fb-8931-88cf8460d14e req-0876c741-3da4-43f7-8961-95f885aaaeb8 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409539 Nov 09 00:59:57.485887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee8ae6-16f1-4a6e-8b82-0e47b1cefb5d req-4c94bddf-4a60-4a56-bd22-1eb521147197 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:57.487360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2ee8ae6-16f1-4a6e-8b82-0e47b1cefb5d req-4c94bddf-4a60-4a56-bd22-1eb521147197 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0478175 Nov 09 00:59:57.533556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a2ee8ae6-16f1-4a6e-8b82-0e47b1cefb5d req-a14224d2-62cf-4bcc-b426-667b56060279 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Nov 09 00:59:57.649946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a6425-a5bf-4eb3-9fa0-2015a4aa571d req-3e291de0-fd08-4a14-8682-327b3c494903 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:57.651395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c78a6425-a5bf-4eb3-9fa0-2015a4aa571d req-3e291de0-fd08-4a14-8682-327b3c494903 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0514760 Nov 09 00:59:57.697939 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c78a6425-a5bf-4eb3-9fa0-2015a4aa571d req-75cd0173-fb49-485d-b116-5f4b4410ad9f tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Nov 09 00:59:57.949337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-fb871101-6a0a-410d-9a80-845c4f8ffef2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685320 Nov 09 00:59:57.956493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a6d78-6421-4881-b903-c6734c42ece9 req-61efa970-bf02-4175-8026-ad4b4465b026 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:57.958756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee7a6d78-6421-4881-b903-c6734c42ece9 req-61efa970-bf02-4175-8026-ad4b4465b026 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0694730 Nov 09 00:59:58.010475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee7a6d78-6421-4881-b903-c6734c42ece9 req-29f868b1-e475-4bb9-a020-0b243447ba6a tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457745 Nov 09 00:59:59.004265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046876c-6c1e-4866-9340-58eb53cde578 req-f46d524d-24d3-4775-9f49-be45718d4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:59.005769 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-f46d524d-24d3-4775-9f49-be45718d4da0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 1097 time: 0.0396755 Nov 09 00:59:59.095756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046876c-6c1e-4866-9340-58eb53cde578 req-9c77932f-5fe7-47f4-bfd1-49f293da739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:59.097216 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-9c77932f-5fe7-47f4-bfd1-49f293da739b service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 915 time: 0.0839350 Nov 09 00:59:59.127126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8d049-e3e8-4df4-9c6c-ae3cb530a6ce req-343482e9-64c0-46ff-89bb-8bfb1aff5c3d tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:59.128623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6c8d049-e3e8-4df4-9c6c-ae3cb530a6ce req-343482e9-64c0-46ff-89bb-8bfb1aff5c3d tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0487387 Nov 09 00:59:59.142607 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-3495462e-c3c9-4575-a002-c40c32b87bce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7 HTTP/1.1" status: 200 len: 217 time: 0.0372651 Nov 09 00:59:59.176588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6c8d049-e3e8-4df4-9c6c-ae3cb530a6ce req-555774d5-e755-4f88-963f-efaac6f1953e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Nov 09 00:59:59.190976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046876c-6c1e-4866-9340-58eb53cde578 req-eb235ec9-0bf3-4270-94d9-eff7e4e47198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 00:59:59.192443 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-eb235ec9-0bf3-4270-94d9-eff7e4e47198 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0431616 Nov 09 00:59:59.223943 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-eda4f855-1153-4c42-bdf5-64efdce89fd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243192 Nov 09 00:59:59.313310 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-1a7f33a0-c260-463e-8a3e-0b7e3535ec6e service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826502 Nov 09 00:59:59.400566 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-55c90083-6598-4e83-99ab-73c72f203ae7 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797224 Nov 09 01:00:00.289549 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a870d-f596-45eb-822c-27428643a9b0 req-3769c58f-de66-489b-a5da-5f2b6cc7f0e9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:00.291004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b29a870d-f596-45eb-822c-27428643a9b0 req-3769c58f-de66-489b-a5da-5f2b6cc7f0e9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0476487 Nov 09 01:00:00.337242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b29a870d-f596-45eb-822c-27428643a9b0 req-cae5b6bd-44f2-433c-aece-b36701f6714e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403841 Nov 09 01:00:01.456687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48ec20-c89d-41cb-b4e3-b509e0260d9d req-da09dcb9-ccde-4369-9d97-065893c45ff1 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:01.458153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb48ec20-c89d-41cb-b4e3-b509e0260d9d req-da09dcb9-ccde-4369-9d97-065893c45ff1 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0515347 Nov 09 01:00:01.504185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb48ec20-c89d-41cb-b4e3-b509e0260d9d req-ce62fab9-8910-497b-a7e4-fdbcad416840 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399885 Nov 09 01:00:02.618075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a442b9-0976-4e63-a66b-8ded68c6c685 req-5bb23a9c-e295-45c5-a7e9-7ecadd46b682 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:02.619547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56a442b9-0976-4e63-a66b-8ded68c6c685 req-5bb23a9c-e295-45c5-a7e9-7ecadd46b682 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0480862 Nov 09 01:00:02.666503 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56a442b9-0976-4e63-a66b-8ded68c6c685 req-edf2bda0-0794-49fc-8aa8-7ba4b4a43d06 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Nov 09 01:00:03.780046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402c762-36cc-476c-945b-a0bed6e5044b req-a5f1b9dc-9ad9-49ea-8467-684dd98643e7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:03.781511 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d402c762-36cc-476c-945b-a0bed6e5044b req-a5f1b9dc-9ad9-49ea-8467-684dd98643e7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0469189 Nov 09 01:00:03.832203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d402c762-36cc-476c-945b-a0bed6e5044b req-3b875be1-4616-4475-a22a-3a1651123183 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439489 Nov 09 01:00:04.946895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafae86-141d-41fe-9396-478c413b18c4 req-0c33d379-1ebe-4dc2-81de-21e7317b919f tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:04.948436 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aafae86-141d-41fe-9396-478c413b18c4 req-0c33d379-1ebe-4dc2-81de-21e7317b919f tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0492172 Nov 09 01:00:04.996014 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9aafae86-141d-41fe-9396-478c413b18c4 req-0f30bf05-3d72-4403-9e03-61d58a34d783 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413814 Nov 09 01:00:06.112220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c050b7-3424-4263-b34a-8457d7d8f919 req-e752671a-9c06-48d3-a8f2-a9fff060de91 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:06.113749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15c050b7-3424-4263-b34a-8457d7d8f919 req-e752671a-9c06-48d3-a8f2-a9fff060de91 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0483849 Nov 09 01:00:06.162942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15c050b7-3424-4263-b34a-8457d7d8f919 req-b0d4371f-367e-4868-aaa1-a1ccdf6b978d tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 Nov 09 01:00:07.601741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb402f57-5904-45d7-92fa-65cea51f572e req-9e0bfcae-1300-4c81-9920-e2b4ae3f36e8 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:07.603217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb402f57-5904-45d7-92fa-65cea51f572e req-9e0bfcae-1300-4c81-9920-e2b4ae3f36e8 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.3709838 Nov 09 01:00:07.649417 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb402f57-5904-45d7-92fa-65cea51f572e req-36b782cd-971d-48c1-b6d7-8b1f6e34a6d9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Nov 09 01:00:08.764876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec31e56-8286-4e67-8def-528eea27d181 req-50311460-0144-49ad-b551-ee910b223df5 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:08.766343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ec31e56-8286-4e67-8def-528eea27d181 req-50311460-0144-49ad-b551-ee910b223df5 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0475245 Nov 09 01:00:08.812390 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ec31e56-8286-4e67-8def-528eea27d181 req-2b0e7126-4ba1-44b8-9954-d54ad3062a38 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397153 Nov 09 01:00:09.929460 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2703f11-bef3-45bb-b711-32b724b1844d req-60a03bbe-bdfa-406f-b76f-04d15ac0796a tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:09.930835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c2703f11-bef3-45bb-b711-32b724b1844d req-60a03bbe-bdfa-406f-b76f-04d15ac0796a tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0478868 Nov 09 01:00:09.979997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c2703f11-bef3-45bb-b711-32b724b1844d req-e03b0fe3-4141-4b9e-bc5e-3d1a47883313 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432436 Nov 09 01:00:11.096690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59caa5-c9ea-4ea4-aacd-354af99bb07c req-8e60bef6-0e3d-4ebd-833a-175b7a1c1b33 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:11.098791 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b59caa5-c9ea-4ea4-aacd-354af99bb07c req-8e60bef6-0e3d-4ebd-833a-175b7a1c1b33 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0472775 Nov 09 01:00:11.144098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b59caa5-c9ea-4ea4-aacd-354af99bb07c req-c60b11ee-bf68-46b7-af5c-840f27e95a8b tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Nov 09 01:00:12.259471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ffdfd-52eb-4a5f-9bfb-69b5aee9ddc2 req-1cf03fb8-426a-4d29-8f9b-f6cff0173789 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:12.260954 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-047ffdfd-52eb-4a5f-9bfb-69b5aee9ddc2 req-1cf03fb8-426a-4d29-8f9b-f6cff0173789 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0482092 Nov 09 01:00:12.307617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-047ffdfd-52eb-4a5f-9bfb-69b5aee9ddc2 req-bee2da66-2b22-436b-ad9e-401bc443a5e7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Nov 09 01:00:12.744528 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-991974e5-f1df-4287-91c5-6c8937f8462a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:13.424173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc59e1-9e70-493a-bdee-77d659e7d7d7 req-1989cc04-b5b9-4d1c-8c43-e687345427cd tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:13.425650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70fc59e1-9e70-493a-bdee-77d659e7d7d7 req-1989cc04-b5b9-4d1c-8c43-e687345427cd tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0512323 Nov 09 01:00:13.471792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-70fc59e1-9e70-493a-bdee-77d659e7d7d7 req-bbd7e51a-200a-4a3f-9f17-313a4cc0c874 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Nov 09 01:00:14.586299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497b228-93ad-426e-9a64-c5651ba7c1bc req-22fc3995-85b7-415d-8db8-ff37db240e6e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:14.587766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d497b228-93ad-426e-9a64-c5651ba7c1bc req-22fc3995-85b7-415d-8db8-ff37db240e6e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0487187 Nov 09 01:00:14.634012 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d497b228-93ad-426e-9a64-c5651ba7c1bc req-0629b198-8862-4c39-b2d0-4db5fd642c74 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403376 Nov 09 01:00:14.828861 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2cd0c3d-8e8b-4551-87b3-6c3d23be5fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:15.752105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5b428-9ad5-499b-839f-0f933c7ef702 req-0843a755-da85-4a3b-ae64-54daff132cbb tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:15.753593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42e5b428-9ad5-499b-839f-0f933c7ef702 req-0843a755-da85-4a3b-ae64-54daff132cbb tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0508542 Nov 09 01:00:15.799679 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42e5b428-9ad5-499b-839f-0f933c7ef702 req-738c8c91-0512-4248-adfa-deae020e0a33 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392528 Nov 09 01:00:16.251716 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:16.299198 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:16.683570 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:16.914607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfb9a4-3d83-404d-a696-485468c772d7 req-17731da9-90f5-4fe8-8642-b905cb47f3de tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:16.915979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31dfb9a4-3d83-404d-a696-485468c772d7 req-17731da9-90f5-4fe8-8642-b905cb47f3de tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0481465 Nov 09 01:00:16.962713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31dfb9a4-3d83-404d-a696-485468c772d7 req-02d0df16-06d5-44f6-a06e-89e32598341f tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Nov 09 01:00:17.784617 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:18.078780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91456-f831-4fb6-80ab-d9e15ae71a57 req-bfffb570-62c7-40f3-bce2-f3ffee60d5e9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:18.080319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88d91456-f831-4fb6-80ab-d9e15ae71a57 req-bfffb570-62c7-40f3-bce2-f3ffee60d5e9 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0488958 Nov 09 01:00:18.133263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88d91456-f831-4fb6-80ab-d9e15ae71a57 req-16f2a493-bf0a-4c96-a9d6-732466f5bb1f tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450048 Nov 09 01:00:18.452199 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:19.246420 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b870023-1318-45f0-9bbb-125735621ece req-69999b12-f5c3-4e19-b042-db0248ee0db8 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:19.247884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b870023-1318-45f0-9bbb-125735621ece req-69999b12-f5c3-4e19-b042-db0248ee0db8 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0472734 Nov 09 01:00:19.293969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2b870023-1318-45f0-9bbb-125735621ece req-cbe14b99-7f8a-4f99-a95d-183842eead9f tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Nov 09 01:00:20.407984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92c205-8e58-4a15-92aa-bafbc068ad38 req-9a927a63-c081-42b2-9bb7-987acce464c0 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:20.409512 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce92c205-8e58-4a15-92aa-bafbc068ad38 req-9a927a63-c081-42b2-9bb7-987acce464c0 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0483243 Nov 09 01:00:20.456111 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce92c205-8e58-4a15-92aa-bafbc068ad38 req-63134411-f96c-4922-ab17-cf059692fa55 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 Nov 09 01:00:21.575865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb2a6-4bc3-472d-a314-103527dd9ce4 req-641225c6-1c03-40d7-b3d1-d18e1c83df75 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:21.577333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-489fb2a6-4bc3-472d-a314-103527dd9ce4 req-641225c6-1c03-40d7-b3d1-d18e1c83df75 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0510395 Nov 09 01:00:21.623979 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-489fb2a6-4bc3-472d-a314-103527dd9ce4 req-e352e7ca-6cb6-4dea-8108-73cad6a60a2a tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Nov 09 01:00:22.744903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e82d6-0b24-447a-a986-c3d364281828 req-46e2ae59-0e2a-4b9c-86fa-e22063235c2e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:22.746413 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b61e82d6-0b24-447a-a986-c3d364281828 req-46e2ae59-0e2a-4b9c-86fa-e22063235c2e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0482607 Nov 09 01:00:22.793148 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b61e82d6-0b24-447a-a986-c3d364281828 req-971d852a-bf88-4eab-b021-4de572c69e9e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 Nov 09 01:00:23.907507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c0816-5832-41f1-89ff-4ac8a4fdd171 req-b280109b-34c9-4cbf-a3e9-a449642a12fd tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:23.908889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-318c0816-5832-41f1-89ff-4ac8a4fdd171 req-b280109b-34c9-4cbf-a3e9-a449642a12fd tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0487175 Nov 09 01:00:23.960467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-318c0816-5832-41f1-89ff-4ac8a4fdd171 req-596933a2-9b78-40ab-b2e1-e7f12edcec13 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444736 Nov 09 01:00:25.076220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de5ed5-af54-4357-9ee1-4e91a82df6c7 req-dfedd314-a1d6-4fd2-806b-0198bb61ef52 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:25.077719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92de5ed5-af54-4357-9ee1-4e91a82df6c7 req-dfedd314-a1d6-4fd2-806b-0198bb61ef52 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0482204 Nov 09 01:00:25.124157 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-92de5ed5-af54-4357-9ee1-4e91a82df6c7 req-a1a768f9-f6a4-46c7-9642-59ab43add0eb tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Nov 09 01:00:25.195804 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:00:26.146696 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [req-2046876c-6c1e-4866-9340-58eb53cde578 req-1397c690-49f2-4e35-8584-2dcc6022259c service neutron] show failed (client error): The resource could not be found. Nov 09 01:00:26.147746 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-1397c690-49f2-4e35-8584-2dcc6022259c service neutron] 10.222.0.11 "GET /v2.0/ports/0b029768-1e32-437c-8f5c-5639d37e3dc7/bindings/n-h1-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0529699 Nov 09 01:00:26.243848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7405f8-c667-413e-bd58-704cbf311368 req-cfd2ca32-a2bd-48c8-a0a2-39f9cdb76773 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:26.245412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a7405f8-c667-413e-bd58-704cbf311368 req-cfd2ca32-a2bd-48c8-a0a2-39f9cdb76773 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0502207 Nov 09 01:00:26.299632 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a7405f8-c667-413e-bd58-704cbf311368 req-70c6a0e7-4d6c-4f41-84d7-54feb92ec66e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479507 Nov 09 01:00:26.351756 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046876c-6c1e-4866-9340-58eb53cde578 req-61ae7f04-18cd-4116-ba42-02c040847eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:26.353280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-61ae7f04-18cd-4116-ba42-02c040847eb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede&tenant_id=0e3feef413914d85886c12d70e2a9cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0443900 Nov 09 01:00:26.365727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:00:26.416688 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:26.611176 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:00:26.647496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:00:26.685686 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b029768-1e32-437c-8f5c-5639d37e3dc7'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:00:26.687838 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd1bcf1-0fdb-4388-b962-43f293e9fa7d" -d '{"events": [{"server_uuid": "b816bb8a-20a5-4b06-a401-16ed4dd39ede", "name": "network-vif-unplugged", "status": "completed", "tag": "0b029768-1e32-437c-8f5c-5639d37e3dc7"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:00:26.691811 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:26.703753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Transition to ACTIVE for port object 0b029768-1e32-437c-8f5c-5639d37e3dc7 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:00:26.706932 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:26.735658 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 01:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f989f45-b628-4469-b2b6-9acaa3ff8560 x-openstack-request-id: req-6f989f45-b628-4469-b2b6-9acaa3ff8560 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:00:26.735959 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b816bb8a-20a5-4b06-a401-16ed4dd39ede", "name": "network-vif-unplugged", "status": "completed", "tag": "0b029768-1e32-437c-8f5c-5639d37e3dc7", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:00:26.736210 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f989f45-b628-4469-b2b6-9acaa3ff8560 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:00:26.736607 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b029768-1e32-437c-8f5c-5639d37e3dc7', 'code': 200} Nov 09 01:00:26.767216 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] No DVR routers for this DVR port 0b029768-1e32-437c-8f5c-5639d37e3dc7 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:00:26.773736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b029768-1e32-437c-8f5c-5639d37e3dc7,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:26.798727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:26.799070 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:26.799407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:26.799741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:26.800069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:26.800394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:26.800716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:26.801036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:26.801365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:26.802378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:26.802699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:26.803019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:26.816416 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Attempting to bind port 0b029768-1e32-437c-8f5c-5639d37e3dc7 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:00:26.816748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Attempting to bind port 0b029768-1e32-437c-8f5c-5639d37e3dc7 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:00:26.817077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Attempting to bind port 0b029768-1e32-437c-8f5c-5639d37e3dc7 on network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:00:26.821530 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Port 0b029768-1e32-437c-8f5c-5639d37e3dc7 on network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:00:26.821854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Attempting to bind port 0b029768-1e32-437c-8f5c-5639d37e3dc7 on network 2ba9a82e-dff1-4383-b8b5-fb1dacd27667 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:00:26.826650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:00:26.826980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Checking segment: {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:00:26.827359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Bound using segment: {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:00:26.827776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Bound port: 0b029768-1e32-437c-8f5c-5639d37e3dc7, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25df293-2af9-41da-a95e-d32e1f4adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:00:26.828131 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:26.891914 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:00:26.894928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:00:26.898291 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:26.932404 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:26.933092 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:26.934603 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/0b029768-1e32-437c-8f5c-5639d37e3dc7 HTTP/1.1" status: 200 len: 1092 time: 0.5734129 Nov 09 01:00:26.954537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61f767-4a78-4847-bca6-5629208c47e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b029768-1e32-437c-8f5c-5639d37e3dc7,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:26.996401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046876c-6c1e-4866-9340-58eb53cde578 req-28d7a94c-b650-4ac7-bb4a-e6a80638898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:26.997904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-28d7a94c-b650-4ac7-bb4a-e6a80638898a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 1095 time: 0.0405486 Nov 09 01:00:27.090995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046876c-6c1e-4866-9340-58eb53cde578 req-9b8802ec-1194-4f10-b8a7-1f389123937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:27.092507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-9b8802ec-1194-4f10-b8a7-1f389123937e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 915 time: 0.0864635 Nov 09 01:00:27.134250 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-ed24858c-9ef0-414e-879a-d880d9d6df2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7 HTTP/1.1" status: 200 len: 217 time: 0.0340145 Nov 09 01:00:27.181193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046876c-6c1e-4866-9340-58eb53cde578 req-7cb05ec1-1b05-4370-94a8-8f13a7e56bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:27.182598 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-7cb05ec1-1b05-4370-94a8-8f13a7e56bf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0416555 Nov 09 01:00:27.216925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-e4af2548-f447-4c88-920d-f5da9981c31a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275283 Nov 09 01:00:27.304523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-0b574673-fc53-4a10-8cec-6dcca4de6481 service neutron] 10.222.0.30 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802262 Nov 09 01:00:27.429371 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2046876c-6c1e-4866-9340-58eb53cde578 req-647b4729-835a-4dc5-9ecc-f922f627d064 service neutron] 10.222.0.30 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172657 Nov 09 01:00:27.437622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db1a22-7817-449b-899a-8d3468c9b40f req-8bbe5222-c6b8-4815-bb5f-088ee5774c5e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:27.439024 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15db1a22-7817-449b-899a-8d3468c9b40f req-8bbe5222-c6b8-4815-bb5f-088ee5774c5e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 944 time: 0.0703590 Nov 09 01:00:27.487527 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15db1a22-7817-449b-899a-8d3468c9b40f req-a5f69297-41f1-4cef-9ff3-08df514a8b52 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Nov 09 01:00:28.609777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9f810-bef3-4f1e-bfe6-81aa8209bb46 req-c0aa584d-a535-4e41-a8af-11657af6c820 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:28.611286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9e9f810-bef3-4f1e-bfe6-81aa8209bb46 req-c0aa584d-a535-4e41-a8af-11657af6c820 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 944 time: 0.0478795 Nov 09 01:00:28.662795 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9e9f810-bef3-4f1e-bfe6-81aa8209bb46 req-c8059f14-0390-4b9a-b333-bd554124f7f2 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 Nov 09 01:00:28.737492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'tag': '0b029768-1e32-437c-8f5c-5639d37e3dc7'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:00:28.740356 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badfd2ce-4b87-4e81-9e11-f38009106799" -d '{"events": [{"name": "network-changed", "server_uuid": "b816bb8a-20a5-4b06-a401-16ed4dd39ede", "tag": "0b029768-1e32-437c-8f5c-5639d37e3dc7"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:00:28.790328 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b54fa0-54d8-413a-9b6c-b4f9448a9b9a x-openstack-request-id: req-f4b54fa0-54d8-413a-9b6c-b4f9448a9b9a {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:00:28.790706 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b816bb8a-20a5-4b06-a401-16ed4dd39ede", "tag": "0b029768-1e32-437c-8f5c-5639d37e3dc7", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:00:28.790969 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4b54fa0-54d8-413a-9b6c-b4f9448a9b9a {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:00:28.791376 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'tag': '0b029768-1e32-437c-8f5c-5639d37e3dc7', 'status': 'completed', 'code': 200} Nov 09 01:00:28.856857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-a5191a12-6cfc-49c5-b82a-5c585b5c50cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:28.858415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-a5191a12-6cfc-49c5-b82a-5c585b5c50cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 1095 time: 0.0446200 Nov 09 01:00:28.919108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-9c297ae9-8542-44c4-b13d-21e976a7d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:28.920641 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-9c297ae9-8542-44c4-b13d-21e976a7d126 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 1095 time: 0.1100049 Nov 09 01:00:28.958078 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-2f1f7c60-11b2-4e41-b05d-01602acfe2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:28.959543 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-2f1f7c60-11b2-4e41-b05d-01602acfe2f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 915 time: 0.0940077 Nov 09 01:00:29.007127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-9f81b878-b224-4d48-8daf-dbcfe139d1ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7 HTTP/1.1" status: 200 len: 217 time: 0.0395112 Nov 09 01:00:29.013691 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-e015e197-cc90-40a0-853d-87846ea916c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:29.015221 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-e015e197-cc90-40a0-853d-87846ea916c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 915 time: 0.0872450 Nov 09 01:00:29.056726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-db1b7038-92b9-4f44-89f9-c39f8227b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:29.058136 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-db1b7038-92b9-4f44-89f9-c39f8227b43f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0442936 Nov 09 01:00:29.060787 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-1b5e6282-9cb9-41b6-af8b-631e2c034a6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7 HTTP/1.1" status: 200 len: 217 time: 0.0376043 Nov 09 01:00:29.089834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-720ad76a-d4f4-4636-a571-0cbb891b3325 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250945 Nov 09 01:00:29.110453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-880930d4-37ee-4bdf-b424-790faacb5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:29.111891 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-880930d4-37ee-4bdf-b424-790faacb5f9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0434532 Nov 09 01:00:29.143646 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-7819f6bd-887b-44f6-9e32-52b7566708c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243270 Nov 09 01:00:29.182151 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-a1486fcb-b2ee-40ba-8217-ad025f01db23 service neutron] 10.222.0.30 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 Nov 09 01:00:29.235663 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-78c497e7-0141-44ba-beba-46e3a617aeed service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851295 Nov 09 01:00:29.272647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-ac870101-9f33-44e2-b91f-59fc5b00a831 service neutron] 10.222.0.30 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835054 Nov 09 01:00:29.327594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0b029768-1e32-437c-8f5c-5639d37e3dc7 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:00:29.328231 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-badfd2ce-4b87-4e81-9e11-f38009106799 req-9fef36a5-5741-41ed-a505-4fbd18f2e958 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853565 Nov 09 01:00:29.422845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:00:29.434383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '0b029768-1e32-437c-8f5c-5639d37e3dc7', 'network_id': '2ba9a82e-dff1-4383-b8b5-fb1dacd27667', 'port_id': '0b029768-1e32-437c-8f5c-5639d37e3dc7', 'mac_address': 'fa:16:3e:b1:4d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539041e2-b5bd-426f-bc5f-af57c145101a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:00:29.471826 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:29.484309 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b029768-1e32-437c-8f5c-5639d37e3dc7 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:00:29.503320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:00:29.508160 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:29.557152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=0b029768-1e32-437c-8f5c-5639d37e3dc7,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:29.564999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:29.565367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:29.565706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:29.566041 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:29.566370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:29.566744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:29.567073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:29.568045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:29.568386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:29.568690 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:29.569121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:29.569471 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:29.705081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['0b029768-1e32-437c-8f5c-5639d37e3dc7'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:00:29.783595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73fddf-bc23-47bc-b793-b02d3b566034 req-66c0a778-188d-4364-8dba-12e530c3be42 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:29.785123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb73fddf-bc23-47bc-b793-b02d3b566034 req-66c0a778-188d-4364-8dba-12e530c3be42 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 945 time: 0.0540442 Nov 09 01:00:29.832888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cb73fddf-bc23-47bc-b793-b02d3b566034 req-901b4835-ab23-4a3c-8699-54f71ba235d2 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Nov 09 01:00:30.028006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf616f-ca18-42ac-b21b-1283c96ab172 req-7785a5ee-5477-4a6a-a259-260a16f2cd04 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:30.029536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ebdf616f-ca18-42ac-b21b-1283c96ab172 req-7785a5ee-5477-4a6a-a259-260a16f2cd04 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 945 time: 0.0496142 Nov 09 01:00:30.041049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab08c61-5b14-430a-9344-37444e821375 req-6968063d-40b6-47f4-864b-5c59ceb2e600 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:30.043083 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dab08c61-5b14-430a-9344-37444e821375 req-6968063d-40b6-47f4-864b-5c59ceb2e600 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.11 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede&tenant_id=0e3feef413914d85886c12d70e2a9cc3&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 945 time: 0.0520728 Nov 09 01:00:30.077995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ebdf616f-ca18-42ac-b21b-1283c96ab172 req-0fd2c0c1-a045-453b-8959-41296369b0a2 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423191 Nov 09 01:00:30.108990 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [req-dab08c61-5b14-430a-9344-37444e821375 req-3fb8c7a6-b08a-4bb3-b69e-1f2989787520 service neutron] delete failed (client error): The resource could not be found. Nov 09 01:00:30.110033 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dab08c61-5b14-430a-9344-37444e821375 req-3fb8c7a6-b08a-4bb3-b69e-1f2989787520 service neutron] 10.222.0.11 "DELETE /v2.0/ports/0b029768-1e32-437c-8f5c-5639d37e3dc7/bindings/n-h2-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0584824 Nov 09 01:00:30.191477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab08c61-5b14-430a-9344-37444e821375 req-f567b985-26ae-47bc-9563-36b967c5baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:30.192983 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dab08c61-5b14-430a-9344-37444e821375 req-f567b985-26ae-47bc-9563-36b967c5baf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3feef413914d85886c12d70e2a9cc3&device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 1096 time: 0.0401664 Nov 09 01:00:30.285129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab08c61-5b14-430a-9344-37444e821375 req-2d6ba6d8-6b66-466e-885c-1edafa976b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:30.287431 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dab08c61-5b14-430a-9344-37444e821375 req-2d6ba6d8-6b66-466e-885c-1edafa976b6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 200 len: 915 time: 0.0827715 Nov 09 01:00:30.331234 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dab08c61-5b14-430a-9344-37444e821375 req-f5c2fdd7-2072-4600-b546-42d7b19d7118 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7 HTTP/1.1" status: 200 len: 217 time: 0.0361407 Nov 09 01:00:30.378881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab08c61-5b14-430a-9344-37444e821375 req-f2111bae-e968-4fc1-880a-f40223ca0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:30.380231 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dab08c61-5b14-430a-9344-37444e821375 req-f2111bae-e968-4fc1-880a-f40223ca0e4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 200 len: 855 time: 0.0420568 Nov 09 01:00:30.410265 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dab08c61-5b14-430a-9344-37444e821375 req-2bfdfb0e-8253-4cdb-ab45-bf0829e0a65e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ba9a82e-dff1-4383-b8b5-fb1dacd27667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237012 Nov 09 01:00:30.500935 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dab08c61-5b14-430a-9344-37444e821375 req-19e6dd81-7135-4720-bf48-bd4a0a5734ad service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831852 Nov 09 01:00:30.589233 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dab08c61-5b14-430a-9344-37444e821375 req-bddd5458-a516-4680-84a1-8d6567a57106 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808854 Nov 09 01:00:31.198407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf769c-d0d2-4d09-95b6-98b4f75c1abc req-bad09c3a-ba7c-4ca7-a116-d7fc34b29a29 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:31.199915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73cf769c-d0d2-4d09-95b6-98b4f75c1abc req-bad09c3a-ba7c-4ca7-a116-d7fc34b29a29 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 945 time: 0.0499072 Nov 09 01:00:31.251534 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-73cf769c-d0d2-4d09-95b6-98b4f75c1abc req-8ed82ce8-d7e8-4d93-8a5d-d360b399f2af tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 Nov 09 01:00:31.339848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0b029768-1e32-437c-8f5c-5639d37e3dc7 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:00:31.365703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d5a92-c0c9-4a3e-ae6b-70bdaacefdbe req-ede71d53-1982-4ee1-898c-96568acf3508 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:31.367215 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-960d5a92-c0c9-4a3e-ae6b-70bdaacefdbe req-ede71d53-1982-4ee1-898c-96568acf3508 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 945 time: 0.0493596 Nov 09 01:00:31.392466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 0b029768-1e32-437c-8f5c-5639d37e3dc7 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:00:31.396168 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 0b029768-1e32-437c-8f5c-5639d37e3dc7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:31.396539 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:31.415059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-960d5a92-c0c9-4a3e-ae6b-70bdaacefdbe req-dd06a1e6-2f05-4422-9853-9523b1acd8fd tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Nov 09 01:00:31.474005 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:31.496878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b029768-1e32-437c-8f5c-5639d37e3dc7'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:00:31.499177 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c8c77a-bfb0-4167-b894-ca6cfb6a39d4" -d '{"events": [{"server_uuid": "b816bb8a-20a5-4b06-a401-16ed4dd39ede", "name": "network-vif-plugged", "status": "completed", "tag": "0b029768-1e32-437c-8f5c-5639d37e3dc7"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:00:31.511979 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:00:31.517315 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:31.533629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a99410-2a95-4b7f-8101-d0836b42529a req-3b013a9c-4523-48b1-9dbd-447dfb79fef4 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:31.535509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00a99410-2a95-4b7f-8101-d0836b42529a req-3b013a9c-4523-48b1-9dbd-447dfb79fef4 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 945 time: 0.0531321 Nov 09 01:00:31.540800 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc5097d-ba43-4025-9bef-6dd41d6f037a x-openstack-request-id: req-fbc5097d-ba43-4025-9bef-6dd41d6f037a {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:00:31.541095 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b816bb8a-20a5-4b06-a401-16ed4dd39ede", "name": "network-vif-plugged", "status": "completed", "tag": "0b029768-1e32-437c-8f5c-5639d37e3dc7", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:00:31.541369 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbc5097d-ba43-4025-9bef-6dd41d6f037a {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:00:31.541767 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b029768-1e32-437c-8f5c-5639d37e3dc7', 'code': 200} Nov 09 01:00:31.566755 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=0b029768-1e32-437c-8f5c-5639d37e3dc7,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:31.586214 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-00a99410-2a95-4b7f-8101-d0836b42529a req-4e5b5a4a-3c2d-47b0-a743-16f1f300cb2e tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436797 Nov 09 01:00:31.591735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0b029768-1e32-437c-8f5c-5639d37e3dc7 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:00:31.634129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 0b029768-1e32-437c-8f5c-5639d37e3dc7 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:00:31.921301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97585a42-c2a5-4419-a916-af98387c054e req-207f596f-9b86-4549-ad4a-393ab8426af7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:31.922793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97585a42-c2a5-4419-a916-af98387c054e req-207f596f-9b86-4549-ad4a-393ab8426af7 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0524387 Nov 09 01:00:31.969025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-97585a42-c2a5-4419-a916-af98387c054e req-272d2e7e-8a1c-4971-b1bd-0647289723e4 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Nov 09 01:00:33.038784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad6e37-db7a-4a5c-9292-f745ac4b41ab req-af74503e-a649-4939-865c-e46a588d9619 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:33.040332 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89ad6e37-db7a-4a5c-9292-f745ac4b41ab req-af74503e-a649-4939-865c-e46a588d9619 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.30 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0482187 Nov 09 01:00:33.136828 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961af6ba-caea-4366-8b54-db5f07aa5532 req-2f9e309c-15ef-4028-b719-bfde94efb6e6 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:33.138341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-961af6ba-caea-4366-8b54-db5f07aa5532 req-2f9e309c-15ef-4028-b719-bfde94efb6e6 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/ports?device_id=b816bb8a-20a5-4b06-a401-16ed4dd39ede HTTP/1.1" status: 200 len: 946 time: 0.0971372 Nov 09 01:00:33.192089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-89ad6e37-db7a-4a5c-9292-f745ac4b41ab req-fc5957e1-bcc7-41fc-a984-7dd054b4a018 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Deleting port 0b029768-1e32-437c-8f5c-5639d37e3dc7 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:00:33.192419 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-89ad6e37-db7a-4a5c-9292-f745ac4b41ab req-fc5957e1-bcc7-41fc-a984-7dd054b4a018 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:33.211675 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-961af6ba-caea-4366-8b54-db5f07aa5532 req-70bf07fc-502a-422c-89aa-69aa8a569bb1 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb253cdf-195c-4a7d-bba6-7f9be2049ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664389 Nov 09 01:00:33.285295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-89ad6e37-db7a-4a5c-9292-f745ac4b41ab req-fc5957e1-bcc7-41fc-a984-7dd054b4a018 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] For port 0b029768-1e32-437c-8f5c-5639d37e3dc7, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=0b029768-1e32-437c-8f5c-5639d37e3dc7,segment=NetworkSegment(e25df293-2af9-41da-a95e-d32e1f4adfad),segment_id=e25df293-2af9-41da-a95e-d32e1f4adfad)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:00:33.285690 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-89ad6e37-db7a-4a5c-9292-f745ac4b41ab req-fc5957e1-bcc7-41fc-a984-7dd054b4a018 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:33.303004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-89ad6e37-db7a-4a5c-9292-f745ac4b41ab req-fc5957e1-bcc7-41fc-a984-7dd054b4a018 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Calling delete_port for 0b029768-1e32-437c-8f5c-5639d37e3dc7 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:00:33.423721 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-89ad6e37-db7a-4a5c-9292-f745ac4b41ab req-fc5957e1-bcc7-41fc-a984-7dd054b4a018 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:33.435440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['0b029768-1e32-437c-8f5c-5639d37e3dc7'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:00:33.451917 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5957e1-bcc7-41fc-a984-7dd054b4a018 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Pushing event deleted for resources: {'Port': ['ID=0b029768-1e32-437c-8f5c-5639d37e3dc7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:33.494624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ad6e37-db7a-4a5c-9292-f745ac4b41ab req-fc5957e1-bcc7-41fc-a984-7dd054b4a018 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] No DVR routers for this DVR port 0b029768-1e32-437c-8f5c-5639d37e3dc7 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:00:33.497206 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-89ad6e37-db7a-4a5c-9292-f745ac4b41ab req-fc5957e1-bcc7-41fc-a984-7dd054b4a018 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:33.500571 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89ad6e37-db7a-4a5c-9292-f745ac4b41ab req-fc5957e1-bcc7-41fc-a984-7dd054b4a018 tempest-ServerDiskConfigTestJSON-345591598 tempest-ServerDiskConfigTestJSON-345591598-project] 10.222.0.30 "DELETE /v2.0/ports/0b029768-1e32-437c-8f5c-5639d37e3dc7 HTTP/1.1" status: 204 len: 173 time: 0.4512928 Nov 09 01:00:33.501006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'name': 'network-vif-deleted', 'tag': '0b029768-1e32-437c-8f5c-5639d37e3dc7'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:00:33.503315 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389244f5-043b-42ff-8567-0d38ad55c576" -d '{"events": [{"server_uuid": "b816bb8a-20a5-4b06-a401-16ed4dd39ede", "name": "network-vif-deleted", "tag": "0b029768-1e32-437c-8f5c-5639d37e3dc7"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:00:33.541341 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c23a56-6b13-4f03-b4c7-fc44c35f785f x-openstack-request-id: req-37c23a56-6b13-4f03-b4c7-fc44c35f785f {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:00:33.541653 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b816bb8a-20a5-4b06-a401-16ed4dd39ede", "name": "network-vif-deleted", "tag": "0b029768-1e32-437c-8f5c-5639d37e3dc7", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:00:33.541906 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37c23a56-6b13-4f03-b4c7-fc44c35f785f {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:00:33.542310 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b816bb8a-20a5-4b06-a401-16ed4dd39ede', 'name': 'network-vif-deleted', 'tag': '0b029768-1e32-437c-8f5c-5639d37e3dc7', 'status': 'completed', 'code': 200} Nov 09 01:00:34.333666 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58456) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:34.377229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcf88bb-2ac0-4d29-89a9-83ff5c0fd20b admin admin] Deleting subnet 539041e2-b5bd-426f-bc5f-af57c145101a {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:00:34.381854 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5bcf88bb-2ac0-4d29-89a9-83ff5c0fd20b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:34.415741 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5bcf88bb-2ac0-4d29-89a9-83ff5c0fd20b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:34.457540 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5bcf88bb-2ac0-4d29-89a9-83ff5c0fd20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:34.507586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5bcf88bb-2ac0-4d29-89a9-83ff5c0fd20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:34.532859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf88bb-2ac0-4d29-89a9-83ff5c0fd20b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=539041e2-b5bd-426f-bc5f-af57c145101a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:34.536814 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5bcf88bb-2ac0-4d29-89a9-83ff5c0fd20b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:34.540031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5bcf88bb-2ac0-4d29-89a9-83ff5c0fd20b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/539041e2-b5bd-426f-bc5f-af57c145101a HTTP/1.1" status: 204 len: 168 time: 0.2053406 Nov 09 01:00:34.542548 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58458) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:34.608668 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:34.690509 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:34.710360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba9a82e-dff1-4383-b8b5-fb1dacd27667']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:34.719400 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25df293-2af9-41da-a95e-d32e1f4adfad') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:34.719705 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25df293-2af9-41da-a95e-d32e1f4adfad') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:34.729054 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:34.742439 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:34.748393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:00:34.748821 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: timer() Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:00:34.750486 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:00:34.807637 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:34.813084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:34.816459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] 10.222.0.25 "DELETE /v2.0/networks/2ba9a82e-dff1-4383-b8b5-fb1dacd27667 HTTP/1.1" status: 204 len: 168 time: 0.2729733 Nov 09 01:00:34.827852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ff10f-df1f-4368-9460-f796a1f1479a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba9a82e-dff1-4383-b8b5-fb1dacd27667,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:34.923701 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58462) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:34.963404 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-64ba1962-7fbc-4ae0-8c5c-92e5bcaeb3b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e3feef413914d85886c12d70e2a9cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385423 Nov 09 01:00:34.965953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58464) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:35.011908 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2131b5a5-2780-48f1-94a9-10435d453c20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:35.032832 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2131b5a5-2780-48f1-94a9-10435d453c20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:35.079110 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2131b5a5-2780-48f1-94a9-10435d453c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:35.081905 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2131b5a5-2780-48f1-94a9-10435d453c20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:35.083057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2131b5a5-2780-48f1-94a9-10435d453c20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb253cdf-195c-4a7d-bba6-7f9be2049ede HTTP/1.1" status: 204 len: 168 time: 0.1162183 Nov 09 01:00:35.091497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131b5a5-2780-48f1-94a9-10435d453c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb253cdf-195c-4a7d-bba6-7f9be2049ede,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:35.726395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58486) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:35.820293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1154928574-network', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:00:35.841169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Made reservation on behalf of d66d2dc7c2a04948877e469c109777db for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:00:35.843389 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:35.851494 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:35.927250 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:35.930887 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:35.951876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:00:35.966904 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee9c6a7-c706-4a14-a0b0-5c400bd12090,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:35.969722 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:35.970064 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Added segment bbc8a954-1b7a-4849-b39d-762700ea4b5e of type vlan for network 4d0b7714-7bad-49a1-9672-d03aca57f799 Nov 09 01:00:36.009112 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.033622 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.034531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:36.035112 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.066449 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3389604 Nov 09 01:00:36.070390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58490) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:36.075339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-91d7bcb4-4d6d-416f-a666-497eb543cd64 admin admin] Request body: {'subnet': {'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1154928574-subnet', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:00:36.096881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d7bcb4-4d6d-416f-a666-497eb543cd64 admin admin] Made reservation on behalf of d66d2dc7c2a04948877e469c109777db for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:00:36.098885 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb224054-342e-43fa-9d56-e7e9b16b339c admin admin] Pushing event updated for resources: {'Network': ['ID=4d0b7714-7bad-49a1-9672-d03aca57f799,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:36.099243 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91d7bcb4-4d6d-416f-a666-497eb543cd64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.109322 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 4d0b7714-7bad-49a1-9672-d03aca57f799 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:00:36.268435 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91d7bcb4-4d6d-416f-a666-497eb543cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.325915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7bcb4-4d6d-416f-a666-497eb543cd64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be7f968-4ca1-4beb-9d71-07734398e9a9,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:36.335277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d7bcb4-4d6d-416f-a666-497eb543cd64 admin admin] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:00:36.335634 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d7bcb4-4d6d-416f-a666-497eb543cd64 admin admin] Network hostable DHCP agents. Network: 4d0b7714-7bad-49a1-9672-d03aca57f799, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:00:36.350953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d7bcb4-4d6d-416f-a666-497eb543cd64 admin admin] Network 4d0b7714-7bad-49a1-9672-d03aca57f799 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:00:36.359576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-91d7bcb4-4d6d-416f-a666-497eb543cd64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 4d0b7714-7bad-49a1-9672-d03aca57f799) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:00:36.363467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d7bcb4-4d6d-416f-a666-497eb543cd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:36.364556 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-91d7bcb4-4d6d-416f-a666-497eb543cd64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.368849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a3f23-9877-4ed1-8ac7-15897a08ac3e None None] Network 4d0b7714-7bad-49a1-9672-d03aca57f799 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:00:36.381792 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-91d7bcb4-4d6d-416f-a666-497eb543cd64 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3103030 Nov 09 01:00:36.385178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58492) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:36.389487 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:00:36.410937 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.412317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.462380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.516440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-4d0b7714-7bad-49a1-9672-d03aca57f799', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:00:36.517301 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.599121 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.650911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Allocated IP 172.20.0.2 (4d0b7714-7bad-49a1-9672-d03aca57f799/4be7f968-4ca1-4beb-9d71-07734398e9a9/00c06364-8f44-49e6-bb27-48985168fca8) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:00:36.784883 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.791263 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.791861 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.814204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:36.919179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Allocated IP 172.25.0.94 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/47353289-825f-4a04-81f5-65a7634d2dff) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:00:36.992907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Network 4d0b7714-7bad-49a1-9672-d03aca57f799 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:00:36.996000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:00:37.000505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:00:37.003708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Pushing event updated for resources: {'Port': ['ID=00c06364-8f44-49e6-bb27-48985168fca8,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:37.057995 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Attempting to bind port 00c06364-8f44-49e6-bb27-48985168fca8 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:00:37.058364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Attempting to bind port 00c06364-8f44-49e6-bb27-48985168fca8 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:00:37.058730 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Attempting to bind port 00c06364-8f44-49e6-bb27-48985168fca8 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:00:37.064068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:00:37.064445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:00:37.064847 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:37.065239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Bound using segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:00:37.065738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Bound port: 00c06364-8f44-49e6-bb27-48985168fca8, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:00:37.066122 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:37.130342 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] For port 00c06364-8f44-49e6-bb27-48985168fca8, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:00:37.133865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] For port 00c06364-8f44-49e6-bb27-48985168fca8, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=00c06364-8f44-49e6-bb27-48985168fca8,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:00:37.138428 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:37.205709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47062d5-7008-41e5-b6e4-302e3582d4ea None None] Pushing event updated for resources: {'Port': ['ID=00c06364-8f44-49e6-bb27-48985168fca8,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:37.335644 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0b029768-1e32-437c-8f5c-5639d37e3dc7 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:00:37.342726 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:37.358857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 0b029768-1e32-437c-8f5c-5639d37e3dc7 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:00:37.359305 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 0b029768-1e32-437c-8f5c-5639d37e3dc7 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:00:37.385980 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:37.433638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:00:37.436542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:00:37.440921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:00:37.444756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=47353289-825f-4a04-81f5-65a7634d2dff,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:37.685137 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:37.799588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 00c06364-8f44-49e6-bb27-48985168fca8 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:00:37.853897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 00c06364-8f44-49e6-bb27-48985168fca8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:37.854346 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:37.890407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:37.940111 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:37.976632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 00c06364-8f44-49e6-bb27-48985168fca8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=00c06364-8f44-49e6-bb27-48985168fca8,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:00:37.981121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.027914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Router 82bf0e0b-7423-43aa-94bf-8fd33abc423e is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:00:38.039085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=00c06364-8f44-49e6-bb27-48985168fca8,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:38.141746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:00:38.149659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09003a61-5b65-4523-a2f3-7f6652923ebb None None] Network 4d0b7714-7bad-49a1-9672-d03aca57f799 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:00:38.152337 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Sync routers for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:00:38.160158 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.165036 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2e4fbf1e-c791-4045-bc0c-27060e91a0d0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7760952 Nov 09 01:00:38.165164 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:00:38.165164 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:00:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:38.165423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58494) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:38.231573 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-11327547-75f8-4314-9476-121b5374ac95 None None] Provisioning complete for port 00c06364-8f44-49e6-bb27-48985168fca8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:38.231948 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-11327547-75f8-4314-9476-121b5374ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.270552 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:00:38.461422 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:37Z', 'revision_number': 3, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:38.488045 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Checking router: 82bf0e0b-7423-43aa-94bf-8fd33abc423e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:00:38.488390 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Updating router 82bf0e0b-7423-43aa-94bf-8fd33abc423e port 47353289-825f-4a04-81f5-65a7634d2dff binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:00:38.517582 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.596835 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.701783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-04f859b9-5f18-4a27-bb1b-f7a6cb80de7a None None] Provisioning complete for port 00c06364-8f44-49e6-bb27-48985168fca8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:38.702234 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04f859b9-5f18-4a27-bb1b-f7a6cb80de7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.756613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Allocated IP 172.20.0.1 (4d0b7714-7bad-49a1-9672-d03aca57f799/4be7f968-4ca1-4beb-9d71-07734398e9a9/2b0bc45d-de5c-4368-8176-5bd0eda928d0) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:00:38.774153 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.780222 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.821894 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Attempting to bind port 47353289-825f-4a04-81f5-65a7634d2dff on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:00:38.822250 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Attempting to bind port 47353289-825f-4a04-81f5-65a7634d2dff by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:00:38.822599 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Attempting to bind port 47353289-825f-4a04-81f5-65a7634d2dff on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:00:38.833929 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:00:38.834289 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:00:38.834675 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.835051 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:00:38.835506 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Bound port: 47353289-825f-4a04-81f5-65a7634d2dff, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:00:38.835869 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.860281 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Pushing event updated for resources: {'Port': ['ID=47353289-825f-4a04-81f5-65a7634d2dff,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:38.867415 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.882475 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:38.882816 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:38.883141 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:38.883464 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:38.883784 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:38.884104 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:38.884418 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:38.884731 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:38.885040 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:38.885402 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:38.885676 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:38.885982 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:00:38.903913 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] For port 47353289-825f-4a04-81f5-65a7634d2dff, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:00:38.905500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.907717 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] For port 47353289-825f-4a04-81f5-65a7634d2dff, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47353289-825f-4a04-81f5-65a7634d2dff,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:00:38.912126 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:38.946130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Network 4d0b7714-7bad-49a1-9672-d03aca57f799 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:00:38.951991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:00:38.955796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:00:38.970582 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:00:38.971089 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:00:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:38.972982 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf250e-49dd-4bfe-b386-71a454a66b5d None None] Pushing event updated for resources: {'Port': ['ID=47353289-825f-4a04-81f5-65a7634d2dff,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:38.979392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Pushing event updated for resources: {'Port': ['ID=2b0bc45d-de5c-4368-8176-5bd0eda928d0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:39.006768 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:39.082496 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:00:39.141508 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:39.208239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-564a6b8b-17cd-4701-a98c-23f2f87d29fb None None] Provisioning complete for port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:39.208840 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-564a6b8b-17cd-4701-a98c-23f2f87d29fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:39.248905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-564a6b8b-17cd-4701-a98c-23f2f87d29fb None None] Port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:00:39.310977 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:39.315879 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:39.355639 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:37Z', 'revision_number': 3, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:39.385070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:39.385713 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4058afe9-1053-42f5-8f69-0652c04305ce None None] The sync data for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 is: [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:37Z', 'revision_number': 3, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:00:39.386972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Pushing event updated for resources: {'Port': ['ID=2b0bc45d-de5c-4368-8176-5bd0eda928d0,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:39.482508 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Network 4d0b7714-7bad-49a1-9672-d03aca57f799 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:00:39.483917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:00:39.616722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Router 82bf0e0b-7423-43aa-94bf-8fd33abc423e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:00:39.759390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:00:39.764960 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ca7cf2b4-5295-4df6-8d41-11bc2787d2dd admin admin] 10.222.0.25 "PUT /v2.0/routers/82bf0e0b-7423-43aa-94bf-8fd33abc423e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5987294 Nov 09 01:00:39.794592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4bba63d4-c8e9-41f1-bad4-f919981680c4 None None] Provisioning complete for port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:39.795217 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4bba63d4-c8e9-41f1-bad4-f919981680c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:39.858763 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4bba63d4-c8e9-41f1-bad4-f919981680c4 None None] Port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:00:39.878921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47353289-825f-4a04-81f5-65a7634d2dff up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:00:39.951676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 47353289-825f-4a04-81f5-65a7634d2dff triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:39.952301 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:40.061579 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:40.088943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 47353289-825f-4a04-81f5-65a7634d2dff, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47353289-825f-4a04-81f5-65a7634d2dff,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:00:40.096499 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:40.096714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 00c06364-8f44-49e6-bb27-48985168fca8 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:00:40.204135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 00c06364-8f44-49e6-bb27-48985168fca8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:40.204506 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:40.230147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=47353289-825f-4a04-81f5-65a7634d2dff,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:41.080839 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Sync routers for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:00:41.090846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:00:41.091461 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:00:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:41.195929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:00:41.395921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 2, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:41.423417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Checking router: 82bf0e0b-7423-43aa-94bf-8fd33abc423e for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:00:41.423768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Updating router 82bf0e0b-7423-43aa-94bf-8fd33abc423e port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:00:41.452486 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.506593 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 58506) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:41.511180 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-addeeeb3-39c5-43fe-ae91-4b8ac9c50a29 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263521846', 'description': 'tempest-description--618002518'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:00:41.533641 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-addeeeb3-39c5-43fe-ae91-4b8ac9c50a29 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.600242 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-addeeeb3-39c5-43fe-ae91-4b8ac9c50a29 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.604360 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-addeeeb3-39c5-43fe-ae91-4b8ac9c50a29 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.634448 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addeeeb3-39c5-43fe-ae91-4b8ac9c50a29 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37a9558-4fd2-4b78-8a98-12063a56cba4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:41.640426 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-addeeeb3-39c5-43fe-ae91-4b8ac9c50a29 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.644623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58508) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:41.645576 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-addeeeb3-39c5-43fe-ae91-4b8ac9c50a29 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1370199 Nov 09 01:00:41.650150 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f5c6480b-93c7-427b-b201-db0020c3f222 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Request body: {'security_group_rule': {'security_group_id': 'b37a9558-4fd2-4b78-8a98-12063a56cba4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:00:41.677458 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5c6480b-93c7-427b-b201-db0020c3f222 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.724616 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.731431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.744893 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5c6480b-93c7-427b-b201-db0020c3f222 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.760659 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5c6480b-93c7-427b-b201-db0020c3f222 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.783209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6480b-93c7-427b-b201-db0020c3f222 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e1dead-e239-4a31-825b-15a3062e3216,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:41.788640 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f5c6480b-93c7-427b-b201-db0020c3f222 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.790002 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f5c6480b-93c7-427b-b201-db0020c3f222 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436930 Nov 09 01:00:41.792691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58510) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:41.795455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47353289-825f-4a04-81f5-65a7634d2dff up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:00:41.797458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-7941a5a4-b66a-44e0-9f4d-3d678ad2abd5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Request body: {'security_group_rule': {'security_group_id': 'b37a9558-4fd2-4b78-8a98-12063a56cba4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:00:41.826603 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7941a5a4-b66a-44e0-9f4d-3d678ad2abd5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.867696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb166076-a7a2-4011-b0b0-a0e2fb8c0e31 None None] Pushing event updated for resources: {'Port': ['ID=2b0bc45d-de5c-4368-8176-5bd0eda928d0,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:41.888029 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7941a5a4-b66a-44e0-9f4d-3d678ad2abd5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.893417 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7941a5a4-b66a-44e0-9f4d-3d678ad2abd5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.912790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Attempting to bind port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:00:41.913129 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941a5a4-b66a-44e0-9f4d-3d678ad2abd5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ea7c2c-677d-454e-8df0-330486dc0106,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:41.913241 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Attempting to bind port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:00:41.913530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Attempting to bind port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:00:41.922981 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:00:41.923434 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:00:41.923875 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7941a5a4-b66a-44e0-9f4d-3d678ad2abd5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.923990 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.924403 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Bound using segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:00:41.928029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Bound port: 2b0bc45d-de5c-4368-8176-5bd0eda928d0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:00:41.928190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7941a5a4-b66a-44e0-9f4d-3d678ad2abd5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313484 Nov 09 01:00:41.928280 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.928354 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58512) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:41.933946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:00:41.951880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 47353289-825f-4a04-81f5-65a7634d2dff triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:41.952098 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:41.963648 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.046257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-577b682f-8383-484a-bf2c-6f1346fb481a None None] Provisioning complete for port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:42.046554 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-577b682f-8383-484a-bf2c-6f1346fb481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.053336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] For port 2b0bc45d-de5c-4368-8176-5bd0eda928d0, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:00:42.064821 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.090228 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] For port 2b0bc45d-de5c-4368-8176-5bd0eda928d0, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2b0bc45d-de5c-4368-8176-5bd0eda928d0,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:00:42.115315 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.147865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-577b682f-8383-484a-bf2c-6f1346fb481a None None] Port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:00:42.168005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Allocated IP 172.25.0.92 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/f4a3d825-173a-4049-99a1-201fd4c44385) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:00:42.195294 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb166076-a7a2-4011-b0b0-a0e2fb8c0e31 None None] Pushing event updated for resources: {'Port': ['ID=2b0bc45d-de5c-4368-8176-5bd0eda928d0,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:42.198077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:00:42.198675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:00:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:42.294042 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.332507 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.374992 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:00:42.381183 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:00:42.385098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:00:42.409382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event updated for resources: {'Port': ['ID=f4a3d825-173a-4049-99a1-201fd4c44385,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:42.478197 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.485961 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:00:42.516299 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.517320 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-943fbf99-99a3-42e6-b806-d26f97ece92f None None] Provisioning complete for port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:42.517708 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-943fbf99-99a3-42e6-b806-d26f97ece92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.665397 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.670743 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.705421 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-943fbf99-99a3-42e6-b806-d26f97ece92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.751256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.754934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event updated for resources: {'Port': ['ID=f4a3d825-173a-4049-99a1-201fd4c44385,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:42.767699 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-56db31fc-52fb-4a8b-9266-46e4bb621ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.768567 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.777905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2662d701-e8c9-4002-9e92-efc576dc5fc2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8483682 Nov 09 01:00:42.781472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-943fbf99-99a3-42e6-b806-d26f97ece92f None None] For port 2b0bc45d-de5c-4368-8176-5bd0eda928d0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2b0bc45d-de5c-4368-8176-5bd0eda928d0,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:00:42.789156 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-943fbf99-99a3-42e6-b806-d26f97ece92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:42.825598 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:42.863366 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b92190-638a-434d-9c74-7068873d96cf None None] The sync data for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 is: [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:00:42.875252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fbf99-99a3-42e6-b806-d26f97ece92f None None] Pushing event updated for resources: {'Port': ['ID=2b0bc45d-de5c-4368-8176-5bd0eda928d0,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:42.945546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-6d1a32fd-6197-4a3b-bd9b-bc146d535f85 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--263521846&fields=id&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 267 time: 0.0619588 Nov 09 01:00:43.063640 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-cbcdf5ce-6dce-420a-8e0a-bbf3d8787e0a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:43.065182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-cbcdf5ce-6dce-420a-8e0a-bbf3d8787e0a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 812 time: 0.1128101 Nov 09 01:00:43.081153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-a346f5f8-35aa-4a4c-9bf0-845dc9518318 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/quotas/d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 375 time: 0.0098133 Nov 09 01:00:43.136133 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-81e36d95-45ee-4352-9aec-3f23c35017fa tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485911 Nov 09 01:00:43.238369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-8a3c73dc-ec2c-451c-b9cf-795891b5fdee service neutron] 10.222.0.25 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894973 Nov 09 01:00:43.335479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-1e2f7447-aa52-4083-9e0a-ddaea278dcd4 service neutron] 10.222.0.25 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910244 Nov 09 01:00:43.512045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-141e0c4a-f729-4439-8ee9-c9f2ca1f288b req-2dd626de-f5ee-44d7-8999-984cb4a3d4b1 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 210 time: 0.0281084 Nov 09 01:00:43.809870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2b0bc45d-de5c-4368-8176-5bd0eda928d0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:00:43.863433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:43.864809 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:44.605855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-32813418-7835-46e8-b28e-8561b8adb8bf tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:44.607378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-32813418-7835-46e8-b28e-8561b8adb8bf tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 812 time: 0.1328940 Nov 09 01:00:44.627220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2a43b89-a5d3-4843-b97e-abbe9c0875e6 req-5a0595ef-6d26-41c8-8901-34f83f2e9d52 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 210 time: 0.0404456 Nov 09 01:00:44.673436 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-c9908bde-a309-4712-a2d3-44161d780c96 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 379 time: 0.0524788 Nov 09 01:00:44.683839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Request body: {'port': {'device_id': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'admin_state_up': True, 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'security_groups': ['b37a9558-4fd2-4b78-8a98-12063a56cba4']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:00:44.790404 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Made reservation on behalf of d66d2dc7c2a04948877e469c109777db for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:00:44.793849 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:44.829818 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-be85dc5f-46a8-4b67-b7a3-2888ee3dab7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:44.921743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Allocated IP 172.20.0.14 (4d0b7714-7bad-49a1-9672-d03aca57f799/4be7f968-4ca1-4beb-9d71-07734398e9a9/6f9d059c-73d2-4046-b2d6-1ddee3a99a68) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:00:45.053534 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:45.086224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:45.132715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Network 4d0b7714-7bad-49a1-9672-d03aca57f799 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:00:45.137604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:00:45.139923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:00:45.167173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event updated for resources: {'Port': ['ID=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:45.195595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:45.196221 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:45.213970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-151d6b20-e5e1-494a-b204-b86a7ca4ea64 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5335517 Nov 09 01:00:45.227472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Request body: {'port': {'device_id': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:00:45.282527 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:45.428964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f946927f-aebd-42b5-a6b9-7304d70e9f9e None None] Provisioning complete for port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:45.429250 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f946927f-aebd-42b5-a6b9-7304d70e9f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:45.463129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f946927f-aebd-42b5-a6b9-7304d70e9f9e None None] Port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:00:45.546633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:00:45.553928 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:45.565500 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Transition to ACTIVE for port object 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:00:45.569914 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:45.623782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Pushing event updated for resources: {'Port': ['ID=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:45.698580 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Attempting to bind port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:00:45.698909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Attempting to bind port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:00:45.699262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Attempting to bind port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:00:45.714114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:00:45.714438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Attempting to bind port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:00:45.740857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:00:45.741194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:00:45.741607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Bound using segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:00:45.742058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Bound port: 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:00:45.742456 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:45.771276 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d77ea-917f-48bf-9f59-83f6d8e87bbb req-e694e689-612a-4761-8103-f061c73cf553 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:45.772790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e38d77ea-917f-48bf-9f59-83f6d8e87bbb req-e694e689-612a-4761-8103-f061c73cf553 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 944 time: 0.0711207 Nov 09 01:00:45.851676 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:00:45.856570 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e38d77ea-917f-48bf-9f59-83f6d8e87bbb req-cdc3291b-4083-4597-ae99-5209897ee358 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661356 Nov 09 01:00:45.858166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:00:45.862247 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:45.896663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:45.897437 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:45.898870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] 10.222.0.30 "PUT /v2.0/ports/6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 200 len: 1092 time: 0.6762204 Nov 09 01:00:45.899305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:00:45.901646 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290291c3-80bb-45ea-a503-770caef23ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:00:45.937229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54084e0e-9cd1-4ff2-8729-818f5bb8c8bf service neutron] Pushing event updated for resources: {'Port': ['ID=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:45.976264 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c573f9dd-3491-4038-bf81-ca43604e0879 x-openstack-request-id: req-c573f9dd-3491-4038-bf81-ca43604e0879 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:00:45.976554 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:00:45.976937 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c573f9dd-3491-4038-bf81-ca43604e0879 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:00:45.977333 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'status': 'completed', 'code': 200} Nov 09 01:00:45.993623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-8958c9d9-1c2b-400f-bb19-6acd89677e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:45.995160 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-8958c9d9-1c2b-400f-bb19-6acd89677e22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 1095 time: 0.0527437 Nov 09 01:00:46.042472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-0e50d520-d5ea-46cd-9e0c-95a8643b6c80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 200 len: 217 time: 0.0371277 Nov 09 01:00:46.091795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-dc37477c-ecdc-4ee2-9868-be583087f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:46.093264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-dc37477c-ecdc-4ee2-9868-be583087f559 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0444486 Nov 09 01:00:46.141325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-6a52bbe0-05b6-48bf-b6ee-e176f1331224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:46.142825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-6a52bbe0-05b6-48bf-b6ee-e176f1331224 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425706 Nov 09 01:00:46.232372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-a148b332-1a31-4e1a-a1e9-e4c9e3feb4b8 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818522 Nov 09 01:00:46.253278 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:46.314933 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:46.328264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c5c34613-7781-4af3-b977-8e8b93a3a422 req-f3a4b53e-47d8-4d37-93cf-8ca50bea7259 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887229 Nov 09 01:00:46.415627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290291c3-80bb-45ea-a503-770caef23ab8 req-473577a3-0f9d-4650-98dd-e3176bb3a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:46.417081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-290291c3-80bb-45ea-a503-770caef23ab8 req-473577a3-0f9d-4650-98dd-e3176bb3a2bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 1095 time: 0.0415339 Nov 09 01:00:46.506099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290291c3-80bb-45ea-a503-770caef23ab8 req-6e58dd11-84b7-4d97-8c2e-cdbd4543ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:46.507494 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-290291c3-80bb-45ea-a503-770caef23ab8 req-6e58dd11-84b7-4d97-8c2e-cdbd4543ed2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0839241 Nov 09 01:00:46.552860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-290291c3-80bb-45ea-a503-770caef23ab8 req-2f47ab39-d633-441e-8d15-b1b29dc23713 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 200 len: 217 time: 0.0381296 Nov 09 01:00:46.601994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290291c3-80bb-45ea-a503-770caef23ab8 req-fe90ef32-2fa0-4075-b601-4c04f4097f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:46.603421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-290291c3-80bb-45ea-a503-770caef23ab8 req-fe90ef32-2fa0-4075-b601-4c04f4097f73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0431423 Nov 09 01:00:46.650629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290291c3-80bb-45ea-a503-770caef23ab8 req-5638ed32-f290-478d-83ad-bdea865a6b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:46.652098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-290291c3-80bb-45ea-a503-770caef23ab8 req-5638ed32-f290-478d-83ad-bdea865a6b24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399601 Nov 09 01:00:46.710299 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:46.746085 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-290291c3-80bb-45ea-a503-770caef23ab8 req-eabefbc3-2d88-4174-ba57-5b85ee77d7a6 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863190 Nov 09 01:00:46.833335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-290291c3-80bb-45ea-a503-770caef23ab8 req-812ff630-b944-47d3-a944-b88bbd3d189a service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802188 Nov 09 01:00:47.294506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620e730-82f8-41d5-83eb-41b537974fe9 req-e039a9ce-3d1d-4760-a508-aa294bdb3c8b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:47.295967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e620e730-82f8-41d5-83eb-41b537974fe9 req-e039a9ce-3d1d-4760-a508-aa294bdb3c8b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 944 time: 0.3722739 Nov 09 01:00:47.342969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e620e730-82f8-41d5-83eb-41b537974fe9 req-f1dfdd37-f7ab-4988-842f-aaf01d96068c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402751 Nov 09 01:00:47.787885 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:48.454499 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:48.462957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e7656-90b9-425d-923f-f19cda21e9d1 req-1a535db4-9561-44d1-8a2e-552073501af6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:48.464464 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-974e7656-90b9-425d-923f-f19cda21e9d1 req-1a535db4-9561-44d1-8a2e-552073501af6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 944 time: 0.0496686 Nov 09 01:00:48.511152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-974e7656-90b9-425d-923f-f19cda21e9d1 req-fae65c12-a5ff-4bd4-a54c-765369b2c580 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407276 Nov 09 01:00:49.383907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:00:49.476581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:00:49.487279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'port_id': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'mac_address': 'fa:16:3e:2b:7e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:00:49.527234 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:49.539933 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:00:49.559323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:00:49.568253 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:49.616092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:49.636535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ad225-2ce2-4b0b-8f49-a2bb3dc41b95 req-b4c163a6-6104-48ef-91f8-8d9baa2dc9e0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:49.638022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f4ad225-2ce2-4b0b-8f49-a2bb3dc41b95 req-b4c163a6-6104-48ef-91f8-8d9baa2dc9e0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 945 time: 0.0524576 Nov 09 01:00:49.688253 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f4ad225-2ce2-4b0b-8f49-a2bb3dc41b95 req-39b018a2-b9bf-43c4-9a4a-73fe9731adc0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440733 Nov 09 01:00:49.769605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6f9d059c-73d2-4046-b2d6-1ddee3a99a68'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:00:50.802488 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bd544-b7d3-4a4e-9a27-dafdabe7087f req-5bf51fe9-6290-4a52-90e7-577310f81c43 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:50.803960 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d1bd544-b7d3-4a4e-9a27-dafdabe7087f req-5bf51fe9-6290-4a52-90e7-577310f81c43 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 945 time: 0.0484679 Nov 09 01:00:50.849882 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d1bd544-b7d3-4a4e-9a27-dafdabe7087f req-2244d45b-f781-472c-b761-54099cf8ec39 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400832 Nov 09 01:00:51.390358 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:00:51.437857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:00:51.442296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:00:51.442662 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:51.517911 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:51.540196 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:00:51.542434 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a85440200dcea5e83655ff48480957b73827f90326c3a7f24c3cd4a950e9d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2648387c-ca42-44a2-a5fb-f0f7d43ed791" -d '{"events": [{"server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:00:51.558596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:00:51.562729 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:51.586334 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ac82d4-a263-4e13-ba94-83f4a9c9ae33 x-openstack-request-id: req-85ac82d4-a263-4e13-ba94-83f4a9c9ae33 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:00:51.586618 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:00:51.586868 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85ac82d4-a263-4e13-ba94-83f4a9c9ae33 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:00:51.587253 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'code': 200} Nov 09 01:00:51.613317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:00:51.677035 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd179b4-9109-4139-be45-766eb24d96fc req-36d2a399-0419-405e-9fbe-47852ea06af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:51.678475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9dd179b4-9109-4139-be45-766eb24d96fc req-36d2a399-0419-405e-9fbe-47852ea06af2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 1097 time: 0.0396903 Nov 09 01:00:51.723662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9dd179b4-9109-4139-be45-766eb24d96fc req-2e2d03a8-fd5c-4a68-bfc9-db267a0ecce9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371943 Nov 09 01:00:51.971356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7f4c1-353d-4d42-92e4-e00af2acb9c3 req-371d0322-30f6-41ea-9117-0eb39c51f116 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:51.972781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58b7f4c1-353d-4d42-92e4-e00af2acb9c3 req-371d0322-30f6-41ea-9117-0eb39c51f116 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0544987 Nov 09 01:00:52.022239 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58b7f4c1-353d-4d42-92e4-e00af2acb9c3 req-b1e1d27a-ef4e-47fb-9f1b-691cfae3a1e2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430384 Nov 09 01:00:53.138579 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b619fb-6ff6-4abb-8c0e-3306b26bc049 req-6bf5b07e-fe8d-41b9-b32e-379563597d8b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:53.140069 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42b619fb-6ff6-4abb-8c0e-3306b26bc049 req-6bf5b07e-fe8d-41b9-b32e-379563597d8b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0491014 Nov 09 01:00:53.188386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-42b619fb-6ff6-4abb-8c0e-3306b26bc049 req-ee3fcd00-8177-4995-a92f-55d055782f8d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423028 Nov 09 01:00:53.303607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299cd0e-c18e-4b1f-9e23-bbed1caa10f5 req-4fbd8743-0ec8-4c38-8371-c2faa017825d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:53.305037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3299cd0e-c18e-4b1f-9e23-bbed1caa10f5 req-4fbd8743-0ec8-4c38-8371-c2faa017825d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0532954 Nov 09 01:00:53.313654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58560) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:00:53.318100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d2e74e22-0f39-4c4d-b465-f04fbd6d5a2e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Request body: {'floatingip': {'port_id': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:00:53.357788 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2e74e22-0f39-4c4d-b465-f04fbd6d5a2e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:53.791764 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2e74e22-0f39-4c4d-b465-f04fbd6d5a2e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:53.795445 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2e74e22-0f39-4c4d-b465-f04fbd6d5a2e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:53.894218 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-d2e74e22-0f39-4c4d-b465-f04fbd6d5a2e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2 associated. External IP: 172.25.0.92, port: 6f9d059c-73d2-4046-b2d6-1ddee3a99a68. Nov 09 01:00:54.101607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e74e22-0f39-4c4d-b465-f04fbd6d5a2e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Router 82bf0e0b-7423-43aa-94bf-8fd33abc423e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:00:54.207862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e74e22-0f39-4c4d-b465-f04fbd6d5a2e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:00:54.212483 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d2e74e22-0f39-4c4d-b465-f04fbd6d5a2e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:00:54.218242 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9bc5c-e7e7-4ce1-a985-761f3c9c0dd2 None None] Sync routers for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:00:54.228323 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9bc5c-e7e7-4ce1-a985-761f3c9c0dd2 None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:00:54.228922 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c6b9bc5c-e7e7-4ce1-a985-761f3c9c0dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:00:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:54.239644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d2e74e22-0f39-4c4d-b465-f04fbd6d5a2e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "PUT /v2.0/floatingips/2a7d44b9-5ef4-4d39-9c0e-1292644985d2 HTTP/1.1" status: 200 len: 991 time: 0.9249272 Nov 09 01:00:54.240241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:00:54.242529 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ba85e9ab32fb299395a9a71ec914dbec8b7dd15d64058b1eb9c00ef8b20fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a366bab5-2fd2-4c87-9892-f1fbff7030a2" -d '{"events": [{"name": "network-changed", "server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:00:54.280134 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fc7589-49e6-437f-944a-7d5df739f61d x-openstack-request-id: req-a4fc7589-49e6-437f-944a-7d5df739f61d {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:00:54.280513 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:00:54.280855 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4fc7589-49e6-437f-944a-7d5df739f61d {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:00:54.281300 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'status': 'completed', 'code': 200} Nov 09 01:00:54.342459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366bab5-2fd2-4c87-9892-f1fbff7030a2 req-2ba73cb6-8c40-418a-8565-ff779a26cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:54.343976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a366bab5-2fd2-4c87-9892-f1fbff7030a2 req-2ba73cb6-8c40-418a-8565-ff779a26cf61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 1097 time: 0.0413446 Nov 09 01:00:54.347134 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c6b9bc5c-e7e7-4ce1-a985-761f3c9c0dd2 None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:00:54.444808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366bab5-2fd2-4c87-9892-f1fbff7030a2 req-6a63e78a-5957-4255-8366-9c45283eea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:54.446649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a366bab5-2fd2-4c87-9892-f1fbff7030a2 req-6a63e78a-5957-4255-8366-9c45283eea0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0952079 Nov 09 01:00:54.512977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a366bab5-2fd2-4c87-9892-f1fbff7030a2 req-138afd89-d8d6-4d09-b4ff-adb064ad3a13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 200 len: 999 time: 0.0589423 Nov 09 01:00:54.563659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366bab5-2fd2-4c87-9892-f1fbff7030a2 req-981c8360-8776-4748-a769-553cdc366c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:54.565135 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a366bab5-2fd2-4c87-9892-f1fbff7030a2 req-981c8360-8776-4748-a769-553cdc366c4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0446732 Nov 09 01:00:54.576753 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c6b9bc5c-e7e7-4ce1-a985-761f3c9c0dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2a7d44b9-5ef4-4d39-9c0e-1292644985d2', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'port_id': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'mac_address': 'fa:16:3e:2b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:00:42Z', 'updated_at': '2021-11-09T01:00:53Z', 'revision_number': 1, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:54.602885 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9bc5c-e7e7-4ce1-a985-761f3c9c0dd2 None None] Checking router: 82bf0e0b-7423-43aa-94bf-8fd33abc423e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:00:54.611789 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9bc5c-e7e7-4ce1-a985-761f3c9c0dd2 None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:00:54.612399 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c6b9bc5c-e7e7-4ce1-a985-761f3c9c0dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:00:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:54.616898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366bab5-2fd2-4c87-9892-f1fbff7030a2 req-07172b30-4db7-4c3b-b6d4-b33664800b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:00:54.618552 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a366bab5-2fd2-4c87-9892-f1fbff7030a2 req-07172b30-4db7-4c3b-b6d4-b33664800b40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457838 Nov 09 01:00:54.708072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a366bab5-2fd2-4c87-9892-f1fbff7030a2 req-1adea0e4-fb27-4fde-a38a-a00e3cb896bc service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822029 Nov 09 01:00:54.715746 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-c6b9bc5c-e7e7-4ce1-a985-761f3c9c0dd2 None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:00:54.804392 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a366bab5-2fd2-4c87-9892-f1fbff7030a2 req-de407076-9fcb-45ad-b52e-2a09fdf68321 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894239 Nov 09 01:00:54.934169 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-c6b9bc5c-e7e7-4ce1-a985-761f3c9c0dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2a7d44b9-5ef4-4d39-9c0e-1292644985d2', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'port_id': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'mac_address': 'fa:16:3e:2b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:00:42Z', 'updated_at': '2021-11-09T01:00:53Z', 'revision_number': 1, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:00:54.966762 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9bc5c-e7e7-4ce1-a985-761f3c9c0dd2 None None] The sync data for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 is: [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2a7d44b9-5ef4-4d39-9c0e-1292644985d2', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'port_id': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'mac_address': 'fa:16:3e:2b:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:00:42Z', 'updated_at': '2021-11-09T01:00:53Z', 'revision_number': 1, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:00:55.153571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ccce5d-6315-48c0-868d-d3e6815c05d2 None None] New status for floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:01:02.195036 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:01:12.748855 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-60964568-61e2-40e3-93d2-494bfffaa58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:14.831059 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1054dbec-b6d1-4f61-ab24-e27b7b7a4317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:16.255828 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:16.313621 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:16.699893 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:17.791125 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:18.455962 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:34.921330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7829f6eb-4186-4db2-a16e-da5b5645f6f1 req-96a06344-9756-413d-ba1e-955584a0646f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398257 Nov 09 01:01:35.004266 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829f6eb-4186-4db2-a16e-da5b5645f6f1 req-f219c71e-44f1-41c6-825c-0fdbf9ba9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:01:35.005785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7829f6eb-4186-4db2-a16e-da5b5645f6f1 req-f219c71e-44f1-41c6-825c-0fdbf9ba9fe9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 1097 time: 0.0403693 Nov 09 01:01:35.109958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829f6eb-4186-4db2-a16e-da5b5645f6f1 req-75c8441d-2036-4e7a-8891-1e56e1fad53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:01:35.111408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7829f6eb-4186-4db2-a16e-da5b5645f6f1 req-75c8441d-2036-4e7a-8891-1e56e1fad53e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0876188 Nov 09 01:01:35.175665 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7829f6eb-4186-4db2-a16e-da5b5645f6f1 req-7e63035c-f167-4af9-9408-1266b2340c7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 200 len: 1001 time: 0.0571856 Nov 09 01:01:35.226964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829f6eb-4186-4db2-a16e-da5b5645f6f1 req-54f62b26-6f60-445f-958e-937b9318f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:01:35.228390 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7829f6eb-4186-4db2-a16e-da5b5645f6f1 req-54f62b26-6f60-445f-958e-937b9318f875 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0460637 Nov 09 01:01:35.273302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829f6eb-4186-4db2-a16e-da5b5645f6f1 req-7f318783-8338-4d95-8c71-7ef0121f4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:01:35.274803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7829f6eb-4186-4db2-a16e-da5b5645f6f1 req-7f318783-8338-4d95-8c71-7ef0121f4be2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395041 Nov 09 01:01:35.363766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7829f6eb-4186-4db2-a16e-da5b5645f6f1 req-689b4bc0-9b46-4abb-87f5-d73f92050c53 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815916 Nov 09 01:01:35.454708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7829f6eb-4186-4db2-a16e-da5b5645f6f1 req-bf5f8462-aaf4-49dd-ab6a-3b2aee9105cc service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837698 Nov 09 01:01:39.193832 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:01:42.750235 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b524e0c1-a56e-4d6c-ad23-25641d72c173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:44.831945 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a9e9759d-0e82-4ca7-969a-6de8bff7ebfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:46.258032 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:46.321750 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:46.698987 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:47.792981 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:01:48.462180 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:12.750733 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fb751819-bf97-42a8-9f7f-d07d07c19cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:14.832033 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c1db47f2-b6fd-426e-af09-c48752875751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:16.193230 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:02:16.260323 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:16.344052 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:16.696654 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:17.795800 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:18.463970 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:30.197502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ed724-07ed-4291-a7e4-78523797954a req-dd43d12e-4a70-4ffb-8a15-15f6c370a5fb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:30.198891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-663ed724-07ed-4291-a7e4-78523797954a req-dd43d12e-4a70-4ffb-8a15-15f6c370a5fb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0936816 Nov 09 01:02:30.245014 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-663ed724-07ed-4291-a7e4-78523797954a req-fbed184a-4ca9-42f6-b913-96dc10f9df8a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401900 Nov 09 01:02:30.499792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-b2c0a26e-1445-491a-9adc-81aef71d128b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0698104 Nov 09 01:02:30.511430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3086d-10a7-4429-8610-e823c65a39de req-90bbdcf3-470b-4ae4-aa6c-d45c6e1059af tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:30.512892 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3c3086d-10a7-4429-8610-e823c65a39de req-90bbdcf3-470b-4ae4-aa6c-d45c6e1059af tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0741181 Nov 09 01:02:30.563134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3c3086d-10a7-4429-8610-e823c65a39de req-c5153dd1-c2a0-4161-982c-ad84df3639cd tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432098 Nov 09 01:02:31.641898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-9bab277d-d467-4add-8f4b-77427c00e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:31.644101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-9bab277d-d467-4add-8f4b-77427c00e666 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 1097 time: 0.0814290 Nov 09 01:02:31.744378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-ef3844ea-b605-4333-992f-c3e89c716371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:31.745953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-ef3844ea-b605-4333-992f-c3e89c716371 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0949137 Nov 09 01:02:31.842529 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-4d5da165-ae09-44d1-93b1-5f566377fac4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 200 len: 1001 time: 0.0891087 Nov 09 01:02:31.851412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfd14b-0db9-4c4c-ad29-da9214825bc6 req-1e21d231-1398-46c8-b616-c1cf8da879d1 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:31.852815 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bbfd14b-0db9-4c4c-ad29-da9214825bc6 req-1e21d231-1398-46c8-b616-c1cf8da879d1 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.1443832 Nov 09 01:02:31.925619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-8d7b1e94-8df6-4455-870a-a9ff56137b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:31.927084 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-8d7b1e94-8df6-4455-870a-a9ff56137b3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0734036 Nov 09 01:02:31.932006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bbfd14b-0db9-4c4c-ad29-da9214825bc6 req-b18f3a6c-9ae1-4ed7-b201-218e7e655ad5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713582 Nov 09 01:02:31.972301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-fddcb3ee-f0de-447e-8239-5beaa5d55082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:31.973807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-fddcb3ee-f0de-447e-8239-5beaa5d55082 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392971 Nov 09 01:02:32.066163 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-951acfc1-ebf7-4a44-96f6-67cf10f5d334 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848861 Nov 09 01:02:32.153421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-567e1768-3986-41d2-8b06-f5a90cacf2b3 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802820 Nov 09 01:02:33.050793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c71499-e2d6-4ea2-8c14-4d9afa107f63 req-23c58519-192e-4d39-bffa-b617620108eb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:33.052254 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8c71499-e2d6-4ea2-8c14-4d9afa107f63 req-23c58519-192e-4d39-bffa-b617620108eb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0526717 Nov 09 01:02:33.099425 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8c71499-e2d6-4ea2-8c14-4d9afa107f63 req-de7c6209-059e-4415-a86d-0def00fd4949 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Nov 09 01:02:34.218588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a98fd-be03-4825-958e-56ef4717c368 req-5383dc1a-6e12-4cd8-9b15-60adcc7fb262 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:34.220058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a56a98fd-be03-4825-958e-56ef4717c368 req-5383dc1a-6e12-4cd8-9b15-60adcc7fb262 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0476043 Nov 09 01:02:34.265565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a56a98fd-be03-4825-958e-56ef4717c368 req-b1d71e77-a377-4f33-8605-450b8e296b45 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394938 Nov 09 01:02:35.380328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b6fc4-acb5-4940-b4bf-5544a4abb37b req-509510a7-455d-488a-9765-6fe195bc182d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:35.381804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-600b6fc4-acb5-4940-b4bf-5544a4abb37b req-509510a7-455d-488a-9765-6fe195bc182d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0477560 Nov 09 01:02:35.431698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-600b6fc4-acb5-4940-b4bf-5544a4abb37b req-0a2fe0d9-bc98-43c3-900f-295d17d76c62 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433681 Nov 09 01:02:35.969102 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981faf4-766d-4c97-bf26-0b43468ac0eb req-2cf963be-24dc-4502-bc09-b5fc6a7f11f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:35.970533 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7981faf4-766d-4c97-bf26-0b43468ac0eb req-2cf963be-24dc-4502-bc09-b5fc6a7f11f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 1097 time: 0.0398870 Nov 09 01:02:36.074107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981faf4-766d-4c97-bf26-0b43468ac0eb req-d37e5d47-0b58-45fc-826a-8af3263c572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:36.075861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7981faf4-766d-4c97-bf26-0b43468ac0eb req-d37e5d47-0b58-45fc-826a-8af3263c572b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0859504 Nov 09 01:02:36.143605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7981faf4-766d-4c97-bf26-0b43468ac0eb req-7e7fe685-1c8f-4ac6-bb12-122ba6e579bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 200 len: 1001 time: 0.0609095 Nov 09 01:02:36.190639 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981faf4-766d-4c97-bf26-0b43468ac0eb req-1f43da53-90b5-45c9-8ca6-163faa86e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:36.192020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7981faf4-766d-4c97-bf26-0b43468ac0eb req-1f43da53-90b5-45c9-8ca6-163faa86e84d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0420647 Nov 09 01:02:36.235957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981faf4-766d-4c97-bf26-0b43468ac0eb req-b3a78a99-3ddf-403f-ae0b-a05e1dfbf01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:36.237321 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7981faf4-766d-4c97-bf26-0b43468ac0eb req-b3a78a99-3ddf-403f-ae0b-a05e1dfbf01c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385787 Nov 09 01:02:36.328268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7981faf4-766d-4c97-bf26-0b43468ac0eb req-89c14fbc-5690-428e-bf22-8eb4d9cba2bb service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839791 Nov 09 01:02:36.418967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7981faf4-766d-4c97-bf26-0b43468ac0eb req-8bb38e44-18b7-492a-bebc-baf609e1afcd service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839705 Nov 09 01:02:36.546508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e655ca-f447-4a76-a119-8597807bbe1d req-ce9e9967-b5a2-4865-a933-6f435f19345c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:36.547976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-28e655ca-f447-4a76-a119-8597807bbe1d req-ce9e9967-b5a2-4865-a933-6f435f19345c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0490248 Nov 09 01:02:36.594057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-28e655ca-f447-4a76-a119-8597807bbe1d req-b74b5aa1-6570-4756-8477-203754b400be tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402088 Nov 09 01:02:37.706442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2108e-b770-440f-8c8f-f829fcb692dd req-bb011ac5-0a28-4065-b3ba-785a096f9e75 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:37.707889 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ef2108e-b770-440f-8c8f-f829fcb692dd req-bb011ac5-0a28-4065-b3ba-785a096f9e75 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0476248 Nov 09 01:02:37.753917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ef2108e-b770-440f-8c8f-f829fcb692dd req-a1f5bea6-b3ee-48d0-8be4-d3effe25c3ab tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395119 Nov 09 01:02:38.871722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fbb23-a236-43cc-8ad6-8c9eb1b1f08c req-21f05b39-1d61-4664-ada9-75294fad6db7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:38.873080 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-736fbb23-a236-43cc-8ad6-8c9eb1b1f08c req-21f05b39-1d61-4664-ada9-75294fad6db7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0521300 Nov 09 01:02:38.919832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-736fbb23-a236-43cc-8ad6-8c9eb1b1f08c req-aae94037-0aa1-4f57-91d4-8c8fd6f3c730 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408766 Nov 09 01:02:40.035274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cc76e-c203-4a70-a31d-549e0d2094e4 req-413075bb-622c-4c7d-917c-5ded7885880e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:40.036750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e78cc76e-c203-4a70-a31d-549e0d2094e4 req-413075bb-622c-4c7d-917c-5ded7885880e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0490415 Nov 09 01:02:40.083921 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e78cc76e-c203-4a70-a31d-549e0d2094e4 req-8f59fc3b-c7cc-465a-8657-25c1d8d88f9d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405056 Nov 09 01:02:41.198367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4046e-0523-4697-93f3-a2ca1e560cfb req-0a651cd8-a950-4ff5-a5cc-022f7ab1d01e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:41.199864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29a4046e-0523-4697-93f3-a2ca1e560cfb req-0a651cd8-a950-4ff5-a5cc-022f7ab1d01e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0485754 Nov 09 01:02:41.249234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29a4046e-0523-4697-93f3-a2ca1e560cfb req-3497fde7-6429-46fc-b22b-4ef92355ddda tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434499 Nov 09 01:02:42.366259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b01598-0cee-4ed4-8210-92f7aa57ac89 req-e3d644f6-dd0f-4ebe-8809-23c5df2878ca tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:42.367722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1b01598-0cee-4ed4-8210-92f7aa57ac89 req-e3d644f6-dd0f-4ebe-8809-23c5df2878ca tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0502603 Nov 09 01:02:42.413874 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1b01598-0cee-4ed4-8210-92f7aa57ac89 req-0e34dd8c-1d36-4d46-930b-31527887ab59 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396314 Nov 09 01:02:42.751952 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-353559ea-cccd-4960-8428-7b1ec23a7c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:43.532071 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2a52a-ca4a-4a2f-82a2-6f1ac9dfb7d1 req-caa98689-59a2-4e4e-8597-62ec6a57adbc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:43.533575 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31f2a52a-ca4a-4a2f-82a2-6f1ac9dfb7d1 req-caa98689-59a2-4e4e-8597-62ec6a57adbc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0493436 Nov 09 01:02:43.584797 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-31f2a52a-ca4a-4a2f-82a2-6f1ac9dfb7d1 req-713c10c3-d681-41cf-95cf-5f2f35b3d0a0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449607 Nov 09 01:02:44.348247 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c636dc12-cb17-4463-90bd-06b858ba47ac service neutron] show failed (client error): The resource could not be found. Nov 09 01:02:44.349258 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c636dc12-cb17-4463-90bd-06b858ba47ac service neutron] 10.222.0.30 "GET /v2.0/ports/6f9d059c-73d2-4046-b2d6-1ddee3a99a68/bindings/n-h2-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.3766935 Nov 09 01:02:44.626430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-86b7f7eb-249d-497a-8ff3-4c0663ff8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:44.627988 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-86b7f7eb-249d-497a-8ff3-4c0663ff8a1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 1097 time: 0.0840819 Nov 09 01:02:44.640845 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:02:44.697012 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:44.700233 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782108f-f760-46f3-9d35-13f8b7c411e6 req-1db9ab9d-e0a2-4407-af4a-6a42f2a84d52 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:44.701775 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4782108f-f760-46f3-9d35-13f8b7c411e6 req-1db9ab9d-e0a2-4407-af4a-6a42f2a84d52 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0483789 Nov 09 01:02:44.748164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4782108f-f760-46f3-9d35-13f8b7c411e6 req-9b98a10d-da19-4d39-8153-ba1bc3a5d352 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403898 Nov 09 01:02:44.836194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a654c99d-e8c0-44fc-81bd-67c3072d651b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:44.896174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:02:44.927342 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:02:44.965429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:02:44.970726 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:44.982945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Transition to ACTIVE for port object 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:02:44.987727 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:45.022255 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a4fdf9-b7e9-42b0-8a61-2e8ed10f5637" -d '{"events": [{"server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:02:45.111085 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,revision_number=6']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:02:45.134842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:45.135194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:45.135538 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:45.135874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:45.136209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:45.136537 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:45.136864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:45.137195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:45.137545 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:45.137878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:45.138202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:45.138526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:45.142439 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 01:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914c2385-a125-40ed-bb43-2d9b8a6eab8c x-openstack-request-id: req-914c2385-a125-40ed-bb43-2d9b8a6eab8c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:02:45.142730 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:02:45.142978 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-914c2385-a125-40ed-bb43-2d9b8a6eab8c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:02:45.143373 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'code': 200} Nov 09 01:02:45.182562 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] No DVR routers for this DVR port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:02:45.313828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Attempting to bind port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:02:45.314150 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Attempting to bind port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:02:45.314468 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Attempting to bind port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:02:45.318607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:02:45.318923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Attempting to bind port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:02:45.323637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:02:45.323961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:02:45.324331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Bound using segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:02:45.324741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Bound port: 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:02:45.325080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:45.384858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:02:45.387798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:02:45.392062 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:45.425186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:45.425918 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:45.427332 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] 10.222.0.11 "PUT /v2.0/ports/6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 200 len: 1092 time: 0.7904985 Nov 09 01:02:45.448313 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e963c2-83d2-49be-baad-fc7089cd4631 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,revision_number=7']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:02:45.497746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-0206ddcc-1bd7-4070-8509-9ccb4233265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:45.499304 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-0206ddcc-1bd7-4070-8509-9ccb4233265d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 1095 time: 0.0462267 Nov 09 01:02:45.591953 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-b06ff0eb-3049-4942-a77d-83c69a448181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:45.593450 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-b06ff0eb-3049-4942-a77d-83c69a448181 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0869870 Nov 09 01:02:45.662136 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-9dd93eb6-b3e4-426a-986e-eb1ad6526bd3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 200 len: 999 time: 0.0617132 Nov 09 01:02:45.710465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-59414bee-7d0d-41aa-af78-102230d616d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:45.712444 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-59414bee-7d0d-41aa-af78-102230d616d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0425241 Nov 09 01:02:45.755933 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-5fd7b2d7-4781-47e8-9bb5-7b40abf96723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:45.757392 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-5fd7b2d7-4781-47e8-9bb5-7b40abf96723 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389445 Nov 09 01:02:45.851680 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-6e8af205-8419-405c-8034-63c97dc0691f service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868266 Nov 09 01:02:45.865511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f4b3f-e6da-4d89-ae5b-3dce1a5e4d57 req-4c814476-f3b0-44c5-8760-10b601bed668 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:45.866988 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a62f4b3f-e6da-4d89-ae5b-3dce1a5e4d57 req-4c814476-f3b0-44c5-8760-10b601bed668 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 944 time: 0.0484078 Nov 09 01:02:45.920021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a62f4b3f-e6da-4d89-ae5b-3dce1a5e4d57 req-e82e4a1b-4674-4da5-8b41-cb7c6ae610ae tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469220 Nov 09 01:02:45.940702 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-167cd082-2a47-4caa-9b13-9413e5f57122 req-ef8dc1cb-2cab-4c53-8dc1-bfc555382a3c service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818243 Nov 09 01:02:46.264127 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:46.339402 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:46.719737 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:47.038212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fce99-0714-4789-8c0a-8128bc0dd294 req-04c7858f-808c-401c-957a-61e916a3c15b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:47.040344 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc6fce99-0714-4789-8c0a-8128bc0dd294 req-04c7858f-808c-401c-957a-61e916a3c15b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 944 time: 0.0508316 Nov 09 01:02:47.089132 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc6fce99-0714-4789-8c0a-8128bc0dd294 req-3eb82fa9-cd30-4baf-a2a0-6c9a156563a9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426719 Nov 09 01:02:47.144642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:02:47.147003 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200735bb-035a-416d-8356-52dbd2718cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:02:47.194515 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6f9853-eff4-4af6-ab92-ebd4bfa95a1d x-openstack-request-id: req-5b6f9853-eff4-4af6-ab92-ebd4bfa95a1d {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:02:47.194784 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:02:47.195036 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b6f9853-eff4-4af6-ab92-ebd4bfa95a1d {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:02:47.195435 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'status': 'completed', 'code': 200} Nov 09 01:02:47.257943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200735bb-035a-416d-8356-52dbd2718cbd req-0c5aca3f-3e54-4be8-86f4-fac2b6cd93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:47.259448 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-0c5aca3f-3e54-4be8-86f4-fac2b6cd93b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 1095 time: 0.0405736 Nov 09 01:02:47.262574 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200735bb-035a-416d-8356-52dbd2718cbd req-00bda1fc-40ad-4c92-8ab1-1fcd7ebd6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:47.264014 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-00bda1fc-40ad-4c92-8ab1-1fcd7ebd6657 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 1095 time: 0.0438206 Nov 09 01:02:47.356221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200735bb-035a-416d-8356-52dbd2718cbd req-45b83eac-31a9-45bb-bea4-e5559f3f995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:47.357823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-45b83eac-31a9-45bb-bea4-e5559f3f995a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0905640 Nov 09 01:02:47.360094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200735bb-035a-416d-8356-52dbd2718cbd req-440644c3-05b4-4348-bd71-5e29e46f34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:47.361554 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-440644c3-05b4-4348-bd71-5e29e46f34c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0879650 Nov 09 01:02:47.427412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-2071ffdb-1b65-4b78-a01b-ab01c1e61745 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 200 len: 999 time: 0.0629551 Nov 09 01:02:47.442000 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-eab6f7bd-cdc6-4a80-94af-ac329262e00e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 200 len: 999 time: 0.0673730 Nov 09 01:02:47.485722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200735bb-035a-416d-8356-52dbd2718cbd req-382fe493-1783-4d1b-b952-2592b8ee5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:47.487205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-382fe493-1783-4d1b-b952-2592b8ee5c71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0507021 Nov 09 01:02:47.504166 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200735bb-035a-416d-8356-52dbd2718cbd req-c5946ca8-347d-4dd9-a78e-7682bc10e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:47.505657 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-c5946ca8-347d-4dd9-a78e-7682bc10e936 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0463986 Nov 09 01:02:47.535190 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200735bb-035a-416d-8356-52dbd2718cbd req-d554d978-83c3-4a3f-83e4-142ecb3c48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:47.536619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-d554d978-83c3-4a3f-83e4-142ecb3c48e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425022 Nov 09 01:02:47.550531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200735bb-035a-416d-8356-52dbd2718cbd req-1eaba2d8-02a8-45db-9b9d-fee5d4a79067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:47.552199 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-1eaba2d8-02a8-45db-9b9d-fee5d4a79067 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397139 Nov 09 01:02:47.634158 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-bf6a2b6e-66b6-46d2-9249-0a3858e6d9c3 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888646 Nov 09 01:02:47.733039 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-dd47874a-df2d-4e9e-a989-04aa01108658 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924840 Nov 09 01:02:47.783508 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:02:47.830644 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:47.835482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:02:47.969610 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-b2bd1bf2-fb66-4d07-8ecc-8142efd8d25c service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099250 Nov 09 01:02:48.058080 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-200735bb-035a-416d-8356-52dbd2718cbd req-88bbcc6f-cb10-47d9-a748-55df4030aa87 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810180 Nov 09 01:02:48.207622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c8b69-720c-4f96-a782-6b609337a632 req-ac9d6227-33cb-4403-917f-1037fa71be2e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:48.209160 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-968c8b69-720c-4f96-a782-6b609337a632 req-ac9d6227-33cb-4403-917f-1037fa71be2e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 944 time: 0.0509601 Nov 09 01:02:48.255265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-968c8b69-720c-4f96-a782-6b609337a632 req-52c2e506-7054-4bfa-91c4-cf5fbe2fa490 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401373 Nov 09 01:02:48.383749 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:02:48.476954 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:48.486850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dacf1-c34c-45de-8595-d6748d0ec43c req-a22766ad-d32a-455d-b281-0157cfca703f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:48.488357 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b9dacf1-c34c-45de-8595-d6748d0ec43c req-a22766ad-d32a-455d-b281-0157cfca703f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 944 time: 0.0850906 Nov 09 01:02:48.495372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:02:48.497299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-e444bc5d-d8f8-452a-b7d2-05e423c25e2d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:48.498739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-e444bc5d-d8f8-452a-b7d2-05e423c25e2d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.30 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2&tenant_id=d66d2dc7c2a04948877e469c109777db&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 944 time: 0.0848868 Nov 09 01:02:48.506805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'port_id': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'mac_address': 'fa:16:3e:2b:7e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:02:48.548025 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:48.561251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:02:48.579631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b9dacf1-c34c-45de-8595-d6748d0ec43c req-162a807e-9e0c-4888-9b47-962e90472455 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799098 Nov 09 01:02:48.580397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:02:48.585481 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:48.586809 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-8426b2e1-f3e4-439d-bc4d-c9581202a8ce service neutron] delete failed (client error): The resource could not be found. Nov 09 01:02:48.587871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-8426b2e1-f3e4-439d-bc4d-c9581202a8ce service neutron] 10.222.0.30 "DELETE /v2.0/ports/6f9d059c-73d2-4046-b2d6-1ddee3a99a68/bindings/n-h1-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0814447 Nov 09 01:02:48.639908 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:02:48.647158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:48.647567 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:48.647903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:48.648232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:48.648561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:48.648880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:48.649753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:48.650080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:48.650395 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:48.650709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:48.651048 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:48.651370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:02:48.678422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-ec65bf0d-bd64-49cb-b0f0-674bb84152c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:48.679969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-ec65bf0d-bd64-49cb-b0f0-674bb84152c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 1096 time: 0.0469055 Nov 09 01:02:48.770486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-7adadaf6-d7b7-46ae-8d63-b1837ca00ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:48.771955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-7adadaf6-d7b7-46ae-8d63-b1837ca00ebf service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0836766 Nov 09 01:02:48.808193 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['6f9d059c-73d2-4046-b2d6-1ddee3a99a68'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:02:48.841056 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-fb3cdf3b-4eb8-49ee-864f-95f471e495f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 200 len: 1000 time: 0.0616014 Nov 09 01:02:48.889240 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-a516678a-937e-4dc5-a885-83a0e28e66da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:48.890791 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-a516678a-937e-4dc5-a885-83a0e28e66da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0432956 Nov 09 01:02:48.937075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-6d44635b-32da-4de6-961e-d5c94810c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:48.938715 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-6d44635b-32da-4de6-961e-d5c94810c39d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410793 Nov 09 01:02:49.033105 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-0967e797-1992-4668-a501-50e7cd4f33d3 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869577 Nov 09 01:02:49.121435 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-43f3fd8c-f1ec-4869-b0d2-3eb5c904d632 req-eec9930d-d488-432e-814a-2af0080e888d service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809906 Nov 09 01:02:49.708327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf0839-c61b-42b1-929f-b4b701fb48a7 req-54e3fe28-c2cb-4ed4-a7c3-92c7dd19c220 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:49.709938 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1adf0839-c61b-42b1-929f-b4b701fb48a7 req-54e3fe28-c2cb-4ed4-a7c3-92c7dd19c220 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 945 time: 0.0548489 Nov 09 01:02:49.755995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1adf0839-c61b-42b1-929f-b4b701fb48a7 req-3f466573-44d7-4a5f-acb3-a97aa591ec52 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401809 Nov 09 01:02:49.871362 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce366080-45c8-4d2c-94b5-3fc8427ebf94 req-1b285679-88ae-41f6-a93e-300ebd41d3ae tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:49.872837 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce366080-45c8-4d2c-94b5-3fc8427ebf94 req-1b285679-88ae-41f6-a93e-300ebd41d3ae tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 945 time: 0.0485966 Nov 09 01:02:49.919448 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce366080-45c8-4d2c-94b5-3fc8427ebf94 req-151dfa8f-b92d-4464-a05b-09f742cfa116 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406907 Nov 09 01:02:50.033454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d3a4b-f8cc-4330-96a8-c456680d6858 req-c1d8a4c3-fd9d-4aa9-b29d-0d47602a6a50 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:50.034885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-893d3a4b-f8cc-4330-96a8-c456680d6858 req-c1d8a4c3-fd9d-4aa9-b29d-0d47602a6a50 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 945 time: 0.0487039 Nov 09 01:02:50.086088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-893d3a4b-f8cc-4330-96a8-c456680d6858 req-ab08956a-3331-4de3-bb8d-ce8ae4cf0f83 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445364 Nov 09 01:02:50.314327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d6a0c-9b08-4c13-aa7e-28352c677087 req-2717e062-a791-436a-8214-8a02c0027472 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:50.315703 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac9d6a0c-9b08-4c13-aa7e-28352c677087 req-2717e062-a791-436a-8214-8a02c0027472 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 945 time: 0.0489445 Nov 09 01:02:50.362874 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac9d6a0c-9b08-4c13-aa7e-28352c677087 req-b77912f2-b09e-4d1b-b4b0-c2c7c82fb4d4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412445 Nov 09 01:02:50.385437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:02:50.432808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:02:50.436718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:02:50.437092 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:50.512524 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:50.537204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:02:50.550871 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:02:50.555891 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:50.580017 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d02820-b9ba-4b1e-8671-1849b96056cf" -d '{"events": [{"server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:02:50.607240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:02:50.668594 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb638dd-287e-45d1-b806-77524ffbeecd x-openstack-request-id: req-2bb638dd-287e-45d1-b806-77524ffbeecd {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:02:50.668887 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:02:50.669144 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bb638dd-287e-45d1-b806-77524ffbeecd {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:02:50.669647 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'code': 200} Nov 09 01:02:51.476796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b63b1-9676-41aa-bc61-aa5b6f96068c req-1c07da10-8cbb-43ad-93cd-337a542e3d43 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:51.478872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d27b63b1-9676-41aa-bc61-aa5b6f96068c req-1c07da10-8cbb-43ad-93cd-337a542e3d43 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0495241 Nov 09 01:02:51.525784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d27b63b1-9676-41aa-bc61-aa5b6f96068c req-c333241a-88b0-4e9a-8fc7-20d9a062a2cf tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409400 Nov 09 01:02:51.567100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-6f890601-6241-4fa9-af20-bc7fc9116c28 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:51.568550 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-6f890601-6241-4fa9-af20-bc7fc9116c28 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.11 "GET /v2.0/ports?device_id=29a686e3-5d51-49ed-9b5d-64e7e6a78ad2 HTTP/1.1" status: 200 len: 946 time: 0.0492327 Nov 09 01:02:51.656971 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Deleting port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:02:51.657229 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:51.745756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] For port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:02:51.746140 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:51.909481 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:51.909762 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:51.910072 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2 disassociated. External IP: 172.25.0.92, port: 6f9d059c-73d2-4046-b2d6-1ddee3a99a68. Nov 09 01:02:51.910408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Calling delete_port for 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:02:52.036048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:52.062087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event deleted for resources: {'Port': ['ID=6f9d059c-73d2-4046-b2d6-1ddee3a99a68,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:02:52.183801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Router 82bf0e0b-7423-43aa-94bf-8fd33abc423e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:02:52.295099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:02:52.305332 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547d9b5-cffd-4751-bc3b-68e1b72d79ed None None] Sync routers for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:02:52.315307 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1547d9b5-cffd-4751-bc3b-68e1b72d79ed None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:02:52.315984 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1547d9b5-cffd-4751-bc3b-68e1b72d79ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:02:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:02:52.335154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] No DVR routers for this DVR port 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:02:52.338415 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:52.341825 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0f588178-6255-4071-9865-d7a2bcb8ac2a req-498b71ca-24be-48b2-90ad-2c92eae04191 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.11 "DELETE /v2.0/ports/6f9d059c-73d2-4046-b2d6-1ddee3a99a68 HTTP/1.1" status: 204 len: 173 time: 0.7670383 Nov 09 01:02:52.342268 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'name': 'network-vif-deleted', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:02:52.344525 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc5531b-f5c7-4416-8f3e-3e49d9c0271f" -d '{"events": [{"server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "name": "network-vif-deleted", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:02:52.387110 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462a6780-9930-4f88-b93b-a3082e9fd42b x-openstack-request-id: req-462a6780-9930-4f88-b93b-a3082e9fd42b {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:02:52.387407 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a686e3-5d51-49ed-9b5d-64e7e6a78ad2", "name": "network-vif-deleted", "tag": "6f9d059c-73d2-4046-b2d6-1ddee3a99a68", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:02:52.387659 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-462a6780-9930-4f88-b93b-a3082e9fd42b {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:02:52.388066 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a686e3-5d51-49ed-9b5d-64e7e6a78ad2', 'name': 'network-vif-deleted', 'tag': '6f9d059c-73d2-4046-b2d6-1ddee3a99a68', 'status': 'completed', 'code': 200} Nov 09 01:02:52.426253 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1547d9b5-cffd-4751-bc3b-68e1b72d79ed None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:02:52.727500 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1547d9b5-cffd-4751-bc3b-68e1b72d79ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:02:52.753917 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547d9b5-cffd-4751-bc3b-68e1b72d79ed None None] Checking router: 82bf0e0b-7423-43aa-94bf-8fd33abc423e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:02:52.762616 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1547d9b5-cffd-4751-bc3b-68e1b72d79ed None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:02:52.763211 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1547d9b5-cffd-4751-bc3b-68e1b72d79ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:02:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:02:52.770993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-1919533d-30ea-477b-9420-b1789c085245 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--263521846&fields=id&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 267 time: 0.0473204 Nov 09 01:02:52.870513 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1547d9b5-cffd-4751-bc3b-68e1b72d79ed None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:02:52.878498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-409f84fb-ae42-433a-ac71-8a8dedca7318 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:52.879993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-409f84fb-ae42-433a-ac71-8a8dedca7318 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 812 time: 0.1019108 Nov 09 01:02:52.895042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-ca6dedba-d464-4c0d-923a-7543f6b53dd9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/quotas/d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 375 time: 0.0092335 Nov 09 01:02:52.951928 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-380f1d9a-d50e-4262-818b-3f6430f2d347 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513513 Nov 09 01:02:53.075385 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1547d9b5-cffd-4751-bc3b-68e1b72d79ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:02:53.101207 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547d9b5-cffd-4751-bc3b-68e1b72d79ed None None] The sync data for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 is: [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:02:53.137387 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-d04823cf-019e-44b5-81fc-7c134c2db6a9 service neutron] 10.222.0.25 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341918 Nov 09 01:02:53.192165 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:02:53.237553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-fe33c0ee-95d2-4443-bc9b-0b2085e240b3 service neutron] 10.222.0.25 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923419 Nov 09 01:02:53.349598 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b618c-1ad8-479f-84f3-b136c93c0a34 None None] New status for floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:02:53.411771 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fbf12e6-a95c-4dae-8bd7-b0a907406642 req-de03ccce-7579-4f86-8645-c183bccde7cb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 210 time: 0.0280561 Nov 09 01:02:54.314405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-d169098e-0627-4a18-9711-7e31451354cb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:54.315843 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-d169098e-0627-4a18-9711-7e31451354cb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 812 time: 0.1085367 Nov 09 01:02:54.383185 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-e9c85390-3f8f-4308-ab1d-85387d3c7561 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 379 time: 0.0572100 Nov 09 01:02:54.392725 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Request body: {'port': {'device_id': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'admin_state_up': True, 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'security_groups': ['b37a9558-4fd2-4b78-8a98-12063a56cba4']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:02:54.502087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Made reservation on behalf of d66d2dc7c2a04948877e469c109777db for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:02:54.506422 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:54.512948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1668a24-db90-4528-91f9-9adc9c47b017 req-4858d162-48cb-485a-833a-bdcd94a864ab tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 210 time: 0.0274551 Nov 09 01:02:54.633573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Allocated IP 172.20.0.6 (4d0b7714-7bad-49a1-9672-d03aca57f799/4be7f968-4ca1-4beb-9d71-07734398e9a9/8fa7c69b-18ab-4370-99e5-c8b1777d370f) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:02:54.766557 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:54.800359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:54.839530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Network 4d0b7714-7bad-49a1-9672-d03aca57f799 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:02:54.842506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:02:54.848524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:02:54.875031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event updated for resources: {'Port': ['ID=8fa7c69b-18ab-4370-99e5-c8b1777d370f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:02:54.901196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:54.901838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:54.919501 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-229e12f8-6a7c-4756-b7ea-4c1d2b55d867 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5302782 Nov 09 01:02:54.932531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Request body: {'port': {'device_id': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:02:54.992515 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:55.075906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-44b5a6c4-5771-488f-b1d8-0a407ab9c221 None None] Provisioning complete for port 8fa7c69b-18ab-4370-99e5-c8b1777d370f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:02:55.076517 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-44b5a6c4-5771-488f-b1d8-0a407ab9c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:55.115498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-44b5a6c4-5771-488f-b1d8-0a407ab9c221 None None] Port 8fa7c69b-18ab-4370-99e5-c8b1777d370f cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:02:55.248160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa7c69b-18ab-4370-99e5-c8b1777d370f {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:02:55.255500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:55.267835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Transition to ACTIVE for port object 8fa7c69b-18ab-4370-99e5-c8b1777d370f will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:02:55.271577 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:55.324017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa7c69b-18ab-4370-99e5-c8b1777d370f,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:02:55.394233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Attempting to bind port 8fa7c69b-18ab-4370-99e5-c8b1777d370f on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:02:55.394563 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Attempting to bind port 8fa7c69b-18ab-4370-99e5-c8b1777d370f by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:02:55.394882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Attempting to bind port 8fa7c69b-18ab-4370-99e5-c8b1777d370f on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:02:55.399452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Port 8fa7c69b-18ab-4370-99e5-c8b1777d370f on network 4d0b7714-7bad-49a1-9672-d03aca57f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:02:55.399767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Attempting to bind port 8fa7c69b-18ab-4370-99e5-c8b1777d370f on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:02:55.404854 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:02:55.405186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:02:55.405595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Bound using segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:02:55.406015 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Bound port: 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:02:55.406366 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:55.471206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:02:55.474400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:02:55.478651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:55.513743 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:55.514417 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:55.515789 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] 10.222.0.11 "PUT /v2.0/ports/8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 1091 time: 0.5875821 Nov 09 01:02:55.516221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:02:55.518507 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036a65bb-a275-4492-8019-90d3bc835985" -d '{"events": [{"name": "network-changed", "server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:02:55.548369 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca7557-02ce-4b96-857d-f45b53949156 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa7c69b-18ab-4370-99e5-c8b1777d370f,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:02:55.586369 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00312b45-279f-419c-9712-5c9cc60ecca6 x-openstack-request-id: req-00312b45-279f-419c-9712-5c9cc60ecca6 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:02:55.586990 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:02:55.587252 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00312b45-279f-419c-9712-5c9cc60ecca6 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:02:55.587663 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'status': 'completed', 'code': 200} Nov 09 01:02:55.638592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-b89eb509-b859-41f0-87a1-f509903aad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:55.640139 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-b89eb509-b859-41f0-87a1-f509903aad6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0477173 Nov 09 01:02:55.648685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d28716-a36b-48fd-aa7c-1bd4ee270982 req-4498abc6-a7a5-4157-9ff1-7eba7112896d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:55.650325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35d28716-a36b-48fd-aa7c-1bd4ee270982 req-4498abc6-a7a5-4157-9ff1-7eba7112896d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 943 time: 0.0529053 Nov 09 01:02:55.690176 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-de1c3f9f-4484-449a-91c0-3af64bf43765 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 217 time: 0.0416532 Nov 09 01:02:55.703779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35d28716-a36b-48fd-aa7c-1bd4ee270982 req-d7843e7e-c493-4f3a-9830-0958f331afc5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469747 Nov 09 01:02:55.743278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-95f2e71e-024c-405b-b8f5-2fb3ac04934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:55.744737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-95f2e71e-024c-405b-b8f5-2fb3ac04934b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0472615 Nov 09 01:02:55.791589 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-a8199c52-3d10-460d-b5ce-94da36486abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:55.793149 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-a8199c52-3d10-460d-b5ce-94da36486abb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412452 Nov 09 01:02:55.887022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-77bbe25d-01fe-4c37-8018-582a800a78eb service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863378 Nov 09 01:02:55.973578 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9221c446-ff26-4376-acef-fa2ffdf4530d req-8c6329fb-19e6-4647-96eb-e3f31fda8343 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795257 Nov 09 01:02:56.065770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a65bb-a275-4492-8019-90d3bc835985 req-10a1027a-757c-4c00-8c6b-88c2cf9a54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:56.067268 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-036a65bb-a275-4492-8019-90d3bc835985 req-10a1027a-757c-4c00-8c6b-88c2cf9a54e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0458469 Nov 09 01:02:56.157168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a65bb-a275-4492-8019-90d3bc835985 req-325e3219-8ec3-4020-86b3-4c0cb18741f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:56.158672 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-036a65bb-a275-4492-8019-90d3bc835985 req-325e3219-8ec3-4020-86b3-4c0cb18741f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0827680 Nov 09 01:02:56.203058 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-036a65bb-a275-4492-8019-90d3bc835985 req-2285c03c-04a1-474d-830b-d5213e9c6268 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 217 time: 0.0369232 Nov 09 01:02:56.252145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a65bb-a275-4492-8019-90d3bc835985 req-1e953529-02fa-4531-8ffa-dfcecbed9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:56.253493 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-036a65bb-a275-4492-8019-90d3bc835985 req-1e953529-02fa-4531-8ffa-dfcecbed9bc0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0429370 Nov 09 01:02:56.299006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a65bb-a275-4492-8019-90d3bc835985 req-a893edf6-6a12-48f3-9a18-a0d9d918ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:56.300458 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-036a65bb-a275-4492-8019-90d3bc835985 req-a893edf6-6a12-48f3-9a18-a0d9d918ab08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394123 Nov 09 01:02:56.384107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:02:56.392690 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-036a65bb-a275-4492-8019-90d3bc835985 req-963b39eb-eef2-4b47-bba5-79e8947aaa29 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840051 Nov 09 01:02:56.404636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:02:56.404981 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 6f9d059c-73d2-4046-b2d6-1ddee3a99a68 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:02:56.483270 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-036a65bb-a275-4492-8019-90d3bc835985 req-91716432-897a-4cf3-8bc8-ca79143087df service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816658 Nov 09 01:02:56.822986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55bc47-eaa9-47bf-8cd9-5b2314a6dcaa req-b7b41fee-e8aa-4fcc-9ee8-ba5ab9f40bca tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:56.824467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b55bc47-eaa9-47bf-8cd9-5b2314a6dcaa req-b7b41fee-e8aa-4fcc-9ee8-ba5ab9f40bca tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 943 time: 0.0526366 Nov 09 01:02:56.870902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5b55bc47-eaa9-47bf-8cd9-5b2314a6dcaa req-4b1bc13f-5b88-4c16-b888-f5467efea9d0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405121 Nov 09 01:02:57.989394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2f126-5bc6-445c-b7e5-f9b94706c8a0 req-0e9323c5-370c-4e61-9731-66e089c6706d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:57.990869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efb2f126-5bc6-445c-b7e5-f9b94706c8a0 req-0e9323c5-370c-4e61-9731-66e089c6706d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 943 time: 0.0487163 Nov 09 01:02:58.038111 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efb2f126-5bc6-445c-b7e5-f9b94706c8a0 req-62b647c1-5a48-43f6-997e-dd85de9e4a34 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411029 Nov 09 01:02:58.385868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 8fa7c69b-18ab-4370-99e5-c8b1777d370f details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:02:58.480942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:02:58.491747 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'port_id': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'mac_address': 'fa:16:3e:4f:34:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:02:58.528483 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:58.540939 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa7c69b-18ab-4370-99e5-c8b1777d370f {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:02:58.559737 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:02:58.563603 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:02:58.610721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=8fa7c69b-18ab-4370-99e5-c8b1777d370f,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:02:58.749276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['8fa7c69b-18ab-4370-99e5-c8b1777d370f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:02:59.151425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09742ee-662d-40a0-b111-a5f583f2c8bc req-a61b9154-4923-43ec-a1d9-43b6b463889a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:02:59.152881 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b09742ee-662d-40a0-b111-a5f583f2c8bc req-a61b9154-4923-43ec-a1d9-43b6b463889a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0481813 Nov 09 01:02:59.204016 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b09742ee-662d-40a0-b111-a5f583f2c8bc req-ce93fc1c-7d09-457b-b039-7584ceaefce5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451162 Nov 09 01:03:00.320312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080a155-544d-44ca-b8b6-a1ed1f024be5 req-99887ff1-5fa2-49d3-9ea2-e4adfa06177d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:00.321829 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9080a155-544d-44ca-b8b6-a1ed1f024be5 req-99887ff1-5fa2-49d3-9ea2-e4adfa06177d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0493290 Nov 09 01:03:00.368337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9080a155-544d-44ca-b8b6-a1ed1f024be5 req-1495c658-f1d0-4f6c-b5c9-39520e7a7acb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406194 Nov 09 01:03:00.387770 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 8fa7c69b-18ab-4370-99e5-c8b1777d370f up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:03:00.439108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 8fa7c69b-18ab-4370-99e5-c8b1777d370f completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:03:00.442660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 8fa7c69b-18ab-4370-99e5-c8b1777d370f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:03:00.443034 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:00.517237 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:00.539131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:03:00.541911 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008fbe9f-ad74-48be-9e0e-cf101bd2586a" -d '{"events": [{"server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "name": "network-vif-plugged", "status": "completed", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:03:00.554468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:03:00.558983 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:00.581875 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477a9a6e-dd6f-459b-ae72-c427c02d0e1b x-openstack-request-id: req-477a9a6e-dd6f-459b-ae72-c427c02d0e1b {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:03:00.582162 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "name": "network-vif-plugged", "status": "completed", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:03:00.582414 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-477a9a6e-dd6f-459b-ae72-c427c02d0e1b {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:03:00.582803 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'code': 200} Nov 09 01:03:00.610666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=8fa7c69b-18ab-4370-99e5-c8b1777d370f,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:03:00.682154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d79e3f-f29f-4202-9aee-6710cbf86ca6 req-0b89bc55-08ad-4901-8466-61a40558373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:00.683614 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-55d79e3f-f29f-4202-9aee-6710cbf86ca6 req-0b89bc55-08ad-4901-8466-61a40558373b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0439427 Nov 09 01:03:00.731895 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-55d79e3f-f29f-4202-9aee-6710cbf86ca6 req-9491dc17-5845-4f85-bda5-665dee378a5d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365980 Nov 09 01:03:01.486898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a305788-e765-4e1f-aea2-9f7d93b58961 req-2a70e5ce-9f23-455d-b9e8-cf1234630705 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:01.488397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a305788-e765-4e1f-aea2-9f7d93b58961 req-2a70e5ce-9f23-455d-b9e8-cf1234630705 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0491750 Nov 09 01:03:01.535476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a305788-e765-4e1f-aea2-9f7d93b58961 req-84a84dbf-9543-45d6-80bc-f9c6282c5965 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407331 Nov 09 01:03:02.655677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7214d-4a89-4c71-96d2-6c6c4929e94b req-da61075a-d5d1-4eee-9412-7fb6146bb042 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:02.657138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fb7214d-4a89-4c71-96d2-6c6c4929e94b req-da61075a-d5d1-4eee-9412-7fb6146bb042 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0516512 Nov 09 01:03:02.703526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4fb7214d-4a89-4c71-96d2-6c6c4929e94b req-299ce2dd-01c5-4729-a908-f8addb8bb6f4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401940 Nov 09 01:03:02.814448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eeee0d-0406-45f5-a40c-96722dc93751 req-c6960385-063b-4a3c-bfe4-ae8b235cd9b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:02.815932 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-33eeee0d-0406-45f5-a40c-96722dc93751 req-c6960385-063b-4a3c-bfe4-ae8b235cd9b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0486665 Nov 09 01:03:02.824456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 58912) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:03:02.828782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-9a899bcb-1668-4101-8fc2-0f3682db3ee5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Request body: {'floatingip': {'port_id': '8fa7c69b-18ab-4370-99e5-c8b1777d370f'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:03:02.867348 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9a899bcb-1668-4101-8fc2-0f3682db3ee5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:03.290577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9a899bcb-1668-4101-8fc2-0f3682db3ee5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:03.294400 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9a899bcb-1668-4101-8fc2-0f3682db3ee5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:03.392506 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-9a899bcb-1668-4101-8fc2-0f3682db3ee5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2 associated. External IP: 172.25.0.92, port: 8fa7c69b-18ab-4370-99e5-c8b1777d370f. Nov 09 01:03:03.597191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a899bcb-1668-4101-8fc2-0f3682db3ee5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Router 82bf0e0b-7423-43aa-94bf-8fd33abc423e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:03:03.705361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a899bcb-1668-4101-8fc2-0f3682db3ee5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:03:03.710089 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9a899bcb-1668-4101-8fc2-0f3682db3ee5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:03.714690 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad039f98-9c11-44bb-be03-d8f20993c72a None None] Sync routers for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:03:03.724417 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad039f98-9c11-44bb-be03-d8f20993c72a None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:03:03.725181 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ad039f98-9c11-44bb-be03-d8f20993c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:02:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:03:03.735719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9a899bcb-1668-4101-8fc2-0f3682db3ee5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "PUT /v2.0/floatingips/2a7d44b9-5ef4-4d39-9c0e-1292644985d2 HTTP/1.1" status: 200 len: 990 time: 0.9102483 Nov 09 01:03:03.736298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:03:03.777373 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c876e8-9229-441d-bd9f-133e342bd474" -d '{"events": [{"name": "network-changed", "server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:03:03.832541 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-ad039f98-9c11-44bb-be03-d8f20993c72a None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:03:03.867378 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b753c5cd-5590-48bf-b3c4-8c60a7cea8d0 x-openstack-request-id: req-b753c5cd-5590-48bf-b3c4-8c60a7cea8d0 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:03:03.867687 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:03:03.867939 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b753c5cd-5590-48bf-b3c4-8c60a7cea8d0 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:03:03.868344 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'status': 'completed', 'code': 200} Nov 09 01:03:03.929404 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c876e8-9229-441d-bd9f-133e342bd474 req-c502fc56-f9b5-4388-83e1-5b27b861814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:03.930904 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-27c876e8-9229-441d-bd9f-133e342bd474 req-c502fc56-f9b5-4388-83e1-5b27b861814b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0407135 Nov 09 01:03:04.022530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c876e8-9229-441d-bd9f-133e342bd474 req-b52fec90-49c0-44d0-b711-44657004f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:04.024100 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-27c876e8-9229-441d-bd9f-133e342bd474 req-b52fec90-49c0-44d0-b711-44657004f6b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0866761 Nov 09 01:03:04.059147 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ad039f98-9c11-44bb-be03-d8f20993c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2a7d44b9-5ef4-4d39-9c0e-1292644985d2', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'port_id': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'mac_address': 'fa:16:3e:4f:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:00:42Z', 'updated_at': '2021-11-09T01:03:03Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:03:04.083950 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad039f98-9c11-44bb-be03-d8f20993c72a None None] Checking router: 82bf0e0b-7423-43aa-94bf-8fd33abc423e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:03:04.090193 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-27c876e8-9229-441d-bd9f-133e342bd474 req-7ff4e88d-1735-43e0-a13f-c967ccc77dce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 998 time: 0.0579417 Nov 09 01:03:04.091936 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad039f98-9c11-44bb-be03-d8f20993c72a None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:03:04.092528 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ad039f98-9c11-44bb-be03-d8f20993c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:02:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:03:04.138618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c876e8-9229-441d-bd9f-133e342bd474 req-79c29ee9-b01b-4052-bd50-fc2cbf8f2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:04.139959 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-27c876e8-9229-441d-bd9f-133e342bd474 req-79c29ee9-b01b-4052-bd50-fc2cbf8f2165 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0428224 Nov 09 01:03:04.189664 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c876e8-9229-441d-bd9f-133e342bd474 req-5d27c694-ef27-48b1-9048-54c54666fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:04.191173 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-27c876e8-9229-441d-bd9f-133e342bd474 req-5d27c694-ef27-48b1-9048-54c54666fc77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432055 Nov 09 01:03:04.200860 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-ad039f98-9c11-44bb-be03-d8f20993c72a None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:03:04.279302 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-27c876e8-9229-441d-bd9f-133e342bd474 req-fe665306-3984-46d7-8dee-5c91e0cb88e8 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808144 Nov 09 01:03:04.374049 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-27c876e8-9229-441d-bd9f-133e342bd474 req-2245600e-54df-44a4-bf40-b2f447b061ec service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870907 Nov 09 01:03:04.424663 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-ad039f98-9c11-44bb-be03-d8f20993c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2a7d44b9-5ef4-4d39-9c0e-1292644985d2', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'port_id': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'mac_address': 'fa:16:3e:4f:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:00:42Z', 'updated_at': '2021-11-09T01:03:03Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:03:04.452284 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad039f98-9c11-44bb-be03-d8f20993c72a None None] The sync data for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 is: [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2a7d44b9-5ef4-4d39-9c0e-1292644985d2', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'port_id': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'mac_address': 'fa:16:3e:4f:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:00:42Z', 'updated_at': '2021-11-09T01:03:03Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:03:04.656894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97538a8b-c384-418a-9550-9a6ff9485200 None None] New status for floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:03:12.752981 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-585bd5a8-d7b8-4815-b53f-a9619c50fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:14.838388 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fdf26298-6f74-4086-9f96-1da3e201a8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:16.266169 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:16.354458 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:16.713166 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:17.806634 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:18.469638 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:30.191494 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:03:42.756542 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-17009e92-a1f2-4244-9f56-6ca268c859f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:44.839459 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bf77af6b-59ae-4794-9da2-e3faf5fd51ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:46.268698 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:46.370703 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:46.728309 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:47.809052 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:48.472168 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:03:54.051385 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fc3ef5c-8ec8-4d99-9fd3-edfdc323839b req-79c42a5e-e1e4-4716-8026-4fe7d83cd8ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384350 Nov 09 01:03:54.131195 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ef5c-8ec8-4d99-9fd3-edfdc323839b req-0db9db8a-3ab8-4dc7-b2db-00182326981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:54.132639 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fc3ef5c-8ec8-4d99-9fd3-edfdc323839b req-0db9db8a-3ab8-4dc7-b2db-00182326981a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0392182 Nov 09 01:03:54.240914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ef5c-8ec8-4d99-9fd3-edfdc323839b req-7ee84ad1-4394-4984-8411-d8a402a5d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:54.242967 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fc3ef5c-8ec8-4d99-9fd3-edfdc323839b req-7ee84ad1-4394-4984-8411-d8a402a5d4f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0904729 Nov 09 01:03:54.305816 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fc3ef5c-8ec8-4d99-9fd3-edfdc323839b req-6e2875ee-e1a4-48eb-ace3-e67159cb2eb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 1000 time: 0.0556855 Nov 09 01:03:54.359798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ef5c-8ec8-4d99-9fd3-edfdc323839b req-e06d2068-f7d8-4415-8dc0-43c1ab1887c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:54.361196 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fc3ef5c-8ec8-4d99-9fd3-edfdc323839b req-e06d2068-f7d8-4415-8dc0-43c1ab1887c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0498664 Nov 09 01:03:54.405412 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ef5c-8ec8-4d99-9fd3-edfdc323839b req-47ff0c13-7dee-498a-b95f-4a9434c65e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:03:54.406857 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fc3ef5c-8ec8-4d99-9fd3-edfdc323839b req-47ff0c13-7dee-498a-b95f-4a9434c65e7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378361 Nov 09 01:03:54.497136 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fc3ef5c-8ec8-4d99-9fd3-edfdc323839b req-957ab8ee-8c9e-4c40-9ce1-c7b818fcb772 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820186 Nov 09 01:03:54.590906 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fc3ef5c-8ec8-4d99-9fd3-edfdc323839b req-86fa7a47-d6ea-4b4a-b737-208227187cfa service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867000 Nov 09 01:04:07.189996 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:04:12.759163 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b24d1eee-1848-4b90-b67b-29653bbef151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:14.840651 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-36648371-ad22-443c-9314-535e36bedb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:16.271707 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:16.369964 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:16.721872 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:17.811486 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:18.476987 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:39.684974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb86348-625e-4891-a70a-0232362b511d req-d46e98c9-3440-405d-8484-12eaa4fbcef9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:39.686555 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1bb86348-625e-4891-a70a-0232362b511d req-d46e98c9-3440-405d-8484-12eaa4fbcef9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0533807 Nov 09 01:04:39.738918 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1bb86348-625e-4891-a70a-0232362b511d req-de5fac59-bb5e-4299-80aa-a4f1a2ec0171 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460424 Nov 09 01:04:40.860971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39b33-bb62-41d4-b5e7-e9c93a945c43 req-77f4fca2-617c-49fb-b3c4-852a61fab23a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:40.862360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fb39b33-bb62-41d4-b5e7-e9c93a945c43 req-77f4fca2-617c-49fb-b3c4-852a61fab23a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0536458 Nov 09 01:04:40.908612 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5fb39b33-bb62-41d4-b5e7-e9c93a945c43 req-337706e4-3d94-423b-abfb-b3eb5b9f2090 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398169 Nov 09 01:04:42.023996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e4dd4-cf72-4faf-9d9f-767fb5b7b9a1 req-dbd2511c-0739-4d60-8652-4700351064a2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:42.025510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f2e4dd4-cf72-4faf-9d9f-767fb5b7b9a1 req-dbd2511c-0739-4d60-8652-4700351064a2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0495980 Nov 09 01:04:42.072694 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f2e4dd4-cf72-4faf-9d9f-767fb5b7b9a1 req-bb1f0074-e867-473b-8a96-d2c4e1db5f56 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410876 Nov 09 01:04:42.759010 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d35f420e-2554-42eb-9c78-fe0d456696f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:43.192775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a355-5e47-49a4-b9c9-063b16a7bde9 req-c589a90b-9836-4e97-b5c2-43113248f243 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:43.194284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e748a355-5e47-49a4-b9c9-063b16a7bde9 req-c589a90b-9836-4e97-b5c2-43113248f243 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0515759 Nov 09 01:04:43.241136 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e748a355-5e47-49a4-b9c9-063b16a7bde9 req-b0be7797-52ba-4a8b-a8e6-e13e44293b56 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404241 Nov 09 01:04:44.188713 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:04:44.355832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3bc8e-2e93-402d-8266-cbb07e84e186 req-2d2fb5a2-6960-4d12-a1b7-cf8bfebec696 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:44.357231 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35a3bc8e-2e93-402d-8266-cbb07e84e186 req-2d2fb5a2-6960-4d12-a1b7-cf8bfebec696 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0487850 Nov 09 01:04:44.404325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35a3bc8e-2e93-402d-8266-cbb07e84e186 req-44bbc686-32fe-4a93-ae7b-4e22315357e7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410836 Nov 09 01:04:44.842920 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1c365801-aaa2-4e19-bea3-4a4fc00b7a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:45.517444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d60f3-a878-4d0d-8981-5fd956c29aaf req-f7af9dc5-1fa7-4638-bbe9-10be20f3fd3f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:45.518945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-190d60f3-a878-4d0d-8981-5fd956c29aaf req-f7af9dc5-1fa7-4638-bbe9-10be20f3fd3f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0480719 Nov 09 01:04:45.570103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-190d60f3-a878-4d0d-8981-5fd956c29aaf req-a1ccc6e5-3066-48f8-b120-647e9abc3cd1 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448716 Nov 09 01:04:46.273929 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:46.384211 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:46.685728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c127ff1-9a68-42b4-806e-046bdf9961d1 req-9cb8c28e-134b-4ebc-aa14-0643802a2dea tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:46.687114 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c127ff1-9a68-42b4-806e-046bdf9961d1 req-9cb8c28e-134b-4ebc-aa14-0643802a2dea tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0485201 Nov 09 01:04:46.731180 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:46.734333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c127ff1-9a68-42b4-806e-046bdf9961d1 req-b036bd08-aeff-47f3-bcf8-fd5c112c1d4a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413463 Nov 09 01:04:47.814890 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:47.850457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9938831-d19f-43b9-8f9c-88fcc7974b60 req-8b6e579f-d7c6-41cd-a76b-37d1cf6f000d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:47.851947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9938831-d19f-43b9-8f9c-88fcc7974b60 req-8b6e579f-d7c6-41cd-a76b-37d1cf6f000d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0495656 Nov 09 01:04:47.899095 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9938831-d19f-43b9-8f9c-88fcc7974b60 req-05436d50-f936-4b26-b824-5a64fd7c0e3d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411799 Nov 09 01:04:48.478760 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:49.015788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eccf73-5c12-497e-b450-1fe3ae864c78 req-e50146eb-6952-49bb-b45e-37d48220c3c8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:49.017256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1eccf73-5c12-497e-b450-1fe3ae864c78 req-e50146eb-6952-49bb-b45e-37d48220c3c8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0512249 Nov 09 01:04:49.063698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1eccf73-5c12-497e-b450-1fe3ae864c78 req-ffb59d56-ec25-403e-a2cf-bf23c29fb4fa tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405884 Nov 09 01:04:50.176835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f90a43-019c-488d-97b3-1d4c6ea48654 req-5f1f8ba9-1bb4-4100-bc5c-645903055ff5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:50.178336 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2f90a43-019c-488d-97b3-1d4c6ea48654 req-5f1f8ba9-1bb4-4100-bc5c-645903055ff5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0485108 Nov 09 01:04:50.224446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b2f90a43-019c-488d-97b3-1d4c6ea48654 req-70795c40-917d-486d-9720-237a13bb7ba6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403147 Nov 09 01:04:50.460720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb27e3-bf17-4145-b852-8890d026eff2 req-401eea7c-eb5c-4f46-8de3-b8b2e8215163 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:50.462230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-afdb27e3-bf17-4145-b852-8890d026eff2 req-401eea7c-eb5c-4f46-8de3-b8b2e8215163 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0486701 Nov 09 01:04:50.536550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-afdb27e3-bf17-4145-b852-8890d026eff2 req-b77a7110-8163-4b8b-a00a-e713f3e31a2a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686119 Nov 09 01:04:50.550460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d7ad809-e6f0-4197-b3dc-b9ca2e5e3f71 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873320 Nov 09 01:04:51.654423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eefd49-3a46-4ab8-87a7-aa53a056d261 req-3a97ec11-e66d-4538-ad4d-9e1e308c24b5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:51.655881 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4eefd49-3a46-4ab8-87a7-aa53a056d261 req-3a97ec11-e66d-4538-ad4d-9e1e308c24b5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0482728 Nov 09 01:04:51.702482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4eefd49-3a46-4ab8-87a7-aa53a056d261 req-cd7789f0-bc25-481d-b761-8464c76812ba tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406191 Nov 09 01:04:52.813636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284baeb7-b3eb-48cd-a708-e29a0952c8ff req-b309ff25-e720-4d59-9425-4a9f65ef5be9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:52.815102 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-284baeb7-b3eb-48cd-a708-e29a0952c8ff req-b309ff25-e720-4d59-9425-4a9f65ef5be9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0477073 Nov 09 01:04:52.864870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-284baeb7-b3eb-48cd-a708-e29a0952c8ff req-842a21d0-518c-4602-a4cc-3b45af2e06b7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438156 Nov 09 01:04:53.980153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802a06c-3683-4baa-9e3c-6cd5e7f8b378 req-70593d3d-90d6-4d1e-a88d-d7672a5602f8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:53.981641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f802a06c-3683-4baa-9e3c-6cd5e7f8b378 req-70593d3d-90d6-4d1e-a88d-d7672a5602f8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0483785 Nov 09 01:04:54.028397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f802a06c-3683-4baa-9e3c-6cd5e7f8b378 req-3d356f6f-279d-462a-a4b5-d558bdec7ce7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408113 Nov 09 01:04:54.766075 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-963c8703-4c77-4aed-9ef6-41bf350d8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:54.767552 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-963c8703-4c77-4aed-9ef6-41bf350d8cc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0451527 Nov 09 01:04:54.860570 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-8b60d978-a0f9-4e74-83b3-1042f4a4ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:54.861965 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-8b60d978-a0f9-4e74-83b3-1042f4a4ced8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0875573 Nov 09 01:04:54.928436 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-5964e43a-ab17-43b1-9680-cd4de78792b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 1000 time: 0.0595694 Nov 09 01:04:54.976870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-ec2c8bbb-5104-4043-97c2-c0823e4d153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:54.978456 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-ec2c8bbb-5104-4043-97c2-c0823e4d153f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0430212 Nov 09 01:04:55.026838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-e0897779-4775-44a4-b130-59ae39c9827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:55.028327 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-e0897779-4775-44a4-b130-59ae39c9827e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428593 Nov 09 01:04:55.117189 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-33742a3b-4d27-4980-88aa-6f96a1e75fcd service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821385 Nov 09 01:04:55.145519 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7d17b-329b-4d6a-bc1d-0fcf029ec864 req-a1137a20-4d40-46ab-b5bc-3acadd1f0306 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:55.146981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bd7d17b-329b-4d6a-bc1d-0fcf029ec864 req-a1137a20-4d40-46ab-b5bc-3acadd1f0306 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0479507 Nov 09 01:04:55.194165 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9bd7d17b-329b-4d6a-bc1d-0fcf029ec864 req-2458c728-2550-4622-835e-c4629ebfc3d6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412962 Nov 09 01:04:55.214838 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-c68f07b0-2b0e-42af-add9-575121345bcd service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878644 Nov 09 01:04:55.316006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78a9e-e3eb-48d6-a63e-8893d1db4a72 req-7e0ab7d7-6791-4ae9-8cfc-b3d6921376f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:55.317625 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-07b78a9e-e3eb-48d6-a63e-8893d1db4a72 req-7e0ab7d7-6791-4ae9-8cfc-b3d6921376f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0433218 Nov 09 01:04:55.435896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78a9e-e3eb-48d6-a63e-8893d1db4a72 req-c0a923da-0668-4a0e-8cc6-48ad4ebf406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:55.437266 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-07b78a9e-e3eb-48d6-a63e-8893d1db4a72 req-c0a923da-0668-4a0e-8cc6-48ad4ebf406f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0886302 Nov 09 01:04:55.504658 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-07b78a9e-e3eb-48d6-a63e-8893d1db4a72 req-4e71c41f-543a-458e-a6b0-1ff6b7db9b88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 1000 time: 0.0593925 Nov 09 01:04:55.554814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78a9e-e3eb-48d6-a63e-8893d1db4a72 req-6e4ed405-48ef-4f94-aa67-3d9bf40aab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:55.556249 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-07b78a9e-e3eb-48d6-a63e-8893d1db4a72 req-6e4ed405-48ef-4f94-aa67-3d9bf40aab6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0435917 Nov 09 01:04:55.604864 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78a9e-e3eb-48d6-a63e-8893d1db4a72 req-72e17207-7b08-4cd6-9241-adff88f5768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:55.606409 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-07b78a9e-e3eb-48d6-a63e-8893d1db4a72 req-72e17207-7b08-4cd6-9241-adff88f5768d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422535 Nov 09 01:04:55.701938 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-07b78a9e-e3eb-48d6-a63e-8893d1db4a72 req-58648585-667c-407c-9fce-044cc9869553 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867808 Nov 09 01:04:55.795808 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-07b78a9e-e3eb-48d6-a63e-8893d1db4a72 req-a0af77d4-6d68-48c7-83bd-df8172ff128d service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852847 Nov 09 01:04:56.313424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57320b-6ebe-4166-8fb3-5d7024fda528 req-30c26f8d-92c2-4739-b6f5-b0b373b68d2f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:56.314932 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a57320b-6ebe-4166-8fb3-5d7024fda528 req-30c26f8d-92c2-4739-b6f5-b0b373b68d2f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0524573 Nov 09 01:04:56.361706 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a57320b-6ebe-4166-8fb3-5d7024fda528 req-db8cca16-8939-4f05-b33d-6449eb918b39 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409753 Nov 09 01:04:56.983995 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-631f24e4-8aa4-4221-be3e-0241457645b9 service neutron] show failed (client error): The resource could not be found. Nov 09 01:04:56.984917 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-631f24e4-8aa4-4221-be3e-0241457645b9 service neutron] 10.222.0.11 "GET /v2.0/ports/8fa7c69b-18ab-4370-99e5-c8b1777d370f/bindings/n-h1-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0540185 Nov 09 01:04:57.179487 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-634d7044-c617-45fc-a60d-388206f4f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:57.180959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-634d7044-c617-45fc-a60d-388206f4f32d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 1096 time: 0.0402706 Nov 09 01:04:57.192326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:04:57.245719 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:57.475477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:04:57.506413 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a4a7b-1db4-4e31-a288-8fecd1578f5f req-f98cf46e-f742-43d6-8abf-e743d9227ad2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:57.507851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e5a4a7b-1db4-4e31-a288-8fecd1578f5f req-f98cf46e-f742-43d6-8abf-e743d9227ad2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0745149 Nov 09 01:04:57.536552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:04:57.598515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:04:57.600757 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bf8fcf-57b2-490e-a38d-bcb59dfdaef5" -d '{"events": [{"server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "name": "network-vif-unplugged", "status": "completed", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:04:57.604550 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:57.610895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e5a4a7b-1db4-4e31-a288-8fecd1578f5f req-fabf81ed-5930-4a78-b974-26ca77231ad0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928066 Nov 09 01:04:57.622169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Transition to ACTIVE for port object 8fa7c69b-18ab-4370-99e5-c8b1777d370f will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:04:57.626842 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:57.686138 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 01:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1247174-f26f-44e7-9ee0-5abfe805dba2 x-openstack-request-id: req-c1247174-f26f-44e7-9ee0-5abfe805dba2 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:04:57.686437 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "name": "network-vif-unplugged", "status": "completed", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:04:57.686692 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1247174-f26f-44e7-9ee0-5abfe805dba2 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:04:57.687092 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'code': 200} Nov 09 01:04:57.742443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Pushing event updated for resources: {'Port': ['ID=8fa7c69b-18ab-4370-99e5-c8b1777d370f,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:04:57.764546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:04:57.764897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:04:57.765243 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:04:57.765605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:04:57.765945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:04:57.766281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:04:57.766607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:04:57.766935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:04:57.767261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:04:57.767585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:04:57.767909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:04:57.768230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:04:57.813932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] No DVR routers for this DVR port 8fa7c69b-18ab-4370-99e5-c8b1777d370f on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:04:58.273953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Attempting to bind port 8fa7c69b-18ab-4370-99e5-c8b1777d370f on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:04:58.274292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Attempting to bind port 8fa7c69b-18ab-4370-99e5-c8b1777d370f by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:04:58.274616 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Attempting to bind port 8fa7c69b-18ab-4370-99e5-c8b1777d370f on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:04:58.278819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Port 8fa7c69b-18ab-4370-99e5-c8b1777d370f on network 4d0b7714-7bad-49a1-9672-d03aca57f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:04:58.279136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Attempting to bind port 8fa7c69b-18ab-4370-99e5-c8b1777d370f on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:04:58.283785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:04:58.284120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:04:58.284501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Bound using segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:04:58.284921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Bound port: 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:04:58.285264 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:58.345251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:04:58.348210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:04:58.352399 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:58.387880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:58.389084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:04:58.390504 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] 10.222.0.30 "PUT /v2.0/ports/8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 1091 time: 1.2020521 Nov 09 01:04:58.412244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d022744-421e-4920-89f1-e9a00ceefcbe service neutron] Pushing event updated for resources: {'Port': ['ID=8fa7c69b-18ab-4370-99e5-c8b1777d370f,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:04:58.457743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-3864666d-825e-4c93-a207-6c5aa60b6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:58.459337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-3864666d-825e-4c93-a207-6c5aa60b6974 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0437446 Nov 09 01:04:58.558576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-f615bb55-02df-4fef-8f6a-32af9929732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:58.560072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-f615bb55-02df-4fef-8f6a-32af9929732b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0926976 Nov 09 01:04:58.625878 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-433b759a-1e9f-4646-81fb-73bd0f8a1b2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 998 time: 0.0588706 Nov 09 01:04:58.674451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-8230110c-98bc-4f27-8ac5-a0be76c3a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:58.675923 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-8230110c-98bc-4f27-8ac5-a0be76c3a0d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0437078 Nov 09 01:04:58.751492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-0be86ede-641d-4980-b9c3-43cae8927be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:58.752977 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-0be86ede-641d-4980-b9c3-43cae8927be9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703709 Nov 09 01:04:58.763450 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4ecdb-33b9-4107-b609-0a94e5628da7 req-82178d5f-e257-4ba5-9e6e-6e5413ffeda6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:58.764803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8e4ecdb-33b9-4107-b609-0a94e5628da7 req-82178d5f-e257-4ba5-9e6e-6e5413ffeda6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 943 time: 0.0741532 Nov 09 01:04:58.873215 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8e4ecdb-33b9-4107-b609-0a94e5628da7 req-0ace4eed-981b-4314-bad0-810689c4b9cf tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994999 Nov 09 01:04:58.888582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-2224ed0b-8631-475b-a572-58815f2de75b service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228340 Nov 09 01:04:58.978071 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c07bdcfa-e8d4-4e0e-9bf7-99dd333f97d1 req-0d7ac3c9-54df-4059-b74e-481dcc6de3fa service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829480 Nov 09 01:04:59.688306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:04:59.690907 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:04:59.738406 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a97312d-7bc3-43f4-a9ba-3a1285d665ec x-openstack-request-id: req-4a97312d-7bc3-43f4-a9ba-3a1285d665ec {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:04:59.738698 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:04:59.738952 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a97312d-7bc3-43f4-a9ba-3a1285d665ec {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:04:59.739354 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'status': 'completed', 'code': 200} Nov 09 01:04:59.800567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-006f1705-35ce-4277-a4a7-c0436dad20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:59.802167 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-006f1705-35ce-4277-a4a7-c0436dad20f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0412250 Nov 09 01:04:59.804357 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-6aefbc6f-6011-4c44-9669-b06bec6bc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:59.805829 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-6aefbc6f-6011-4c44-9669-b06bec6bc990 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0396047 Nov 09 01:04:59.896915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-8616a82c-6a26-4223-9e23-96883613a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:59.898639 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-8616a82c-6a26-4223-9e23-96883613a1b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0899215 Nov 09 01:04:59.908750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-e25e605c-6e1d-43ae-861e-974989180deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:04:59.910313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-e25e605c-6e1d-43ae-861e-974989180deb service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0954194 Nov 09 01:04:59.964929 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-e8704a98-c4a0-457d-9724-bb8915e511f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 998 time: 0.0589302 Nov 09 01:05:00.017462 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-28fd36ae-59d9-415a-badc-b029c1b54398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:00.018902 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-28fd36ae-59d9-415a-badc-b029c1b54398 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0470102 Nov 09 01:05:00.047307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa85b72-ed5b-4ba9-80a3-6d4c5f7a4b2b req-db4b2abb-0330-4f25-9bc3-df6f65d83fb7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:00.048791 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aaa85b72-ed5b-4ba9-80a3-6d4c5f7a4b2b req-db4b2abb-0330-4f25-9bc3-df6f65d83fb7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 943 time: 0.1083710 Nov 09 01:05:00.050959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-c344758d-e8a9-4fb6-b3b4-4a7e80740f64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 998 time: 0.0824451 Nov 09 01:05:00.065059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-579d209d-e811-4cff-a1ed-b7e7a13d4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:00.066664 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-579d209d-e811-4cff-a1ed-b7e7a13d4522 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405374 Nov 09 01:05:00.131934 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aaa85b72-ed5b-4ba9-80a3-6d4c5f7a4b2b req-ed2852b3-8cc8-410a-b5fe-cba096180433 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767384 Nov 09 01:05:00.133178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-e8eedc57-a869-46bb-8c9c-03a0602212ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:00.134611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-e8eedc57-a869-46bb-8c9c-03a0602212ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0730007 Nov 09 01:05:00.155682 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-1d36a3d8-26e7-48e6-9703-6a8697c9f9d4 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819113 Nov 09 01:05:00.182206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-b82661e5-d6d6-4f1f-bc02-980ee622983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:00.183698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-b82661e5-d6d6-4f1f-bc02-980ee622983f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409038 Nov 09 01:05:00.281608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-ca6069fc-8540-448e-948a-9d76353515be service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898428 Nov 09 01:05:00.386335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-a183e367-7979-48f0-8590-79b2fd93bc7e service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965686 Nov 09 01:05:00.589566 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-93bcad3d-d7a0-48fa-8c45-53ae82ddf9e1 req-bfa48003-7306-4f46-833d-21a6a183ce32 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263842 Nov 09 01:05:00.926544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 8fa7c69b-18ab-4370-99e5-c8b1777d370f no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:05:00.965023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 8fa7c69b-18ab-4370-99e5-c8b1777d370f not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:05:01.249578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe4dbc-918e-459c-9485-2096b7a8abb2 req-bef0ff1c-2dd6-4fff-b3a9-ac7834299f0d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:01.250969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96fe4dbc-918e-459c-9485-2096b7a8abb2 req-bef0ff1c-2dd6-4fff-b3a9-ac7834299f0d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 943 time: 0.0490685 Nov 09 01:05:01.297925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96fe4dbc-918e-459c-9485-2096b7a8abb2 req-db7b8c7a-3214-4a5d-ba67-22fd042f8d85 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411739 Nov 09 01:05:01.486369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e79262-5cf1-4031-bd71-fa87e7bc406a req-7d6997a3-390d-4ca8-b535-d4eccb9f1fc8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:01.487937 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0e79262-5cf1-4031-bd71-fa87e7bc406a req-7d6997a3-390d-4ca8-b535-d4eccb9f1fc8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 943 time: 0.0495341 Nov 09 01:05:01.502279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-72b40973-d38c-4530-923d-6b2e8362b3df tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:01.503635 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-72b40973-d38c-4530-923d-6b2e8362b3df tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5&tenant_id=d66d2dc7c2a04948877e469c109777db&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 943 time: 0.0523548 Nov 09 01:05:01.534973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d0e79262-5cf1-4031-bd71-fa87e7bc406a req-8222af6f-071e-4735-8f4b-58c272f819a0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411620 Nov 09 01:05:01.562975 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-21129c56-efb4-4c6b-9d17-2ef66b6db93c service neutron] delete failed (client error): The resource could not be found. Nov 09 01:05:01.563998 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-21129c56-efb4-4c6b-9d17-2ef66b6db93c service neutron] 10.222.0.11 "DELETE /v2.0/ports/8fa7c69b-18ab-4370-99e5-c8b1777d370f/bindings/n-h2-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0533807 Nov 09 01:05:01.650469 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-fedffb0a-8fae-4d83-9a03-99eca2893235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:01.651947 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-fedffb0a-8fae-4d83-9a03-99eca2893235 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0433574 Nov 09 01:05:01.741783 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-21ad7c9e-169b-41fd-83b8-3f16df9a3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:01.743241 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-21ad7c9e-169b-41fd-83b8-3f16df9a3cf4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0831497 Nov 09 01:05:01.810672 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-d4ecdfea-63e6-4a62-a4c7-5a328ffd31a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 998 time: 0.0603747 Nov 09 01:05:01.859717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-15fb1d3d-19cb-49b4-b5cd-bd5f0a5becba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:01.861119 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-15fb1d3d-19cb-49b4-b5cd-bd5f0a5becba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0424137 Nov 09 01:05:01.906144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-5b68328e-852b-4873-b8bc-96f2da578769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:01.907578 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-5b68328e-852b-4873-b8bc-96f2da578769 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392981 Nov 09 01:05:01.996790 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-8bd25bbe-c712-4c62-8607-327b3590c45c service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816028 Nov 09 01:05:02.082816 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-b3feee36-c6dc-423e-8093-d483c8945c40 req-8319d9b8-1845-4a37-8ef4-67fa3ebce94a service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791967 Nov 09 01:05:02.204688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8fa7c69b-18ab-4370-99e5-c8b1777d370f details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:05:02.296403 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:05:02.307590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'port_id': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'mac_address': 'fa:16:3e:4f:34:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:05:02.343387 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:02.359291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa7c69b-18ab-4370-99e5-c8b1777d370f {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:05:02.379619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:05:02.384685 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:02.433963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=8fa7c69b-18ab-4370-99e5-c8b1777d370f,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:05:02.441964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:02.442311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:02.442656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:02.442991 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:02.443326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:02.443659 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:02.443988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:02.444313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:02.444639 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:02.444963 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:02.445288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:02.445632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:02.599613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['8fa7c69b-18ab-4370-99e5-c8b1777d370f'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:05:02.665116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa1d27-7f01-453a-abc4-2d188d65836d req-1a331e56-f074-4421-9760-f4cd1b26ca90 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:02.666806 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-34fa1d27-7f01-453a-abc4-2d188d65836d req-1a331e56-f074-4421-9760-f4cd1b26ca90 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0604310 Nov 09 01:05:02.717647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-34fa1d27-7f01-453a-abc4-2d188d65836d req-70388eb3-6652-4422-bc90-3e05ebc674d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436449 Nov 09 01:05:02.835006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d939e7-7ec4-4126-9c58-100a44bc6999 req-7cb8ef91-ef9d-4008-9e3b-58dca268a64f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:02.836467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2d939e7-7ec4-4126-9c58-100a44bc6999 req-7cb8ef91-ef9d-4008-9e3b-58dca268a64f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0478914 Nov 09 01:05:02.884712 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2d939e7-7ec4-4126-9c58-100a44bc6999 req-1d38ca97-6a63-472e-92a2-37a47a59913a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417035 Nov 09 01:05:03.106114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401716f2-5721-4c96-801a-f744175b0919 req-1eebafda-6aa7-4ab1-adaa-e2a491aac463 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:03.108119 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-401716f2-5721-4c96-801a-f744175b0919 req-1eebafda-6aa7-4ab1-adaa-e2a491aac463 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0780206 Nov 09 01:05:03.123281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4697-6977-48b6-8df9-5f2ea7d5bda4 req-667cbd79-e30b-421d-a3c9-08390ffee2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:03.124679 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47df4697-6977-48b6-8df9-5f2ea7d5bda4 req-667cbd79-e30b-421d-a3c9-08390ffee2e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 1095 time: 0.0578041 Nov 09 01:05:03.212762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-401716f2-5721-4c96-801a-f744175b0919 req-e9322324-0849-4627-aa2d-4644981317b3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973804 Nov 09 01:05:03.240190 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4697-6977-48b6-8df9-5f2ea7d5bda4 req-2ff8bfac-e596-43b6-ace8-2ccd9b6d130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:03.241698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47df4697-6977-48b6-8df9-5f2ea7d5bda4 req-2ff8bfac-e596-43b6-ace8-2ccd9b6d130e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.1098938 Nov 09 01:05:03.305930 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47df4697-6977-48b6-8df9-5f2ea7d5bda4 req-4e0ce60a-b2c3-4297-95be-83da531f58be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 200 len: 999 time: 0.0569503 Nov 09 01:05:03.352457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4697-6977-48b6-8df9-5f2ea7d5bda4 req-529563a2-37ee-4a9c-9594-0f0e2eaab958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:03.353864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47df4697-6977-48b6-8df9-5f2ea7d5bda4 req-529563a2-37ee-4a9c-9594-0f0e2eaab958 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0413511 Nov 09 01:05:03.402508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4697-6977-48b6-8df9-5f2ea7d5bda4 req-41aedc23-739b-4a7a-9f9e-d4822073471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:03.404495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47df4697-6977-48b6-8df9-5f2ea7d5bda4 req-41aedc23-739b-4a7a-9f9e-d4822073471b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437584 Nov 09 01:05:03.493533 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47df4697-6977-48b6-8df9-5f2ea7d5bda4 req-d1308e20-aacd-4dfc-bf10-eb6b4a411e63 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821633 Nov 09 01:05:03.585486 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47df4697-6977-48b6-8df9-5f2ea7d5bda4 req-8c334abd-161e-49b0-a88b-c0bfc18f0712 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852389 Nov 09 01:05:04.237558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8fa7c69b-18ab-4370-99e5-c8b1777d370f up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:05:04.285967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 8fa7c69b-18ab-4370-99e5-c8b1777d370f completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:05:04.290133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 8fa7c69b-18ab-4370-99e5-c8b1777d370f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:05:04.290499 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:04.331339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e7d7c-f47b-4dee-9e1b-51c2cff5d737 req-fba12276-092f-4249-bb4d-a3ded8c4d12f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:04.332859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-877e7d7c-f47b-4dee-9e1b-51c2cff5d737 req-fba12276-092f-4249-bb4d-a3ded8c4d12f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0498743 Nov 09 01:05:04.364997 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:04.380238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-877e7d7c-f47b-4dee-9e1b-51c2cff5d737 req-ac747acb-78d4-4b8f-91ff-86f12c325542 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412517 Nov 09 01:05:04.387259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:05:04.390059 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390f85f9-52c1-4d10-b7a1-1c8fe9ecb438" -d '{"events": [{"server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "name": "network-vif-plugged", "status": "completed", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:05:04.406994 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:05:04.412117 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:04.436550 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7caeed6-5b62-417a-aa6a-75bb4b545fe4 x-openstack-request-id: req-a7caeed6-5b62-417a-aa6a-75bb4b545fe4 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:05:04.436842 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "name": "network-vif-plugged", "status": "completed", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:05:04.437090 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7caeed6-5b62-417a-aa6a-75bb4b545fe4 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:05:04.437494 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'code': 200} Nov 09 01:05:04.462496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=8fa7c69b-18ab-4370-99e5-c8b1777d370f,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:05:04.624855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f141a-3233-4787-8ca5-16e85e6a1850 req-e4147844-4e7f-4848-a96a-bd7adc9a4232 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:04.626362 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d1f141a-3233-4787-8ca5-16e85e6a1850 req-e4147844-4e7f-4848-a96a-bd7adc9a4232 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0495057 Nov 09 01:05:04.681123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d1f141a-3233-4787-8ca5-16e85e6a1850 req-63f3a2bf-7d3c-407f-aa3e-215d727feb72 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487695 Nov 09 01:05:05.797867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7440b-bec6-4d46-8781-63d304547930 req-6c604958-3a9c-4459-85cd-35a6b9e2a328 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:05.799467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47f7440b-bec6-4d46-8781-63d304547930 req-6c604958-3a9c-4459-85cd-35a6b9e2a328 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0490017 Nov 09 01:05:05.873131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47f7440b-bec6-4d46-8781-63d304547930 req-66ac0800-bbe3-48d9-901f-7d2ed9139fa7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614738 Nov 09 01:05:05.881520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-e814dbe9-7d59-465a-a619-e7a35446a496 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:05.882950 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-e814dbe9-7d59-465a-a619-e7a35446a496 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5783681-7b0a-415b-9675-ac78d09b8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0800004 Nov 09 01:05:05.977861 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Deleting port 8fa7c69b-18ab-4370-99e5-c8b1777d370f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:05:05.978202 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:06.067094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] For port 8fa7c69b-18ab-4370-99e5-c8b1777d370f, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=8fa7c69b-18ab-4370-99e5-c8b1777d370f,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:05:06.067460 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:06.243543 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:06.243906 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:06.244219 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2 disassociated. External IP: 172.25.0.92, port: 8fa7c69b-18ab-4370-99e5-c8b1777d370f. Nov 09 01:05:06.244559 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Calling delete_port for 8fa7c69b-18ab-4370-99e5-c8b1777d370f owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:05:06.368500 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:06.394863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event deleted for resources: {'Port': ['ID=8fa7c69b-18ab-4370-99e5-c8b1777d370f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:05:06.516363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Router 82bf0e0b-7423-43aa-94bf-8fd33abc423e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:05:06.627208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:05:06.636491 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750fc57-3199-4b84-b8b3-582e80a9e083 None None] Sync routers for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:05:06.645701 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750fc57-3199-4b84-b8b3-582e80a9e083 None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:05:06.646301 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1750fc57-3199-4b84-b8b3-582e80a9e083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:04:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:05:06.671041 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] No DVR routers for this DVR port 8fa7c69b-18ab-4370-99e5-c8b1777d370f on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:05:06.673862 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:06.677312 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dde609b8-8dc9-4adb-be02-16c6e1593ce8 req-263b18f6-584d-42da-95f4-a67b52fca3b4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.30 "DELETE /v2.0/ports/8fa7c69b-18ab-4370-99e5-c8b1777d370f HTTP/1.1" status: 204 len: 173 time: 0.7872264 Nov 09 01:05:06.677784 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'name': 'network-vif-deleted', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:05:06.680074 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd435b7a-e5dd-48cd-9a71-a75dda9ea0ac" -d '{"events": [{"server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "name": "network-vif-deleted", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:05:06.727043 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768a0434-f43b-4f99-b890-a31c44b43d68 x-openstack-request-id: req-768a0434-f43b-4f99-b890-a31c44b43d68 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:05:06.727436 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5783681-7b0a-415b-9675-ac78d09b8fb5", "name": "network-vif-deleted", "tag": "8fa7c69b-18ab-4370-99e5-c8b1777d370f", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:05:06.727787 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-768a0434-f43b-4f99-b890-a31c44b43d68 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:05:06.728413 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5783681-7b0a-415b-9675-ac78d09b8fb5', 'name': 'network-vif-deleted', 'tag': '8fa7c69b-18ab-4370-99e5-c8b1777d370f', 'status': 'completed', 'code': 200} Nov 09 01:05:06.763865 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1750fc57-3199-4b84-b8b3-582e80a9e083 None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:05:06.970648 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1750fc57-3199-4b84-b8b3-582e80a9e083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:05:06.999637 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750fc57-3199-4b84-b8b3-582e80a9e083 None None] Checking router: 82bf0e0b-7423-43aa-94bf-8fd33abc423e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:05:07.008024 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750fc57-3199-4b84-b8b3-582e80a9e083 None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:05:07.008624 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1750fc57-3199-4b84-b8b3-582e80a9e083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:04:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:05:07.114964 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1750fc57-3199-4b84-b8b3-582e80a9e083 None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:05:07.155548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-44661122-6008-42b2-b5a8-122803c7a2ab tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--263521846&fields=id&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 267 time: 0.0426743 Nov 09 01:05:07.261653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-4d4f61fb-5729-41dc-b734-b833848930d6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:07.263948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-4d4f61fb-5729-41dc-b734-b833848930d6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 812 time: 0.1012359 Nov 09 01:05:07.278672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-f1aa2c58-376a-49f9-bd94-1641d561206d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/quotas/d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 375 time: 0.0089779 Nov 09 01:05:07.309097 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1750fc57-3199-4b84-b8b3-582e80a9e083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:05:07.335429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-60e8d468-fda0-4834-baf5-8415ed7d5c65 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514257 Nov 09 01:05:07.335757 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750fc57-3199-4b84-b8b3-582e80a9e083 None None] The sync data for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 is: [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:05:07.508219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-09e0b451-bcd2-4364-a076-6f7269213b06 service neutron] 10.222.0.25 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263325 Nov 09 01:05:07.567083 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e657b-b230-4a1f-a3b1-3aaa8aefa2ba None None] New status for floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:05:07.606474 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-e2c14851-7295-4b25-9693-3b7b47659797 service neutron] 10.222.0.25 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913093 Nov 09 01:05:08.794149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aba2284c-174c-4a75-92dc-f6212e094d0e req-55c05117-5c0e-40f7-8b5f-28e441972ded tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 210 time: 0.0263925 Nov 09 01:05:09.873202 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a061341-2076-487f-a6d8-8cdd1e75fb53 req-11aa595a-2b5b-48f3-8b3a-d55dc689e619 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 210 time: 0.0258112 Nov 09 01:05:10.250444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8fa7c69b-18ab-4370-99e5-c8b1777d370f no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:05:10.270592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 8fa7c69b-18ab-4370-99e5-c8b1777d370f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:05:10.270933 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 8fa7c69b-18ab-4370-99e5-c8b1777d370f not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:05:10.952077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11f0c771-7eaa-4673-b11b-d80ef3985fc4 req-806b951f-8b90-4847-830c-b0d60df721ca tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 210 time: 0.0272756 Nov 09 01:05:12.034281 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-262b7750-71cf-4ce0-94fa-6bb03bef7f4d req-e6ca92de-c207-43b2-84eb-b386931ba0cb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 210 time: 0.0258291 Nov 09 01:05:12.760049 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-03fabded-587c-4fa7-816b-6545cec67ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:13.127169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fbbab189-4442-4d72-b25c-1a7dc03bfb01 req-cb253a16-0378-4a67-9721-f48b237a73c7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 210 time: 0.0249798 Nov 09 01:05:13.760129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-4241fb74-c002-4160-8dcd-24705c690e85 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:13.761598 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-4241fb74-c002-4160-8dcd-24705c690e85 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 812 time: 0.1057825 Nov 09 01:05:13.823879 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-8ded07ef-39c6-47f9-8eb0-f13210e8a5a8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 379 time: 0.0517700 Nov 09 01:05:13.833721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Request body: {'port': {'device_id': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'admin_state_up': True, 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'security_groups': ['b37a9558-4fd2-4b78-8a98-12063a56cba4']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:05:13.942031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Made reservation on behalf of d66d2dc7c2a04948877e469c109777db for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:05:13.945677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:14.067400 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Allocated IP 172.20.0.10 (4d0b7714-7bad-49a1-9672-d03aca57f799/4be7f968-4ca1-4beb-9d71-07734398e9a9/862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:05:14.206348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:14.227931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed0d95d3-c96a-46a5-846d-ca0c6c584330 req-53a4def8-9949-4915-b898-ad73b3ee4c2b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 210 time: 0.0301733 Nov 09 01:05:14.239576 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:14.280026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Network 4d0b7714-7bad-49a1-9672-d03aca57f799 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:05:14.283026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:05:14.288584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:05:14.320766 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event updated for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:05:14.333757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:14.334099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:14.334439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:14.334773 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:14.335101 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:14.335450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:14.335755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:14.336075 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:14.336393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:14.336717 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:14.337033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:14.337373 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:05:14.357590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:14.358200 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:14.375613 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-3e3927f1-c087-4203-a77a-fb1044eef3d3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5454249 Nov 09 01:05:14.388156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Request body: {'port': {'device_id': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:05:14.444420 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:14.495588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-71b0a66a-498c-4edf-bce7-0f8982a70400 None None] Provisioning complete for port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:05:14.496141 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71b0a66a-498c-4edf-bce7-0f8982a70400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:14.529239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-71b0a66a-498c-4edf-bce7-0f8982a70400 None None] Port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:05:14.699190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:05:14.706431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:14.719802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Transition to ACTIVE for port object 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:05:14.722663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:14.779655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Pushing event updated for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:05:14.846133 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a23ef62b-6f03-4ecd-b45c-0b58ee0f7b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:14.846388 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Attempting to bind port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:05:14.846671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Attempting to bind port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:05:14.847068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Attempting to bind port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:05:14.852246 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:05:14.852580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Attempting to bind port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:05:14.858530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:05:14.858866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:05:14.859254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Bound using segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:05:14.859681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Bound port: 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:05:14.860044 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:14.925784 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:05:14.928985 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:05:14.933096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:14.970100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:14.970725 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:14.972115 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] 10.222.0.11 "PUT /v2.0/ports/862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1092 time: 0.5883412 Nov 09 01:05:14.972541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:05:14.974817 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4947a35c-e21e-499d-8f24-3df34ab33fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:05:15.005588 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9343c4-3ed1-4b6f-ae1d-d3e0e0da9de3 service neutron] Pushing event updated for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:05:15.025491 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3508c67d-18be-45a2-bca6-a7b1626028cf x-openstack-request-id: req-3508c67d-18be-45a2-bca6-a7b1626028cf {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:05:15.025827 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:05:15.026089 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3508c67d-18be-45a2-bca6-a7b1626028cf {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:05:15.026498 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'status': 'completed', 'code': 200} Nov 09 01:05:15.071397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-b8213530-6ba5-42f8-a541-5210ea5bc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:15.072931 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-b8213530-6ba5-42f8-a541-5210ea5bc316 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1095 time: 0.0443761 Nov 09 01:05:15.118213 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-9577beff-05ee-49d0-b294-c75f2c7f4294 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 217 time: 0.0359681 Nov 09 01:05:15.173207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-6d340eb1-fee8-424f-a16d-967db06b0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:15.174794 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-6d340eb1-fee8-424f-a16d-967db06b0533 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0503447 Nov 09 01:05:15.220863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-ce1aefa5-48d4-4736-959d-51bf340ffa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:15.222288 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-ce1aefa5-48d4-4736-959d-51bf340ffa51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404375 Nov 09 01:05:15.312256 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-e3875743-201c-4917-b570-e7a702409e9c service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822597 Nov 09 01:05:15.344497 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ca97b-0edf-483d-9a04-9d38414a532c req-f0151e8a-4026-4eac-aa1a-9e7a0946638c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:15.346039 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-533ca97b-0edf-483d-9a04-9d38414a532c req-f0151e8a-4026-4eac-aa1a-9e7a0946638c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 944 time: 0.0492709 Nov 09 01:05:15.393721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-533ca97b-0edf-483d-9a04-9d38414a532c req-97b40aa3-2490-49d6-8ee3-d221a50cd84b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414901 Nov 09 01:05:15.407957 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cff9c044-c745-4db0-a7e9-5dab579e4666 req-7e56c72d-b8a1-41d1-ac35-21135aa661b0 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887785 Nov 09 01:05:15.497940 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947a35c-e21e-499d-8f24-3df34ab33fe1 req-9532d505-1f9e-4b2e-836c-73788e9fca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:15.499363 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4947a35c-e21e-499d-8f24-3df34ab33fe1 req-9532d505-1f9e-4b2e-836c-73788e9fca26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1095 time: 0.0438843 Nov 09 01:05:15.593413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947a35c-e21e-499d-8f24-3df34ab33fe1 req-3b8f728e-483b-440a-b43b-487df46218de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:15.594885 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4947a35c-e21e-499d-8f24-3df34ab33fe1 req-3b8f728e-483b-440a-b43b-487df46218de service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0876129 Nov 09 01:05:15.636190 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4947a35c-e21e-499d-8f24-3df34ab33fe1 req-fb4495e1-1e67-4003-a810-b06669ad16ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 217 time: 0.0344994 Nov 09 01:05:15.688581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947a35c-e21e-499d-8f24-3df34ab33fe1 req-200af855-be43-422d-b405-0451dbfc2fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:15.690324 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4947a35c-e21e-499d-8f24-3df34ab33fe1 req-200af855-be43-422d-b405-0451dbfc2fdb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0470910 Nov 09 01:05:15.736034 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947a35c-e21e-499d-8f24-3df34ab33fe1 req-5dd7c7a9-f13e-4024-8253-0f782f35ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:15.737528 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4947a35c-e21e-499d-8f24-3df34ab33fe1 req-5dd7c7a9-f13e-4024-8253-0f782f35ef0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391541 Nov 09 01:05:15.827476 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4947a35c-e21e-499d-8f24-3df34ab33fe1 req-c9d7d0bb-1970-4452-952d-d26906335fa5 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815387 Nov 09 01:05:15.921418 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4947a35c-e21e-499d-8f24-3df34ab33fe1 req-95741720-fb00-4d8c-b358-52ab1b080531 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851400 Nov 09 01:05:16.277107 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:16.384848 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:16.512107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fadd-114a-4914-97c1-f903af2667e8 req-2cfd32e1-e0d3-47f9-aabb-c8674aef25f7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:16.513599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1b2fadd-114a-4914-97c1-f903af2667e8 req-2cfd32e1-e0d3-47f9-aabb-c8674aef25f7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 944 time: 0.0483456 Nov 09 01:05:16.562366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1b2fadd-114a-4914-97c1-f903af2667e8 req-49416b03-c5a1-41b5-a0a6-21c08bc743c9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421431 Nov 09 01:05:16.719902 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:17.679540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35139491-ac58-43f9-9cfc-6a3b397cf365 req-81e30b57-c437-47f5-88c2-52b236b4c80e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:17.680997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35139491-ac58-43f9-9cfc-6a3b397cf365 req-81e30b57-c437-47f5-88c2-52b236b4c80e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 944 time: 0.0513482 Nov 09 01:05:17.727610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35139491-ac58-43f9-9cfc-6a3b397cf365 req-31c5867f-1a60-4741-84bb-424b99e832e1 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400848 Nov 09 01:05:17.817079 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:18.481019 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:18.841617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374aa87-e871-496c-8c2e-6e992ce1602b req-64a1fe03-c4e5-44e2-9dff-a82061ff8d6a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:18.843100 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9374aa87-e871-496c-8c2e-6e992ce1602b req-64a1fe03-c4e5-44e2-9dff-a82061ff8d6a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 944 time: 0.0483656 Nov 09 01:05:18.889606 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9374aa87-e871-496c-8c2e-6e992ce1602b req-cb920862-cb52-4e07-b79f-2678cf0e4d69 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405931 Nov 09 01:05:19.020332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:05:19.111999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:05:19.125800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'port_id': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'mac_address': 'fa:16:3e:ac:d4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:05:19.160703 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:19.173747 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:05:19.191636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:05:19.195457 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:19.240552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:05:19.402036 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:05:20.006055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d979-7f5b-4227-bfcd-993544cd34a3 req-1be7caa6-958b-479d-8902-3da3f6faff28 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:20.007527 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd11d979-7f5b-4227-bfcd-993544cd34a3 req-1be7caa6-958b-479d-8902-3da3f6faff28 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 945 time: 0.0511107 Nov 09 01:05:20.053969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd11d979-7f5b-4227-bfcd-993544cd34a3 req-0aa4c1ab-2f26-480f-8e75-2c6a380e8bc9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406268 Nov 09 01:05:21.020690 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:05:21.067654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:05:21.071571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:05:21.071940 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:21.152347 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:21.170399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7b113-822c-4ba8-816f-031a44e2abd1 req-c6e5342c-5e82-4dde-a263-bdfa9e24ade6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:21.172037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-daa7b113-822c-4ba8-816f-031a44e2abd1 req-c6e5342c-5e82-4dde-a263-bdfa9e24ade6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 945 time: 0.0494256 Nov 09 01:05:21.175316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:05:21.177534 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751a1d2f-deeb-4156-a8d8-2c2859dbeb71" -d '{"events": [{"server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "name": "network-vif-plugged", "status": "completed", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:05:21.187344 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:05:21.191127 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:05:21.196541 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:21.222725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-daa7b113-822c-4ba8-816f-031a44e2abd1 req-9383000d-cfad-4007-ac26-f0f38e5d46e8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447636 Nov 09 01:05:21.223505 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017b189c-fdf5-4ac2-8f09-a287f31337a1 x-openstack-request-id: req-017b189c-fdf5-4ac2-8f09-a287f31337a1 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:05:21.223773 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "name": "network-vif-plugged", "status": "completed", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:05:21.224354 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-017b189c-fdf5-4ac2-8f09-a287f31337a1 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:05:21.224743 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'code': 200} Nov 09 01:05:21.250884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:05:21.321416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210dd48-7b49-42d5-8eae-786ed7cd8eff req-3a7dfdf3-c234-4967-8809-b8dcc10bea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:21.322831 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6210dd48-7b49-42d5-8eae-786ed7cd8eff req-3a7dfdf3-c234-4967-8809-b8dcc10bea25 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1097 time: 0.0391526 Nov 09 01:05:21.367486 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6210dd48-7b49-42d5-8eae-786ed7cd8eff req-4836a1cc-0728-4926-b35a-85ce7293c61d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365105 Nov 09 01:05:22.344014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183023a-c297-4d80-9581-9fb977d8a1d4 req-ae58aa1b-fa6e-4645-b4ff-2590bc78ceb9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:22.345973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b183023a-c297-4d80-9581-9fb977d8a1d4 req-ae58aa1b-fa6e-4645-b4ff-2590bc78ceb9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0489631 Nov 09 01:05:22.399887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b183023a-c297-4d80-9581-9fb977d8a1d4 req-bfd1df36-755e-4f10-aa78-b5b8f547245c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471072 Nov 09 01:05:23.517105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141477a-8a1c-4685-99cb-bede1896e1f2 req-7c8c47bd-84de-40de-a9db-e43787d1775f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:23.518572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2141477a-8a1c-4685-99cb-bede1896e1f2 req-7c8c47bd-84de-40de-a9db-e43787d1775f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0476463 Nov 09 01:05:23.565573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2141477a-8a1c-4685-99cb-bede1896e1f2 req-8c1d62e2-0c7d-40ae-933c-f4245534d5cb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410764 Nov 09 01:05:23.676141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7647f-550e-472b-a071-9abf3a59a35a req-57a5e424-1b8e-4b0b-8a66-21a168a80b3f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:23.677625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0dc7647f-550e-472b-a071-9abf3a59a35a req-57a5e424-1b8e-4b0b-8a66-21a168a80b3f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0477674 Nov 09 01:05:23.687346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 59362) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:05:23.692148 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-66533e05-4439-49e7-9899-f0d8fba508b2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Request body: {'floatingip': {'port_id': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:05:23.734016 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-66533e05-4439-49e7-9899-f0d8fba508b2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:24.155749 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-66533e05-4439-49e7-9899-f0d8fba508b2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:24.159423 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-66533e05-4439-49e7-9899-f0d8fba508b2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:24.252104 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-66533e05-4439-49e7-9899-f0d8fba508b2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2 associated. External IP: 172.25.0.92, port: 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2. Nov 09 01:05:24.452546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66533e05-4439-49e7-9899-f0d8fba508b2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Router 82bf0e0b-7423-43aa-94bf-8fd33abc423e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:05:24.557242 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66533e05-4439-49e7-9899-f0d8fba508b2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:05:24.562438 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-66533e05-4439-49e7-9899-f0d8fba508b2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:24.570839 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2830857-7049-4688-8e5c-c235c5d9b508 None None] Sync routers for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:05:24.581717 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2830857-7049-4688-8e5c-c235c5d9b508 None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:05:24.582340 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d2830857-7049-4688-8e5c-c235c5d9b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:05:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:05:24.589907 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-66533e05-4439-49e7-9899-f0d8fba508b2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "PUT /v2.0/floatingips/2a7d44b9-5ef4-4d39-9c0e-1292644985d2 HTTP/1.1" status: 200 len: 991 time: 0.9014323 Nov 09 01:05:24.590494 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:05:24.592716 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4633278-ebab-40d5-8679-532b24339851" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:05:24.650032 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd2e566-b045-4ee2-ae85-5996d562a095 x-openstack-request-id: req-ebd2e566-b045-4ee2-ae85-5996d562a095 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:05:24.650321 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:05:24.650571 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebd2e566-b045-4ee2-ae85-5996d562a095 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:05:24.650970 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'status': 'completed', 'code': 200} Nov 09 01:05:24.690492 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-d2830857-7049-4688-8e5c-c235c5d9b508 None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:05:24.721908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633278-ebab-40d5-8679-532b24339851 req-abb0bf6b-0ec3-4c47-a5fc-c835031fa8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:24.723318 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4633278-ebab-40d5-8679-532b24339851 req-abb0bf6b-0ec3-4c47-a5fc-c835031fa8c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1097 time: 0.0440180 Nov 09 01:05:24.822224 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633278-ebab-40d5-8679-532b24339851 req-146f17d8-0499-4d4b-8c9c-97ffec60d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:24.823703 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4633278-ebab-40d5-8679-532b24339851 req-146f17d8-0499-4d4b-8c9c-97ffec60d01f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0939169 Nov 09 01:05:24.892634 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4633278-ebab-40d5-8679-532b24339851 req-bd545ec1-b9e2-46d3-a637-9e3d6f68bc40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 999 time: 0.0611858 Nov 09 01:05:24.914794 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d2830857-7049-4688-8e5c-c235c5d9b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2a7d44b9-5ef4-4d39-9c0e-1292644985d2', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'port_id': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'mac_address': 'fa:16:3e:ac:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:00:42Z', 'updated_at': '2021-11-09T01:05:24Z', 'revision_number': 9, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:05:24.940524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633278-ebab-40d5-8679-532b24339851 req-c4018d42-420d-4296-9a63-0281930fcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:24.942012 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4633278-ebab-40d5-8679-532b24339851 req-c4018d42-420d-4296-9a63-0281930fcad7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0429504 Nov 09 01:05:24.943977 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2830857-7049-4688-8e5c-c235c5d9b508 None None] Checking router: 82bf0e0b-7423-43aa-94bf-8fd33abc423e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:05:24.952705 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2830857-7049-4688-8e5c-c235c5d9b508 None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:05:24.953301 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d2830857-7049-4688-8e5c-c235c5d9b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:05:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:05:24.987265 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633278-ebab-40d5-8679-532b24339851 req-b6daec82-e50f-4e99-84da-fa9f86d38e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:24.988659 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4633278-ebab-40d5-8679-532b24339851 req-b6daec82-e50f-4e99-84da-fa9f86d38e98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401721 Nov 09 01:05:25.061535 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-d2830857-7049-4688-8e5c-c235c5d9b508 None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:05:25.081653 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4633278-ebab-40d5-8679-532b24339851 req-e598ac96-b048-44b5-a879-77036710f97f service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855980 Nov 09 01:05:25.175823 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4633278-ebab-40d5-8679-532b24339851 req-7684555a-669d-4010-b193-45a27fd86f7c service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868995 Nov 09 01:05:25.369758 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d2830857-7049-4688-8e5c-c235c5d9b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2a7d44b9-5ef4-4d39-9c0e-1292644985d2', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'port_id': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'mac_address': 'fa:16:3e:ac:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:00:42Z', 'updated_at': '2021-11-09T01:05:24Z', 'revision_number': 9, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:05:25.398015 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2830857-7049-4688-8e5c-c235c5d9b508 None None] The sync data for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 is: [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2a7d44b9-5ef4-4d39-9c0e-1292644985d2', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'port_id': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'mac_address': 'fa:16:3e:ac:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:00:42Z', 'updated_at': '2021-11-09T01:05:24Z', 'revision_number': 9, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:05:25.587842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7218b-bc87-46f1-8d3c-74b49f8a3518 None None] New status for floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:05:42.762397 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-178191c5-ad69-4e84-97e2-73ef67be29f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:44.847877 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1c9821c3-592b-430b-98cb-98126c1d8697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:46.282639 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:46.382216 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:46.732248 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:47.822319 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:48.483076 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:05:55.065891 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5b078335-28cd-4b96-a90c-63ae42ee5bf7 req-f690afbb-49db-4070-b1d3-aeefde02662b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501373 Nov 09 01:05:55.152964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b078335-28cd-4b96-a90c-63ae42ee5bf7 req-68986a37-9b6c-48b7-9ec8-950f48459dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:55.154479 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5b078335-28cd-4b96-a90c-63ae42ee5bf7 req-68986a37-9b6c-48b7-9ec8-950f48459dfd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1097 time: 0.0417235 Nov 09 01:05:55.259396 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b078335-28cd-4b96-a90c-63ae42ee5bf7 req-513f8365-94ac-42f8-91a3-c976f328456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:55.260863 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5b078335-28cd-4b96-a90c-63ae42ee5bf7 req-513f8365-94ac-42f8-91a3-c976f328456d service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0850792 Nov 09 01:05:55.332440 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5b078335-28cd-4b96-a90c-63ae42ee5bf7 req-c33872fc-eec9-4713-b740-ce4f1d313903 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1002 time: 0.0623043 Nov 09 01:05:55.382610 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b078335-28cd-4b96-a90c-63ae42ee5bf7 req-4cd815e6-f550-4c2b-8dd3-0db25dd9851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:55.384064 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5b078335-28cd-4b96-a90c-63ae42ee5bf7 req-4cd815e6-f550-4c2b-8dd3-0db25dd9851a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0439620 Nov 09 01:05:55.430261 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b078335-28cd-4b96-a90c-63ae42ee5bf7 req-46837e86-a4dd-45cf-a8a8-bd836a67e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:05:55.431761 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5b078335-28cd-4b96-a90c-63ae42ee5bf7 req-46837e86-a4dd-45cf-a8a8-bd836a67e5aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408068 Nov 09 01:05:55.526360 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5b078335-28cd-4b96-a90c-63ae42ee5bf7 req-ab143767-0855-483c-b605-9f4c2106d9c4 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867367 Nov 09 01:05:55.619825 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5b078335-28cd-4b96-a90c-63ae42ee5bf7 req-7a5f9936-03f8-4d8b-bff2-9225728b48d5 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845959 Nov 09 01:05:58.187481 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:06:12.764326 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8df79b18-2f02-4ce6-9c97-e509ec450233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:14.848128 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d975-9ddc-4f69-a3b8-fb094c2b0bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:16.282446 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:16.381336 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:16.739664 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:17.825556 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:18.479185 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:35.186853 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:06:42.765408 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f536da6-1958-4ade-b505-bf188ef263ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:44.849111 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eef632dd-2c38-4a9d-a37b-c4580d6ce19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:46.285311 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:46.396346 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:46.733508 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:47.827556 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:48.481169 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:06:57.052632 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5422c3aa-b28c-438b-adc1-650fc46bbd47 req-951afd29-9c87-40a7-ba03-14a6a25be79b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452528 Nov 09 01:06:57.133850 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422c3aa-b28c-438b-adc1-650fc46bbd47 req-14717a97-3ecd-45bb-a24e-bf577d846469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:06:57.135334 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5422c3aa-b28c-438b-adc1-650fc46bbd47 req-14717a97-3ecd-45bb-a24e-bf577d846469 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1097 time: 0.0401227 Nov 09 01:06:57.241760 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422c3aa-b28c-438b-adc1-650fc46bbd47 req-f5857029-1a90-4414-8215-108fa9eeea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:06:57.243221 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5422c3aa-b28c-438b-adc1-650fc46bbd47 req-f5857029-1a90-4414-8215-108fa9eeea80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0883985 Nov 09 01:06:57.308510 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5422c3aa-b28c-438b-adc1-650fc46bbd47 req-de6ce07a-9085-4ebd-898b-025b91bdf0c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1002 time: 0.0574150 Nov 09 01:06:57.356452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422c3aa-b28c-438b-adc1-650fc46bbd47 req-a5c10a10-14d5-4d0a-8553-8fa9c081b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:06:57.357877 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5422c3aa-b28c-438b-adc1-650fc46bbd47 req-a5c10a10-14d5-4d0a-8553-8fa9c081b0a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0417032 Nov 09 01:06:57.406474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422c3aa-b28c-438b-adc1-650fc46bbd47 req-2d78e583-35e8-4275-860c-621c55873da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:06:57.407960 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5422c3aa-b28c-438b-adc1-650fc46bbd47 req-2d78e583-35e8-4275-860c-621c55873da3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424776 Nov 09 01:06:57.496855 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5422c3aa-b28c-438b-adc1-650fc46bbd47 req-f51dbecd-9780-4482-ac4a-8f234c18df9d service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812237 Nov 09 01:06:57.587857 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5422c3aa-b28c-438b-adc1-650fc46bbd47 req-323fb308-7255-4bb4-9076-907597733a71 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836000 Nov 09 01:06:59.599976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecf919-66c8-4aa9-a4f7-4b88aefba03a req-0221e82c-e36b-422e-b96a-4331121b842a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:06:59.601525 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80ecf919-66c8-4aa9-a4f7-4b88aefba03a req-0221e82c-e36b-422e-b96a-4331121b842a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0692160 Nov 09 01:06:59.604526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-7644cc5f-662f-4400-b64a-a47c6d789248 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830405 Nov 09 01:06:59.661857 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80ecf919-66c8-4aa9-a4f7-4b88aefba03a req-59287b1f-9187-4473-ac57-14632a47a07e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426376 Nov 09 01:07:00.780515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b025d1-c30b-49a8-8674-4ebd32c84b5b req-25b91835-5f7a-40dc-b88f-724e296a85dc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:00.782021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7b025d1-c30b-49a8-8674-4ebd32c84b5b req-25b91835-5f7a-40dc-b88f-724e296a85dc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0480225 Nov 09 01:07:00.828601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7b025d1-c30b-49a8-8674-4ebd32c84b5b req-0d61d47a-4bab-4f5f-85ee-2a126ab444b3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407424 Nov 09 01:07:01.682154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-02a70e1f-1193-404d-94a3-8e96083d71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:01.683611 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-02a70e1f-1193-404d-94a3-8e96083d71cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1097 time: 0.0402682 Nov 09 01:07:01.777631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-2d3f151a-562a-43c4-bb59-6fae96e3e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:01.779094 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-2d3f151a-562a-43c4-bb59-6fae96e3e3ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0867200 Nov 09 01:07:01.842885 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-8c83fd37-ef9c-42fa-bdc8-6ce5c5b2f4a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1002 time: 0.0570340 Nov 09 01:07:01.892151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-eb5e61a2-bbc2-4839-8639-a19ad0e2fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:01.893714 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-eb5e61a2-bbc2-4839-8639-a19ad0e2fa5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0436721 Nov 09 01:07:01.942775 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-391ef0bc-07cb-46d8-b496-944eae883a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:01.944266 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-391ef0bc-07cb-46d8-b496-944eae883a9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438561 Nov 09 01:07:01.948207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca652-38e4-4b0b-afb8-585a21d1cbca req-059e1509-14c9-4cbb-bc9a-47f736707def tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:01.949688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c29ca652-38e4-4b0b-afb8-585a21d1cbca req-059e1509-14c9-4cbb-bc9a-47f736707def tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0525408 Nov 09 01:07:01.997809 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c29ca652-38e4-4b0b-afb8-585a21d1cbca req-ce0d8fbc-7545-41b4-845e-21827e8d80e1 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415847 Nov 09 01:07:02.358259 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-b1fbe1c2-771b-4d70-96b9-4a999b32c610 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066279 Nov 09 01:07:02.448314 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-0a577d1c-4601-41e0-bd85-633d50404165 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827854 Nov 09 01:07:03.114073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d6375-5221-45c6-b8db-a244ac7e8203 req-3607650c-a536-4d96-9e22-71c6162ef3c2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:03.115522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-032d6375-5221-45c6-b8db-a244ac7e8203 req-3607650c-a536-4d96-9e22-71c6162ef3c2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0472412 Nov 09 01:07:03.164001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-032d6375-5221-45c6-b8db-a244ac7e8203 req-0ddea898-5b77-40ca-91cb-5e3594b440cc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Nov 09 01:07:04.278676 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9b6f8-edab-461e-a34e-6243a2659bd0 req-e272fdf2-5d32-4f8a-93ff-41a35d5615ee tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:04.280121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bdf9b6f8-edab-461e-a34e-6243a2659bd0 req-e272fdf2-5d32-4f8a-93ff-41a35d5615ee tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0474720 Nov 09 01:07:04.329883 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bdf9b6f8-edab-461e-a34e-6243a2659bd0 req-2fe50208-ec7e-4ce0-b560-6e93ff9b16c0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432951 Nov 09 01:07:05.443138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789345ef-eadd-4806-966f-7f6ec16ff89c req-5fdd9090-787b-4304-a267-9c720345ba7a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:05.444611 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-789345ef-eadd-4806-966f-7f6ec16ff89c req-5fdd9090-787b-4304-a267-9c720345ba7a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0486825 Nov 09 01:07:05.491860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-789345ef-eadd-4806-966f-7f6ec16ff89c req-15f68018-4c14-45f7-83aa-b4e2137346cf tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413141 Nov 09 01:07:06.608748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99140ae-f383-4096-8aa6-8a7a367fbba3 req-2d0dcc59-caa1-4ef0-89d3-7d57ad31edd3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:06.610789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e99140ae-f383-4096-8aa6-8a7a367fbba3 req-2d0dcc59-caa1-4ef0-89d3-7d57ad31edd3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0490296 Nov 09 01:07:06.657360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e99140ae-f383-4096-8aa6-8a7a367fbba3 req-b027eb43-f759-4138-bc50-9f3105f77721 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Nov 09 01:07:07.772702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbc734-b8cd-43cd-b28f-64e743858a1e req-1e7e3dd0-7fb2-4c66-91bc-204100b319cd tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:07.774189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ffbc734-b8cd-43cd-b28f-64e743858a1e req-1e7e3dd0-7fb2-4c66-91bc-204100b319cd tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0508821 Nov 09 01:07:07.820742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ffbc734-b8cd-43cd-b28f-64e743858a1e req-e4326cc9-a5c8-433f-a04f-63866bcb6421 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406973 Nov 09 01:07:08.934588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa30290-b187-4210-b1f8-6fe97525db2d req-f06599f2-e760-4935-ad32-17d6975cb3c3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:08.935960 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fa30290-b187-4210-b1f8-6fe97525db2d req-f06599f2-e760-4935-ad32-17d6975cb3c3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0488186 Nov 09 01:07:08.982473 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fa30290-b187-4210-b1f8-6fe97525db2d req-824f0ece-4497-4a95-9c90-3043eb76c53c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405800 Nov 09 01:07:10.101838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f8618-7f5e-491a-b0d9-a733fba194e4 req-d8dda884-a2c1-41a6-847f-8610387ceba3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:10.103294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-847f8618-7f5e-491a-b0d9-a733fba194e4 req-d8dda884-a2c1-41a6-847f-8610387ceba3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0507586 Nov 09 01:07:10.148960 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-847f8618-7f5e-491a-b0d9-a733fba194e4 req-fd2a527e-8c23-4f4a-b58b-5c865c656419 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398858 Nov 09 01:07:11.267032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7250826-f4e3-444b-b3c6-dc58f7c8c752 req-608cb584-cbcc-44ca-93f5-6633f5ea320c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:11.268493 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7250826-f4e3-444b-b3c6-dc58f7c8c752 req-608cb584-cbcc-44ca-93f5-6633f5ea320c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0480347 Nov 09 01:07:11.315222 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b7250826-f4e3-444b-b3c6-dc58f7c8c752 req-6ca0e03c-09f1-4803-9c0a-4da7f69c505d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409214 Nov 09 01:07:12.185340 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:07:12.427255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506bfd7-2f00-426d-9da6-5db135d21a9c req-113b00cb-c00c-47b8-87ee-b8fb41f4170f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:12.428733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d506bfd7-2f00-426d-9da6-5db135d21a9c req-113b00cb-c00c-47b8-87ee-b8fb41f4170f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0480268 Nov 09 01:07:12.479334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d506bfd7-2f00-426d-9da6-5db135d21a9c req-0436eca7-4ef3-49e3-88c9-0fad5f9d58d9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444250 Nov 09 01:07:12.766207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6ffe115f-886f-47dc-8aad-076ee491c7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:13.594305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4251f-9fb1-4061-818f-c313633880b7 req-426afac5-901b-47aa-8ce7-0d57e526e424 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:13.596408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0c4251f-9fb1-4061-818f-c313633880b7 req-426afac5-901b-47aa-8ce7-0d57e526e424 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0484073 Nov 09 01:07:13.643274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0c4251f-9fb1-4061-818f-c313633880b7 req-734bc81c-0e0a-4e23-ae54-ce13b0634401 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407312 Nov 09 01:07:14.226464 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-2a768d88-97cf-451b-b246-e351680eac8d service neutron] show failed (client error): The resource could not be found. Nov 09 01:07:14.227442 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-2a768d88-97cf-451b-b246-e351680eac8d service neutron] 10.222.0.11 "GET /v2.0/ports/862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2/bindings/n-h1-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0524044 Nov 09 01:07:14.425430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-146f0c90-972e-497b-a4d6-63b4aa087a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:14.426821 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-146f0c90-972e-497b-a4d6-63b4aa087a9d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 1097 time: 0.0406058 Nov 09 01:07:14.437539 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-1e47ffe3-00ac-41a5-861a-85457d4504fc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:07:14.438587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-1e47ffe3-00ac-41a5-861a-85457d4504fc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049045 Nov 09 01:07:14.450680 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:07:14.505800 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:14.709780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:07:14.771894 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:07:14.800011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba01aaf-b772-4655-8430-548393ff57f8 req-37385f39-0bee-4f75-89b3-8b5977cf5f6e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:14.801512 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dba01aaf-b772-4655-8430-548393ff57f8 req-37385f39-0bee-4f75-89b3-8b5977cf5f6e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0834115 Nov 09 01:07:14.837807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:07:14.840076 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e9116a-02ab-4da6-b619-5918886c20c8" -d '{"events": [{"server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "name": "network-vif-unplugged", "status": "completed", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:07:14.846598 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:14.849735 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a12e-c380-4c67-a3d4-81e53c8bfef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:14.871530 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Transition to ACTIVE for port object 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:07:14.883985 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:14.900360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dba01aaf-b772-4655-8430-548393ff57f8 req-9ba12175-7875-4961-be9f-5f106a247151 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895684 Nov 09 01:07:14.902018 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad475bf2-1afd-49fc-b01d-be9392405564 x-openstack-request-id: req-ad475bf2-1afd-49fc-b01d-be9392405564 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:07:14.902310 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "name": "network-vif-unplugged", "status": "completed", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:07:14.902560 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad475bf2-1afd-49fc-b01d-be9392405564 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:07:14.902948 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'code': 200} Nov 09 01:07:14.972192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Pushing event updated for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:14.986940 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:14.987286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:14.987659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:14.988001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:14.988335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:14.988659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:14.988992 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:14.989314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:14.989667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:14.989987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:14.990307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:14.990632 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:15.025773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] No DVR routers for this DVR port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:07:15.165845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Attempting to bind port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:07:15.166279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Attempting to bind port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:07:15.166604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Attempting to bind port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:07:15.170843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:07:15.171162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Attempting to bind port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:07:15.176457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:07:15.176785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:07:15.177166 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Bound using segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:07:15.177617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Bound port: 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:07:15.177963 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:15.239974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:07:15.242903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:07:15.247184 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:15.278496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:15.279116 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:15.280830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] 10.222.0.30 "PUT /v2.0/ports/862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1092 time: 0.8338161 Nov 09 01:07:15.317595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474bedd-e4d7-4c9e-97ae-c57e37183ccd service neutron] Pushing event updated for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:15.349744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-f1d13129-c79c-4cfa-b8a4-c22e6ddad51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:15.351267 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-f1d13129-c79c-4cfa-b8a4-c22e6ddad51d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1095 time: 0.0477045 Nov 09 01:07:15.448948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-759fb4b3-185e-464d-aaad-7328509b1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:15.450469 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-759fb4b3-185e-464d-aaad-7328509b1fa3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0925882 Nov 09 01:07:15.516369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-66fa1aea-b407-4245-8c21-6684040b3857 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1000 time: 0.0586679 Nov 09 01:07:15.568636 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-ff5a5998-9d96-4a40-a9a2-df59a0dee5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:15.570130 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-ff5a5998-9d96-4a40-a9a2-df59a0dee5c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0474184 Nov 09 01:07:15.616097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-7b853c71-92a4-4d34-b72a-3218c2b4a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:15.617653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-7b853c71-92a4-4d34-b72a-3218c2b4a3a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399749 Nov 09 01:07:15.705969 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-3765cfb1-771e-47ed-9da6-9342ff895370 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813515 Nov 09 01:07:15.798405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-44f94ca4-5c1f-43e0-8b58-ea85f583a090 req-478ea493-8488-408f-846d-2d7d53d1dc80 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843403 Nov 09 01:07:16.017677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55544a3-ad9e-4455-9fc6-8358398e92bf req-ea049017-f4c8-48e3-a6e7-cd288539a7d0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:16.019134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c55544a3-ad9e-4455-9fc6-8358398e92bf req-ea049017-f4c8-48e3-a6e7-cd288539a7d0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 944 time: 0.0486135 Nov 09 01:07:16.066034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c55544a3-ad9e-4455-9fc6-8358398e92bf req-27457f08-97e1-4de4-a4fb-fe659f8eb477 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410244 Nov 09 01:07:16.287380 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:16.393030 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:16.747525 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:16.757798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:07:16.904257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:07:16.907379 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:07:16.956803 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b752ce4-3bfc-4e47-babd-2a964b7f3733 x-openstack-request-id: req-9b752ce4-3bfc-4e47-babd-2a964b7f3733 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:07:16.957099 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:07:16.957368 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b752ce4-3bfc-4e47-babd-2a964b7f3733 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:07:16.957799 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'status': 'completed', 'code': 200} Nov 09 01:07:17.013275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:07:17.020653 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-fa136616-0e01-4315-a44d-41cf180cfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:17.022250 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-fa136616-0e01-4315-a44d-41cf180cfdc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1095 time: 0.0435686 Nov 09 01:07:17.024561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'port_id': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'mac_address': 'fa:16:3e:ac:d4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:07:17.025972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-84755a60-f207-4d12-8751-6aa17a18fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:17.027453 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-84755a60-f207-4d12-8751-6aa17a18fadc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1095 time: 0.0462408 Nov 09 01:07:17.065611 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:17.078594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:07:17.098500 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:07:17.104323 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:17.127954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-67a0fce2-e785-4db3-ad52-9a34cb7ed5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:17.129489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-67a0fce2-e785-4db3-ad52-9a34cb7ed5db service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0927978 Nov 09 01:07:17.138044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-b13e7092-4648-4885-8904-0677aeb008be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:17.139676 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-b13e7092-4648-4885-8904-0677aeb008be service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.1102197 Nov 09 01:07:17.164585 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:17.173441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:17.173793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:17.174138 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:17.174476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:17.174814 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:17.175149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:17.175478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:17.175805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:17.176130 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:17.176455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:17.176908 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:17.177237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:17.221685 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-9c46ab95-b963-4b8e-8b58-0a19761e8204 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1001 time: 0.0752063 Nov 09 01:07:17.232705 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-b5175627-0e12-474e-b968-9e83353570aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1001 time: 0.0941880 Nov 09 01:07:17.244373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb816b-8a2c-4dae-a266-d5c91183c3db req-bc00396b-1e5f-496d-b48f-75c8f7c83fa2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:17.245944 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ccb816b-8a2c-4dae-a266-d5c91183c3db req-bc00396b-1e5f-496d-b48f-75c8f7c83fa2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 945 time: 0.0989673 Nov 09 01:07:17.296613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-51de1b1b-fddd-427a-9065-261113ab54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:17.298227 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-51de1b1b-fddd-427a-9065-261113ab54cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0697162 Nov 09 01:07:17.319361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-ad7d3d5f-bc68-4069-88cc-d354bde3e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:17.320942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-ad7d3d5f-bc68-4069-88cc-d354bde3e37c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0741200 Nov 09 01:07:17.329391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ccb816b-8a2c-4dae-a266-d5c91183c3db req-531ae44c-8459-462a-aca4-00a2fe03e7aa tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745308 Nov 09 01:07:17.351206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-dec8d927-763d-411f-9c4a-d6dad8690acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:17.352715 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-dec8d927-763d-411f-9c4a-d6dad8690acb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476360 Nov 09 01:07:17.359198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:07:17.377016 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-a910443d-b6fb-4354-9e9c-535c89d6c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:17.378570 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-a910443d-b6fb-4354-9e9c-535c89d6c379 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480938 Nov 09 01:07:17.449010 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-5796219d-5ef5-4444-9b17-c53b73855afb service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881705 Nov 09 01:07:17.476142 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-a7bad7e6-45a7-4f9b-93d5-ed464904b838 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880888 Nov 09 01:07:17.500176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:07:17.545403 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:07:17.547442 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-5d0a645a-78d3-4014-ab71-963c354c9a20 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918918 Nov 09 01:07:17.831792 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:17.901278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74e2b4df-a512-40d8-ac4f-a1003ae91ff4 req-c94e5b4f-e4d9-48f8-b8d9-84214fe918a1 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172559 Nov 09 01:07:18.446326 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808977a-0312-4b7a-9377-9172924672f4 req-0129161f-1ba8-4dbf-9bc8-afc65df84f67 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:18.447789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b808977a-0312-4b7a-9377-9172924672f4 req-0129161f-1ba8-4dbf-9bc8-afc65df84f67 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 945 time: 0.0484474 Nov 09 01:07:18.483266 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:18.496189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b808977a-0312-4b7a-9377-9172924672f4 req-d9d59936-77ab-4acd-95e7-e17409691a6b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425746 Nov 09 01:07:18.758283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:07:18.801544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-385f5219-1ed4-4294-8c4e-b856e0fbe5dd tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:18.803026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-385f5219-1ed4-4294-8c4e-b856e0fbe5dd tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762&tenant_id=d66d2dc7c2a04948877e469c109777db&binding%3Ahost_id=n-h1-813263-3 HTTP/1.1" status: 200 len: 945 time: 0.0815163 Nov 09 01:07:18.806765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:07:18.810740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:07:18.811111 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:18.815475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2663e-9692-4b9c-bb82-b7ac7da45cee req-cf53d08c-c66d-44e8-9ab7-ebd73415bb7b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:18.816958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57e2663e-9692-4b9c-bb82-b7ac7da45cee req-cf53d08c-c66d-44e8-9ab7-ebd73415bb7b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 945 time: 0.0666971 Nov 09 01:07:18.889974 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:18.901579 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-4aeec23e-92c1-4b76-bc84-41af84dca4df service neutron] 10.222.0.30 "GET /v2.0/ports/862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2/bindings/n-h1-813263-3 HTTP/1.1" status: 200 len: 382 time: 0.0835996 Nov 09 01:07:18.905037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-57e2663e-9692-4b9c-bb82-b7ac7da45cee req-49b71b98-2def-4391-98f8-6d520a903c1f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810628 Nov 09 01:07:18.915229 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:07:18.917564 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c1fdcb-d798-4255-8513-2d8d2db03416" -d '{"events": [{"server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "name": "network-vif-plugged", "status": "completed", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:07:18.930596 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:07:18.934976 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:18.974837 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e7c8fe-3f22-4241-aa68-fb1afe38f9a8 x-openstack-request-id: req-85e7c8fe-3f22-4241-aa68-fb1afe38f9a8 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:07:18.975136 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "name": "network-vif-plugged", "status": "completed", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:07:18.975394 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85e7c8fe-3f22-4241-aa68-fb1afe38f9a8 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:07:18.975786 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'code': 200} Nov 09 01:07:18.977471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-fab9b7e6-4944-4dbe-8f94-631a146f57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:18.979054 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-fab9b7e6-4944-4dbe-8f94-631a146f57dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1097 time: 0.0502872 Nov 09 01:07:18.987624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:19.069165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-8fd60d80-ef3b-4626-8845-8206194ab594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:19.070653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-8fd60d80-ef3b-4626-8845-8206194ab594 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0854568 Nov 09 01:07:19.138454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-3aba1d75-d674-420a-95c3-4275086985eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1002 time: 0.0609157 Nov 09 01:07:19.185574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-ede6fdaf-41ac-44f8-8667-4b1098c5be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:19.186963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-ede6fdaf-41ac-44f8-8667-4b1098c5be4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0418561 Nov 09 01:07:19.232239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-653340d3-0e91-4daf-b91e-13ea43a1ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:19.234077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-653340d3-0e91-4daf-b91e-13ea43a1ad13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399027 Nov 09 01:07:19.326589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9cf21d4b-bcac-4df1-9273-982e4c24dee5 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853379 Nov 09 01:07:19.414880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-4814b1ad-b085-4986-9b5a-748b4d6cb3aa service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805144 Nov 09 01:07:20.023822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdebf2-da57-4e58-b935-b941a1fa4490 req-2ccee756-42a0-4aa9-8e63-12566d58e92a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:20.025333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85bdebf2-da57-4e58-b935-b941a1fa4490 req-2ccee756-42a0-4aa9-8e63-12566d58e92a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0527365 Nov 09 01:07:20.073078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85bdebf2-da57-4e58-b935-b941a1fa4490 req-8f76cfe1-0cec-4fe5-a414-1170ce8f6a0b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418990 Nov 09 01:07:21.194753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a1fb6-c2b0-4270-9723-8668e052d54a req-78babb29-bc6d-4f9a-90b4-594a66970016 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:21.196359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c03a1fb6-c2b0-4270-9723-8668e052d54a req-78babb29-bc6d-4f9a-90b4-594a66970016 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0500510 Nov 09 01:07:21.245115 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c03a1fb6-c2b0-4270-9723-8668e052d54a req-badd66f3-5a5f-4d57-8ff9-d2674d5fcab7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427389 Nov 09 01:07:21.339548 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-bf49f8c0-a259-4660-b12f-3c58f1a303aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:21.341233 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-bf49f8c0-a259-4660-b12f-3c58f1a303aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 1097 time: 0.0417054 Nov 09 01:07:21.352457 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:07:21.406393 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:21.601745 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:07:21.635490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:07:21.674188 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:07:21.676378 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e0d3c6-9261-470c-8eb5-f9526186890c" -d '{"events": [{"server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "name": "network-vif-unplugged", "status": "completed", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:07:21.680593 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:21.694800 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Transition to ACTIVE for port object 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:07:21.698838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:21.730837 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 01:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03350cf8-5365-426e-ac80-0abc3de057bf x-openstack-request-id: req-03350cf8-5365-426e-ac80-0abc3de057bf {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:07:21.731127 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "name": "network-vif-unplugged", "status": "completed", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:07:21.731449 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03350cf8-5365-426e-ac80-0abc3de057bf {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:07:21.731763 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'code': 200} Nov 09 01:07:21.784722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Pushing event updated for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=10']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:21.796931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:21.797281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:21.797647 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:21.797987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:21.798863 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:21.799199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:21.799528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:21.799852 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:21.800174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:21.800503 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:21.800887 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:21.801138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:07:21.835245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] No DVR routers for this DVR port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:07:21.972792 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Attempting to bind port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:07:21.973115 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Attempting to bind port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:07:21.973461 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Attempting to bind port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:07:21.977613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:07:21.977925 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Attempting to bind port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:07:21.982623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:07:21.982952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:07:21.983326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Bound using segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:07:21.983748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Bound port: 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:07:21.984095 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:22.049326 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:07:22.052675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:07:22.056358 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:22.087699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:22.088314 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:22.089719 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] 10.222.0.11 "PUT /v2.0/ports/862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1093 time: 0.7411733 Nov 09 01:07:22.120968 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9cc54-9628-49f2-96cd-d52797fc374d service neutron] Pushing event updated for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=11']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:22.156468 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-485511b2-55b0-4cf6-a0de-12cdabc252a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:22.158808 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-485511b2-55b0-4cf6-a0de-12cdabc252a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1096 time: 0.0455585 Nov 09 01:07:22.259043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-185d984e-a56e-4d62-ab55-633e06526a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:22.260396 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-185d984e-a56e-4d62-ab55-633e06526a00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0948634 Nov 09 01:07:22.328103 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-3d4ddb63-efb3-4be2-b31f-a92e9b151e71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1000 time: 0.0598865 Nov 09 01:07:22.362435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ba9ff-caab-4557-91d4-55ec405d290a req-3a62dbd3-3fb7-4853-be60-ea60a9356ac8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:22.363870 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e51ba9ff-caab-4557-91d4-55ec405d290a req-3a62dbd3-3fb7-4853-be60-ea60a9356ac8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 945 time: 0.0501332 Nov 09 01:07:22.378509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-147718f3-4f8c-452c-acaf-1885ee03fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:22.379999 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-147718f3-4f8c-452c-acaf-1885ee03fb53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0451090 Nov 09 01:07:22.416175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e51ba9ff-caab-4557-91d4-55ec405d290a req-9392499f-10cb-49d1-a87b-a9ab3bf95fbc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457633 Nov 09 01:07:22.433561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-ab43ee9f-d807-4bbc-b911-7f44e8817a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:22.433561 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-ab43ee9f-d807-4bbc-b911-7f44e8817a55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454137 Nov 09 01:07:22.524382 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-c6eedc11-2556-4883-8361-af8f8feae873 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839903 Nov 09 01:07:22.618659 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d94db369-0eec-4a2c-9264-6fc479c84d19 req-78f2d7f8-7674-45a2-95e3-5628bbfa8d1f service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869555 Nov 09 01:07:23.537645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2270-8aa6-4413-bd8c-1af22a4f15c8 req-7da062c5-1120-48de-b2d2-35f15de52a0c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:23.539720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68eb2270-8aa6-4413-bd8c-1af22a4f15c8 req-7da062c5-1120-48de-b2d2-35f15de52a0c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 945 time: 0.0481122 Nov 09 01:07:23.585658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-68eb2270-8aa6-4413-bd8c-1af22a4f15c8 req-f1d56b9c-0d58-4c0d-8a8a-0aa31d79ad46 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401835 Nov 09 01:07:23.732676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:07:23.735049 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f0fbcf-31be-4056-911b-8617b9d98c69" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:07:23.782418 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b07ff1-4077-4c0c-a62e-16d9b06ccca5 x-openstack-request-id: req-27b07ff1-4077-4c0c-a62e-16d9b06ccca5 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:07:23.783263 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:07:23.783594 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27b07ff1-4077-4c0c-a62e-16d9b06ccca5 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:07:23.783993 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'status': 'completed', 'code': 200} Nov 09 01:07:23.844892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-2cabfac9-ddfb-44f5-8e98-edacdd4c5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:23.847155 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-2cabfac9-ddfb-44f5-8e98-edacdd4c5001 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1096 time: 0.0418458 Nov 09 01:07:23.848625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-78d7ebd1-a1c7-4f48-a7f8-c3df45da8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:23.850108 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-78d7ebd1-a1c7-4f48-a7f8-c3df45da8492 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 1096 time: 0.0423079 Nov 09 01:07:23.952200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-ed708d5e-05cb-4d6a-ba14-d43475bf60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:23.953749 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-ed708d5e-05cb-4d6a-ba14-d43475bf60f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0963094 Nov 09 01:07:23.955837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-6d56a8ed-fae8-4294-af50-b61309f96d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:23.957442 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-6d56a8ed-fae8-4294-af50-b61309f96d37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.1029124 Nov 09 01:07:24.023112 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-f47512e0-1de0-45f5-92b6-245b1fde5788 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1000 time: 0.0613434 Nov 09 01:07:24.034279 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-0a7b379c-e1d7-453a-8ecc-984e4a567402 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 200 len: 1000 time: 0.0693104 Nov 09 01:07:24.076239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-6730dae7-5a8f-4126-bb09-9f782f57ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:24.077808 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-6730dae7-5a8f-4126-bb09-9f782f57ad93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0464220 Nov 09 01:07:24.091889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-663cba63-42e8-40f0-aec5-2a6abca491ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:24.093741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-663cba63-42e8-40f0-aec5-2a6abca491ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0518019 Nov 09 01:07:24.130817 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-a2b0a5b9-234f-4d03-8835-996b2305d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:24.132484 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-a2b0a5b9-234f-4d03-8835-996b2305d450 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475690 Nov 09 01:07:24.140796 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-1c1574b6-f75e-448d-81fc-884011946ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:24.143353 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-1c1574b6-f75e-448d-81fc-884011946ed3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428052 Nov 09 01:07:24.225985 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-9f98c06c-c363-4dae-bfe8-8e62a413629d service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859001 Nov 09 01:07:24.237865 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-10a9cdbb-1858-4784-9705-6c4db3716e60 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859237 Nov 09 01:07:24.319917 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-15b020ab-cfdd-40ca-b180-d1962f0c1c4d service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859747 Nov 09 01:07:24.332814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36f0fbcf-31be-4056-911b-8617b9d98c69 req-52f49963-9a3e-4a02-bf5a-241523adb525 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885584 Nov 09 01:07:24.703063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8a500-2ec4-40a2-b691-8815871cdfd2 req-ac88297a-dd5d-431f-8da4-0b5af98ccee6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:24.704687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aa8a500-2ec4-40a2-b691-8815871cdfd2 req-ac88297a-dd5d-431f-8da4-0b5af98ccee6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 945 time: 0.0495467 Nov 09 01:07:24.750259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aa8a500-2ec4-40a2-b691-8815871cdfd2 req-e52190e1-71d8-42f3-b3de-4c4ac8ef9cbe tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399420 Nov 09 01:07:24.779157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:07:24.821054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:07:24.870390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a2d87-5cd2-4175-82b6-a54d18fce722 req-f408d12b-e756-4962-bffc-576550679d82 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:24.871779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d9a2d87-5cd2-4175-82b6-a54d18fce722 req-f408d12b-e756-4962-bffc-576550679d82 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 945 time: 0.0530863 Nov 09 01:07:24.918910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d9a2d87-5cd2-4175-82b6-a54d18fce722 req-7c9fa944-5c52-4caa-a1ab-3632f9ca8732 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405028 Nov 09 01:07:25.030123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aaa29-f439-46ce-986f-f11d3e4751fb req-4743b6d6-37b1-4a95-b7f4-d9a47ab8e037 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:25.031596 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-547aaa29-f439-46ce-986f-f11d3e4751fb req-4743b6d6-37b1-4a95-b7f4-d9a47ab8e037 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 945 time: 0.0481682 Nov 09 01:07:25.078653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-547aaa29-f439-46ce-986f-f11d3e4751fb req-70adf970-0b68-4bce-8b1f-cb8b2d7aa832 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407522 Nov 09 01:07:25.305806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b8c52-3807-4960-9375-de999859d7e0 req-7f666233-05c2-4437-9d01-6f86a12ca5ea tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:25.307293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-701b8c52-3807-4960-9375-de999859d7e0 req-7f666233-05c2-4437-9d01-6f86a12ca5ea tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 945 time: 0.0486515 Nov 09 01:07:25.358273 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-701b8c52-3807-4960-9375-de999859d7e0 req-a0b441e9-5c86-4b8e-8232-91451c8a36f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450292 Nov 09 01:07:25.563080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:07:25.655610 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:07:25.667253 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'port_id': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'mac_address': 'fa:16:3e:ac:d4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:07:25.707592 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:25.719877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:07:25.738657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:07:25.742714 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:25.788771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=12']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:25.969816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:07:26.474890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6f21d-815c-40bf-b286-42abd8ab6d53 req-7ac057a8-b267-42fc-b5f4-453a2fbe7e2f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:26.476527 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25f6f21d-815c-40bf-b286-42abd8ab6d53 req-7ac057a8-b267-42fc-b5f4-453a2fbe7e2f tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0491545 Nov 09 01:07:26.524510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-25f6f21d-815c-40bf-b286-42abd8ab6d53 req-93483fb3-e3de-4b0b-8f99-3ea4870eba97 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420058 Nov 09 01:07:26.527257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-ccb3706e-6bd2-42ec-92c6-6b1851d48b4a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:26.528747 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-ccb3706e-6bd2-42ec-92c6-6b1851d48b4a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 946 time: 0.0499401 Nov 09 01:07:26.618652 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Deleting port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:07:26.618984 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:26.708183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] For port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:07:26.708457 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:26.871807 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:26.872160 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:26.872473 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2 disassociated. External IP: 172.25.0.92, port: 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2. Nov 09 01:07:26.872813 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Calling delete_port for 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:07:26.998633 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:27.025112 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event deleted for resources: {'Port': ['ID=862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:27.143921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Router 82bf0e0b-7423-43aa-94bf-8fd33abc423e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:07:27.254197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:07:27.263446 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328a809-7eca-4b1c-9b78-f9d03511490b None None] Sync routers for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:07:27.274148 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4328a809-7eca-4b1c-9b78-f9d03511490b None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:07:27.274787 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4328a809-7eca-4b1c-9b78-f9d03511490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:07:27.292757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] No DVR routers for this DVR port 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:07:27.295782 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:27.299470 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d1519da9-c749-4ec9-bdf1-1143989d0fd3 req-bdf58abf-5361-49b4-be5d-4ddb297fe348 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.11 "DELETE /v2.0/ports/862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 HTTP/1.1" status: 204 len: 173 time: 0.7642834 Nov 09 01:07:27.299905 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'name': 'network-vif-deleted', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:07:27.302686 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860369e2-62c7-4e4f-bce8-e03ef1045a3f" -d '{"events": [{"server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "name": "network-vif-deleted", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:07:27.347335 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77aafc4-045a-40ce-b27f-15844a229120 x-openstack-request-id: req-d77aafc4-045a-40ce-b27f-15844a229120 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:07:27.347629 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762", "name": "network-vif-deleted", "tag": "862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:07:27.347879 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d77aafc4-045a-40ce-b27f-15844a229120 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:07:27.348278 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762', 'name': 'network-vif-deleted', 'tag': '862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2', 'status': 'completed', 'code': 200} Nov 09 01:07:27.382836 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-4328a809-7eca-4b1c-9b78-f9d03511490b None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:07:27.578636 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4328a809-7eca-4b1c-9b78-f9d03511490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:07:27.579295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:07:27.584797 n-d-813263-3 neutron-server[101782]: INFO neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No ports have port_id starting with 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 Nov 09 01:07:27.586432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 requested by agent hyperv_n-h2-813263-3 not found in database {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 09 01:07:27.605385 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328a809-7eca-4b1c-9b78-f9d03511490b None None] Checking router: 82bf0e0b-7423-43aa-94bf-8fd33abc423e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:07:27.614778 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4328a809-7eca-4b1c-9b78-f9d03511490b None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:07:27.615394 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4328a809-7eca-4b1c-9b78-f9d03511490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:07:27.631984 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-509126f7-567d-4c81-a6b9-aacd8f3087ec req-8ba1fbbc-d9a0-4e42-876c-3ed0be959a21 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4d35b26-ca5e-40b4-b5f1-eaf1bdd8d762 HTTP/1.1" status: 200 len: 210 time: 0.0277436 Nov 09 01:07:27.723468 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-4328a809-7eca-4b1c-9b78-f9d03511490b None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:07:27.922706 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-4328a809-7eca-4b1c-9b78-f9d03511490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:07:27.948740 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328a809-7eca-4b1c-9b78-f9d03511490b None None] The sync data for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 is: [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:07:28.160062 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06379832-05a4-41be-bd32-695c1660af5d None None] New status for floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:07:28.905420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-b13e333f-6898-4129-a04a-6414e9239359 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--263521846&fields=id&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 267 time: 0.0420170 Nov 09 01:07:29.014008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-30b3eae6-062e-4193-8169-a3e99853a240 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:29.015501 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-30b3eae6-062e-4193-8169-a3e99853a240 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 812 time: 0.1035893 Nov 09 01:07:29.030394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-55ac8ef9-f180-46b7-820b-256e0461befd tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/quotas/d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 375 time: 0.0087395 Nov 09 01:07:29.082372 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-d6db6949-6e5d-4b4f-8f2e-4923a9f47c29 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468643 Nov 09 01:07:29.179855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-833806ae-1673-436b-9d23-cfb594e60f13 service neutron] 10.222.0.25 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858700 Nov 09 01:07:29.271489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-d26cf4e1-dec4-4f85-b3ce-19b0e6a390ce service neutron] 10.222.0.25 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857599 Nov 09 01:07:29.436529 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1bd5117b-b85e-4f54-a679-12f873c1962a req-8f392443-c6de-419a-a998-88704cf558a1 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 210 time: 0.0316236 Nov 09 01:07:29.578792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:07:29.598973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:07:29.599318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 862739e9-7a3a-4d23-b7f2-ef99dc6bc6c2 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:07:30.365922 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-bb6dd501-598e-4359-a194-8d17dcc54c90 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:30.367388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-bb6dd501-598e-4359-a194-8d17dcc54c90 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 812 time: 0.1054273 Nov 09 01:07:30.428930 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-1d681b85-5a43-4d2e-abba-350860b3cad7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 379 time: 0.0525944 Nov 09 01:07:30.439847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Request body: {'port': {'device_id': 'fff292a6-95da-4e70-865b-0f8450de898c', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'admin_state_up': True, 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'security_groups': ['b37a9558-4fd2-4b78-8a98-12063a56cba4']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:07:30.562349 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Made reservation on behalf of d66d2dc7c2a04948877e469c109777db for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:07:30.566148 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:30.591634 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d23d0afe-d0e7-4df3-bb3c-ea867ae99bb0 req-c870b40e-57f0-4e90-bc75-5747e6fe613c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 210 time: 0.0846860 Nov 09 01:07:30.709875 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Allocated IP 172.20.0.12 (4d0b7714-7bad-49a1-9672-d03aca57f799/4be7f968-4ca1-4beb-9d71-07734398e9a9/12be3050-8a7d-40e8-a70f-9c02f49cd782) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:07:30.847733 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:30.879756 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:30.921819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Network 4d0b7714-7bad-49a1-9672-d03aca57f799 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:07:30.927382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:07:30.931127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:07:30.937694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event updated for resources: {'Port': ['ID=12be3050-8a7d-40e8-a70f-9c02f49cd782,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:30.988852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:30.989429 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:31.005777 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8bb6116b-76b5-48da-9e29-75cab79ff297 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700319 Nov 09 01:07:31.018406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Request body: {'port': {'device_id': 'fff292a6-95da-4e70-865b-0f8450de898c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:07:31.079564 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:31.207783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-e98d8386-1ca7-4f8a-8c5c-9ed360549057 None None] Provisioning complete for port 12be3050-8a7d-40e8-a70f-9c02f49cd782 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:07:31.208344 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e98d8386-1ca7-4f8a-8c5c-9ed360549057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:31.245649 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e98d8386-1ca7-4f8a-8c5c-9ed360549057 None None] Port 12be3050-8a7d-40e8-a70f-9c02f49cd782 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:07:31.340893 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12be3050-8a7d-40e8-a70f-9c02f49cd782 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:07:31.348278 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:31.359836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Transition to ACTIVE for port object 12be3050-8a7d-40e8-a70f-9c02f49cd782 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:07:31.364362 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:31.415371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Pushing event updated for resources: {'Port': ['ID=12be3050-8a7d-40e8-a70f-9c02f49cd782,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:31.484082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Attempting to bind port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:07:31.484417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Attempting to bind port 12be3050-8a7d-40e8-a70f-9c02f49cd782 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:07:31.484748 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Attempting to bind port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:07:31.489802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:07:31.490125 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Attempting to bind port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:07:31.495242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:07:31.495583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:07:31.496023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Bound using segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:07:31.496397 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Bound port: 12be3050-8a7d-40e8-a70f-9c02f49cd782, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:07:31.496757 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:31.562949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:07:31.566729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:07:31.571212 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:31.602628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:31.603300 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:31.604733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] 10.222.0.30 "PUT /v2.0/ports/12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1092 time: 0.5906112 Nov 09 01:07:31.607114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:07:31.609458 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb8a6ff-9386-411c-b2a4-98e084cbd897" -d '{"events": [{"name": "network-changed", "server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:07:31.641743 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c43b3-ee6e-4bf7-9cbe-a6395f211957 service neutron] Pushing event updated for resources: {'Port': ['ID=12be3050-8a7d-40e8-a70f-9c02f49cd782,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:31.687455 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc789eaf-c529-47b3-85a4-0b87e0d5dbf0 x-openstack-request-id: req-fc789eaf-c529-47b3-85a4-0b87e0d5dbf0 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:07:31.687849 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:07:31.689432 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc789eaf-c529-47b3-85a4-0b87e0d5dbf0 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:07:31.689903 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'status': 'completed', 'code': 200} Nov 09 01:07:31.727698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-07990c28-26eb-4e1f-ade7-3c850882ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:31.729327 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-07990c28-26eb-4e1f-ade7-3c850882ab5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1095 time: 0.0819974 Nov 09 01:07:31.765172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41242a72-38ef-4c8f-b94c-c16075ddeb5f req-d7e8225e-d5ca-4e45-9f66-865f51c32941 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:31.766980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41242a72-38ef-4c8f-b94c-c16075ddeb5f req-d7e8225e-d5ca-4e45-9f66-865f51c32941 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0712240 Nov 09 01:07:31.828524 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-9ea75083-4c21-4c40-b043-b0891b47c215 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 217 time: 0.0903814 Nov 09 01:07:31.874764 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41242a72-38ef-4c8f-b94c-c16075ddeb5f req-6515e477-752c-4bbb-9b74-91541d87acbc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015723 Nov 09 01:07:31.892710 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-f6ca358f-77ce-4731-a5a1-6ab6f1300189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:31.894180 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-f6ca358f-77ce-4731-a5a1-6ab6f1300189 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0578845 Nov 09 01:07:31.944255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-38658b77-b9df-4c9b-bc23-7426d4fb77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:31.945799 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-38658b77-b9df-4c9b-bc23-7426d4fb77ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446930 Nov 09 01:07:32.033227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-0e675249-648e-4235-b255-47ca2d118301 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804253 Nov 09 01:07:32.124382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c0be4c6b-55ba-43bc-8885-3e3fee58f842 req-0e23fb08-12b0-4cf2-a4a7-8af0061c7bff service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837431 Nov 09 01:07:32.212297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8a6ff-9386-411c-b2a4-98e084cbd897 req-8732f81b-4b29-49ed-878d-c7e83c302b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:32.213796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bb8a6ff-9386-411c-b2a4-98e084cbd897 req-8732f81b-4b29-49ed-878d-c7e83c302b86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1095 time: 0.0407572 Nov 09 01:07:32.304910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8a6ff-9386-411c-b2a4-98e084cbd897 req-6087363d-a263-461b-a096-b4453ea45f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:32.306302 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bb8a6ff-9386-411c-b2a4-98e084cbd897 req-6087363d-a263-461b-a096-b4453ea45f41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0852482 Nov 09 01:07:32.347307 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bb8a6ff-9386-411c-b2a4-98e084cbd897 req-586a5866-f897-4f65-8d7a-a8ce84c7f3fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 217 time: 0.0342247 Nov 09 01:07:32.395023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8a6ff-9386-411c-b2a4-98e084cbd897 req-e94124f4-5132-4723-b470-ea6e48090def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:32.396400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bb8a6ff-9386-411c-b2a4-98e084cbd897 req-e94124f4-5132-4723-b470-ea6e48090def service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0410800 Nov 09 01:07:32.446144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8a6ff-9386-411c-b2a4-98e084cbd897 req-7fc4cf7d-e012-41a7-8641-b558aea33fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:32.447602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bb8a6ff-9386-411c-b2a4-98e084cbd897 req-7fc4cf7d-e012-41a7-8641-b558aea33fe5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426273 Nov 09 01:07:32.537285 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bb8a6ff-9386-411c-b2a4-98e084cbd897 req-7afc90f8-b8b3-44f3-b5a6-51be80dab602 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810139 Nov 09 01:07:32.630784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bb8a6ff-9386-411c-b2a4-98e084cbd897 req-cf189236-5b8d-4968-8409-80f08729e27d service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863011 Nov 09 01:07:33.034162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3cdd6-b651-46fb-9a5c-93f9d6658f40 req-b2fcaeda-7b4a-4132-b849-5ad6895eb6d1 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:33.035643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e8e3cdd6-b651-46fb-9a5c-93f9d6658f40 req-b2fcaeda-7b4a-4132-b849-5ad6895eb6d1 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0905566 Nov 09 01:07:33.082601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e8e3cdd6-b651-46fb-9a5c-93f9d6658f40 req-04eb5213-a13b-4a4a-ada2-9590a5a5a2b8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407989 Nov 09 01:07:34.196995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bc91c-f57d-4a00-a04e-67d45e7bb679 req-8f77ffee-6593-4de1-a6e2-d95a5a1adf76 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:34.198376 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e81bc91c-f57d-4a00-a04e-67d45e7bb679 req-8f77ffee-6593-4de1-a6e2-d95a5a1adf76 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0473976 Nov 09 01:07:34.247014 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e81bc91c-f57d-4a00-a04e-67d45e7bb679 req-ec7941ce-0c1d-4314-921c-57cefd51f372 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428596 Nov 09 01:07:34.789274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 12be3050-8a7d-40e8-a70f-9c02f49cd782 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:07:34.886026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:07:34.896758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'port_id': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'mac_address': 'fa:16:3e:6a:62:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:07:34.932915 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:34.945339 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12be3050-8a7d-40e8-a70f-9c02f49cd782 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:07:34.964010 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:07:34.967523 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:35.012039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=12be3050-8a7d-40e8-a70f-9c02f49cd782,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:35.154897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['12be3050-8a7d-40e8-a70f-9c02f49cd782'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:07:35.365527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7fa33-2121-419a-91f5-173847431b41 req-f8fc9e2c-9379-4d3f-a1be-d12db182e17c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:35.366991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efd7fa33-2121-419a-91f5-173847431b41 req-f8fc9e2c-9379-4d3f-a1be-d12db182e17c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0483930 Nov 09 01:07:35.413665 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efd7fa33-2121-419a-91f5-173847431b41 req-046c72d1-f875-4eba-a736-aa68c80c943a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407097 Nov 09 01:07:36.525769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b237a1-40fe-4388-b756-96c507ba78ed req-7421d8f0-ebfc-45ab-8368-97672e0cfc72 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:36.527249 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b237a1-40fe-4388-b756-96c507ba78ed req-7421d8f0-ebfc-45ab-8368-97672e0cfc72 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0479605 Nov 09 01:07:36.573858 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3b237a1-40fe-4388-b756-96c507ba78ed req-0bbf3b1a-132f-4834-bf47-4d18a4892208 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403533 Nov 09 01:07:36.821220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 12be3050-8a7d-40e8-a70f-9c02f49cd782 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:07:36.868599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 12be3050-8a7d-40e8-a70f-9c02f49cd782 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:07:36.872554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 12be3050-8a7d-40e8-a70f-9c02f49cd782 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:07:36.872923 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:36.950738 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:36.973207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:07:36.975488 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1092e0-a569-4b9d-b75d-78d717a710f0" -d '{"events": [{"server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "name": "network-vif-plugged", "status": "completed", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:07:36.988555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:07:36.992943 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:37.019521 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a23c459-8239-4978-8c45-d544d1fefc09 x-openstack-request-id: req-0a23c459-8239-4978-8c45-d544d1fefc09 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:07:37.019812 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "name": "network-vif-plugged", "status": "completed", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:07:37.020098 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a23c459-8239-4978-8c45-d544d1fefc09 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:07:37.020450 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'code': 200} Nov 09 01:07:37.051835 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=12be3050-8a7d-40e8-a70f-9c02f49cd782,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:07:37.120458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b399508-c4f6-4d52-a64c-90b1e554a9b4 req-97fdeb07-b158-4eaa-bd9e-20240ba3dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:37.121886 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b399508-c4f6-4d52-a64c-90b1e554a9b4 req-97fdeb07-b158-4eaa-bd9e-20240ba3dc23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1097 time: 0.0418427 Nov 09 01:07:37.165769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7b399508-c4f6-4d52-a64c-90b1e554a9b4 req-b16d8f0c-6d23-4f87-8c70-ff8f9eb7366f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365105 Nov 09 01:07:37.687607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd0150-9b6c-45aa-b57c-889c1aa3394b req-0adfb9de-1cb6-43cf-8772-0d8d6a3077c6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:37.689701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3fcd0150-9b6c-45aa-b57c-889c1aa3394b req-0adfb9de-1cb6-43cf-8772-0d8d6a3077c6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0484214 Nov 09 01:07:37.736743 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3fcd0150-9b6c-45aa-b57c-889c1aa3394b req-7d6a154d-df69-4c78-be6b-93793093bf17 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411019 Nov 09 01:07:38.852011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651616d9-41a5-41d8-aef5-0a5956f269a3 req-5b9b529c-6408-4abd-b09c-da1bd954c57c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:38.853499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-651616d9-41a5-41d8-aef5-0a5956f269a3 req-5b9b529c-6408-4abd-b09c-da1bd954c57c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0477221 Nov 09 01:07:38.903061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-651616d9-41a5-41d8-aef5-0a5956f269a3 req-b522c427-6d94-443d-98d2-bbc8ef36784c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437405 Nov 09 01:07:39.012525 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375bfc5-6eb2-42de-a486-0a25b2defe36 req-0985f95a-e5ed-478b-8a73-8014f6d3e1b5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:39.014005 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4375bfc5-6eb2-42de-a486-0a25b2defe36 req-0985f95a-e5ed-478b-8a73-8014f6d3e1b5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0480330 Nov 09 01:07:39.022980 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 59736) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:07:39.027281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-6241f48f-a35f-4fd3-971f-54554a79b597 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Request body: {'floatingip': {'port_id': '12be3050-8a7d-40e8-a70f-9c02f49cd782'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:07:39.065879 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6241f48f-a35f-4fd3-971f-54554a79b597 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:39.487833 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6241f48f-a35f-4fd3-971f-54554a79b597 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:39.491545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6241f48f-a35f-4fd3-971f-54554a79b597 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:39.589724 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-6241f48f-a35f-4fd3-971f-54554a79b597 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2 associated. External IP: 172.25.0.92, port: 12be3050-8a7d-40e8-a70f-9c02f49cd782. Nov 09 01:07:40.124344 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6241f48f-a35f-4fd3-971f-54554a79b597 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Router 82bf0e0b-7423-43aa-94bf-8fd33abc423e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:07:40.230651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6241f48f-a35f-4fd3-971f-54554a79b597 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:07:40.235404 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6241f48f-a35f-4fd3-971f-54554a79b597 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:40.240149 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea712a0-2417-4cb4-81e0-1334f56e0495 None None] Sync routers for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:07:40.249140 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea712a0-2417-4cb4-81e0-1334f56e0495 None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:07:40.249836 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eea712a0-2417-4cb4-81e0-1334f56e0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:07:40.261763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6241f48f-a35f-4fd3-971f-54554a79b597 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "PUT /v2.0/floatingips/2a7d44b9-5ef4-4d39-9c0e-1292644985d2 HTTP/1.1" status: 200 len: 992 time: 1.2377086 Nov 09 01:07:40.262363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:07:40.264616 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552ffe63-48e6-4c1d-9233-ef045273d611" -d '{"events": [{"name": "network-changed", "server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:07:40.303777 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fde8b4-ee52-4d97-bbf6-18f8397d1bb2 x-openstack-request-id: req-54fde8b4-ee52-4d97-bbf6-18f8397d1bb2 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:07:40.304073 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:07:40.304336 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54fde8b4-ee52-4d97-bbf6-18f8397d1bb2 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:07:40.304747 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'status': 'completed', 'code': 200} Nov 09 01:07:40.371637 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ffe63-48e6-4c1d-9233-ef045273d611 req-71a6050c-c928-41fa-bdc8-a87de277c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:40.373146 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552ffe63-48e6-4c1d-9233-ef045273d611 req-71a6050c-c928-41fa-bdc8-a87de277c429 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1097 time: 0.0426610 Nov 09 01:07:40.445880 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-eea712a0-2417-4cb4-81e0-1334f56e0495 None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:07:40.466190 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ffe63-48e6-4c1d-9233-ef045273d611 req-769d0294-f5e3-45c0-b459-debfffdf50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:40.467670 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552ffe63-48e6-4c1d-9233-ef045273d611 req-769d0294-f5e3-45c0-b459-debfffdf50bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0879667 Nov 09 01:07:40.532776 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552ffe63-48e6-4c1d-9233-ef045273d611 req-a8923ca9-5c40-4dbc-bb14-f0fc23cd52f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1000 time: 0.0582557 Nov 09 01:07:40.582813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ffe63-48e6-4c1d-9233-ef045273d611 req-d786a387-0fda-4278-9c86-d3a3f41e6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:40.584262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552ffe63-48e6-4c1d-9233-ef045273d611 req-d786a387-0fda-4278-9c86-d3a3f41e6fd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0439668 Nov 09 01:07:40.634341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ffe63-48e6-4c1d-9233-ef045273d611 req-2097b79a-b5db-434e-9652-e6bb1b0604f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:40.635846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552ffe63-48e6-4c1d-9233-ef045273d611 req-2097b79a-b5db-434e-9652-e6bb1b0604f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446925 Nov 09 01:07:40.670436 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eea712a0-2417-4cb4-81e0-1334f56e0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2a7d44b9-5ef4-4d39-9c0e-1292644985d2', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'port_id': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'mac_address': 'fa:16:3e:6a:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff292a6-95da-4e70-865b-0f8450de898c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:00:42Z', 'updated_at': '2021-11-09T01:07:39Z', 'revision_number': 13, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:07:40.695342 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea712a0-2417-4cb4-81e0-1334f56e0495 None None] Checking router: 82bf0e0b-7423-43aa-94bf-8fd33abc423e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:07:40.703263 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea712a0-2417-4cb4-81e0-1334f56e0495 None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:07:40.704368 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eea712a0-2417-4cb4-81e0-1334f56e0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:07:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:07:40.726952 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552ffe63-48e6-4c1d-9233-ef045273d611 req-193171bf-8015-45e9-88f1-0efa48958c2d service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837736 Nov 09 01:07:40.806817 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-eea712a0-2417-4cb4-81e0-1334f56e0495 None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:07:40.821065 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-552ffe63-48e6-4c1d-9233-ef045273d611 req-c483be8c-4d00-4e6a-bcaf-55a5ee33adca service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868931 Nov 09 01:07:40.915221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15b84e45-d44d-4f94-a925-2b72bd4302cb req-c8b5d612-d52a-4bae-b426-2ae499e47f87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398581 Nov 09 01:07:40.996201 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b84e45-d44d-4f94-a925-2b72bd4302cb req-4b5c8389-7245-4c0f-b494-7b3de48a66c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:40.997787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15b84e45-d44d-4f94-a925-2b72bd4302cb req-4b5c8389-7245-4c0f-b494-7b3de48a66c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1097 time: 0.0410061 Nov 09 01:07:41.033023 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-eea712a0-2417-4cb4-81e0-1334f56e0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2a7d44b9-5ef4-4d39-9c0e-1292644985d2', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'port_id': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'mac_address': 'fa:16:3e:6a:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff292a6-95da-4e70-865b-0f8450de898c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:00:42Z', 'updated_at': '2021-11-09T01:07:39Z', 'revision_number': 13, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:07:41.059379 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea712a0-2417-4cb4-81e0-1334f56e0495 None None] The sync data for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 is: [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2a7d44b9-5ef4-4d39-9c0e-1292644985d2', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'port_id': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'mac_address': 'fa:16:3e:6a:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff292a6-95da-4e70-865b-0f8450de898c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:00:42Z', 'updated_at': '2021-11-09T01:07:39Z', 'revision_number': 13, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:07:41.109169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b84e45-d44d-4f94-a925-2b72bd4302cb req-b65970ff-caea-41f0-bb07-fcf37442e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:41.111216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15b84e45-d44d-4f94-a925-2b72bd4302cb req-b65970ff-caea-41f0-bb07-fcf37442e698 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0933175 Nov 09 01:07:41.177182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15b84e45-d44d-4f94-a925-2b72bd4302cb req-7ff22756-4ba1-4a3d-a34a-589f1e0a89ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1000 time: 0.0587599 Nov 09 01:07:41.231464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b84e45-d44d-4f94-a925-2b72bd4302cb req-c6728cb2-e773-4b9a-9777-b5cddcc05887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:41.232943 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15b84e45-d44d-4f94-a925-2b72bd4302cb req-c6728cb2-e773-4b9a-9777-b5cddcc05887 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0492260 Nov 09 01:07:41.262598 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eab70d-2bae-4194-a157-09656b002d7d None None] New status for floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:07:41.279564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b84e45-d44d-4f94-a925-2b72bd4302cb req-0e1608f3-959a-4062-83cd-05f03a15af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:07:41.281067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15b84e45-d44d-4f94-a925-2b72bd4302cb req-0e1608f3-959a-4062-83cd-05f03a15af6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413885 Nov 09 01:07:41.377262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15b84e45-d44d-4f94-a925-2b72bd4302cb req-cfaf2d7a-fe4b-4707-aaad-7703f1527bfb service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887122 Nov 09 01:07:41.477964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15b84e45-d44d-4f94-a925-2b72bd4302cb req-20e346b0-f154-44fd-8ea0-89c6765d3f29 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858226 Nov 09 01:07:42.768902 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e10ddb5e-38b9-467c-9efa-4ca0571c0b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:44.852654 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ac83b01d-a1d8-48a5-a17e-9ec16bb5eeb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:46.290510 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:46.410557 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:46.762158 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:47.832602 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:48.484638 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:07:49.184958 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:08:12.769566 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-32dcd0fb-5151-4050-96e4-a107c241fb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:14.852549 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d43e4ff-7e64-4abe-ae0f-e198cf70a0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:16.293055 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:16.426025 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:16.761583 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:17.836080 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:18.485213 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:26.184087 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:08:42.770251 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c17497a8-ed8b-4fed-a2d4-acb45e09e71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:42.970911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-861024ba-6a3d-4d30-ac80-5fd6c5d6b0e3 req-f9c3a784-df48-4661-8c11-08af57e19971 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387776 Nov 09 01:08:43.056646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861024ba-6a3d-4d30-ac80-5fd6c5d6b0e3 req-8d4987fb-02d8-4321-99ad-8314a4879b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:08:43.058164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-861024ba-6a3d-4d30-ac80-5fd6c5d6b0e3 req-8d4987fb-02d8-4321-99ad-8314a4879b69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1097 time: 0.0449786 Nov 09 01:08:43.156679 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861024ba-6a3d-4d30-ac80-5fd6c5d6b0e3 req-644c8570-78c7-4f45-b59e-9f0ff4370c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:08:43.158161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-861024ba-6a3d-4d30-ac80-5fd6c5d6b0e3 req-644c8570-78c7-4f45-b59e-9f0ff4370c1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0822825 Nov 09 01:08:43.228869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-861024ba-6a3d-4d30-ac80-5fd6c5d6b0e3 req-a823901e-7fcd-4477-9153-c77e42f6d85b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1002 time: 0.0608315 Nov 09 01:08:43.276064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861024ba-6a3d-4d30-ac80-5fd6c5d6b0e3 req-147a1c12-52b3-4d0d-9e15-7619fa12652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:08:43.277475 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-861024ba-6a3d-4d30-ac80-5fd6c5d6b0e3 req-147a1c12-52b3-4d0d-9e15-7619fa12652b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0418975 Nov 09 01:08:43.321535 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861024ba-6a3d-4d30-ac80-5fd6c5d6b0e3 req-c0c891aa-fec5-4979-9e96-e0f640626e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:08:43.322953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-861024ba-6a3d-4d30-ac80-5fd6c5d6b0e3 req-c0c891aa-fec5-4979-9e96-e0f640626e9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384352 Nov 09 01:08:43.414873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-861024ba-6a3d-4d30-ac80-5fd6c5d6b0e3 req-748dbe4d-1a6f-4edc-a79c-15553ce31c7d service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841477 Nov 09 01:08:43.505500 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-861024ba-6a3d-4d30-ac80-5fd6c5d6b0e3 req-284108a6-9bd4-4af8-82c2-44f93bfd8560 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835238 Nov 09 01:08:44.851545 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4da6d78b-fbcc-401d-8aca-7000e0d3933f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:46.295740 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:46.424218 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:46.776973 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:47.838934 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:08:48.486413 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:03.182992 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:09:12.772491 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1396-4af7-40cb-ac9b-e5f88c8658b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:14.857066 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-00fe3662-5da9-4e09-b35c-4e7125f44540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:16.298550 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:16.339728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48781d-796b-4524-bda2-7e95d65b3877 req-dcc81fca-8cd5-494c-bdd5-e2bb7bb722e3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:16.341211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f48781d-796b-4524-bda2-7e95d65b3877 req-dcc81fca-8cd5-494c-bdd5-e2bb7bb722e3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0545392 Nov 09 01:09:16.388067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f48781d-796b-4524-bda2-7e95d65b3877 req-e7757b7b-ddf6-480b-be0a-edaadc6cf5a9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410788 Nov 09 01:09:16.440091 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:16.806743 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:17.842655 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:18.489802 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:28.345573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-3af9972d-5e0a-49dc-b893-62526377f6bd req-eac0ae08-1efd-4f6c-82da-9dc0e921cf1a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:09:28.346572 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3af9972d-5e0a-49dc-b893-62526377f6bd req-eac0ae08-1efd-4f6c-82da-9dc0e921cf1a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054493 Nov 09 01:09:28.535647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-8656668f-581a-46e2-9b97-5992a329f29d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0666671 Nov 09 01:09:28.546667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-d2122f1b-4207-4027-9bb1-225b838a2f79 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:09:28.547612 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-d2122f1b-4207-4027-9bb1-225b838a2f79 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049756 Nov 09 01:09:28.556431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f13db-1ce0-49aa-bdc4-f961a9264ae1 req-67a8388a-b8a3-4d55-9bed-d41e4fa97624 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:28.557872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-724f13db-1ce0-49aa-bdc4-f961a9264ae1 req-67a8388a-b8a3-4d55-9bed-d41e4fa97624 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0641637 Nov 09 01:09:28.607625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-724f13db-1ce0-49aa-bdc4-f961a9264ae1 req-ae09c976-461a-4077-95f0-eadce508e7cf tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421779 Nov 09 01:09:29.744955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f35e-3624-4440-a556-04baa168f6ff req-3c345dbe-d0da-403f-a614-0afb2c45a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:29.746492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-3c345dbe-d0da-403f-a614-0afb2c45a1b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1097 time: 0.0767198 Nov 09 01:09:29.755599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661da7-12fc-437c-a6df-879dace4d131 req-b1ed84fc-e800-4671-ad7f-9e456f3011eb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:29.756941 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a661da7-12fc-437c-a6df-879dace4d131 req-b1ed84fc-e800-4671-ad7f-9e456f3011eb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0780487 Nov 09 01:09:29.859133 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a661da7-12fc-437c-a6df-879dace4d131 req-de7c076b-2a88-4c83-a81a-accef5c121b9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942607 Nov 09 01:09:29.876321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f35e-3624-4440-a556-04baa168f6ff req-d5af59a7-bf9b-4890-a84b-fe4e0a96384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:29.878368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-d5af59a7-bf9b-4890-a84b-fe4e0a96384b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.1205735 Nov 09 01:09:29.943246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-d4f6ab5d-7744-4ba9-9c4d-8e600bb94e02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1002 time: 0.0575161 Nov 09 01:09:29.993518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f35e-3624-4440-a556-04baa168f6ff req-1a680a20-d7d7-4729-80d2-0f6a88ef9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:29.994896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-1a680a20-d7d7-4729-80d2-0f6a88ef9880 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0453806 Nov 09 01:09:30.039479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f35e-3624-4440-a556-04baa168f6ff req-5e8cddf5-754c-4481-acb1-7a449e3012ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:30.041176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-5e8cddf5-754c-4481-acb1-7a449e3012ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384440 Nov 09 01:09:30.129074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-d2b16370-c2ae-4cb3-a3fb-15d04ed2db38 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807695 Nov 09 01:09:30.221756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-ec02e93d-ed46-479d-91ca-364290a7aee2 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849371 Nov 09 01:09:30.975342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c1b5f-e9b8-4f67-a799-6f8f087e1d86 req-21873060-a001-496c-bf51-1ba01af6f150 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:30.976819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b11c1b5f-e9b8-4f67-a799-6f8f087e1d86 req-21873060-a001-496c-bf51-1ba01af6f150 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0488622 Nov 09 01:09:31.023169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b11c1b5f-e9b8-4f67-a799-6f8f087e1d86 req-48f47eba-bf02-4427-bf82-38eb0cbef509 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405414 Nov 09 01:09:32.145317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fecc1e-857a-4973-a906-805c2e0c020c req-4081da00-a276-420b-b08e-12500d9da203 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:32.146824 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78fecc1e-857a-4973-a906-805c2e0c020c req-4081da00-a276-420b-b08e-12500d9da203 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0533764 Nov 09 01:09:32.193914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-78fecc1e-857a-4973-a906-805c2e0c020c req-fa550c73-0997-4e49-ac7a-618167f2f376 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412319 Nov 09 01:09:33.307310 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee42447-1b60-429a-8930-3069833df605 req-4ec92a76-68d7-4ab7-9d76-1e5523bfa4c8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:33.308781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dee42447-1b60-429a-8930-3069833df605 req-4ec92a76-68d7-4ab7-9d76-1e5523bfa4c8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0483713 Nov 09 01:09:33.356168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dee42447-1b60-429a-8930-3069833df605 req-8a3fb617-1b98-4910-8b69-97641c362837 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410185 Nov 09 01:09:34.471558 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc01e7-3306-4afc-8f21-d276b075430b req-1d9b880f-6d24-40f1-acbd-224fc3de4caf tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:34.473030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36cc01e7-3306-4afc-8f21-d276b075430b req-1d9b880f-6d24-40f1-acbd-224fc3de4caf tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0488176 Nov 09 01:09:34.523392 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36cc01e7-3306-4afc-8f21-d276b075430b req-16b7493e-0b00-43cf-acc2-65ff8604a273 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444291 Nov 09 01:09:35.640405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedb053-266b-4328-88a2-b140167f348e req-f0b15d5b-126d-4d08-93ab-a226ce6ac586 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:35.641898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aaedb053-266b-4328-88a2-b140167f348e req-f0b15d5b-126d-4d08-93ab-a226ce6ac586 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0489190 Nov 09 01:09:35.688823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aaedb053-266b-4328-88a2-b140167f348e req-23086bbc-f188-435e-99ab-2d183eb975b7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409818 Nov 09 01:09:36.802984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b10a2f-4bc6-467f-a671-fd6633dec3c1 req-67f8ca00-3086-444d-adff-e3872a9e24c4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:36.804431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96b10a2f-4bc6-467f-a671-fd6633dec3c1 req-67f8ca00-3086-444d-adff-e3872a9e24c4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0477531 Nov 09 01:09:36.850718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96b10a2f-4bc6-467f-a671-fd6633dec3c1 req-f82959c7-b971-4a2e-8947-fcc1aec04fd8 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404665 Nov 09 01:09:37.969432 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c977345-279a-449d-a4b6-e406246ccf27 req-af27affd-b982-4623-8e54-e9778c4fe406 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:37.970905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c977345-279a-449d-a4b6-e406246ccf27 req-af27affd-b982-4623-8e54-e9778c4fe406 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0517063 Nov 09 01:09:38.017178 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c977345-279a-449d-a4b6-e406246ccf27 req-2081e738-710f-4a48-82b5-e2dfed953f98 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404377 Nov 09 01:09:39.131695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d15df-8dbc-453d-b572-3704c26b0de6 req-7f4b3031-8797-4178-bb0c-f1df95f2e43d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:39.133840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-489d15df-8dbc-453d-b572-3704c26b0de6 req-7f4b3031-8797-4178-bb0c-f1df95f2e43d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0491045 Nov 09 01:09:39.180667 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-489d15df-8dbc-453d-b572-3704c26b0de6 req-89ac8574-9b3a-4509-b7f2-d82ffb74d15e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410576 Nov 09 01:09:40.180987 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:09:40.294358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf528a-c581-4be6-922f-96f09eda6fb4 req-3accb0d5-939b-4e91-89be-8c83df7d9aad tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:40.295837 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11bf528a-c581-4be6-922f-96f09eda6fb4 req-3accb0d5-939b-4e91-89be-8c83df7d9aad tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0481656 Nov 09 01:09:40.346207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-11bf528a-c581-4be6-922f-96f09eda6fb4 req-110fbf79-ee90-4d92-ba88-2454db9b5fcb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439348 Nov 09 01:09:41.463051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b5448-2a91-4531-981e-278aa55808cd req-ec791ffd-ae76-4c02-a90d-51d138e817ae tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:41.464526 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-224b5448-2a91-4531-981e-278aa55808cd req-ec791ffd-ae76-4c02-a90d-51d138e817ae tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0482655 Nov 09 01:09:41.511589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-224b5448-2a91-4531-981e-278aa55808cd req-71465b3f-b54b-4a90-833b-d79c1dba7eaf tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405185 Nov 09 01:09:42.630344 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795df8c7-3997-4b32-8ec2-5d70bd8e5a71 req-aff67590-9c8a-4b28-8841-2666c320f0d5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:42.631832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-795df8c7-3997-4b32-8ec2-5d70bd8e5a71 req-aff67590-9c8a-4b28-8841-2666c320f0d5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0515976 Nov 09 01:09:42.680338 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-795df8c7-3997-4b32-8ec2-5d70bd8e5a71 req-63884ac8-7c43-4551-a4c5-d1a083939260 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426199 Nov 09 01:09:42.774976 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-17a97cb3-fb51-403f-8c37-9a1e5ab702df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:43.804819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aef292-61b0-4a0d-a405-16d0b5b43c10 req-07cc7cd9-4722-4c93-ae70-db52c273c0ca tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:43.806332 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3aef292-61b0-4a0d-a405-16d0b5b43c10 req-07cc7cd9-4722-4c93-ae70-db52c273c0ca tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0530465 Nov 09 01:09:43.854160 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c3aef292-61b0-4a0d-a405-16d0b5b43c10 req-2120fcc4-0f04-4f92-b21b-24ab065d8fe2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418229 Nov 09 01:09:43.962436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fef029-5b8b-46fb-ba60-d14227795ae9 req-2f4fa9e8-647d-4bb8-a390-1ef5c22caf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:43.963989 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2fef029-5b8b-46fb-ba60-d14227795ae9 req-2f4fa9e8-647d-4bb8-a390-1ef5c22caf39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1097 time: 0.0439794 Nov 09 01:09:44.078273 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fef029-5b8b-46fb-ba60-d14227795ae9 req-7ea7f7e3-8eec-4735-a596-893fc674d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:44.079759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2fef029-5b8b-46fb-ba60-d14227795ae9 req-7ea7f7e3-8eec-4735-a596-893fc674d4d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0942328 Nov 09 01:09:44.097033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.30', 55799) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:09:44.145578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2fef029-5b8b-46fb-ba60-d14227795ae9 req-0d66fd9f-a6b2-4197-a749-4d445eaf80dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1002 time: 0.0590281 Nov 09 01:09:44.156477 n-d-813263-3 neutron-server[101781]: INFO neutron.api.v2.resource [req-8825f35e-3624-4440-a556-04baa168f6ff req-ee3f7195-e0c9-4327-9d9d-018881b7607b service neutron] show failed (client error): The resource could not be found. Nov 09 01:09:44.157617 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-ee3f7195-e0c9-4327-9d9d-018881b7607b service neutron] 10.222.0.30 "GET /v2.0/ports/12be3050-8a7d-40e8-a70f-9c02f49cd782/bindings/n-h2-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0593991 Nov 09 01:09:44.196430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fef029-5b8b-46fb-ba60-d14227795ae9 req-18c1c6f6-9d8f-4c61-b7bc-e170f3cee5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:44.197970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2fef029-5b8b-46fb-ba60-d14227795ae9 req-18c1c6f6-9d8f-4c61-b7bc-e170f3cee5fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0453694 Nov 09 01:09:44.248005 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fef029-5b8b-46fb-ba60-d14227795ae9 req-f184bae1-05b2-478b-8190-252c184a29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:44.249644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2fef029-5b8b-46fb-ba60-d14227795ae9 req-f184bae1-05b2-478b-8190-252c184a29a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444171 Nov 09 01:09:44.361544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2fef029-5b8b-46fb-ba60-d14227795ae9 req-c067adfa-19e4-4a87-b55b-912f55540cca service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847263 Nov 09 01:09:44.401289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f35e-3624-4440-a556-04baa168f6ff req-f2077385-afa3-4237-931d-8aafae0d885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:44.402740 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-f2077385-afa3-4237-931d-8aafae0d885c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 1097 time: 0.0804362 Nov 09 01:09:44.415112 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-548058c9-1aee-425c-861e-2cf175b2d1b1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:09:44.416038 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-548058c9-1aee-425c-861e-2cf175b2d1b1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051398 Nov 09 01:09:44.427921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:09:44.456768 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d2fef029-5b8b-46fb-ba60-d14227795ae9 req-d24e7e6b-2a22-4ae9-99cb-7cb6a95cea85 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893562 Nov 09 01:09:44.479469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:44.677901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:09:44.709435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:09:44.749092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:09:44.751385 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2934a64f-b057-4088-9ff6-6ba8cd2d8165" -d '{"events": [{"server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "name": "network-vif-unplugged", "status": "completed", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:09:44.755052 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:44.767792 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Transition to ACTIVE for port object 12be3050-8a7d-40e8-a70f-9c02f49cd782 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:09:44.771573 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:44.817771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Pushing event updated for resources: {'Port': ['ID=12be3050-8a7d-40e8-a70f-9c02f49cd782,revision_number=6']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:09:44.860605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:09:44.860966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:09:44.861318 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:09:44.861819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:09:44.862160 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:09:44.862515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:09:44.862920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:09:44.863253 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:09:44.863584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:09:44.863912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:09:44.864234 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:09:44.864560 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:09:44.864939 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d69831e-dcb2-4f56-a363-32deb1e9370d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:44.893230 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 01:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cc4aed-7798-4d39-a9c7-ffb5f215555e x-openstack-request-id: req-24cc4aed-7798-4d39-a9c7-ffb5f215555e {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:09:44.893591 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "name": "network-vif-unplugged", "status": "completed", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:09:44.893832 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24cc4aed-7798-4d39-a9c7-ffb5f215555e {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:09:44.894240 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'code': 200} Nov 09 01:09:44.923966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] No DVR routers for this DVR port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:09:44.979346 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a1203-6ad6-40fd-8f11-cdf39e5dbe65 req-e09034c4-1fbe-423e-84d8-ec7339483df0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:44.980918 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-575a1203-6ad6-40fd-8f11-cdf39e5dbe65 req-e09034c4-1fbe-423e-84d8-ec7339483df0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0522962 Nov 09 01:09:45.033397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-575a1203-6ad6-40fd-8f11-cdf39e5dbe65 req-7c3f0812-2fd8-4392-9c71-e19b7207ce9d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450215 Nov 09 01:09:45.061649 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Attempting to bind port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:09:45.061973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Attempting to bind port 12be3050-8a7d-40e8-a70f-9c02f49cd782 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:09:45.062289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Attempting to bind port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:09:45.066518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:09:45.066829 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Attempting to bind port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:09:45.071561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:09:45.071837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:09:45.072213 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Bound using segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:09:45.072625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Bound port: 12be3050-8a7d-40e8-a70f-9c02f49cd782, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:09:45.072967 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:45.133223 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:09:45.136273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:09:45.140148 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:45.171822 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:45.172428 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:45.173912 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] 10.222.0.11 "PUT /v2.0/ports/12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1092 time: 0.7496555 Nov 09 01:09:45.204210 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd08e0f-43de-4f86-93f4-7997784b3c40 service neutron] Pushing event updated for resources: {'Port': ['ID=12be3050-8a7d-40e8-a70f-9c02f49cd782,revision_number=7']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:09:45.243090 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f35e-3624-4440-a556-04baa168f6ff req-6b3c1798-e368-465b-b0ef-24bc89d29403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:45.244644 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-6b3c1798-e368-465b-b0ef-24bc89d29403 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1095 time: 0.0484600 Nov 09 01:09:45.339346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f35e-3624-4440-a556-04baa168f6ff req-b60002aa-8652-4903-8794-4518c609447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:45.340830 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-b60002aa-8652-4903-8794-4518c609447a service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0880070 Nov 09 01:09:45.409412 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-f1272a5d-fe4e-4b8a-bbd4-d85843261e2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1000 time: 0.0613832 Nov 09 01:09:45.459547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f35e-3624-4440-a556-04baa168f6ff req-b5fcd87d-2ab9-4ea7-9961-4dfc745af413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:45.460861 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-b5fcd87d-2ab9-4ea7-9961-4dfc745af413 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0435276 Nov 09 01:09:45.505778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f35e-3624-4440-a556-04baa168f6ff req-0a5f8138-3e12-4f79-811e-20acde0949f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:45.507244 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-0a5f8138-3e12-4f79-811e-20acde0949f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396655 Nov 09 01:09:45.597747 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-b6763783-cad0-49a1-841d-37655081eded service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833907 Nov 09 01:09:45.687032 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-4a749b9d-c6ee-4767-9f50-92eb08e33aad service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807688 Nov 09 01:09:46.156479 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63c468-d72f-412f-9654-2cc0139195f6 req-9d757fdd-7acd-4531-8116-e8fcca250bdf tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:46.158536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c63c468-d72f-412f-9654-2cc0139195f6 req-9d757fdd-7acd-4531-8116-e8fcca250bdf tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0530932 Nov 09 01:09:46.206429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c63c468-d72f-412f-9654-2cc0139195f6 req-34bf0da1-7216-4276-bb07-a560049eb7b5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Nov 09 01:09:46.300878 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:46.454164 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:46.804759 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:46.894923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:09:46.897272 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abdb4ac-8055-4e19-9845-ab2d440edbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:09:46.946248 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2f1e84-aae0-415b-9acb-8664b1d7e8e6 x-openstack-request-id: req-2f2f1e84-aae0-415b-9acb-8664b1d7e8e6 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:09:46.946543 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:09:46.946802 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f2f1e84-aae0-415b-9acb-8664b1d7e8e6 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:09:46.947204 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'status': 'completed', 'code': 200} Nov 09 01:09:47.016276 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-e839e107-7287-485e-ac77-a38044467618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:47.017929 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-b54a7d48-8aaa-492c-a0e2-e9b511981cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:47.019067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-e839e107-7287-485e-ac77-a38044467618 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1095 time: 0.0481255 Nov 09 01:09:47.019527 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-b54a7d48-8aaa-492c-a0e2-e9b511981cec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1095 time: 0.0508425 Nov 09 01:09:47.113609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-8279ce3a-17ff-428e-bc23-123d15ae8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:47.115018 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-8279ce3a-17ff-428e-bc23-123d15ae8783 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0865445 Nov 09 01:09:47.116545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-618610e2-88b6-4921-abaa-d91dd201c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:47.118044 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-618610e2-88b6-4921-abaa-d91dd201c902 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0912836 Nov 09 01:09:47.189048 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-47ed57f7-f49f-44eb-904e-fea7f18fb9df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1000 time: 0.0659094 Nov 09 01:09:47.189266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-a9abb2e9-1312-4e5c-bfe8-e25f0285833e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1000 time: 0.0628881 Nov 09 01:09:47.254449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-d0a5c712-da76-4655-86ca-a97f84429842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:47.255349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-69f3056c-c10e-4c79-bd88-83c328f3cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:47.255995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-d0a5c712-da76-4655-86ca-a97f84429842 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0594149 Nov 09 01:09:47.256962 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-69f3056c-c10e-4c79-bd88-83c328f3cdee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0591881 Nov 09 01:09:47.318077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-402ee6dd-8a40-40a7-b313-890e2b416263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:47.319576 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-402ee6dd-8a40-40a7-b313-890e2b416263 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526950 Nov 09 01:09:47.360731 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f7a2-57c3-41b3-a3a1-f022cb3264ea req-352deb31-a904-41e0-9b3a-85fbe290d9bd tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:47.362278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e570f7a2-57c3-41b3-a3a1-f022cb3264ea req-352deb31-a904-41e0-9b3a-85fbe290d9bd tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0678279 Nov 09 01:09:47.364396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-a15714d0-1ca0-4667-a3f5-07a0f3374646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:47.365739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-a15714d0-1ca0-4667-a3f5-07a0f3374646 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022201 Nov 09 01:09:47.425679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 12be3050-8a7d-40e8-a70f-9c02f49cd782 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:09:47.427920 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-1cec31ec-7d7e-4709-b775-73fc760e9c34 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922472 Nov 09 01:09:47.476104 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e570f7a2-57c3-41b3-a3a1-f022cb3264ea req-604b1a07-978c-4cff-92b6-6502d9a78247 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061351 Nov 09 01:09:47.494210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 12be3050-8a7d-40e8-a70f-9c02f49cd782 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:09:47.499543 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-1a53f0fa-c29b-4ed4-ac09-8ac4b3293015 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235816 Nov 09 01:09:47.543271 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-5adb2dee-8a88-425a-a5ba-338dae0d5d07 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067331 Nov 09 01:09:47.591293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3abdb4ac-8055-4e19-9845-ab2d440edbd1 req-d9df4f6a-61bb-4e1e-affe-60aadbc1e5f1 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851734 Nov 09 01:09:47.845359 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:48.490908 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:09:48.603111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff623a-361e-4409-9a66-18104189fc50 req-48b1f766-99f5-4870-a314-b048e407e65c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:48.604671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfff623a-361e-4409-9a66-18104189fc50 req-48b1f766-99f5-4870-a314-b048e407e65c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0493088 Nov 09 01:09:48.659247 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cfff623a-361e-4409-9a66-18104189fc50 req-a885c234-1af0-432f-b23d-44f434728021 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480032 Nov 09 01:09:49.781987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a948fe1-e310-4823-94c8-d4c733ef3580 req-3d72013a-e303-4c47-b47b-b1f4c74dacf4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:49.783980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a948fe1-e310-4823-94c8-d4c733ef3580 req-3d72013a-e303-4c47-b47b-b1f4c74dacf4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0528760 Nov 09 01:09:49.831466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a948fe1-e310-4823-94c8-d4c733ef3580 req-8a6d5489-fcf7-4aa4-bbde-92bbfbbb804d tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415103 Nov 09 01:09:50.946141 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206d6fb-68d3-416b-89f9-97fbce11ff1b req-42984932-c383-4e26-8e34-654491d43b60 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:50.947601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f206d6fb-68d3-416b-89f9-97fbce11ff1b req-42984932-c383-4e26-8e34-654491d43b60 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0483646 Nov 09 01:09:50.993618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f206d6fb-68d3-416b-89f9-97fbce11ff1b req-454d0de6-db02-4c97-90fc-7f60d71978ca tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399899 Nov 09 01:09:52.116277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ae3b6-4024-47a3-91ee-204f9b3ed7d8 req-827365f0-071e-4a47-8a68-e72f57b3f615 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:52.117811 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-931ae3b6-4024-47a3-91ee-204f9b3ed7d8 req-827365f0-071e-4a47-8a68-e72f57b3f615 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0556641 Nov 09 01:09:52.166051 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-931ae3b6-4024-47a3-91ee-204f9b3ed7d8 req-2ca1ed39-3f57-4f5b-b278-6302a5568b40 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417576 Nov 09 01:09:53.281246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b92d4-beab-454f-b1b0-105dfc53ce50 req-d4b7c526-1d46-4fee-ad8b-24156cd03425 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:53.282786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f95b92d4-beab-454f-b1b0-105dfc53ce50 req-d4b7c526-1d46-4fee-ad8b-24156cd03425 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0483747 Nov 09 01:09:53.329398 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f95b92d4-beab-454f-b1b0-105dfc53ce50 req-d80b7b8c-9df1-4860-8ed6-d5967bb51208 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407445 Nov 09 01:09:54.443408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942996e-598d-4014-94cd-a85fe8a1a926 req-bd06d0fa-04c2-44bb-a100-ed0d75f39a44 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:54.444869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4942996e-598d-4014-94cd-a85fe8a1a926 req-bd06d0fa-04c2-44bb-a100-ed0d75f39a44 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0484240 Nov 09 01:09:54.494810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4942996e-598d-4014-94cd-a85fe8a1a926 req-7c783b30-097c-4c3d-af55-33e7bc45bcd3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439181 Nov 09 01:09:55.612144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702176a-d6d6-4f49-b8f0-9fe99364633c req-b826e56a-d1d9-4af2-b56b-9a13ac201e52 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:55.613678 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5702176a-d6d6-4f49-b8f0-9fe99364633c req-b826e56a-d1d9-4af2-b56b-9a13ac201e52 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0482106 Nov 09 01:09:55.660392 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5702176a-d6d6-4f49-b8f0-9fe99364633c req-5c844ce2-b503-40ba-a74d-a02940ecc9a6 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409186 Nov 09 01:09:56.774976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb03150-abb5-493f-9365-23a1ad843315 req-72b8f74e-9c5b-4793-bdc9-42a862595ff3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:56.776441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ddb03150-abb5-493f-9365-23a1ad843315 req-72b8f74e-9c5b-4793-bdc9-42a862595ff3 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0475996 Nov 09 01:09:56.822496 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ddb03150-abb5-493f-9365-23a1ad843315 req-ef9b1eb9-fb84-453d-91d4-e91ee7b892ec tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400488 Nov 09 01:09:57.941254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943665d-734e-4824-88b4-e47d5411bbe1 req-a2f1531f-5248-472c-bf07-d1d442e0e881 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:57.942743 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8943665d-734e-4824-88b4-e47d5411bbe1 req-a2f1531f-5248-472c-bf07-d1d442e0e881 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0519826 Nov 09 01:09:57.989284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8943665d-734e-4824-88b4-e47d5411bbe1 req-48bef458-31ae-41af-8eac-8bcb44fe8ea1 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 Nov 09 01:09:58.267083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-12e9150c-5902-4f29-ada0-dca7e7a14085 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:58.268559 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-12e9150c-5902-4f29-ada0-dca7e7a14085 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c&tenant_id=d66d2dc7c2a04948877e469c109777db&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 944 time: 0.0552237 Nov 09 01:09:58.280059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a2e82-5710-4143-977c-1324a4c4896c req-1bb55edd-1b09-4935-9076-78327c046880 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:58.282832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-025a2e82-5710-4143-977c-1324a4c4896c req-1bb55edd-1b09-4935-9076-78327c046880 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0495324 Nov 09 01:09:58.330514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-025a2e82-5710-4143-977c-1324a4c4896c req-00071b32-6ec1-4cb6-90a2-242d9c924f29 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424025 Nov 09 01:09:58.333026 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-856f6162-288a-4ede-ad8a-39e68f47f4ca service neutron] 10.222.0.11 "GET /v2.0/ports/12be3050-8a7d-40e8-a70f-9c02f49cd782/bindings/n-h2-813263-3 HTTP/1.1" status: 200 len: 382 time: 0.0556331 Nov 09 01:09:58.398037 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-b52571ef-4d29-4bbe-953c-08f18006b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:58.399521 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-b52571ef-4d29-4bbe-953c-08f18006b168 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1095 time: 0.0397828 Nov 09 01:09:58.814682 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-15c9b403-e42a-40ba-8265-79c28ac555f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:58.816208 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-15c9b403-e42a-40ba-8265-79c28ac555f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.4101579 Nov 09 01:09:58.880956 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-75c803a2-39a2-49b4-a489-c46b82fe4ec1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1000 time: 0.0567985 Nov 09 01:09:58.927951 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-2910f38c-d3f4-4efe-a74b-7317a7f31e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:58.929309 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-2910f38c-d3f4-4efe-a74b-7317a7f31e09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0416150 Nov 09 01:09:58.976245 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-2521f875-6730-46f5-ae6c-bb33f4363a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:58.977700 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-2521f875-6730-46f5-ae6c-bb33f4363a41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416431 Nov 09 01:09:59.066617 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-a2283cae-58a2-4c36-a808-9357a441cb11 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818105 Nov 09 01:09:59.158957 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-c07a18e9-ff2b-4764-8240-2c1e934d2054 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835991 Nov 09 01:09:59.454295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abf2a8-6cb0-4af8-8e1e-23575bf6eef6 req-50caf328-b7a3-4ff7-aba5-3e76d9d10046 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:09:59.455687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5abf2a8-6cb0-4af8-8e1e-23575bf6eef6 req-50caf328-b7a3-4ff7-aba5-3e76d9d10046 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0525961 Nov 09 01:09:59.502629 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5abf2a8-6cb0-4af8-8e1e-23575bf6eef6 req-d4440f06-45c7-42fb-adde-c0b6ce3bc1f4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410011 Nov 09 01:10:00.338332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 12be3050-8a7d-40e8-a70f-9c02f49cd782 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:10:00.429192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:00.443759 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'port_id': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'mac_address': 'fa:16:3e:6a:62:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:10:00.479213 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:00.491834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12be3050-8a7d-40e8-a70f-9c02f49cd782 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:10:00.510754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:00.514946 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:00.560433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=12be3050-8a7d-40e8-a70f-9c02f49cd782,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:00.568540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:00.568885 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:00.569218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:00.569571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:00.569903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:00.570225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:00.570547 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:00.570869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:00.571187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:00.571505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:00.571823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:00.572139 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:00.619114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf536e-1776-41d8-853f-a4fb3470196b req-1c2b6061-17d9-41ce-8612-4261e500db7a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:00.620613 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bbcf536e-1776-41d8-853f-a4fb3470196b req-1c2b6061-17d9-41ce-8612-4261e500db7a tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0485649 Nov 09 01:10:00.667664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bbcf536e-1776-41d8-853f-a4fb3470196b req-6390c705-5237-4086-bdfb-f3c0f78394f9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405881 Nov 09 01:10:01.075298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d98b4-ed2e-4a6a-9717-e7ac9f2e40cd req-342fa5ac-afbc-4165-bf23-d99da605b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:01.076824 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a0d98b4-ed2e-4a6a-9717-e7ac9f2e40cd req-342fa5ac-afbc-4165-bf23-d99da605b2ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1096 time: 0.0406804 Nov 09 01:10:01.184810 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d98b4-ed2e-4a6a-9717-e7ac9f2e40cd req-4bdd271c-7095-4302-afde-e4962802da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:01.186246 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a0d98b4-ed2e-4a6a-9717-e7ac9f2e40cd req-4bdd271c-7095-4302-afde-e4962802da93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0899215 Nov 09 01:10:01.250365 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a0d98b4-ed2e-4a6a-9717-e7ac9f2e40cd req-81b5bd31-9e4e-4160-8fbf-5bf7fbcafb06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1001 time: 0.0573325 Nov 09 01:10:01.299857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d98b4-ed2e-4a6a-9717-e7ac9f2e40cd req-8fe7ee62-1577-462b-adbd-674f4cf987cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:01.301304 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a0d98b4-ed2e-4a6a-9717-e7ac9f2e40cd req-8fe7ee62-1577-462b-adbd-674f4cf987cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0435181 Nov 09 01:10:01.352347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d98b4-ed2e-4a6a-9717-e7ac9f2e40cd req-825f1418-944a-423a-b7b6-92ae8f4a252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:01.353770 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a0d98b4-ed2e-4a6a-9717-e7ac9f2e40cd req-825f1418-944a-423a-b7b6-92ae8f4a252a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446358 Nov 09 01:10:01.442426 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a0d98b4-ed2e-4a6a-9717-e7ac9f2e40cd req-1b3cd6c8-2b28-49eb-baaf-647dbfcb4d83 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813260 Nov 09 01:10:01.535806 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a0d98b4-ed2e-4a6a-9717-e7ac9f2e40cd req-78efa0de-6b24-4d2a-ac28-67eb152fb8a5 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859075 Nov 09 01:10:01.784461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6610bd3-cdc3-4ada-adc4-4bbeb5dd126d req-cd3f08bd-5482-45a4-b3e7-a82a8acd6ba1 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:01.787790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f6610bd3-cdc3-4ada-adc4-4bbeb5dd126d req-cd3f08bd-5482-45a4-b3e7-a82a8acd6ba1 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0511584 Nov 09 01:10:01.840144 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f6610bd3-cdc3-4ada-adc4-4bbeb5dd126d req-c16942c9-420b-4066-b0a5-6a3e4da1e15e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480237 Nov 09 01:10:02.959206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989192cb-e36e-4af1-9f32-9480479f609f req-bd24b174-c229-4e26-9ddb-01da600ca462 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:02.960796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-989192cb-e36e-4af1-9f32-9480479f609f req-bd24b174-c229-4e26-9ddb-01da600ca462 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0502517 Nov 09 01:10:03.008953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-989192cb-e36e-4af1-9f32-9480479f609f req-881c766e-1288-41d5-8b72-2ba1415f19c0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422792 Nov 09 01:10:03.175779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-bc9a27f2-1e14-4b4c-b46b-2ea7b4f8449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:03.177273 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-bc9a27f2-1e14-4b4c-b46b-2ea7b4f8449b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c&tenant_id=d66d2dc7c2a04948877e469c109777db HTTP/1.1" status: 200 len: 1096 time: 0.0403171 Nov 09 01:10:03.188765 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:10:03.241547 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:03.435428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:03.467451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:10:03.498647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 12be3050-8a7d-40e8-a70f-9c02f49cd782 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:10:03.507285 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:03.517685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Ignored duplicate provisioning block setup for port 12be3050-8a7d-40e8-a70f-9c02f49cd782 by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 09 01:10:03.521062 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:03.602944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=12be3050-8a7d-40e8-a70f-9c02f49cd782,revision_number=9']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:03.615729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:03.616082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:03.616434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:03.616778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:03.617116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:03.617470 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:03.617803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:03.618132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:03.618462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:03.618788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:03.619119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:03.619443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:10:03.652901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] No DVR routers for this DVR port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:10:04.155010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708301c-869e-4ade-b48c-9a208ef91bb7 req-26b5a73e-f930-425a-966e-0f066c094fad tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:04.156479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5708301c-869e-4ade-b48c-9a208ef91bb7 req-26b5a73e-f930-425a-966e-0f066c094fad tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 944 time: 0.0729427 Nov 09 01:10:04.172289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Attempting to bind port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:10:04.173214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Attempting to bind port 12be3050-8a7d-40e8-a70f-9c02f49cd782 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:10:04.173570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Attempting to bind port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:10:04.184611 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:10:04.184964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Attempting to bind port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on network 4d0b7714-7bad-49a1-9672-d03aca57f799 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:10:04.194003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:10:04.194339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Checking segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:10:04.194716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Bound using segment: {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:10:04.195138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Bound port: 12be3050-8a7d-40e8-a70f-9c02f49cd782, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc8a954-1b7a-4849-b39d-762700ea4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:10:04.195488 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:04.230433 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5708301c-869e-4ade-b48c-9a208ef91bb7 req-b099d47d-5473-4568-b817-1e20cf8755f2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663984 Nov 09 01:10:04.276775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:10:04.279665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:10:04.283569 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:04.316468 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:04.317131 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:04.318536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] 10.222.0.30 "PUT /v2.0/ports/12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1092 time: 1.1341281 Nov 09 01:10:04.318973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:10:04.321240 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c573c7-02dc-4a23-a55d-ac0d55b9c027" -d '{"events": [{"name": "network-changed", "server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:10:04.346591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 12be3050-8a7d-40e8-a70f-9c02f49cd782 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:10:04.377848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93386a08-7977-4432-8c06-9c940d3be3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=12be3050-8a7d-40e8-a70f-9c02f49cd782,revision_number=10']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:04.404835 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-961f89a5-0256-4081-8a3a-fc984a2a2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:04.406406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-961f89a5-0256-4081-8a3a-fc984a2a2142 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1096 time: 0.0584223 Nov 09 01:10:04.408995 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 12be3050-8a7d-40e8-a70f-9c02f49cd782 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:10:04.444430 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbdfc2b-10b6-4a52-ae3e-f690c5e8f3ff x-openstack-request-id: req-1dbdfc2b-10b6-4a52-ae3e-f690c5e8f3ff {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:10:04.444779 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:10:04.445065 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1dbdfc2b-10b6-4a52-ae3e-f690c5e8f3ff {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:10:04.449008 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'status': 'completed', 'code': 200} Nov 09 01:10:04.506440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-e57ac8c1-19e2-4ad1-bb19-90c881bfca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:04.508049 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-e57ac8c1-19e2-4ad1-bb19-90c881bfca48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1096 time: 0.0444050 Nov 09 01:10:04.518192 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-7e83d4da-1d39-4b11-af57-8a52749eb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:04.519717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-7e83d4da-1d39-4b11-af57-8a52749eb109 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.1043584 Nov 09 01:10:04.588194 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-bf06e654-7b9d-4eca-a3ba-5d560ed777df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1000 time: 0.0607004 Nov 09 01:10:04.605149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-7458cfa4-8a12-4d32-b173-5923e0cf9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:04.606654 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-7458cfa4-8a12-4d32-b173-5923e0cf9f71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0902023 Nov 09 01:10:04.645738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-a30387f0-a912-4224-8665-1c1756b62df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:04.647242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-a30387f0-a912-4224-8665-1c1756b62df4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0526907 Nov 09 01:10:04.674179 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-50305a93-b511-4208-89f8-041b3f73b98b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1000 time: 0.0602882 Nov 09 01:10:04.693059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-2e33fe9a-549d-4c16-8130-89cbd657aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:04.694594 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-2e33fe9a-549d-4c16-8130-89cbd657aec7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401993 Nov 09 01:10:04.724079 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-3fdcfe72-93f5-4568-9ade-fabd4798ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:04.725555 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-3fdcfe72-93f5-4568-9ade-fabd4798ffad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0445518 Nov 09 01:10:04.775565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-c1c03969-8000-4e4c-9d3e-ce8510893f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:04.777063 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-c1c03969-8000-4e4c-9d3e-ce8510893f0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436316 Nov 09 01:10:04.783798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-a0e4c31b-3125-4d45-abe6-8364c6891814 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818353 Nov 09 01:10:04.867559 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-80d6e792-30f5-4ff6-b7e4-f5d7469f3626 service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828736 Nov 09 01:10:04.877313 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08ce7ff8-41d8-4715-bbd2-36dcd417bd4d req-d99563c5-8368-45c5-92f9-49211547b0a3 service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866270 Nov 09 01:10:04.961063 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-0f2449e3-2f91-4dad-ac36-ea008be2b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:04.963018 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-0f2449e3-2f91-4dad-ac36-ea008be2b115 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d2dc7c2a04948877e469c109777db&device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 1096 time: 0.0445051 Nov 09 01:10:04.971974 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-f2512c61-0fc5-4caa-bac2-b1dad06c3cfe service neutron] 10.222.0.11 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974419 Nov 09 01:10:05.061554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-6e654750-9bb9-4d65-a263-87add59006dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:05.063853 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-6e654750-9bb9-4d65-a263-87add59006dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 200 len: 912 time: 0.0923676 Nov 09 01:10:05.130834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-5331cf1e-cb22-4424-98a5-822a9b072869 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 200 len: 1000 time: 0.0598166 Nov 09 01:10:05.186105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-474912b8-a018-416b-9274-9ffec82a2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:05.187607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-474912b8-a018-416b-9274-9ffec82a2c88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 200 len: 851 time: 0.0500436 Nov 09 01:10:05.236160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-7c9c6b76-14df-43f1-b7fa-3bc5772db0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:05.237767 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-7c9c6b76-14df-43f1-b7fa-3bc5772db0b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d0b7714-7bad-49a1-9672-d03aca57f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423844 Nov 09 01:10:05.370287 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-3bd89174-eee7-4dc1-b5d0-8cb3955840ca service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251385 Nov 09 01:10:05.377806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7726cde-c718-44bf-993b-73b196e4935d req-a0072961-3cd3-4515-8fa6-9cf1253c73a4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:05.379175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7726cde-c718-44bf-993b-73b196e4935d req-a0072961-3cd3-4515-8fa6-9cf1253c73a4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0756931 Nov 09 01:10:05.485144 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c7726cde-c718-44bf-993b-73b196e4935d req-48a8bcaa-46a1-40fd-b2bc-52660f28fdf9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969088 Nov 09 01:10:05.504318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-50c573c7-02dc-4a23-a55d-ac0d55b9c027 req-a020faa8-9e07-401a-9787-b91b1328f7ad service neutron] 10.222.0.30 "GET /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242020 Nov 09 01:10:06.604234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d7dee-ac4a-48fa-9759-8cb8ec63363e req-a372e2eb-ff53-4320-b72b-7b0ace6271c2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:06.605798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e01d7dee-ac4a-48fa-9759-8cb8ec63363e req-a372e2eb-ff53-4320-b72b-7b0ace6271c2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0493922 Nov 09 01:10:06.655006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e01d7dee-ac4a-48fa-9759-8cb8ec63363e req-de52cdfa-561d-494f-ab52-fa5742321eb7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423384 Nov 09 01:10:07.770640 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599c7f1-89e1-4d22-8061-e66d87de1cc8 req-8c686af2-8776-47e8-85d7-e8b81e748bdd tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:07.772127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c599c7f1-89e1-4d22-8061-e66d87de1cc8 req-8c686af2-8776-47e8-85d7-e8b81e748bdd tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0482509 Nov 09 01:10:07.818863 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c599c7f1-89e1-4d22-8061-e66d87de1cc8 req-15a5e4d5-9587-4d98-a83f-16b6ff6ff1fe tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 Nov 09 01:10:08.945609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361c4d5-64ef-40b0-aec4-5c8fa9a6cfa4 req-bc3ae0b9-6517-4056-9fb2-bd7e231466d0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:08.947152 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8361c4d5-64ef-40b0-aec4-5c8fa9a6cfa4 req-bc3ae0b9-6517-4056-9fb2-bd7e231466d0 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0530398 Nov 09 01:10:08.995059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8361c4d5-64ef-40b0-aec4-5c8fa9a6cfa4 req-db7dc513-8574-4e8e-96a8-835f79900eb2 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420339 Nov 09 01:10:10.109599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ef115-7a33-40a8-821d-ec38b806bf28 req-62a05eec-c275-49b8-99ff-c4bace133a82 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:10.111106 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f3ef115-7a33-40a8-821d-ec38b806bf28 req-62a05eec-c275-49b8-99ff-c4bace133a82 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0484455 Nov 09 01:10:10.157840 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f3ef115-7a33-40a8-821d-ec38b806bf28 req-7c2003c9-b0d5-4bba-9ebb-2057a0857162 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409544 Nov 09 01:10:11.272195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d64cfb-e2ea-47e7-9de7-8b561a93506b req-a0d3b432-db44-43b1-a777-15a93ad68975 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:11.273770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6d64cfb-e2ea-47e7-9de7-8b561a93506b req-a0d3b432-db44-43b1-a777-15a93ad68975 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0483241 Nov 09 01:10:11.323964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c6d64cfb-e2ea-47e7-9de7-8b561a93506b req-87899cf7-d7bd-432f-b88f-b7a64c6e5259 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444231 Nov 09 01:10:12.443086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8258c42-340f-479b-83a1-a1b52a22b949 req-55b621e9-e2bd-4a6c-a5ff-7d5e90af49e4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:12.444563 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8258c42-340f-479b-83a1-a1b52a22b949 req-55b621e9-e2bd-4a6c-a5ff-7d5e90af49e4 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0495272 Nov 09 01:10:12.492546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8258c42-340f-479b-83a1-a1b52a22b949 req-92092f82-2ab0-468b-ad31-f5ea109ab2ed tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417604 Nov 09 01:10:12.775913 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-94852e5c-e6fe-46c8-98fd-7e9bcf658808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:13.606777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5079994-1f1b-4a79-b00c-fb9c94b943a6 req-63b07ed3-e3a7-40d9-9f64-f3e5061e4a0e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:13.608280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5079994-1f1b-4a79-b00c-fb9c94b943a6 req-63b07ed3-e3a7-40d9-9f64-f3e5061e4a0e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0485895 Nov 09 01:10:13.654599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b5079994-1f1b-4a79-b00c-fb9c94b943a6 req-d275caa9-e2ef-407d-bec7-e800dca366ec tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398300 Nov 09 01:10:14.772764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd8c55-6363-4e31-b066-81a199ba33af req-126f57c1-d827-4751-9c6c-2ca75549b449 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:14.774298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-badd8c55-6363-4e31-b066-81a199ba33af req-126f57c1-d827-4751-9c6c-2ca75549b449 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0514185 Nov 09 01:10:14.820964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-badd8c55-6363-4e31-b066-81a199ba33af req-41c5a36a-4e72-49c9-905b-4303afc59d1b tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Nov 09 01:10:14.857423 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85b9bb16-d693-46df-bb72-002099ff2fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:15.940261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e76a-38a5-412e-8960-4ce8644c3f1c req-f03751bc-acb3-4755-94c0-562adbabf8a9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:15.941789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37e1e76a-38a5-412e-8960-4ce8644c3f1c req-f03751bc-acb3-4755-94c0-562adbabf8a9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0486653 Nov 09 01:10:15.988035 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37e1e76a-38a5-412e-8960-4ce8644c3f1c req-f82b1c39-d9c0-4086-86c7-51bc54fa2b68 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405400 Nov 09 01:10:16.303036 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:16.479246 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:16.820013 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:17.105574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136f51a-c12b-4c30-b130-81d6c90c2334 req-f966d1a5-7e49-41f6-b4b1-e4f6cf64f091 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:17.106942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7136f51a-c12b-4c30-b130-81d6c90c2334 req-f966d1a5-7e49-41f6-b4b1-e4f6cf64f091 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0516078 Nov 09 01:10:17.153087 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7136f51a-c12b-4c30-b130-81d6c90c2334 req-6eb66977-fd87-4928-838e-374557d736b9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398042 Nov 09 01:10:17.180396 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:10:17.265724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce6f1d-157a-409c-8a6a-ee8d5f294307 req-07ed4bd6-209b-41a9-8f2e-c744002a7cea tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:17.267317 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37ce6f1d-157a-409c-8a6a-ee8d5f294307 req-07ed4bd6-209b-41a9-8f2e-c744002a7cea tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0486777 Nov 09 01:10:17.314264 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37ce6f1d-157a-409c-8a6a-ee8d5f294307 req-27af6c95-47d7-47eb-b6ff-559a1589d083 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 Nov 09 01:10:17.426149 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8e2f0-5df2-45d7-916b-c52dfa5446bb req-1c0fb5ae-1f32-455d-874c-8ad11ba95cac tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:17.427542 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1b8e2f0-5df2-45d7-916b-c52dfa5446bb req-1c0fb5ae-1f32-455d-874c-8ad11ba95cac tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0489182 Nov 09 01:10:17.478748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b1b8e2f0-5df2-45d7-916b-c52dfa5446bb req-e0bbb995-9c89-4e79-997f-712f5649f857 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454097 Nov 09 01:10:17.580674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 12be3050-8a7d-40e8-a70f-9c02f49cd782 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:10:17.683581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:17.694808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'port_id': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'mac_address': 'fa:16:3e:6a:62:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:10:17.713592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df8f5b-cc6c-4511-8f0f-30ca79a144de req-27cdf6fc-ecc2-4c14-82e9-81d6d71e4be7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:17.715078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1df8f5b-cc6c-4511-8f0f-30ca79a144de req-27cdf6fc-ecc2-4c14-82e9-81d6d71e4be7 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 945 time: 0.0500374 Nov 09 01:10:17.735122 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:17.747837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12be3050-8a7d-40e8-a70f-9c02f49cd782 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:10:17.762477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1df8f5b-cc6c-4511-8f0f-30ca79a144de req-9fd4af2e-0cf4-4ac7-a346-87de3d29bbfe tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408733 Nov 09 01:10:17.766795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:17.771415 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:17.818068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=12be3050-8a7d-40e8-a70f-9c02f49cd782,revision_number=11']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:17.845915 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:18.054042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['12be3050-8a7d-40e8-a70f-9c02f49cd782'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:10:18.493468 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:18.886401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56752b34-eecb-41a4-a9b9-c535ebec6ec9 req-7b3787e1-3626-4e3c-9cef-1001deef793c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:18.887875 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56752b34-eecb-41a4-a9b9-c535ebec6ec9 req-7b3787e1-3626-4e3c-9cef-1001deef793c tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0493758 Nov 09 01:10:18.935608 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56752b34-eecb-41a4-a9b9-c535ebec6ec9 req-bd385d9d-83b4-415c-b939-2ed5a623facd tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37a9558-4fd2-4b78-8a98-12063a56cba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418198 Nov 09 01:10:19.264584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-d0d5713c-1779-49b9-b884-9e50a2ace649 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:19.266616 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-d0d5713c-1779-49b9-b884-9e50a2ace649 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.30 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 946 time: 0.0517578 Nov 09 01:10:19.353719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Deleting port 12be3050-8a7d-40e8-a70f-9c02f49cd782 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:10:19.354050 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:19.443998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] For port 12be3050-8a7d-40e8-a70f-9c02f49cd782, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=12be3050-8a7d-40e8-a70f-9c02f49cd782,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:19.444354 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:19.579915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 12be3050-8a7d-40e8-a70f-9c02f49cd782 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:10:19.612282 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:19.612871 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:19.613438 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2 disassociated. External IP: 172.25.0.92, port: 12be3050-8a7d-40e8-a70f-9c02f49cd782. Nov 09 01:10:19.613565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Calling delete_port for 12be3050-8a7d-40e8-a70f-9c02f49cd782 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:10:19.630189 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 12be3050-8a7d-40e8-a70f-9c02f49cd782 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:10:19.633931 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 12be3050-8a7d-40e8-a70f-9c02f49cd782 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:10:19.634300 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:19.713539 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:19.747432 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:19.775057 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event deleted for resources: {'Port': ['ID=12be3050-8a7d-40e8-a70f-9c02f49cd782,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:19.896234 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Router 82bf0e0b-7423-43aa-94bf-8fd33abc423e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:10:20.017010 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:10:20.026853 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434ffd6-d75d-4f4f-a76c-1618c0d9eebc None None] Sync routers for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:10:20.036766 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-01dff793-0758-4099-bcec-369a3c321a16 req-eeaeba6c-acce-4e00-a31b-45ebd2d46e6e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 210 time: 0.0324700 Nov 09 01:10:20.040499 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434ffd6-d75d-4f4f-a76c-1618c0d9eebc None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:10:20.041336 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9434ffd6-d75d-4f4f-a76c-1618c0d9eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:10:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:10:20.073263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] No DVR routers for this DVR port 12be3050-8a7d-40e8-a70f-9c02f49cd782 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:10:20.075993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:20.079428 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4254d5f6-dea3-4145-bb72-58b5d7a82fe5 req-4bbef813-3488-490d-96da-6f7f1a9030f5 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.30 "DELETE /v2.0/ports/12be3050-8a7d-40e8-a70f-9c02f49cd782 HTTP/1.1" status: 204 len: 173 time: 0.8071318 Nov 09 01:10:20.079873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'name': 'network-vif-deleted', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:10:20.082214 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f46a489-739f-448e-9223-6ba8364c2d4f" -d '{"events": [{"server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "name": "network-vif-deleted", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:10:20.121392 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8494faa2-8b72-414b-b1f7-572c5ffa2982 x-openstack-request-id: req-8494faa2-8b72-414b-b1f7-572c5ffa2982 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:10:20.121691 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff292a6-95da-4e70-865b-0f8450de898c", "name": "network-vif-deleted", "tag": "12be3050-8a7d-40e8-a70f-9c02f49cd782", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:10:20.121978 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8494faa2-8b72-414b-b1f7-572c5ffa2982 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:10:20.122378 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff292a6-95da-4e70-865b-0f8450de898c', 'name': 'network-vif-deleted', 'tag': '12be3050-8a7d-40e8-a70f-9c02f49cd782', 'status': 'completed', 'code': 200} Nov 09 01:10:20.150661 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-9434ffd6-d75d-4f4f-a76c-1618c0d9eebc None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:10:20.443913 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9434ffd6-d75d-4f4f-a76c-1618c0d9eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:10:20.469754 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434ffd6-d75d-4f4f-a76c-1618c0d9eebc None None] Checking router: 82bf0e0b-7423-43aa-94bf-8fd33abc423e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:10:20.478028 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434ffd6-d75d-4f4f-a76c-1618c0d9eebc None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:10:20.478633 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9434ffd6-d75d-4f4f-a76c-1618c0d9eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:10:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:10:20.582581 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-9434ffd6-d75d-4f4f-a76c-1618c0d9eebc None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:10:20.780906 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-9434ffd6-d75d-4f4f-a76c-1618c0d9eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:10:20.807226 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434ffd6-d75d-4f4f-a76c-1618c0d9eebc None None] The sync data for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 is: [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:39Z', 'revision_number': 4, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '2b0bc45d-de5c-4368-8176-5bd0eda928d0', 'name': '', 'network_id': '4d0b7714-7bad-49a1-9672-d03aca57f799', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'mac_address': 'fa:16:3e:46:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:38Z', 'updated_at': '2021-11-09T01:00:42Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'subnets': [{'id': '4be7f968-4ca1-4beb-9d71-07734398e9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:10:21.035638 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25bdc0-6319-409e-be22-7da4f099cd32 None None] New status for floating IP 2a7d44b9-5ef4-4d39-9c0e-1292644985d2: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:10:21.140650 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aee4ca4b-8a13-4bd1-9d56-b660bfbadfd1 req-26d21897-61b2-47ac-8a0a-a336b0f47070 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 210 time: 0.0287750 Nov 09 01:10:22.242492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-222c127f-1810-4a11-8f6c-67783bb81cc5 req-cfe724e2-7883-4fc4-a31d-397ac80a9bbf tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 210 time: 0.0293925 Nov 09 01:10:23.338853 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a8cb7fd6-52a2-406a-be7d-9b504756b808 req-f5e2953e-995c-466c-b740-709bd37f2ccb tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 210 time: 0.0266807 Nov 09 01:10:23.611288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 12be3050-8a7d-40e8-a70f-9c02f49cd782 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:10:23.634675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 12be3050-8a7d-40e8-a70f-9c02f49cd782 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:10:23.635144 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 12be3050-8a7d-40e8-a70f-9c02f49cd782 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:10:24.452121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-96b329b4-1ed3-4ded-81e8-da2504a130c0 req-d6afff82-8eb6-4787-983b-a408621eaf3e tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/ports?device_id=fff292a6-95da-4e70-865b-0f8450de898c HTTP/1.1" status: 200 len: 210 time: 0.0265563 Nov 09 01:10:30.211893 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60166) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:10:30.263507 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0cd18975-54fb-47d5-926d-3ee285cac9b9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:30.286520 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0cd18975-54fb-47d5-926d-3ee285cac9b9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:30.332500 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0cd18975-54fb-47d5-926d-3ee285cac9b9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:30.335099 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0cd18975-54fb-47d5-926d-3ee285cac9b9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:30.336219 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0cd18975-54fb-47d5-926d-3ee285cac9b9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "DELETE /v2.0/security-groups/b37a9558-4fd2-4b78-8a98-12063a56cba4 HTTP/1.1" status: 204 len: 168 time: 0.1233227 Nov 09 01:10:30.339061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60168) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:10:30.345172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd18975-54fb-47d5-926d-3ee285cac9b9 tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37a9558-4fd2-4b78-8a98-12063a56cba4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:30.352836 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-3edd067d-543c-4cb3-9e4d-ce45c15c28df tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] show failed (client error): The resource could not be found. Nov 09 01:10:30.354688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3edd067d-543c-4cb3-9e4d-ce45c15c28df tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "GET /v2.0/security-groups/b37a9558-4fd2-4b78-8a98-12063a56cba4 HTTP/1.1" status: 404 len: 347 time: 0.0137656 Nov 09 01:10:30.356711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60170) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:10:30.483361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0b543a13-b97c-454c-a77b-8958fa4b61dc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Deleting port f4a3d825-173a-4049-99a1-201fd4c44385 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:10:30.483700 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b543a13-b97c-454c-a77b-8958fa4b61dc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:30.562128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b543a13-b97c-454c-a77b-8958fa4b61dc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:30.562923 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b543a13-b97c-454c-a77b-8958fa4b61dc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:30.574300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0b543a13-b97c-454c-a77b-8958fa4b61dc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Calling delete_port for f4a3d825-173a-4049-99a1-201fd4c44385 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:10:30.703917 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b543a13-b97c-454c-a77b-8958fa4b61dc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:30.728481 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b543a13-b97c-454c-a77b-8958fa4b61dc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Pushing event deleted for resources: {'Port': ['ID=f4a3d825-173a-4049-99a1-201fd4c44385,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:30.787238 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b543a13-b97c-454c-a77b-8958fa4b61dc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:30.790080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0b543a13-b97c-454c-a77b-8958fa4b61dc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:30.791234 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0b543a13-b97c-454c-a77b-8958fa4b61dc tempest-ServerActionsTestJSON-1006284061 tempest-ServerActionsTestJSON-1006284061-project] 10.222.0.25 "DELETE /v2.0/floatingips/2a7d44b9-5ef4-4d39-9c0e-1292644985d2 HTTP/1.1" status: 204 len: 168 time: 0.4336326 Nov 09 01:10:30.794204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60172) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:10:31.190955 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-665749ca-f808-4c6f-b701-ed8e2e0102b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:31.430114 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-665749ca-f808-4c6f-b701-ed8e2e0102b2 admin admin] Deleting port 2b0bc45d-de5c-4368-8176-5bd0eda928d0 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:10:31.430806 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-665749ca-f808-4c6f-b701-ed8e2e0102b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:31.506505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-665749ca-f808-4c6f-b701-ed8e2e0102b2 admin admin] For port 2b0bc45d-de5c-4368-8176-5bd0eda928d0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2b0bc45d-de5c-4368-8176-5bd0eda928d0,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:31.506810 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-665749ca-f808-4c6f-b701-ed8e2e0102b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:31.519510 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-665749ca-f808-4c6f-b701-ed8e2e0102b2 admin admin] Calling delete_port for 2b0bc45d-de5c-4368-8176-5bd0eda928d0 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:10:31.694594 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-665749ca-f808-4c6f-b701-ed8e2e0102b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:31.721437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665749ca-f808-4c6f-b701-ed8e2e0102b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0bc45d-de5c-4368-8176-5bd0eda928d0,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:31.885972 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-665749ca-f808-4c6f-b701-ed8e2e0102b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:32.098966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665749ca-f808-4c6f-b701-ed8e2e0102b2 admin admin] Router 82bf0e0b-7423-43aa-94bf-8fd33abc423e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:10:32.203625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665749ca-f808-4c6f-b701-ed8e2e0102b2 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:10:32.210856 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-665749ca-f808-4c6f-b701-ed8e2e0102b2 admin admin] 10.222.0.25 "PUT /v2.0/routers/82bf0e0b-7423-43aa-94bf-8fd33abc423e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4136040 Nov 09 01:10:32.211327 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60176) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:10:32.213878 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f85eae-cfcb-431b-8701-e83258b26c72 None None] Sync routers for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:10:32.224611 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f85eae-cfcb-431b-8701-e83258b26c72 None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:10:32.225283 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-96f85eae-cfcb-431b-8701-e83258b26c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:10:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:10:32.313250 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:32.330570 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-96f85eae-cfcb-431b-8701-e83258b26c72 None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:10:32.411046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:32.465920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Deleting port 47353289-825f-4a04-81f5-65a7634d2dff {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:10:32.466650 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:32.507251 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-96f85eae-cfcb-431b-8701-e83258b26c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '47353289-825f-4a04-81f5-65a7634d2dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:10:31Z', 'revision_number': 5, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port': {'id': '47353289-825f-4a04-81f5-65a7634d2dff', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:10:32.534207 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f85eae-cfcb-431b-8701-e83258b26c72 None None] Checking router: 82bf0e0b-7423-43aa-94bf-8fd33abc423e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:10:32.542531 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f85eae-cfcb-431b-8701-e83258b26c72 None None] Routers {'82bf0e0b-7423-43aa-94bf-8fd33abc423e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:10:32.543121 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-96f85eae-cfcb-431b-8701-e83258b26c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:10:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:10:32.543543 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] For port 47353289-825f-4a04-81f5-65a7634d2dff, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47353289-825f-4a04-81f5-65a7634d2dff,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:32.543904 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:32.556838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Calling delete_port for 47353289-825f-4a04-81f5-65a7634d2dff owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:10:32.628834 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-96f85eae-cfcb-431b-8701-e83258b26c72 None None] Set router 82bf0e0b-7423-43aa-94bf-8fd33abc423e gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:10:32.680019 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-96f85eae-cfcb-431b-8701-e83258b26c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:10:32Z', 'revision_number': 6, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:10:32.708757 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f85eae-cfcb-431b-8701-e83258b26c72 None None] The sync data for ids ['82bf0e0b-7423-43aa-94bf-8fd33abc423e'] in n-d-813263-3 is: [{'id': '82bf0e0b-7423-43aa-94bf-8fd33abc423e', 'name': 'tempest-ServerActionsTestJSON-1154928574-router', 'tenant_id': 'd66d2dc7c2a04948877e469c109777db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:00:36Z', 'updated_at': '2021-11-09T01:10:32Z', 'revision_number': 6, 'project_id': 'd66d2dc7c2a04948877e469c109777db', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:10:32.723890 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:32.747540 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Pushing event deleted for resources: {'Port': ['ID=47353289-825f-4a04-81f5-65a7634d2dff,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:33.144377 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.230340 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.232408 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.273592 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.274121 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82bf0e0b-7423-43aa-94bf-8fd33abc423e {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:10:33.278539 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.279592 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0f495ac0-dc0d-4341-bdc1-2489b748f989 admin admin] 10.222.0.25 "DELETE /v2.0/routers/82bf0e0b-7423-43aa-94bf-8fd33abc423e HTTP/1.1" status: 204 len: 168 time: 1.0673490 Nov 09 01:10:33.282122 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60178) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:10:33.328938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d58895-4904-462e-8cc4-86b6188d8604 admin admin] Deleting subnet 4be7f968-4ca1-4beb-9d71-07734398e9a9 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:10:33.331895 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58895-4904-462e-8cc4-86b6188d8604 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.364365 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58895-4904-462e-8cc4-86b6188d8604 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.440443 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58895-4904-462e-8cc4-86b6188d8604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.496623 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58895-4904-462e-8cc4-86b6188d8604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.524475 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58895-4904-462e-8cc4-86b6188d8604 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.530735 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a7d58895-4904-462e-8cc4-86b6188d8604 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4be7f968-4ca1-4beb-9d71-07734398e9a9 HTTP/1.1" status: 204 len: 168 time: 0.2453101 Nov 09 01:10:33.530913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99504743-674c-49aa-9044-81c2da16f0d8 None None] Network 4d0b7714-7bad-49a1-9672-d03aca57f799 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:10:33.531372 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d58895-4904-462e-8cc4-86b6188d8604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be7f968-4ca1-4beb-9d71-07734398e9a9,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:33.531860 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60180) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:10:33.605943 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.661846 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Deleting port 00c06364-8f44-49e6-bb27-48985168fca8 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:10:33.662185 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.726577 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b58b6-0343-419a-9f75-6ce90de21e6a None None] DHCP port deletion for 4d0b7714-7bad-49a1-9672-d03aca57f799 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:10:33.735984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] For port 00c06364-8f44-49e6-bb27-48985168fca8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=00c06364-8f44-49e6-bb27-48985168fca8,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:33.736353 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.749459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Calling delete_port for 00c06364-8f44-49e6-bb27-48985168fca8 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:10:33.774409 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e65b58b6-0343-419a-9f75-6ce90de21e6a None None] Deleting port 00c06364-8f44-49e6-bb27-48985168fca8 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:10:33.774785 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e65b58b6-0343-419a-9f75-6ce90de21e6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.834786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.841630 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e65b58b6-0343-419a-9f75-6ce90de21e6a None None] For port 00c06364-8f44-49e6-bb27-48985168fca8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=00c06364-8f44-49e6-bb27-48985168fca8,segment=NetworkSegment(bbc8a954-1b7a-4849-b39d-762700ea4b5e),segment_id=bbc8a954-1b7a-4849-b39d-762700ea4b5e)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:33.842026 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e65b58b6-0343-419a-9f75-6ce90de21e6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.855202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e65b58b6-0343-419a-9f75-6ce90de21e6a None None] Calling delete_port for 00c06364-8f44-49e6-bb27-48985168fca8 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:10:33.862001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=00c06364-8f44-49e6-bb27-48985168fca8,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:33.863767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] No DVR routers for this DVR port 00c06364-8f44-49e6-bb27-48985168fca8 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:10:33.936476 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e65b58b6-0343-419a-9f75-6ce90de21e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.936806 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.956325 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0b7714-7bad-49a1-9672-d03aca57f799']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:10:33.961894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b58b6-0343-419a-9f75-6ce90de21e6a None None] Pushing event deleted for resources: {'Port': ['ID=00c06364-8f44-49e6-bb27-48985168fca8,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:33.963731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b58b6-0343-419a-9f75-6ce90de21e6a None None] No DVR routers for this DVR port 00c06364-8f44-49e6-bb27-48985168fca8 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:10:33.966108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc8a954-1b7a-4849-b39d-762700ea4b5e') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:10:33.966108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc8a954-1b7a-4849-b39d-762700ea4b5e') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:10:33.986159 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:33.999233 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:34.005134 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:10:34.005553 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: timer() Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:10:34.007170 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:10:34.060707 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:34.066886 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:34.072672 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] 10.222.0.25 "DELETE /v2.0/networks/4d0b7714-7bad-49a1-9672-d03aca57f799 HTTP/1.1" status: 204 len: 168 time: 0.5375490 Nov 09 01:10:34.082908 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3911448-7072-438c-aaa8-f272294e5b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0b7714-7bad-49a1-9672-d03aca57f799,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:34.101188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47353289-825f-4a04-81f5-65a7634d2dff no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:10:34.122025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 47353289-825f-4a04-81f5-65a7634d2dff {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:10:34.122299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47353289-825f-4a04-81f5-65a7634d2dff not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:10:34.122715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 00c06364-8f44-49e6-bb27-48985168fca8 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:10:34.143453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 00c06364-8f44-49e6-bb27-48985168fca8 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:10:34.143805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 00c06364-8f44-49e6-bb27-48985168fca8 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:10:34.144224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2b0bc45d-de5c-4368-8176-5bd0eda928d0 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:10:34.164678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 2b0bc45d-de5c-4368-8176-5bd0eda928d0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:10:34.165338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2b0bc45d-de5c-4368-8176-5bd0eda928d0 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:10:34.188344 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60184) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:10:34.228729 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1f50c0af-f9ee-4ca6-8195-0cf7d9125634 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d66d2dc7c2a04948877e469c109777db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390713 Nov 09 01:10:34.231044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60186) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:10:34.275867 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3c96a2-d0f8-4f2e-b555-01ce02418ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:34.300873 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3c96a2-d0f8-4f2e-b555-01ce02418ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:34.347253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3c96a2-d0f8-4f2e-b555-01ce02418ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:34.349869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0e3c96a2-d0f8-4f2e-b555-01ce02418ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:34.351014 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0e3c96a2-d0f8-4f2e-b555-01ce02418ec4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ee9c6a7-c706-4a14-a0b0-5c400bd12090 HTTP/1.1" status: 204 len: 168 time: 0.1190708 Nov 09 01:10:34.358776 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c96a2-d0f8-4f2e-b555-01ce02418ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee9c6a7-c706-4a14-a0b0-5c400bd12090,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:35.038522 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60208) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:10:35.145532 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1789793129-network', 'tenant_id': '188b354e6dd04a58bd9b588110c1c376'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:10:35.167826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Made reservation on behalf of 188b354e6dd04a58bd9b588110c1c376 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:10:35.170136 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:35.178843 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:35.252717 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:35.256462 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:35.276882 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:10:35.292129 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6df5e7-00bf-4523-918e-bd19e204c1a7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:35.294972 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:35.295316 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Added segment 2d994ac2-93ad-4dbf-9452-cbe2c57c4b86 of type vlan for network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 Nov 09 01:10:35.334960 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:35.358665 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:35.360289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:35.360858 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:35.419290 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3795896 Nov 09 01:10:35.422752 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60212) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:10:35.427083 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fe3db-1965-4f38-86dc-3ddf2062bbf6 admin admin] Pushing event updated for resources: {'Network': ['ID=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:35.427656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b15a3335-1ee0-4c67-9a17-acf355d9ac10 admin admin] Request body: {'subnet': {'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1789793129-subnet', 'tenant_id': '188b354e6dd04a58bd9b588110c1c376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:10:35.436839 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:10:35.449662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15a3335-1ee0-4c67-9a17-acf355d9ac10 admin admin] Made reservation on behalf of 188b354e6dd04a58bd9b588110c1c376 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:10:35.452109 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b15a3335-1ee0-4c67-9a17-acf355d9ac10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:35.616220 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b15a3335-1ee0-4c67-9a17-acf355d9ac10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:35.671069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a3335-1ee0-4c67-9a17-acf355d9ac10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e828c1e3-35c4-4886-baa4-9226a85840c1,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:35.678573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15a3335-1ee0-4c67-9a17-acf355d9ac10 admin admin] Checking segment: {'id': '2d994ac2-93ad-4dbf-9452-cbe2c57c4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:10:35.678925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a3335-1ee0-4c67-9a17-acf355d9ac10 admin admin] Network hostable DHCP agents. Network: bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:10:35.694848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a3335-1ee0-4c67-9a17-acf355d9ac10 admin admin] Network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:10:35.704002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-b15a3335-1ee0-4c67-9a17-acf355d9ac10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:10:35.707870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15a3335-1ee0-4c67-9a17-acf355d9ac10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:35.708465 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b15a3335-1ee0-4c67-9a17-acf355d9ac10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:35.713517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ded54-de41-455d-b408-6c14f2971b14 None None] Network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:10:35.729908 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b15a3335-1ee0-4c67-9a17-acf355d9ac10 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3007855 Nov 09 01:10:35.843387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56beeac3-81f3-4637-868e-39099f89d8bf None None] Network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:10:36.157975 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-89402b85-5c01-4211-a396-24cc1cc1f3db tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:36.159429 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-89402b85-5c01-4211-a396-24cc1cc1f3db tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/networks?id=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 HTTP/1.1" status: 200 len: 814 time: 0.1049013 Nov 09 01:10:36.174230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-82fda030-cb8b-4134-a2d0-575d187956bb tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/quotas/188b354e6dd04a58bd9b588110c1c376 HTTP/1.1" status: 200 len: 375 time: 0.0091450 Nov 09 01:10:36.205412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-d4800c8e-5042-4908-831f-8b9db61ba02a tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=188b354e6dd04a58bd9b588110c1c376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261390 Nov 09 01:10:36.261661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-247eb1c4-e89a-4816-9099-c48e6f9f30fd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:10:36.262666 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-247eb1c4-e89a-4816-9099-c48e6f9f30fd service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507858 Nov 09 01:10:36.353927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-23952483-3cad-4010-8bc7-e0f03b3841e0 service neutron] 10.222.0.25 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844247 Nov 09 01:10:36.440729 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-7810db8e-ffeb-4e20-a23d-39af6c6fcc3e service neutron] 10.222.0.25 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808260 Nov 09 01:10:36.598114 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-677ac4e3-6203-4d21-a685-e7cf15109bbe req-ca9bf5b3-17fe-47c6-9832-ae15f25c6240 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 210 time: 0.0297611 Nov 09 01:10:37.673839 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fe4af79-f375-4038-a4fa-664ceb580a7a req-8001649d-7a9a-42eb-b9fe-f95ebcad664d tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 210 time: 0.0256038 Nov 09 01:10:38.752173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb6bc63a-cb9c-47d1-8a18-7b16bbd4b5fe req-6f5b67be-44b8-4b16-8546-e0a5b11c65ad tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 210 time: 0.0287127 Nov 09 01:10:39.832205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc127707-1ccb-4e71-acae-b9f43aa11b0d req-4f01e3a8-4cb2-4a6b-9ec4-dc380a6f1cca tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 210 time: 0.0291445 Nov 09 01:10:40.924223 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0df816b4-43f0-4e76-a590-ab8b611079b1 req-bcd026f2-e86c-4ef3-b48d-24d2b04a28cf tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 210 time: 0.0269451 Nov 09 01:10:41.755628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-a586ff9a-56f0-42c7-8fc6-ec38810aad65 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:41.757098 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-a586ff9a-56f0-42c7-8fc6-ec38810aad65 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.11 "GET /v2.0/networks?id=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 HTTP/1.1" status: 200 len: 814 time: 0.1103587 Nov 09 01:10:41.770640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Request body: {'port': {'device_id': 'cba5bdea-71fc-47d2-857a-80e2041787ae', 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45', 'admin_state_up': True, 'tenant_id': '188b354e6dd04a58bd9b588110c1c376'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:10:41.877796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Made reservation on behalf of 188b354e6dd04a58bd9b588110c1c376 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:10:41.881101 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:42.010238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Allocated IP 172.20.0.6 (bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45/e828c1e3-35c4-4886-baa4-9226a85840c1/7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:10:42.022695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0523b539-9da3-47f4-b46f-50ed01bb161e req-8f8ad227-5614-4b2c-a641-df166f453c17 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 210 time: 0.0281146 Nov 09 01:10:42.153449 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:42.185851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:42.227511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:10:42.232413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:10:42.236676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:10:42.242924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Pushing event updated for resources: {'Port': ['ID=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:42.286613 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:42.287209 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:42.303466 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-53fabfc9-3a7b-4506-b8ce-acc1eabab35f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5365341 Nov 09 01:10:42.315724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Request body: {'port': {'device_id': 'cba5bdea-71fc-47d2-857a-80e2041787ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:10:42.369855 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:42.634551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:10:42.642354 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:42.654851 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Transition to ACTIVE for port object 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:10:42.660457 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:42.707674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:42.776006 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a171c19c-ac20-4c7e-ab0e-fcbdb0ccd459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:42.778319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Attempting to bind port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:10:42.778719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Attempting to bind port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '2d994ac2-93ad-4dbf-9452-cbe2c57c4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:10:42.778956 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Attempting to bind port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 on network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:10:42.783830 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 on network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:10:42.784146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Attempting to bind port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 on network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:10:42.788928 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:10:42.789252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Checking segment: {'id': '2d994ac2-93ad-4dbf-9452-cbe2c57c4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:10:42.789654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Bound using segment: {'id': '2d994ac2-93ad-4dbf-9452-cbe2c57c4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:10:42.790323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Bound port: 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d994ac2-93ad-4dbf-9452-cbe2c57c4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:10:42.790666 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:42.851314 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] For port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:10:42.854319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] For port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90,segment=NetworkSegment(2d994ac2-93ad-4dbf-9452-cbe2c57c4b86),segment_id=2d994ac2-93ad-4dbf-9452-cbe2c57c4b86)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:10:42.858385 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:42.889240 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:42.889895 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:42.891901 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] 10.222.0.11 "PUT /v2.0/ports/7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 HTTP/1.1" status: 200 len: 1091 time: 0.5801573 Nov 09 01:10:42.892339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba5bdea-71fc-47d2-857a-80e2041787ae', 'tag': '7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:10:42.894649 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486555ff-3f86-4cf6-ae79-19b8a53ab7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cba5bdea-71fc-47d2-857a-80e2041787ae", "tag": "7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:10:42.922467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1baae-ddae-4628-b781-e6fd13e95cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:42.939738 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a4b081-5ae1-45bf-9c86-38ec64ca8b48 x-openstack-request-id: req-d0a4b081-5ae1-45bf-9c86-38ec64ca8b48 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:10:42.940016 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba5bdea-71fc-47d2-857a-80e2041787ae", "tag": "7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:10:42.940263 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0a4b081-5ae1-45bf-9c86-38ec64ca8b48 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:10:42.940649 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba5bdea-71fc-47d2-857a-80e2041787ae', 'tag': '7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90', 'status': 'completed', 'code': 200} Nov 09 01:10:42.976149 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-ed107395-25cd-4985-9867-93ea0f21b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:42.977638 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-ed107395-25cd-4985-9867-93ea0f21b6a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=188b354e6dd04a58bd9b588110c1c376&device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 1094 time: 0.0468681 Nov 09 01:10:43.019150 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-76540513-2868-47fa-9e3c-8d2bc98808b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 HTTP/1.1" status: 200 len: 217 time: 0.0340495 Nov 09 01:10:43.082203 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-2f48cf6a-f69f-43ec-b960-3a6595f83eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:43.083665 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-2f48cf6a-f69f-43ec-b960-3a6595f83eb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e828c1e3-35c4-4886-baa4-9226a85840c1 HTTP/1.1" status: 200 len: 854 time: 0.0443640 Nov 09 01:10:43.123336 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-4e65623f-c391-40bb-a17e-1b389cb71867 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326817 Nov 09 01:10:43.141690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1815dd9-b978-4be5-a1cb-ece5ab59b12d req-7b62a686-9a37-444d-a635-44da20c1f25f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:43.143145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1815dd9-b978-4be5-a1cb-ece5ab59b12d req-7b62a686-9a37-444d-a635-44da20c1f25f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 943 time: 0.0512533 Nov 09 01:10:43.191602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1815dd9-b978-4be5-a1cb-ece5ab59b12d req-3e4a6d0e-a122-44b9-abb5-2fc083a62c8e tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416298 Nov 09 01:10:43.223959 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-9b922ad9-223c-44bf-8f24-8c8467ae4530 service neutron] 10.222.0.11 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936942 Nov 09 01:10:43.315443 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7da24daa-3ec0-4f80-bd43-d2bff6bd07c3 req-f1912f15-861c-44e6-b9c2-49d80127a102 service neutron] 10.222.0.11 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840230 Nov 09 01:10:43.398973 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486555ff-3f86-4cf6-ae79-19b8a53ab7f7 req-d5e48f7d-560a-4e29-b833-24e0a7baf39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:43.400364 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-486555ff-3f86-4cf6-ae79-19b8a53ab7f7 req-d5e48f7d-560a-4e29-b833-24e0a7baf39e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=188b354e6dd04a58bd9b588110c1c376&device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 1094 time: 0.0402505 Nov 09 01:10:43.491714 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486555ff-3f86-4cf6-ae79-19b8a53ab7f7 req-f677a151-57d4-4719-9c64-518279695d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:43.493150 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-486555ff-3f86-4cf6-ae79-19b8a53ab7f7 req-f677a151-57d4-4719-9c64-518279695d52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 HTTP/1.1" status: 200 len: 914 time: 0.0819485 Nov 09 01:10:43.536782 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-486555ff-3f86-4cf6-ae79-19b8a53ab7f7 req-38cc7ce4-9720-49a1-a257-17a6e55e4961 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 HTTP/1.1" status: 200 len: 217 time: 0.0359263 Nov 09 01:10:43.585546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486555ff-3f86-4cf6-ae79-19b8a53ab7f7 req-e6e28fc8-3f7b-40a2-87f1-f3f3d6134210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:43.586972 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-486555ff-3f86-4cf6-ae79-19b8a53ab7f7 req-e6e28fc8-3f7b-40a2-87f1-f3f3d6134210 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e828c1e3-35c4-4886-baa4-9226a85840c1 HTTP/1.1" status: 200 len: 854 time: 0.0426080 Nov 09 01:10:43.619974 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-486555ff-3f86-4cf6-ae79-19b8a53ab7f7 req-cfc5438c-83e0-4b80-ab0e-2905310f9514 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242834 Nov 09 01:10:43.710790 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-486555ff-3f86-4cf6-ae79-19b8a53ab7f7 req-ee263844-308f-4b69-9974-8b786dde22a0 service neutron] 10.222.0.11 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830724 Nov 09 01:10:43.799533 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-486555ff-3f86-4cf6-ae79-19b8a53ab7f7 req-a94b0106-7a73-40c3-82a4-2d425c6cf02f service neutron] 10.222.0.11 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811479 Nov 09 01:10:44.306555 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709e446-1b0c-4547-ae94-90deefd86841 req-f55570a1-de2c-4279-be30-aae6f69c5fff tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:44.307936 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f709e446-1b0c-4547-ae94-90deefd86841 req-f55570a1-de2c-4279-be30-aae6f69c5fff tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 943 time: 0.0478261 Nov 09 01:10:44.354687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f709e446-1b0c-4547-ae94-90deefd86841 req-2de62550-76f2-4689-a3a0-fd3e3b5efaf7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Nov 09 01:10:44.861206 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a69abd3d-f19b-48ce-8932-148cd5f69d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:45.471422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6d48-618c-4204-b5cf-40e84f50a5d7 req-e6982822-7039-4d8a-8c8d-c8f30d8c5113 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:45.472903 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d35a6d48-618c-4204-b5cf-40e84f50a5d7 req-e6982822-7039-4d8a-8c8d-c8f30d8c5113 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 943 time: 0.0523300 Nov 09 01:10:45.519186 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d35a6d48-618c-4204-b5cf-40e84f50a5d7 req-707fbbe4-a8a0-4f1d-a05b-fda2e108b8f2 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Nov 09 01:10:46.305951 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:46.484725 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:46.530896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:10:46.628710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90,segment=NetworkSegment(2d994ac2-93ad-4dbf-9452-cbe2c57c4b86),segment_id=2d994ac2-93ad-4dbf-9452-cbe2c57c4b86)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:46.641512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90', 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45', 'port_id': '7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90', 'mac_address': 'fa:16:3e:dc:f8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e828c1e3-35c4-4886-baa4-9226a85840c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:10:46.686865 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:46.700980 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:10:46.722199 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90,segment=NetworkSegment(2d994ac2-93ad-4dbf-9452-cbe2c57c4b86),segment_id=2d994ac2-93ad-4dbf-9452-cbe2c57c4b86)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:46.726644 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:46.777019 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:46.834394 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:46.915224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fd6c5-c671-44bc-b3e8-2de90fca67d5 req-6f62b950-a1ab-4d4d-80bf-4ec2a837c74f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:46.916711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-377fd6c5-c671-44bc-b3e8-2de90fca67d5 req-6f62b950-a1ab-4d4d-80bf-4ec2a837c74f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 944 time: 0.0492439 Nov 09 01:10:46.936396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:10:46.965267 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-377fd6c5-c671-44bc-b3e8-2de90fca67d5 req-1909b4b8-38fa-4793-858a-89920362df83 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420218 Nov 09 01:10:47.849587 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:48.083341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bc49b-e8cb-4d4c-a6e1-61b0bdaa11a8 req-6a573bf1-09f4-4885-9603-b3318a25b84e tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:48.084817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b4bc49b-e8cb-4d4c-a6e1-61b0bdaa11a8 req-6a573bf1-09f4-4885-9603-b3318a25b84e tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 944 time: 0.0488129 Nov 09 01:10:48.135367 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b4bc49b-e8cb-4d4c-a6e1-61b0bdaa11a8 req-9a51d134-e07f-47a3-8296-10a14705203b tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Nov 09 01:10:48.495311 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:48.538433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:10:48.587927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:10:48.591773 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:10:48.592137 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:48.670868 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:48.693328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba5bdea-71fc-47d2-857a-80e2041787ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:10:48.695555 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e62a834-0461-4167-a592-b20ea01a0cc1" -d '{"events": [{"server_uuid": "cba5bdea-71fc-47d2-857a-80e2041787ae", "name": "network-vif-plugged", "status": "completed", "tag": "7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:10:48.708302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90,segment=NetworkSegment(2d994ac2-93ad-4dbf-9452-cbe2c57c4b86),segment_id=2d994ac2-93ad-4dbf-9452-cbe2c57c4b86)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:48.712318 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:48.760806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:48.792333 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fff11a-696e-474d-99dc-01240fa34820 x-openstack-request-id: req-b6fff11a-696e-474d-99dc-01240fa34820 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:10:48.792622 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba5bdea-71fc-47d2-857a-80e2041787ae", "name": "network-vif-plugged", "status": "completed", "tag": "7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:10:48.792872 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6fff11a-696e-474d-99dc-01240fa34820 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:10:48.793268 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba5bdea-71fc-47d2-857a-80e2041787ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90', 'code': 200} Nov 09 01:10:48.891694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efd0d3-6fd2-4fd5-aec9-d4c7da36e5e9 req-06625fc3-499d-42f5-858e-052f1d81b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:48.893147 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-49efd0d3-6fd2-4fd5-aec9-d4c7da36e5e9 req-06625fc3-499d-42f5-858e-052f1d81b519 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 1096 time: 0.0436690 Nov 09 01:10:48.938282 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-49efd0d3-6fd2-4fd5-aec9-d4c7da36e5e9 req-8e646c5c-4359-4b13-afe2-fe8416fd91db service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372424 Nov 09 01:10:49.248569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf7a7-17ae-4a5e-9817-322634138e6e req-aa5232b1-aeb2-4214-b358-7868857eb02e tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:49.250536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f9cf7a7-17ae-4a5e-9817-322634138e6e req-aa5232b1-aeb2-4214-b358-7868857eb02e tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 945 time: 0.0497112 Nov 09 01:10:49.297329 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f9cf7a7-17ae-4a5e-9817-322634138e6e req-0862e161-3df3-44ba-826b-baef92c79f12 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410807 Nov 09 01:10:50.412422 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7c04b-7b86-4931-813f-e9aedd1f07a6 req-b45492be-1f26-4944-9af8-ab33dc2be306 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:50.413904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ed7c04b-7b86-4931-813f-e9aedd1f07a6 req-b45492be-1f26-4944-9af8-ab33dc2be306 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 945 time: 0.0486071 Nov 09 01:10:50.460404 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ed7c04b-7b86-4931-813f-e9aedd1f07a6 req-b184cd39-64e9-4038-b4a3-449acbc0a049 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 Nov 09 01:10:50.682738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-9094f1b7-59d0-4d40-98dc-017c52b58fb3 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:50.684207 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-9094f1b7-59d0-4d40-98dc-017c52b58fb3 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/networks?id=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 HTTP/1.1" status: 200 len: 814 time: 0.1032007 Nov 09 01:10:50.698918 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-700d74bc-1718-4b03-9c56-3811c2ac8917 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/quotas/188b354e6dd04a58bd9b588110c1c376 HTTP/1.1" status: 200 len: 375 time: 0.0085964 Nov 09 01:10:50.746064 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-0c670ae1-eb34-49bb-998f-fe9be2e9af91 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=188b354e6dd04a58bd9b588110c1c376&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0414298 Nov 09 01:10:50.837671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-7b0f5663-984f-49e9-8f3c-671daf7368dd service neutron] 10.222.0.25 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841296 Nov 09 01:10:50.923589 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-88a4d158-c888-45ec-b560-0ba4bd5192aa service neutron] 10.222.0.25 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800536 Nov 09 01:10:51.082383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d6f2227d-7fe8-4efa-b657-991ed6b11771 req-fac2b1dd-a00e-42ca-b0eb-e82aa0f362ad tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 210 time: 0.0307412 Nov 09 01:10:52.040979 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-3be6c592-8652-42ac-b6d4-2d6b1a68e68a tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:52.042467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-3be6c592-8652-42ac-b6d4-2d6b1a68e68a tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.30 "GET /v2.0/networks?id=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 HTTP/1.1" status: 200 len: 814 time: 0.1040502 Nov 09 01:10:52.055023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Request body: {'port': {'device_id': 'adc26d88-13a3-4713-8527-6539563d6720', 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45', 'admin_state_up': True, 'tenant_id': '188b354e6dd04a58bd9b588110c1c376'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:10:52.182639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-375ea832-b80c-48dd-97e6-87a1f0cf2221 req-e65ed3b4-8309-4fdc-838a-45d2d392eb67 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 210 time: 0.0312626 Nov 09 01:10:52.192085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Made reservation on behalf of 188b354e6dd04a58bd9b588110c1c376 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:10:52.196033 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:52.321857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Allocated IP 172.20.0.13 (bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45/e828c1e3-35c4-4886-baa4-9226a85840c1/fa866a1b-d618-4a88-b18d-30b248210631) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:10:52.462860 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:52.495028 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:52.507006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:10:52.538759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:10:52.542106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:10:52.548686 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:10:52.576791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Pushing event updated for resources: {'Port': ['ID=fa866a1b-d618-4a88-b18d-30b248210631,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:52.602378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:52.602993 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:52.621279 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bcbec5fb-3e39-4b42-ab67-1dae23e2f237 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5699067 Nov 09 01:10:52.633313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Request body: {'port': {'device_id': 'adc26d88-13a3-4713-8527-6539563d6720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:10:52.686178 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:52.948655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa866a1b-d618-4a88-b18d-30b248210631 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:10:52.956312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:52.968629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Transition to ACTIVE for port object fa866a1b-d618-4a88-b18d-30b248210631 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:10:52.972415 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:53.019986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa866a1b-d618-4a88-b18d-30b248210631,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:53.091325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Attempting to bind port fa866a1b-d618-4a88-b18d-30b248210631 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:10:53.091993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Attempting to bind port fa866a1b-d618-4a88-b18d-30b248210631 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '2d994ac2-93ad-4dbf-9452-cbe2c57c4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:10:53.091993 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Attempting to bind port fa866a1b-d618-4a88-b18d-30b248210631 on network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:10:53.096944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Port fa866a1b-d618-4a88-b18d-30b248210631 on network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:10:53.097271 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Attempting to bind port fa866a1b-d618-4a88-b18d-30b248210631 on network bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:10:53.102296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:10:53.102628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Checking segment: {'id': '2d994ac2-93ad-4dbf-9452-cbe2c57c4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:10:53.103012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Bound using segment: {'id': '2d994ac2-93ad-4dbf-9452-cbe2c57c4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:10:53.103455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Bound port: fa866a1b-d618-4a88-b18d-30b248210631, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d994ac2-93ad-4dbf-9452-cbe2c57c4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:10:53.103807 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:53.169753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] For port fa866a1b-d618-4a88-b18d-30b248210631, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:10:53.173029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] For port fa866a1b-d618-4a88-b18d-30b248210631, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=fa866a1b-d618-4a88-b18d-30b248210631,segment=NetworkSegment(2d994ac2-93ad-4dbf-9452-cbe2c57c4b86),segment_id=2d994ac2-93ad-4dbf-9452-cbe2c57c4b86)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:10:53.177284 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:53.213090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:53.213760 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:53.215171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] 10.222.0.30 "PUT /v2.0/ports/fa866a1b-d618-4a88-b18d-30b248210631 HTTP/1.1" status: 200 len: 1092 time: 0.5859210 Nov 09 01:10:53.215581 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc26d88-13a3-4713-8527-6539563d6720', 'tag': 'fa866a1b-d618-4a88-b18d-30b248210631'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:10:53.218445 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2bebf9-e26c-443a-8cb4-ff083d7b73fc" -d '{"events": [{"name": "network-changed", "server_uuid": "adc26d88-13a3-4713-8527-6539563d6720", "tag": "fa866a1b-d618-4a88-b18d-30b248210631"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:10:53.240417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48e9bc-d05f-4270-8639-344ea62f7ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa866a1b-d618-4a88-b18d-30b248210631,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:53.263575 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483019e0-83f1-4153-b866-57f4199912e3 x-openstack-request-id: req-483019e0-83f1-4153-b866-57f4199912e3 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:10:53.263950 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc26d88-13a3-4713-8527-6539563d6720", "tag": "fa866a1b-d618-4a88-b18d-30b248210631", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:10:53.264237 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-483019e0-83f1-4153-b866-57f4199912e3 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:10:53.265171 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc26d88-13a3-4713-8527-6539563d6720', 'tag': 'fa866a1b-d618-4a88-b18d-30b248210631', 'status': 'completed', 'code': 200} Nov 09 01:10:53.343532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ed97a-9390-49e1-b541-4e04c61ef0dd req-747689cf-3382-43e2-b173-bc6dfbedd22b tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:53.345028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b50ed97a-9390-49e1-b541-4e04c61ef0dd req-747689cf-3382-43e2-b173-bc6dfbedd22b tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 944 time: 0.0835567 Nov 09 01:10:53.347661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-255743af-8587-407b-aa0b-d18cddb74fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:53.349017 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-255743af-8587-407b-aa0b-d18cddb74fe8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=188b354e6dd04a58bd9b588110c1c376&device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 1095 time: 0.0755970 Nov 09 01:10:53.406477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-bfc5686b-6155-471f-b0fb-453f15b0f4a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa866a1b-d618-4a88-b18d-30b248210631 HTTP/1.1" status: 200 len: 217 time: 0.0424910 Nov 09 01:10:53.455816 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b50ed97a-9390-49e1-b541-4e04c61ef0dd req-bd3e6bc1-9531-4785-85a0-0b421df4aebd tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045239 Nov 09 01:10:53.468238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-d076f06a-c385-4285-8da4-669c64668748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:53.469698 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-d076f06a-c385-4285-8da4-669c64668748 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e828c1e3-35c4-4886-baa4-9226a85840c1 HTTP/1.1" status: 200 len: 854 time: 0.0558295 Nov 09 01:10:53.504813 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-6010c5e4-ad08-4f98-84ea-5218d97d2313 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283470 Nov 09 01:10:53.592917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-76d52196-15e2-4f03-9017-656f64c0dafa service neutron] 10.222.0.30 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812473 Nov 09 01:10:54.015444 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-04cb2b9c-e047-4745-a0a2-7677494edf0d req-ab6b2afa-e901-4773-b20b-10a33f0df52d service neutron] 10.222.0.30 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160457 Nov 09 01:10:54.101327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bebf9-e26c-443a-8cb4-ff083d7b73fc req-7c28b532-00b0-479c-8acf-e51dd35476b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:54.102817 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d2bebf9-e26c-443a-8cb4-ff083d7b73fc req-7c28b532-00b0-479c-8acf-e51dd35476b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=188b354e6dd04a58bd9b588110c1c376&device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 1095 time: 0.0399814 Nov 09 01:10:54.179366 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:10:54.194787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bebf9-e26c-443a-8cb4-ff083d7b73fc req-65352c6f-f980-4ef4-8f34-108b3a303191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:54.196273 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d2bebf9-e26c-443a-8cb4-ff083d7b73fc req-65352c6f-f980-4ef4-8f34-108b3a303191 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 HTTP/1.1" status: 200 len: 914 time: 0.0859458 Nov 09 01:10:54.239914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d2bebf9-e26c-443a-8cb4-ff083d7b73fc req-cd555053-7bd5-4dc4-906c-8b3d4dc9f225 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa866a1b-d618-4a88-b18d-30b248210631 HTTP/1.1" status: 200 len: 217 time: 0.0349102 Nov 09 01:10:54.288534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bebf9-e26c-443a-8cb4-ff083d7b73fc req-2a91292b-6878-4a7b-b968-06ab93325bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:54.290139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d2bebf9-e26c-443a-8cb4-ff083d7b73fc req-2a91292b-6878-4a7b-b968-06ab93325bb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e828c1e3-35c4-4886-baa4-9226a85840c1 HTTP/1.1" status: 200 len: 854 time: 0.0420442 Nov 09 01:10:54.321580 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d2bebf9-e26c-443a-8cb4-ff083d7b73fc req-a7b625e5-203b-4b03-8c8d-6efad74a0b06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234067 Nov 09 01:10:54.414733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d2bebf9-e26c-443a-8cb4-ff083d7b73fc req-271e41d6-67e8-45b4-aed3-125bfc180885 service neutron] 10.222.0.30 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857773 Nov 09 01:10:54.509236 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d2bebf9-e26c-443a-8cb4-ff083d7b73fc req-4a5b45b5-3ec5-495d-9990-2f1423d509d9 service neutron] 10.222.0.30 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856655 Nov 09 01:10:54.572812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f597de-3328-4ef0-a551-722a28e4717a req-30cd1ebe-cd9a-42e8-9312-14041e34479c tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:54.574216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1f597de-3328-4ef0-a551-722a28e4717a req-30cd1ebe-cd9a-42e8-9312-14041e34479c tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 944 time: 0.0504210 Nov 09 01:10:54.621108 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1f597de-3328-4ef0-a551-722a28e4717a req-593933d5-fece-49ed-8453-af7e454b75bd tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 Nov 09 01:10:55.733087 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28da340-f5f8-4d17-a4cd-e7e20b7a1e61 req-e9103618-fa34-4556-ab22-6429458858aa tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:55.735168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a28da340-f5f8-4d17-a4cd-e7e20b7a1e61 req-e9103618-fa34-4556-ab22-6429458858aa tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 944 time: 0.0479054 Nov 09 01:10:55.780991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a28da340-f5f8-4d17-a4cd-e7e20b7a1e61 req-9da80d24-1604-4942-814a-f0cd42614477 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394456 Nov 09 01:10:56.897865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff906ba2-5096-4018-bb34-f04b88f0741d req-d5d4f899-97ee-4d97-bc42-94805566c656 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:56.899255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff906ba2-5096-4018-bb34-f04b88f0741d req-d5d4f899-97ee-4d97-bc42-94805566c656 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 944 time: 0.0522325 Nov 09 01:10:56.945748 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff906ba2-5096-4018-bb34-f04b88f0741d req-1667d0ca-869d-4bef-9f89-534b5e611ffe tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Nov 09 01:10:57.720040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device fa866a1b-d618-4a88-b18d-30b248210631 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:10:57.814293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port fa866a1b-d618-4a88-b18d-30b248210631, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=fa866a1b-d618-4a88-b18d-30b248210631,segment=NetworkSegment(2d994ac2-93ad-4dbf-9452-cbe2c57c4b86),segment_id=2d994ac2-93ad-4dbf-9452-cbe2c57c4b86)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:57.825143 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'fa866a1b-d618-4a88-b18d-30b248210631', 'network_id': 'bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45', 'port_id': 'fa866a1b-d618-4a88-b18d-30b248210631', 'mac_address': 'fa:16:3e:75:1b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e828c1e3-35c4-4886-baa4-9226a85840c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:10:57.861540 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:57.873673 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa866a1b-d618-4a88-b18d-30b248210631 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:10:57.893936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port fa866a1b-d618-4a88-b18d-30b248210631, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=fa866a1b-d618-4a88-b18d-30b248210631,segment=NetworkSegment(2d994ac2-93ad-4dbf-9452-cbe2c57c4b86),segment_id=2d994ac2-93ad-4dbf-9452-cbe2c57c4b86)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:57.898219 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:57.943523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=fa866a1b-d618-4a88-b18d-30b248210631,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:10:58.060231 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab8790-fe39-4d7d-b2ca-f3a1bc8a4774 req-d7787cef-8dee-4a41-9465-915ce64e0641 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:58.062282 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1ab8790-fe39-4d7d-b2ca-f3a1bc8a4774 req-d7787cef-8dee-4a41-9465-915ce64e0641 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 945 time: 0.0511351 Nov 09 01:10:58.095716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['fa866a1b-d618-4a88-b18d-30b248210631'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:10:58.113259 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1ab8790-fe39-4d7d-b2ca-f3a1bc8a4774 req-0af29834-7f76-449b-9d4f-41c675e90410 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442123 Nov 09 01:10:59.229075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f34820-30fd-4303-af43-031e90d22417 req-2e26e8e7-98a0-4a65-84b9-e4596442d9db tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:10:59.230573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-67f34820-30fd-4303-af43-031e90d22417 req-2e26e8e7-98a0-4a65-84b9-e4596442d9db tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 945 time: 0.0481565 Nov 09 01:10:59.280731 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-67f34820-30fd-4303-af43-031e90d22417 req-c144203d-ebae-4ee3-89ce-bb8e4e78db5d tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436900 Nov 09 01:10:59.733962 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device fa866a1b-d618-4a88-b18d-30b248210631 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:10:59.783295 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port fa866a1b-d618-4a88-b18d-30b248210631 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:10:59.787091 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port fa866a1b-d618-4a88-b18d-30b248210631 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:10:59.787466 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:59.862391 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:59.884206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc26d88-13a3-4713-8527-6539563d6720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa866a1b-d618-4a88-b18d-30b248210631'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:10:59.886479 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d045ebb8-8289-43be-a3c8-b11a8a296f4a" -d '{"events": [{"server_uuid": "adc26d88-13a3-4713-8527-6539563d6720", "name": "network-vif-plugged", "status": "completed", "tag": "fa866a1b-d618-4a88-b18d-30b248210631"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:10:59.899229 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port fa866a1b-d618-4a88-b18d-30b248210631, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=fa866a1b-d618-4a88-b18d-30b248210631,segment=NetworkSegment(2d994ac2-93ad-4dbf-9452-cbe2c57c4b86),segment_id=2d994ac2-93ad-4dbf-9452-cbe2c57c4b86)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:10:59.903156 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:10:59.926608 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2624240e-b31b-4a9a-bf9b-7132ddec4fa8 x-openstack-request-id: req-2624240e-b31b-4a9a-bf9b-7132ddec4fa8 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:10:59.926901 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc26d88-13a3-4713-8527-6539563d6720", "name": "network-vif-plugged", "status": "completed", "tag": "fa866a1b-d618-4a88-b18d-30b248210631", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:10:59.927154 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2624240e-b31b-4a9a-bf9b-7132ddec4fa8 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:10:59.927539 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc26d88-13a3-4713-8527-6539563d6720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa866a1b-d618-4a88-b18d-30b248210631', 'code': 200} Nov 09 01:10:59.952731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=fa866a1b-d618-4a88-b18d-30b248210631,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:00.020872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d280a4-337b-47c7-99b8-219a6b295632 req-a1f37d08-2202-4226-8848-85bb329774cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:00.022382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72d280a4-337b-47c7-99b8-219a6b295632 req-a1f37d08-2202-4226-8848-85bb329774cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 1097 time: 0.0397103 Nov 09 01:11:00.072393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72d280a4-337b-47c7-99b8-219a6b295632 req-455d5e71-2118-4f7e-a606-9035004e4826 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Nov 09 01:11:00.392698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c068a-a8c3-4559-990f-7ebe6c1beab6 req-13e53e61-b393-4f7c-8b60-bbc037144bc9 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:00.394203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe1c068a-a8c3-4559-990f-7ebe6c1beab6 req-13e53e61-b393-4f7c-8b60-bbc037144bc9 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 946 time: 0.0480762 Nov 09 01:11:00.440047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe1c068a-a8c3-4559-990f-7ebe6c1beab6 req-9ba25138-a6ef-4d42-8e3e-0da166f3579e tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Nov 09 01:11:01.561812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb264a3-d67b-4bcb-8bc4-c5032fe67197 req-d597f485-5ee8-4d8f-abfb-5bf5c7675ad2 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:01.563274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dfb264a3-d67b-4bcb-8bc4-c5032fe67197 req-d597f485-5ee8-4d8f-abfb-5bf5c7675ad2 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 946 time: 0.0522316 Nov 09 01:11:01.609953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dfb264a3-d67b-4bcb-8bc4-c5032fe67197 req-b3213795-f2ee-4cdf-8a3d-48e32cf1520a tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Nov 09 01:11:01.837493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f272fd-cbb6-44b0-a985-f350b84d89a0 req-6d6ead45-8ff6-4cc8-8abd-3f46decd16d7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:01.838960 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4f272fd-cbb6-44b0-a985-f350b84d89a0 req-6d6ead45-8ff6-4cc8-8abd-3f46decd16d7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 946 time: 0.0501947 Nov 09 01:11:01.884899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f4f272fd-cbb6-44b0-a985-f350b84d89a0 req-fa1c7250-52ae-474d-b121-c76abd14f378 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Nov 09 01:11:02.054076 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2cc422f7-bb1e-4039-bbfb-52dfa970d184 req-2d7d0a19-ba87-4922-988e-5652a92c2b05 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382857 Nov 09 01:11:02.143502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc422f7-bb1e-4039-bbfb-52dfa970d184 req-7697790b-aa46-4fb9-aac7-44da84f87b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:02.144947 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2cc422f7-bb1e-4039-bbfb-52dfa970d184 req-7697790b-aa46-4fb9-aac7-44da84f87b8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=188b354e6dd04a58bd9b588110c1c376&device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 1096 time: 0.0395334 Nov 09 01:11:02.252989 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc422f7-bb1e-4039-bbfb-52dfa970d184 req-a6cec441-e66d-417e-89f7-ed322c910deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:02.254494 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2cc422f7-bb1e-4039-bbfb-52dfa970d184 req-a6cec441-e66d-417e-89f7-ed322c910deb service neutron] 10.222.0.11 "GET /v2.0/networks?id=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 HTTP/1.1" status: 200 len: 914 time: 0.0868003 Nov 09 01:11:02.296059 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2cc422f7-bb1e-4039-bbfb-52dfa970d184 req-5e52d04b-5c3a-4b75-b11a-5df3db2b679d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 HTTP/1.1" status: 200 len: 217 time: 0.0341659 Nov 09 01:11:02.347549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc422f7-bb1e-4039-bbfb-52dfa970d184 req-915cc2fd-5b6b-4b9a-8900-c1b8a132fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:02.348980 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2cc422f7-bb1e-4039-bbfb-52dfa970d184 req-915cc2fd-5b6b-4b9a-8900-c1b8a132fb37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e828c1e3-35c4-4886-baa4-9226a85840c1 HTTP/1.1" status: 200 len: 854 time: 0.0457704 Nov 09 01:11:02.379785 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2cc422f7-bb1e-4039-bbfb-52dfa970d184 req-184c58ec-b43d-4c4c-9b1b-efda79103f62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238698 Nov 09 01:11:02.468124 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2cc422f7-bb1e-4039-bbfb-52dfa970d184 req-58712c42-2878-4d44-8c61-f1f2dfa01fbf service neutron] 10.222.0.11 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803781 Nov 09 01:11:02.559678 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-2cc422f7-bb1e-4039-bbfb-52dfa970d184 req-333b1a58-3c80-417d-b10c-adb067ad9f07 service neutron] 10.222.0.11 "GET /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836279 Nov 09 01:11:03.004463 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95967c-2867-40ed-9901-5e28719083ec req-51418966-0401-46b4-94c8-bd3b865c79bd tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:03.005953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac95967c-2867-40ed-9901-5e28719083ec req-51418966-0401-46b4-94c8-bd3b865c79bd tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 946 time: 0.0523908 Nov 09 01:11:03.081076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bdf5b-e4b3-48b3-9b6b-b5e35fe5b7a3 req-6154cd0b-fcb2-4f7f-acf7-2ac3f8b72081 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:03.082569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-851bdf5b-e4b3-48b3-9b6b-b5e35fe5b7a3 req-6154cd0b-fcb2-4f7f-acf7-2ac3f8b72081 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.30 "GET /v2.0/ports?device_id=adc26d88-13a3-4713-8527-6539563d6720 HTTP/1.1" status: 200 len: 946 time: 0.0745609 Nov 09 01:11:03.086902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac95967c-2867-40ed-9901-5e28719083ec req-b7ab1958-dfa0-4c62-bea6-d80f32c85906 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715525 Nov 09 01:11:03.171456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-851bdf5b-e4b3-48b3-9b6b-b5e35fe5b7a3 req-e90c777a-311d-40d4-8c12-35c21ce6249c tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Deleting port fa866a1b-d618-4a88-b18d-30b248210631 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:11:03.172369 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-851bdf5b-e4b3-48b3-9b6b-b5e35fe5b7a3 req-e90c777a-311d-40d4-8c12-35c21ce6249c tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:03.262156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-851bdf5b-e4b3-48b3-9b6b-b5e35fe5b7a3 req-e90c777a-311d-40d4-8c12-35c21ce6249c tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] For port fa866a1b-d618-4a88-b18d-30b248210631, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=fa866a1b-d618-4a88-b18d-30b248210631,segment=NetworkSegment(2d994ac2-93ad-4dbf-9452-cbe2c57c4b86),segment_id=2d994ac2-93ad-4dbf-9452-cbe2c57c4b86)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:03.262514 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-851bdf5b-e4b3-48b3-9b6b-b5e35fe5b7a3 req-e90c777a-311d-40d4-8c12-35c21ce6249c tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:03.274862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-851bdf5b-e4b3-48b3-9b6b-b5e35fe5b7a3 req-e90c777a-311d-40d4-8c12-35c21ce6249c tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Calling delete_port for fa866a1b-d618-4a88-b18d-30b248210631 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:11:03.406786 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-851bdf5b-e4b3-48b3-9b6b-b5e35fe5b7a3 req-e90c777a-311d-40d4-8c12-35c21ce6249c tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:03.420014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['fa866a1b-d618-4a88-b18d-30b248210631'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:11:03.423975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:11:03.441138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c777a-311d-40d4-8c12-35c21ce6249c tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Pushing event deleted for resources: {'Port': ['ID=fa866a1b-d618-4a88-b18d-30b248210631,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:03.479410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-851bdf5b-e4b3-48b3-9b6b-b5e35fe5b7a3 req-e90c777a-311d-40d4-8c12-35c21ce6249c tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] No DVR routers for this DVR port fa866a1b-d618-4a88-b18d-30b248210631 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:11:03.482315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-851bdf5b-e4b3-48b3-9b6b-b5e35fe5b7a3 req-e90c777a-311d-40d4-8c12-35c21ce6249c tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:03.485874 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-851bdf5b-e4b3-48b3-9b6b-b5e35fe5b7a3 req-e90c777a-311d-40d4-8c12-35c21ce6249c tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.30 "DELETE /v2.0/ports/fa866a1b-d618-4a88-b18d-30b248210631 HTTP/1.1" status: 204 len: 173 time: 0.3966424 Nov 09 01:11:03.486331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc26d88-13a3-4713-8527-6539563d6720', 'name': 'network-vif-deleted', 'tag': 'fa866a1b-d618-4a88-b18d-30b248210631'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:11:03.489184 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54130fd1-0169-4d5e-ad5d-5e0a44e1b1f4" -d '{"events": [{"server_uuid": "adc26d88-13a3-4713-8527-6539563d6720", "name": "network-vif-deleted", "tag": "fa866a1b-d618-4a88-b18d-30b248210631"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:11:03.528240 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8766815a-ae20-4aa8-b946-024aa54a905c x-openstack-request-id: req-8766815a-ae20-4aa8-b946-024aa54a905c {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:11:03.528539 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc26d88-13a3-4713-8527-6539563d6720", "name": "network-vif-deleted", "tag": "fa866a1b-d618-4a88-b18d-30b248210631", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:11:03.528800 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8766815a-ae20-4aa8-b946-024aa54a905c {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:11:03.529803 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc26d88-13a3-4713-8527-6539563d6720', 'name': 'network-vif-deleted', 'tag': 'fa866a1b-d618-4a88-b18d-30b248210631', 'status': 'completed', 'code': 200} Nov 09 01:11:04.244104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05c352-1214-4267-a2bc-f9c64591450e req-b4e05301-a0da-47f3-9e34-57196bf9f67b tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:04.245651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e05c352-1214-4267-a2bc-f9c64591450e req-b4e05301-a0da-47f3-9e34-57196bf9f67b tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 945 time: 0.0534713 Nov 09 01:11:04.293482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e05c352-1214-4267-a2bc-f9c64591450e req-1163d4c1-c636-4a9f-9ad0-c31f9e7e340d tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411785 Nov 09 01:11:04.428265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039812d4-5e06-4c65-942c-a9b176e63b36 req-b0afbbe1-1ea9-4d6c-8054-ea6b766baa9d tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:04.429704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-039812d4-5e06-4c65-942c-a9b176e63b36 req-b0afbbe1-1ea9-4d6c-8054-ea6b766baa9d tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 945 time: 0.0493777 Nov 09 01:11:04.477121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-039812d4-5e06-4c65-942c-a9b176e63b36 req-d6da1c76-e942-4d14-8825-94ccb60c5ed3 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 Nov 09 01:11:04.590613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9d80c-30b4-4d5f-9212-dda353999953 req-9e25598e-9d85-4f49-bbdd-b3b6b9f7fe1d tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:04.592081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaa9d80c-30b4-4d5f-9212-dda353999953 req-9e25598e-9d85-4f49-bbdd-b3b6b9f7fe1d tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 945 time: 0.0488198 Nov 09 01:11:04.643568 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaa9d80c-30b4-4d5f-9212-dda353999953 req-d778fbf6-e7a0-4a60-9ea8-11511ec8db0e tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450079 Nov 09 01:11:04.757051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-a50f0027-52cb-4c47-8f95-52d2b984acfd req-02c4a7a6-e3de-425c-92d1-d4bb48b8c5a9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:11:04.758120 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a50f0027-52cb-4c47-8f95-52d2b984acfd req-02c4a7a6-e3de-425c-92d1-d4bb48b8c5a9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474205 Nov 09 01:11:04.862521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968929b-1341-4854-97ac-eb3ca51e1d23 req-1d997bdf-969b-4f0d-a589-bacd6f389a58 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:04.864017 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5968929b-1341-4854-97ac-eb3ca51e1d23 req-1d997bdf-969b-4f0d-a589-bacd6f389a58 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 945 time: 0.0487123 Nov 09 01:11:04.910384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5968929b-1341-4854-97ac-eb3ca51e1d23 req-1f693a91-ef03-488b-86f2-6388ac56ec1e tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403969 Nov 09 01:11:05.024714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c246bb-25c0-452c-94b0-65610dc2e700 req-532138e2-075a-4534-9dc6-a9155fa45ff0 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:05.026241 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7c246bb-25c0-452c-94b0-65610dc2e700 req-532138e2-075a-4534-9dc6-a9155fa45ff0 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 945 time: 0.0488052 Nov 09 01:11:05.075151 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f7c246bb-25c0-452c-94b0-65610dc2e700 req-063b8cc6-faf1-4bdc-a885-56ab10f8aebb tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423124 Nov 09 01:11:05.202757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ab842-a16c-44eb-afe2-0e6fea53c50b req-5084ea9e-f161-408c-be43-51e5259898e1 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:05.204713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d9ab842-a16c-44eb-afe2-0e6fea53c50b req-5084ea9e-f161-408c-be43-51e5259898e1 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 945 time: 0.0534174 Nov 09 01:11:05.251546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8d9ab842-a16c-44eb-afe2-0e6fea53c50b req-dd902f6c-4293-429e-80dd-23c6e55325c1 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 Nov 09 01:11:05.560786 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7f6e5-8dca-4f5c-957b-fda3215f53b4 req-83846eeb-5bcc-4d01-93b6-f1386f147e02 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:05.562909 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2db7f6e5-8dca-4f5c-957b-fda3215f53b4 req-83846eeb-5bcc-4d01-93b6-f1386f147e02 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 945 time: 0.0513113 Nov 09 01:11:05.612903 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2db7f6e5-8dca-4f5c-957b-fda3215f53b4 req-46aef1f9-d2e9-4428-9436-e1594102cd94 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438430 Nov 09 01:11:06.729699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533fd8b-c33f-4da7-a981-b90814604cba req-781077dd-b1ff-4ffc-b207-99ce7e351f1e tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:06.731205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4533fd8b-c33f-4da7-a981-b90814604cba req-781077dd-b1ff-4ffc-b207-99ce7e351f1e tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 945 time: 0.0488415 Nov 09 01:11:06.782205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4533fd8b-c33f-4da7-a981-b90814604cba req-26057ce7-346a-499a-bbe0-cd09e6cf133f tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b6df5e7-00bf-4523-918e-bd19e204c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445087 Nov 09 01:11:06.861080 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29861e51-e68a-4efa-adaa-f13d29fc90d2 req-3c58a2ff-6c08-42eb-ad50-f7565f333254 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:06.862467 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29861e51-e68a-4efa-adaa-f13d29fc90d2 req-3c58a2ff-6c08-42eb-ad50-f7565f333254 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba5bdea-71fc-47d2-857a-80e2041787ae HTTP/1.1" status: 200 len: 945 time: 0.0475855 Nov 09 01:11:06.951593 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-29861e51-e68a-4efa-adaa-f13d29fc90d2 req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Deleting port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:11:06.951934 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-29861e51-e68a-4efa-adaa-f13d29fc90d2 req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:07.037764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-29861e51-e68a-4efa-adaa-f13d29fc90d2 req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] For port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90,segment=NetworkSegment(2d994ac2-93ad-4dbf-9452-cbe2c57c4b86),segment_id=2d994ac2-93ad-4dbf-9452-cbe2c57c4b86)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:07.038119 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-29861e51-e68a-4efa-adaa-f13d29fc90d2 req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:07.051100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-29861e51-e68a-4efa-adaa-f13d29fc90d2 req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Calling delete_port for 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:11:07.176824 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-29861e51-e68a-4efa-adaa-f13d29fc90d2 req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:07.189266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:11:07.202550 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Pushing event deleted for resources: {'Port': ['ID=7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:07.213050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:07.213420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:07.213762 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:07.214096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:07.214429 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:07.214759 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:07.215088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:07.215413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:07.216045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:07.216045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:07.216356 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:07.216672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:07.255947 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-29861e51-e68a-4efa-adaa-f13d29fc90d2 req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] No DVR routers for this DVR port 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:11:07.258550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-29861e51-e68a-4efa-adaa-f13d29fc90d2 req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:07.261878 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-29861e51-e68a-4efa-adaa-f13d29fc90d2 req-19035c1d-3534-44d1-8057-2f95f13a86c7 tempest-ServersNegativeTestJSON-1133376067 tempest-ServersNegativeTestJSON-1133376067-project] 10.222.0.11 "DELETE /v2.0/ports/7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 HTTP/1.1" status: 204 len: 173 time: 0.3929586 Nov 09 01:11:07.262315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba5bdea-71fc-47d2-857a-80e2041787ae', 'name': 'network-vif-deleted', 'tag': '7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:11:07.264543 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194c78a8-e042-45b4-add2-35ee6f215aaf" -d '{"events": [{"server_uuid": "cba5bdea-71fc-47d2-857a-80e2041787ae", "name": "network-vif-deleted", "tag": "7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:11:07.302828 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902ff2f4-e707-4a87-999d-a2d102439a5c x-openstack-request-id: req-902ff2f4-e707-4a87-999d-a2d102439a5c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:11:07.303129 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba5bdea-71fc-47d2-857a-80e2041787ae", "name": "network-vif-deleted", "tag": "7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:11:07.303385 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-902ff2f4-e707-4a87-999d-a2d102439a5c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:11:07.303836 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba5bdea-71fc-47d2-857a-80e2041787ae', 'name': 'network-vif-deleted', 'tag': '7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90', 'status': 'completed', 'code': 200} Nov 09 01:11:07.765088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device fa866a1b-d618-4a88-b18d-30b248210631 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:11:07.784809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: fa866a1b-d618-4a88-b18d-30b248210631 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:11:07.785141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device fa866a1b-d618-4a88-b18d-30b248210631 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:11:07.838493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60382) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:07.882277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Deleting subnet e828c1e3-35c4-4886-baa4-9226a85840c1 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:11:07.885151 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:07.919140 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:07.957728 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.012298 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.040256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.043533 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e828c1e3-35c4-4886-baa4-9226a85840c1 HTTP/1.1" status: 204 len: 168 time: 0.2040069 Nov 09 01:11:08.044515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e828c1e3-35c4-4886-baa4-9226a85840c1,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:08.046211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60384) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:08.052964 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:08.053525 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:08.053647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:08.053883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:08.054218 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:08.054546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:08.054873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:08.055199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:08.055590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:08.055859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:08.056208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:08.056500 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc874e3-fce9-471f-bd97-db4efce0f805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:08.119514 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.198564 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.217702 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:08.226579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d994ac2-93ad-4dbf-9452-cbe2c57c4b86') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:08.226869 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d994ac2-93ad-4dbf-9452-cbe2c57c4b86') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:08.236297 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.248880 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.255449 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:11:08.255834 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: timer() Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:11:08.257489 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:11:08.310105 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.316053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.319784 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45 HTTP/1.1" status: 204 len: 168 time: 0.2720308 Nov 09 01:11:08.330148 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e8581-7bad-474f-890e-27f63dc06104 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff2c66a-9a75-4cd4-a0b8-c4cbc3257a45,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:08.423722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60388) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:08.464399 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-83d16413-fc46-4b1f-919e-d3d9306f1daf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=188b354e6dd04a58bd9b588110c1c376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394280 Nov 09 01:11:08.466699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60390) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:08.513599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2a6817d-9e8c-4780-9ad1-0af2148a5125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.534250 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2a6817d-9e8c-4780-9ad1-0af2148a5125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.579287 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2a6817d-9e8c-4780-9ad1-0af2148a5125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.582028 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b2a6817d-9e8c-4780-9ad1-0af2148a5125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:08.583166 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b2a6817d-9e8c-4780-9ad1-0af2148a5125 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b6df5e7-00bf-4523-918e-bd19e204c1a7 HTTP/1.1" status: 204 len: 168 time: 0.1155782 Nov 09 01:11:08.590957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6817d-9e8c-4780-9ad1-0af2148a5125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6df5e7-00bf-4523-918e-bd19e204c1a7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:09.241413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60412) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:09.334044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-867790253'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:09.354504 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Made reservation on behalf of 4b0d5ba259304e9489cc860ad2106189 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:09.358079 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:09.366217 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:09.446975 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:09.450521 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:09.475884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:11:09.486423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77835b80-0cfc-4eca-b626-fff23cc98577,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:09.491242 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:09.491585 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Added segment e898f310-8814-4b27-955a-136d5f7d2722 of type vlan for network f03cc834-b69a-4bab-a7de-6d82dae68ff3 Nov 09 01:11:09.530318 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:09.554421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:09.559945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:09.560522 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:09.599791 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3572705 Nov 09 01:11:09.633406 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ace06-84d5-4bc8-aaa9-c7100aab394d tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event updated for resources: {'Network': ['ID=f03cc834-b69a-4bab-a7de-6d82dae68ff3,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:09.643460 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network f03cc834-b69a-4bab-a7de-6d82dae68ff3 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:11:10.631656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:11:10.653109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:11:10.653748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7f9427d2-ccfe-4f3b-808c-8c7c69ce8c90 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:11:12.777817 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e57ca91f-082b-4e0c-a691-3c05d3092f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:12.867500 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60416) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:12.872568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c3dcdc4a-f77f-489c-94ca-c8c446d3ae01 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Request body: {'subnet': {'network_id': 'f03cc834-b69a-4bab-a7de-6d82dae68ff3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:12.959013 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dcdc4a-f77f-489c-94ca-c8c446d3ae01 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Made reservation on behalf of 4b0d5ba259304e9489cc860ad2106189 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:12.962480 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c3dcdc4a-f77f-489c-94ca-c8c446d3ae01 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.136431 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c3dcdc4a-f77f-489c-94ca-c8c446d3ae01 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.199696 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcdc4a-f77f-489c-94ca-c8c446d3ae01 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event updated for resources: {'Subnet': ['ID=b023e3e1-68bb-4f0e-a472-d9b58b0b262b,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:13.204439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcdc4a-f77f-489c-94ca-c8c446d3ae01 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Checking segment: {'id': 'e898f310-8814-4b27-955a-136d5f7d2722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f03cc834-b69a-4bab-a7de-6d82dae68ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:13.204794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dcdc4a-f77f-489c-94ca-c8c446d3ae01 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Network hostable DHCP agents. Network: f03cc834-b69a-4bab-a7de-6d82dae68ff3, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:11:13.221233 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dcdc4a-f77f-489c-94ca-c8c446d3ae01 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Network f03cc834-b69a-4bab-a7de-6d82dae68ff3 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:11:13.229797 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-c3dcdc4a-f77f-489c-94ca-c8c446d3ae01 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, f03cc834-b69a-4bab-a7de-6d82dae68ff3) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:13.233783 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dcdc4a-f77f-489c-94ca-c8c446d3ae01 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:13.234369 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c3dcdc4a-f77f-489c-94ca-c8c446d3ae01 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.239183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bbf24e-6cc6-4870-b606-e3f35f68fcf0 None None] Network f03cc834-b69a-4bab-a7de-6d82dae68ff3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:13.250764 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c3dcdc4a-f77f-489c-94ca-c8c446d3ae01 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3822570 Nov 09 01:11:13.254307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60418) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:13.259337 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ae52fb7b-f15d-43e6-b68b-fbfc35e1a655 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1221340513'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:13.279440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae52fb7b-f15d-43e6-b68b-fbfc35e1a655 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Made reservation on behalf of 4b0d5ba259304e9489cc860ad2106189 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:13.283748 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ae52fb7b-f15d-43e6-b68b-fbfc35e1a655 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.310986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae52fb7b-f15d-43e6-b68b-fbfc35e1a655 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:11:13.320570 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ae52fb7b-f15d-43e6-b68b-fbfc35e1a655 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.320909 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-ae52fb7b-f15d-43e6-b68b-fbfc35e1a655 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Added segment 05e55e2b-f500-41df-bfbb-315133d0da6c of type vlan for network f80f0dea-83c4-412d-a824-cd0bc7f732ba Nov 09 01:11:13.360586 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ae52fb7b-f15d-43e6-b68b-fbfc35e1a655 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.383890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-f03cc834-b69a-4bab-a7de-6d82dae68ff3', 'network_id': 'f03cc834-b69a-4bab-a7de-6d82dae68ff3', 'tenant_id': '4b0d5ba259304e9489cc860ad2106189', 'fixed_ips': [{'subnet_id': 'b023e3e1-68bb-4f0e-a472-d9b58b0b262b'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:11:13.384806 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.386778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ae52fb7b-f15d-43e6-b68b-fbfc35e1a655 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.393258 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52fb7b-f15d-43e6-b68b-fbfc35e1a655 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:13.393863 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ae52fb7b-f15d-43e6-b68b-fbfc35e1a655 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.430705 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ae52fb7b-f15d-43e6-b68b-fbfc35e1a655 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1753223 Nov 09 01:11:13.433806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60420) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:13.439169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-cefa44da-1347-472c-8d19-14447b8b946e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Request body: {'subnet': {'network_id': 'f80f0dea-83c4-412d-a824-cd0bc7f732ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:13.465287 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52fb7b-f15d-43e6-b68b-fbfc35e1a655 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event updated for resources: {'Network': ['ID=f80f0dea-83c4-412d-a824-cd0bc7f732ba,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:13.476315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network f80f0dea-83c4-412d-a824-cd0bc7f732ba details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:11:13.542007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa44da-1347-472c-8d19-14447b8b946e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Made reservation on behalf of 4b0d5ba259304e9489cc860ad2106189 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:13.545936 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cefa44da-1347-472c-8d19-14447b8b946e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.575771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Allocated IP 2001:db8:0:ffff::2 (f03cc834-b69a-4bab-a7de-6d82dae68ff3/b023e3e1-68bb-4f0e-a472-d9b58b0b262b/8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:11:13.724987 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.730662 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.733394 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cefa44da-1347-472c-8d19-14447b8b946e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.769325 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Network f03cc834-b69a-4bab-a7de-6d82dae68ff3 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:13.776219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:13.780601 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:11:13.783753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Pushing event updated for resources: {'Port': ['ID=8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:13.795691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:13.796040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:13.796384 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:13.796721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:13.797061 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:13.797412 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:13.797741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:13.798073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:13.798396 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:13.798720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:13.799046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:13.799365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:13.799505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa44da-1347-472c-8d19-14447b8b946e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event updated for resources: {'Subnet': ['ID=6efa2bc8-511c-46c7-9dec-1735c9203591,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:13.807092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa44da-1347-472c-8d19-14447b8b946e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Checking segment: {'id': '05e55e2b-f500-41df-bfbb-315133d0da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f80f0dea-83c4-412d-a824-cd0bc7f732ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:13.807467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa44da-1347-472c-8d19-14447b8b946e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Network hostable DHCP agents. Network: f80f0dea-83c4-412d-a824-cd0bc7f732ba, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:11:13.827072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa44da-1347-472c-8d19-14447b8b946e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Network f80f0dea-83c4-412d-a824-cd0bc7f732ba is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:11:13.836142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-cefa44da-1347-472c-8d19-14447b8b946e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, f80f0dea-83c4-412d-a824-cd0bc7f732ba) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:13.840613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa44da-1347-472c-8d19-14447b8b946e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:13.841222 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cefa44da-1347-472c-8d19-14447b8b946e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.858199 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cefa44da-1347-472c-8d19-14447b8b946e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4231818 Nov 09 01:11:13.860958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60422) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:13.971479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:13.997043 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977368b3-9524-4370-8aa6-875f01fc9c00 None None] Network f80f0dea-83c4-412d-a824-cd0bc7f732ba requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:14.024306 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Attempting to bind port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:11:14.024587 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.024697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Attempting to bind port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'e898f310-8814-4b27-955a-136d5f7d2722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f03cc834-b69a-4bab-a7de-6d82dae68ff3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:11:14.025026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Attempting to bind port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 on network f03cc834-b69a-4bab-a7de-6d82dae68ff3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:11:14.058032 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:11:14.058413 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Checking segment: {'id': 'e898f310-8814-4b27-955a-136d5f7d2722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f03cc834-b69a-4bab-a7de-6d82dae68ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:14.059362 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.059362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Bound using segment: {'id': 'e898f310-8814-4b27-955a-136d5f7d2722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f03cc834-b69a-4bab-a7de-6d82dae68ff3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:11:14.059726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Bound port: 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e898f310-8814-4b27-955a-136d5f7d2722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f03cc834-b69a-4bab-a7de-6d82dae68ff3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:11:14.060033 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.090496 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.122366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event deleted for resources: {'Subnet': ['ID=6efa2bc8-511c-46c7-9dec-1735c9203591,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:14.181744 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] For port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:11:14.186946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc92819-3fd1-4bfc-a21a-aed30fb16d98 None None] Network f80f0dea-83c4-412d-a824-cd0bc7f732ba requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:14.194737 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.205887 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] For port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3,segment=NetworkSegment(e898f310-8814-4b27-955a-136d5f7d2722),segment_id=e898f310-8814-4b27-955a-136d5f7d2722)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:11:14.215076 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.215396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80f0dea-83c4-412d-a824-cd0bc7f732ba']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:14.224927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e55e2b-f500-41df-bfbb-315133d0da6c') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:14.225220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e55e2b-f500-41df-bfbb-315133d0da6c') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:14.236327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.250591 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.256745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:11:14.257237 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: timer() Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:11:14.260307 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:11:14.331010 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.344516 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.349880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/networks/f80f0dea-83c4-412d-a824-cd0bc7f732ba HTTP/1.1" status: 204 len: 168 time: 0.4878616 Nov 09 01:11:14.352526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60424) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:14.354002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d6f06-7642-4af4-913a-c03cacf38461 None None] Pushing event updated for resources: {'Port': ['ID=8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:14.371179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a56c66c9-3d4e-4fe5-8ec6-d05109d8f7ea tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1347856273'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:14.375789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd320787-5b1b-4382-aef9-aac7913033f8 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event deleted for resources: {'Network': ['ID=f80f0dea-83c4-412d-a824-cd0bc7f732ba,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:14.396477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56c66c9-3d4e-4fe5-8ec6-d05109d8f7ea tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Made reservation on behalf of 4b0d5ba259304e9489cc860ad2106189 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:14.399973 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a56c66c9-3d4e-4fe5-8ec6-d05109d8f7ea tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.426365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56c66c9-3d4e-4fe5-8ec6-d05109d8f7ea tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:11:14.436249 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a56c66c9-3d4e-4fe5-8ec6-d05109d8f7ea tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.436901 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-a56c66c9-3d4e-4fe5-8ec6-d05109d8f7ea tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Added segment 819e98fb-afd8-4bfd-8752-dd78163160a0 of type vlan for network 4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e Nov 09 01:11:14.481236 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a56c66c9-3d4e-4fe5-8ec6-d05109d8f7ea tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.510688 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a56c66c9-3d4e-4fe5-8ec6-d05109d8f7ea tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.516281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56c66c9-3d4e-4fe5-8ec6-d05109d8f7ea tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:14.516862 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a56c66c9-3d4e-4fe5-8ec6-d05109d8f7ea tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.557074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a56c66c9-3d4e-4fe5-8ec6-d05109d8f7ea tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2028017 Nov 09 01:11:14.560230 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60426) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:14.565578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Request body: {'subnet': {'network_id': '4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:14.597086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c66c9-3d4e-4fe5-8ec6-d05109d8f7ea tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event updated for resources: {'Network': ['ID=4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:14.608535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:11:14.676217 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Made reservation on behalf of 4b0d5ba259304e9489cc860ad2106189 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:14.681188 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.738003 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.ipam_backend_mixin [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Performing IP validity checks on allocation pools {{(pid=101781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 01:11:14.738528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.ipam_backend_mixin [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 01:11:14.863597 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.866978 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5e685f10-2beb-4135-83c0-89a6fec4684b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.928259 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event updated for resources: {'Subnet': ['ID=667d2e82-4d64-4d37-82c9-093ad5044692,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:14.937579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Checking segment: {'id': '819e98fb-afd8-4bfd-8752-dd78163160a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:14.937950 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Network hostable DHCP agents. Network: 4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:11:14.955511 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Network 4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:11:14.965027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:14.969747 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:14.970332 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:14.979656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f062ec-2c79-40cf-878f-9b417684b924 None None] Network 4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:14.987087 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5a8dae4c-3e8f-46a3-9eb1-e1a2c978dcf4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4256756 Nov 09 01:11:14.989677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60428) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:15.098765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.146934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83144d3-708c-4eab-b043-528898f33006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e', 'network_id': '4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e', 'tenant_id': '4b0d5ba259304e9489cc860ad2106189', 'fixed_ips': [{'subnet_id': '667d2e82-4d64-4d37-82c9-093ad5044692'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:11:15.147827 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f83144d3-708c-4eab-b043-528898f33006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.156628 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.222326 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server [None req-f83144d3-708c-4eab-b043-528898f33006 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 667d2e82-4d64-4d37-82c9-093ad5044692: This subnet is being modified by another concurrent operation. Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server raise exception Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 667d2e82-4d64-4d37-82c9-093ad5044692: This subnet is being modified by another concurrent operation. Nov 09 01:11:15.248007 n-d-813263-3 neutron-server[101782]: ERROR oslo_messaging.rpc.server Nov 09 01:11:15.254926 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event deleted for resources: {'Subnet': ['ID=667d2e82-4d64-4d37-82c9-093ad5044692,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:15.272015 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234af50c-0dbf-4587-b946-345bff536e1a None None] Network f03cc834-b69a-4bab-a7de-6d82dae68ff3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:15.278562 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d5205-e78d-4ffd-b062-2bfa8e300ceb None None] Network 4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:15.322228 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.341855 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:15.351000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819e98fb-afd8-4bfd-8752-dd78163160a0') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:15.351290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819e98fb-afd8-4bfd-8752-dd78163160a0') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:15.361371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.375300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.381500 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:11:15.381892 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: timer() Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:11:15.384885 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:11:15.438558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2025c59f-25e9-4ec1-bff0-eafdf65f800b None None] Provisioning complete for port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:15.438913 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2025c59f-25e9-4ec1-bff0-eafdf65f800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.447124 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.454143 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.461455 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/networks/4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e HTTP/1.1" status: 204 len: 168 time: 0.4667294 Nov 09 01:11:15.462265 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60430) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:15.468496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-4ed4f6d1-31d7-4c1b-8166-e78f8c9bdfa4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-708796279'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:15.470078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2295db0-79d0-47cf-ad86-a7e1a203daa3 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event deleted for resources: {'Network': ['ID=4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:15.495162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed4f6d1-31d7-4c1b-8166-e78f8c9bdfa4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Made reservation on behalf of 4b0d5ba259304e9489cc860ad2106189 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:15.498785 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f6d1-31d7-4c1b-8166-e78f8c9bdfa4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.523849 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed4f6d1-31d7-4c1b-8166-e78f8c9bdfa4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:11:15.533475 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f6d1-31d7-4c1b-8166-e78f8c9bdfa4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.533998 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-4ed4f6d1-31d7-4c1b-8166-e78f8c9bdfa4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Added segment c529adbc-eb45-404f-909a-975ec1493488 of type vlan for network 2665897a-c06c-4a47-8ced-0be370a5ef12 Nov 09 01:11:15.575919 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f6d1-31d7-4c1b-8166-e78f8c9bdfa4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.593526 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2025c59f-25e9-4ec1-bff0-eafdf65f800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.600261 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f6d1-31d7-4c1b-8166-e78f8c9bdfa4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.605854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4f6d1-31d7-4c1b-8166-e78f8c9bdfa4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:15.606464 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f6d1-31d7-4c1b-8166-e78f8c9bdfa4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.639793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2025c59f-25e9-4ec1-bff0-eafdf65f800b None None] For port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3,segment=NetworkSegment(e898f310-8814-4b27-955a-136d5f7d2722),segment_id=e898f310-8814-4b27-955a-136d5f7d2722)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:15.642671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4ed4f6d1-31d7-4c1b-8166-e78f8c9bdfa4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1790161 Nov 09 01:11:15.646156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60432) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:15.650748 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2025c59f-25e9-4ec1-bff0-eafdf65f800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.651058 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e2068d96-f3fa-4ed4-8f0b-bd7c7ccf3079 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Request body: {'subnet': {'network_id': '2665897a-c06c-4a47-8ced-0be370a5ef12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:15.702822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025c59f-25e9-4ec1-bff0-eafdf65f800b None None] Pushing event updated for resources: {'Port': ['ID=8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:15.714001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4f6d1-31d7-4c1b-8166-e78f8c9bdfa4 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event updated for resources: {'Network': ['ID=2665897a-c06c-4a47-8ced-0be370a5ef12,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:15.726556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 2665897a-c06c-4a47-8ced-0be370a5ef12 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:11:15.779763 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2068d96-f3fa-4ed4-8f0b-bd7c7ccf3079 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Made reservation on behalf of 4b0d5ba259304e9489cc860ad2106189 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:15.783386 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e2068d96-f3fa-4ed4-8f0b-bd7c7ccf3079 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.817738 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50171736-3905-4e75-b35b-90f39bd0c267 None None] get_active_networks_info from n-d-813263-3 {{(pid=101782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 01:11:15.893499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50171736-3905-4e75-b35b-90f39bd0c267 None None] Resources bound (agent type, host, resource id): {{(pid=101782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 01:11:15.895160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9210d4d5-d023-4f23-9add-e76a7d8bc998 None None] Provisioning complete for port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:15.895516 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9210d4d5-d023-4f23-9add-e76a7d8bc998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:15.972931 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e2068d96-f3fa-4ed4-8f0b-bd7c7ccf3079 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.034718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2068d96-f3fa-4ed4-8f0b-bd7c7ccf3079 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event updated for resources: {'Subnet': ['ID=91da4567-22cb-41b9-a855-6dae1961c9ec,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:16.040220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2068d96-f3fa-4ed4-8f0b-bd7c7ccf3079 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Checking segment: {'id': 'c529adbc-eb45-404f-909a-975ec1493488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2665897a-c06c-4a47-8ced-0be370a5ef12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:16.040590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2068d96-f3fa-4ed4-8f0b-bd7c7ccf3079 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Network hostable DHCP agents. Network: 2665897a-c06c-4a47-8ced-0be370a5ef12, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:11:16.061954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2068d96-f3fa-4ed4-8f0b-bd7c7ccf3079 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Network 2665897a-c06c-4a47-8ced-0be370a5ef12 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:11:16.074971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-e2068d96-f3fa-4ed4-8f0b-bd7c7ccf3079 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 2665897a-c06c-4a47-8ced-0be370a5ef12) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:16.086321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2068d96-f3fa-4ed4-8f0b-bd7c7ccf3079 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:16.086928 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e2068d96-f3fa-4ed4-8f0b-bd7c7ccf3079 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.104138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e2068d96-f3fa-4ed4-8f0b-bd7c7ccf3079 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4569268 Nov 09 01:11:16.107642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60434) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:16.113319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-62d72f7b-567b-457c-ad07-e45b54287d53 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1274396112'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:16.137078 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d72f7b-567b-457c-ad07-e45b54287d53 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Made reservation on behalf of 4b0d5ba259304e9489cc860ad2106189 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:16.141553 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62d72f7b-567b-457c-ad07-e45b54287d53 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.154522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:16.180230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d72f7b-567b-457c-ad07-e45b54287d53 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:11:16.186440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4ffcb4-027a-4984-b71e-f3235e69783d None None] Network 2665897a-c06c-4a47-8ced-0be370a5ef12 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:16.190693 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62d72f7b-567b-457c-ad07-e45b54287d53 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.191044 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-62d72f7b-567b-457c-ad07-e45b54287d53 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Added segment 76be5ff6-289e-44f5-8cca-0b5a1c80971b of type vlan for network 3e98b30a-f0f9-411a-836d-bef9ad22454f Nov 09 01:11:16.230376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62d72f7b-567b-457c-ad07-e45b54287d53 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.254850 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62d72f7b-567b-457c-ad07-e45b54287d53 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.260542 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d72f7b-567b-457c-ad07-e45b54287d53 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:16.261143 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62d72f7b-567b-457c-ad07-e45b54287d53 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.272347 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:16.272717 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.322431 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-62d72f7b-567b-457c-ad07-e45b54287d53 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2136970 Nov 09 01:11:16.325740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60436) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:16.331347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-843809b2-59ca-469e-b581-32e7c3e579a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Request body: {'subnet': {'network_id': '3e98b30a-f0f9-411a-836d-bef9ad22454f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:16.335659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d72f7b-567b-457c-ad07-e45b54287d53 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event updated for resources: {'Network': ['ID=3e98b30a-f0f9-411a-836d-bef9ad22454f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:16.351112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 3e98b30a-f0f9-411a-836d-bef9ad22454f details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:11:16.353158 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.417439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843809b2-59ca-469e-b581-32e7c3e579a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Made reservation on behalf of 4b0d5ba259304e9489cc860ad2106189 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:16.420771 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-843809b2-59ca-469e-b581-32e7c3e579a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.458237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-2665897a-c06c-4a47-8ced-0be370a5ef12', 'network_id': '2665897a-c06c-4a47-8ced-0be370a5ef12', 'tenant_id': '4b0d5ba259304e9489cc860ad2106189', 'fixed_ips': [{'subnet_id': '91da4567-22cb-41b9-a855-6dae1961c9ec'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:11:16.459087 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.518450 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.615646 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-843809b2-59ca-469e-b581-32e7c3e579a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.637304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Allocated IP 2001:db8::2 (2665897a-c06c-4a47-8ced-0be370a5ef12/91da4567-22cb-41b9-a855-6dae1961c9ec/132fd201-3226-4f66-bde5-fca87f031b01) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:11:16.680191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843809b2-59ca-469e-b581-32e7c3e579a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event updated for resources: {'Subnet': ['ID=974b07d7-04c9-4855-8074-87c8736c6a4e,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:16.689214 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843809b2-59ca-469e-b581-32e7c3e579a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Checking segment: {'id': '76be5ff6-289e-44f5-8cca-0b5a1c80971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3e98b30a-f0f9-411a-836d-bef9ad22454f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:16.689665 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843809b2-59ca-469e-b581-32e7c3e579a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Network hostable DHCP agents. Network: 3e98b30a-f0f9-411a-836d-bef9ad22454f, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:11:16.706612 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843809b2-59ca-469e-b581-32e7c3e579a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Network 3e98b30a-f0f9-411a-836d-bef9ad22454f is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:11:16.715124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-843809b2-59ca-469e-b581-32e7c3e579a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 3e98b30a-f0f9-411a-836d-bef9ad22454f) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:16.720092 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843809b2-59ca-469e-b581-32e7c3e579a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:16.721667 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-843809b2-59ca-469e-b581-32e7c3e579a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.724013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe98bb6e-927d-4fa5-82c5-e39de230bd7a None None] Network 3e98b30a-f0f9-411a-836d-bef9ad22454f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:16.737020 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-843809b2-59ca-469e-b581-32e7c3e579a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4104898 Nov 09 01:11:16.739662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60438) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:16.836003 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.857898 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.858958 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.872474 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.891269 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.952357 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:16.984844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event deleted for resources: {'Subnet': ['ID=974b07d7-04c9-4855-8074-87c8736c6a4e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:17.109600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Network 2665897a-c06c-4a47-8ced-0be370a5ef12 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:17.115624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:17.118946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Pushing event updated for resources: {'Port': ['ID=132fd201-3226-4f66-bde5-fca87f031b01,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:17.134605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:11:17.147469 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eaddd7-c3ba-4f1c-8118-28365971a247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-3e98b30a-f0f9-411a-836d-bef9ad22454f', 'network_id': '3e98b30a-f0f9-411a-836d-bef9ad22454f', 'tenant_id': '4b0d5ba259304e9489cc860ad2106189', 'fixed_ips': [{'subnet_id': '974b07d7-04c9-4855-8074-87c8736c6a4e'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:11:17.148415 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-13eaddd7-c3ba-4f1c-8118-28365971a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.211988 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Attempting to bind port 132fd201-3226-4f66-bde5-fca87f031b01 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:11:17.212262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Attempting to bind port 132fd201-3226-4f66-bde5-fca87f031b01 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'c529adbc-eb45-404f-909a-975ec1493488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2665897a-c06c-4a47-8ced-0be370a5ef12'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:11:17.212622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Attempting to bind port 132fd201-3226-4f66-bde5-fca87f031b01 on network 2665897a-c06c-4a47-8ced-0be370a5ef12 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:11:17.222147 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:11:17.222518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Checking segment: {'id': 'c529adbc-eb45-404f-909a-975ec1493488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2665897a-c06c-4a47-8ced-0be370a5ef12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:17.222911 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.223296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Bound using segment: {'id': 'c529adbc-eb45-404f-909a-975ec1493488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2665897a-c06c-4a47-8ced-0be370a5ef12'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:11:17.223760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Bound port: 132fd201-3226-4f66-bde5-fca87f031b01, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c529adbc-eb45-404f-909a-975ec1493488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2665897a-c06c-4a47-8ced-0be370a5ef12'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:11:17.224132 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.303081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127efe10-a243-4fc8-8101-0d150db68df4 None None] Network 3e98b30a-f0f9-411a-836d-bef9ad22454f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:17.387173 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.391748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] For port 132fd201-3226-4f66-bde5-fca87f031b01, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:11:17.396829 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] For port 132fd201-3226-4f66-bde5-fca87f031b01, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=132fd201-3226-4f66-bde5-fca87f031b01,segment=NetworkSegment(c529adbc-eb45-404f-909a-975ec1493488),segment_id=c529adbc-eb45-404f-909a-975ec1493488)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:11:17.399964 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.408901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e98b30a-f0f9-411a-836d-bef9ad22454f']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:17.418393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76be5ff6-289e-44f5-8cca-0b5a1c80971b') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:17.418686 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76be5ff6-289e-44f5-8cca-0b5a1c80971b') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:17.429232 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.442301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.453177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:11:17.453632 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: timer() Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:11:17.456710 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:11:17.491696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82ae95-3c3d-4b68-843e-f478f781ce1e None None] Pushing event updated for resources: {'Port': ['ID=132fd201-3226-4f66-bde5-fca87f031b01,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:17.516501 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.523186 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.528773 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/networks/3e98b30a-f0f9-411a-836d-bef9ad22454f HTTP/1.1" status: 204 len: 168 time: 0.7857592 Nov 09 01:11:17.529504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60440) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:17.538315 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750411b9-63e0-4675-802a-edc0e557b365 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event deleted for resources: {'Network': ['ID=3e98b30a-f0f9-411a-836d-bef9ad22454f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:17.564413 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26417dc-54ca-48ef-83f1-584e8c6cbf35 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] GET failed (client error): The resource could not be found. Nov 09 01:11:17.565787 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b26417dc-54ca-48ef-83f1-584e8c6cbf35 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "GET /v2.0/subnets/974b07d7-04c9-4855-8074-87c8736c6a4e HTTP/1.1" status: 404 len: 337 time: 0.0341463 Nov 09 01:11:17.568537 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60442) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:17.586155 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c2f302-6ad7-4f6a-bbd7-51636aa464b6 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] DELETE failed (client error): The resource could not be found. Nov 09 01:11:17.586702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c2f302-6ad7-4f6a-bbd7-51636aa464b6 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 01:11:17.589829 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-36c2f302-6ad7-4f6a-bbd7-51636aa464b6 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/networks/3e98b30a-f0f9-411a-836d-bef9ad22454f HTTP/1.1" status: 404 len: 339 time: 0.0203743 Nov 09 01:11:17.594073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60444) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:17.620367 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ebefc4-5521-43b8-aabd-deea763c9776 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] DELETE failed (client error): The resource could not be found. Nov 09 01:11:17.620834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ebefc4-5521-43b8-aabd-deea763c9776 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 01:11:17.623972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-01ebefc4-5521-43b8-aabd-deea763c9776 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/subnets/974b07d7-04c9-4855-8074-87c8736c6a4e HTTP/1.1" status: 404 len: 337 time: 0.0289872 Nov 09 01:11:17.626702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60446) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:17.645090 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-797e6982-a4b4-44a5-89a9-2c3a8a06ac95 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] DELETE failed (client error): The resource could not be found. Nov 09 01:11:17.645673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797e6982-a4b4-44a5-89a9-2c3a8a06ac95 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 01:11:17.648707 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-797e6982-a4b4-44a5-89a9-2c3a8a06ac95 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/networks/3e98b30a-f0f9-411a-836d-bef9ad22454f HTTP/1.1" status: 404 len: 339 time: 0.0210247 Nov 09 01:11:17.651635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60448) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:17.735580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d631aa-5b22-457d-b6d3-214d00315f77 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Deleting subnet 91da4567-22cb-41b9-a855-6dae1961c9ec {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:11:17.738770 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25d631aa-5b22-457d-b6d3-214d00315f77 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.779775 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25d631aa-5b22-457d-b6d3-214d00315f77 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.852675 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.860155 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25d631aa-5b22-457d-b6d3-214d00315f77 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.920326 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25d631aa-5b22-457d-b6d3-214d00315f77 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.947220 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d631aa-5b22-457d-b6d3-214d00315f77 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event deleted for resources: {'Subnet': ['ID=91da4567-22cb-41b9-a855-6dae1961c9ec,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:17.950595 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-25d631aa-5b22-457d-b6d3-214d00315f77 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:17.954274 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-25d631aa-5b22-457d-b6d3-214d00315f77 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/subnets/91da4567-22cb-41b9-a855-6dae1961c9ec HTTP/1.1" status: 204 len: 168 time: 0.3016472 Nov 09 01:11:17.956901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60450) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:18.028900 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.082898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Deleting port 132fd201-3226-4f66-bde5-fca87f031b01 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:11:18.082898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.152361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 132fd201-3226-4f66-bde5-fca87f031b01 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:18.160459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] For port 132fd201-3226-4f66-bde5-fca87f031b01, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=132fd201-3226-4f66-bde5-fca87f031b01,segment=NetworkSegment(c529adbc-eb45-404f-909a-975ec1493488),segment_id=c529adbc-eb45-404f-909a-975ec1493488)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:18.160818 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.174706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Calling delete_port for 132fd201-3226-4f66-bde5-fca87f031b01 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:11:18.202299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 132fd201-3226-4f66-bde5-fca87f031b01 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:18.203554 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.271422 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.289471 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.302747 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event deleted for resources: {'Port': ['ID=132fd201-3226-4f66-bde5-fca87f031b01,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:18.308019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] No DVR routers for this DVR port 132fd201-3226-4f66-bde5-fca87f031b01 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:11:18.393116 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.418065 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2665897a-c06c-4a47-8ced-0be370a5ef12']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:18.427980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c529adbc-eb45-404f-909a-975ec1493488') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:18.428272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c529adbc-eb45-404f-909a-975ec1493488') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:18.438286 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.446853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb435f1-bc3f-4f2f-806f-b06b161a2aa2 None None] Network 2665897a-c06c-4a47-8ced-0be370a5ef12 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:18.451570 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.457411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:11:18.457816 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: timer() Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:11:18.460677 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:11:18.518487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.524163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-549d7566-a3ed-4a98-9700-7f259fd2c86f None None] Could not find standard attr ID for object 132fd201-3226-4f66-bde5-fca87f031b01. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 01:11:18.525455 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.528645 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/networks/2665897a-c06c-4a47-8ced-0be370a5ef12 HTTP/1.1" status: 204 len: 168 time: 0.5708025 Nov 09 01:11:18.531435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60452) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:18.539803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b2ea5-8538-4c56-a190-571e5fb49d8f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event deleted for resources: {'Network': ['ID=2665897a-c06c-4a47-8ced-0be370a5ef12,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:18.553992 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.563320 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b789f8-3375-4b5b-ba7a-3cc86793e58f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] DELETE failed (client error): The resource could not be found. Nov 09 01:11:18.563852 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b789f8-3375-4b5b-ba7a-3cc86793e58f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 01:11:18.569544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-15b789f8-3375-4b5b-ba7a-3cc86793e58f tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/subnets/667d2e82-4d64-4d37-82c9-093ad5044692 HTTP/1.1" status: 404 len: 337 time: 0.0336797 Nov 09 01:11:18.569851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60454) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:18.588170 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9f3f76-6121-4eae-b795-9653b2e7326e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] DELETE failed (client error): The resource could not be found. Nov 09 01:11:18.588707 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9f3f76-6121-4eae-b795-9653b2e7326e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 01:11:18.591809 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8f9f3f76-6121-4eae-b795-9653b2e7326e tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/networks/4aa46a6b-7bf0-4f8f-84ea-c7e9f770183e HTTP/1.1" status: 404 len: 339 time: 0.0210242 Nov 09 01:11:18.594338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60456) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:18.620393 n-d-813263-3 neutron-server[101780]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9abc0e-95a5-4aab-9101-ea895a0a87a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] DELETE failed (client error): The resource could not be found. Nov 09 01:11:18.620866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9abc0e-95a5-4aab-9101-ea895a0a87a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 01:11:18.623906 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1b9abc0e-95a5-4aab-9101-ea895a0a87a0 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/subnets/6efa2bc8-511c-46c7-9dec-1735c9203591 HTTP/1.1" status: 404 len: 337 time: 0.0286608 Nov 09 01:11:18.627163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60458) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:18.634224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb97f7-5ee1-4998-a2d8-9d0cce64e157 None None] DHCP port deletion for 2665897a-c06c-4a47-8ced-0be370a5ef12 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:11:18.646312 n-d-813263-3 neutron-server[101781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3347bf97-de38-4c41-b9a2-2f8ccfea18d7 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] DELETE failed (client error): The resource could not be found. Nov 09 01:11:18.646821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3347bf97-de38-4c41-b9a2-2f8ccfea18d7 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 01:11:18.649854 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3347bf97-de38-4c41-b9a2-2f8ccfea18d7 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/networks/f80f0dea-83c4-412d-a824-cd0bc7f732ba HTTP/1.1" status: 404 len: 339 time: 0.0216873 Nov 09 01:11:18.652415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60460) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:18.706709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c086cf-f148-4929-b5e1-3ba962760cec tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Deleting subnet b023e3e1-68bb-4f0e-a472-d9b58b0b262b {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:11:18.709702 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76c086cf-f148-4929-b5e1-3ba962760cec tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.748070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76c086cf-f148-4929-b5e1-3ba962760cec tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.826947 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76c086cf-f148-4929-b5e1-3ba962760cec tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.885149 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76c086cf-f148-4929-b5e1-3ba962760cec tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.912371 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c086cf-f148-4929-b5e1-3ba962760cec tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event deleted for resources: {'Subnet': ['ID=b023e3e1-68bb-4f0e-a472-d9b58b0b262b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:18.914307 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76c086cf-f148-4929-b5e1-3ba962760cec tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:18.917737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-76c086cf-f148-4929-b5e1-3ba962760cec tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/subnets/b023e3e1-68bb-4f0e-a472-d9b58b0b262b HTTP/1.1" status: 204 len: 168 time: 0.2644238 Nov 09 01:11:18.919197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e40fd3-c876-46b2-8cfb-c394f0dc9101 None None] Network f03cc834-b69a-4bab-a7de-6d82dae68ff3 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:18.920098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60462) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:18.994106 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.047039 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Deleting port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:11:19.047229 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.089332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5124ee-a9fa-45c7-86eb-c4af86b95901 None None] DHCP port deletion for f03cc834-b69a-4bab-a7de-6d82dae68ff3 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:11:19.115964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] For port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3,segment=NetworkSegment(e898f310-8814-4b27-955a-136d5f7d2722),segment_id=e898f310-8814-4b27-955a-136d5f7d2722)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:19.116361 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.128773 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Calling delete_port for 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:11:19.136805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-de5124ee-a9fa-45c7-86eb-c4af86b95901 None None] Deleting port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:11:19.137180 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-de5124ee-a9fa-45c7-86eb-c4af86b95901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.202089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-de5124ee-a9fa-45c7-86eb-c4af86b95901 None None] For port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3,segment=NetworkSegment(e898f310-8814-4b27-955a-136d5f7d2722),segment_id=e898f310-8814-4b27-955a-136d5f7d2722)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:19.203435 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-de5124ee-a9fa-45c7-86eb-c4af86b95901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.206261 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.216852 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-de5124ee-a9fa-45c7-86eb-c4af86b95901 None None] Calling delete_port for 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:11:19.234892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event deleted for resources: {'Port': ['ID=8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:19.238385 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] No DVR routers for this DVR port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:11:19.292796 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-de5124ee-a9fa-45c7-86eb-c4af86b95901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.313910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.318301 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5124ee-a9fa-45c7-86eb-c4af86b95901 None None] Pushing event deleted for resources: {'Port': ['ID=8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:19.320146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5124ee-a9fa-45c7-86eb-c4af86b95901 None None] No DVR routers for this DVR port 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:11:19.336667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03cc834-b69a-4bab-a7de-6d82dae68ff3']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:19.346374 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e898f310-8814-4b27-955a-136d5f7d2722') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:19.346611 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e898f310-8814-4b27-955a-136d5f7d2722') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:19.360281 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.372686 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.378515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:11:19.378895 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: timer() Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:11:19.381880 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:11:19.438772 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.445237 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.448376 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] 10.222.0.25 "DELETE /v2.0/networks/f03cc834-b69a-4bab-a7de-6d82dae68ff3 HTTP/1.1" status: 204 len: 168 time: 0.5273731 Nov 09 01:11:19.460871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d077485-158a-4d8d-ba11-450f8854d8e1 tempest-NetworksIpV6Test-700103484 tempest-NetworksIpV6Test-700103484-project] Pushing event deleted for resources: {'Network': ['ID=f03cc834-b69a-4bab-a7de-6d82dae68ff3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:19.683395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60468) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:19.812156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ffd0538e-1892-4ccc-b2e5-c9e954ae7149 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b0d5ba259304e9489cc860ad2106189&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270921 Nov 09 01:11:19.814620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60472) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:19.864457 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-305ea0f4-a308-43be-a831-63d9ea5b7c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.885239 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-305ea0f4-a308-43be-a831-63d9ea5b7c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.930800 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-305ea0f4-a308-43be-a831-63d9ea5b7c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.933469 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-305ea0f4-a308-43be-a831-63d9ea5b7c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:19.934733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-305ea0f4-a308-43be-a831-63d9ea5b7c1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77835b80-0cfc-4eca-b626-fff23cc98577 HTTP/1.1" status: 204 len: 168 time: 0.1192045 Nov 09 01:11:19.942876 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ea0f4-a308-43be-a831-63d9ea5b7c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77835b80-0cfc-4eca-b626-fff23cc98577,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:20.109180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:11:20.136720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:11:20.137170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8e4fb1fd-953c-4e8b-a9cd-8b977fcc62c3 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:11:20.137690 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 132fd201-3226-4f66-bde5-fca87f031b01 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:11:20.156750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 132fd201-3226-4f66-bde5-fca87f031b01 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:11:20.157097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 132fd201-3226-4f66-bde5-fca87f031b01 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:11:20.559889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60494) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:20.650714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2181479e-ac9a-42e0-b367-663d8e15c6a5 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2134045370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:20.674614 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2181479e-ac9a-42e0-b367-663d8e15c6a5 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:20.675614 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2181479e-ac9a-42e0-b367-663d8e15c6a5 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:20.724566 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2181479e-ac9a-42e0-b367-663d8e15c6a5 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:20.728511 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2181479e-ac9a-42e0-b367-663d8e15c6a5 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:20.745131 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2181479e-ac9a-42e0-b367-663d8e15c6a5 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:20.746388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2181479e-ac9a-42e0-b367-663d8e15c6a5 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1854677 Nov 09 01:11:20.749054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60498) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:20.753791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1583809714'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:20.773298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Made reservation on behalf of 6dd69527f4a04ddfa731e553057888ba for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:20.776557 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:20.787742 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:20.859017 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:20.862432 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:20.887648 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:11:20.897627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a42110-45e2-49cd-a2dc-d2f442b98b76,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:20.902245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:20.902592 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Added segment d539e856-f7d1-4c7a-a6a6-53fa51f3d317 of type vlan for network 7076793a-c775-4c8b-94c7-ea552ae53848 Nov 09 01:11:20.941462 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:20.965148 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:20.972123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:20.972703 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.007872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2569802 Nov 09 01:11:21.010108 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60500) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:21.015764 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a25f90fb-076d-4de5-bf82-beb001fad4ca tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Request body: {'subnet': {'network_id': '7076793a-c775-4c8b-94c7-ea552ae53848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:21.043998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af71c0-f71f-4383-8d18-40bba2937f32 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Pushing event updated for resources: {'Network': ['ID=7076793a-c775-4c8b-94c7-ea552ae53848,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:21.053970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 7076793a-c775-4c8b-94c7-ea552ae53848 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:11:21.109071 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25f90fb-076d-4de5-bf82-beb001fad4ca tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Made reservation on behalf of 6dd69527f4a04ddfa731e553057888ba for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:21.112689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a25f90fb-076d-4de5-bf82-beb001fad4ca tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.289694 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a25f90fb-076d-4de5-bf82-beb001fad4ca tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.349520 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f90fb-076d-4de5-bf82-beb001fad4ca tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Pushing event updated for resources: {'Subnet': ['ID=9626b51d-9bff-407d-9fa9-e9befb9e9025,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:21.356205 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25f90fb-076d-4de5-bf82-beb001fad4ca tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Checking segment: {'id': 'd539e856-f7d1-4c7a-a6a6-53fa51f3d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7076793a-c775-4c8b-94c7-ea552ae53848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:21.356565 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f90fb-076d-4de5-bf82-beb001fad4ca tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Network hostable DHCP agents. Network: 7076793a-c775-4c8b-94c7-ea552ae53848, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:11:21.371913 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f90fb-076d-4de5-bf82-beb001fad4ca tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Network 7076793a-c775-4c8b-94c7-ea552ae53848 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:11:21.380734 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a25f90fb-076d-4de5-bf82-beb001fad4ca tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 7076793a-c775-4c8b-94c7-ea552ae53848) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:21.384587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f90fb-076d-4de5-bf82-beb001fad4ca tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:21.385189 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a25f90fb-076d-4de5-bf82-beb001fad4ca tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.389648 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc2987a-109e-47d2-b641-1645ec135edd None None] Network 7076793a-c775-4c8b-94c7-ea552ae53848 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:21.401180 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a25f90fb-076d-4de5-bf82-beb001fad4ca tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3899269 Nov 09 01:11:21.404566 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60502) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:21.409434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4c4bc9c3-6f1e-4d2b-90d3-2eb0be6b0fe0 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1350900995'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:21.429999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4bc9c3-6f1e-4d2b-90d3-2eb0be6b0fe0 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Made reservation on behalf of 6dd69527f4a04ddfa731e553057888ba for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:21.433402 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc9c3-6f1e-4d2b-90d3-2eb0be6b0fe0 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.456962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4bc9c3-6f1e-4d2b-90d3-2eb0be6b0fe0 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:11:21.468678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc9c3-6f1e-4d2b-90d3-2eb0be6b0fe0 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.469041 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-4c4bc9c3-6f1e-4d2b-90d3-2eb0be6b0fe0 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Added segment 37a7c06b-ebb9-442d-b9c0-cf21c30116ed of type vlan for network 624d5e5b-8505-479a-867a-34e4143fc17f Nov 09 01:11:21.510257 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc9c3-6f1e-4d2b-90d3-2eb0be6b0fe0 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.535661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc9c3-6f1e-4d2b-90d3-2eb0be6b0fe0 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.539200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-7076793a-c775-4c8b-94c7-ea552ae53848', 'network_id': '7076793a-c775-4c8b-94c7-ea552ae53848', 'tenant_id': '6dd69527f4a04ddfa731e553057888ba', 'fixed_ips': [{'subnet_id': '9626b51d-9bff-407d-9fa9-e9befb9e9025'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:11:21.540431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.541513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4bc9c3-6f1e-4d2b-90d3-2eb0be6b0fe0 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:21.542104 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc9c3-6f1e-4d2b-90d3-2eb0be6b0fe0 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.581688 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4c4bc9c3-6f1e-4d2b-90d3-2eb0be6b0fe0 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1760035 Nov 09 01:11:21.584655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60504) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:21.590658 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-53d1c924-7834-4cb1-a947-9c936f7a09a6 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Request body: {'subnet': {'network_id': '624d5e5b-8505-479a-867a-34e4143fc17f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:21.615853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bc9c3-6f1e-4d2b-90d3-2eb0be6b0fe0 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Pushing event updated for resources: {'Network': ['ID=624d5e5b-8505-479a-867a-34e4143fc17f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:21.630388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 624d5e5b-8505-479a-867a-34e4143fc17f details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:11:21.685779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d1c924-7834-4cb1-a947-9c936f7a09a6 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Made reservation on behalf of 6dd69527f4a04ddfa731e553057888ba for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:21.690099 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53d1c924-7834-4cb1-a947-9c936f7a09a6 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.734073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Allocated IP 172.20.0.2 (7076793a-c775-4c8b-94c7-ea552ae53848/9626b51d-9bff-407d-9fa9-e9befb9e9025/96321d9f-9257-4841-8f77-e2f115cf1546) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:11:21.870745 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53d1c924-7834-4cb1-a947-9c936f7a09a6 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.876598 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.881494 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.918091 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Network 7076793a-c775-4c8b-94c7-ea552ae53848 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:21.923479 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:21.927015 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:11:21.928135 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1c924-7834-4cb1-a947-9c936f7a09a6 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Pushing event updated for resources: {'Subnet': ['ID=a9200849-4a20-4751-96e3-4d843a5c4fbd,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:21.934481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Pushing event updated for resources: {'Port': ['ID=96321d9f-9257-4841-8f77-e2f115cf1546,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:21.938371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d1c924-7834-4cb1-a947-9c936f7a09a6 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Checking segment: {'id': '37a7c06b-ebb9-442d-b9c0-cf21c30116ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '624d5e5b-8505-479a-867a-34e4143fc17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:21.938733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d1c924-7834-4cb1-a947-9c936f7a09a6 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Network hostable DHCP agents. Network: 624d5e5b-8505-479a-867a-34e4143fc17f, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:11:21.955646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d1c924-7834-4cb1-a947-9c936f7a09a6 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Network 624d5e5b-8505-479a-867a-34e4143fc17f is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:11:21.965020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-53d1c924-7834-4cb1-a947-9c936f7a09a6 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 624d5e5b-8505-479a-867a-34e4143fc17f) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:21.969943 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d1c924-7834-4cb1-a947-9c936f7a09a6 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:21.970472 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53d1c924-7834-4cb1-a947-9c936f7a09a6 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:21.977150 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad58fc8-69a8-4a6f-942d-6a8336eb6c65 None None] Network 624d5e5b-8505-479a-867a-34e4143fc17f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:21.986807 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-53d1c924-7834-4cb1-a947-9c936f7a09a6 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4008155 Nov 09 01:11:21.989806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60506) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:21.994572 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-3cdcad35-1ecf-4d17-bf34-7ba7af5de34a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Request body: {'router': {'external_gateway_info': {'network_id': '624d5e5b-8505-479a-867a-34e4143fc17f'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:22.002556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Attempting to bind port 96321d9f-9257-4841-8f77-e2f115cf1546 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:11:22.002926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Attempting to bind port 96321d9f-9257-4841-8f77-e2f115cf1546 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'd539e856-f7d1-4c7a-a6a6-53fa51f3d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7076793a-c775-4c8b-94c7-ea552ae53848'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:11:22.003289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Attempting to bind port 96321d9f-9257-4841-8f77-e2f115cf1546 on network 7076793a-c775-4c8b-94c7-ea552ae53848 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:11:22.040923 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:11:22.041292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Checking segment: {'id': 'd539e856-f7d1-4c7a-a6a6-53fa51f3d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7076793a-c775-4c8b-94c7-ea552ae53848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:22.041716 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.042106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Bound using segment: {'id': 'd539e856-f7d1-4c7a-a6a6-53fa51f3d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7076793a-c775-4c8b-94c7-ea552ae53848'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:11:22.042573 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Bound port: 96321d9f-9257-4841-8f77-e2f115cf1546, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd539e856-f7d1-4c7a-a6a6-53fa51f3d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7076793a-c775-4c8b-94c7-ea552ae53848'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:11:22.042950 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.154895 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] For port 96321d9f-9257-4841-8f77-e2f115cf1546, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:11:22.187572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] For port 96321d9f-9257-4841-8f77-e2f115cf1546, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=96321d9f-9257-4841-8f77-e2f115cf1546,segment=NetworkSegment(d539e856-f7d1-4c7a-a6a6-53fa51f3d317),segment_id=d539e856-f7d1-4c7a-a6a6-53fa51f3d317)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:11:22.196128 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-624d5e5b-8505-479a-867a-34e4143fc17f', 'network_id': '624d5e5b-8505-479a-867a-34e4143fc17f', 'tenant_id': '6dd69527f4a04ddfa731e553057888ba', 'fixed_ips': [{'subnet_id': 'a9200849-4a20-4751-96e3-4d843a5c4fbd'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:11:22.197088 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.200276 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.215027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3cdcad35-1ecf-4d17-bf34-7ba7af5de34a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.321080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976d62d-388b-4437-92dc-af50015d5de9 None None] Pushing event updated for resources: {'Port': ['ID=96321d9f-9257-4841-8f77-e2f115cf1546,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:22.330356 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [None req-3cdcad35-1ecf-4d17-bf34-7ba7af5de34a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 01:11:22.331519 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3cdcad35-1ecf-4d17-bf34-7ba7af5de34a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] 10.222.0.25 "PUT /v2.0/routers/b8d157cc-f407-45b7-a15b-d67b99f94e46 HTTP/1.1" status: 400 len: 364 time: 0.3406715 Nov 09 01:11:22.337563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60508) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:22.396381 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Allocated IP 172.21.0.2 (624d5e5b-8505-479a-867a-34e4143fc17f/a9200849-4a20-4751-96e3-4d843a5c4fbd/8a4c9da0-f2cd-4d93-9eea-302af8f12f18) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:11:22.397263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bed855d-13df-4862-963b-e680fd4f23b7 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Deleting subnet a9200849-4a20-4751-96e3-4d843a5c4fbd {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:11:22.558525 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.564349 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bed855d-13df-4862-963b-e680fd4f23b7 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.565140 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.602750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Network 624d5e5b-8505-479a-867a-34e4143fc17f is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:22.607769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:22.610786 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:11:22.614366 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bed855d-13df-4862-963b-e680fd4f23b7 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.621549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Pushing event updated for resources: {'Port': ['ID=8a4c9da0-f2cd-4d93-9eea-302af8f12f18,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:22.671707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Attempting to bind port 8a4c9da0-f2cd-4d93-9eea-302af8f12f18 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:11:22.671959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Attempting to bind port 8a4c9da0-f2cd-4d93-9eea-302af8f12f18 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '37a7c06b-ebb9-442d-b9c0-cf21c30116ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '624d5e5b-8505-479a-867a-34e4143fc17f'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:11:22.672308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Attempting to bind port 8a4c9da0-f2cd-4d93-9eea-302af8f12f18 on network 624d5e5b-8505-479a-867a-34e4143fc17f {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:11:22.677183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:11:22.677580 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Checking segment: {'id': '37a7c06b-ebb9-442d-b9c0-cf21c30116ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '624d5e5b-8505-479a-867a-34e4143fc17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:22.677985 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.678372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Bound using segment: {'id': '37a7c06b-ebb9-442d-b9c0-cf21c30116ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '624d5e5b-8505-479a-867a-34e4143fc17f'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:11:22.678823 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Bound port: 8a4c9da0-f2cd-4d93-9eea-302af8f12f18, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a7c06b-ebb9-442d-b9c0-cf21c30116ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '624d5e5b-8505-479a-867a-34e4143fc17f'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:11:22.679191 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.698506 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bed855d-13df-4862-963b-e680fd4f23b7 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.758574 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bed855d-13df-4862-963b-e680fd4f23b7 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.761028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] For port 8a4c9da0-f2cd-4d93-9eea-302af8f12f18, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:11:22.764310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] For port 8a4c9da0-f2cd-4d93-9eea-302af8f12f18, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8a4c9da0-f2cd-4d93-9eea-302af8f12f18,segment=NetworkSegment(37a7c06b-ebb9-442d-b9c0-cf21c30116ed),segment_id=37a7c06b-ebb9-442d-b9c0-cf21c30116ed)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:11:22.769476 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.786012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed855d-13df-4862-963b-e680fd4f23b7 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Pushing event deleted for resources: {'Subnet': ['ID=a9200849-4a20-4751-96e3-4d843a5c4fbd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:22.789819 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1bed855d-13df-4862-963b-e680fd4f23b7 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.793325 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1bed855d-13df-4862-963b-e680fd4f23b7 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] 10.222.0.25 "DELETE /v2.0/subnets/a9200849-4a20-4751-96e3-4d843a5c4fbd HTTP/1.1" status: 204 len: 168 time: 0.4547839 Nov 09 01:11:22.795798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60510) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:22.833841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf519fb5-d208-4db0-9c82-e6bf11453729 None None] Pushing event updated for resources: {'Port': ['ID=8a4c9da0-f2cd-4d93-9eea-302af8f12f18,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:22.878565 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:22.939286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Deleting port 8a4c9da0-f2cd-4d93-9eea-302af8f12f18 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:11:22.939631 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.019845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] For port 8a4c9da0-f2cd-4d93-9eea-302af8f12f18, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8a4c9da0-f2cd-4d93-9eea-302af8f12f18,segment=NetworkSegment(37a7c06b-ebb9-442d-b9c0-cf21c30116ed),segment_id=37a7c06b-ebb9-442d-b9c0-cf21c30116ed)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:23.020213 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.041075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Calling delete_port for 8a4c9da0-f2cd-4d93-9eea-302af8f12f18 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:11:23.128942 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.157331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Pushing event deleted for resources: {'Port': ['ID=8a4c9da0-f2cd-4d93-9eea-302af8f12f18,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:23.164055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] No DVR routers for this DVR port 8a4c9da0-f2cd-4d93-9eea-302af8f12f18 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:11:23.245051 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.256093 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f0c92c-ec03-41e1-b5e0-0c98a93688e3 None None] Network 7076793a-c775-4c8b-94c7-ea552ae53848 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:23.271752 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624d5e5b-8505-479a-867a-34e4143fc17f']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:23.281336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a7c06b-ebb9-442d-b9c0-cf21c30116ed') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:23.281659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a7c06b-ebb9-442d-b9c0-cf21c30116ed') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:23.291042 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.307153 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.314317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:11:23.314718 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: timer() Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:11:23.318298 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:11:23.322086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-eaa5c878-d4ee-46a1-8da3-5d0247f6c402 None None] Provisioning complete for port 96321d9f-9257-4841-8f77-e2f115cf1546 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:23.322458 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eaa5c878-d4ee-46a1-8da3-5d0247f6c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.378482 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.387001 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.390414 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] 10.222.0.25 "DELETE /v2.0/networks/624d5e5b-8505-479a-867a-34e4143fc17f HTTP/1.1" status: 204 len: 168 time: 0.5936418 Nov 09 01:11:23.393040 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60512) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:23.410342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a8049-5a93-4bf2-9d7f-a1b39e880683 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Pushing event deleted for resources: {'Network': ['ID=624d5e5b-8505-479a-867a-34e4143fc17f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:23.445793 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b38c2b-3c8e-4f63-aa5c-f456e20ec661 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Deleting subnet 9626b51d-9bff-407d-9fa9-e9befb9e9025 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:11:23.448926 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c2b-3c8e-4f63-aa5c-f456e20ec661 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.472216 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eaa5c878-d4ee-46a1-8da3-5d0247f6c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.491347 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c2b-3c8e-4f63-aa5c-f456e20ec661 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.589776 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c2b-3c8e-4f63-aa5c-f456e20ec661 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.660233 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c2b-3c8e-4f63-aa5c-f456e20ec661 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.691791 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b38c2b-3c8e-4f63-aa5c-f456e20ec661 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Pushing event deleted for resources: {'Subnet': ['ID=9626b51d-9bff-407d-9fa9-e9befb9e9025,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:23.694372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b2b38c2b-3c8e-4f63-aa5c-f456e20ec661 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:23.698140 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b2b38c2b-3c8e-4f63-aa5c-f456e20ec661 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] 10.222.0.25 "DELETE /v2.0/subnets/9626b51d-9bff-407d-9fa9-e9befb9e9025 HTTP/1.1" status: 204 len: 168 time: 0.3038769 Nov 09 01:11:23.700576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60514) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:23.719957 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-eaa5c878-d4ee-46a1-8da3-5d0247f6c402 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 01:11:23.720463 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-eaa5c878-d4ee-46a1-8da3-5d0247f6c402 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 01:11:23.913841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e031afb-bfe3-4496-bf39-6f12167bed6e None None] Network 7076793a-c775-4c8b-94c7-ea552ae53848 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:23.975989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b49ab3b-c2ac-449f-8a58-61f67a755e67 None None] DHCP port deletion for 624d5e5b-8505-479a-867a-34e4143fc17f request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:11:24.025626 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c79db2-70d0-489d-9831-21a77df72620 None None] Network 624d5e5b-8505-479a-867a-34e4143fc17f requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:24.053455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c79db2-70d0-489d-9831-21a77df72620 None None] Network 624d5e5b-8505-479a-867a-34e4143fc17f could not be found, it might have been deleted concurrently. {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 01:11:24.144720 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.194131 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ea073d-99df-4c4c-a7a3-743ccff80b17 None None] DHCP port deletion for 7076793a-c775-4c8b-94c7-ea552ae53848 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:11:24.199465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Deleting port 96321d9f-9257-4841-8f77-e2f115cf1546 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:11:24.200287 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.262267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] For port 96321d9f-9257-4841-8f77-e2f115cf1546, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=96321d9f-9257-4841-8f77-e2f115cf1546,segment=NetworkSegment(d539e856-f7d1-4c7a-a6a6-53fa51f3d317),segment_id=d539e856-f7d1-4c7a-a6a6-53fa51f3d317)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:24.262638 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.264674 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eaa5c878-d4ee-46a1-8da3-5d0247f6c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.275425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Calling delete_port for 96321d9f-9257-4841-8f77-e2f115cf1546 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:11:24.296583 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-82ea073d-99df-4c4c-a7a3-743ccff80b17 None None] Deleting port 96321d9f-9257-4841-8f77-e2f115cf1546 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:11:24.296953 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-82ea073d-99df-4c4c-a7a3-743ccff80b17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.321489 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-eaa5c878-d4ee-46a1-8da3-5d0247f6c402 None None] For port 96321d9f-9257-4841-8f77-e2f115cf1546, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=96321d9f-9257-4841-8f77-e2f115cf1546,segment=NetworkSegment(d539e856-f7d1-4c7a-a6a6-53fa51f3d317),segment_id=d539e856-f7d1-4c7a-a6a6-53fa51f3d317)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:24.326547 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eaa5c878-d4ee-46a1-8da3-5d0247f6c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.359190 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.383988 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Pushing event deleted for resources: {'Port': ['ID=96321d9f-9257-4841-8f77-e2f115cf1546,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:24.388003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] No DVR routers for this DVR port 96321d9f-9257-4841-8f77-e2f115cf1546 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:11:24.406191 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-82ea073d-99df-4c4c-a7a3-743ccff80b17 None None] For port 96321d9f-9257-4841-8f77-e2f115cf1546, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=96321d9f-9257-4841-8f77-e2f115cf1546,segment=NetworkSegment(d539e856-f7d1-4c7a-a6a6-53fa51f3d317),segment_id=d539e856-f7d1-4c7a-a6a6-53fa51f3d317)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:24.406601 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-82ea073d-99df-4c4c-a7a3-743ccff80b17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.427873 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-82ea073d-99df-4c4c-a7a3-743ccff80b17 None None] Calling delete_port for 96321d9f-9257-4841-8f77-e2f115cf1546 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:11:24.437421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5c878-d4ee-46a1-8da3-5d0247f6c402 None None] Pushing event updated for resources: {'Port': ['ID=96321d9f-9257-4841-8f77-e2f115cf1546,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:24.445925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ec9630b3-2bfb-4bda-9ef4-8f22247d97f0 None None] Could not find standard attr ID for object 8a4c9da0-f2cd-4d93-9eea-302af8f12f18. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 01:11:24.451200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ec9630b3-2bfb-4bda-9ef4-8f22247d97f0 None None] Could not find standard attr ID for object 96321d9f-9257-4841-8f77-e2f115cf1546. {{(pid=101782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 01:11:24.469430 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.489074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7076793a-c775-4c8b-94c7-ea552ae53848']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:24.498109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd539e856-f7d1-4c7a-a6a6-53fa51f3d317') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:24.498401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd539e856-f7d1-4c7a-a6a6-53fa51f3d317') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:24.507454 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.515905 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-82ea073d-99df-4c4c-a7a3-743ccff80b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.520376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.526151 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:11:24.526540 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: timer() Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:11:24.529529 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:11:24.541864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea073d-99df-4c4c-a7a3-743ccff80b17 None None] Pushing event deleted for resources: {'Port': ['ID=96321d9f-9257-4841-8f77-e2f115cf1546,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:24.545079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea073d-99df-4c4c-a7a3-743ccff80b17 None None] No DVR routers for this DVR port 96321d9f-9257-4841-8f77-e2f115cf1546 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:11:24.588994 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.594848 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.598200 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] 10.222.0.25 "DELETE /v2.0/networks/7076793a-c775-4c8b-94c7-ea552ae53848 HTTP/1.1" status: 204 len: 168 time: 0.8966267 Nov 09 01:11:24.600972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60516) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:24.618780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab671f9-7c95-478a-87bd-14bc3b95593a tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Pushing event deleted for resources: {'Network': ['ID=7076793a-c775-4c8b-94c7-ea552ae53848,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:24.628450 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f293d2b5-469f-4f16-bde9-3a49f3185211 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8d157cc-f407-45b7-a15b-d67b99f94e46 HTTP/1.1" status: 200 len: 205 time: 0.0263243 Nov 09 01:11:24.630744 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60518) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:24.705037 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51ca692d-385c-4ac3-9e77-b6e5e3acceb2 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.858252 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51ca692d-385c-4ac3-9e77-b6e5e3acceb2 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.860205 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51ca692d-385c-4ac3-9e77-b6e5e3acceb2 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.903209 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51ca692d-385c-4ac3-9e77-b6e5e3acceb2 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.903750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ca692d-385c-4ac3-9e77-b6e5e3acceb2 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Fanout notify agent at l3_agent the message router_deleted on router b8d157cc-f407-45b7-a15b-d67b99f94e46 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:11:24.910575 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51ca692d-385c-4ac3-9e77-b6e5e3acceb2 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:24.911667 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-51ca692d-385c-4ac3-9e77-b6e5e3acceb2 tempest-RoutersNegativeTest-1344771540 tempest-RoutersNegativeTest-1344771540-project] 10.222.0.25 "DELETE /v2.0/routers/b8d157cc-f407-45b7-a15b-d67b99f94e46 HTTP/1.1" status: 204 len: 168 time: 0.2800446 Nov 09 01:11:25.143843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60524) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:25.277200 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-62cf70bc-2a74-41a7-8f46-ff86bb195c0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6dd69527f4a04ddfa731e553057888ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321979 Nov 09 01:11:25.279684 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60528) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:25.325755 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e0334bc-7914-499f-ad8e-3d83b9f56b74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:25.346154 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e0334bc-7914-499f-ad8e-3d83b9f56b74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:25.391673 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e0334bc-7914-499f-ad8e-3d83b9f56b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:25.394409 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e0334bc-7914-499f-ad8e-3d83b9f56b74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:25.395570 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3e0334bc-7914-499f-ad8e-3d83b9f56b74 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35a42110-45e2-49cd-a2dc-d2f442b98b76 HTTP/1.1" status: 204 len: 168 time: 0.1149981 Nov 09 01:11:25.403674 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0334bc-7914-499f-ad8e-3d83b9f56b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a42110-45e2-49cd-a2dc-d2f442b98b76,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:25.993401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60550) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:26.091390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-113038344-network', 'tenant_id': 'e393257481794d3ea45b34fd11357069'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:26.112848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 96321d9f-9257-4841-8f77-e2f115cf1546 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:11:26.113672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Made reservation on behalf of e393257481794d3ea45b34fd11357069 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:26.115956 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.124463 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.133594 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 96321d9f-9257-4841-8f77-e2f115cf1546 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:11:26.133969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 96321d9f-9257-4841-8f77-e2f115cf1546 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:11:26.204476 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.208069 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.234177 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:11:26.240126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c633461e-86ac-45b1-ad62-fe544749b244,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:26.246109 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.246446 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Added segment c7f22759-3af3-441c-a97f-822e9ae0ad93 of type vlan for network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 Nov 09 01:11:26.289438 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.313027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.314055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:26.314635 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.346586 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3520157 Nov 09 01:11:26.349526 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60554) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:26.354499 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-76f2c918-1bf3-4381-b330-b88bdfa25ea7 admin admin] Request body: {'subnet': {'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-113038344-subnet', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:26.375623 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f2c918-1bf3-4381-b330-b88bdfa25ea7 admin admin] Made reservation on behalf of e393257481794d3ea45b34fd11357069 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:26.378056 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76f2c918-1bf3-4381-b330-b88bdfa25ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.380900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d82fc9-f369-4768-95e9-3e169876824c admin admin] Pushing event updated for resources: {'Network': ['ID=9d0f4f0f-e977-4c82-8fec-9220ad4edad5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:26.391323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:11:26.543928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76f2c918-1bf3-4381-b330-b88bdfa25ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.602568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2c918-1bf3-4381-b330-b88bdfa25ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:26.611566 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2c918-1bf3-4381-b330-b88bdfa25ea7 admin admin] Checking segment: {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:26.611921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f2c918-1bf3-4381-b330-b88bdfa25ea7 admin admin] Network hostable DHCP agents. Network: 9d0f4f0f-e977-4c82-8fec-9220ad4edad5, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:11:26.629113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f2c918-1bf3-4381-b330-b88bdfa25ea7 admin admin] Network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:11:26.637475 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-76f2c918-1bf3-4381-b330-b88bdfa25ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 9d0f4f0f-e977-4c82-8fec-9220ad4edad5) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:26.642023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f2c918-1bf3-4381-b330-b88bdfa25ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:26.642644 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76f2c918-1bf3-4381-b330-b88bdfa25ea7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.648425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d63f874-0b20-48a3-a934-577b7a15d596 None None] Network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:26.657626 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-76f2c918-1bf3-4381-b330-b88bdfa25ea7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3069739 Nov 09 01:11:26.660466 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60556) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:26.664617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-113038344-router', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:26.686067 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.687663 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.739449 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.793497 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-9d0f4f0f-e977-4c82-8fec-9220ad4edad5', 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'fixed_ips': [{'subnet_id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:11:26.794363 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.878792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:26.927343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Allocated IP 172.20.0.2 (9d0f4f0f-e977-4c82-8fec-9220ad4edad5/be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c/004af6fd-8842-486a-8cf3-b988ef5e4a58) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:11:27.068149 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:27.074195 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:27.075605 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:27.097086 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:27.112845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:27.119640 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:27.122015 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:11:27.131501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Pushing event updated for resources: {'Port': ['ID=004af6fd-8842-486a-8cf3-b988ef5e4a58,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:27.184092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Attempting to bind port 004af6fd-8842-486a-8cf3-b988ef5e4a58 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:11:27.184454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Attempting to bind port 004af6fd-8842-486a-8cf3-b988ef5e4a58 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:11:27.184808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Attempting to bind port 004af6fd-8842-486a-8cf3-b988ef5e4a58 on network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:11:27.189678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:11:27.190045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Checking segment: {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:27.190438 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:27.190822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Bound using segment: {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:11:27.191272 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Bound port: 004af6fd-8842-486a-8cf3-b988ef5e4a58, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:11:27.191643 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:27.200171 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Allocated IP 172.25.0.146 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/d4cd03b9-4a37-4811-974d-e4b65e47fe17) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:11:27.254849 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] For port 004af6fd-8842-486a-8cf3-b988ef5e4a58, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:11:27.257953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] For port 004af6fd-8842-486a-8cf3-b988ef5e4a58, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=004af6fd-8842-486a-8cf3-b988ef5e4a58,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:11:27.261954 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:27.305133 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:27.322259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb3789-b3a1-4a4f-827f-baab6aae6ba5 None None] Pushing event updated for resources: {'Port': ['ID=004af6fd-8842-486a-8cf3-b988ef5e4a58,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:27.348567 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:27.390920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:27.393936 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:27.398307 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:11:27.401320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Pushing event updated for resources: {'Port': ['ID=d4cd03b9-4a37-4811-974d-e4b65e47fe17,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:27.662781 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:27.854421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:27.987605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Router 47492214-b5d6-45e0-b8fa-76d45b7d905c is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:11:28.102207 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:11:28.122414 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:28.123351 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Sync routers for ids ['47492214-b5d6-45e0-b8fa-76d45b7d905c'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:11:28.127426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60558) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:28.128158 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1baefc60-51ea-4c75-be96-f3b625ba1873 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4667861 Nov 09 01:11:28.140934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Routers {'47492214-b5d6-45e0-b8fa-76d45b7d905c'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:11:28.142501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['47492214-b5d6-45e0-b8fa-76d45b7d905c'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:28.196259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 004af6fd-8842-486a-8cf3-b988ef5e4a58 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:28.221213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410994d-0759-4ad4-a3ac-b38d71967944 None None] Network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:28.370303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-04d43058-eca7-440d-99ba-890b7bfd6362 None None] Provisioning complete for port 004af6fd-8842-486a-8cf3-b988ef5e4a58 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:28.370580 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04d43058-eca7-440d-99ba-890b7bfd6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:28.407571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Set router 47492214-b5d6-45e0-b8fa-76d45b7d905c gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:11:28.409200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 004af6fd-8842-486a-8cf3-b988ef5e4a58 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:28.409596 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:28.558075 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:28.705743 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04d43058-eca7-440d-99ba-890b7bfd6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:28.719599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Allocated IP 172.20.0.1 (9d0f4f0f-e977-4c82-8fec-9220ad4edad5/be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c/8df24dfd-6b67-4bbb-8a76-d796a736a588) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:11:28.736945 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:28.781883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-04d43058-eca7-440d-99ba-890b7bfd6362 None None] For port 004af6fd-8842-486a-8cf3-b988ef5e4a58, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=004af6fd-8842-486a-8cf3-b988ef5e4a58,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:28.791668 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04d43058-eca7-440d-99ba-890b7bfd6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:28.833658 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:28.872367 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:28.917986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:28.923859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:28.934706 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:11:28.965131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Pushing event updated for resources: {'Port': ['ID=8df24dfd-6b67-4bbb-8a76-d796a736a588,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:28.984379 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.052237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'name': 'tempest-TestEncryptedCinderVolumes-113038344-router', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:26Z', 'updated_at': '2021-11-09T01:11:27Z', 'revision_number': 3, 'project_id': 'e393257481794d3ea45b34fd11357069', 'gw_port': {'id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:27Z', 'updated_at': '2021-11-09T01:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:29.055695 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 01:11:29.056037 n-d-813263-3 neutron-server[101782]: DEBUG oslo_db.api [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 01:11:29.089423 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d43058-eca7-440d-99ba-890b7bfd6362 None None] Pushing event updated for resources: {'Port': ['ID=004af6fd-8842-486a-8cf3-b988ef5e4a58,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:29.092408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-20677058-78f7-4c0f-9a0b-aac8684c656f None None] Provisioning complete for port 004af6fd-8842-486a-8cf3-b988ef5e4a58 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:29.092801 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-20677058-78f7-4c0f-9a0b-aac8684c656f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.094698 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Checking router: 47492214-b5d6-45e0-b8fa-76d45b7d905c for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:11:29.095038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Updating router 47492214-b5d6-45e0-b8fa-76d45b7d905c port d4cd03b9-4a37-4811-974d-e4b65e47fe17 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:11:29.121013 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.143638 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.290240 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.294805 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.364466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Pushing event updated for resources: {'Port': ['ID=8df24dfd-6b67-4bbb-8a76-d796a736a588,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:29.369383 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.438965 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.442547 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f7b44152-acb8-459b-b507-01aea4597ffc None None] Provisioning complete for port 8df24dfd-6b67-4bbb-8a76-d796a736a588 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:29.442915 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f7b44152-acb8-459b-b507-01aea4597ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.459734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:29.461139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:29.464014 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.509338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f7b44152-acb8-459b-b507-01aea4597ffc None None] Port 8df24dfd-6b67-4bbb-8a76-d796a736a588 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:11:29.529303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Attempting to bind port d4cd03b9-4a37-4811-974d-e4b65e47fe17 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:11:29.530013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Attempting to bind port d4cd03b9-4a37-4811-974d-e4b65e47fe17 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:11:29.530686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Attempting to bind port d4cd03b9-4a37-4811-974d-e4b65e47fe17 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:11:29.537951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cab00-cdfa-42d2-99c9-885aa3eddfa7 None None] Pushing event updated for resources: {'Port': ['ID=d4cd03b9-4a37-4811-974d-e4b65e47fe17,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:29.540909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:11:29.541316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:29.541726 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.542120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:11:29.542688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Bound port: d4cd03b9-4a37-4811-974d-e4b65e47fe17, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:11:29.542984 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.603974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Router 47492214-b5d6-45e0-b8fa-76d45b7d905c has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:11:29.641739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] For port d4cd03b9-4a37-4811-974d-e4b65e47fe17, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:11:29.645087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] For port d4cd03b9-4a37-4811-974d-e4b65e47fe17, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d4cd03b9-4a37-4811-974d-e4b65e47fe17,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:11:29.649264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.709523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cab00-cdfa-42d2-99c9-885aa3eddfa7 None None] Pushing event updated for resources: {'Port': ['ID=d4cd03b9-4a37-4811-974d-e4b65e47fe17,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:29.712416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Routers {'47492214-b5d6-45e0-b8fa-76d45b7d905c'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:11:29.713025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['47492214-b5d6-45e0-b8fa-76d45b7d905c'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:29.734760 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:11:29.740100 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5a71c8b8-a2a7-403c-bd8d-3113543ed66b admin admin] 10.222.0.25 "PUT /v2.0/routers/47492214-b5d6-45e0-b8fa-76d45b7d905c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6108878 Nov 09 01:11:29.776334 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-da7c85c3-6c47-4afd-865e-72c6d123b65c None None] Provisioning complete for port 8df24dfd-6b67-4bbb-8a76-d796a736a588 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:29.776848 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da7c85c3-6c47-4afd-865e-72c6d123b65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:29.852811 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-da7c85c3-6c47-4afd-865e-72c6d123b65c None None] Port 8df24dfd-6b67-4bbb-8a76-d796a736a588 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:11:29.862264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] Set router 47492214-b5d6-45e0-b8fa-76d45b7d905c gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:11:30.067352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'name': 'tempest-TestEncryptedCinderVolumes-113038344-router', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:26Z', 'updated_at': '2021-11-09T01:11:29Z', 'revision_number': 4, 'project_id': 'e393257481794d3ea45b34fd11357069', 'gw_port': {'id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:27Z', 'updated_at': '2021-11-09T01:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '8df24dfd-6b67-4bbb-8a76-d796a736a588', 'name': '', 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'mac_address': 'fa:16:3e:6a:e9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:28Z', 'updated_at': '2021-11-09T01:11:29Z', 'revision_number': 2, 'project_id': 'e393257481794d3ea45b34fd11357069', 'subnets': [{'id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:30.096486 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d22e60f-726b-44b5-85d2-358e43417d1e None None] The sync data for ids ['47492214-b5d6-45e0-b8fa-76d45b7d905c'] in n-d-813263-3 is: [{'id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'name': 'tempest-TestEncryptedCinderVolumes-113038344-router', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:26Z', 'updated_at': '2021-11-09T01:11:29Z', 'revision_number': 4, 'project_id': 'e393257481794d3ea45b34fd11357069', 'gw_port': {'id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:27Z', 'updated_at': '2021-11-09T01:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '8df24dfd-6b67-4bbb-8a76-d796a736a588', 'name': '', 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'mac_address': 'fa:16:3e:6a:e9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:28Z', 'updated_at': '2021-11-09T01:11:29Z', 'revision_number': 2, 'project_id': 'e393257481794d3ea45b34fd11357069', 'subnets': [{'id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:11:30.135990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 004af6fd-8842-486a-8cf3-b988ef5e4a58 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:30.193790 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 004af6fd-8842-486a-8cf3-b988ef5e4a58 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:30.194348 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.221687 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60574) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:30.227776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-822435498-network', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:30.250076 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Made reservation on behalf of decd6b905adc4f69b67b680ea4cfa27b for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:30.252736 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.262327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.354429 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.357902 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.387603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:11:30.397515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d8e32e-12bf-4804-98b7-938cd644f57e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:30.403827 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.404185 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Added segment 9e0b52bd-2039-4f81-8e9c-5c5e70a7d241 of type vlan for network 93891ef5-b138-495d-a7dc-6f7483d3ef90 Nov 09 01:11:30.450260 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.477083 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.478155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:30.478765 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.535369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3125463 Nov 09 01:11:30.538079 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60576) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:30.543126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f178ced3-0018-4424-aec5-b8ccda0c872c admin admin] Request body: {'subnet': {'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-822435498-subnet', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:30.554029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372d67e-7908-4cb5-b7ba-030fc0a51338 admin admin] Pushing event updated for resources: {'Network': ['ID=93891ef5-b138-495d-a7dc-6f7483d3ef90,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:30.565900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 93891ef5-b138-495d-a7dc-6f7483d3ef90 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:11:30.574727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f178ced3-0018-4424-aec5-b8ccda0c872c admin admin] Made reservation on behalf of decd6b905adc4f69b67b680ea4cfa27b for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:30.577756 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f178ced3-0018-4424-aec5-b8ccda0c872c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.756932 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f178ced3-0018-4424-aec5-b8ccda0c872c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.825385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178ced3-0018-4424-aec5-b8ccda0c872c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5496e95d-46e5-468b-9ad4-ef5b152af27b,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:30.836196 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f178ced3-0018-4424-aec5-b8ccda0c872c admin admin] Checking segment: {'id': '9e0b52bd-2039-4f81-8e9c-5c5e70a7d241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:30.836867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f178ced3-0018-4424-aec5-b8ccda0c872c admin admin] Network hostable DHCP agents. Network: 93891ef5-b138-495d-a7dc-6f7483d3ef90, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:11:30.854698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f178ced3-0018-4424-aec5-b8ccda0c872c admin admin] Network 93891ef5-b138-495d-a7dc-6f7483d3ef90 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:11:30.866610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-f178ced3-0018-4424-aec5-b8ccda0c872c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 93891ef5-b138-495d-a7dc-6f7483d3ef90) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:30.870926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f178ced3-0018-4424-aec5-b8ccda0c872c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:30.871605 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f178ced3-0018-4424-aec5-b8ccda0c872c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.876766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e22e82-1062-4226-9c88-0ad5b41479f6 None None] Network 93891ef5-b138-495d-a7dc-6f7483d3ef90 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:30.896099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f178ced3-0018-4424-aec5-b8ccda0c872c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3545768 Nov 09 01:11:30.896384 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60578) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:30.900991 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-822435498-router', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:30.926621 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.928130 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:30.984287 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:31.047971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-93891ef5-b138-495d-a7dc-6f7483d3ef90', 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'fixed_ips': [{'subnet_id': '5496e95d-46e5-468b-9ad4-ef5b152af27b'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:11:31.048930 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:31.144981 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:31.180664 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:11:31.201198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Allocated IP 172.20.0.2 (93891ef5-b138-495d-a7dc-6f7483d3ef90/5496e95d-46e5-468b-9ad4-ef5b152af27b/1399959d-0718-4ee0-9593-c61a617858b4) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:11:31.350740 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:31.374115 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:31.374375 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:31.380537 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:31.425050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Network 93891ef5-b138-495d-a7dc-6f7483d3ef90 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:31.431158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:31.433809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:11:31.444201 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Pushing event updated for resources: {'Port': ['ID=1399959d-0718-4ee0-9593-c61a617858b4,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:31.485094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Allocated IP 172.25.0.25 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/054da70f-a7d3-4ced-880a-4e7635235051) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:11:31.500418 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Attempting to bind port 1399959d-0718-4ee0-9593-c61a617858b4 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:11:31.500787 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Attempting to bind port 1399959d-0718-4ee0-9593-c61a617858b4 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '9e0b52bd-2039-4f81-8e9c-5c5e70a7d241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:11:31.501229 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Attempting to bind port 1399959d-0718-4ee0-9593-c61a617858b4 on network 93891ef5-b138-495d-a7dc-6f7483d3ef90 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:11:31.506362 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:11:31.506729 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Checking segment: {'id': '9e0b52bd-2039-4f81-8e9c-5c5e70a7d241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:31.507128 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:31.507515 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Bound using segment: {'id': '9e0b52bd-2039-4f81-8e9c-5c5e70a7d241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:11:31.507973 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Bound port: 1399959d-0718-4ee0-9593-c61a617858b4, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0b52bd-2039-4f81-8e9c-5c5e70a7d241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:11:31.508351 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:31.570126 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] For port 1399959d-0718-4ee0-9593-c61a617858b4, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:11:31.573137 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] For port 1399959d-0718-4ee0-9593-c61a617858b4, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1399959d-0718-4ee0-9593-c61a617858b4,segment=NetworkSegment(9e0b52bd-2039-4f81-8e9c-5c5e70a7d241),segment_id=9e0b52bd-2039-4f81-8e9c-5c5e70a7d241)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:11:31.578467 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:31.592338 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:31.628790 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:31.637146 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fdbf2-8bef-47f7-8e2c-cf7013fecdb6 None None] Pushing event updated for resources: {'Port': ['ID=1399959d-0718-4ee0-9593-c61a617858b4,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:31.675380 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:31.680757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:31.684786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:11:31.708595 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=054da70f-a7d3-4ced-880a-4e7635235051,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:31.969163 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:32.175688 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d4cd03b9-4a37-4811-974d-e4b65e47fe17 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:32.236841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d4cd03b9-4a37-4811-974d-e4b65e47fe17 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:32.237590 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:32.240449 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Sync routers for ids ['47492214-b5d6-45e0-b8fa-76d45b7d905c'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:11:32.251442 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Routers {'47492214-b5d6-45e0-b8fa-76d45b7d905c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:11:32.252066 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['47492214-b5d6-45e0-b8fa-76d45b7d905c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:32.324131 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:32.348679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port d4cd03b9-4a37-4811-974d-e4b65e47fe17, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d4cd03b9-4a37-4811-974d-e4b65e47fe17,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:32.353533 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:32.354853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1399959d-0718-4ee0-9593-c61a617858b4 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:32.365173 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Set router 47492214-b5d6-45e0-b8fa-76d45b7d905c gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:11:32.449773 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=d4cd03b9-4a37-4811-974d-e4b65e47fe17,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:32.462511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1399959d-0718-4ee0-9593-c61a617858b4 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:32.462980 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:32.521746 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:32.564002 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:32.612437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 1399959d-0718-4ee0-9593-c61a617858b4, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1399959d-0718-4ee0-9593-c61a617858b4,segment=NetworkSegment(9e0b52bd-2039-4f81-8e9c-5c5e70a7d241),segment_id=9e0b52bd-2039-4f81-8e9c-5c5e70a7d241)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:32.619512 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:32.667757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Router a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:11:32.678324 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=1399959d-0718-4ee0-9593-c61a617858b4,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:32.706434 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'name': 'tempest-TestEncryptedCinderVolumes-113038344-router', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:26Z', 'updated_at': '2021-11-09T01:11:29Z', 'revision_number': 4, 'project_id': 'e393257481794d3ea45b34fd11357069', 'gw_port': {'id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:27Z', 'updated_at': '2021-11-09T01:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '8df24dfd-6b67-4bbb-8a76-d796a736a588', 'name': '', 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'mac_address': 'fa:16:3e:6a:e9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:28Z', 'updated_at': '2021-11-09T01:11:29Z', 'revision_number': 2, 'project_id': 'e393257481794d3ea45b34fd11357069', 'subnets': [{'id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:32.739200 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Checking router: 47492214-b5d6-45e0-b8fa-76d45b7d905c for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:11:32.739536 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Updating router 47492214-b5d6-45e0-b8fa-76d45b7d905c port 8df24dfd-6b67-4bbb-8a76-d796a736a588 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:11:32.769949 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:32.792546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:11:32.801149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Sync routers for ids ['a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:11:32.815478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Routers {'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:11:32.816944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:32.825265 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:32.830348 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60580) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:11:32.836749 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cfd7694c-6c6b-43b6-b703-398008eafbc8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9323676 Nov 09 01:11:32.930152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Set router a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:11:33.087507 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:33.094365 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:33.156012 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Pushing event updated for resources: {'Port': ['ID=8df24dfd-6b67-4bbb-8a76-d796a736a588,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:33.166822 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:33.167292 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:33.167754 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:33.168184 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:33.168610 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:33.169049 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:33.169502 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:33.169924 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:33.170365 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:33.170820 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:33.171238 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:33.171660 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:11:33.215778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f501aacd-0d4a-422a-a403-489eb0175867 None None] Network 93891ef5-b138-495d-a7dc-6f7483d3ef90 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:11:33.240513 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Attempting to bind port 8df24dfd-6b67-4bbb-8a76-d796a736a588 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:11:33.241044 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Attempting to bind port 8df24dfd-6b67-4bbb-8a76-d796a736a588 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:11:33.241615 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Attempting to bind port 8df24dfd-6b67-4bbb-8a76-d796a736a588 on network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:11:33.252631 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:11:33.253105 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Checking segment: {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:33.254689 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:33.255481 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Bound using segment: {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:11:33.256173 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Bound port: 8df24dfd-6b67-4bbb-8a76-d796a736a588, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:11:33.256768 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:33.295053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-022888b7-832b-4acd-8a52-f64f88e19cc9 None None] Provisioning complete for port 1399959d-0718-4ee0-9593-c61a617858b4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:33.295655 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-022888b7-832b-4acd-8a52-f64f88e19cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:33.330091 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] For port 8df24dfd-6b67-4bbb-8a76-d796a736a588, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:11:33.334132 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] For port 8df24dfd-6b67-4bbb-8a76-d796a736a588, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8df24dfd-6b67-4bbb-8a76-d796a736a588,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:11:33.343407 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:33.363256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:33.407455 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Routers {'47492214-b5d6-45e0-b8fa-76d45b7d905c'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:11:33.408427 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['47492214-b5d6-45e0-b8fa-76d45b7d905c'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:33.525615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'name': 'tempest-TestEncryptedCinderVolumes-822435498-router', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '054da70f-a7d3-4ced-880a-4e7635235051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:30Z', 'updated_at': '2021-11-09T01:11:31Z', 'revision_number': 3, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'gw_port': {'id': '054da70f-a7d3-4ced-880a-4e7635235051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:31Z', 'updated_at': '2021-11-09T01:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:33.530925 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] Set router 47492214-b5d6-45e0-b8fa-76d45b7d905c gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:11:33.552127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Allocated IP 172.20.0.1 (93891ef5-b138-495d-a7dc-6f7483d3ef90/5496e95d-46e5-468b-9ad4-ef5b152af27b/76ce1e05-9fcd-407b-94ce-d30b98743934) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:11:33.564946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Checking router: a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:11:33.565300 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Updating router a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 port 054da70f-a7d3-4ced-880a-4e7635235051 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:11:33.597569 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:33.641958 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896422b7-63a6-4582-8b0a-d3b8670cd795 None None] Pushing event updated for resources: {'Port': ['ID=8df24dfd-6b67-4bbb-8a76-d796a736a588,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:33.727105 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:33.769245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:33.774808 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'name': 'tempest-TestEncryptedCinderVolumes-113038344-router', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:26Z', 'updated_at': '2021-11-09T01:11:29Z', 'revision_number': 4, 'project_id': 'e393257481794d3ea45b34fd11357069', 'gw_port': {'id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:27Z', 'updated_at': '2021-11-09T01:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '8df24dfd-6b67-4bbb-8a76-d796a736a588', 'name': '', 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'mac_address': 'fa:16:3e:6a:e9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:28Z', 'updated_at': '2021-11-09T01:11:33Z', 'revision_number': 4, 'project_id': 'e393257481794d3ea45b34fd11357069', 'subnets': [{'id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:33.795369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Network 93891ef5-b138-495d-a7dc-6f7483d3ef90 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:33.798464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:33.809200 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1335c-de9c-4d90-b19d-865c48d587ca None None] The sync data for ids ['47492214-b5d6-45e0-b8fa-76d45b7d905c'] in n-d-813263-3 is: [{'id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'name': 'tempest-TestEncryptedCinderVolumes-113038344-router', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:26Z', 'updated_at': '2021-11-09T01:11:29Z', 'revision_number': 4, 'project_id': 'e393257481794d3ea45b34fd11357069', 'gw_port': {'id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:27Z', 'updated_at': '2021-11-09T01:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '8df24dfd-6b67-4bbb-8a76-d796a736a588', 'name': '', 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'mac_address': 'fa:16:3e:6a:e9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:28Z', 'updated_at': '2021-11-09T01:11:33Z', 'revision_number': 4, 'project_id': 'e393257481794d3ea45b34fd11357069', 'subnets': [{'id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:11:33.822704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:11:33.833171 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-125e1c6c-e27b-4f4e-9a69-52f3d8e3bfe5 None None] Provisioning complete for port 8df24dfd-6b67-4bbb-8a76-d796a736a588 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:33.833572 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-125e1c6c-e27b-4f4e-9a69-52f3d8e3bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:33.874011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Pushing event updated for resources: {'Port': ['ID=76ce1e05-9fcd-407b-94ce-d30b98743934,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:33.881119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:33.997778 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-125e1c6c-e27b-4f4e-9a69-52f3d8e3bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.041703 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.045532 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.053795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-125e1c6c-e27b-4f4e-9a69-52f3d8e3bfe5 None None] For port 8df24dfd-6b67-4bbb-8a76-d796a736a588, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8df24dfd-6b67-4bbb-8a76-d796a736a588,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:34.055802 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.067646 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-125e1c6c-e27b-4f4e-9a69-52f3d8e3bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.126890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Attempting to bind port 054da70f-a7d3-4ced-880a-4e7635235051 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:11:34.127176 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Attempting to bind port 054da70f-a7d3-4ced-880a-4e7635235051 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:11:34.127563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Attempting to bind port 054da70f-a7d3-4ced-880a-4e7635235051 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:11:34.130643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f51c1-5544-4dad-8c8e-c1e9f6fad41c None None] Pushing event updated for resources: {'Port': ['ID=054da70f-a7d3-4ced-880a-4e7635235051,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:34.171066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:11:34.171213 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:34.171808 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.171941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:11:34.172394 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Bound port: 054da70f-a7d3-4ced-880a-4e7635235051, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:11:34.172772 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.225453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e1c6c-e27b-4f4e-9a69-52f3d8e3bfe5 None None] Pushing event updated for resources: {'Port': ['ID=8df24dfd-6b67-4bbb-8a76-d796a736a588,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:34.252839 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d4cd03b9-4a37-4811-974d-e4b65e47fe17 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:34.259039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6d3ec6e9-ad29-4dba-bcb3-bda65214115d None None] Provisioning complete for port 1399959d-0718-4ee0-9593-c61a617858b4 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:34.259405 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6d3ec6e9-ad29-4dba-bcb3-bda65214115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.294922 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.301425 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.314723 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] For port 054da70f-a7d3-4ced-880a-4e7635235051, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:11:34.344860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] For port 054da70f-a7d3-4ced-880a-4e7635235051, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=054da70f-a7d3-4ced-880a-4e7635235051,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:11:34.355862 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.372553 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.375014 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Pushing event updated for resources: {'Port': ['ID=76ce1e05-9fcd-407b-94ce-d30b98743934,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:34.450748 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Routers {'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:11:34.451387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:34.453746 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port d4cd03b9-4a37-4811-974d-e4b65e47fe17 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:34.454111 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.480526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Network 93891ef5-b138-495d-a7dc-6f7483d3ef90 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:34.481953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:34.521937 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f51c1-5544-4dad-8c8e-c1e9f6fad41c None None] Pushing event updated for resources: {'Port': ['ID=054da70f-a7d3-4ced-880a-4e7635235051,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:34.617149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6d3ec6e9-ad29-4dba-bcb3-bda65214115d None None] Provisioning complete for port 8df24dfd-6b67-4bbb-8a76-d796a736a588 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:34.617559 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6d3ec6e9-ad29-4dba-bcb3-bda65214115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:34.639147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Router a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:11:34.655509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] Set router a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:11:34.771754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8df24dfd-6b67-4bbb-8a76-d796a736a588 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:34.781715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:11:34.786772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-23a0eb4c-fe58-40f5-8dc3-3f6017f39f4a admin admin] 10.222.0.25 "PUT /v2.0/routers/a1ec316d-89fb-4d3d-885f-c404bdbfc7f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9550781 Nov 09 01:11:34.947906 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 8df24dfd-6b67-4bbb-8a76-d796a736a588 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:34.948272 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:35.007771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'name': 'tempest-TestEncryptedCinderVolumes-822435498-router', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '054da70f-a7d3-4ced-880a-4e7635235051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:30Z', 'updated_at': '2021-11-09T01:11:33Z', 'revision_number': 4, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'gw_port': {'id': '054da70f-a7d3-4ced-880a-4e7635235051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:31Z', 'updated_at': '2021-11-09T01:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '76ce1e05-9fcd-407b-94ce-d30b98743934', 'name': '', 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'mac_address': 'fa:16:3e:77:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5496e95d-46e5-468b-9ad4-ef5b152af27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:33Z', 'updated_at': '2021-11-09T01:11:34Z', 'revision_number': 2, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'subnets': [{'id': '5496e95d-46e5-468b-9ad4-ef5b152af27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:35.040356 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a865afb-c7c4-4121-a90f-6d1c5dd988fd None None] The sync data for ids ['a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'] in n-d-813263-3 is: [{'id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'name': 'tempest-TestEncryptedCinderVolumes-822435498-router', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '054da70f-a7d3-4ced-880a-4e7635235051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:30Z', 'updated_at': '2021-11-09T01:11:33Z', 'revision_number': 4, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'gw_port': {'id': '054da70f-a7d3-4ced-880a-4e7635235051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:31Z', 'updated_at': '2021-11-09T01:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '76ce1e05-9fcd-407b-94ce-d30b98743934', 'name': '', 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'mac_address': 'fa:16:3e:77:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5496e95d-46e5-468b-9ad4-ef5b152af27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:33Z', 'updated_at': '2021-11-09T01:11:34Z', 'revision_number': 2, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'subnets': [{'id': '5496e95d-46e5-468b-9ad4-ef5b152af27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:11:35.084429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c4f97bce-1b82-43f8-a180-752917103287 None None] Provisioning complete for port 76ce1e05-9fcd-407b-94ce-d30b98743934 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:35.084796 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c4f97bce-1b82-43f8-a180-752917103287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:35.111922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1399959d-0718-4ee0-9593-c61a617858b4 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:35.146563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c4f97bce-1b82-43f8-a180-752917103287 None None] Port 76ce1e05-9fcd-407b-94ce-d30b98743934 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:11:35.169239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1399959d-0718-4ee0-9593-c61a617858b4 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:35.169640 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:35.536600 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-68e53dba-75a9-48bf-83c3-14b1c1aa945e tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:35.538260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-68e53dba-75a9-48bf-83c3-14b1c1aa945e tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/networks?id=9d0f4f0f-e977-4c82-8fec-9220ad4edad5 HTTP/1.1" status: 200 len: 816 time: 0.1057308 Nov 09 01:11:35.555234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-f0758384-8f64-44ae-b636-d901c2b39440 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/quotas/e393257481794d3ea45b34fd11357069 HTTP/1.1" status: 200 len: 375 time: 0.0104828 Nov 09 01:11:35.610820 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-eacb7748-7a79-42b1-86ba-9774e7ce7503 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e393257481794d3ea45b34fd11357069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497465 Nov 09 01:11:35.716997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-8061fcff-7235-43ff-b084-49efd4f20282 service neutron] 10.222.0.25 "GET /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930233 Nov 09 01:11:35.809185 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-011dd148-dcc3-4117-9532-49c2efbe482b service neutron] 10.222.0.25 "GET /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849686 Nov 09 01:11:35.971617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18954ba8-18a7-4c2e-a16e-dc762e3798eb req-f394c16e-c59c-46ba-bbca-26c7df3de4ff tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 210 time: 0.0275612 Nov 09 01:11:36.136484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8df24dfd-6b67-4bbb-8a76-d796a736a588 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:36.341020 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 8df24dfd-6b67-4bbb-8a76-d796a736a588 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:36.341415 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:36.916224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-2de7b895-bc90-473d-8216-3229b7371311 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:36.917912 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-2de7b895-bc90-473d-8216-3229b7371311 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.30 "GET /v2.0/networks?id=9d0f4f0f-e977-4c82-8fec-9220ad4edad5 HTTP/1.1" status: 200 len: 816 time: 0.1162741 Nov 09 01:11:36.930901 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Request body: {'port': {'device_id': 'd33b0140-6868-47ee-95e9-f0c039e0c969', 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5', 'admin_state_up': True, 'tenant_id': 'e393257481794d3ea45b34fd11357069'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:37.073692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f8d21cff-342a-46b5-aed0-88197a5a9bff req-7cdf5a1e-3bc8-4a6e-a5a3-9f13eb31e221 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 210 time: 0.0309963 Nov 09 01:11:37.074275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Made reservation on behalf of e393257481794d3ea45b34fd11357069 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:11:37.077788 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:37.216827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Allocated IP 172.20.0.12 (9d0f4f0f-e977-4c82-8fec-9220ad4edad5/be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c/6d7528e1-8029-418b-9204-276b8608a437) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:11:37.363366 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:37.400755 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:37.442931 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:11:37.448520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:11:37.451156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:11:37.480399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Pushing event updated for resources: {'Port': ['ID=6d7528e1-8029-418b-9204-276b8608a437,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:37.509847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:37.510579 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:37.528492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-fa58cc9b-e99b-44f2-bd5b-979311c70ae2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6021347 Nov 09 01:11:37.541256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Request body: {'port': {'device_id': 'd33b0140-6868-47ee-95e9-f0c039e0c969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:11:37.601417 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:37.687757 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-82f2c752-baaa-4738-bd64-18302457216f None None] Provisioning complete for port 6d7528e1-8029-418b-9204-276b8608a437 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:37.688331 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-82f2c752-baaa-4738-bd64-18302457216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:37.726061 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c752-baaa-4738-bd64-18302457216f None None] Port 6d7528e1-8029-418b-9204-276b8608a437 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:11:37.868895 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7528e1-8029-418b-9204-276b8608a437 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:11:37.876703 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:37.888443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Transition to ACTIVE for port object 6d7528e1-8029-418b-9204-276b8608a437 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:11:37.893156 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:37.944625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Pushing event updated for resources: {'Port': ['ID=6d7528e1-8029-418b-9204-276b8608a437,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:37.991384 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Sync routers for ids ['a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:11:38.002802 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Routers {'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:11:38.003490 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:38.019823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Attempting to bind port 6d7528e1-8029-418b-9204-276b8608a437 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:11:38.020289 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Attempting to bind port 6d7528e1-8029-418b-9204-276b8608a437 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:11:38.020817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Attempting to bind port 6d7528e1-8029-418b-9204-276b8608a437 on network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:11:38.025510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Port 6d7528e1-8029-418b-9204-276b8608a437 on network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:11:38.025913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Attempting to bind port 6d7528e1-8029-418b-9204-276b8608a437 on network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:11:38.031106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:11:38.031532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Checking segment: {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:38.031987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Bound using segment: {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:11:38.032507 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Bound port: 6d7528e1-8029-418b-9204-276b8608a437, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:11:38.032934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:38.106176 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] For port 6d7528e1-8029-418b-9204-276b8608a437, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:11:38.110547 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] For port 6d7528e1-8029-418b-9204-276b8608a437, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6d7528e1-8029-418b-9204-276b8608a437,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:11:38.118465 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:38.145519 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Set router a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:11:38.157940 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:38.158628 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:38.160177 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] 10.222.0.30 "PUT /v2.0/ports/6d7528e1-8029-418b-9204-276b8608a437 HTTP/1.1" status: 200 len: 1092 time: 0.6234624 Nov 09 01:11:38.160702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33b0140-6868-47ee-95e9-f0c039e0c969', 'tag': '6d7528e1-8029-418b-9204-276b8608a437'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:11:38.162950 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2aae21-53d0-4520-9617-f7d42edd56c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d33b0140-6868-47ee-95e9-f0c039e0c969", "tag": "6d7528e1-8029-418b-9204-276b8608a437"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:11:38.202915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cca2e-c6fa-4811-9118-241a595ce09f service neutron] Pushing event updated for resources: {'Port': ['ID=6d7528e1-8029-418b-9204-276b8608a437,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:38.242758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 054da70f-a7d3-4ced-880a-4e7635235051 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:38.264617 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e85296c-be56-4b90-81ae-115d41684efc x-openstack-request-id: req-2e85296c-be56-4b90-81ae-115d41684efc {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:11:38.264911 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33b0140-6868-47ee-95e9-f0c039e0c969", "tag": "6d7528e1-8029-418b-9204-276b8608a437", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:11:38.265168 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e85296c-be56-4b90-81ae-115d41684efc {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:11:38.265616 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33b0140-6868-47ee-95e9-f0c039e0c969', 'tag': '6d7528e1-8029-418b-9204-276b8608a437', 'status': 'completed', 'code': 200} Nov 09 01:11:38.303940 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 054da70f-a7d3-4ced-880a-4e7635235051 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:38.304614 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:38.314565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-ccf454cf-0f3d-4507-84c7-b5acd18826d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:38.316101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-ccf454cf-0f3d-4507-84c7-b5acd18826d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e393257481794d3ea45b34fd11357069&device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 1095 time: 0.1058574 Nov 09 01:11:38.330834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9efc6a-6d66-4903-a3cd-a906fe814a3c req-a663e26e-cfee-4c98-a058-4875ce6f2b83 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:38.332722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e9efc6a-6d66-4903-a3cd-a906fe814a3c req-a663e26e-cfee-4c98-a058-4875ce6f2b83 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 944 time: 0.0974154 Nov 09 01:11:38.392076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-504dfbcc-738b-4878-b16c-6c79a2c6dff1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d7528e1-8029-418b-9204-276b8608a437 HTTP/1.1" status: 200 len: 217 time: 0.0579686 Nov 09 01:11:38.403716 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:38.413716 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'name': 'tempest-TestEncryptedCinderVolumes-822435498-router', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '054da70f-a7d3-4ced-880a-4e7635235051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:30Z', 'updated_at': '2021-11-09T01:11:33Z', 'revision_number': 4, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'gw_port': {'id': '054da70f-a7d3-4ced-880a-4e7635235051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:31Z', 'updated_at': '2021-11-09T01:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '76ce1e05-9fcd-407b-94ce-d30b98743934', 'name': '', 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'mac_address': 'fa:16:3e:77:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5496e95d-46e5-468b-9ad4-ef5b152af27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:33Z', 'updated_at': '2021-11-09T01:11:34Z', 'revision_number': 2, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'subnets': [{'id': '5496e95d-46e5-468b-9ad4-ef5b152af27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:38.428046 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 054da70f-a7d3-4ced-880a-4e7635235051, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=054da70f-a7d3-4ced-880a-4e7635235051,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:38.434631 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:38.447649 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Checking router: a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:11:38.448302 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Updating router a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 port 76ce1e05-9fcd-407b-94ce-d30b98743934 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:11:38.476702 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:38.497246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e9efc6a-6d66-4903-a3cd-a906fe814a3c req-fcd95d71-abfd-4d1c-8355-5f82c97c147d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511853 Nov 09 01:11:38.499806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-528fee0b-d9e5-4bbb-b181-36f4b2b2aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:38.501022 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-528fee0b-d9e5-4bbb-b181-36f4b2b2aa0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c HTTP/1.1" status: 200 len: 855 time: 0.1025982 Nov 09 01:11:38.511783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=054da70f-a7d3-4ced-880a-4e7635235051,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:38.767007 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:38.773195 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:38.823758 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486559d-012e-4370-b402-c26bada2d04f None None] Pushing event updated for resources: {'Port': ['ID=76ce1e05-9fcd-407b-94ce-d30b98743934,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:38.874890 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Attempting to bind port 76ce1e05-9fcd-407b-94ce-d30b98743934 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:11:38.875256 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Attempting to bind port 76ce1e05-9fcd-407b-94ce-d30b98743934 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '9e0b52bd-2039-4f81-8e9c-5c5e70a7d241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:11:38.875631 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Attempting to bind port 76ce1e05-9fcd-407b-94ce-d30b98743934 on network 93891ef5-b138-495d-a7dc-6f7483d3ef90 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:11:38.881782 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:11:38.882170 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Checking segment: {'id': '9e0b52bd-2039-4f81-8e9c-5c5e70a7d241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:11:38.882601 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:38.882999 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Bound using segment: {'id': '9e0b52bd-2039-4f81-8e9c-5c5e70a7d241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:11:38.883477 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Bound port: 76ce1e05-9fcd-407b-94ce-d30b98743934, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0b52bd-2039-4f81-8e9c-5c5e70a7d241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:11:38.883870 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:38.911692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-192a599d-6774-423e-a9ff-3738b51bed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:38.913195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-192a599d-6774-423e-a9ff-3738b51bed31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d0f4f0f-e977-4c82-8fec-9220ad4edad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4046514 Nov 09 01:11:38.954948 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] For port 76ce1e05-9fcd-407b-94ce-d30b98743934, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:11:38.958361 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] For port 76ce1e05-9fcd-407b-94ce-d30b98743934, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=76ce1e05-9fcd-407b-94ce-d30b98743934,segment=NetworkSegment(9e0b52bd-2039-4f81-8e9c-5c5e70a7d241),segment_id=9e0b52bd-2039-4f81-8e9c-5c5e70a7d241)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:11:38.963853 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:39.013242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-c01b9f3d-19e0-4f26-a907-5efde0e529ae service neutron] 10.222.0.30 "GET /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921605 Nov 09 01:11:39.019978 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Routers {'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:11:39.020539 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:11:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:39.042922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a4eb3464-3c01-4f54-900b-4467f0081638 None None] Provisioning complete for port 76ce1e05-9fcd-407b-94ce-d30b98743934 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:39.043597 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a4eb3464-3c01-4f54-900b-4467f0081638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:39.063594 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486559d-012e-4370-b402-c26bada2d04f None None] Pushing event updated for resources: {'Port': ['ID=76ce1e05-9fcd-407b-94ce-d30b98743934,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:39.128311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f80e2a7-c368-47b5-8641-225eeee6e1c2 req-58a75b4f-bf1f-4ad3-bebc-d827c8a32c3c service neutron] 10.222.0.30 "GET /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079283 Nov 09 01:11:39.131458 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a4eb3464-3c01-4f54-900b-4467f0081638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:39.178368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a4eb3464-3c01-4f54-900b-4467f0081638 None None] For port 76ce1e05-9fcd-407b-94ce-d30b98743934, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=76ce1e05-9fcd-407b-94ce-d30b98743934,segment=NetworkSegment(9e0b52bd-2039-4f81-8e9c-5c5e70a7d241),segment_id=9e0b52bd-2039-4f81-8e9c-5c5e70a7d241)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:39.182625 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a4eb3464-3c01-4f54-900b-4467f0081638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:39.236228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2aae21-53d0-4520-9617-f7d42edd56c8 req-89cbd372-3ec1-4da5-a746-98906a7e6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:39.238139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b2aae21-53d0-4520-9617-f7d42edd56c8 req-89cbd372-3ec1-4da5-a746-98906a7e6538 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e393257481794d3ea45b34fd11357069&device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 1095 time: 0.0518610 Nov 09 01:11:39.248998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb3464-3c01-4f54-900b-4467f0081638 None None] Pushing event updated for resources: {'Port': ['ID=76ce1e05-9fcd-407b-94ce-d30b98743934,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:39.273126 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] Set router a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:11:39.304437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-537a0620-d43c-4c16-b4e1-da4b0c0444a8 None None] Provisioning complete for port 76ce1e05-9fcd-407b-94ce-d30b98743934 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:39.304437 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-537a0620-d43c-4c16-b4e1-da4b0c0444a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:39.335274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2aae21-53d0-4520-9617-f7d42edd56c8 req-18de7ae6-ad16-49f5-83e8-f3aa4d0c26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:39.337213 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b2aae21-53d0-4520-9617-f7d42edd56c8 req-18de7ae6-ad16-49f5-83e8-f3aa4d0c26c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d0f4f0f-e977-4c82-8fec-9220ad4edad5 HTTP/1.1" status: 200 len: 916 time: 0.0918915 Nov 09 01:11:39.382012 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b2aae21-53d0-4520-9617-f7d42edd56c8 req-e771f029-2eef-4d1d-a637-a67d1ca41822 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d7528e1-8029-418b-9204-276b8608a437 HTTP/1.1" status: 200 len: 217 time: 0.0364351 Nov 09 01:11:39.436489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2aae21-53d0-4520-9617-f7d42edd56c8 req-3c47f92d-ec80-4039-9e2e-518db3218f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:39.438617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b2aae21-53d0-4520-9617-f7d42edd56c8 req-3c47f92d-ec80-4039-9e2e-518db3218f34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c HTTP/1.1" status: 200 len: 855 time: 0.0483105 Nov 09 01:11:39.476492 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'name': 'tempest-TestEncryptedCinderVolumes-822435498-router', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '054da70f-a7d3-4ced-880a-4e7635235051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:30Z', 'updated_at': '2021-11-09T01:11:33Z', 'revision_number': 4, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'gw_port': {'id': '054da70f-a7d3-4ced-880a-4e7635235051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:31Z', 'updated_at': '2021-11-09T01:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '76ce1e05-9fcd-407b-94ce-d30b98743934', 'name': '', 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'mac_address': 'fa:16:3e:77:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5496e95d-46e5-468b-9ad4-ef5b152af27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:33Z', 'updated_at': '2021-11-09T01:11:38Z', 'revision_number': 4, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'subnets': [{'id': '5496e95d-46e5-468b-9ad4-ef5b152af27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:11:39.485525 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2aae21-53d0-4520-9617-f7d42edd56c8 req-3fab06e8-ca85-42bd-b05e-46b24a57ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:39.487050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b2aae21-53d0-4520-9617-f7d42edd56c8 req-3fab06e8-ca85-42bd-b05e-46b24a57ddf7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d0f4f0f-e977-4c82-8fec-9220ad4edad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412207 Nov 09 01:11:39.506027 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a7d142-b3a1-41fb-a026-ec71d1ca7101 None None] The sync data for ids ['a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'] in n-d-813263-3 is: [{'id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'name': 'tempest-TestEncryptedCinderVolumes-822435498-router', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '054da70f-a7d3-4ced-880a-4e7635235051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:30Z', 'updated_at': '2021-11-09T01:11:33Z', 'revision_number': 4, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'gw_port': {'id': '054da70f-a7d3-4ced-880a-4e7635235051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:31Z', 'updated_at': '2021-11-09T01:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '76ce1e05-9fcd-407b-94ce-d30b98743934', 'name': '', 'network_id': '93891ef5-b138-495d-a7dc-6f7483d3ef90', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'mac_address': 'fa:16:3e:77:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5496e95d-46e5-468b-9ad4-ef5b152af27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:33Z', 'updated_at': '2021-11-09T01:11:38Z', 'revision_number': 4, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'subnets': [{'id': '5496e95d-46e5-468b-9ad4-ef5b152af27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:11:39.620147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b2aae21-53d0-4520-9617-f7d42edd56c8 req-df64722c-afc1-4f5b-9a34-74f3619cedd1 service neutron] 10.222.0.30 "GET /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236742 Nov 09 01:11:39.636770 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea3547-3ebd-486a-85a3-33ce1707b44a req-54bba90d-8e69-49a6-af37-0682cf66796a tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:39.638333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51ea3547-3ebd-486a-85a3-33ce1707b44a req-54bba90d-8e69-49a6-af37-0682cf66796a tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 944 time: 0.0773625 Nov 09 01:11:39.753247 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51ea3547-3ebd-486a-85a3-33ce1707b44a req-866f518e-e4aa-418f-85ae-d17c7936ffaa tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063769 Nov 09 01:11:39.770911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0b2aae21-53d0-4520-9617-f7d42edd56c8 req-c184f107-a24e-48eb-b2a8-68f63ce697ad service neutron] 10.222.0.30 "GET /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423099 Nov 09 01:11:40.150217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 76ce1e05-9fcd-407b-94ce-d30b98743934 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:40.198658 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 76ce1e05-9fcd-407b-94ce-d30b98743934 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:40.198956 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:40.275400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 054da70f-a7d3-4ced-880a-4e7635235051 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:40.323832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 054da70f-a7d3-4ced-880a-4e7635235051 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:40.324205 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:40.878330 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a253d29-483a-4e2c-90ca-80534ef4ca7a req-84cc9659-82c5-43cf-929f-edfc4676155c tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:40.879789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a253d29-483a-4e2c-90ca-80534ef4ca7a req-84cc9659-82c5-43cf-929f-edfc4676155c tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 944 time: 0.0547366 Nov 09 01:11:40.929756 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a253d29-483a-4e2c-90ca-80534ef4ca7a req-35ede0aa-58b3-4535-a541-321586d8e48c tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439517 Nov 09 01:11:41.889712 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6d7528e1-8029-418b-9204-276b8608a437 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:11:41.987084 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6d7528e1-8029-418b-9204-276b8608a437, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6d7528e1-8029-418b-9204-276b8608a437,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:41.998247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '6d7528e1-8029-418b-9204-276b8608a437', 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5', 'port_id': '6d7528e1-8029-418b-9204-276b8608a437', 'mac_address': 'fa:16:3e:2d:a9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:11:42.035714 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:42.046119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec2430-27f5-4dc7-8e7e-9ff51a303068 req-e6cae72f-dce2-41c7-8b30-2d49072c6f5d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:42.047269 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8cec2430-27f5-4dc7-8e7e-9ff51a303068 req-e6cae72f-dce2-41c7-8b30-2d49072c6f5d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 944 time: 0.0496769 Nov 09 01:11:42.048847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7528e1-8029-418b-9204-276b8608a437 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:11:42.069531 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6d7528e1-8029-418b-9204-276b8608a437, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6d7528e1-8029-418b-9204-276b8608a437,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:42.075573 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:42.098796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8cec2430-27f5-4dc7-8e7e-9ff51a303068 req-9766e563-e181-4c0e-83c8-a771a226ebc8 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452137 Nov 09 01:11:42.126907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=6d7528e1-8029-418b-9204-276b8608a437,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:42.277778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6d7528e1-8029-418b-9204-276b8608a437'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:11:42.779067 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62ac2836-5f40-42cd-85ed-c3a7409e09d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:43.214791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813e13d-12e2-466c-9519-bca77995d091 req-84db941f-b4c6-42b3-92bb-1bb0d875428d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:43.216253 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c813e13d-12e2-466c-9519-bca77995d091 req-84db941f-b4c6-42b3-92bb-1bb0d875428d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 945 time: 0.0518785 Nov 09 01:11:43.261501 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c813e13d-12e2-466c-9519-bca77995d091 req-29f52a63-8bae-42cb-ad49-00ba2bd037da tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Nov 09 01:11:43.900887 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6d7528e1-8029-418b-9204-276b8608a437 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:11:43.952209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 6d7528e1-8029-418b-9204-276b8608a437 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:11:43.956280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 6d7528e1-8029-418b-9204-276b8608a437 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:11:43.956652 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:44.033833 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:44.056416 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33b0140-6868-47ee-95e9-f0c039e0c969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7528e1-8029-418b-9204-276b8608a437'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:11:44.058743 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fc224a-4bf5-436a-9cad-4c0235b98d61" -d '{"events": [{"server_uuid": "d33b0140-6868-47ee-95e9-f0c039e0c969", "name": "network-vif-plugged", "status": "completed", "tag": "6d7528e1-8029-418b-9204-276b8608a437"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:11:44.072106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 6d7528e1-8029-418b-9204-276b8608a437, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6d7528e1-8029-418b-9204-276b8608a437,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:11:44.076431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:44.099725 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb7db16-3dbb-4157-96ac-c4e31af93b30 x-openstack-request-id: req-ecb7db16-3dbb-4157-96ac-c4e31af93b30 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:11:44.100013 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33b0140-6868-47ee-95e9-f0c039e0c969", "name": "network-vif-plugged", "status": "completed", "tag": "6d7528e1-8029-418b-9204-276b8608a437", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:11:44.100265 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecb7db16-3dbb-4157-96ac-c4e31af93b30 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:11:44.100663 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33b0140-6868-47ee-95e9-f0c039e0c969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7528e1-8029-418b-9204-276b8608a437', 'code': 200} Nov 09 01:11:44.129381 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=6d7528e1-8029-418b-9204-276b8608a437,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:11:44.195850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85addfa6-441c-48fb-851d-bce17110e7ee req-af223aa6-8b3e-4fd6-b2fc-1eac92e9470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:44.197395 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85addfa6-441c-48fb-851d-bce17110e7ee req-af223aa6-8b3e-4fd6-b2fc-1eac92e9470c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 1097 time: 0.0406361 Nov 09 01:11:44.240747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85addfa6-441c-48fb-851d-bce17110e7ee req-3eab35eb-d858-49d0-9c02-14126d0c561c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367773 Nov 09 01:11:44.375139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7b02-7a96-4e2b-993d-18d726dd0f86 req-2ec4cd1b-9859-4de5-b15f-587699943ad2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:44.376545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1dd7b02-7a96-4e2b-993d-18d726dd0f86 req-2ec4cd1b-9859-4de5-b15f-587699943ad2 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 946 time: 0.0483429 Nov 09 01:11:44.427159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d1dd7b02-7a96-4e2b-993d-18d726dd0f86 req-6f775fcd-33d3-45fe-9d07-5bedaaa46dce tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447800 Nov 09 01:11:44.860029 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-10dcb43b-6503-453b-8969-676bcf150975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:45.542773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace32dbc-fe91-4f66-8fe0-2ac499190cc6 req-5387d45a-6e2a-4075-b0b9-f0dae84c1f40 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:45.544272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ace32dbc-fe91-4f66-8fe0-2ac499190cc6 req-5387d45a-6e2a-4075-b0b9-f0dae84c1f40 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 946 time: 0.0487661 Nov 09 01:11:45.591583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ace32dbc-fe91-4f66-8fe0-2ac499190cc6 req-720b1021-3357-4428-9a7d-c7988cb5d5fe tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Nov 09 01:11:45.706325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3788-b93e-4c1f-ad8f-0afa0b648635 req-85503287-cfff-4387-b773-f6b7173ceca7 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:11:45.708687 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-759a3788-b93e-4c1f-ad8f-0afa0b648635 req-85503287-cfff-4387-b773-f6b7173ceca7 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 946 time: 0.0491631 Nov 09 01:11:45.755424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-759a3788-b93e-4c1f-ad8f-0afa0b648635 req-333f8bd5-f9f4-447b-b2a7-594b2badbbb8 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Nov 09 01:11:46.314278 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:46.495087 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:46.831824 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:47.855713 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:11:48.497826 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:07.289193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb4e03-06f7-43d5-9fae-721d22304010 req-eb66c2b6-9465-48c4-8a4c-4f1605a98026 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:07.291061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ceb4e03-06f7-43d5-9fae-721d22304010 req-eb66c2b6-9465-48c4-8a4c-4f1605a98026 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 946 time: 0.0547218 Nov 09 01:12:07.339169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ceb4e03-06f7-43d5-9fae-721d22304010 req-f099df71-66ae-4768-aecf-085d4537a9ba tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 Nov 09 01:12:08.180274 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:12:08.456119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a431b-df6e-400b-825a-d46c3145895c req-dbae8842-4cd3-4860-ad03-58c3e6469ab3 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:08.457630 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce6a431b-df6e-400b-825a-d46c3145895c req-dbae8842-4cd3-4860-ad03-58c3e6469ab3 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 946 time: 0.0488977 Nov 09 01:12:08.503898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ce6a431b-df6e-400b-825a-d46c3145895c req-ce00b02c-5dba-435e-bc2c-324e1e4e7d5c tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Nov 09 01:12:08.771527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82231e-b3f8-4a21-a649-a57eb11f755a req-2d7adcaa-52b7-4316-ae00-4f65bd6626ec tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:08.772986 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f82231e-b3f8-4a21-a649-a57eb11f755a req-2d7adcaa-52b7-4316-ae00-4f65bd6626ec tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.30 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 946 time: 0.0483766 Nov 09 01:12:08.865457 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4f82231e-b3f8-4a21-a649-a57eb11f755a req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Deleting port 6d7528e1-8029-418b-9204-276b8608a437 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:12:08.865806 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f82231e-b3f8-4a21-a649-a57eb11f755a req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:08.953143 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-4f82231e-b3f8-4a21-a649-a57eb11f755a req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] For port 6d7528e1-8029-418b-9204-276b8608a437, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=6d7528e1-8029-418b-9204-276b8608a437,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:12:08.953556 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f82231e-b3f8-4a21-a649-a57eb11f755a req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:08.970712 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-4f82231e-b3f8-4a21-a649-a57eb11f755a req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Calling delete_port for 6d7528e1-8029-418b-9204-276b8608a437 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:12:09.092245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f82231e-b3f8-4a21-a649-a57eb11f755a req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:09.106023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['6d7528e1-8029-418b-9204-276b8608a437'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:12:09.124126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Pushing event deleted for resources: {'Port': ['ID=6d7528e1-8029-418b-9204-276b8608a437,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:09.154564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:09.154913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:09.155258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:09.155592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:09.155921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:09.156255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:09.157097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:09.157445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:09.157781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:09.158092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:09.158412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:09.158729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:09.183277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f82231e-b3f8-4a21-a649-a57eb11f755a req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] No DVR routers for this DVR port 6d7528e1-8029-418b-9204-276b8608a437 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:12:09.185961 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-4f82231e-b3f8-4a21-a649-a57eb11f755a req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:09.189335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f82231e-b3f8-4a21-a649-a57eb11f755a req-293ab13e-ec3d-452f-8823-131703cb0246 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.30 "DELETE /v2.0/ports/6d7528e1-8029-418b-9204-276b8608a437 HTTP/1.1" status: 204 len: 173 time: 0.4082909 Nov 09 01:12:09.189903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33b0140-6868-47ee-95e9-f0c039e0c969', 'name': 'network-vif-deleted', 'tag': '6d7528e1-8029-418b-9204-276b8608a437'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:12:09.192536 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dea373-ef35-41e4-88b9-ea670f0a3e36" -d '{"events": [{"server_uuid": "d33b0140-6868-47ee-95e9-f0c039e0c969", "name": "network-vif-deleted", "tag": "6d7528e1-8029-418b-9204-276b8608a437"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:12:09.238279 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b57eb2-4950-4f31-a2b7-acfd353b3705 x-openstack-request-id: req-f0b57eb2-4950-4f31-a2b7-acfd353b3705 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:12:09.238666 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33b0140-6868-47ee-95e9-f0c039e0c969", "name": "network-vif-deleted", "tag": "6d7528e1-8029-418b-9204-276b8608a437", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:12:09.238920 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0b57eb2-4950-4f31-a2b7-acfd353b3705 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:12:09.239334 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33b0140-6868-47ee-95e9-f0c039e0c969', 'name': 'network-vif-deleted', 'tag': '6d7528e1-8029-418b-9204-276b8608a437', 'status': 'completed', 'code': 200} Nov 09 01:12:09.622341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77678b77-fa46-4287-9778-7a551fb232f0 req-041e5e7b-ebd0-4252-a2f8-6afb144dcac3 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=d33b0140-6868-47ee-95e9-f0c039e0c969 HTTP/1.1" status: 200 len: 210 time: 0.0322437 Nov 09 01:12:11.216416 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-692a5924-c1f2-4421-ad25-e531d9b01a65 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:11.217914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-692a5924-c1f2-4421-ad25-e531d9b01a65 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/networks?id=9d0f4f0f-e977-4c82-8fec-9220ad4edad5 HTTP/1.1" status: 200 len: 816 time: 0.1041653 Nov 09 01:12:11.233040 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-ac59528c-4273-446a-bf1d-a136a4883e95 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/quotas/e393257481794d3ea45b34fd11357069 HTTP/1.1" status: 200 len: 375 time: 0.0088010 Nov 09 01:12:11.282720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-bef440c0-644d-40b4-9f4d-3a9e257e7278 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e393257481794d3ea45b34fd11357069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445669 Nov 09 01:12:11.298098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-e3c6d12e-34a9-4adc-9fce-e132da0402b6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:12:11.299060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-e3c6d12e-34a9-4adc-9fce-e132da0402b6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050220 Nov 09 01:12:11.385481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-e43731fd-1126-4314-b317-e2cd3f6fe57f service neutron] 10.222.0.25 "GET /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808351 Nov 09 01:12:11.477080 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-8ae84390-9c3d-45ec-8416-370ca707edd7 service neutron] 10.222.0.25 "GET /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850713 Nov 09 01:12:11.639970 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3bb32d8f-811e-4bd5-8f41-c7e4dcdef301 req-741ea989-eb4d-4362-83c8-a3aaa29578e3 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 210 time: 0.0269351 Nov 09 01:12:12.525819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-090be9ea-a0d1-4255-9fc0-e3c3b75df29b tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:12.527280 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-090be9ea-a0d1-4255-9fc0-e3c3b75df29b tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.11 "GET /v2.0/networks?id=9d0f4f0f-e977-4c82-8fec-9220ad4edad5 HTTP/1.1" status: 200 len: 816 time: 0.1030500 Nov 09 01:12:12.540331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Request body: {'port': {'device_id': 'fdb49c96-f844-4ee0-b1db-93cd45a728e4', 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5', 'admin_state_up': True, 'tenant_id': 'e393257481794d3ea45b34fd11357069'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:12:12.652513 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Made reservation on behalf of e393257481794d3ea45b34fd11357069 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:12:12.655933 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:12.735991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ffe3b99-11e0-4062-aada-e17b86030bdf req-3fca10bb-c6d5-4916-96dc-0f8b655b4967 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 210 time: 0.0257759 Nov 09 01:12:12.780407 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71ac68e1-f634-4276-8c1c-e90dd976e05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:12.784619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Allocated IP 172.20.0.6 (9d0f4f0f-e977-4c82-8fec-9220ad4edad5/be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c/7e31e802-80d7-475c-9594-281de60619ac) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:12:12.924224 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:12.956935 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:12.999799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:12:13.003296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:12:13.008862 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:12:13.036799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Pushing event updated for resources: {'Port': ['ID=7e31e802-80d7-475c-9594-281de60619ac,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:13.058795 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:13.059152 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:13.059514 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:13.059826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:13.060157 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:13.060488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:13.060815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:13.061140 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:13.061497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:13.061817 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:13.062135 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:13.062453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:13.074090 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:13.074733 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:13.093471 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-01b9e611-2472-45f8-88f3-52a72e91042d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572493 Nov 09 01:12:13.105897 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Request body: {'port': {'device_id': 'fdb49c96-f844-4ee0-b1db-93cd45a728e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:12:13.161526 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:13.208829 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-46423a4b-121a-461a-a337-317c0facb430 None None] Provisioning complete for port 7e31e802-80d7-475c-9594-281de60619ac triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:12:13.209190 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46423a4b-121a-461a-a337-317c0facb430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:13.242631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-46423a4b-121a-461a-a337-317c0facb430 None None] Port 7e31e802-80d7-475c-9594-281de60619ac cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:12:13.417300 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e31e802-80d7-475c-9594-281de60619ac {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:12:13.425000 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:13.436250 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Transition to ACTIVE for port object 7e31e802-80d7-475c-9594-281de60619ac will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:12:13.440232 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:13.489582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e31e802-80d7-475c-9594-281de60619ac,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:13.557965 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Attempting to bind port 7e31e802-80d7-475c-9594-281de60619ac on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:12:13.558671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Attempting to bind port 7e31e802-80d7-475c-9594-281de60619ac by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:12:13.558671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Attempting to bind port 7e31e802-80d7-475c-9594-281de60619ac on network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:12:13.563132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Port 7e31e802-80d7-475c-9594-281de60619ac on network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:12:13.563444 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Attempting to bind port 7e31e802-80d7-475c-9594-281de60619ac on network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:12:13.568541 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:12:13.568872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Checking segment: {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:12:13.569254 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Bound using segment: {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:12:13.569706 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Bound port: 7e31e802-80d7-475c-9594-281de60619ac, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f22759-3af3-441c-a97f-822e9ae0ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:12:13.570055 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:13.640567 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] For port 7e31e802-80d7-475c-9594-281de60619ac, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:12:13.643556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] For port 7e31e802-80d7-475c-9594-281de60619ac, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7e31e802-80d7-475c-9594-281de60619ac,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:12:13.647754 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:13.684330 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:13.685005 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:13.686420 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/7e31e802-80d7-475c-9594-281de60619ac HTTP/1.1" status: 200 len: 1091 time: 0.5849645 Nov 09 01:12:13.686857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb49c96-f844-4ee0-b1db-93cd45a728e4', 'tag': '7e31e802-80d7-475c-9594-281de60619ac'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:12:13.689144 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28897dbb-73ae-4b52-b7b2-f5dda9e33d75" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb49c96-f844-4ee0-b1db-93cd45a728e4", "tag": "7e31e802-80d7-475c-9594-281de60619ac"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:12:13.713053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166ff28-81d3-420a-a9eb-ce3829c567c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e31e802-80d7-475c-9594-281de60619ac,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:13.730394 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf103dd-96d5-45e3-8202-5f62bd0ae8f8 x-openstack-request-id: req-baf103dd-96d5-45e3-8202-5f62bd0ae8f8 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:12:13.730760 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb49c96-f844-4ee0-b1db-93cd45a728e4", "tag": "7e31e802-80d7-475c-9594-281de60619ac", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:12:13.731076 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-baf103dd-96d5-45e3-8202-5f62bd0ae8f8 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:12:13.731577 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb49c96-f844-4ee0-b1db-93cd45a728e4', 'tag': '7e31e802-80d7-475c-9594-281de60619ac', 'status': 'completed', 'code': 200} Nov 09 01:12:13.784815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-d01eb769-126e-4e12-96c6-0d053f7e5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:13.786986 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-d01eb769-126e-4e12-96c6-0d053f7e5ec7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e393257481794d3ea45b34fd11357069&device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 1094 time: 0.0445828 Nov 09 01:12:13.837232 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-500954be-6a91-49ef-a7c0-4382cfdc1688 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e31e802-80d7-475c-9594-281de60619ac HTTP/1.1" status: 200 len: 217 time: 0.0415378 Nov 09 01:12:13.870597 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09060b8-2f01-4acf-ad64-d6ad73bc903a req-71b600fa-78f4-433c-a126-70e763c983a7 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:13.872128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c09060b8-2f01-4acf-ad64-d6ad73bc903a req-71b600fa-78f4-433c-a126-70e763c983a7 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 943 time: 0.0524838 Nov 09 01:12:13.889312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-c6169247-e94d-4618-a4e8-70289380eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:13.891394 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-c6169247-e94d-4618-a4e8-70289380eef5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c HTTP/1.1" status: 200 len: 855 time: 0.0471776 Nov 09 01:12:13.929901 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c09060b8-2f01-4acf-ad64-d6ad73bc903a req-649175d4-68df-40a8-ab9b-1c671cdf98ce tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511189 Nov 09 01:12:13.938255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-ae22e2cc-32ee-48b8-85dc-8d38a4401700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:13.939835 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-ae22e2cc-32ee-48b8-85dc-8d38a4401700 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d0f4f0f-e977-4c82-8fec-9220ad4edad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418720 Nov 09 01:12:14.039549 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-2f4b8547-3636-4837-9cc9-e87a3da8c127 service neutron] 10.222.0.11 "GET /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919163 Nov 09 01:12:14.104073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6d7528e1-8029-418b-9204-276b8608a437 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:12:14.123575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 6d7528e1-8029-418b-9204-276b8608a437 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:12:14.123916 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 6d7528e1-8029-418b-9204-276b8608a437 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:12:14.129520 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-e35a3e64-8c11-46f5-96fb-1f7e47d600cf req-64cb611d-a5a9-4a2d-ad6b-ca62ebb10374 service neutron] 10.222.0.11 "GET /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827546 Nov 09 01:12:14.221234 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28897dbb-73ae-4b52-b7b2-f5dda9e33d75 req-c15c7d3f-2e11-4b51-b100-aa5de11d6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:14.222747 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-28897dbb-73ae-4b52-b7b2-f5dda9e33d75 req-c15c7d3f-2e11-4b51-b100-aa5de11d6810 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e393257481794d3ea45b34fd11357069&device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 1094 time: 0.0457828 Nov 09 01:12:14.312421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28897dbb-73ae-4b52-b7b2-f5dda9e33d75 req-e0c9fd4a-5a53-4889-95a2-fe01fc989c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:14.314464 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-28897dbb-73ae-4b52-b7b2-f5dda9e33d75 req-e0c9fd4a-5a53-4889-95a2-fe01fc989c2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d0f4f0f-e977-4c82-8fec-9220ad4edad5 HTTP/1.1" status: 200 len: 916 time: 0.0849316 Nov 09 01:12:14.360466 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-28897dbb-73ae-4b52-b7b2-f5dda9e33d75 req-a64eebbd-50e8-459f-a281-e5e203ebfab9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e31e802-80d7-475c-9594-281de60619ac HTTP/1.1" status: 200 len: 217 time: 0.0380819 Nov 09 01:12:14.410431 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28897dbb-73ae-4b52-b7b2-f5dda9e33d75 req-7849459e-1149-4db0-9531-5e18fb48018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:14.411853 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-28897dbb-73ae-4b52-b7b2-f5dda9e33d75 req-7849459e-1149-4db0-9531-5e18fb48018b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c HTTP/1.1" status: 200 len: 855 time: 0.0431457 Nov 09 01:12:14.457859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28897dbb-73ae-4b52-b7b2-f5dda9e33d75 req-384c2d74-7844-46c2-b494-f273d95dab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:14.459338 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-28897dbb-73ae-4b52-b7b2-f5dda9e33d75 req-384c2d74-7844-46c2-b494-f273d95dab8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d0f4f0f-e977-4c82-8fec-9220ad4edad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395291 Nov 09 01:12:14.553505 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-28897dbb-73ae-4b52-b7b2-f5dda9e33d75 req-b59f17e4-6e33-423b-a744-98550ba7f14a service neutron] 10.222.0.11 "GET /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849230 Nov 09 01:12:14.643272 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-28897dbb-73ae-4b52-b7b2-f5dda9e33d75 req-f54e6d13-9a5a-4f80-86f1-c426740cb780 service neutron] 10.222.0.11 "GET /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822141 Nov 09 01:12:14.861094 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fc65dbda-c99a-4da7-afce-ae88ad460a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:15.044557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4846a98-4747-4570-9e05-097f902b8008 req-b7103812-0aa3-4009-9977-2e13ea120528 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:15.046063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4846a98-4747-4570-9e05-097f902b8008 req-b7103812-0aa3-4009-9977-2e13ea120528 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 943 time: 0.0482206 Nov 09 01:12:15.093131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4846a98-4747-4570-9e05-097f902b8008 req-3bbfc80f-c64d-4dd4-b6eb-7931f0171936 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405095 Nov 09 01:12:16.205995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734942b7-2b32-41bc-8b31-18450a84f56a req-c5164c04-1452-4148-b04a-e4156acf32f5 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:16.207466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-734942b7-2b32-41bc-8b31-18450a84f56a req-c5164c04-1452-4148-b04a-e4156acf32f5 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 943 time: 0.0486834 Nov 09 01:12:16.253920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-734942b7-2b32-41bc-8b31-18450a84f56a req-f010a017-8a28-4c2f-ba59-1fb2a8d8cc30 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406008 Nov 09 01:12:16.318920 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:16.493247 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:16.844467 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:16.988227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7e31e802-80d7-475c-9594-281de60619ac details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:12:17.079726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7e31e802-80d7-475c-9594-281de60619ac, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7e31e802-80d7-475c-9594-281de60619ac,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:12:17.090638 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '7e31e802-80d7-475c-9594-281de60619ac', 'network_id': '9d0f4f0f-e977-4c82-8fec-9220ad4edad5', 'port_id': '7e31e802-80d7-475c-9594-281de60619ac', 'mac_address': 'fa:16:3e:fb:a4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:12:17.130638 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:17.142739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e31e802-80d7-475c-9594-281de60619ac {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:12:17.161274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7e31e802-80d7-475c-9594-281de60619ac, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7e31e802-80d7-475c-9594-281de60619ac,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:12:17.164775 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:17.210795 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=7e31e802-80d7-475c-9594-281de60619ac,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:17.217932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:17.218279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:17.218627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:17.219494 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:17.219828 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:17.220158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:17.220485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:17.220812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:17.221135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:17.221484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:17.221808 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:17.222133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:12:17.363719 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['7e31e802-80d7-475c-9594-281de60619ac'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:12:17.371452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904528ce-5ce0-458e-b7fc-e7542c092787 req-073f4005-ed17-412b-94cf-d1a945d1f166 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:17.373042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-904528ce-5ce0-458e-b7fc-e7542c092787 req-073f4005-ed17-412b-94cf-d1a945d1f166 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 944 time: 0.0527074 Nov 09 01:12:17.420405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-904528ce-5ce0-458e-b7fc-e7542c092787 req-3779b436-cb76-420c-a4f5-47170f095285 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414095 Nov 09 01:12:17.857073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:18.501340 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:18.533972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04fcc7-76a3-4156-b1dd-fb417409aa3f req-05b664ce-18bf-4901-82c5-9120d7d6a331 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:18.535539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c04fcc7-76a3-4156-b1dd-fb417409aa3f req-05b664ce-18bf-4901-82c5-9120d7d6a331 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 944 time: 0.0480442 Nov 09 01:12:18.582399 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1c04fcc7-76a3-4156-b1dd-fb417409aa3f req-79ba8a3a-8075-4697-b289-0053cd44eb1e tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407243 Nov 09 01:12:18.988297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7e31e802-80d7-475c-9594-281de60619ac up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:12:19.035845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 7e31e802-80d7-475c-9594-281de60619ac completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:12:19.039600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 7e31e802-80d7-475c-9594-281de60619ac triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:12:19.040215 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:19.117361 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:19.138358 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb49c96-f844-4ee0-b1db-93cd45a728e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e31e802-80d7-475c-9594-281de60619ac'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:12:19.141089 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9164e87-2c9a-4e29-84dd-e4a1c56bde4c" -d '{"events": [{"server_uuid": "fdb49c96-f844-4ee0-b1db-93cd45a728e4", "name": "network-vif-plugged", "status": "completed", "tag": "7e31e802-80d7-475c-9594-281de60619ac"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:12:19.153728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 7e31e802-80d7-475c-9594-281de60619ac, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7e31e802-80d7-475c-9594-281de60619ac,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:12:19.158234 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:19.181113 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec27f34-53a1-48a6-aa06-8ed14d37ebc6 x-openstack-request-id: req-8ec27f34-53a1-48a6-aa06-8ed14d37ebc6 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:12:19.181424 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb49c96-f844-4ee0-b1db-93cd45a728e4", "name": "network-vif-plugged", "status": "completed", "tag": "7e31e802-80d7-475c-9594-281de60619ac", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:12:19.181678 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ec27f34-53a1-48a6-aa06-8ed14d37ebc6 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:12:19.182062 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb49c96-f844-4ee0-b1db-93cd45a728e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e31e802-80d7-475c-9594-281de60619ac', 'code': 200} Nov 09 01:12:19.207761 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=7e31e802-80d7-475c-9594-281de60619ac,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:19.274018 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c578bd2-26f2-40e5-a832-9ba434c7cb02 req-b36880ec-2614-4554-aa7e-09578faa965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:19.275491 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9c578bd2-26f2-40e5-a832-9ba434c7cb02 req-b36880ec-2614-4554-aa7e-09578faa965b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 1096 time: 0.0393937 Nov 09 01:12:19.322487 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9c578bd2-26f2-40e5-a832-9ba434c7cb02 req-bfd0f8b2-06af-45f3-a497-66487053e063 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 Nov 09 01:12:19.699900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709b223-ecc1-4980-bde1-44075dcf21e5 req-37011a77-a4ad-4fba-ab77-1de6a82d3898 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:19.701373 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d709b223-ecc1-4980-bde1-44075dcf21e5 req-37011a77-a4ad-4fba-ab77-1de6a82d3898 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 945 time: 0.0508618 Nov 09 01:12:19.747202 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d709b223-ecc1-4980-bde1-44075dcf21e5 req-7f9b2520-0739-4fc3-9758-82c37d5662b7 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393145 Nov 09 01:12:20.863224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8d481-d3de-453a-9ede-1e2d13f6dca9 req-368f231f-dbcd-4dba-bfad-e11b0b604860 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:20.864647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bcc8d481-d3de-453a-9ede-1e2d13f6dca9 req-368f231f-dbcd-4dba-bfad-e11b0b604860 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 945 time: 0.0484080 Nov 09 01:12:20.911032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bcc8d481-d3de-453a-9ede-1e2d13f6dca9 req-36aee641-f68c-4ffc-98b0-61cdb96194b6 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Nov 09 01:12:21.022887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0328ba7-680b-454d-910b-f3bf755693c0 req-8489b4e3-4284-4788-b52c-9d8f3f7aa9fb tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:21.024342 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0328ba7-680b-454d-910b-f3bf755693c0 req-8489b4e3-4284-4788-b52c-9d8f3f7aa9fb tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 945 time: 0.0478141 Nov 09 01:12:21.074221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0328ba7-680b-454d-910b-f3bf755693c0 req-6f831a84-b7b0-4619-8816-78b876693742 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438147 Nov 09 01:12:42.541536 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb053472-86aa-4a56-852c-895436173a37 req-ec02a648-3628-4ea2-991f-145622ea537c tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:42.543049 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb053472-86aa-4a56-852c-895436173a37 req-ec02a648-3628-4ea2-991f-145622ea537c tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 945 time: 0.0511312 Nov 09 01:12:42.591050 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bb053472-86aa-4a56-852c-895436173a37 req-83755830-619b-4521-b1c1-ea1a4b1e2a5e tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Nov 09 01:12:42.782696 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cde94f7b-078e-48fb-a9ff-af8966e15392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:43.709897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69056ca-eb02-42cd-af7b-66bcadd76035 req-36ddff88-5fd1-4293-8161-c1cc1313537d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:43.711355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b69056ca-eb02-42cd-af7b-66bcadd76035 req-36ddff88-5fd1-4293-8161-c1cc1313537d tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 945 time: 0.0481339 Nov 09 01:12:43.757705 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b69056ca-eb02-42cd-af7b-66bcadd76035 req-a6481a43-7200-4e18-b7a0-131f403e7dd5 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/security-groups?id=c633461e-86ac-45b1-ad62-fe544749b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Nov 09 01:12:44.089437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf61f6-62c8-4fff-84fc-4002d55b7a9c req-bd0e695d-90fc-4b8c-a559-43cee73de445 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:44.090874 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23cf61f6-62c8-4fff-84fc-4002d55b7a9c req-bd0e695d-90fc-4b8c-a559-43cee73de445 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 945 time: 0.0476706 Nov 09 01:12:44.179368 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-23cf61f6-62c8-4fff-84fc-4002d55b7a9c req-8afac471-3ded-4818-bd56-f8d06547d429 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Deleting port 7e31e802-80d7-475c-9594-281de60619ac {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:12:44.179705 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-23cf61f6-62c8-4fff-84fc-4002d55b7a9c req-8afac471-3ded-4818-bd56-f8d06547d429 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:44.269740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-23cf61f6-62c8-4fff-84fc-4002d55b7a9c req-8afac471-3ded-4818-bd56-f8d06547d429 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] For port 7e31e802-80d7-475c-9594-281de60619ac, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=7e31e802-80d7-475c-9594-281de60619ac,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:12:44.270101 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-23cf61f6-62c8-4fff-84fc-4002d55b7a9c req-8afac471-3ded-4818-bd56-f8d06547d429 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:44.282474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-23cf61f6-62c8-4fff-84fc-4002d55b7a9c req-8afac471-3ded-4818-bd56-f8d06547d429 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Calling delete_port for 7e31e802-80d7-475c-9594-281de60619ac owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:12:44.408269 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-23cf61f6-62c8-4fff-84fc-4002d55b7a9c req-8afac471-3ded-4818-bd56-f8d06547d429 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:44.421065 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['7e31e802-80d7-475c-9594-281de60619ac'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:12:44.434790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afac471-3ded-4818-bd56-f8d06547d429 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Pushing event deleted for resources: {'Port': ['ID=7e31e802-80d7-475c-9594-281de60619ac,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:44.478778 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cf61f6-62c8-4fff-84fc-4002d55b7a9c req-8afac471-3ded-4818-bd56-f8d06547d429 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] No DVR routers for this DVR port 7e31e802-80d7-475c-9594-281de60619ac on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:12:44.481454 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-23cf61f6-62c8-4fff-84fc-4002d55b7a9c req-8afac471-3ded-4818-bd56-f8d06547d429 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:44.484787 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-23cf61f6-62c8-4fff-84fc-4002d55b7a9c req-8afac471-3ded-4818-bd56-f8d06547d429 tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.11 "DELETE /v2.0/ports/7e31e802-80d7-475c-9594-281de60619ac HTTP/1.1" status: 204 len: 173 time: 0.3866870 Nov 09 01:12:44.485235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb49c96-f844-4ee0-b1db-93cd45a728e4', 'name': 'network-vif-deleted', 'tag': '7e31e802-80d7-475c-9594-281de60619ac'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:12:44.487919 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb29553-3158-47eb-a241-5a43c78b70c3" -d '{"events": [{"server_uuid": "fdb49c96-f844-4ee0-b1db-93cd45a728e4", "name": "network-vif-deleted", "tag": "7e31e802-80d7-475c-9594-281de60619ac"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:12:44.530993 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0452482f-96ec-4206-8543-9a7ad9a9035c x-openstack-request-id: req-0452482f-96ec-4206-8543-9a7ad9a9035c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:12:44.531303 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb49c96-f844-4ee0-b1db-93cd45a728e4", "name": "network-vif-deleted", "tag": "7e31e802-80d7-475c-9594-281de60619ac", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:12:44.531550 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0452482f-96ec-4206-8543-9a7ad9a9035c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:12:44.531943 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb49c96-f844-4ee0-b1db-93cd45a728e4', 'name': 'network-vif-deleted', 'tag': '7e31e802-80d7-475c-9594-281de60619ac', 'status': 'completed', 'code': 200} Nov 09 01:12:44.866958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2f41fd1b-149b-4b60-a6d0-6b2042e447df req-9a7ffd1e-3dc3-4e57-9c29-dacc50d0f12a tempest-TestEncryptedCinderVolumes-1288349294 tempest-TestEncryptedCinderVolumes-1288349294-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdb49c96-f844-4ee0-b1db-93cd45a728e4 HTTP/1.1" status: 200 len: 210 time: 0.0318880 Nov 09 01:12:44.868404 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dd79a36e-d073-40cd-b62a-5470508c9ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:45.179047 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:12:46.206009 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60890) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:46.317850 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:46.491596 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:46.549599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a82566-0f32-4890-96d0-e52e9d556879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:46.789545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-20a82566-0f32-4890-96d0-e52e9d556879 admin admin] Deleting port 8df24dfd-6b67-4bbb-8a76-d796a736a588 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:12:46.789889 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a82566-0f32-4890-96d0-e52e9d556879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:46.858397 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:46.870219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-20a82566-0f32-4890-96d0-e52e9d556879 admin admin] For port 8df24dfd-6b67-4bbb-8a76-d796a736a588, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=8df24dfd-6b67-4bbb-8a76-d796a736a588,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:12:46.870585 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a82566-0f32-4890-96d0-e52e9d556879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:46.883371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-20a82566-0f32-4890-96d0-e52e9d556879 admin admin] Calling delete_port for 8df24dfd-6b67-4bbb-8a76-d796a736a588 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:12:47.055646 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a82566-0f32-4890-96d0-e52e9d556879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:47.081003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a82566-0f32-4890-96d0-e52e9d556879 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df24dfd-6b67-4bbb-8a76-d796a736a588,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:47.128715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7e31e802-80d7-475c-9594-281de60619ac no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:12:47.151946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 7e31e802-80d7-475c-9594-281de60619ac {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:12:47.152287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 7e31e802-80d7-475c-9594-281de60619ac not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:12:47.248549 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-20a82566-0f32-4890-96d0-e52e9d556879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:47.457727 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a82566-0f32-4890-96d0-e52e9d556879 admin admin] Router 47492214-b5d6-45e0-b8fa-76d45b7d905c has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:12:47.561338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a82566-0f32-4890-96d0-e52e9d556879 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:12:47.566602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-20a82566-0f32-4890-96d0-e52e9d556879 admin admin] 10.222.0.25 "PUT /v2.0/routers/47492214-b5d6-45e0-b8fa-76d45b7d905c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3594594 Nov 09 01:12:47.569165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60892) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:47.572333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57ddde5-c31d-45ce-8a4d-1dd0f02cf8d4 None None] Sync routers for ids ['47492214-b5d6-45e0-b8fa-76d45b7d905c'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:12:47.582837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ddde5-c31d-45ce-8a4d-1dd0f02cf8d4 None None] Routers {'47492214-b5d6-45e0-b8fa-76d45b7d905c'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:12:47.583517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f57ddde5-c31d-45ce-8a4d-1dd0f02cf8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['47492214-b5d6-45e0-b8fa-76d45b7d905c'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:47.676613 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:47.686378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f57ddde5-c31d-45ce-8a4d-1dd0f02cf8d4 None None] Set router 47492214-b5d6-45e0-b8fa-76d45b7d905c gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:12:47.775823 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:47.826793 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Deleting port d4cd03b9-4a37-4811-974d-e4b65e47fe17 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:12:47.827132 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:47.862059 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:47.877481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f57ddde5-c31d-45ce-8a4d-1dd0f02cf8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'name': 'tempest-TestEncryptedCinderVolumes-113038344-router', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:26Z', 'updated_at': '2021-11-09T01:12:47Z', 'revision_number': 5, 'project_id': 'e393257481794d3ea45b34fd11357069', 'gw_port': {'id': 'd4cd03b9-4a37-4811-974d-e4b65e47fe17', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:27Z', 'updated_at': '2021-11-09T01:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:47.904499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57ddde5-c31d-45ce-8a4d-1dd0f02cf8d4 None None] Checking router: 47492214-b5d6-45e0-b8fa-76d45b7d905c for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:12:47.911936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] For port d4cd03b9-4a37-4811-974d-e4b65e47fe17, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=d4cd03b9-4a37-4811-974d-e4b65e47fe17,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:12:47.912302 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:47.913266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ddde5-c31d-45ce-8a4d-1dd0f02cf8d4 None None] Routers {'47492214-b5d6-45e0-b8fa-76d45b7d905c'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:12:47.913904 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f57ddde5-c31d-45ce-8a4d-1dd0f02cf8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['47492214-b5d6-45e0-b8fa-76d45b7d905c'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:47.925034 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Calling delete_port for d4cd03b9-4a37-4811-974d-e4b65e47fe17 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:12:47.998716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f57ddde5-c31d-45ce-8a4d-1dd0f02cf8d4 None None] Set router 47492214-b5d6-45e0-b8fa-76d45b7d905c gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:12:48.053841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f57ddde5-c31d-45ce-8a4d-1dd0f02cf8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'name': 'tempest-TestEncryptedCinderVolumes-113038344-router', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:26Z', 'updated_at': '2021-11-09T01:12:47Z', 'revision_number': 6, 'project_id': 'e393257481794d3ea45b34fd11357069', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:48.081062 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57ddde5-c31d-45ce-8a4d-1dd0f02cf8d4 None None] The sync data for ids ['47492214-b5d6-45e0-b8fa-76d45b7d905c'] in n-d-813263-3 is: [{'id': '47492214-b5d6-45e0-b8fa-76d45b7d905c', 'name': 'tempest-TestEncryptedCinderVolumes-113038344-router', 'tenant_id': 'e393257481794d3ea45b34fd11357069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:26Z', 'updated_at': '2021-11-09T01:12:47Z', 'revision_number': 6, 'project_id': 'e393257481794d3ea45b34fd11357069', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:12:48.092139 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:48.117778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cd03b9-4a37-4811-974d-e4b65e47fe17,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:48.178812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:48.264965 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:48.267671 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:48.311651 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:48.312195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47492214-b5d6-45e0-b8fa-76d45b7d905c {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:12:48.317040 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:48.318318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d07f6e28-dfb1-4ab9-b268-2f85416cbd17 admin admin] 10.222.0.25 "DELETE /v2.0/routers/47492214-b5d6-45e0-b8fa-76d45b7d905c HTTP/1.1" status: 204 len: 168 time: 0.7482111 Nov 09 01:12:48.320892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60894) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:48.364933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bbbb41-2436-4d1c-9377-14f409c47a5c admin admin] Deleting subnet be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:12:48.367898 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05bbbb41-2436-4d1c-9377-14f409c47a5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:48.402121 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05bbbb41-2436-4d1c-9377-14f409c47a5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:48.509076 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:48.841187 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05bbbb41-2436-4d1c-9377-14f409c47a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:48.894738 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05bbbb41-2436-4d1c-9377-14f409c47a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:48.918525 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbbb41-2436-4d1c-9377-14f409c47a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:48.926133 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05bbbb41-2436-4d1c-9377-14f409c47a5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:48.931513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206ae268-cd81-4b60-9091-751c2544d38d None None] Network 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:12:48.933104 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60896) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:48.933573 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-05bbbb41-2436-4d1c-9377-14f409c47a5c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/be0588e3-c827-4a72-bdd0-6b6a4e6b0a8c HTTP/1.1" status: 204 len: 168 time: 0.6112514 Nov 09 01:12:49.006204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:49.063808 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Deleting port 004af6fd-8842-486a-8cf3-b988ef5e4a58 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:12:49.064154 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:49.132625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] For port 004af6fd-8842-486a-8cf3-b988ef5e4a58, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=004af6fd-8842-486a-8cf3-b988ef5e4a58,segment=NetworkSegment(c7f22759-3af3-441c-a97f-822e9ae0ad93),segment_id=c7f22759-3af3-441c-a97f-822e9ae0ad93)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:12:49.132991 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:49.152640 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Calling delete_port for 004af6fd-8842-486a-8cf3-b988ef5e4a58 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:12:49.232249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:49.262086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=004af6fd-8842-486a-8cf3-b988ef5e4a58,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:49.263937 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] No DVR routers for this DVR port 004af6fd-8842-486a-8cf3-b988ef5e4a58 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:12:49.274682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c5eeb-caf6-4a62-b283-e6da2a353376 None None] DHCP port deletion for 9d0f4f0f-e977-4c82-8fec-9220ad4edad5 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:12:49.337877 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:49.357583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0f4f0f-e977-4c82-8fec-9220ad4edad5']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:49.366619 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f22759-3af3-441c-a97f-822e9ae0ad93') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:49.366916 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f22759-3af3-441c-a97f-822e9ae0ad93') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:49.376184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:49.388945 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:49.395798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:12:49.396134 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: timer() Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:12:49.397863 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:12:49.454859 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:49.460089 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:49.463222 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] 10.222.0.25 "DELETE /v2.0/networks/9d0f4f0f-e977-4c82-8fec-9220ad4edad5 HTTP/1.1" status: 204 len: 168 time: 0.5290751 Nov 09 01:12:49.466175 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60898) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:49.480397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f7ee3-b9db-4b06-92eb-34c229595b6a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0f4f0f-e977-4c82-8fec-9220ad4edad5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:49.805420 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a00a1798-52e8-4b02-b262-c73080d1e0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:50.042168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a00a1798-52e8-4b02-b262-c73080d1e0b9 admin admin] Deleting port 76ce1e05-9fcd-407b-94ce-d30b98743934 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:12:50.043014 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a00a1798-52e8-4b02-b262-c73080d1e0b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:50.125046 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-a00a1798-52e8-4b02-b262-c73080d1e0b9 admin admin] For port 76ce1e05-9fcd-407b-94ce-d30b98743934, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=76ce1e05-9fcd-407b-94ce-d30b98743934,segment=NetworkSegment(9e0b52bd-2039-4f81-8e9c-5c5e70a7d241),segment_id=9e0b52bd-2039-4f81-8e9c-5c5e70a7d241)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:12:50.125432 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a00a1798-52e8-4b02-b262-c73080d1e0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:50.138674 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a00a1798-52e8-4b02-b262-c73080d1e0b9 admin admin] Calling delete_port for 76ce1e05-9fcd-407b-94ce-d30b98743934 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:12:50.172478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8df24dfd-6b67-4bbb-8a76-d796a736a588 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:12:50.193285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 8df24dfd-6b67-4bbb-8a76-d796a736a588 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:12:50.193731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 8df24dfd-6b67-4bbb-8a76-d796a736a588 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:12:50.194216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d4cd03b9-4a37-4811-974d-e4b65e47fe17 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:12:50.212430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: d4cd03b9-4a37-4811-974d-e4b65e47fe17 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:12:50.212859 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device d4cd03b9-4a37-4811-974d-e4b65e47fe17 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:12:50.213326 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 004af6fd-8842-486a-8cf3-b988ef5e4a58 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:12:50.236174 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 004af6fd-8842-486a-8cf3-b988ef5e4a58 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:12:50.236600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 004af6fd-8842-486a-8cf3-b988ef5e4a58 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:12:50.324427 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a00a1798-52e8-4b02-b262-c73080d1e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:50.349711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a1798-52e8-4b02-b262-c73080d1e0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ce1e05-9fcd-407b-94ce-d30b98743934,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:50.523011 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a00a1798-52e8-4b02-b262-c73080d1e0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:50.735573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00a1798-52e8-4b02-b262-c73080d1e0b9 admin admin] Router a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:12:50.838365 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00a1798-52e8-4b02-b262-c73080d1e0b9 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:12:50.843315 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a00a1798-52e8-4b02-b262-c73080d1e0b9 admin admin] 10.222.0.25 "PUT /v2.0/routers/a1ec316d-89fb-4d3d-885f-c404bdbfc7f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3762236 Nov 09 01:12:50.846535 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60900) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:50.849020 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df23c7-5e37-4d14-9596-b7ccc014b642 None None] Sync routers for ids ['a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:12:50.859034 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df23c7-5e37-4d14-9596-b7ccc014b642 None None] Routers {'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:12:50.859721 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-83df23c7-5e37-4d14-9596-b7ccc014b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:50.965059 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-83df23c7-5e37-4d14-9596-b7ccc014b642 None None] Set router a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:12:51.149248 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-83df23c7-5e37-4d14-9596-b7ccc014b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'name': 'tempest-TestEncryptedCinderVolumes-822435498-router', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '054da70f-a7d3-4ced-880a-4e7635235051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:30Z', 'updated_at': '2021-11-09T01:12:50Z', 'revision_number': 5, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'gw_port': {'id': '054da70f-a7d3-4ced-880a-4e7635235051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:31Z', 'updated_at': '2021-11-09T01:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:51.181194 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df23c7-5e37-4d14-9596-b7ccc014b642 None None] Checking router: a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:12:51.190244 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df23c7-5e37-4d14-9596-b7ccc014b642 None None] Routers {'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:12:51.190847 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-83df23c7-5e37-4d14-9596-b7ccc014b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:51.287372 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:51.295239 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-83df23c7-5e37-4d14-9596-b7ccc014b642 None None] Set router a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:12:51.388507 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:51.439992 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Deleting port 054da70f-a7d3-4ced-880a-4e7635235051 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:12:51.440250 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:51.470403 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-83df23c7-5e37-4d14-9596-b7ccc014b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'name': 'tempest-TestEncryptedCinderVolumes-822435498-router', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '054da70f-a7d3-4ced-880a-4e7635235051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:30Z', 'updated_at': '2021-11-09T01:12:50Z', 'revision_number': 5, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'gw_port': {'id': '054da70f-a7d3-4ced-880a-4e7635235051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:31Z', 'updated_at': '2021-11-09T01:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:51.496329 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df23c7-5e37-4d14-9596-b7ccc014b642 None None] The sync data for ids ['a1ec316d-89fb-4d3d-885f-c404bdbfc7f8'] in n-d-813263-3 is: [{'id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'name': 'tempest-TestEncryptedCinderVolumes-822435498-router', 'tenant_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '054da70f-a7d3-4ced-880a-4e7635235051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:11:30Z', 'updated_at': '2021-11-09T01:12:50Z', 'revision_number': 5, 'project_id': 'decd6b905adc4f69b67b680ea4cfa27b', 'gw_port': {'id': '054da70f-a7d3-4ced-880a-4e7635235051', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ec316d-89fb-4d3d-885f-c404bdbfc7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:11:31Z', 'updated_at': '2021-11-09T01:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:12:51.521440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] For port 054da70f-a7d3-4ced-880a-4e7635235051, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=054da70f-a7d3-4ced-880a-4e7635235051,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:12:51.521807 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:51.534709 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Calling delete_port for 054da70f-a7d3-4ced-880a-4e7635235051 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:12:51.694282 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:51.720374 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=054da70f-a7d3-4ced-880a-4e7635235051,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:51.777135 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:51.867564 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:51.869760 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:51.919056 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:51.919649 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:12:51.925293 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:51.926494 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0eca9b66-c2a0-40c0-b07c-f5474d0a1e40 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a1ec316d-89fb-4d3d-885f-c404bdbfc7f8 HTTP/1.1" status: 204 len: 168 time: 1.0783622 Nov 09 01:12:51.929173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60902) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:51.974656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-29699f1d-3ca9-433d-b683-77b2b2963e22 admin admin] Deleting subnet 5496e95d-46e5-468b-9ad4-ef5b152af27b {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:12:51.977813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29699f1d-3ca9-433d-b683-77b2b2963e22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.016207 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29699f1d-3ca9-433d-b683-77b2b2963e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.106673 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29699f1d-3ca9-433d-b683-77b2b2963e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.165885 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29699f1d-3ca9-433d-b683-77b2b2963e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.196124 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29699f1d-3ca9-433d-b683-77b2b2963e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5496e95d-46e5-468b-9ad4-ef5b152af27b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:52.201530 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-29699f1d-3ca9-433d-b683-77b2b2963e22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.205408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-29699f1d-3ca9-433d-b683-77b2b2963e22 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5496e95d-46e5-468b-9ad4-ef5b152af27b HTTP/1.1" status: 204 len: 168 time: 0.2751274 Nov 09 01:12:52.207468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a9042a-3e3d-4043-9f74-f541e2e4b953 None None] Network 93891ef5-b138-495d-a7dc-6f7483d3ef90 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:12:52.208075 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60904) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:52.276111 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.328244 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Deleting port 1399959d-0718-4ee0-9593-c61a617858b4 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:12:52.328855 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.395694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] For port 1399959d-0718-4ee0-9593-c61a617858b4, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1399959d-0718-4ee0-9593-c61a617858b4,segment=NetworkSegment(9e0b52bd-2039-4f81-8e9c-5c5e70a7d241),segment_id=9e0b52bd-2039-4f81-8e9c-5c5e70a7d241)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:12:52.396058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.408831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Calling delete_port for 1399959d-0718-4ee0-9593-c61a617858b4 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:12:52.486885 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.519060 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Pushing event deleted for resources: {'Port': ['ID=1399959d-0718-4ee0-9593-c61a617858b4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:52.520901 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] No DVR routers for this DVR port 1399959d-0718-4ee0-9593-c61a617858b4 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:12:52.537532 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01959525-0a72-48f6-938c-6625314a96ac None None] DHCP port deletion for 93891ef5-b138-495d-a7dc-6f7483d3ef90 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:12:52.598370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 76ce1e05-9fcd-407b-94ce-d30b98743934 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:12:52.608123 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.622170 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 76ce1e05-9fcd-407b-94ce-d30b98743934 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:12:52.622513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 76ce1e05-9fcd-407b-94ce-d30b98743934 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:12:52.629962 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93891ef5-b138-495d-a7dc-6f7483d3ef90']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:52.639249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0b52bd-2039-4f81-8e9c-5c5e70a7d241') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:52.639538 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0b52bd-2039-4f81-8e9c-5c5e70a7d241') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:52.649190 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.662641 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.668923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:12:52.669328 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: timer() Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:12:52.671103 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:12:52.728785 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.734289 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.737591 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] 10.222.0.25 "DELETE /v2.0/networks/93891ef5-b138-495d-a7dc-6f7483d3ef90 HTTP/1.1" status: 204 len: 168 time: 0.5283973 Nov 09 01:12:52.748019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78992d-ef37-4b23-b7bf-5fbd36818848 admin admin] Pushing event deleted for resources: {'Network': ['ID=93891ef5-b138-495d-a7dc-6f7483d3ef90,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:52.891631 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60908) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:52.930880 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-06d8276a-5a79-4862-b139-e68e80a6c2bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e393257481794d3ea45b34fd11357069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381191 Nov 09 01:12:52.933172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60910) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:52.978472 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4424ed1f-ca46-4887-b583-313c048a59c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:52.999568 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4424ed1f-ca46-4887-b583-313c048a59c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:53.049450 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4424ed1f-ca46-4887-b583-313c048a59c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:53.052087 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4424ed1f-ca46-4887-b583-313c048a59c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:53.053830 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4424ed1f-ca46-4887-b583-313c048a59c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c633461e-86ac-45b1-ad62-fe544749b244 HTTP/1.1" status: 204 len: 168 time: 0.1196878 Nov 09 01:12:53.062109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424ed1f-ca46-4887-b583-313c048a59c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c633461e-86ac-45b1-ad62-fe544749b244,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:53.355100 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60916) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:53.393983 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c3926e8d-0357-4636-bbd5-cacae8d8d2ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=decd6b905adc4f69b67b680ea4cfa27b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377562 Nov 09 01:12:53.396303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60918) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:53.442057 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1270e73-fde7-4775-a696-8748c85ba2e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:53.462801 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1270e73-fde7-4775-a696-8748c85ba2e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:53.508835 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1270e73-fde7-4775-a696-8748c85ba2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:53.511450 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1270e73-fde7-4775-a696-8748c85ba2e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:53.512600 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b1270e73-fde7-4775-a696-8748c85ba2e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15d8e32e-12bf-4804-98b7-938cd644f57e HTTP/1.1" status: 204 len: 168 time: 0.1154144 Nov 09 01:12:53.520314 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1270e73-fde7-4775-a696-8748c85ba2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d8e32e-12bf-4804-98b7-938cd644f57e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:54.162492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60940) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:54.170728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 054da70f-a7d3-4ced-880a-4e7635235051 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:12:54.191102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 054da70f-a7d3-4ced-880a-4e7635235051 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:12:54.191447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 054da70f-a7d3-4ced-880a-4e7635235051 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:12:54.191862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1399959d-0718-4ee0-9593-c61a617858b4 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:12:54.210896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 1399959d-0718-4ee0-9593-c61a617858b4 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:12:54.211235 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1399959d-0718-4ee0-9593-c61a617858b4 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:12:54.258981 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-187597913-network', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:12:54.280025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Made reservation on behalf of 117641844a964749ad2e52b59c2e2fe5 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:12:54.282494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.291056 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.365244 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.368965 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.389147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:12:54.401899 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6144a04d-3eb3-42ca-b499-24ae70c1d834,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:54.406475 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.406822 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Added segment a9fa425c-0d02-4d74-a8f0-45ef76467533 of type vlan for network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d Nov 09 01:12:54.446404 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.472578 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.473663 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:54.474237 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.528448 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3648517 Nov 09 01:12:54.531502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60944) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:54.535618 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9a24b-504c-4879-83fd-7801c10fc593 admin admin] Pushing event updated for resources: {'Network': ['ID=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:54.536714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-ae285f86-7a6d-4347-8681-4933a050fcc5 admin admin] Request body: {'subnet': {'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-187597913-subnet', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:12:54.545671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:12:54.558001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae285f86-7a6d-4347-8681-4933a050fcc5 admin admin] Made reservation on behalf of 117641844a964749ad2e52b59c2e2fe5 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:12:54.560438 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae285f86-7a6d-4347-8681-4933a050fcc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.726601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae285f86-7a6d-4347-8681-4933a050fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.785225 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae285f86-7a6d-4347-8681-4933a050fcc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab65394-e937-4c30-9597-7380bc007462,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:54.794237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae285f86-7a6d-4347-8681-4933a050fcc5 admin admin] Checking segment: {'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:12:54.794599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae285f86-7a6d-4347-8681-4933a050fcc5 admin admin] Network hostable DHCP agents. Network: b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:12:54.812954 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae285f86-7a6d-4347-8681-4933a050fcc5 admin admin] Network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:12:54.823240 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-ae285f86-7a6d-4347-8681-4933a050fcc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:12:54.828239 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae285f86-7a6d-4347-8681-4933a050fcc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:54.828896 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ae285f86-7a6d-4347-8681-4933a050fcc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.833265 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9753f745-73de-4a52-997b-958ca1df8abc None None] Network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:12:54.850019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ae285f86-7a6d-4347-8681-4933a050fcc5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3145785 Nov 09 01:12:54.850554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60946) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:54.855675 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:12:54.880450 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.881775 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.942898 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:54.992073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:12:54.992952 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:55.080563 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:55.128018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Allocated IP 172.20.0.2 (b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d/0ab65394-e937-4c30-9597-7380bc007462/7308c651-50e1-4858-aaf0-ac270d9c05aa) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:12:55.269522 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:55.275255 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:55.283367 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:55.302506 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:55.308999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:12:55.311874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:12:55.315881 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:12:55.331001 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Pushing event updated for resources: {'Port': ['ID=7308c651-50e1-4858-aaf0-ac270d9c05aa,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:55.377191 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Attempting to bind port 7308c651-50e1-4858-aaf0-ac270d9c05aa on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:12:55.377584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Attempting to bind port 7308c651-50e1-4858-aaf0-ac270d9c05aa by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:12:55.377945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Attempting to bind port 7308c651-50e1-4858-aaf0-ac270d9c05aa on network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:12:55.382872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:12:55.383239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Checking segment: {'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:12:55.383635 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:55.384026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Bound using segment: {'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:12:55.384483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Bound port: 7308c651-50e1-4858-aaf0-ac270d9c05aa, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:12:55.384857 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:55.406623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Allocated IP 172.25.0.21 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:12:55.450090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] For port 7308c651-50e1-4858-aaf0-ac270d9c05aa, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:12:55.453119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] For port 7308c651-50e1-4858-aaf0-ac270d9c05aa, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7308c651-50e1-4858-aaf0-ac270d9c05aa,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:12:55.458230 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:55.512948 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:55.514367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19290e09-5f72-4dbd-be8e-c401ed5efbfd None None] Pushing event updated for resources: {'Port': ['ID=7308c651-50e1-4858-aaf0-ac270d9c05aa,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:55.548742 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:55.586451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:12:55.589379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:12:55.595181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:12:55.619323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:55.862545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:56.060921 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:56.224118 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Router 565fef4c-11d5-4c16-9ead-a58b130af8d6 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:12:56.226361 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7308c651-50e1-4858-aaf0-ac270d9c05aa up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:12:56.291941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7308c651-50e1-4858-aaf0-ac270d9c05aa triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:12:56.293143 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:56.347356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:12:56.370493 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:56.374282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Sync routers for ids ['565fef4c-11d5-4c16-9ead-a58b130af8d6'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:12:56.374451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c3bced61-119c-4452-86df-6092d66945c6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5200422 Nov 09 01:12:56.374946 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60948) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:56.392203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Routers {'565fef4c-11d5-4c16-9ead-a58b130af8d6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:12:56.392846 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['565fef4c-11d5-4c16-9ead-a58b130af8d6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:56.444160 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:56.494395 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b0420-60af-4e50-a331-19e48c1c1742 None None] Network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:12:56.588845 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 7308c651-50e1-4858-aaf0-ac270d9c05aa, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7308c651-50e1-4858-aaf0-ac270d9c05aa,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:12:56.605629 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Set router 565fef4c-11d5-4c16-9ead-a58b130af8d6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:12:56.630192 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:56.670479 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ab0fea5b-566e-4559-b84a-afbb2dff5095 None None] Provisioning complete for port 7308c651-50e1-4858-aaf0-ac270d9c05aa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:12:56.670854 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ab0fea5b-566e-4559-b84a-afbb2dff5095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:56.803421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:56.839799 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=7308c651-50e1-4858-aaf0-ac270d9c05aa,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:56.958417 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Allocated IP 172.20.0.1 (b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d/0ab65394-e937-4c30-9597-7380bc007462/4966dc59-e66f-4a50-85b3-9415aa9193ab) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:12:56.980308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:12:55Z', 'revision_number': 3, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:57.011011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Checking router: 565fef4c-11d5-4c16-9ead-a58b130af8d6 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:12:57.011360 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Updating router 565fef4c-11d5-4c16-9ead-a58b130af8d6 port 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:12:57.037948 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.072512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.111410 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.151378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:12:57.156482 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:12:57.160123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:12:57.186628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Pushing event updated for resources: {'Port': ['ID=4966dc59-e66f-4a50-85b3-9415aa9193ab,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:57.206734 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.228534 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-04fdb041-9d13-4141-8ff0-b7defffe988c None None] Provisioning complete for port 7308c651-50e1-4858-aaf0-ac270d9c05aa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:12:57.228891 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-04fdb041-9d13-4141-8ff0-b7defffe988c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.338147 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.388448 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.396864 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.448964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457c5cd-cb61-407e-9565-ea3dfeb66a99 None None] Pushing event updated for resources: {'Port': ['ID=2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:57.451215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Attempting to bind port 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:12:57.451586 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Attempting to bind port 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:12:57.451953 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Attempting to bind port 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:12:57.457225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:12:57.457627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:12:57.458025 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.458414 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:12:57.458872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Bound port: 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:12:57.459245 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.508847 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.513946 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.520676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] For port 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:12:57.525679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] For port 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:12:57.529212 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-de1645c2-4833-4fd4-bfec-8ab39a6fd1b7 None None] Provisioning complete for port 4966dc59-e66f-4a50-85b3-9415aa9193ab triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:12:57.529759 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-de1645c2-4833-4fd4-bfec-8ab39a6fd1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.532996 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.586382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Pushing event updated for resources: {'Port': ['ID=4966dc59-e66f-4a50-85b3-9415aa9193ab,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:57.590552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:57.605946 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-de1645c2-4833-4fd4-bfec-8ab39a6fd1b7 None None] Port 4966dc59-e66f-4a50-85b3-9415aa9193ab cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:12:57.619581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Routers {'565fef4c-11d5-4c16-9ead-a58b130af8d6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:12:57.620206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['565fef4c-11d5-4c16-9ead-a58b130af8d6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:57.685943 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:12:57.687604 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:12:57.816182 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Router 565fef4c-11d5-4c16-9ead-a58b130af8d6 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:12:57.820031 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457c5cd-cb61-407e-9565-ea3dfeb66a99 None None] Pushing event updated for resources: {'Port': ['ID=2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:57.895915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] Set router 565fef4c-11d5-4c16-9ead-a58b130af8d6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:12:57.931734 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:12:57.936776 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-171d7e61-4b47-4be2-aa6e-4ef3214b99cd admin admin] 10.222.0.25 "PUT /v2.0/routers/565fef4c-11d5-4c16-9ead-a58b130af8d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5601249 Nov 09 01:12:57.978913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6305a6d1-fbd1-4f00-9da3-d1de507ae09b None None] Provisioning complete for port 4966dc59-e66f-4a50-85b3-9415aa9193ab triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:12:57.979288 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6305a6d1-fbd1-4f00-9da3-d1de507ae09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:58.061014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6305a6d1-fbd1-4f00-9da3-d1de507ae09b None None] Port 4966dc59-e66f-4a50-85b3-9415aa9193ab cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:12:58.143443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4966dc59-e66f-4a50-85b3-9415aa9193ab', 'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'mac_address': 'fa:16:3e:88:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:56Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 2, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'subnets': [{'id': '0ab65394-e937-4c30-9597-7380bc007462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:12:58.176870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7308c651-50e1-4858-aaf0-ac270d9c05aa up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:12:58.179286 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5777cc-54ac-4f69-96ab-c558a2ad9665 None None] The sync data for ids ['565fef4c-11d5-4c16-9ead-a58b130af8d6'] in n-d-813263-3 is: [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4966dc59-e66f-4a50-85b3-9415aa9193ab', 'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'mac_address': 'fa:16:3e:88:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:56Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 2, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'subnets': [{'id': '0ab65394-e937-4c30-9597-7380bc007462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:12:58.233666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 7308c651-50e1-4858-aaf0-ac270d9c05aa triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:12:58.234035 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:58.454366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60964) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:58.459484 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-193124295-network', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:12:58.487357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Made reservation on behalf of 91cf83bd34894d1da0c8042c9341c376 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:12:58.491816 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:58.501114 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:58.579468 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:58.584359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:58.613225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:12:58.623792 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079f3443-2468-48d1-89ea-cda7a872014f,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:58.630080 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:58.630478 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Added segment cc2f1941-cae6-41f2-8fe5-511d95de4425 of type vlan for network 25dfd297-6c8c-4a50-aa66-7a516f309eb0 Nov 09 01:12:58.675904 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:58.701473 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:58.702471 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:58.703076 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:58.736127 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2805748 Nov 09 01:12:58.738937 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60966) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:58.744355 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-04fc904e-8862-4f74-9b0c-3703be3fd62e admin admin] Request body: {'subnet': {'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-193124295-subnet', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:12:58.767454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fc904e-8862-4f74-9b0c-3703be3fd62e admin admin] Made reservation on behalf of 91cf83bd34894d1da0c8042c9341c376 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:12:58.770146 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-04fc904e-8862-4f74-9b0c-3703be3fd62e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:58.770305 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec6e4f-e4bc-40a9-a09a-1c06a9030688 admin admin] Pushing event updated for resources: {'Network': ['ID=25dfd297-6c8c-4a50-aa66-7a516f309eb0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:58.780264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 25dfd297-6c8c-4a50-aa66-7a516f309eb0 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:12:58.977877 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-04fc904e-8862-4f74-9b0c-3703be3fd62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.029729 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc904e-8862-4f74-9b0c-3703be3fd62e admin admin] Pushing event updated for resources: {'Subnet': ['ID=88033a99-29a7-4609-b8a3-155009ccf91a,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:59.047810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc904e-8862-4f74-9b0c-3703be3fd62e admin admin] Checking segment: {'id': 'cc2f1941-cae6-41f2-8fe5-511d95de4425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:12:59.048178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc904e-8862-4f74-9b0c-3703be3fd62e admin admin] Network hostable DHCP agents. Network: 25dfd297-6c8c-4a50-aa66-7a516f309eb0, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:12:59.066228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc904e-8862-4f74-9b0c-3703be3fd62e admin admin] Network 25dfd297-6c8c-4a50-aa66-7a516f309eb0 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:12:59.075655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-04fc904e-8862-4f74-9b0c-3703be3fd62e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 25dfd297-6c8c-4a50-aa66-7a516f309eb0) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:12:59.080788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fc904e-8862-4f74-9b0c-3703be3fd62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:12:59.081792 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-04fc904e-8862-4f74-9b0c-3703be3fd62e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.087092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d348884-afd6-4b1f-8a91-2f19c059150f None None] Network 25dfd297-6c8c-4a50-aa66-7a516f309eb0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:12:59.104773 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-04fc904e-8862-4f74-9b0c-3703be3fd62e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3646429 Nov 09 01:12:59.107345 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 60968) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:12:59.112381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-193124295-router', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:12:59.134933 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.135983 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.198507 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.251244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-25dfd297-6c8c-4a50-aa66-7a516f309eb0', 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'fixed_ips': [{'subnet_id': '88033a99-29a7-4609-b8a3-155009ccf91a'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:12:59.252155 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.348630 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.391044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Allocated IP 172.20.0.2 (25dfd297-6c8c-4a50-aa66-7a516f309eb0/88033a99-29a7-4609-b8a3-155009ccf91a/c0b2bb21-a246-4eb4-981e-4f17b117786b) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:12:59.542153 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.548851 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.557936 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.576861 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.598866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Network 25dfd297-6c8c-4a50-aa66-7a516f309eb0 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:12:59.608316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:12:59.611128 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Pushing event updated for resources: {'Port': ['ID=c0b2bb21-a246-4eb4-981e-4f17b117786b,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:59.614694 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:12:59.689061 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Allocated IP 172.25.0.245 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/37076746-9ed8-4309-af00-ca7d5864ae99) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:12:59.708066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Attempting to bind port c0b2bb21-a246-4eb4-981e-4f17b117786b on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:12:59.708432 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Attempting to bind port c0b2bb21-a246-4eb4-981e-4f17b117786b by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'cc2f1941-cae6-41f2-8fe5-511d95de4425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:12:59.708796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Attempting to bind port c0b2bb21-a246-4eb4-981e-4f17b117786b on network 25dfd297-6c8c-4a50-aa66-7a516f309eb0 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:12:59.715875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:12:59.716251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Checking segment: {'id': 'cc2f1941-cae6-41f2-8fe5-511d95de4425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:12:59.716651 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.717044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Bound using segment: {'id': 'cc2f1941-cae6-41f2-8fe5-511d95de4425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:12:59.717530 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Bound port: c0b2bb21-a246-4eb4-981e-4f17b117786b, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f1941-cae6-41f2-8fe5-511d95de4425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:12:59.717909 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.803997 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.822678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] For port c0b2bb21-a246-4eb4-981e-4f17b117786b, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:12:59.826271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] For port c0b2bb21-a246-4eb4-981e-4f17b117786b, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c0b2bb21-a246-4eb4-981e-4f17b117786b,segment=NetworkSegment(cc2f1941-cae6-41f2-8fe5-511d95de4425),segment_id=cc2f1941-cae6-41f2-8fe5-511d95de4425)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:12:59.833593 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.838845 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:12:59.879529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:12:59.887704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:12:59.893161 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:12:59.896524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Pushing event updated for resources: {'Port': ['ID=37076746-9ed8-4309-af00-ca7d5864ae99,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:12:59.912344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edd60e-9b13-4894-a369-820f1b4c1ed2 None None] Pushing event updated for resources: {'Port': ['ID=c0b2bb21-a246-4eb4-981e-4f17b117786b,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:00.184155 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:00.253511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:13:00.276288 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Sync routers for ids ['565fef4c-11d5-4c16-9ead-a58b130af8d6'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:13:00.286625 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Routers {'565fef4c-11d5-4c16-9ead-a58b130af8d6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:13:00.287552 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['565fef4c-11d5-4c16-9ead-a58b130af8d6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:00.307411 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:00.307942 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:00.390351 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:00.401785 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Set router 565fef4c-11d5-4c16-9ead-a58b130af8d6 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:13:00.411611 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:00.412992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:13:00.420355 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:00.421107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c0b2bb21-a246-4eb4-981e-4f17b117786b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:13:00.515290 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:00.527037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port c0b2bb21-a246-4eb4-981e-4f17b117786b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:00.527483 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:00.561315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Router 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:13:00.613655 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:00.653039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port c0b2bb21-a246-4eb4-981e-4f17b117786b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c0b2bb21-a246-4eb4-981e-4f17b117786b,segment=NetworkSegment(cc2f1941-cae6-41f2-8fe5-511d95de4425),segment_id=cc2f1941-cae6-41f2-8fe5-511d95de4425)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:13:00.660039 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:00.699179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:13:00.713631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Sync routers for ids ['3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:13:00.722973 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:00.724333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=c0b2bb21-a246-4eb4-981e-4f17b117786b,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:00.725976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ee2a73d1-8b2e-41cc-9f8e-8306c04a588e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6168749 Nov 09 01:13:00.727915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 60970) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:13:00.734918 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Routers {'3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:13:00.736257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:00.743485 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4966dc59-e66f-4a50-85b3-9415aa9193ab', 'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'mac_address': 'fa:16:3e:88:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:56Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 2, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'subnets': [{'id': '0ab65394-e937-4c30-9597-7380bc007462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:00.776975 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Checking router: 565fef4c-11d5-4c16-9ead-a58b130af8d6 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:13:00.777337 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Updating router 565fef4c-11d5-4c16-9ead-a58b130af8d6 port 4966dc59-e66f-4a50-85b3-9415aa9193ab binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:13:00.813207 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:00.860894 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Set router 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:13:01.065718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'name': 'tempest-TestMinimumBasicScenario-193124295-router', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:13:00Z', 'revision_number': 3, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'gw_port': {'id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:23:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:01.105383 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a9bef-3ee3-4c66-ae5a-9453542a42e4 None None] Network 25dfd297-6c8c-4a50-aa66-7a516f309eb0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:13:01.110898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Checking router: 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:13:01.111240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Updating router 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd port 37076746-9ed8-4309-af00-ca7d5864ae99 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:13:01.133639 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.139202 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.184870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d1c15304-dac6-40a6-8f3e-0d3c5e2a03dc None None] Provisioning complete for port c0b2bb21-a246-4eb4-981e-4f17b117786b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:01.185233 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d1c15304-dac6-40a6-8f3e-0d3c5e2a03dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.188805 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.223333 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Pushing event updated for resources: {'Port': ['ID=4966dc59-e66f-4a50-85b3-9415aa9193ab,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:01.236299 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.246375 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:01.246992 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:01.247475 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:01.247953 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:01.248594 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:01.249178 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:01.249690 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:01.250221 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:01.251361 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:01.251927 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:01.252399 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:01.252875 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:01.274527 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Attempting to bind port 4966dc59-e66f-4a50-85b3-9415aa9193ab on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:13:01.275162 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Attempting to bind port 4966dc59-e66f-4a50-85b3-9415aa9193ab by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:13:01.275746 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Attempting to bind port 4966dc59-e66f-4a50-85b3-9415aa9193ab on network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:13:01.282039 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:13:01.283282 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Checking segment: {'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:13:01.283840 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.284401 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Bound using segment: {'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:13:01.285033 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Bound port: 4966dc59-e66f-4a50-85b3-9415aa9193ab, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:13:01.285608 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.362998 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] For port 4966dc59-e66f-4a50-85b3-9415aa9193ab, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:13:01.366855 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] For port 4966dc59-e66f-4a50-85b3-9415aa9193ab, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4966dc59-e66f-4a50-85b3-9415aa9193ab,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:13:01.379086 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.436435 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Routers {'565fef4c-11d5-4c16-9ead-a58b130af8d6'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:13:01.437058 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['565fef4c-11d5-4c16-9ead-a58b130af8d6'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:01.447285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Allocated IP 172.20.0.1 (25dfd297-6c8c-4a50-aa66-7a516f309eb0/88033a99-29a7-4609-b8a3-155009ccf91a/47d0bff5-4315-4ccf-85d4-3a0a4103ce7c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:13:01.477814 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ece8d-f005-40e1-b73d-d26b2823df4d None None] Pushing event updated for resources: {'Port': ['ID=4966dc59-e66f-4a50-85b3-9415aa9193ab,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:01.573131 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.575767 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] Set router 565fef4c-11d5-4c16-9ead-a58b130af8d6 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:13:01.615002 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.675818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Network 25dfd297-6c8c-4a50-aa66-7a516f309eb0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:13:01.679249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:13:01.681867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:13:01.688891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Pushing event updated for resources: {'Port': ['ID=47d0bff5-4315-4ccf-85d4-3a0a4103ce7c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:01.733122 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.806013 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4966dc59-e66f-4a50-85b3-9415aa9193ab', 'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'mac_address': 'fa:16:3e:88:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:56Z', 'updated_at': '2021-11-09T01:13:01Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'subnets': [{'id': '0ab65394-e937-4c30-9597-7380bc007462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:01.841717 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b8e7db-e24d-4b16-83fe-ae8e7ebaa263 None None] The sync data for ids ['565fef4c-11d5-4c16-9ead-a58b130af8d6'] in n-d-813263-3 is: [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4966dc59-e66f-4a50-85b3-9415aa9193ab', 'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'mac_address': 'fa:16:3e:88:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:56Z', 'updated_at': '2021-11-09T01:13:01Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'subnets': [{'id': '0ab65394-e937-4c30-9597-7380bc007462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:13:01.853739 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.863153 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.877499 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.940092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-34cf963d-5c8a-4507-931c-240f62c3de88 None None] Provisioning complete for port 4966dc59-e66f-4a50-85b3-9415aa9193ab triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:01.940433 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-34cf963d-5c8a-4507-931c-240f62c3de88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:01.982030 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07226fa-5bbf-4afe-b2c1-3c72ffc3d729 None None] Pushing event updated for resources: {'Port': ['ID=37076746-9ed8-4309-af00-ca7d5864ae99,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:02.005665 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Attempting to bind port 37076746-9ed8-4309-af00-ca7d5864ae99 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:13:02.006428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Attempting to bind port 37076746-9ed8-4309-af00-ca7d5864ae99 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:13:02.006804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Attempting to bind port 37076746-9ed8-4309-af00-ca7d5864ae99 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:13:02.018735 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:13:02.019112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:13:02.019525 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:02.020039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:13:02.020523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Bound port: 37076746-9ed8-4309-af00-ca7d5864ae99, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:13:02.020899 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:02.081960 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:02.087684 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:02.104307 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] For port 37076746-9ed8-4309-af00-ca7d5864ae99, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:13:02.122904 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] For port 37076746-9ed8-4309-af00-ca7d5864ae99, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=37076746-9ed8-4309-af00-ca7d5864ae99,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:13:02.127726 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-34cf963d-5c8a-4507-931c-240f62c3de88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:02.170064 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-34cf963d-5c8a-4507-931c-240f62c3de88 None None] For port 4966dc59-e66f-4a50-85b3-9415aa9193ab, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4966dc59-e66f-4a50-85b3-9415aa9193ab,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:13:02.173096 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:02.190994 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-34cf963d-5c8a-4507-931c-240f62c3de88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:02.206219 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Pushing event updated for resources: {'Port': ['ID=47d0bff5-4315-4ccf-85d4-3a0a4103ce7c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:02.209990 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:02.229821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Routers {'3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:13:02.230517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:02.306850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07226fa-5bbf-4afe-b2c1-3c72ffc3d729 None None] Pushing event updated for resources: {'Port': ['ID=37076746-9ed8-4309-af00-ca7d5864ae99,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:02.325033 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Network 25dfd297-6c8c-4a50-aa66-7a516f309eb0 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:13:02.326556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:13:02.354710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fcc27ee4-9aa3-4fa2-96e6-69c843ee4bfd None None] Provisioning complete for port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:02.355083 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fcc27ee4-9aa3-4fa2-96e6-69c843ee4bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:02.387242 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:13:02.481453 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Router 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:13:02.508641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf963d-5c8a-4507-931c-240f62c3de88 None None] Pushing event updated for resources: {'Port': ['ID=4966dc59-e66f-4a50-85b3-9415aa9193ab,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:02.511203 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-fcc27ee4-9aa3-4fa2-96e6-69c843ee4bfd None None] Port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:13:02.515501 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] Set router 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:13:02.553625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fcc27ee4-9aa3-4fa2-96e6-69c843ee4bfd None None] Provisioning complete for port c0b2bb21-a246-4eb4-981e-4f17b117786b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:02.553989 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fcc27ee4-9aa3-4fa2-96e6-69c843ee4bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:02.625222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:13:02.631544 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0a5345c4-5c15-4a16-9784-865533959e9b admin admin] 10.222.0.25 "PUT /v2.0/routers/3a6cd23d-a292-4891-91f9-b4b9c6bc49bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9025030 Nov 09 01:13:02.663330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:02.663699 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:02.873047 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4966dc59-e66f-4a50-85b3-9415aa9193ab up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:13:02.934185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-4a039753-c79f-49d9-bda0-215b13ca3977 None None] Provisioning complete for port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:02.934559 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4a039753-c79f-49d9-bda0-215b13ca3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:02.939819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'name': 'tempest-TestMinimumBasicScenario-193124295-router', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:13:01Z', 'revision_number': 4, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'gw_port': {'id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:23:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '47d0bff5-4315-4ccf-85d4-3a0a4103ce7c', 'name': '', 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'mac_address': 'fa:16:3e:69:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '88033a99-29a7-4609-b8a3-155009ccf91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:13:01Z', 'updated_at': '2021-11-09T01:13:01Z', 'revision_number': 2, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'subnets': [{'id': '88033a99-29a7-4609-b8a3-155009ccf91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:02.993588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0f4e9-251e-43fc-9d94-f95077662a75 None None] The sync data for ids ['3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'] in n-d-813263-3 is: [{'id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'name': 'tempest-TestMinimumBasicScenario-193124295-router', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:13:01Z', 'revision_number': 4, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'gw_port': {'id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:23:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '47d0bff5-4315-4ccf-85d4-3a0a4103ce7c', 'name': '', 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'mac_address': 'fa:16:3e:69:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '88033a99-29a7-4609-b8a3-155009ccf91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:13:01Z', 'updated_at': '2021-11-09T01:13:01Z', 'revision_number': 2, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'subnets': [{'id': '88033a99-29a7-4609-b8a3-155009ccf91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:13:03.008467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-4a039753-c79f-49d9-bda0-215b13ca3977 None None] Port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:13:03.010489 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4966dc59-e66f-4a50-85b3-9415aa9193ab triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:03.010859 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:03.099059 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c0b2bb21-a246-4eb4-981e-4f17b117786b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:13:03.147603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port c0b2bb21-a246-4eb4-981e-4f17b117786b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:03.147978 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:04.268389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4966dc59-e66f-4a50-85b3-9415aa9193ab up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:13:04.320079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4966dc59-e66f-4a50-85b3-9415aa9193ab triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:04.320703 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:04.408913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 37076746-9ed8-4309-af00-ca7d5864ae99 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:13:04.462799 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 37076746-9ed8-4309-af00-ca7d5864ae99 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:04.463302 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:04.573601 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:04.599778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 37076746-9ed8-4309-af00-ca7d5864ae99, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=37076746-9ed8-4309-af00-ca7d5864ae99,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:13:04.608057 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:04.676710 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=37076746-9ed8-4309-af00-ca7d5864ae99,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:06.205219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 37076746-9ed8-4309-af00-ca7d5864ae99 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:13:06.212025 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Sync routers for ids ['3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:13:06.224093 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Routers {'3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:13:06.225011 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:06.275389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 37076746-9ed8-4309-af00-ca7d5864ae99 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:06.275815 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:06.354179 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Set router 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:13:06.585699 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'name': 'tempest-TestMinimumBasicScenario-193124295-router', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:13:01Z', 'revision_number': 4, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'gw_port': {'id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:23:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '47d0bff5-4315-4ccf-85d4-3a0a4103ce7c', 'name': '', 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'mac_address': 'fa:16:3e:69:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '88033a99-29a7-4609-b8a3-155009ccf91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:13:01Z', 'updated_at': '2021-11-09T01:13:01Z', 'revision_number': 2, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'subnets': [{'id': '88033a99-29a7-4609-b8a3-155009ccf91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:06.623683 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Checking router: 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:13:06.624024 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Updating router 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:13:06.651039 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:06.936168 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:06.945120 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:07.099325 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0f3ff-bbd6-41cf-9452-1499b7a1a8a5 None None] Pushing event updated for resources: {'Port': ['ID=47d0bff5-4315-4ccf-85d4-3a0a4103ce7c,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:07.184162 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Attempting to bind port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:13:07.184697 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Attempting to bind port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'cc2f1941-cae6-41f2-8fe5-511d95de4425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:13:07.185220 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Attempting to bind port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c on network 25dfd297-6c8c-4a50-aa66-7a516f309eb0 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:13:07.199228 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:13:07.199693 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Checking segment: {'id': 'cc2f1941-cae6-41f2-8fe5-511d95de4425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:13:07.200190 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:07.200715 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Bound using segment: {'id': 'cc2f1941-cae6-41f2-8fe5-511d95de4425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:13:07.201331 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Bound port: 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f1941-cae6-41f2-8fe5-511d95de4425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:13:07.201895 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:07.297848 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] For port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:13:07.301178 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] For port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47d0bff5-4315-4ccf-85d4-3a0a4103ce7c,segment=NetworkSegment(cc2f1941-cae6-41f2-8fe5-511d95de4425),segment_id=cc2f1941-cae6-41f2-8fe5-511d95de4425)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:13:07.306962 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:07.374418 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Routers {'3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:13:07.375708 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:12:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:07.377732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-16f35bfd-ab42-49d4-a2d6-68c77e9e5e0c None None] Provisioning complete for port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:07.378702 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-16f35bfd-ab42-49d4-a2d6-68c77e9e5e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:07.456340 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0f3ff-bbd6-41cf-9452-1499b7a1a8a5 None None] Pushing event updated for resources: {'Port': ['ID=47d0bff5-4315-4ccf-85d4-3a0a4103ce7c,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:07.495040 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-16f35bfd-ab42-49d4-a2d6-68c77e9e5e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:07.535009 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] Set router 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:13:07.536554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-16f35bfd-ab42-49d4-a2d6-68c77e9e5e0c None None] For port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47d0bff5-4315-4ccf-85d4-3a0a4103ce7c,segment=NetworkSegment(cc2f1941-cae6-41f2-8fe5-511d95de4425),segment_id=cc2f1941-cae6-41f2-8fe5-511d95de4425)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:13:07.547200 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-16f35bfd-ab42-49d4-a2d6-68c77e9e5e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:07.680111 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f35bfd-ab42-49d4-a2d6-68c77e9e5e0c None None] Pushing event updated for resources: {'Port': ['ID=47d0bff5-4315-4ccf-85d4-3a0a4103ce7c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:07.772652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-68b02927-f10b-4cb1-8b36-b9c426991074 None None] Provisioning complete for port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:07.773228 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-68b02927-f10b-4cb1-8b36-b9c426991074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:07.823361 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'name': 'tempest-TestMinimumBasicScenario-193124295-router', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:13:01Z', 'revision_number': 4, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'gw_port': {'id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:23:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '47d0bff5-4315-4ccf-85d4-3a0a4103ce7c', 'name': '', 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'mac_address': 'fa:16:3e:69:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '88033a99-29a7-4609-b8a3-155009ccf91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:13:01Z', 'updated_at': '2021-11-09T01:13:07Z', 'revision_number': 4, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'subnets': [{'id': '88033a99-29a7-4609-b8a3-155009ccf91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:07.855461 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bbf7c3-45eb-4cfa-a7bb-83e41d7de27c None None] The sync data for ids ['3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'] in n-d-813263-3 is: [{'id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'name': 'tempest-TestMinimumBasicScenario-193124295-router', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:13:01Z', 'revision_number': 4, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'gw_port': {'id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:23:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '47d0bff5-4315-4ccf-85d4-3a0a4103ce7c', 'name': '', 'network_id': '25dfd297-6c8c-4a50-aa66-7a516f309eb0', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'mac_address': 'fa:16:3e:69:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '88033a99-29a7-4609-b8a3-155009ccf91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:13:01Z', 'updated_at': '2021-11-09T01:13:07Z', 'revision_number': 4, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'subnets': [{'id': '88033a99-29a7-4609-b8a3-155009ccf91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:13:08.217173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:13:08.277102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:08.277515 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:12.783955 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-666a792f-cddb-4435-8c40-9c9316f45e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:13.114077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e748-575f-4516-838f-489f91a53ff3 req-3a1d0bde-026a-4b1e-a2d1-7bc4054f20bd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:13.115452 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-3a1d0bde-026a-4b1e-a2d1-7bc4054f20bd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/networks?id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d HTTP/1.1" status: 200 len: 814 time: 0.1010060 Nov 09 01:13:13.130922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-79d1ad39-e738-4737-852c-ba8180b4d403 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/quotas/117641844a964749ad2e52b59c2e2fe5 HTTP/1.1" status: 200 len: 375 time: 0.0093954 Nov 09 01:13:13.184486 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c1d5f54b-50f5-44c6-867a-bb04382ff95f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=117641844a964749ad2e52b59c2e2fe5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484917 Nov 09 01:13:13.277717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-64f3b49e-9c84-4712-9f99-1bd9908e365e service neutron] 10.222.0.25 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811930 Nov 09 01:13:13.368814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-b02bed14-6302-4f68-b483-c8b06ed1879c service neutron] 10.222.0.25 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848217 Nov 09 01:13:13.525946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3ff3d1b8-0042-478b-939e-dae5a31f5ef3 req-e8b70909-ac13-4d52-9090-20473eb77bd0 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 210 time: 0.0265110 Nov 09 01:13:14.553525 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e748-575f-4516-838f-489f91a53ff3 req-6451217f-5e21-4a9d-9a6c-37046f7851d3 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:14.555105 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-6451217f-5e21-4a9d-9a6c-37046f7851d3 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.30 "GET /v2.0/networks?id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d HTTP/1.1" status: 200 len: 814 time: 0.1160412 Nov 09 01:13:14.568159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-eab0e748-575f-4516-838f-489f91a53ff3 req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Request body: {'port': {'device_id': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'admin_state_up': True, 'tenant_id': '117641844a964749ad2e52b59c2e2fe5'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:13:14.650489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-58c95682-c9ed-4b0c-a8f6-577fdba0b889 req-3b921628-ce1e-480a-bed8-214c1bb173fe tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 210 time: 0.0304239 Nov 09 01:13:14.702812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab0e748-575f-4516-838f-489f91a53ff3 req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Made reservation on behalf of 117641844a964749ad2e52b59c2e2fe5 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:13:14.706546 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab0e748-575f-4516-838f-489f91a53ff3 req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:14.846880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-eab0e748-575f-4516-838f-489f91a53ff3 req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Allocated IP 172.20.0.7 (b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d/0ab65394-e937-4c30-9597-7380bc007462/f67b5f7a-f6ff-48d1-bd03-9ead68222356) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:13:14.864847 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c9c8cc87-a9e2-4b6f-8317-2eb2ea1b19f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:15.072442 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab0e748-575f-4516-838f-489f91a53ff3 req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:15.117824 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab0e748-575f-4516-838f-489f91a53ff3 req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:15.177147 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab0e748-575f-4516-838f-489f91a53ff3 req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:13:15.181584 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-eab0e748-575f-4516-838f-489f91a53ff3 req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:13:15.186670 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab0e748-575f-4516-838f-489f91a53ff3 req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:13:15.191065 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event updated for resources: {'Port': ['ID=f67b5f7a-f6ff-48d1-bd03-9ead68222356,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:15.224164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:15.224689 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:15.225114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:15.225573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:15.226313 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:15.226831 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:15.227263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:15.227677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:15.228162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:15.228545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:15.228948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:15.229393 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:15.276095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e748-575f-4516-838f-489f91a53ff3 req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:15.276731 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab0e748-575f-4516-838f-489f91a53ff3 req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:15.298342 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-66e299ba-030f-4d18-ac3b-5519699d00cd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7339449 Nov 09 01:13:15.444633 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3b32f675-1412-4892-8782-47eedb539d1d None None] Provisioning complete for port f67b5f7a-f6ff-48d1-bd03-9ead68222356 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:15.445122 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3b32f675-1412-4892-8782-47eedb539d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:15.480998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-3b32f675-1412-4892-8782-47eedb539d1d None None] Port f67b5f7a-f6ff-48d1-bd03-9ead68222356 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:13:15.780040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea73c56-e0e3-4197-8912-22e83c33e987 req-93f83fd6-5eef-4057-a3c3-e1c499d59fa5 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:15.781725 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aea73c56-e0e3-4197-8912-22e83c33e987 req-93f83fd6-5eef-4057-a3c3-e1c499d59fa5 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 931 time: 0.0574062 Nov 09 01:13:15.829914 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-aea73c56-e0e3-4197-8912-22e83c33e987 req-53508f5d-1589-4a3d-b3c2-abfc856b2f68 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422292 Nov 09 01:13:16.323348 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:16.493083 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:16.877260 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:16.950187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6ff3b-b3e5-4e57-b6f3-d059028d7658 req-0011992c-d4c6-40a6-8650-f3f1f882c272 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:16.951721 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05f6ff3b-b3e5-4e57-b6f3-d059028d7658 req-0011992c-d4c6-40a6-8650-f3f1f882c272 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 931 time: 0.0504177 Nov 09 01:13:16.999587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-05f6ff3b-b3e5-4e57-b6f3-d059028d7658 req-2a0e4f50-9c3c-4a3a-a06b-cd1e47f94663 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 Nov 09 01:13:17.870551 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:18.129418 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6ad3e-cb04-4cb7-bd95-54bed9323ab2 req-301c9ea9-364c-451b-8e8e-077ea80f4e20 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:18.131199 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4f6ad3e-cb04-4cb7-bd95-54bed9323ab2 req-301c9ea9-364c-451b-8e8e-077ea80f4e20 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 931 time: 0.0550511 Nov 09 01:13:18.185605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4f6ad3e-cb04-4cb7-bd95-54bed9323ab2 req-81217e0f-914d-4d6a-87af-a6529cadef0c tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486763 Nov 09 01:13:18.499673 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:19.653206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ed776-0f3d-4a12-9001-98957ef8cc96 req-14d64dc5-75c7-410f-8db4-ce738771e4ab tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:19.654621 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db1ed776-0f3d-4a12-9001-98957ef8cc96 req-14d64dc5-75c7-410f-8db4-ce738771e4ab tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 931 time: 0.4002025 Nov 09 01:13:19.706707 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db1ed776-0f3d-4a12-9001-98957ef8cc96 req-badb6f55-6bc4-453a-890d-2aa8d20aefcd tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455139 Nov 09 01:13:20.839740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4987775-1bb2-4d43-a2fb-0db9a6db0f89 req-80397cee-f58f-4df3-982e-81d2298b0182 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:20.841215 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4987775-1bb2-4d43-a2fb-0db9a6db0f89 req-80397cee-f58f-4df3-982e-81d2298b0182 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 931 time: 0.0486717 Nov 09 01:13:20.893923 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4987775-1bb2-4d43-a2fb-0db9a6db0f89 req-418ca364-5d70-492d-8e33-2e38e67349a2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465806 Nov 09 01:13:22.025560 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e844a5-d0ca-4c8a-bcb3-b093217871e7 req-7a991964-0252-4618-970b-d0758ee6003b tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:22.027031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49e844a5-d0ca-4c8a-bcb3-b093217871e7 req-7a991964-0252-4618-970b-d0758ee6003b tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 931 time: 0.0630612 Nov 09 01:13:22.082472 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-49e844a5-d0ca-4c8a-bcb3-b093217871e7 req-ace746e1-8f4b-4e58-a4d2-b7aed52439a0 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494645 Nov 09 01:13:22.179099 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:13:23.203195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d7d49-b5fa-45fa-9873-cd47e5498e36 req-96e211da-d249-4162-8225-031a817367fa tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:23.205323 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a8d7d49-b5fa-45fa-9873-cd47e5498e36 req-96e211da-d249-4162-8225-031a817367fa tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 931 time: 0.0517547 Nov 09 01:13:23.254732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a8d7d49-b5fa-45fa-9873-cd47e5498e36 req-c56018ab-388f-46b8-9e16-a762142f3d82 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427110 Nov 09 01:13:24.373740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8a71c-848b-4937-9874-6abcadde7e2f req-4d7a8487-a1ec-444a-b2d3-ae107a9d9ed7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:24.375147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99b8a71c-848b-4937-9874-6abcadde7e2f req-4d7a8487-a1ec-444a-b2d3-ae107a9d9ed7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 931 time: 0.0483956 Nov 09 01:13:24.427613 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99b8a71c-848b-4937-9874-6abcadde7e2f req-3632a9d2-3206-4b9c-9df6-8b8f6b1ca09b tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465407 Nov 09 01:13:25.160466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Request body: {'port': {'device_id': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:13:25.211410 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:25.464524 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67b5f7a-f6ff-48d1-bd03-9ead68222356 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:13:25.472038 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:25.484783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Transition to ACTIVE for port object f67b5f7a-f6ff-48d1-bd03-9ead68222356 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:13:25.489800 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:25.571665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f67b5f7a-f6ff-48d1-bd03-9ead68222356,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:25.601624 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c01c0-8bca-46e6-b898-e55fed6e130c req-4a376514-4605-42e2-80c6-6563f431cc79 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:25.603191 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c76c01c0-8bca-46e6-b898-e55fed6e130c req-4a376514-4605-42e2-80c6-6563f431cc79 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 943 time: 0.1053505 Nov 09 01:13:25.686834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Attempting to bind port f67b5f7a-f6ff-48d1-bd03-9ead68222356 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:13:25.687175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Attempting to bind port f67b5f7a-f6ff-48d1-bd03-9ead68222356 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:13:25.687502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Attempting to bind port f67b5f7a-f6ff-48d1-bd03-9ead68222356 on network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:13:25.692599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c76c01c0-8bca-46e6-b898-e55fed6e130c req-d30ee8df-d2a6-4933-a73b-54ae583fcd15 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678573 Nov 09 01:13:25.695970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Port f67b5f7a-f6ff-48d1-bd03-9ead68222356 on network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:13:25.696299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Attempting to bind port f67b5f7a-f6ff-48d1-bd03-9ead68222356 on network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:13:25.701958 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:13:25.702298 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Checking segment: {'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:13:25.702682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Bound using segment: {'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:13:25.703108 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Bound port: f67b5f7a-f6ff-48d1-bd03-9ead68222356, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fa425c-0d02-4d74-a8f0-45ef76467533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:13:25.703468 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:25.765882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] For port f67b5f7a-f6ff-48d1-bd03-9ead68222356, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:13:25.768837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] For port f67b5f7a-f6ff-48d1-bd03-9ead68222356, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:13:25.774048 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:25.809955 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:25.810539 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:25.811957 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 200 len: 1091 time: 0.7463498 Nov 09 01:13:25.812396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:13:25.814685 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738341a6-4865-4717-bbe0-dc244a815af8" -d '{"events": [{"name": "network-changed", "server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:13:25.838319 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffd2ee-f68e-466b-b044-31e1259da5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f67b5f7a-f6ff-48d1-bd03-9ead68222356,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:25.884121 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b30170a-6bf1-42f5-a29f-c1efc479d970 x-openstack-request-id: req-3b30170a-6bf1-42f5-a29f-c1efc479d970 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:13:25.884417 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:13:25.884662 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b30170a-6bf1-42f5-a29f-c1efc479d970 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:13:25.885064 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'status': 'completed', 'code': 200} Nov 09 01:13:25.902331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e748-575f-4516-838f-489f91a53ff3 req-9e12a717-7ad3-4c40-957f-a1983b0de1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:25.903848 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-9e12a717-7ad3-4c40-957f-a1983b0de1fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=117641844a964749ad2e52b59c2e2fe5&device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 1094 time: 0.0501914 Nov 09 01:13:25.946651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-1d88f664-a4f2-4e1d-8df1-675530ece99d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 200 len: 217 time: 0.0347826 Nov 09 01:13:25.996083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e748-575f-4516-838f-489f91a53ff3 req-ca726e46-69f5-4d12-85f8-fc232e05e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:25.997578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-ca726e46-69f5-4d12-85f8-fc232e05e0ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ab65394-e937-4c30-9597-7380bc007462 HTTP/1.1" status: 200 len: 853 time: 0.0447767 Nov 09 01:13:26.046906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e748-575f-4516-838f-489f91a53ff3 req-a6c30313-859b-4514-881e-bcdb81f67e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:26.048360 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-a6c30313-859b-4514-881e-bcdb81f67e33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438275 Nov 09 01:13:26.138959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-8533024f-1495-428a-ac74-41cbaf60e465 service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825610 Nov 09 01:13:26.232004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eab0e748-575f-4516-838f-489f91a53ff3 req-1b1850b3-379e-437f-865d-a852284e49ae service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858631 Nov 09 01:13:26.319897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738341a6-4865-4717-bbe0-dc244a815af8 req-ef2c21f6-e64f-4cf2-82b5-dc70a4d61b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:26.321435 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-738341a6-4865-4717-bbe0-dc244a815af8 req-ef2c21f6-e64f-4cf2-82b5-dc70a4d61b63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=117641844a964749ad2e52b59c2e2fe5&device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 1094 time: 0.0403254 Nov 09 01:13:26.413226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738341a6-4865-4717-bbe0-dc244a815af8 req-0981d835-7f65-47c4-a2f3-c0a74fa1da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:26.414739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-738341a6-4865-4717-bbe0-dc244a815af8 req-0981d835-7f65-47c4-a2f3-c0a74fa1da8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d HTTP/1.1" status: 200 len: 914 time: 0.0861521 Nov 09 01:13:26.456175 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-738341a6-4865-4717-bbe0-dc244a815af8 req-52a2c493-3b81-4374-b756-3c68a715da4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 200 len: 217 time: 0.0341322 Nov 09 01:13:26.505139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738341a6-4865-4717-bbe0-dc244a815af8 req-576e911c-9fa5-4fc2-806f-4738d96c8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:26.507477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-738341a6-4865-4717-bbe0-dc244a815af8 req-576e911c-9fa5-4fc2-806f-4738d96c8a66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ab65394-e937-4c30-9597-7380bc007462 HTTP/1.1" status: 200 len: 853 time: 0.0427074 Nov 09 01:13:26.551338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738341a6-4865-4717-bbe0-dc244a815af8 req-c1a27c94-5ba1-40a7-a386-c56091af090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:26.552792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-738341a6-4865-4717-bbe0-dc244a815af8 req-c1a27c94-5ba1-40a7-a386-c56091af090f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392823 Nov 09 01:13:26.648284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-738341a6-4865-4717-bbe0-dc244a815af8 req-b39290b6-cd9f-4cd2-96d7-73cdbcc4e241 service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865123 Nov 09 01:13:26.741570 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-738341a6-4865-4717-bbe0-dc244a815af8 req-327a71a2-b1ce-418e-a187-dbc5824d9024 service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852537 Nov 09 01:13:26.808354 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da3430-08af-4f5e-98e1-1a9093c43424 req-385819c2-a6a4-4380-8925-647b741b4139 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:26.809829 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94da3430-08af-4f5e-98e1-1a9093c43424 req-385819c2-a6a4-4380-8925-647b741b4139 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 943 time: 0.0479052 Nov 09 01:13:26.856230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94da3430-08af-4f5e-98e1-1a9093c43424 req-a9fa7948-173e-4065-a88c-278af28bd325 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 Nov 09 01:13:27.972291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc9d6-8370-4185-a63d-dc7775578413 req-8f4c87e2-6b70-413d-9933-b7e5d8b9d5ad tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:27.973790 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504fc9d6-8370-4185-a63d-dc7775578413 req-8f4c87e2-6b70-413d-9933-b7e5d8b9d5ad tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 943 time: 0.0490496 Nov 09 01:13:28.021100 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504fc9d6-8370-4185-a63d-dc7775578413 req-70d9d926-d8bf-4b4c-bad7-74f9475fb92b tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Nov 09 01:13:28.510716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f67b5f7a-f6ff-48d1-bd03-9ead68222356 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:13:28.607006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f67b5f7a-f6ff-48d1-bd03-9ead68222356, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:13:28.621329 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'port_id': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'mac_address': 'fa:16:3e:cd:80:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:13:28.809132 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:28.821989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67b5f7a-f6ff-48d1-bd03-9ead68222356 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:13:28.840316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f67b5f7a-f6ff-48d1-bd03-9ead68222356, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:13:28.845091 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:28.890844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=f67b5f7a-f6ff-48d1-bd03-9ead68222356,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:28.898080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:28.898425 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:28.898764 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:28.899098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:28.899433 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:28.899761 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:28.900087 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:28.900408 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:28.900728 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:28.901047 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:28.901381 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:28.901709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:29.049370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f67b5f7a-f6ff-48d1-bd03-9ead68222356'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:13:29.142336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148a554-b369-4559-8de5-2f23e9684d3d req-7d04888d-2d82-45c9-9864-e0a6a1f69ec1 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:29.143747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4148a554-b369-4559-8de5-2f23e9684d3d req-7d04888d-2d82-45c9-9864-e0a6a1f69ec1 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 944 time: 0.0522938 Nov 09 01:13:29.191688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4148a554-b369-4559-8de5-2f23e9684d3d req-6bd47eda-69e0-447e-be67-0ef98123e47b tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Nov 09 01:13:30.304517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb348f-4108-43c8-9eff-ccfce0e08834 req-8b5d24d3-4299-4ff9-927c-f238f0a38ca6 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:30.306023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3cb348f-4108-43c8-9eff-ccfce0e08834 req-8b5d24d3-4299-4ff9-927c-f238f0a38ca6 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 944 time: 0.0486200 Nov 09 01:13:30.352183 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f3cb348f-4108-43c8-9eff-ccfce0e08834 req-073e53d0-7a8f-4612-94f6-6a0f9ebfb5b9 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Nov 09 01:13:30.524901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f67b5f7a-f6ff-48d1-bd03-9ead68222356 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:13:30.573855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port f67b5f7a-f6ff-48d1-bd03-9ead68222356 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:13:30.577613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port f67b5f7a-f6ff-48d1-bd03-9ead68222356 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:30.578009 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:30.658163 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:30.681050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:13:30.683325 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff62666-df03-4413-bd3a-b55d245a13c3" -d '{"events": [{"server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "name": "network-vif-plugged", "status": "completed", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:13:30.696227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f67b5f7a-f6ff-48d1-bd03-9ead68222356, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:13:30.700337 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:30.722941 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6fbb7f-f2f6-43ff-9423-9affa4c96e81 x-openstack-request-id: req-aa6fbb7f-f2f6-43ff-9423-9affa4c96e81 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:13:30.723739 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "name": "network-vif-plugged", "status": "completed", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:13:30.723990 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa6fbb7f-f2f6-43ff-9423-9affa4c96e81 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:13:30.724377 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'code': 200} Nov 09 01:13:30.749858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=f67b5f7a-f6ff-48d1-bd03-9ead68222356,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:30.822928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ddaab-4190-42db-b4e1-e7471b0ea94c req-a7613773-f5ef-40bf-8311-a0a6de977b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:30.824351 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f8ddaab-4190-42db-b4e1-e7471b0ea94c req-a7613773-f5ef-40bf-8311-a0a6de977b23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0450463 Nov 09 01:13:30.870147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f8ddaab-4190-42db-b4e1-e7471b0ea94c req-fe5f4f62-aef2-4eed-a21f-fe02fd9d72eb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385265 Nov 09 01:13:31.466762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0625a-4531-488e-b93f-5c6068796102 req-793dfc2c-ea55-47bd-9ae4-3000fda2017c tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:31.468229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3a0625a-4531-488e-b93f-5c6068796102 req-793dfc2c-ea55-47bd-9ae4-3000fda2017c tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0484278 Nov 09 01:13:31.515342 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3a0625a-4531-488e-b93f-5c6068796102 req-47e81ac5-49df-4fa3-bebb-fcde91df97a8 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Nov 09 01:13:32.634448 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008511-520f-4f11-bb86-14235dc48634 req-09385560-0e23-4267-9330-52bb508f5659 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:32.635920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db008511-520f-4f11-bb86-14235dc48634 req-09385560-0e23-4267-9330-52bb508f5659 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0526769 Nov 09 01:13:32.685593 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db008511-520f-4f11-bb86-14235dc48634 req-2b20668b-2315-4cd6-b915-e01441d1a786 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437114 Nov 09 01:13:32.797589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adc0d7-c1c2-46ed-b2c4-aba2510f391a req-6858c4c2-93bc-4af4-8458-4e5827dea6f7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:32.798976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1adc0d7-c1c2-46ed-b2c4-aba2510f391a req-6858c4c2-93bc-4af4-8458-4e5827dea6f7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0481539 Nov 09 01:13:32.845270 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1adc0d7-c1c2-46ed-b2c4-aba2510f391a req-4aa084f2-c3f2-4b86-87de-925cd860c2fa tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Nov 09 01:13:33.025476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabdaff-8751-4025-91a1-5bf92fc5e4b1 req-2afe339d-8358-4799-8b77-d662050b3be4 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:33.026920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fabdaff-8751-4025-91a1-5bf92fc5e4b1 req-2afe339d-8358-4799-8b77-d662050b3be4 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0472896 Nov 09 01:13:33.074129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1fabdaff-8751-4025-91a1-5bf92fc5e4b1 req-4797eb26-c2fd-46df-9318-c6da368dd51c tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413229 Nov 09 01:13:42.785373 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ddba4c9b-0f92-49cb-8083-b1dc47e7c27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:44.857413 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-940936b7-339e-4b79-8b3e-4c7a25fba606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:46.324418 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:46.505512 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:46.579045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809c7df-ba9d-4337-b811-121127e9d32f req-42e7b01a-1bc4-4701-8696-d91661843c8a tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:46.580515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1809c7df-ba9d-4337-b811-121127e9d32f req-42e7b01a-1bc4-4701-8696-d91661843c8a tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0526314 Nov 09 01:13:46.629424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1809c7df-ba9d-4337-b811-121127e9d32f req-eaf3133c-d9f7-4edc-a11e-00fcbf6f5033 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Nov 09 01:13:46.652051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 32940) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:13:46.740322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc741e0-645b-49f2-a9ac-e392944e54cd tempest-TestMinimumBasicScenario-1122165077 tempest-TestMinimumBasicScenario-1122165077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:46.741901 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4bc741e0-645b-49f2-a9ac-e392944e54cd tempest-TestMinimumBasicScenario-1122165077 tempest-TestMinimumBasicScenario-1122165077-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 1091 time: 0.0888534 Nov 09 01:13:46.744778 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 32944) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:13:46.749074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:13:46.770601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:46.870001 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:46.882181 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:46.982833 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b78f9e6a-a503-459a-987e-586222e11247 req-abe8c9fd-2698-453d-827c-c6c28d93ed49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1057625 Nov 09 01:13:47.006290 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Allocated IP 172.25.0.209 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/7d6072c5-6269-4c6a-b9a9-f80971a6a2f7) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:13:47.114783 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f9e6a-a503-459a-987e-586222e11247 req-e5aecb04-d427-4a0c-8e23-be5898b04bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:47.116424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b78f9e6a-a503-459a-987e-586222e11247 req-e5aecb04-d427-4a0c-8e23-be5898b04bce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=117641844a964749ad2e52b59c2e2fe5&device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0852230 Nov 09 01:13:47.150773 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:47.252202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f9e6a-a503-459a-987e-586222e11247 req-107d9fd2-b765-45e2-b218-c3da57042eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:47.254365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b78f9e6a-a503-459a-987e-586222e11247 req-107d9fd2-b765-45e2-b218-c3da57042eda service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d HTTP/1.1" status: 200 len: 914 time: 0.1158845 Nov 09 01:13:47.255748 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:47.329715 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b78f9e6a-a503-459a-987e-586222e11247 req-5abf2cb7-5fce-4e2f-9fc0-a12a02860b30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 200 len: 217 time: 0.0489080 Nov 09 01:13:47.331383 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:13:47.338056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:13:47.347609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:13:47.387643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event updated for resources: {'Port': ['ID=7d6072c5-6269-4c6a-b9a9-f80971a6a2f7,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:47.421387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f9e6a-a503-459a-987e-586222e11247 req-37646211-37a5-46af-9c63-2cbb02992367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:47.422851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b78f9e6a-a503-459a-987e-586222e11247 req-37646211-37a5-46af-9c63-2cbb02992367 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ab65394-e937-4c30-9597-7380bc007462 HTTP/1.1" status: 200 len: 853 time: 0.0860844 Nov 09 01:13:47.521762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f9e6a-a503-459a-987e-586222e11247 req-15e387db-a843-4fdf-98c1-6979e03ff7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:47.523265 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b78f9e6a-a503-459a-987e-586222e11247 req-15e387db-a843-4fdf-98c1-6979e03ff7b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850146 Nov 09 01:13:47.698281 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b78f9e6a-a503-459a-987e-586222e11247 req-2f650fbf-01a9-4f67-8848-77beab087cb4 service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427863 Nov 09 01:13:47.870459 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:47.883920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b78f9e6a-a503-459a-987e-586222e11247 req-40288753-9a26-4074-910b-6b372c708c83 service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651542 Nov 09 01:13:47.903463 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:47.973104 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:48.125539 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:48.129982 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:48.202975 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event updated for resources: {'Port': ['ID=7d6072c5-6269-4c6a-b9a9-f80971a6a2f7,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:48.208208 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:48.306354 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Floating IP f42f905d-2774-4e23-8479-27be66126a8d associated. External IP: 172.25.0.209, port: f67b5f7a-f6ff-48d1-bd03-9ead68222356. Nov 09 01:13:48.500549 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:48.512139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Router 565fef4c-11d5-4c16-9ead-a58b130af8d6 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:13:48.952090 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:13:48.961838 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbded95-e541-4afb-b71e-15eb14f98995 None None] Sync routers for ids ['565fef4c-11d5-4c16-9ead-a58b130af8d6'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:13:48.969608 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:48.974580 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbded95-e541-4afb-b71e-15eb14f98995 None None] Routers {'565fef4c-11d5-4c16-9ead-a58b130af8d6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:13:48.975428 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9dbded95-e541-4afb-b71e-15eb14f98995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:13:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['565fef4c-11d5-4c16-9ead-a58b130af8d6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:48.996137 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-09a0cff8-93ea-42a4-8272-ba2dbad454a7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2501945 Nov 09 01:13:48.996730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:13:48.999008 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf7a8b7-b1e8-4ee8-a783-4dd308f9c366" -d '{"events": [{"name": "network-changed", "server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:13:48.999189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32946) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:13:49.004518 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-76401045', 'description': 'tempest-secgroup-smoke-76401045 description', 'project_id': '117641844a964749ad2e52b59c2e2fe5'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:13:49.028392 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.044015 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ff1399-9e7c-4fa1-9f85-9607b252ad75 x-openstack-request-id: req-40ff1399-9e7c-4fa1-9f85-9607b252ad75 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:13:49.044533 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:13:49.044789 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40ff1399-9e7c-4fa1-9f85-9607b252ad75 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:13:49.045193 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'status': 'completed', 'code': 200} Nov 09 01:13:49.088426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9dbded95-e541-4afb-b71e-15eb14f98995 None None] Set router 565fef4c-11d5-4c16-9ead-a58b130af8d6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:13:49.096493 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.101058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.112212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7a8b7-b1e8-4ee8-a783-4dd308f9c366 req-a0166bc5-3005-48d4-a46c-9d6aaa6e82bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:49.114737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaf7a8b7-b1e8-4ee8-a783-4dd308f9c366 req-a0166bc5-3005-48d4-a46c-9d6aaa6e82bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=117641844a964749ad2e52b59c2e2fe5&device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0462604 Nov 09 01:13:49.119348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.120575 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1203854 Nov 09 01:13:49.126028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32950) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:13:49.133857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-542e97e6-b870-4f35-810c-300fe28329ec tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Request body: {'security_group_rule': {'security_group_id': 'd2eb06db-2614-4972-9761-ccb9510cd2ea', 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:13:49.152680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eb06db-2614-4972-9761-ccb9510cd2ea,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:49.164216 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:49.164598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:49.165189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:49.165722 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:49.166053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:49.166383 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:49.166705 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:49.167042 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:49.167363 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:49.167672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:49.167986 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:49.168470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33596620-e96d-4190-a663-59b340cab00f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:13:49.184391 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-542e97e6-b870-4f35-810c-300fe28329ec tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.216117 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7a8b7-b1e8-4ee8-a783-4dd308f9c366 req-61d5cda0-3667-4701-bbe9-5890183710a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:49.217601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaf7a8b7-b1e8-4ee8-a783-4dd308f9c366 req-61d5cda0-3667-4701-bbe9-5890183710a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d HTTP/1.1" status: 200 len: 914 time: 0.0930789 Nov 09 01:13:49.247668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-542e97e6-b870-4f35-810c-300fe28329ec tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.251678 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-542e97e6-b870-4f35-810c-300fe28329ec tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.271878 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e97e6-b870-4f35-810c-300fe28329ec tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c42de8-d482-4375-b850-0468ff3a15a5,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:49.282525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-542e97e6-b870-4f35-810c-300fe28329ec tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.283901 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-542e97e6-b870-4f35-810c-300fe28329ec tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567004 Nov 09 01:13:49.286711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 32952) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:13:49.291401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-0e5d5593-8e7d-43f6-b724-3060a8ae0974 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Request body: {'security_group_rule': {'security_group_id': 'd2eb06db-2614-4972-9761-ccb9510cd2ea', 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:13:49.304327 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaf7a8b7-b1e8-4ee8-a783-4dd308f9c366 req-c55b3d82-f5f7-40a3-9b35-9b2a6e92c956 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 200 len: 999 time: 0.0791171 Nov 09 01:13:49.336289 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9dbded95-e541-4afb-b71e-15eb14f98995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'f42f905d-2774-4e23-8479-27be66126a8d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'port_id': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'mac_address': 'fa:16:3e:cd:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:13:47Z', 'updated_at': '2021-11-09T01:13:47Z', 'revision_number': 0, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966dc59-e66f-4a50-85b3-9415aa9193ab', 'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'mac_address': 'fa:16:3e:88:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:56Z', 'updated_at': '2021-11-09T01:13:02Z', 'revision_number': 5, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'subnets': [{'id': '0ab65394-e937-4c30-9597-7380bc007462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:49.360690 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5593-8e7d-43f6-b724-3060a8ae0974 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.362443 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbded95-e541-4afb-b71e-15eb14f98995 None None] Checking router: 565fef4c-11d5-4c16-9ead-a58b130af8d6 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:13:49.371149 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbded95-e541-4afb-b71e-15eb14f98995 None None] Routers {'565fef4c-11d5-4c16-9ead-a58b130af8d6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:13:49.371762 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9dbded95-e541-4afb-b71e-15eb14f98995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:13:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['565fef4c-11d5-4c16-9ead-a58b130af8d6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:49.376191 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7a8b7-b1e8-4ee8-a783-4dd308f9c366 req-7f4bdc91-8977-4960-ab2d-01a80041683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:49.377700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaf7a8b7-b1e8-4ee8-a783-4dd308f9c366 req-7f4bdc91-8977-4960-ab2d-01a80041683f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ab65394-e937-4c30-9597-7380bc007462 HTTP/1.1" status: 200 len: 853 time: 0.0666726 Nov 09 01:13:49.442952 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5593-8e7d-43f6-b724-3060a8ae0974 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.448853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7a8b7-b1e8-4ee8-a783-4dd308f9c366 req-123fbe9e-e6bb-4802-b4e0-06f31d8df07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:49.450422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaf7a8b7-b1e8-4ee8-a783-4dd308f9c366 req-123fbe9e-e6bb-4802-b4e0-06f31d8df07d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655000 Nov 09 01:13:49.451194 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5593-8e7d-43f6-b724-3060a8ae0974 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.477011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d5593-8e7d-43f6-b724-3060a8ae0974 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d173b59-c830-4af8-9a01-b3d689b52738,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:49.477775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9dbded95-e541-4afb-b71e-15eb14f98995 None None] Set router 565fef4c-11d5-4c16-9ead-a58b130af8d6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:13:49.498634 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5593-8e7d-43f6-b724-3060a8ae0974 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.502590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-0e5d5593-8e7d-43f6-b724-3060a8ae0974 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2122731 Nov 09 01:13:49.503472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 32954) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:13:49.515196 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ec4701fe-b945-49f0-a656-19cc39c5c081 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Request body: {'security_group_rule': {'security_group_id': 'd2eb06db-2614-4972-9761-ccb9510cd2ea', 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:13:49.554396 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec4701fe-b945-49f0-a656-19cc39c5c081 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.567825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaf7a8b7-b1e8-4ee8-a783-4dd308f9c366 req-930c2db1-50a6-44cb-9612-6db2445c60fb service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061389 Nov 09 01:13:49.629463 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec4701fe-b945-49f0-a656-19cc39c5c081 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.633975 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec4701fe-b945-49f0-a656-19cc39c5c081 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.650594 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4701fe-b945-49f0-a656-19cc39c5c081 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0032c59-5e14-40ef-8981-4b8c03d63364,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:49.666747 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ec4701fe-b945-49f0-a656-19cc39c5c081 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.671179 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ec4701fe-b945-49f0-a656-19cc39c5c081 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1635387 Nov 09 01:13:49.671357 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 32958) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:13:49.676189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-51d3bc9e-95ad-461d-bffa-1f0802f3b484 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Request body: {'security_group_rule': {'security_group_id': 'd2eb06db-2614-4972-9761-ccb9510cd2ea', 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:13:49.695562 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eaf7a8b7-b1e8-4ee8-a783-4dd308f9c366 req-e1954419-ab12-4974-8281-48d57fb1f957 service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177952 Nov 09 01:13:49.711483 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51d3bc9e-95ad-461d-bffa-1f0802f3b484 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.723373 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9dbded95-e541-4afb-b71e-15eb14f98995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'f42f905d-2774-4e23-8479-27be66126a8d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'port_id': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'mac_address': 'fa:16:3e:cd:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:13:47Z', 'updated_at': '2021-11-09T01:13:47Z', 'revision_number': 0, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966dc59-e66f-4a50-85b3-9415aa9193ab', 'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'mac_address': 'fa:16:3e:88:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:56Z', 'updated_at': '2021-11-09T01:13:02Z', 'revision_number': 5, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'subnets': [{'id': '0ab65394-e937-4c30-9597-7380bc007462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:13:49.750481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbded95-e541-4afb-b71e-15eb14f98995 None None] The sync data for ids ['565fef4c-11d5-4c16-9ead-a58b130af8d6'] in n-d-813263-3 is: [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'f42f905d-2774-4e23-8479-27be66126a8d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'port_id': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'mac_address': 'fa:16:3e:cd:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:13:47Z', 'updated_at': '2021-11-09T01:13:47Z', 'revision_number': 0, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966dc59-e66f-4a50-85b3-9415aa9193ab', 'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'mac_address': 'fa:16:3e:88:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:56Z', 'updated_at': '2021-11-09T01:13:02Z', 'revision_number': 5, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'subnets': [{'id': '0ab65394-e937-4c30-9597-7380bc007462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:13:49.762565 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51d3bc9e-95ad-461d-bffa-1f0802f3b484 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.766987 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51d3bc9e-95ad-461d-bffa-1f0802f3b484 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.796235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3bc9e-95ad-461d-bffa-1f0802f3b484 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e539ac-206f-43ab-9d20-94bc6a23c157,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:49.803987 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-51d3bc9e-95ad-461d-bffa-1f0802f3b484 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.805196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-51d3bc9e-95ad-461d-bffa-1f0802f3b484 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332965 Nov 09 01:13:49.807883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 32960) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:13:49.812430 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-985fb5d1-7877-4861-a758-2ff5a25631d7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Request body: {'security_group_rule': {'security_group_id': 'd2eb06db-2614-4972-9761-ccb9510cd2ea', 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:13:49.835142 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-985fb5d1-7877-4861-a758-2ff5a25631d7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Project 117641844a964749ad2e52b59c2e2fe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:13:49.840257 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-985fb5d1-7877-4861-a758-2ff5a25631d7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.899906 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-985fb5d1-7877-4861-a758-2ff5a25631d7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.903594 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-985fb5d1-7877-4861-a758-2ff5a25631d7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.923628 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fb5d1-7877-4861-a758-2ff5a25631d7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26c6095-fa66-4f41-8b37-2d39089dc805,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:49.932504 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-985fb5d1-7877-4861-a758-2ff5a25631d7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:49.933754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-985fb5d1-7877-4861-a758-2ff5a25631d7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249437 Nov 09 01:13:49.936570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 32962) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:13:49.941329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-31226793-6c7e-4f3c-a564-afef9ea60c05 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Request body: {'security_group_rule': {'security_group_id': 'd2eb06db-2614-4972-9761-ccb9510cd2ea', 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:13:49.955934 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e753c0-f953-4e2a-8211-82d73bec1768 None None] New status for floating IP f42f905d-2774-4e23-8479-27be66126a8d: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:13:49.966124 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-31226793-6c7e-4f3c-a564-afef9ea60c05 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Project 117641844a964749ad2e52b59c2e2fe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:13:49.971067 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31226793-6c7e-4f3c-a564-afef9ea60c05 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:50.030566 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31226793-6c7e-4f3c-a564-afef9ea60c05 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:50.034124 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31226793-6c7e-4f3c-a564-afef9ea60c05 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:50.052664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31226793-6c7e-4f3c-a564-afef9ea60c05 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30f5452-4847-471d-adca-745a3d912f54,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:50.062913 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-31226793-6c7e-4f3c-a564-afef9ea60c05 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:50.064129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-31226793-6c7e-4f3c-a564-afef9ea60c05 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266043 Nov 09 01:13:50.158359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85278ffc-b738-4ae5-8412-aadf310566a9 req-3f72d1a1-b770-44de-aac1-f0cc0e77e774 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76401045&fields=id&tenant_id=117641844a964749ad2e52b59c2e2fe5 HTTP/1.1" status: 200 len: 267 time: 0.0475752 Nov 09 01:13:50.212889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85278ffc-b738-4ae5-8412-aadf310566a9 req-bd68c7e4-d4bf-4665-ab65-a2c2406cea69 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:50.214421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85278ffc-b738-4ae5-8412-aadf310566a9 req-bd68c7e4-d4bf-4665-ab65-a2c2406cea69 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0503314 Nov 09 01:13:50.225362 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-85278ffc-b738-4ae5-8412-aadf310566a9 req-bc7a763d-9429-47dc-8aa3-5bd2906aeee2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Request body: {'port': {'security_groups': ['6144a04d-3eb3-42ca-b499-24ae70c1d834', 'd2eb06db-2614-4972-9761-ccb9510cd2ea']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:13:50.285260 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-85278ffc-b738-4ae5-8412-aadf310566a9 req-bc7a763d-9429-47dc-8aa3-5bd2906aeee2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:50.465709 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-85278ffc-b738-4ae5-8412-aadf310566a9 req-bc7a763d-9429-47dc-8aa3-5bd2906aeee2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] For port f67b5f7a-f6ff-48d1-bd03-9ead68222356, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:13:50.494190 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-85278ffc-b738-4ae5-8412-aadf310566a9 req-bc7a763d-9429-47dc-8aa3-5bd2906aeee2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:50.499131 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-85278ffc-b738-4ae5-8412-aadf310566a9 req-bc7a763d-9429-47dc-8aa3-5bd2906aeee2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:50.510485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f67b5f7a-f6ff-48d1-bd03-9ead68222356'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:13:50.541486 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85278ffc-b738-4ae5-8412-aadf310566a9 req-bc7a763d-9429-47dc-8aa3-5bd2906aeee2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:50.542119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-85278ffc-b738-4ae5-8412-aadf310566a9 req-bc7a763d-9429-47dc-8aa3-5bd2906aeee2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:50.543520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-85278ffc-b738-4ae5-8412-aadf310566a9 req-bc7a763d-9429-47dc-8aa3-5bd2906aeee2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "PUT /v2.0/ports/f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 200 len: 981 time: 0.3225927 Nov 09 01:13:50.580082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a763d-9429-47dc-8aa3-5bd2906aeee2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event updated for resources: {'Port': ['ID=f67b5f7a-f6ff-48d1-bd03-9ead68222356,revision_number=6']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:13:50.604103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f67b5f7a-f6ff-48d1-bd03-9ead68222356'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:13:50.671919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b059b-1d15-49a9-9c5c-56538f67a39a req-888f3bf7-0a32-4fb8-b345-2a973b58954d tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:50.673547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d0b059b-1d15-49a9-9c5c-56538f67a39a req-888f3bf7-0a32-4fb8-b345-2a973b58954d tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0621710 Nov 09 01:13:50.744575 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7d0b059b-1d15-49a9-9c5c-56538f67a39a req-1930be95-772f-4264-ab4d-92f048a7773e tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2eb06db-2614-4972-9761-ccb9510cd2ea&id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0639777 Nov 09 01:13:50.887975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d504e5aa-c94d-4036-9cd1-81d0da9ab9ee None None] Provisioning complete for port f67b5f7a-f6ff-48d1-bd03-9ead68222356 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:13:50.888243 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d504e5aa-c94d-4036-9cd1-81d0da9ab9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:13:51.045900 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:13:51.048254 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424e1e77-8288-43cb-9219-8c172d615e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:13:51.083838 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438c92fb-f962-4d17-84bb-940bc267463d x-openstack-request-id: req-438c92fb-f962-4d17-84bb-940bc267463d {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:13:51.084159 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:13:51.084409 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-438c92fb-f962-4d17-84bb-940bc267463d {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:13:51.084854 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'status': 'completed', 'code': 200} Nov 09 01:13:51.148890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e1e77-8288-43cb-9219-8c172d615e9b req-70da64f4-c5cf-49db-a28c-edd4c2290c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:51.150350 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-424e1e77-8288-43cb-9219-8c172d615e9b req-70da64f4-c5cf-49db-a28c-edd4c2290c1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=117641844a964749ad2e52b59c2e2fe5&device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 1135 time: 0.0421765 Nov 09 01:13:51.250330 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e1e77-8288-43cb-9219-8c172d615e9b req-e89c00c9-e7db-411d-ac8b-0232c15cd2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:51.251818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-424e1e77-8288-43cb-9219-8c172d615e9b req-e89c00c9-e7db-411d-ac8b-0232c15cd2c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d HTTP/1.1" status: 200 len: 914 time: 0.0929511 Nov 09 01:13:51.318719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-424e1e77-8288-43cb-9219-8c172d615e9b req-090568e2-0fac-4bf0-a5b3-ea8802d44038 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 200 len: 1001 time: 0.0573461 Nov 09 01:13:51.368184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e1e77-8288-43cb-9219-8c172d615e9b req-d4910079-94e4-4077-ae35-ac8286d350a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:51.369700 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-424e1e77-8288-43cb-9219-8c172d615e9b req-d4910079-94e4-4077-ae35-ac8286d350a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ab65394-e937-4c30-9597-7380bc007462 HTTP/1.1" status: 200 len: 853 time: 0.0431151 Nov 09 01:13:51.418739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e1e77-8288-43cb-9219-8c172d615e9b req-e4955a9a-1af4-4884-aeef-8087b9ef75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:13:51.420127 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-424e1e77-8288-43cb-9219-8c172d615e9b req-e4955a9a-1af4-4884-aeef-8087b9ef75df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435092 Nov 09 01:13:51.508003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-424e1e77-8288-43cb-9219-8c172d615e9b req-0f030f16-f868-4491-b005-4c5a03b277c1 service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803673 Nov 09 01:13:51.601501 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-424e1e77-8288-43cb-9219-8c172d615e9b req-d7f712b8-2168-42b5-bb6c-6bdf208d483d service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856504 Nov 09 01:13:59.179328 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:14:04.906179 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d895b56-66e0-4ba3-bea9-140fe9322833 req-09d2cf45-0b98-4e0d-be36-b60993698222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:04.907610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d895b56-66e0-4ba3-bea9-140fe9322833 req-09d2cf45-0b98-4e0d-be36-b60993698222 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=117641844a964749ad2e52b59c2e2fe5&device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 1135 time: 0.0577009 Nov 09 01:14:04.920439 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bca481-7a95-47a2-9e9b-e81dc3611c44 req-8fde456c-98db-4dc2-b921-2b4007b12cc0 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:04.921904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17bca481-7a95-47a2-9e9b-e81dc3611c44 req-8fde456c-98db-4dc2-b921-2b4007b12cc0 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0815451 Nov 09 01:14:05.049684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17bca481-7a95-47a2-9e9b-e81dc3611c44 req-3b526b2d-a3c9-43d7-b131-ed128b2aff3f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2eb06db-2614-4972-9761-ccb9510cd2ea&id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1189349 Nov 09 01:14:05.054423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d895b56-66e0-4ba3-bea9-140fe9322833 req-0c7cc644-afcd-4106-b774-529ecc460144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:05.055869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d895b56-66e0-4ba3-bea9-140fe9322833 req-0c7cc644-afcd-4106-b774-529ecc460144 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d HTTP/1.1" status: 200 len: 914 time: 0.1331143 Nov 09 01:14:05.130260 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d895b56-66e0-4ba3-bea9-140fe9322833 req-b4e15467-ec50-4e0a-a684-65b3058b4ddd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 200 len: 1001 time: 0.0665545 Nov 09 01:14:05.180708 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d895b56-66e0-4ba3-bea9-140fe9322833 req-5a9c4919-4392-42a6-b910-ecb3025e6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:05.182150 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d895b56-66e0-4ba3-bea9-140fe9322833 req-5a9c4919-4392-42a6-b910-ecb3025e6013 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ab65394-e937-4c30-9597-7380bc007462 HTTP/1.1" status: 200 len: 853 time: 0.0442760 Nov 09 01:14:05.229219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d895b56-66e0-4ba3-bea9-140fe9322833 req-d85a74dc-8575-49f5-9648-a66a3762fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:05.230750 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d895b56-66e0-4ba3-bea9-140fe9322833 req-d85a74dc-8575-49f5-9648-a66a3762fa72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404229 Nov 09 01:14:05.327619 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d895b56-66e0-4ba3-bea9-140fe9322833 req-b81601c5-b8c2-4f9e-b730-2c9e71d70c6b service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886953 Nov 09 01:14:05.417703 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2d895b56-66e0-4ba3-bea9-140fe9322833 req-0b11df81-87b9-4490-bd1c-0a5dbb5e0aef service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821452 Nov 09 01:14:06.181599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423355a-4fd9-4318-a27e-b83300d274d1 req-92f935d0-7fa5-4f0a-9a77-0e5be3323da7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:06.183111 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2423355a-4fd9-4318-a27e-b83300d274d1 req-92f935d0-7fa5-4f0a-9a77-0e5be3323da7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0577605 Nov 09 01:14:06.242071 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2423355a-4fd9-4318-a27e-b83300d274d1 req-0a5240e7-08f2-4ddf-ac2e-810fea16ef96 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2eb06db-2614-4972-9761-ccb9510cd2ea&id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528464 Nov 09 01:14:07.360212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fa29f-8700-443e-a3e5-6137918bdb2f req-cd5b5eba-925c-4561-a7ef-247888d89801 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:07.361719 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-101fa29f-8700-443e-a3e5-6137918bdb2f req-cd5b5eba-925c-4561-a7ef-247888d89801 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0493805 Nov 09 01:14:07.422332 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-101fa29f-8700-443e-a3e5-6137918bdb2f req-bf3dcfde-a834-455f-a102-0c7152251a93 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2eb06db-2614-4972-9761-ccb9510cd2ea&id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540078 Nov 09 01:14:08.537375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbf9df-c72b-4dc3-9e96-be82e70bbf5d req-e531ee2a-72a1-4f00-83cb-a88b90bfd8b7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:08.538842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3bbf9df-c72b-4dc3-9e96-be82e70bbf5d req-e531ee2a-72a1-4f00-83cb-a88b90bfd8b7 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0485411 Nov 09 01:14:08.601828 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3bbf9df-c72b-4dc3-9e96-be82e70bbf5d req-6336772a-9241-4a30-b5fc-6f3f9e0eb0a0 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2eb06db-2614-4972-9761-ccb9510cd2ea&id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0567920 Nov 09 01:14:09.717506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36048b-9f24-4133-a731-1b6964adf843 req-ed0c5409-e756-47dd-9ba7-9804ab8fe96f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:09.718962 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f36048b-9f24-4133-a731-1b6964adf843 req-ed0c5409-e756-47dd-9ba7-9804ab8fe96f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0488081 Nov 09 01:14:09.777777 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f36048b-9f24-4133-a731-1b6964adf843 req-5e6a0765-76cd-43bd-aff2-bb0fb66f23c2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2eb06db-2614-4972-9761-ccb9510cd2ea&id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528505 Nov 09 01:14:10.891193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259bbe3-82c5-4c14-9f0e-2df5db8bb46f req-95430c9a-e5c4-4764-8a10-a7247c911165 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:10.892600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d259bbe3-82c5-4c14-9f0e-2df5db8bb46f req-95430c9a-e5c4-4764-8a10-a7247c911165 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0486634 Nov 09 01:14:10.951545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d259bbe3-82c5-4c14-9f0e-2df5db8bb46f req-2965202c-5572-4473-95a6-4fee288af5fb tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2eb06db-2614-4972-9761-ccb9510cd2ea&id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0524540 Nov 09 01:14:12.069975 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b513d4-f9f2-4740-940d-03a6cfc4b5a3 req-fe86bd97-bfb4-40b8-93e9-2e36eefd225e tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:12.071671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88b513d4-f9f2-4740-940d-03a6cfc4b5a3 req-fe86bd97-bfb4-40b8-93e9-2e36eefd225e tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0537786 Nov 09 01:14:12.131860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-88b513d4-f9f2-4740-940d-03a6cfc4b5a3 req-652bd530-f981-4b9c-9662-3c9d5c3e909d tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2eb06db-2614-4972-9761-ccb9510cd2ea&id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0542166 Nov 09 01:14:12.787281 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a3e8eae6-51af-4930-ad15-0321d1a03b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:13.248046 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c4a5e-6c67-4747-befc-50599af8c015 req-297fdbc3-2831-4924-890b-ffa882ada498 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:13.249546 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-978c4a5e-6c67-4747-befc-50599af8c015 req-297fdbc3-2831-4924-890b-ffa882ada498 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0482492 Nov 09 01:14:13.309649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-978c4a5e-6c67-4747-befc-50599af8c015 req-09907e17-edd1-4e80-a146-53bad2c2878b tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2eb06db-2614-4972-9761-ccb9510cd2ea&id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0534687 Nov 09 01:14:14.426806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ca6e6-f031-46ac-80ef-f5ec343bf0e4 req-2f520e32-c08e-44f1-bd53-d25672d68f4b tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:14.428217 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3ca6e6-f031-46ac-80ef-f5ec343bf0e4 req-2f520e32-c08e-44f1-bd53-d25672d68f4b tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0500836 Nov 09 01:14:14.491972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4d3ca6e6-f031-46ac-80ef-f5ec343bf0e4 req-99046bcc-4e82-492a-8a3f-1cdb7e9305b2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2eb06db-2614-4972-9761-ccb9510cd2ea&id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0577104 Nov 09 01:14:14.861369 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2ebc12eb-4f86-485b-ada0-1b4fa4176ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:15.606742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c294e42-6c47-44b3-9eeb-466385be59f9 req-6a639d0f-32f0-4e53-8ba8-cf81080219e9 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:15.608658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c294e42-6c47-44b3-9eeb-466385be59f9 req-6a639d0f-32f0-4e53-8ba8-cf81080219e9 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0481246 Nov 09 01:14:15.668289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3c294e42-6c47-44b3-9eeb-466385be59f9 req-eea8194e-75e9-433c-a430-22f31e1ec77f tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2eb06db-2614-4972-9761-ccb9510cd2ea&id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530365 Nov 09 01:14:16.327397 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:16.508272 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:16.787321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6808de-0e3d-4924-b08f-37cc40da5a7b req-fb061e56-172f-4393-8df9-e10f6a976b67 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:16.788704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f6808de-0e3d-4924-b08f-37cc40da5a7b req-fb061e56-172f-4393-8df9-e10f6a976b67 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0536528 Nov 09 01:14:16.848667 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f6808de-0e3d-4924-b08f-37cc40da5a7b req-07043d51-956b-4df2-831d-fad7edf0855e tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2eb06db-2614-4972-9761-ccb9510cd2ea&id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536389 Nov 09 01:14:16.887627 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:17.872579 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:18.502587 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:36.177495 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:14:42.787223 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-26ff847f-79ac-4ec1-80f2-030d441632d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:44.863197 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05d8dd69-a05e-4621-bca4-4dc54a5c490a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:46.329502 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:46.509157 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:46.885974 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:47.878380 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:47.934782 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62db6f84-6160-4804-a5fe-c28260c32c9c req-5c8292e7-9a60-48c5-a20b-634fdb720807 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457566 Nov 09 01:14:48.014228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db6f84-6160-4804-a5fe-c28260c32c9c req-8b436131-8d1a-4d86-9eaf-a94c5af9d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:48.015683 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62db6f84-6160-4804-a5fe-c28260c32c9c req-8b436131-8d1a-4d86-9eaf-a94c5af9d9e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=117641844a964749ad2e52b59c2e2fe5&device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 1135 time: 0.0398476 Nov 09 01:14:48.120152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db6f84-6160-4804-a5fe-c28260c32c9c req-006a03b7-34ed-4f08-91b6-88559e10403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:48.121623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62db6f84-6160-4804-a5fe-c28260c32c9c req-006a03b7-34ed-4f08-91b6-88559e10403a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d HTTP/1.1" status: 200 len: 914 time: 0.0867374 Nov 09 01:14:48.187487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62db6f84-6160-4804-a5fe-c28260c32c9c req-5103a275-d6f7-4681-8076-f002dda278c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 200 len: 1001 time: 0.0584431 Nov 09 01:14:48.236872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db6f84-6160-4804-a5fe-c28260c32c9c req-bf454087-dbe0-4dde-a17a-596bc06f007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:48.238284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62db6f84-6160-4804-a5fe-c28260c32c9c req-bf454087-dbe0-4dde-a17a-596bc06f007f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ab65394-e937-4c30-9597-7380bc007462 HTTP/1.1" status: 200 len: 853 time: 0.0427353 Nov 09 01:14:48.287133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db6f84-6160-4804-a5fe-c28260c32c9c req-099ae35c-0623-4496-97b4-cbf8936decea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:48.288588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62db6f84-6160-4804-a5fe-c28260c32c9c req-099ae35c-0623-4496-97b4-cbf8936decea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426548 Nov 09 01:14:48.375424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62db6f84-6160-4804-a5fe-c28260c32c9c req-08d877c4-a7e1-41aa-ab3c-e91efc8c61d1 service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795915 Nov 09 01:14:48.472874 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62db6f84-6160-4804-a5fe-c28260c32c9c req-1c24be2b-fb27-44a7-ab0c-432ff62a5123 service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900352 Nov 09 01:14:48.503563 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:49.225011 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47b39247-1fd7-4695-b099-2bfbade2f012 req-cbc7c26e-9571-49d5-b01c-0d59d6a86b95 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76401045&fields=id&tenant_id=117641844a964749ad2e52b59c2e2fe5 HTTP/1.1" status: 200 len: 267 time: 0.0433617 Nov 09 01:14:49.278083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39247-1fd7-4695-b099-2bfbade2f012 req-e9b91efa-fed7-46b7-9a8b-d5630177c5c9 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:49.279556 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47b39247-1fd7-4695-b099-2bfbade2f012 req-e9b91efa-fed7-46b7-9a8b-d5630177c5c9 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 984 time: 0.0485911 Nov 09 01:14:49.291159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-47b39247-1fd7-4695-b099-2bfbade2f012 req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Request body: {'port': {'security_groups': ['6144a04d-3eb3-42ca-b499-24ae70c1d834']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:14:49.357080 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-47b39247-1fd7-4695-b099-2bfbade2f012 req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:49.527800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-47b39247-1fd7-4695-b099-2bfbade2f012 req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] For port f67b5f7a-f6ff-48d1-bd03-9ead68222356, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:14:49.557141 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-47b39247-1fd7-4695-b099-2bfbade2f012 req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:49.561926 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-47b39247-1fd7-4695-b099-2bfbade2f012 req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:49.576148 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f67b5f7a-f6ff-48d1-bd03-9ead68222356'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:14:49.606563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39247-1fd7-4695-b099-2bfbade2f012 req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:49.607214 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-47b39247-1fd7-4695-b099-2bfbade2f012 req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:49.608825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-47b39247-1fd7-4695-b099-2bfbade2f012 req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "PUT /v2.0/ports/f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 200 len: 942 time: 0.3222723 Nov 09 01:14:49.609116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:14:49.611443 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8e6816-3153-4f6a-a50e-20e5953db285" -d '{"events": [{"name": "network-changed", "server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:14:49.625262 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33012) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:14:49.638424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event updated for resources: {'Port': ['ID=f67b5f7a-f6ff-48d1-bd03-9ead68222356,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:14:49.647473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.649321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.649321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.649741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.650086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.650530 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.650872 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.651807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.651807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.652047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.652173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.652491 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ae61e-3c8f-4f36-94b1-41179e0f44ee tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.682742 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f917db69-869d-4683-b845-1c121f3a506e x-openstack-request-id: req-f917db69-869d-4683-b845-1c121f3a506e {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:14:49.683216 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:14:49.683482 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f917db69-869d-4683-b845-1c121f3a506e {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:14:49.683892 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'status': 'completed', 'code': 200} Nov 09 01:14:49.692743 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f67b5f7a-f6ff-48d1-bd03-9ead68222356'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:14:49.704991 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:49.734661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:49.754080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e6816-3153-4f6a-a50e-20e5953db285 req-fc6da391-b45d-4ad6-8c36-080306621c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:49.755832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f8e6816-3153-4f6a-a50e-20e5953db285 req-fc6da391-b45d-4ad6-8c36-080306621c0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=117641844a964749ad2e52b59c2e2fe5&device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0492051 Nov 09 01:14:49.815493 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:49.828320 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:49.830234 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "DELETE /v2.0/security-groups/d2eb06db-2614-4972-9761-ccb9510cd2ea HTTP/1.1" status: 204 len: 168 time: 0.2032003 Nov 09 01:14:49.835092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33016) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:14:49.841584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eb06db-2614-4972-9761-ccb9510cd2ea,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:14:49.853138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.853837 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.854387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.854895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.855774 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.856275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.856874 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.857417 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.858099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.858596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.859091 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.859585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fed44e-3025-4bf1-b001-c7eaf5651076 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:14:49.948687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a96212d7-9d24-4b0e-8fcc-a4c9c44776d4 None None] Provisioning complete for port f67b5f7a-f6ff-48d1-bd03-9ead68222356 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:14:49.949038 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a96212d7-9d24-4b0e-8fcc-a4c9c44776d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:49.957732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e6816-3153-4f6a-a50e-20e5953db285 req-ad89f6b1-ac32-4782-8879-bb1088e77b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:49.959221 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f8e6816-3153-4f6a-a50e-20e5953db285 req-ad89f6b1-ac32-4782-8879-bb1088e77b9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d HTTP/1.1" status: 200 len: 914 time: 0.1947298 Nov 09 01:14:50.055682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f8e6816-3153-4f6a-a50e-20e5953db285 req-90df1abf-c43d-41f3-a11a-50d270b8fd26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 200 len: 1001 time: 0.0878515 Nov 09 01:14:50.111203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Deleting port 7d6072c5-6269-4c6a-b9a9-f80971a6a2f7 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:14:50.111547 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:50.135371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e6816-3153-4f6a-a50e-20e5953db285 req-bdb33339-168a-423f-acda-3e688ea230db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:50.136842 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f8e6816-3153-4f6a-a50e-20e5953db285 req-bdb33339-168a-423f-acda-3e688ea230db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ab65394-e937-4c30-9597-7380bc007462 HTTP/1.1" status: 200 len: 853 time: 0.0739570 Nov 09 01:14:50.222224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:50.222555 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:50.225919 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e6816-3153-4f6a-a50e-20e5953db285 req-8e3ef806-fe96-4f0f-8104-9f00edd43351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:50.227396 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f8e6816-3153-4f6a-a50e-20e5953db285 req-8e3ef806-fe96-4f0f-8104-9f00edd43351 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643449 Nov 09 01:14:50.243741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Calling delete_port for 7d6072c5-6269-4c6a-b9a9-f80971a6a2f7 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:14:50.402172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f8e6816-3153-4f6a-a50e-20e5953db285 req-95902129-1737-4d84-b6a6-ebbfb805b2c8 service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678143 Nov 09 01:14:50.534625 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7f8e6816-3153-4f6a-a50e-20e5953db285 req-d753ce45-288e-45c6-9004-f7d4a9983ecd service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258199 Nov 09 01:14:50.553729 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:50.579372 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event deleted for resources: {'Port': ['ID=7d6072c5-6269-4c6a-b9a9-f80971a6a2f7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:14:50.638325 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:50.638658 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Floating IP f42f905d-2774-4e23-8479-27be66126a8d disassociated (deleted). External IP: 172.25.0.209, port: f67b5f7a-f6ff-48d1-bd03-9ead68222356. Nov 09 01:14:50.842220 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Router 565fef4c-11d5-4c16-9ead-a58b130af8d6 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:14:50.949132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:14:50.953877 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:14:50.958277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb6788-9913-494c-b2f1-a8f301c08e1e None None] Sync routers for ids ['565fef4c-11d5-4c16-9ead-a58b130af8d6'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:14:50.968157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb6788-9913-494c-b2f1-a8f301c08e1e None None] Routers {'565fef4c-11d5-4c16-9ead-a58b130af8d6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:14:50.968768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a0bb6788-9913-494c-b2f1-a8f301c08e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['565fef4c-11d5-4c16-9ead-a58b130af8d6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:14:50.982582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9ac12517-880a-4d21-841d-750498339464 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "DELETE /v2.0/floatingips/f42f905d-2774-4e23-8479-27be66126a8d HTTP/1.1" status: 204 len: 168 time: 1.1463428 Nov 09 01:14:51.076642 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-a0bb6788-9913-494c-b2f1-a8f301c08e1e None None] Set router 565fef4c-11d5-4c16-9ead-a58b130af8d6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:14:51.428067 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a0bb6788-9913-494c-b2f1-a8f301c08e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4966dc59-e66f-4a50-85b3-9415aa9193ab', 'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'mac_address': 'fa:16:3e:88:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:56Z', 'updated_at': '2021-11-09T01:13:02Z', 'revision_number': 5, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'subnets': [{'id': '0ab65394-e937-4c30-9597-7380bc007462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:14:51.456489 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb6788-9913-494c-b2f1-a8f301c08e1e None None] Checking router: 565fef4c-11d5-4c16-9ead-a58b130af8d6 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:14:51.464587 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb6788-9913-494c-b2f1-a8f301c08e1e None None] Routers {'565fef4c-11d5-4c16-9ead-a58b130af8d6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:14:51.465187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a0bb6788-9913-494c-b2f1-a8f301c08e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['565fef4c-11d5-4c16-9ead-a58b130af8d6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:14:51.568298 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-a0bb6788-9913-494c-b2f1-a8f301c08e1e None None] Set router 565fef4c-11d5-4c16-9ead-a58b130af8d6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:14:51.684972 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:14:51.687371 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a31ae55-0f36-4cfb-86bf-7d92eeb39af0" -d '{"events": [{"name": "network-changed", "server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:14:51.724914 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce92611e-7ab0-4a19-8508-efc356897c03 x-openstack-request-id: req-ce92611e-7ab0-4a19-8508-efc356897c03 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:14:51.725216 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:14:51.725497 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce92611e-7ab0-4a19-8508-efc356897c03 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:14:51.725904 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'status': 'completed', 'code': 200} Nov 09 01:14:51.769523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-a0bb6788-9913-494c-b2f1-a8f301c08e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4966dc59-e66f-4a50-85b3-9415aa9193ab', 'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'mac_address': 'fa:16:3e:88:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:56Z', 'updated_at': '2021-11-09T01:13:02Z', 'revision_number': 5, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'subnets': [{'id': '0ab65394-e937-4c30-9597-7380bc007462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:14:51.791069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31ae55-0f36-4cfb-86bf-7d92eeb39af0 req-4c9523e4-18a4-41a5-a889-20125bed1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:51.792576 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a31ae55-0f36-4cfb-86bf-7d92eeb39af0 req-4c9523e4-18a4-41a5-a889-20125bed1fb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=117641844a964749ad2e52b59c2e2fe5&device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 1096 time: 0.0454440 Nov 09 01:14:51.802009 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb6788-9913-494c-b2f1-a8f301c08e1e None None] The sync data for ids ['565fef4c-11d5-4c16-9ead-a58b130af8d6'] in n-d-813263-3 is: [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:12:57Z', 'revision_number': 4, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '4966dc59-e66f-4a50-85b3-9415aa9193ab', 'name': '', 'network_id': 'b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'mac_address': 'fa:16:3e:88:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '0ab65394-e937-4c30-9597-7380bc007462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:56Z', 'updated_at': '2021-11-09T01:13:02Z', 'revision_number': 5, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'subnets': [{'id': '0ab65394-e937-4c30-9597-7380bc007462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:14:51.894310 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31ae55-0f36-4cfb-86bf-7d92eeb39af0 req-93c733d3-49dd-4615-adfd-867c790920c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:51.895783 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a31ae55-0f36-4cfb-86bf-7d92eeb39af0 req-93c733d3-49dd-4615-adfd-867c790920c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d HTTP/1.1" status: 200 len: 914 time: 0.0961978 Nov 09 01:14:51.941100 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a31ae55-0f36-4cfb-86bf-7d92eeb39af0 req-914f1998-9427-4071-8627-21e22ff91afa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 200 len: 217 time: 0.0374331 Nov 09 01:14:52.006994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31ae55-0f36-4cfb-86bf-7d92eeb39af0 req-f2a6e79a-f6a8-472f-a921-df655c76d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:52.008643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a31ae55-0f36-4cfb-86bf-7d92eeb39af0 req-f2a6e79a-f6a8-472f-a921-df655c76d151 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ab65394-e937-4c30-9597-7380bc007462 HTTP/1.1" status: 200 len: 853 time: 0.0608330 Nov 09 01:14:52.032852 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2deebfd-c8d1-4109-b1b3-799646c3dd17 None None] New status for floating IP f42f905d-2774-4e23-8479-27be66126a8d: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:14:52.054711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31ae55-0f36-4cfb-86bf-7d92eeb39af0 req-cd6c2e73-49c1-4e30-b98f-31230eb8816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:52.056251 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a31ae55-0f36-4cfb-86bf-7d92eeb39af0 req-cd6c2e73-49c1-4e30-b98f-31230eb8816f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406888 Nov 09 01:14:52.151357 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a31ae55-0f36-4cfb-86bf-7d92eeb39af0 req-eb2970c4-b420-444b-9b3e-68178191662f service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880182 Nov 09 01:14:52.246057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a31ae55-0f36-4cfb-86bf-7d92eeb39af0 req-d7998fda-85d5-4fb1-8368-403df7832480 service neutron] 10.222.0.30 "GET /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873468 Nov 09 01:14:59.983951 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefca70-bc00-41b6-baa3-9109f2ec4ce3 req-d5eb8bf2-9b8b-433b-94e9-d8e6ada84666 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:14:59.985587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aefca70-bc00-41b6-baa3-9109f2ec4ce3 req-d5eb8bf2-9b8b-433b-94e9-d8e6ada84666 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0519025 Nov 09 01:15:00.039173 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4aefca70-bc00-41b6-baa3-9109f2ec4ce3 req-71e56bd9-d5c1-406c-a67a-21b67e47c1d2 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468819 Nov 09 01:15:01.488777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2075182-2714-4c08-8aed-6f9771c144d8 req-3a836dda-4109-437f-8349-4bfbd09662a6 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:01.490234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2075182-2714-4c08-8aed-6f9771c144d8 req-3a836dda-4109-437f-8349-4bfbd09662a6 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 945 time: 0.3831103 Nov 09 01:15:01.536391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2075182-2714-4c08-8aed-6f9771c144d8 req-e0823ef7-0989-4ba0-a46a-76377c7c9fd0 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.25 "GET /v2.0/security-groups?id=6144a04d-3eb3-42ca-b499-24ae70c1d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Nov 09 01:15:01.596128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc79d5-78c3-49c6-8877-5206a97de589 req-8b350f4c-4fa0-48d3-805d-6cefcf177383 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:01.597578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3cc79d5-78c3-49c6-8877-5206a97de589 req-8b350f4c-4fa0-48d3-805d-6cefcf177383 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.30 "GET /v2.0/ports?device_id=42dc1470-d73f-4a57-8583-01cf8daffcf6 HTTP/1.1" status: 200 len: 945 time: 0.0473166 Nov 09 01:15:01.688399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-e3cc79d5-78c3-49c6-8877-5206a97de589 req-13ebcdd1-049c-4abf-a75f-b8ad85f7c960 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Deleting port f67b5f7a-f6ff-48d1-bd03-9ead68222356 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:15:01.688732 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e3cc79d5-78c3-49c6-8877-5206a97de589 req-13ebcdd1-049c-4abf-a75f-b8ad85f7c960 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:01.773762 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e3cc79d5-78c3-49c6-8877-5206a97de589 req-13ebcdd1-049c-4abf-a75f-b8ad85f7c960 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] For port f67b5f7a-f6ff-48d1-bd03-9ead68222356, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f67b5f7a-f6ff-48d1-bd03-9ead68222356,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:01.774121 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e3cc79d5-78c3-49c6-8877-5206a97de589 req-13ebcdd1-049c-4abf-a75f-b8ad85f7c960 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:01.786869 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-e3cc79d5-78c3-49c6-8877-5206a97de589 req-13ebcdd1-049c-4abf-a75f-b8ad85f7c960 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Calling delete_port for f67b5f7a-f6ff-48d1-bd03-9ead68222356 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:15:01.913262 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e3cc79d5-78c3-49c6-8877-5206a97de589 req-13ebcdd1-049c-4abf-a75f-b8ad85f7c960 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:01.925319 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f67b5f7a-f6ff-48d1-bd03-9ead68222356'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:15:01.941540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebcdd1-049c-4abf-a75f-b8ad85f7c960 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Pushing event deleted for resources: {'Port': ['ID=f67b5f7a-f6ff-48d1-bd03-9ead68222356,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:01.988515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cc79d5-78c3-49c6-8877-5206a97de589 req-13ebcdd1-049c-4abf-a75f-b8ad85f7c960 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] No DVR routers for this DVR port f67b5f7a-f6ff-48d1-bd03-9ead68222356 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:15:01.991153 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e3cc79d5-78c3-49c6-8877-5206a97de589 req-13ebcdd1-049c-4abf-a75f-b8ad85f7c960 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:01.994559 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e3cc79d5-78c3-49c6-8877-5206a97de589 req-13ebcdd1-049c-4abf-a75f-b8ad85f7c960 tempest-TestMinimumBasicScenario-1582873688 tempest-TestMinimumBasicScenario-1582873688-project] 10.222.0.30 "DELETE /v2.0/ports/f67b5f7a-f6ff-48d1-bd03-9ead68222356 HTTP/1.1" status: 204 len: 173 time: 0.3912919 Nov 09 01:15:01.995001 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'name': 'network-vif-deleted', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:15:01.997286 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d7f85e-fdf9-4538-b4a9-b4c2e0a1422b" -d '{"events": [{"server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "name": "network-vif-deleted", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:15:02.034773 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1fb409-1d52-4d89-b8fe-4cd9ac3b8941 x-openstack-request-id: req-6a1fb409-1d52-4d89-b8fe-4cd9ac3b8941 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:15:02.035075 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dc1470-d73f-4a57-8583-01cf8daffcf6", "name": "network-vif-deleted", "tag": "f67b5f7a-f6ff-48d1-bd03-9ead68222356", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:15:02.035330 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a1fb409-1d52-4d89-b8fe-4cd9ac3b8941 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:15:02.035737 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dc1470-d73f-4a57-8583-01cf8daffcf6', 'name': 'network-vif-deleted', 'tag': 'f67b5f7a-f6ff-48d1-bd03-9ead68222356', 'status': 'completed', 'code': 200} Nov 09 01:15:03.092985 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33118) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:03.431495 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-668ce960-ec8a-4de2-9540-2a9f1a62c2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:03.671578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-668ce960-ec8a-4de2-9540-2a9f1a62c2f5 admin admin] Deleting port 4966dc59-e66f-4a50-85b3-9415aa9193ab {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:15:03.671917 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-668ce960-ec8a-4de2-9540-2a9f1a62c2f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:03.751550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-668ce960-ec8a-4de2-9540-2a9f1a62c2f5 admin admin] For port 4966dc59-e66f-4a50-85b3-9415aa9193ab, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4966dc59-e66f-4a50-85b3-9415aa9193ab,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:03.752360 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-668ce960-ec8a-4de2-9540-2a9f1a62c2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:03.764576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-668ce960-ec8a-4de2-9540-2a9f1a62c2f5 admin admin] Calling delete_port for 4966dc59-e66f-4a50-85b3-9415aa9193ab owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:15:03.943624 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-668ce960-ec8a-4de2-9540-2a9f1a62c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:03.969329 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ce960-ec8a-4de2-9540-2a9f1a62c2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4966dc59-e66f-4a50-85b3-9415aa9193ab,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:04.129692 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-668ce960-ec8a-4de2-9540-2a9f1a62c2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:04.342371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668ce960-ec8a-4de2-9540-2a9f1a62c2f5 admin admin] Router 565fef4c-11d5-4c16-9ead-a58b130af8d6 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:15:04.447925 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668ce960-ec8a-4de2-9540-2a9f1a62c2f5 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:15:04.454253 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-668ce960-ec8a-4de2-9540-2a9f1a62c2f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/565fef4c-11d5-4c16-9ead-a58b130af8d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3588920 Nov 09 01:15:04.455523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33120) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:04.458239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7499032-c8f7-4639-a211-8763498c35c5 None None] Sync routers for ids ['565fef4c-11d5-4c16-9ead-a58b130af8d6'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:15:04.468321 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7499032-c8f7-4639-a211-8763498c35c5 None None] Routers {'565fef4c-11d5-4c16-9ead-a58b130af8d6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:15:04.468934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c7499032-c8f7-4639-a211-8763498c35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['565fef4c-11d5-4c16-9ead-a58b130af8d6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:04.559657 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:04.571765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c7499032-c8f7-4639-a211-8763498c35c5 None None] Set router 565fef4c-11d5-4c16-9ead-a58b130af8d6 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:15:04.664813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:04.718202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Deleting port 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:15:04.718536 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:04.752387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c7499032-c8f7-4639-a211-8763498c35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:15:03Z', 'revision_number': 5, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port': {'id': '2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:55Z', 'updated_at': '2021-11-09T01:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:04.780273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f67b5f7a-f6ff-48d1-bd03-9ead68222356 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:15:04.783910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7499032-c8f7-4639-a211-8763498c35c5 None None] Checking router: 565fef4c-11d5-4c16-9ead-a58b130af8d6 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:15:04.802605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] For port 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:04.802965 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:04.804693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: f67b5f7a-f6ff-48d1-bd03-9ead68222356 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:15:04.805044 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f67b5f7a-f6ff-48d1-bd03-9ead68222356 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:15:04.810935 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7499032-c8f7-4639-a211-8763498c35c5 None None] Routers {'565fef4c-11d5-4c16-9ead-a58b130af8d6'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:15:04.811544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c7499032-c8f7-4639-a211-8763498c35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['565fef4c-11d5-4c16-9ead-a58b130af8d6'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:04.814642 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Calling delete_port for 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:15:04.898261 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-c7499032-c8f7-4639-a211-8763498c35c5 None None] Set router 565fef4c-11d5-4c16-9ead-a58b130af8d6 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:15:04.953809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-c7499032-c8f7-4639-a211-8763498c35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:15:04Z', 'revision_number': 6, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:04.985661 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7499032-c8f7-4639-a211-8763498c35c5 None None] The sync data for ids ['565fef4c-11d5-4c16-9ead-a58b130af8d6'] in n-d-813263-3 is: [{'id': '565fef4c-11d5-4c16-9ead-a58b130af8d6', 'name': 'tempest-TestMinimumBasicScenario-187597913-router', 'tenant_id': '117641844a964749ad2e52b59c2e2fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:54Z', 'updated_at': '2021-11-09T01:15:04Z', 'revision_number': 6, 'project_id': '117641844a964749ad2e52b59c2e2fe5', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:15:04.991434 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.023511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:05.083668 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.174948 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.177135 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.223962 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.224526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 565fef4c-11d5-4c16-9ead-a58b130af8d6 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:15:05.229068 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.232731 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-23e581b0-56e1-42f1-95fb-9b0e916cefe7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/565fef4c-11d5-4c16-9ead-a58b130af8d6 HTTP/1.1" status: 204 len: 168 time: 0.7738285 Nov 09 01:15:05.232908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33122) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:05.277078 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ac69bf-9bfd-4647-8d16-811fddf939f2 admin admin] Deleting subnet 0ab65394-e937-4c30-9597-7380bc007462 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:15:05.280429 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c9ac69bf-9bfd-4647-8d16-811fddf939f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.316276 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c9ac69bf-9bfd-4647-8d16-811fddf939f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.406776 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c9ac69bf-9bfd-4647-8d16-811fddf939f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.468736 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c9ac69bf-9bfd-4647-8d16-811fddf939f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.495263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac69bf-9bfd-4647-8d16-811fddf939f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab65394-e937-4c30-9597-7380bc007462,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:05.497211 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c9ac69bf-9bfd-4647-8d16-811fddf939f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.500446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c9ac69bf-9bfd-4647-8d16-811fddf939f2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0ab65394-e937-4c30-9597-7380bc007462 HTTP/1.1" status: 204 len: 168 time: 0.2665632 Nov 09 01:15:05.501198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643e4d99-ffd6-4375-a9b0-0a12777a5e25 None None] Network b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:15:05.503128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33124) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:05.574767 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.639617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Deleting port 7308c651-50e1-4858-aaf0-ac270d9c05aa {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:15:05.639973 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.704299 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] For port 7308c651-50e1-4858-aaf0-ac270d9c05aa, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=7308c651-50e1-4858-aaf0-ac270d9c05aa,segment=NetworkSegment(a9fa425c-0d02-4d74-a8f0-45ef76467533),segment_id=a9fa425c-0d02-4d74-a8f0-45ef76467533)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:05.704569 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.717294 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Calling delete_port for 7308c651-50e1-4858-aaf0-ac270d9c05aa owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:15:05.774908 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] DHCP port deletion for b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:15:05.815410 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.835358 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Deleting port 7308c651-50e1-4858-aaf0-ac270d9c05aa {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:15:05.835879 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.842315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Pushing event deleted for resources: {'Port': ['ID=7308c651-50e1-4858-aaf0-ac270d9c05aa,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:05.845805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] No DVR routers for this DVR port 7308c651-50e1-4858-aaf0-ac270d9c05aa on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:15:05.907605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] For port 7308c651-50e1-4858-aaf0-ac270d9c05aa, host n-d-813263-3, got binding levels [] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:05.908258 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.922674 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Calling delete_port for 7308c651-50e1-4858-aaf0-ac270d9c05aa owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:15:05.925905 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.926312 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.ipam_backend_mixin [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Port 7308c651-50e1-4858-aaf0-ac270d9c05aa was not found and therefore no delete operation was performed {{(pid=101782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 01:15:05.927867 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.950860 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:05.957806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] No DVR routers for this DVR port 7308c651-50e1-4858-aaf0-ac270d9c05aa on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:15:05.961900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Pushing event deleted for resources: {'Port': ['ID=7308c651-50e1-4858-aaf0-ac270d9c05aa,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:05.970577 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:05.970996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fa425c-0d02-4d74-a8f0-45ef76467533') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:05.971135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:05.971636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:05.971909 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fa425c-0d02-4d74-a8f0-45ef76467533') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:05.972240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:05.972718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:05.973141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:05.973585 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:05.974002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:05.974417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:05.974847 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:05.975291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:05.975663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd56176-117d-4588-a627-30ab571c72d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:05.984724 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:05.998407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:06.004810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:15:06.005420 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: timer() Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:15:06.007304 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:15:06.061798 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:06.069244 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:06.075326 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d HTTP/1.1" status: 204 len: 168 time: 0.5684991 Nov 09 01:15:06.075598 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33126) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:06.091777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184ff75-105b-49a4-a773-531e4d91bb26 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ba29c3-2d4b-4283-8ea4-d6c512b3ec0d,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:06.235354 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:15:06.257249 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:15:06.257624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 2ad04b6f-0770-48a2-8ed5-ad45b84bcc1e not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:15:06.258227 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4966dc59-e66f-4a50-85b3-9415aa9193ab no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:15:06.281927 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 4966dc59-e66f-4a50-85b3-9415aa9193ab {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:15:06.282274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4966dc59-e66f-4a50-85b3-9415aa9193ab not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:15:06.282929 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7308c651-50e1-4858-aaf0-ac270d9c05aa no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:15:06.303370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 7308c651-50e1-4858-aaf0-ac270d9c05aa {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:15:06.303725 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 7308c651-50e1-4858-aaf0-ac270d9c05aa not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:15:06.445913 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d615a20-d483-411d-a9af-8bed9259d85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:06.683230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7d615a20-d483-411d-a9af-8bed9259d85b admin admin] Deleting port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:15:06.683563 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d615a20-d483-411d-a9af-8bed9259d85b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:06.758736 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-7d615a20-d483-411d-a9af-8bed9259d85b admin admin] For port 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=47d0bff5-4315-4ccf-85d4-3a0a4103ce7c,segment=NetworkSegment(cc2f1941-cae6-41f2-8fe5-511d95de4425),segment_id=cc2f1941-cae6-41f2-8fe5-511d95de4425)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:06.759089 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d615a20-d483-411d-a9af-8bed9259d85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:06.771633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7d615a20-d483-411d-a9af-8bed9259d85b admin admin] Calling delete_port for 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:15:06.961656 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d615a20-d483-411d-a9af-8bed9259d85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:06.988316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d615a20-d483-411d-a9af-8bed9259d85b admin admin] Pushing event deleted for resources: {'Port': ['ID=47d0bff5-4315-4ccf-85d4-3a0a4103ce7c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:07.155624 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7d615a20-d483-411d-a9af-8bed9259d85b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:07.698032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d615a20-d483-411d-a9af-8bed9259d85b admin admin] Router 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:15:07.801082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d615a20-d483-411d-a9af-8bed9259d85b admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:15:07.806083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7d615a20-d483-411d-a9af-8bed9259d85b admin admin] 10.222.0.25 "PUT /v2.0/routers/3a6cd23d-a292-4891-91f9-b4b9c6bc49bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7297177 Nov 09 01:15:07.808627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33128) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:07.811273 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212438b4-d753-478a-8e4f-d8f02b1a7fb1 None None] Sync routers for ids ['3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:15:07.823344 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212438b4-d753-478a-8e4f-d8f02b1a7fb1 None None] Routers {'3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:15:07.823949 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-212438b4-d753-478a-8e4f-d8f02b1a7fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:07.910830 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:07.927255 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-212438b4-d753-478a-8e4f-d8f02b1a7fb1 None None] Set router 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:15:08.010973 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.066379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Deleting port 37076746-9ed8-4309-af00-ca7d5864ae99 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:15:08.066727 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.146451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] For port 37076746-9ed8-4309-af00-ca7d5864ae99, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=37076746-9ed8-4309-af00-ca7d5864ae99,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:08.146816 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.159276 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Calling delete_port for 37076746-9ed8-4309-af00-ca7d5864ae99 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:15:08.190567 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-212438b4-d753-478a-8e4f-d8f02b1a7fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'name': 'tempest-TestMinimumBasicScenario-193124295-router', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:15:06Z', 'revision_number': 5, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'gw_port': {'id': '37076746-9ed8-4309-af00-ca7d5864ae99', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:23:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:08.217568 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212438b4-d753-478a-8e4f-d8f02b1a7fb1 None None] Checking router: 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:15:08.226215 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212438b4-d753-478a-8e4f-d8f02b1a7fb1 None None] Routers {'3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:15:08.226886 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-212438b4-d753-478a-8e4f-d8f02b1a7fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:08.315746 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-212438b4-d753-478a-8e4f-d8f02b1a7fb1 None None] Set router 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:15:08.328816 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.354787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Pushing event deleted for resources: {'Port': ['ID=37076746-9ed8-4309-af00-ca7d5864ae99,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:08.369324 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-212438b4-d753-478a-8e4f-d8f02b1a7fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'name': 'tempest-TestMinimumBasicScenario-193124295-router', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:15:08Z', 'revision_number': 6, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:08.396567 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212438b4-d753-478a-8e4f-d8f02b1a7fb1 None None] The sync data for ids ['3a6cd23d-a292-4891-91f9-b4b9c6bc49bd'] in n-d-813263-3 is: [{'id': '3a6cd23d-a292-4891-91f9-b4b9c6bc49bd', 'name': 'tempest-TestMinimumBasicScenario-193124295-router', 'tenant_id': '91cf83bd34894d1da0c8042c9341c376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:12:59Z', 'updated_at': '2021-11-09T01:15:08Z', 'revision_number': 6, 'project_id': '91cf83bd34894d1da0c8042c9341c376', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:15:08.421400 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.512905 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.515292 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.556930 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.557525 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a6cd23d-a292-4891-91f9-b4b9c6bc49bd {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:15:08.561771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.563017 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f9cea8db-80c8-461d-9263-a71da4a354da admin admin] 10.222.0.25 "DELETE /v2.0/routers/3a6cd23d-a292-4891-91f9-b4b9c6bc49bd HTTP/1.1" status: 204 len: 168 time: 0.7534781 Nov 09 01:15:08.566287 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33132) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:08.614543 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-9521ee4a-d12e-4f8d-a0c2-0ed39b1d6b49 admin admin] Deleting subnet 88033a99-29a7-4609-b8a3-155009ccf91a {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:15:08.617710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9521ee4a-d12e-4f8d-a0c2-0ed39b1d6b49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.651671 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9521ee4a-d12e-4f8d-a0c2-0ed39b1d6b49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.725934 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9521ee4a-d12e-4f8d-a0c2-0ed39b1d6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.780819 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9521ee4a-d12e-4f8d-a0c2-0ed39b1d6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.814426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521ee4a-d12e-4f8d-a0c2-0ed39b1d6b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88033a99-29a7-4609-b8a3-155009ccf91a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:08.816440 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9521ee4a-d12e-4f8d-a0c2-0ed39b1d6b49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.819762 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9521ee4a-d12e-4f8d-a0c2-0ed39b1d6b49 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/88033a99-29a7-4609-b8a3-155009ccf91a HTTP/1.1" status: 204 len: 168 time: 0.2525303 Nov 09 01:15:08.822283 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33134) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:08.823411 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e43a548-5640-4847-b37b-86eec48f8474 None None] Network 25dfd297-6c8c-4a50-aa66-7a516f309eb0 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:15:08.890922 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:08.947373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Deleting port c0b2bb21-a246-4eb4-981e-4f17b117786b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:15:08.947716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.024711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] For port c0b2bb21-a246-4eb4-981e-4f17b117786b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=c0b2bb21-a246-4eb4-981e-4f17b117786b,segment=NetworkSegment(cc2f1941-cae6-41f2-8fe5-511d95de4425),segment_id=cc2f1941-cae6-41f2-8fe5-511d95de4425)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:09.025086 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.037738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Calling delete_port for c0b2bb21-a246-4eb4-981e-4f17b117786b owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:15:09.116058 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.143350 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b2bb21-a246-4eb4-981e-4f17b117786b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:09.148809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] No DVR routers for this DVR port c0b2bb21-a246-4eb4-981e-4f17b117786b on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:15:09.201545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71b3aa4-f8e1-44cc-bf1b-21e3b5dc6554 None None] DHCP port deletion for 25dfd297-6c8c-4a50-aa66-7a516f309eb0 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:15:09.222794 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.242473 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dfd297-6c8c-4a50-aa66-7a516f309eb0']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:09.251533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2f1941-cae6-41f2-8fe5-511d95de4425') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:09.251836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2f1941-cae6-41f2-8fe5-511d95de4425') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:09.261080 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.275473 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.281984 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:15:09.282381 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: timer() Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:15:09.284800 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:15:09.342787 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.349392 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.353385 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] 10.222.0.25 "DELETE /v2.0/networks/25dfd297-6c8c-4a50-aa66-7a516f309eb0 HTTP/1.1" status: 204 len: 168 time: 0.5301216 Nov 09 01:15:09.364960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d9d2c-31fe-4338-adaf-e0e90438e25e admin admin] Pushing event deleted for resources: {'Network': ['ID=25dfd297-6c8c-4a50-aa66-7a516f309eb0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:09.524179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33138) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:09.566707 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0a339a0b-a9e9-4566-bf38-e3ef3721421c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=117641844a964749ad2e52b59c2e2fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413334 Nov 09 01:15:09.568958 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33140) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:09.621037 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00b696a3-f894-4767-a2c0-8c1f764c4ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.642025 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00b696a3-f894-4767-a2c0-8c1f764c4ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.686600 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00b696a3-f894-4767-a2c0-8c1f764c4ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.689810 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-00b696a3-f894-4767-a2c0-8c1f764c4ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:09.690944 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-00b696a3-f894-4767-a2c0-8c1f764c4ebb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6144a04d-3eb3-42ca-b499-24ae70c1d834 HTTP/1.1" status: 204 len: 168 time: 0.1210825 Nov 09 01:15:09.698572 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b696a3-f894-4767-a2c0-8c1f764c4ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6144a04d-3eb3-42ca-b499-24ae70c1d834,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:09.994016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33146) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:10.032385 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-85d897dc-cbb1-4069-a39a-f44e4f18f6d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91cf83bd34894d1da0c8042c9341c376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372636 Nov 09 01:15:10.034796 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33148) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:10.079491 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17bab2ba-210f-4cb3-bced-3cb78b6877eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:10.100774 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17bab2ba-210f-4cb3-bced-3cb78b6877eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:10.149143 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17bab2ba-210f-4cb3-bced-3cb78b6877eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:10.151801 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-17bab2ba-210f-4cb3-bced-3cb78b6877eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:10.153178 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-17bab2ba-210f-4cb3-bced-3cb78b6877eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/079f3443-2468-48d1-89ea-cda7a872014f HTTP/1.1" status: 204 len: 168 time: 0.1175187 Nov 09 01:15:10.160641 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bab2ba-210f-4cb3-bced-3cb78b6877eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079f3443-2468-48d1-89ea-cda7a872014f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:10.257415 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:15:10.278877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:15:10.279244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 47d0bff5-4315-4ccf-85d4-3a0a4103ce7c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:15:10.279629 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 37076746-9ed8-4309-af00-ca7d5864ae99 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:15:10.299641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 37076746-9ed8-4309-af00-ca7d5864ae99 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:15:10.300056 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 37076746-9ed8-4309-af00-ca7d5864ae99 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:15:10.300539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c0b2bb21-a246-4eb4-981e-4f17b117786b no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:15:10.326310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: c0b2bb21-a246-4eb4-981e-4f17b117786b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:15:10.326656 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device c0b2bb21-a246-4eb4-981e-4f17b117786b not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:15:11.623151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33188) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:11.628314 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-110c6247-01dd-48ba-a110-a29f5b7b4851 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1920853724', 'description': 'tempest-secgroup-smoke-1920853724 description', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:11.649647 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-110c6247-01dd-48ba-a110-a29f5b7b4851 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:11.657589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-110c6247-01dd-48ba-a110-a29f5b7b4851 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:11.730734 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-110c6247-01dd-48ba-a110-a29f5b7b4851 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:11.734316 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-110c6247-01dd-48ba-a110-a29f5b7b4851 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:11.774935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c6247-01dd-48ba-a110-a29f5b7b4851 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7def5a-1008-4c87-b6c1-2de6ea434901,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:11.810200 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-110c6247-01dd-48ba-a110-a29f5b7b4851 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:11.813734 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-110c6247-01dd-48ba-a110-a29f5b7b4851 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:11.842719 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-110c6247-01dd-48ba-a110-a29f5b7b4851 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:11.843922 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-110c6247-01dd-48ba-a110-a29f5b7b4851 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2197626 Nov 09 01:15:11.846420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c6247-01dd-48ba-a110-a29f5b7b4851 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec608cf2-8ad3-4601-80d3-b53fe86b12a8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:11.847505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33190) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:11.852324 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8e792910-b291-4bb5-8311-71b72ed3e73d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': 'ec608cf2-8ad3-4601-80d3-b53fe86b12a8', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:11.879501 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e792910-b291-4bb5-8311-71b72ed3e73d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:11.933214 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e792910-b291-4bb5-8311-71b72ed3e73d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:11.936710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e792910-b291-4bb5-8311-71b72ed3e73d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:11.954004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792910-b291-4bb5-8311-71b72ed3e73d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbbddc4-3768-4e15-847d-bdd6fa37233f,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:11.961596 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8e792910-b291-4bb5-8311-71b72ed3e73d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:11.962827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8e792910-b291-4bb5-8311-71b72ed3e73d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141562 Nov 09 01:15:11.965711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33192) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:11.970049 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-cad5f4f1-0d50-4c35-ac5d-ae5e2691e777 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': 'ec608cf2-8ad3-4601-80d3-b53fe86b12a8', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:11.997601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cad5f4f1-0d50-4c35-ac5d-ae5e2691e777 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.059516 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cad5f4f1-0d50-4c35-ac5d-ae5e2691e777 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.062847 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cad5f4f1-0d50-4c35-ac5d-ae5e2691e777 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.080152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5f4f1-0d50-4c35-ac5d-ae5e2691e777 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f96cef-79b6-4534-87c0-f7e1a0af1678,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:12.087635 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cad5f4f1-0d50-4c35-ac5d-ae5e2691e777 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.091347 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cad5f4f1-0d50-4c35-ac5d-ae5e2691e777 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223049 Nov 09 01:15:12.091664 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33194) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:12.096643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-d505e2a0-ca90-4a6a-9c76-2aff710b5936 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': 'ec608cf2-8ad3-4601-80d3-b53fe86b12a8', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:12.122452 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d505e2a0-ca90-4a6a-9c76-2aff710b5936 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.177543 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d505e2a0-ca90-4a6a-9c76-2aff710b5936 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.180974 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d505e2a0-ca90-4a6a-9c76-2aff710b5936 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.198296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505e2a0-ca90-4a6a-9c76-2aff710b5936 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77136654-77ea-4b76-864b-fc21568e820f,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:12.207823 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-d505e2a0-ca90-4a6a-9c76-2aff710b5936 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.209164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-d505e2a0-ca90-4a6a-9c76-2aff710b5936 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165111 Nov 09 01:15:12.211734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33196) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:12.216056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-dfb670e8-2b33-4fda-b093-6d42d9bd79de tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': 'ec608cf2-8ad3-4601-80d3-b53fe86b12a8', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:12.242119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dfb670e8-2b33-4fda-b093-6d42d9bd79de tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.298901 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dfb670e8-2b33-4fda-b093-6d42d9bd79de tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.302340 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dfb670e8-2b33-4fda-b093-6d42d9bd79de tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.316695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb670e8-2b33-4fda-b093-6d42d9bd79de tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6186462d-4c65-45b8-ada5-25d1439a1d3d,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:12.327522 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dfb670e8-2b33-4fda-b093-6d42d9bd79de tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.328746 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dfb670e8-2b33-4fda-b093-6d42d9bd79de tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160855 Nov 09 01:15:12.331929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33198) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:12.336168 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-acde749b-afbc-4c95-86ad-106870cc64e2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': 'ec608cf2-8ad3-4601-80d3-b53fe86b12a8', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:12.358148 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-acde749b-afbc-4c95-86ad-106870cc64e2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Project b8bc83bc0ab74c23b22b22bfd8e911b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:15:12.363041 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-acde749b-afbc-4c95-86ad-106870cc64e2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.420205 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-acde749b-afbc-4c95-86ad-106870cc64e2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.423716 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-acde749b-afbc-4c95-86ad-106870cc64e2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.444564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde749b-afbc-4c95-86ad-106870cc64e2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9b2f2c-d979-4786-9019-9146990e3192,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:12.452584 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-acde749b-afbc-4c95-86ad-106870cc64e2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.453814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-acde749b-afbc-4c95-86ad-106870cc64e2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209245 Nov 09 01:15:12.457092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33200) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:12.461469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-3f7569f1-a4eb-4840-a678-815ba57314cd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': 'ec608cf2-8ad3-4601-80d3-b53fe86b12a8', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:12.482313 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-3f7569f1-a4eb-4840-a678-815ba57314cd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Project b8bc83bc0ab74c23b22b22bfd8e911b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:15:12.487351 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f7569f1-a4eb-4840-a678-815ba57314cd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.545160 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f7569f1-a4eb-4840-a678-815ba57314cd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.548463 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f7569f1-a4eb-4840-a678-815ba57314cd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.568375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7569f1-a4eb-4840-a678-815ba57314cd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7053141a-ffe4-4ed5-82c7-f5d4aeff0d66,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:12.573628 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f7569f1-a4eb-4840-a678-815ba57314cd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.574866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3f7569f1-a4eb-4840-a678-815ba57314cd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167338 Nov 09 01:15:12.577889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33202) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:12.583402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-03ec35f4-c389-4d92-b0c5-ccd95a7639c2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'network': {'name': 'tempest-network-smoke--887058786', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'port_security_enabled': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:12.603554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ec35f4-c389-4d92-b0c5-ccd95a7639c2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:15:12.606996 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03ec35f4-c389-4d92-b0c5-ccd95a7639c2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.630957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ec35f4-c389-4d92-b0c5-ccd95a7639c2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:15:12.640143 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03ec35f4-c389-4d92-b0c5-ccd95a7639c2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.640509 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-03ec35f4-c389-4d92-b0c5-ccd95a7639c2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Added segment 5d93d969-d08d-4ad9-bc82-e941797c0606 of type vlan for network b6da68cc-5a99-4b51-89d2-1a78b26bca4a Nov 09 01:15:12.679269 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03ec35f4-c389-4d92-b0c5-ccd95a7639c2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.702677 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03ec35f4-c389-4d92-b0c5-ccd95a7639c2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.708696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ec35f4-c389-4d92-b0c5-ccd95a7639c2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:12.709271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03ec35f4-c389-4d92-b0c5-ccd95a7639c2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.742499 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-03ec35f4-c389-4d92-b0c5-ccd95a7639c2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1635883 Nov 09 01:15:12.745654 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33204) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:12.750212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'admin_state_up': True, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:12.775765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.776869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.779689 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec35f4-c389-4d92-b0c5-ccd95a7639c2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Network': ['ID=b6da68cc-5a99-4b51-89d2-1a78b26bca4a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:12.791782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network b6da68cc-5a99-4b51-89d2-1a78b26bca4a details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:15:12.795156 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bba15003-17c8-46d0-9527-be61c358551e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.837284 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:12.971544 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:13.159422 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:13.176838 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:15:13.178313 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:13.275955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.25.0.220 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/683c0bc0-fe3f-49fb-87e8-7c606ff303b4) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:15:13.379358 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:13.411612 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:13.446441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:15:13.449094 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:15:13.451587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:15:13.482927 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=683c0bc0-fe3f-49fb-87e8-7c606ff303b4,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:13.698109 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:14.218611 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:14.340767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 576747ed-d6b1-4dfe-9029-0ae8b787394e is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:15:14.444001 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:15:14.453066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Sync routers for ids ['576747ed-d6b1-4dfe-9029-0ae8b787394e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:15:14.462691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Routers {'576747ed-d6b1-4dfe-9029-0ae8b787394e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:15:14.463302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:14:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['576747ed-d6b1-4dfe-9029-0ae8b787394e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:14.463676 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:14.464912 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0de15d73-8c24-4522-b44e-adcddb921cc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7182465 Nov 09 01:15:14.468098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33206) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:14.567025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Set router 576747ed-d6b1-4dfe-9029-0ae8b787394e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:15:14.605578 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-622fb6d6-0ed1-4de7-9581-35aa037ddc2f tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b8bc83bc0ab74c23b22b22bfd8e911b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1351914 Nov 09 01:15:14.607113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33210) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:14.745054 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:15:13Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:14.754498 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc41bb0-4946-4d5b-b4a5-a74db6063ba3 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:14.756010 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2fc41bb0-4946-4d5b-b4a5-a74db6063ba3 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1479909 Nov 09 01:15:14.758987 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33212) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:14.771335 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Checking router: 576747ed-d6b1-4dfe-9029-0ae8b787394e for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:15:14.771687 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Updating router 576747ed-d6b1-4dfe-9029-0ae8b787394e port 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:15:14.796789 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:14.797029 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-40110d40-ebfc-4e7c-bfff-c95cd7ed3456 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368116 Nov 09 01:15:14.800012 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33214) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:14.804806 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-951a5319-4b84-45ce-a676-2ca8b1235109 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1012365074', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:14.890452 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951a5319-4b84-45ce-a676-2ca8b1235109 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:15:14.894460 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-951a5319-4b84-45ce-a676-2ca8b1235109 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:14.909898 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b94bee2a-865e-4f20-8c23-7ebd0c49046d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:15.081703 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-951a5319-4b84-45ce-a676-2ca8b1235109 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:15.143501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a5319-4b84-45ce-a676-2ca8b1235109 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Subnet': ['ID=f9227547-da4f-486f-a4c8-e3e3ab8062b4,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:15.160732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951a5319-4b84-45ce-a676-2ca8b1235109 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Checking segment: {'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:15:15.161101 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951a5319-4b84-45ce-a676-2ca8b1235109 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network hostable DHCP agents. Network: b6da68cc-5a99-4b51-89d2-1a78b26bca4a, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:15:15.178068 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951a5319-4b84-45ce-a676-2ca8b1235109 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network b6da68cc-5a99-4b51-89d2-1a78b26bca4a is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:15:15.187638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-951a5319-4b84-45ce-a676-2ca8b1235109 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, b6da68cc-5a99-4b51-89d2-1a78b26bca4a) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:15:15.191915 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951a5319-4b84-45ce-a676-2ca8b1235109 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:15.192494 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-951a5319-4b84-45ce-a676-2ca8b1235109 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:15.204776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba10b1f-682a-4410-ae93-067b8636312d None None] Network b6da68cc-5a99-4b51-89d2-1a78b26bca4a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:15:15.210102 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-951a5319-4b84-45ce-a676-2ca8b1235109 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4090860 Nov 09 01:15:15.212835 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33216) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:15.269166 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:15.279078 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:15.366615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fc843-6caf-41a9-a934-f2a82809923d None None] Pushing event updated for resources: {'Port': ['ID=683c0bc0-fe3f-49fb-87e8-7c606ff303b4,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:15.370789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Attempting to bind port 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:15:15.370789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Attempting to bind port 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:15:15.371187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Attempting to bind port 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:15:15.380876 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:15:15.381242 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:15:15.381662 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:15.382049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:15:15.382508 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Bound port: 683c0bc0-fe3f-49fb-87e8-7c606ff303b4, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:15:15.382876 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:15.449185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ips': [{'subnet_id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:15:15.450056 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:15.471838 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] For port 683c0bc0-fe3f-49fb-87e8-7c606ff303b4, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:15:15.489987 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] For port 683c0bc0-fe3f-49fb-87e8-7c606ff303b4, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=683c0bc0-fe3f-49fb-87e8-7c606ff303b4,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:15:15.495884 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:15.638179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Routers {'576747ed-d6b1-4dfe-9029-0ae8b787394e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:15:15.638711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:15:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['576747ed-d6b1-4dfe-9029-0ae8b787394e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:15.640404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fc843-6caf-41a9-a934-f2a82809923d None None] Pushing event updated for resources: {'Port': ['ID=683c0bc0-fe3f-49fb-87e8-7c606ff303b4,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:15.641673 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:15.706138 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Allocated IP 172.20.0.2 (b6da68cc-5a99-4b51-89d2-1a78b26bca4a/f9227547-da4f-486f-a4c8-e3e3ab8062b4/520a4193-7a58-40f7-96b1-0d9e4537a3bd) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:15:15.786564 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] Set router 576747ed-d6b1-4dfe-9029-0ae8b787394e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:15:16.022482 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.031129 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.071890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Network b6da68cc-5a99-4b51-89d2-1a78b26bca4a is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:15:16.076139 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.20.0.1 (b6da68cc-5a99-4b51-89d2-1a78b26bca4a/f9227547-da4f-486f-a4c8-e3e3ab8062b4/491b1009-be1d-40b2-a3cb-6dacc3197788) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:15:16.082072 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:15:16.092864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:15:16.099975 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Pushing event updated for resources: {'Port': ['ID=520a4193-7a58-40f7-96b1-0d9e4537a3bd,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:16.109693 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:15:13Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:16.150665 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc7b781-63c1-426d-9404-773a39a4a575 None None] The sync data for ids ['576747ed-d6b1-4dfe-9029-0ae8b787394e'] in n-d-813263-3 is: [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:15:13Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:15:16.178512 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Attempting to bind port 520a4193-7a58-40f7-96b1-0d9e4537a3bd on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:15:16.178886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Attempting to bind port 520a4193-7a58-40f7-96b1-0d9e4537a3bd by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:15:16.179242 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Attempting to bind port 520a4193-7a58-40f7-96b1-0d9e4537a3bd on network b6da68cc-5a99-4b51-89d2-1a78b26bca4a {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:15:16.185943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:15:16.186313 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Checking segment: {'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:15:16.186725 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.187109 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Bound using segment: {'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:15:16.187858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Bound port: 520a4193-7a58-40f7-96b1-0d9e4537a3bd, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:15:16.187995 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.200708 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.238553 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.258782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] For port 520a4193-7a58-40f7-96b1-0d9e4537a3bd, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:15:16.262068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] For port 520a4193-7a58-40f7-96b1-0d9e4537a3bd, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=520a4193-7a58-40f7-96b1-0d9e4537a3bd,segment=NetworkSegment(5d93d969-d08d-4ad9-bc82-e941797c0606),segment_id=5d93d969-d08d-4ad9-bc82-e941797c0606)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:15:16.267290 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.285048 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network b6da68cc-5a99-4b51-89d2-1a78b26bca4a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:15:16.290693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:15:16.293128 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:15:16.322870 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=491b1009-be1d-40b2-a3cb-6dacc3197788,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:16.341851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de39f8-9df8-48d8-8d9c-7e25b0f13c25 None None] Pushing event updated for resources: {'Port': ['ID=520a4193-7a58-40f7-96b1-0d9e4537a3bd,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:16.352157 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.359502 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.533336 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.553592 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.862096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.866791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.888501 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.958488 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:16.960546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=491b1009-be1d-40b2-a3cb-6dacc3197788,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:17.067414 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network b6da68cc-5a99-4b51-89d2-1a78b26bca4a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:15:17.068920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:15:17.186957 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 576747ed-d6b1-4dfe-9029-0ae8b787394e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:15:17.301174 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:15:17.312494 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ca52f358-5f47-469c-b505-14447e8da5a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "PUT /v2.0/routers/576747ed-d6b1-4dfe-9029-0ae8b787394e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0923386 Nov 09 01:15:17.336404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af00cd1-3dab-47d5-9041-004fadd133f8 None None] Network b6da68cc-5a99-4b51-89d2-1a78b26bca4a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:15:17.464244 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-8e90a77d-0b40-4426-af2e-8e351a8df4ff tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920853724&fields=id&tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 267 time: 0.0518503 Nov 09 01:15:17.486482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-7be71519-70e4-4ac8-bcbf-9ffc07862ac5 None None] Provisioning complete for port 520a4193-7a58-40f7-96b1-0d9e4537a3bd triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:15:17.487396 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7be71519-70e4-4ac8-bcbf-9ffc07862ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:17.585812 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7be71519-70e4-4ac8-bcbf-9ffc07862ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:17.591343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-50af2f9b-2459-4ca7-be11-6a8ae562c318 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:17.592895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-50af2f9b-2459-4ca7-be11-6a8ae562c318 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/networks?id=b6da68cc-5a99-4b51-89d2-1a78b26bca4a HTTP/1.1" status: 200 len: 796 time: 0.1202033 Nov 09 01:15:17.610303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-e1f2ced1-40a9-49fd-b583-b80f1c79fe35 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/quotas/b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 375 time: 0.0108380 Nov 09 01:15:17.637377 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-7be71519-70e4-4ac8-bcbf-9ffc07862ac5 None None] For port 520a4193-7a58-40f7-96b1-0d9e4537a3bd, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=520a4193-7a58-40f7-96b1-0d9e4537a3bd,segment=NetworkSegment(5d93d969-d08d-4ad9-bc82-e941797c0606),segment_id=5d93d969-d08d-4ad9-bc82-e941797c0606)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:17.643017 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7be71519-70e4-4ac8-bcbf-9ffc07862ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:17.673757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-60a8303e-c5f1-4485-93f6-142a07a65e35 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571237 Nov 09 01:15:17.697622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be71519-70e4-4ac8-bcbf-9ffc07862ac5 None None] Pushing event updated for resources: {'Port': ['ID=520a4193-7a58-40f7-96b1-0d9e4537a3bd,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:17.767338 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d6380cff-ae6a-4350-b361-d5c2eec4cd3a None None] Provisioning complete for port 491b1009-be1d-40b2-a3cb-6dacc3197788 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:15:17.767704 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d6380cff-ae6a-4350-b361-d5c2eec4cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:17.778911 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-f2dff806-cff2-470c-a3ea-6706778f236c service neutron] 10.222.0.25 "GET /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921168 Nov 09 01:15:17.814090 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d6380cff-ae6a-4350-b361-d5c2eec4cd3a None None] Port 491b1009-be1d-40b2-a3cb-6dacc3197788 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:15:17.826563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d6380cff-ae6a-4350-b361-d5c2eec4cd3a None None] Provisioning complete for port 520a4193-7a58-40f7-96b1-0d9e4537a3bd triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:15:17.827025 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d6380cff-ae6a-4350-b361-d5c2eec4cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:17.893732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-e3b1e149-8819-46e9-ac41-f63cec179249 service neutron] 10.222.0.25 "GET /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071389 Nov 09 01:15:17.904364 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Sync routers for ids ['576747ed-d6b1-4dfe-9029-0ae8b787394e'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:15:17.918795 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Routers {'576747ed-d6b1-4dfe-9029-0ae8b787394e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:15:17.919427 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:15:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['576747ed-d6b1-4dfe-9029-0ae8b787394e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:18.058463 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.115244 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Set router 576747ed-d6b1-4dfe-9029-0ae8b787394e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:15:18.117803 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efbbe8d1-fb04-4551-8bd3-a336c47f9407 req-8a1aa3a1-9f30-496e-86d5-3c2ac14fcd8c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 210 time: 0.0433085 Nov 09 01:15:18.222872 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fd8b0120-938b-4904-841d-0d1418113451 None None] Provisioning complete for port 491b1009-be1d-40b2-a3cb-6dacc3197788 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:15:18.223457 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fd8b0120-938b-4904-841d-0d1418113451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.278006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b0120-938b-4904-841d-0d1418113451 None None] Port 491b1009-be1d-40b2-a3cb-6dacc3197788 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:15:18.341897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 520a4193-7a58-40f7-96b1-0d9e4537a3bd up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:15:18.354679 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:15:16Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '491b1009-be1d-40b2-a3cb-6dacc3197788', 'name': '', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:6f:f5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:15Z', 'updated_at': '2021-11-09T01:15:16Z', 'revision_number': 2, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:18.384998 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Checking router: 576747ed-d6b1-4dfe-9029-0ae8b787394e for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:15:18.385386 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Updating router 576747ed-d6b1-4dfe-9029-0ae8b787394e port 491b1009-be1d-40b2-a3cb-6dacc3197788 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:15:18.398725 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 520a4193-7a58-40f7-96b1-0d9e4537a3bd triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:15:18.399119 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.412470 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.484117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:15:18.532978 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.545912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:15:18.546283 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.635373 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.656482 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 683c0bc0-fe3f-49fb-87e8-7c606ff303b4, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=683c0bc0-fe3f-49fb-87e8-7c606ff303b4,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:18.661589 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.710866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=683c0bc0-fe3f-49fb-87e8-7c606ff303b4,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:18.714986 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.722497 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.786656 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Pushing event updated for resources: {'Port': ['ID=491b1009-be1d-40b2-a3cb-6dacc3197788,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:18.809782 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:18.810131 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:18.810468 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:18.810796 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:18.811122 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:18.811447 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:18.811765 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:18.812074 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:18.812391 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:18.812774 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:18.813006 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:18.813317 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:15:18.829849 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Attempting to bind port 491b1009-be1d-40b2-a3cb-6dacc3197788 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:15:18.830210 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Attempting to bind port 491b1009-be1d-40b2-a3cb-6dacc3197788 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:15:18.831112 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Attempting to bind port 491b1009-be1d-40b2-a3cb-6dacc3197788 on network b6da68cc-5a99-4b51-89d2-1a78b26bca4a {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:15:18.836173 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:15:18.836532 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Checking segment: {'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:15:18.836939 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.837302 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Bound using segment: {'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:15:18.837783 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Bound port: 491b1009-be1d-40b2-a3cb-6dacc3197788, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:15:18.838156 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.904920 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] For port 491b1009-be1d-40b2-a3cb-6dacc3197788, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:15:18.908010 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] For port 491b1009-be1d-40b2-a3cb-6dacc3197788, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=491b1009-be1d-40b2-a3cb-6dacc3197788,segment=NetworkSegment(5d93d969-d08d-4ad9-bc82-e941797c0606),segment_id=5d93d969-d08d-4ad9-bc82-e941797c0606)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:15:18.912772 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:18.972222 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Routers {'576747ed-d6b1-4dfe-9029-0ae8b787394e'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:15:18.972844 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:15:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['576747ed-d6b1-4dfe-9029-0ae8b787394e'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:18.977938 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dbeea-1e8a-4160-862b-e37c144ed453 None None] Pushing event updated for resources: {'Port': ['ID=491b1009-be1d-40b2-a3cb-6dacc3197788,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:19.009121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f55bfb6f-49e8-451e-b19a-656607a9a55d None None] Provisioning complete for port 491b1009-be1d-40b2-a3cb-6dacc3197788 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:15:19.009734 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f55bfb6f-49e8-451e-b19a-656607a9a55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:19.092290 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] Set router 576747ed-d6b1-4dfe-9029-0ae8b787394e gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:15:19.110495 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f55bfb6f-49e8-451e-b19a-656607a9a55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:19.152388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f55bfb6f-49e8-451e-b19a-656607a9a55d None None] For port 491b1009-be1d-40b2-a3cb-6dacc3197788, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=491b1009-be1d-40b2-a3cb-6dacc3197788,segment=NetworkSegment(5d93d969-d08d-4ad9-bc82-e941797c0606),segment_id=5d93d969-d08d-4ad9-bc82-e941797c0606)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:19.160746 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f55bfb6f-49e8-451e-b19a-656607a9a55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:19.244691 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bfb6f-49e8-451e-b19a-656607a9a55d None None] Pushing event updated for resources: {'Port': ['ID=491b1009-be1d-40b2-a3cb-6dacc3197788,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:19.255955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1609f1ff-87dc-4bc4-b502-fefdb516f56e req-a94ffca3-6f4d-446d-a87d-09df1c2d2be1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 210 time: 0.0554509 Nov 09 01:15:19.264023 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-b5d109b1-c710-4688-b473-f42ab1c55b37 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:19.266217 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-b5d109b1-c710-4688-b473-f42ab1c55b37 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.11 "GET /v2.0/networks?id=b6da68cc-5a99-4b51-89d2-1a78b26bca4a HTTP/1.1" status: 200 len: 796 time: 0.2348020 Nov 09 01:15:19.290303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-da74b232-185b-411c-8ba8-6ca232e0675f None None] Provisioning complete for port 491b1009-be1d-40b2-a3cb-6dacc3197788 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:15:19.290677 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-da74b232-185b-411c-8ba8-6ca232e0675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:19.340737 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-d237c92c-e428-4c58-9dbc-b781612f7f5a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 380 time: 0.0630763 Nov 09 01:15:19.351074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'port': {'device_id': '037174b1-0be9-47fd-942f-34c229dc4db7', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'admin_state_up': True, 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'security_groups': ['ec608cf2-8ad3-4601-80d3-b53fe86b12a8']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:19.353340 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:15:16Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '491b1009-be1d-40b2-a3cb-6dacc3197788', 'name': '', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:6f:f5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:15Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:19.384516 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121594b-c3d5-4c6e-a975-4c2e991f3baf None None] The sync data for ids ['576747ed-d6b1-4dfe-9029-0ae8b787394e'] in n-d-813263-3 is: [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:15:16Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '491b1009-be1d-40b2-a3cb-6dacc3197788', 'name': '', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:6f:f5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:15Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:15:19.474840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:15:19.478307 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:19.615625 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.20.0.13 (b6da68cc-5a99-4b51-89d2-1a78b26bca4a/f9227547-da4f-486f-a4c8-e3e3ab8062b4/6b9bc130-7de8-447e-869d-59b5a5dbe536) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:15:19.759156 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:19.794027 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:19.838547 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network b6da68cc-5a99-4b51-89d2-1a78b26bca4a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:15:19.843670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:15:19.847917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:15:19.855049 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=6b9bc130-7de8-447e-869d-59b5a5dbe536,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:19.904113 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:19.904703 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:19.923284 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-7576f621-e2de-4b30-bade-5ee12c59ce2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5760009 Nov 09 01:15:19.995273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Request body: {'port': {'device_id': '037174b1-0be9-47fd-942f-34c229dc4db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:20.056505 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:20.111386 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-bb454240-fc40-4ca1-a749-50c520c8e368 None None] Provisioning complete for port 6b9bc130-7de8-447e-869d-59b5a5dbe536 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:15:20.112013 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bb454240-fc40-4ca1-a749-50c520c8e368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:20.148297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-bb454240-fc40-4ca1-a749-50c520c8e368 None None] Port 6b9bc130-7de8-447e-869d-59b5a5dbe536 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:15:20.340601 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9bc130-7de8-447e-869d-59b5a5dbe536 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:15:20.350367 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:20.366824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Transition to ACTIVE for port object 6b9bc130-7de8-447e-869d-59b5a5dbe536 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:15:20.373131 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:20.373985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:15:20.401868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d5a50-75d5-45f8-a66e-06fbba12c7a2 req-498bdaa5-e834-4db7-97c1-bc61de5b41aa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:20.404443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-706d5a50-75d5-45f8-a66e-06fbba12c7a2 req-498bdaa5-e834-4db7-97c1-bc61de5b41aa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 932 time: 0.0794358 Nov 09 01:15:20.429600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:15:20.429975 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:20.480983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-706d5a50-75d5-45f8-a66e-06fbba12c7a2 req-c88bf50c-e561-44e1-a2bb-3a84501e794e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705647 Nov 09 01:15:20.543497 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9bc130-7de8-447e-869d-59b5a5dbe536,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:20.543837 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 491b1009-be1d-40b2-a3cb-6dacc3197788 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:15:20.556952 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Attempting to bind port 6b9bc130-7de8-447e-869d-59b5a5dbe536 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:15:20.557294 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Attempting to bind port 6b9bc130-7de8-447e-869d-59b5a5dbe536 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:15:20.557653 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Attempting to bind port 6b9bc130-7de8-447e-869d-59b5a5dbe536 on network b6da68cc-5a99-4b51-89d2-1a78b26bca4a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:15:20.562267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Port 6b9bc130-7de8-447e-869d-59b5a5dbe536 on network b6da68cc-5a99-4b51-89d2-1a78b26bca4a not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:15:20.562757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Attempting to bind port 6b9bc130-7de8-447e-869d-59b5a5dbe536 on network b6da68cc-5a99-4b51-89d2-1a78b26bca4a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:15:20.568290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:15:20.568588 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Checking segment: {'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:15:20.568979 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Bound using segment: {'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:15:20.569450 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Bound port: 6b9bc130-7de8-447e-869d-59b5a5dbe536, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d93d969-d08d-4ad9-bc82-e941797c0606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:15:20.569816 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:20.600417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 491b1009-be1d-40b2-a3cb-6dacc3197788 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:15:20.600887 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:20.642732 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] For port 6b9bc130-7de8-447e-869d-59b5a5dbe536, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:15:20.646340 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] For port 6b9bc130-7de8-447e-869d-59b5a5dbe536, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6b9bc130-7de8-447e-869d-59b5a5dbe536,segment=NetworkSegment(5d93d969-d08d-4ad9-bc82-e941797c0606),segment_id=5d93d969-d08d-4ad9-bc82-e941797c0606)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:15:20.655124 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:20.687187 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:20.688073 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:20.689521 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] 10.222.0.11 "PUT /v2.0/ports/6b9bc130-7de8-447e-869d-59b5a5dbe536 HTTP/1.1" status: 200 len: 1092 time: 0.7583964 Nov 09 01:15:20.690580 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037174b1-0be9-47fd-942f-34c229dc4db7', 'tag': '6b9bc130-7de8-447e-869d-59b5a5dbe536'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:15:20.692928 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd18f77d-9110-499e-ab76-3db21ae868b3" -d '{"events": [{"name": "network-changed", "server_uuid": "037174b1-0be9-47fd-942f-34c229dc4db7", "tag": "6b9bc130-7de8-447e-869d-59b5a5dbe536"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:15:20.729319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e595b9c-1b40-4e81-95fc-0302338ae896 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9bc130-7de8-447e-869d-59b5a5dbe536,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:20.792942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-00c3e14b-db74-4f71-ae04-6a6f5e727bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:20.801033 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-00c3e14b-db74-4f71-ae04-6a6f5e727bcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 1095 time: 0.0532246 Nov 09 01:15:20.849617 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2373e229-5ba5-405c-90a8-b655d6af97da x-openstack-request-id: req-2373e229-5ba5-405c-90a8-b655d6af97da {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:15:20.849963 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037174b1-0be9-47fd-942f-34c229dc4db7", "tag": "6b9bc130-7de8-447e-869d-59b5a5dbe536", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:15:20.850160 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2373e229-5ba5-405c-90a8-b655d6af97da {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:15:20.850548 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037174b1-0be9-47fd-942f-34c229dc4db7', 'tag': '6b9bc130-7de8-447e-869d-59b5a5dbe536', 'status': 'completed', 'code': 200} Nov 09 01:15:20.853083 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-10eca513-b735-4225-a7e8-8e856ef1d96d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b9bc130-7de8-447e-869d-59b5a5dbe536 HTTP/1.1" status: 200 len: 217 time: 0.0452707 Nov 09 01:15:20.904423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-6537f81d-0670-44ee-aca8-979dbcb3d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:20.905968 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-6537f81d-0670-44ee-aca8-979dbcb3d609 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9227547-da4f-486f-a4c8-e3e3ab8062b4 HTTP/1.1" status: 200 len: 835 time: 0.0462394 Nov 09 01:15:20.952909 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-a2fb4681-63b3-4c87-a825-9204b05ea7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:20.954340 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-a2fb4681-63b3-4c87-a825-9204b05ea7f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6da68cc-5a99-4b51-89d2-1a78b26bca4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399873 Nov 09 01:15:21.046142 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-2dfffb4f-5599-4d5d-bc97-43ecea23fa01 service neutron] 10.222.0.11 "GET /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837851 Nov 09 01:15:21.134350 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-f157d512-ad51-47a5-8b6a-c66133dfb03c req-67a4c7ec-576e-411b-9710-93b270cc1384 service neutron] 10.222.0.11 "GET /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802946 Nov 09 01:15:21.224456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18f77d-9110-499e-ab76-3db21ae868b3 req-fdcbd00d-0513-4837-a181-0801755763bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:21.225853 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dd18f77d-9110-499e-ab76-3db21ae868b3 req-fdcbd00d-0513-4837-a181-0801755763bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 1095 time: 0.0436499 Nov 09 01:15:21.313972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18f77d-9110-499e-ab76-3db21ae868b3 req-6cc70017-a062-4659-ab2a-72c94dceab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:21.315497 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dd18f77d-9110-499e-ab76-3db21ae868b3 req-6cc70017-a062-4659-ab2a-72c94dceab01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6da68cc-5a99-4b51-89d2-1a78b26bca4a HTTP/1.1" status: 200 len: 896 time: 0.0819035 Nov 09 01:15:21.613006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f05ab-a915-482c-b5d9-952d28b9f3b4 req-fd2be0f1-2d03-48a6-8ca0-b407ea89ac00 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:21.615211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee6f05ab-a915-482c-b5d9-952d28b9f3b4 req-fd2be0f1-2d03-48a6-8ca0-b407ea89ac00 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 944 time: 0.0525329 Nov 09 01:15:21.666082 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee6f05ab-a915-482c-b5d9-952d28b9f3b4 req-951b533a-cb54-43ac-bd2d-85a124cbd05a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455077 Nov 09 01:15:21.697686 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dd18f77d-9110-499e-ab76-3db21ae868b3 req-d89d9b33-eda7-419a-9c39-d5f85e0b94c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b9bc130-7de8-447e-869d-59b5a5dbe536 HTTP/1.1" status: 200 len: 217 time: 0.3743091 Nov 09 01:15:21.745606 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18f77d-9110-499e-ab76-3db21ae868b3 req-438d91de-6941-4787-8813-96997d7d2d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:21.746969 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dd18f77d-9110-499e-ab76-3db21ae868b3 req-438d91de-6941-4787-8813-96997d7d2d1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9227547-da4f-486f-a4c8-e3e3ab8062b4 HTTP/1.1" status: 200 len: 835 time: 0.0417099 Nov 09 01:15:21.791432 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18f77d-9110-499e-ab76-3db21ae868b3 req-d8656165-f77c-419a-8094-acd1ec2d3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:21.792774 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dd18f77d-9110-499e-ab76-3db21ae868b3 req-d8656165-f77c-419a-8094-acd1ec2d3591 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6da68cc-5a99-4b51-89d2-1a78b26bca4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381057 Nov 09 01:15:21.882862 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dd18f77d-9110-499e-ab76-3db21ae868b3 req-5c7c3034-14a0-46c8-be71-514a6f6be638 service neutron] 10.222.0.11 "GET /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818553 Nov 09 01:15:21.969192 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dd18f77d-9110-499e-ab76-3db21ae868b3 req-fc180fef-b832-462c-b377-a28ebce74ff4 service neutron] 10.222.0.11 "GET /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784907 Nov 09 01:15:22.779467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcfc0d-903a-4c1e-8476-801a72681a11 req-18df836e-e70b-4ad4-94d4-9a0c97b25f5b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:22.780945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eabcfc0d-903a-4c1e-8476-801a72681a11 req-18df836e-e70b-4ad4-94d4-9a0c97b25f5b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 944 time: 0.0478859 Nov 09 01:15:22.833266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eabcfc0d-903a-4c1e-8476-801a72681a11 req-eee404e2-7e69-40ab-80cd-766d97dba477 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464299 Nov 09 01:15:23.903969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 6b9bc130-7de8-447e-869d-59b5a5dbe536 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:15:23.954513 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4bd66-d1bf-46d0-952e-20eeb9f38d7e req-bae1387c-f55c-4965-9d3c-ff35781c8a10 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:23.956590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cad4bd66-d1bf-46d0-952e-20eeb9f38d7e req-bae1387c-f55c-4965-9d3c-ff35781c8a10 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 944 time: 0.0574799 Nov 09 01:15:24.003182 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 6b9bc130-7de8-447e-869d-59b5a5dbe536, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6b9bc130-7de8-447e-869d-59b5a5dbe536,segment=NetworkSegment(5d93d969-d08d-4ad9-bc82-e941797c0606),segment_id=5d93d969-d08d-4ad9-bc82-e941797c0606)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:24.007595 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cad4bd66-d1bf-46d0-952e-20eeb9f38d7e req-1ce14a92-ec99-421c-895b-9e0c531d496d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448213 Nov 09 01:15:24.014464 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '6b9bc130-7de8-447e-869d-59b5a5dbe536', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'port_id': '6b9bc130-7de8-447e-869d-59b5a5dbe536', 'mac_address': 'fa:16:3e:68:31:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:15:24.052214 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:24.064516 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9bc130-7de8-447e-869d-59b5a5dbe536 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:15:24.083181 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 6b9bc130-7de8-447e-869d-59b5a5dbe536, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6b9bc130-7de8-447e-869d-59b5a5dbe536,segment=NetworkSegment(5d93d969-d08d-4ad9-bc82-e941797c0606),segment_id=5d93d969-d08d-4ad9-bc82-e941797c0606)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:24.086941 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:24.133706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=6b9bc130-7de8-447e-869d-59b5a5dbe536,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:24.299912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['6b9bc130-7de8-447e-869d-59b5a5dbe536'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:15:25.123604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e370a-d5d5-4cee-b3cf-db3ee680dac6 req-9e0aa321-da0b-405f-9970-8b20a8bd8d98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:25.125074 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e48e370a-d5d5-4cee-b3cf-db3ee680dac6 req-9e0aa321-da0b-405f-9970-8b20a8bd8d98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 945 time: 0.0500622 Nov 09 01:15:25.173672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e48e370a-d5d5-4cee-b3cf-db3ee680dac6 req-a17a758c-4193-4438-9a33-192ec4ecf846 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420077 Nov 09 01:15:25.902694 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 6b9bc130-7de8-447e-869d-59b5a5dbe536 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:15:25.954111 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 6b9bc130-7de8-447e-869d-59b5a5dbe536 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:15:25.957967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 6b9bc130-7de8-447e-869d-59b5a5dbe536 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:15:25.958335 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:26.032886 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:26.055372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037174b1-0be9-47fd-942f-34c229dc4db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9bc130-7de8-447e-869d-59b5a5dbe536'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:15:26.057636 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90364ee-299a-4ad8-9ab7-fa0f72dcb928" -d '{"events": [{"server_uuid": "037174b1-0be9-47fd-942f-34c229dc4db7", "name": "network-vif-plugged", "status": "completed", "tag": "6b9bc130-7de8-447e-869d-59b5a5dbe536"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:15:26.070321 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 6b9bc130-7de8-447e-869d-59b5a5dbe536, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6b9bc130-7de8-447e-869d-59b5a5dbe536,segment=NetworkSegment(5d93d969-d08d-4ad9-bc82-e941797c0606),segment_id=5d93d969-d08d-4ad9-bc82-e941797c0606)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:15:26.074545 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:26.098043 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88af6f63-9116-4e24-8621-82428afa9de2 x-openstack-request-id: req-88af6f63-9116-4e24-8621-82428afa9de2 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:15:26.098360 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037174b1-0be9-47fd-942f-34c229dc4db7", "name": "network-vif-plugged", "status": "completed", "tag": "6b9bc130-7de8-447e-869d-59b5a5dbe536", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:15:26.098613 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88af6f63-9116-4e24-8621-82428afa9de2 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:15:26.099008 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037174b1-0be9-47fd-942f-34c229dc4db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9bc130-7de8-447e-869d-59b5a5dbe536', 'code': 200} Nov 09 01:15:26.127826 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=6b9bc130-7de8-447e-869d-59b5a5dbe536,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:26.195074 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801cb4-18e4-49fb-a40b-99b76e17dc54 req-54d015ce-47f1-4cd0-b83f-007633198e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:26.196520 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c6801cb4-18e4-49fb-a40b-99b76e17dc54 req-54d015ce-47f1-4cd0-b83f-007633198e41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 1097 time: 0.0439665 Nov 09 01:15:26.245455 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c6801cb4-18e4-49fb-a40b-99b76e17dc54 req-dd7c5651-4a04-4f87-9235-f691fd4dd6df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409122 Nov 09 01:15:26.294856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bc689-4c60-4a2a-9c09-d9d3a0083ae7 req-f6a6a79a-f2e9-4827-bda6-281c4881906e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:26.296322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e6bc689-4c60-4a2a-9c09-d9d3a0083ae7 req-f6a6a79a-f2e9-4827-bda6-281c4881906e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0518486 Nov 09 01:15:26.344243 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2e6bc689-4c60-4a2a-9c09-d9d3a0083ae7 req-5e45cdc7-afe8-4d0b-95f3-36ca274a0d49 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413952 Nov 09 01:15:27.460529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edb729-282f-4d2c-acec-e8cce4cb28fa req-b4604ce6-f11b-4ea4-b01e-6eb8a897c41a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:27.462030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03edb729-282f-4d2c-acec-e8cce4cb28fa req-b4604ce6-f11b-4ea4-b01e-6eb8a897c41a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0487525 Nov 09 01:15:27.512998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-03edb729-282f-4d2c-acec-e8cce4cb28fa req-5e5b05d1-1c1c-4df9-9638-3e997fb575d5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438714 Nov 09 01:15:27.629976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ce88f-6b29-444e-b4e4-532a977bb45f req-355f1669-f3ac-4af3-bd9a-0f354615eedc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:27.631480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc3ce88f-6b29-444e-b4e4-532a977bb45f req-355f1669-f3ac-4af3-bd9a-0f354615eedc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0529211 Nov 09 01:15:27.680463 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc3ce88f-6b29-444e-b4e4-532a977bb45f req-dd1ee6ae-2477-4f58-93c9-44dbbdcea95c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430884 Nov 09 01:15:27.701465 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33268) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:27.740797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb8809e-50bd-4242-b638-983e967271d5 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:27.742346 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cdb8809e-50bd-4242-b638-983e967271d5 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 1092 time: 0.0399241 Nov 09 01:15:27.745156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33270) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:27.749456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '6b9bc130-7de8-447e-869d-59b5a5dbe536', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:15:27.770453 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:27.868681 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:27.968612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.25.0.249 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/f476d7c3-ddfe-487a-b204-b45485e43009) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:15:28.070713 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:28.105448 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:28.140205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:15:28.143408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:15:28.148806 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:15:28.174154 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=f476d7c3-ddfe-487a-b204-b45485e43009,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:28.499287 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:28.562455 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:28.711408 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:28.715784 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:28.784096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=f476d7c3-ddfe-487a-b204-b45485e43009,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:15:28.792586 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:28.892794 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Floating IP 216bd3a2-9272-437f-af88-5b3533fb3cbd associated. External IP: 172.25.0.249, port: 6b9bc130-7de8-447e-869d-59b5a5dbe536. Nov 09 01:15:29.431310 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 576747ed-d6b1-4dfe-9029-0ae8b787394e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:15:29.538673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:15:29.548388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5662d24-e509-4593-b22f-07119b5a3eb3 None None] Sync routers for ids ['576747ed-d6b1-4dfe-9029-0ae8b787394e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:15:29.556753 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:29.557472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5662d24-e509-4593-b22f-07119b5a3eb3 None None] Routers {'576747ed-d6b1-4dfe-9029-0ae8b787394e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:15:29.558085 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e5662d24-e509-4593-b22f-07119b5a3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:15:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['576747ed-d6b1-4dfe-9029-0ae8b787394e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:29.585823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8964bb64-ce25-4a63-8b2e-e13b0f33bb16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8372302 Nov 09 01:15:29.585823 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037174b1-0be9-47fd-942f-34c229dc4db7', 'tag': '6b9bc130-7de8-447e-869d-59b5a5dbe536'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:15:29.586496 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aa3e5e-ab4f-4e67-93c5-69345e9cef73" -d '{"events": [{"name": "network-changed", "server_uuid": "037174b1-0be9-47fd-942f-34c229dc4db7", "tag": "6b9bc130-7de8-447e-869d-59b5a5dbe536"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:15:29.673635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-e5662d24-e509-4593-b22f-07119b5a3eb3 None None] Set router 576747ed-d6b1-4dfe-9029-0ae8b787394e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:15:29.692556 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99707548-3256-4f7d-a930-3fce568a7a5b x-openstack-request-id: req-99707548-3256-4f7d-a930-3fce568a7a5b {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:15:29.692853 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037174b1-0be9-47fd-942f-34c229dc4db7", "tag": "6b9bc130-7de8-447e-869d-59b5a5dbe536", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:15:29.693107 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99707548-3256-4f7d-a930-3fce568a7a5b {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:15:29.693528 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037174b1-0be9-47fd-942f-34c229dc4db7', 'tag': '6b9bc130-7de8-447e-869d-59b5a5dbe536', 'status': 'completed', 'code': 200} Nov 09 01:15:29.711802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4cb48-6859-4d48-a566-b92dae8ba6a5 req-011fa8b0-79da-42cb-a673-10f7d344fb3a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:29.713366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ee4cb48-6859-4d48-a566-b92dae8ba6a5 req-011fa8b0-79da-42cb-a673-10f7d344fb3a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0631907 Nov 09 01:15:29.754109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa3e5e-ab4f-4e67-93c5-69345e9cef73 req-182e067a-f5d1-426a-b9b6-008cf12e3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:29.755682 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-55aa3e5e-ab4f-4e67-93c5-69345e9cef73 req-182e067a-f5d1-426a-b9b6-008cf12e3e90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 1097 time: 0.0406518 Nov 09 01:15:29.766058 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ee4cb48-6859-4d48-a566-b92dae8ba6a5 req-c73e7059-358d-4b83-afe9-8cff9fc5c15c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464232 Nov 09 01:15:29.790403 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33278) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:29.851282 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa3e5e-ab4f-4e67-93c5-69345e9cef73 req-f002bea2-24d0-4640-b6e3-536e80190b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:29.852898 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-55aa3e5e-ab4f-4e67-93c5-69345e9cef73 req-f002bea2-24d0-4640-b6e3-536e80190b0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6da68cc-5a99-4b51-89d2-1a78b26bca4a HTTP/1.1" status: 200 len: 896 time: 0.0907216 Nov 09 01:15:29.859319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ce9d1ce8-e646-4030-ad37-0c24077dc511 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/216bd3a2-9272-437f-af88-5b3533fb3cbd HTTP/1.1" status: 200 len: 992 time: 0.0677798 Nov 09 01:15:29.911311 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e5662d24-e509-4593-b22f-07119b5a3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:15:16Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '216bd3a2-9272-437f-af88-5b3533fb3cbd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'port_id': '6b9bc130-7de8-447e-869d-59b5a5dbe536', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'mac_address': 'fa:16:3e:68:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037174b1-0be9-47fd-942f-34c229dc4db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:15:28Z', 'updated_at': '2021-11-09T01:15:28Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491b1009-be1d-40b2-a3cb-6dacc3197788', 'name': '', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:6f:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:15Z', 'updated_at': '2021-11-09T01:15:19Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:29.917956 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-55aa3e5e-ab4f-4e67-93c5-69345e9cef73 req-7f6a0826-d0c3-4e2a-a3ac-8078bcad368b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b9bc130-7de8-447e-869d-59b5a5dbe536 HTTP/1.1" status: 200 len: 1000 time: 0.0585821 Nov 09 01:15:29.941798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5662d24-e509-4593-b22f-07119b5a3eb3 None None] Checking router: 576747ed-d6b1-4dfe-9029-0ae8b787394e for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:15:29.949930 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5662d24-e509-4593-b22f-07119b5a3eb3 None None] Routers {'576747ed-d6b1-4dfe-9029-0ae8b787394e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:15:29.950537 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e5662d24-e509-4593-b22f-07119b5a3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:15:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['576747ed-d6b1-4dfe-9029-0ae8b787394e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:29.966666 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa3e5e-ab4f-4e67-93c5-69345e9cef73 req-779e41a2-3ef0-40a4-b3ee-f85e0268392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:29.968122 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-55aa3e5e-ab4f-4e67-93c5-69345e9cef73 req-779e41a2-3ef0-40a4-b3ee-f85e0268392f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9227547-da4f-486f-a4c8-e3e3ab8062b4 HTTP/1.1" status: 200 len: 835 time: 0.0436914 Nov 09 01:15:30.016298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa3e5e-ab4f-4e67-93c5-69345e9cef73 req-38f4dec8-62e7-4162-b924-815b41a5e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:15:30.018358 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-55aa3e5e-ab4f-4e67-93c5-69345e9cef73 req-38f4dec8-62e7-4162-b924-815b41a5e508 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6da68cc-5a99-4b51-89d2-1a78b26bca4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434186 Nov 09 01:15:30.055163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-e5662d24-e509-4593-b22f-07119b5a3eb3 None None] Set router 576747ed-d6b1-4dfe-9029-0ae8b787394e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:15:30.108781 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-55aa3e5e-ab4f-4e67-93c5-69345e9cef73 req-01c55d44-c0b6-4778-a9b1-0e633518b27a service neutron] 10.222.0.11 "GET /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825858 Nov 09 01:15:30.203991 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-55aa3e5e-ab4f-4e67-93c5-69345e9cef73 req-a64dd1aa-2595-4905-a15f-37d06d8c15cc service neutron] 10.222.0.11 "GET /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880947 Nov 09 01:15:30.274571 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e5662d24-e509-4593-b22f-07119b5a3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:15:16Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '216bd3a2-9272-437f-af88-5b3533fb3cbd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'port_id': '6b9bc130-7de8-447e-869d-59b5a5dbe536', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'mac_address': 'fa:16:3e:68:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037174b1-0be9-47fd-942f-34c229dc4db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:15:28Z', 'updated_at': '2021-11-09T01:15:28Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491b1009-be1d-40b2-a3cb-6dacc3197788', 'name': '', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:6f:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:15Z', 'updated_at': '2021-11-09T01:15:19Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:15:30.300704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5662d24-e509-4593-b22f-07119b5a3eb3 None None] The sync data for ids ['576747ed-d6b1-4dfe-9029-0ae8b787394e'] in n-d-813263-3 is: [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:15:16Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '216bd3a2-9272-437f-af88-5b3533fb3cbd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'port_id': '6b9bc130-7de8-447e-869d-59b5a5dbe536', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'mac_address': 'fa:16:3e:68:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037174b1-0be9-47fd-942f-34c229dc4db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:15:28Z', 'updated_at': '2021-11-09T01:15:28Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491b1009-be1d-40b2-a3cb-6dacc3197788', 'name': '', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:6f:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:15Z', 'updated_at': '2021-11-09T01:15:19Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:15:30.485057 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89523c21-5010-4bb1-bd07-72d74ffe49bc None None] New status for floating IP 216bd3a2-9272-437f-af88-5b3533fb3cbd: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:15:30.863408 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33280) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:15:30.926098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-af616298-2612-4dce-83d7-08fe10542ed2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/216bd3a2-9272-437f-af88-5b3533fb3cbd HTTP/1.1" status: 200 len: 994 time: 0.0615606 Nov 09 01:15:42.785934 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ac657f08-feea-4198-82e1-e0a8a11a1938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:44.868306 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3388e0fe-d297-41fb-89db-1e0df1ff8cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:46.337187 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:46.515414 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:46.903818 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:47.883046 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:48.504773 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:15:50.178361 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:16:02.225622 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6a086-80f5-4963-8b21-3177abeef095 req-b8e99a44-31f8-4e5c-bff3-583984430802 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:02.227110 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fea6a086-80f5-4963-8b21-3177abeef095 req-b8e99a44-31f8-4e5c-bff3-583984430802 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0504487 Nov 09 01:16:02.276024 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fea6a086-80f5-4963-8b21-3177abeef095 req-4e0a9a8c-b3df-4ce6-bc6c-f9ac9c4cdf00 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430291 Nov 09 01:16:03.392583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68d4f1-ca08-4288-b473-5a3e1b1482e0 req-000a5edb-1583-489a-9f1b-18bcec3a696a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:03.394085 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df68d4f1-ca08-4288-b473-5a3e1b1482e0 req-000a5edb-1583-489a-9f1b-18bcec3a696a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0478811 Nov 09 01:16:03.443551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df68d4f1-ca08-4288-b473-5a3e1b1482e0 req-4fb7f33d-cccb-4330-9d54-8125e60f0235 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436032 Nov 09 01:16:03.465219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33310) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:03.527371 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-327781e4-9302-4383-afda-0d3cf12b2100 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/216bd3a2-9272-437f-af88-5b3533fb3cbd HTTP/1.1" status: 200 len: 994 time: 0.0610373 Nov 09 01:16:04.793598 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aea3c5-7290-4db0-bf57-42a35853d643 req-85122a0e-5e98-4a11-985a-4063a58d730a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:04.795133 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53aea3c5-7290-4db0-bf57-42a35853d643 req-85122a0e-5e98-4a11-985a-4063a58d730a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0482526 Nov 09 01:16:04.844955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53aea3c5-7290-4db0-bf57-42a35853d643 req-a7e834ec-90ac-4db8-a122-93acd4d689ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418243 Nov 09 01:16:05.085205 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3194d-e9d6-4f88-9841-bb8424bba77a req-f1db90cf-2983-45ed-a80c-ec10d09d1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:05.086666 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4cc3194d-e9d6-4f88-9841-bb8424bba77a req-f1db90cf-2983-45ed-a80c-ec10d09d1dcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 1097 time: 0.0412369 Nov 09 01:16:05.195609 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3194d-e9d6-4f88-9841-bb8424bba77a req-c8a81a15-e623-444c-9d0e-18775da36542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:05.197071 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4cc3194d-e9d6-4f88-9841-bb8424bba77a req-c8a81a15-e623-444c-9d0e-18775da36542 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6da68cc-5a99-4b51-89d2-1a78b26bca4a HTTP/1.1" status: 200 len: 896 time: 0.0887437 Nov 09 01:16:05.263060 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4cc3194d-e9d6-4f88-9841-bb8424bba77a req-896bcba6-2da2-422b-99e8-045a91eac83b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b9bc130-7de8-447e-869d-59b5a5dbe536 HTTP/1.1" status: 200 len: 1002 time: 0.0576251 Nov 09 01:16:05.311583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3194d-e9d6-4f88-9841-bb8424bba77a req-1205dce0-8ede-4e11-a8a6-8c50e969b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:05.313016 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4cc3194d-e9d6-4f88-9841-bb8424bba77a req-1205dce0-8ede-4e11-a8a6-8c50e969b516 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9227547-da4f-486f-a4c8-e3e3ab8062b4 HTTP/1.1" status: 200 len: 835 time: 0.0429556 Nov 09 01:16:05.362974 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3194d-e9d6-4f88-9841-bb8424bba77a req-21e192c4-c1b4-41b1-bf52-7c9e567cf24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:05.364422 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4cc3194d-e9d6-4f88-9841-bb8424bba77a req-21e192c4-c1b4-41b1-bf52-7c9e567cf24d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6da68cc-5a99-4b51-89d2-1a78b26bca4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435171 Nov 09 01:16:05.455702 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4cc3194d-e9d6-4f88-9841-bb8424bba77a req-f981697f-9b14-427f-90bc-346bbff5aa59 service neutron] 10.222.0.11 "GET /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824161 Nov 09 01:16:05.550393 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4cc3194d-e9d6-4f88-9841-bb8424bba77a req-1d621944-d7a2-43d1-985c-389ee6702968 service neutron] 10.222.0.11 "GET /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865488 Nov 09 01:16:05.973436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d438f-94c7-4ad1-a601-bbdda526f920 req-8e25eb33-15eb-4ed9-b03d-c1dd193d896e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:05.974946 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d33d438f-94c7-4ad1-a601-bbdda526f920 req-8e25eb33-15eb-4ed9-b03d-c1dd193d896e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0534830 Nov 09 01:16:06.024617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d33d438f-94c7-4ad1-a601-bbdda526f920 req-3bd5fd39-26e7-468d-ab05-cbc52bfebf21 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435774 Nov 09 01:16:07.142278 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8726da-ba08-4946-866e-3a6522bad046 req-c315766b-1768-45c9-85be-1355ff812c9d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:07.144414 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff8726da-ba08-4946-866e-3a6522bad046 req-c315766b-1768-45c9-85be-1355ff812c9d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0491903 Nov 09 01:16:07.193583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff8726da-ba08-4946-866e-3a6522bad046 req-82165aea-ad9e-44b9-9f7b-62282bac7dd1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432000 Nov 09 01:16:08.308554 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5b4f3-bb1e-4921-b739-693a7c16d56d req-dbf366c0-b073-4a3e-9a71-8e3d118dcf74 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:08.310102 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0d5b4f3-bb1e-4921-b739-693a7c16d56d req-dbf366c0-b073-4a3e-9a71-8e3d118dcf74 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0492971 Nov 09 01:16:08.363753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e0d5b4f3-bb1e-4921-b739-693a7c16d56d req-9840c9e7-2b09-4c88-8dfd-b53df3fb2b58 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477259 Nov 09 01:16:09.478981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a398d7-4de8-4710-ab7e-ce82ebd10e52 req-83608e9f-40a9-4453-bf09-f0574cc60e11 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:09.480446 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a398d7-4de8-4710-ab7e-ce82ebd10e52 req-83608e9f-40a9-4453-bf09-f0574cc60e11 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0476921 Nov 09 01:16:09.528592 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24a398d7-4de8-4710-ab7e-ce82ebd10e52 req-f79daf7f-9f5c-4954-aaaf-a55c63ef5569 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422719 Nov 09 01:16:10.641725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cf634-490f-4897-b18e-243bba2d264e req-230b6041-4ab4-42e1-ad2c-0135d524939c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:10.643864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b66cf634-490f-4897-b18e-243bba2d264e req-230b6041-4ab4-42e1-ad2c-0135d524939c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0496693 Nov 09 01:16:10.691871 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b66cf634-490f-4897-b18e-243bba2d264e req-19c11a18-1aff-4619-aa01-ceedf09e7bcf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Nov 09 01:16:10.714115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33328) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:10.777866 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bc1773d0-fdb5-41f1-bdfb-420fab9150fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/216bd3a2-9272-437f-af88-5b3533fb3cbd HTTP/1.1" status: 200 len: 994 time: 0.0626278 Nov 09 01:16:11.001495 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33334) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:11.162986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port f476d7c3-ddfe-487a-b204-b45485e43009 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:16:11.163245 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:11.240668 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:11.240996 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:11.252910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for f476d7c3-ddfe-487a-b204-b45485e43009 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:16:11.396112 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:11.426976 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=f476d7c3-ddfe-487a-b204-b45485e43009,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:11.450162 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:11.450514 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:11.450855 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:11.451193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:11.451527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:11.452358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:11.452358 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:11.452576 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:11.452818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:11.453139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:11.453504 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:11.453812 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:11.494784 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:11.495114 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Floating IP 216bd3a2-9272-437f-af88-5b3533fb3cbd disassociated (deleted). External IP: 172.25.0.249, port: 6b9bc130-7de8-447e-869d-59b5a5dbe536. Nov 09 01:16:11.700133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 576747ed-d6b1-4dfe-9029-0ae8b787394e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:16:11.806449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:16:11.811167 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:11.816185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf3c17-b02d-4d71-8c03-22b78d39e550 None None] Sync routers for ids ['576747ed-d6b1-4dfe-9029-0ae8b787394e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:16:11.826655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf3c17-b02d-4d71-8c03-22b78d39e550 None None] Routers {'576747ed-d6b1-4dfe-9029-0ae8b787394e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:16:11.827280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4fdf3c17-b02d-4d71-8c03-22b78d39e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:15:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['576747ed-d6b1-4dfe-9029-0ae8b787394e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:11.838773 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-27a1a7f8-2aa9-4021-95e2-69c865a5a4a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/floatingips/216bd3a2-9272-437f-af88-5b3533fb3cbd HTTP/1.1" status: 204 len: 168 time: 0.8355782 Nov 09 01:16:11.839361 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037174b1-0be9-47fd-942f-34c229dc4db7', 'tag': '6b9bc130-7de8-447e-869d-59b5a5dbe536'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:16:11.841668 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ed36d6-551b-49b1-beed-a58f87aae6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "037174b1-0be9-47fd-942f-34c229dc4db7", "tag": "6b9bc130-7de8-447e-869d-59b5a5dbe536"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:16:11.881223 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282f1c1f-ff2b-4726-a6a5-4f11d97f49f6 x-openstack-request-id: req-282f1c1f-ff2b-4726-a6a5-4f11d97f49f6 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:16:11.881591 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037174b1-0be9-47fd-942f-34c229dc4db7", "tag": "6b9bc130-7de8-447e-869d-59b5a5dbe536", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:16:11.881890 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-282f1c1f-ff2b-4726-a6a5-4f11d97f49f6 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:16:11.882429 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037174b1-0be9-47fd-942f-34c229dc4db7', 'tag': '6b9bc130-7de8-447e-869d-59b5a5dbe536', 'status': 'completed', 'code': 200} Nov 09 01:16:11.949446 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed36d6-551b-49b1-beed-a58f87aae6ec req-cf2ed4d8-3b3a-46f2-986f-1db6ae0ad771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:11.951122 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4ed36d6-551b-49b1-beed-a58f87aae6ec req-cf2ed4d8-3b3a-46f2-986f-1db6ae0ad771 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 1097 time: 0.0459750 Nov 09 01:16:12.059331 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed36d6-551b-49b1-beed-a58f87aae6ec req-e659b4d6-a242-408a-9c10-e96b55d11038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:12.061157 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4ed36d6-551b-49b1-beed-a58f87aae6ec req-e659b4d6-a242-408a-9c10-e96b55d11038 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6da68cc-5a99-4b51-89d2-1a78b26bca4a HTTP/1.1" status: 200 len: 896 time: 0.1025534 Nov 09 01:16:12.088830 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432ddba-5990-4bf3-967b-c20c59437b03 req-68c025a8-be36-44f2-a9a4-14867579d73c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:12.090384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5432ddba-5990-4bf3-967b-c20c59437b03 req-68c025a8-be36-44f2-a9a4-14867579d73c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0520439 Nov 09 01:16:12.098576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-4fdf3c17-b02d-4d71-8c03-22b78d39e550 None None] Set router 576747ed-d6b1-4dfe-9029-0ae8b787394e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:16:12.109476 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4ed36d6-551b-49b1-beed-a58f87aae6ec req-84956e74-cd08-4d05-96ca-87b3d6c5d3cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b9bc130-7de8-447e-869d-59b5a5dbe536 HTTP/1.1" status: 200 len: 217 time: 0.0399287 Nov 09 01:16:12.143033 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5432ddba-5990-4bf3-967b-c20c59437b03 req-b6e65109-cc91-45ec-9308-1f238ba9e593 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463822 Nov 09 01:16:12.164151 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed36d6-551b-49b1-beed-a58f87aae6ec req-fa3ecf84-3e06-4e49-9f32-00765d3e5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:12.165937 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4ed36d6-551b-49b1-beed-a58f87aae6ec req-fa3ecf84-3e06-4e49-9f32-00765d3e5eb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9227547-da4f-486f-a4c8-e3e3ab8062b4 HTTP/1.1" status: 200 len: 835 time: 0.0483391 Nov 09 01:16:12.215474 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed36d6-551b-49b1-beed-a58f87aae6ec req-104d5d76-b392-4396-ae2b-83cb9ee2f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:12.217059 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4ed36d6-551b-49b1-beed-a58f87aae6ec req-104d5d76-b392-4396-ae2b-83cb9ee2f179 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6da68cc-5a99-4b51-89d2-1a78b26bca4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432153 Nov 09 01:16:12.303787 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4fdf3c17-b02d-4d71-8c03-22b78d39e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:15:16Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '491b1009-be1d-40b2-a3cb-6dacc3197788', 'name': '', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:6f:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:15Z', 'updated_at': '2021-11-09T01:15:19Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:12.311763 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4ed36d6-551b-49b1-beed-a58f87aae6ec req-b89fb674-14cf-42e8-ae6e-23ce9fa6bcd8 service neutron] 10.222.0.11 "GET /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861249 Nov 09 01:16:12.329880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf3c17-b02d-4d71-8c03-22b78d39e550 None None] Checking router: 576747ed-d6b1-4dfe-9029-0ae8b787394e for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:16:12.338025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf3c17-b02d-4d71-8c03-22b78d39e550 None None] Routers {'576747ed-d6b1-4dfe-9029-0ae8b787394e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:16:12.338632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4fdf3c17-b02d-4d71-8c03-22b78d39e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:15:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['576747ed-d6b1-4dfe-9029-0ae8b787394e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:12.404284 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c4ed36d6-551b-49b1-beed-a58f87aae6ec req-7cb4a069-d66a-4345-ae23-7b259240cfa1 service neutron] 10.222.0.11 "GET /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841241 Nov 09 01:16:12.444833 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-4fdf3c17-b02d-4d71-8c03-22b78d39e550 None None] Set router 576747ed-d6b1-4dfe-9029-0ae8b787394e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:16:12.643308 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-4fdf3c17-b02d-4d71-8c03-22b78d39e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:15:16Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '491b1009-be1d-40b2-a3cb-6dacc3197788', 'name': '', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:6f:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:15Z', 'updated_at': '2021-11-09T01:15:19Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:12.670404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf3c17-b02d-4d71-8c03-22b78d39e550 None None] The sync data for ids ['576747ed-d6b1-4dfe-9029-0ae8b787394e'] in n-d-813263-3 is: [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:15:16Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '491b1009-be1d-40b2-a3cb-6dacc3197788', 'name': '', 'network_id': 'b6da68cc-5a99-4b51-89d2-1a78b26bca4a', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:6f:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:15Z', 'updated_at': '2021-11-09T01:15:19Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': 'f9227547-da4f-486f-a4c8-e3e3ab8062b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:16:12.788394 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-94bfbb92-142a-4202-a196-3f697c050d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:12.889529 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf34e9-3f2f-4bab-8769-09d4b49bef2e None None] New status for floating IP 216bd3a2-9272-437f-af88-5b3533fb3cbd: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:16:13.264633 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe01415-6557-49fe-89bf-5693c5db2d38 req-4b617b29-dd5e-4baa-95a3-3832f0ade132 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:13.266161 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efe01415-6557-49fe-89bf-5693c5db2d38 req-4b617b29-dd5e-4baa-95a3-3832f0ade132 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0530810 Nov 09 01:16:13.315733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-efe01415-6557-49fe-89bf-5693c5db2d38 req-f1fcc659-9a8d-49e7-8c58-c8a24f378b55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec608cf2-8ad3-4601-80d3-b53fe86b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437038 Nov 09 01:16:13.582507 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67f7e5-b4de-4b01-95ce-33cc136b9bca req-8b547001-e4a0-454b-87ee-fc85b3188ae1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:13.583953 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dc67f7e5-b4de-4b01-95ce-33cc136b9bca req-8b547001-e4a0-454b-87ee-fc85b3188ae1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.11 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 946 time: 0.0482275 Nov 09 01:16:13.670879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-dc67f7e5-b4de-4b01-95ce-33cc136b9bca req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port 6b9bc130-7de8-447e-869d-59b5a5dbe536 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:16:13.671214 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-dc67f7e5-b4de-4b01-95ce-33cc136b9bca req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:13.758978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-dc67f7e5-b4de-4b01-95ce-33cc136b9bca req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port 6b9bc130-7de8-447e-869d-59b5a5dbe536, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=6b9bc130-7de8-447e-869d-59b5a5dbe536,segment=NetworkSegment(5d93d969-d08d-4ad9-bc82-e941797c0606),segment_id=5d93d969-d08d-4ad9-bc82-e941797c0606)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:16:13.759336 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-dc67f7e5-b4de-4b01-95ce-33cc136b9bca req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:13.772349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-dc67f7e5-b4de-4b01-95ce-33cc136b9bca req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for 6b9bc130-7de8-447e-869d-59b5a5dbe536 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:16:13.898831 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-dc67f7e5-b4de-4b01-95ce-33cc136b9bca req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:13.927554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=6b9bc130-7de8-447e-869d-59b5a5dbe536,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:13.953848 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:13.954198 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:13.954540 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:13.955509 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:13.955839 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:13.956169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:13.956500 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:13.956824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:13.957152 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:13.957501 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:13.957823 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:13.958143 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:13.976274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc67f7e5-b4de-4b01-95ce-33cc136b9bca req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] No DVR routers for this DVR port 6b9bc130-7de8-447e-869d-59b5a5dbe536 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:16:13.978677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-dc67f7e5-b4de-4b01-95ce-33cc136b9bca req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:13.982031 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-dc67f7e5-b4de-4b01-95ce-33cc136b9bca req-96c44f0c-2c5f-410c-88db-e851a03e28d2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.11 "DELETE /v2.0/ports/6b9bc130-7de8-447e-869d-59b5a5dbe536 HTTP/1.1" status: 204 len: 173 time: 0.3914037 Nov 09 01:16:13.982460 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037174b1-0be9-47fd-942f-34c229dc4db7', 'name': 'network-vif-deleted', 'tag': '6b9bc130-7de8-447e-869d-59b5a5dbe536'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:16:13.984696 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8efcd43-86ea-488c-83e0-5cd2e6516722" -d '{"events": [{"server_uuid": "037174b1-0be9-47fd-942f-34c229dc4db7", "name": "network-vif-deleted", "tag": "6b9bc130-7de8-447e-869d-59b5a5dbe536"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:16:14.020975 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f20955-314e-4bde-9158-5b91d6be4b2c x-openstack-request-id: req-97f20955-314e-4bde-9158-5b91d6be4b2c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:16:14.021267 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037174b1-0be9-47fd-942f-34c229dc4db7", "name": "network-vif-deleted", "tag": "6b9bc130-7de8-447e-869d-59b5a5dbe536", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:16:14.021550 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97f20955-314e-4bde-9158-5b91d6be4b2c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:16:14.021954 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037174b1-0be9-47fd-942f-34c229dc4db7', 'name': 'network-vif-deleted', 'tag': '6b9bc130-7de8-447e-869d-59b5a5dbe536', 'status': 'completed', 'code': 200} Nov 09 01:16:14.437664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c8ae9033-8f7b-4156-a77c-183fe6e7165e req-e971d06a-8363-4b8d-bfde-5d265e8ebd03 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=037174b1-0be9-47fd-942f-34c229dc4db7 HTTP/1.1" status: 200 len: 210 time: 0.0279446 Nov 09 01:16:14.869217 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bab9e964-7389-4018-bec1-6cb523722ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:15.495643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33350) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:15.852938 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c94c50b-a1b7-4e04-84cc-3fbfaa186cdd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:16.097315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-9c94c50b-a1b7-4e04-84cc-3fbfaa186cdd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port 491b1009-be1d-40b2-a3cb-6dacc3197788 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:16:16.097678 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c94c50b-a1b7-4e04-84cc-3fbfaa186cdd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:16.187867 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-9c94c50b-a1b7-4e04-84cc-3fbfaa186cdd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port 491b1009-be1d-40b2-a3cb-6dacc3197788, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=491b1009-be1d-40b2-a3cb-6dacc3197788,segment=NetworkSegment(5d93d969-d08d-4ad9-bc82-e941797c0606),segment_id=5d93d969-d08d-4ad9-bc82-e941797c0606)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:16:16.188141 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c94c50b-a1b7-4e04-84cc-3fbfaa186cdd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:16.200424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-9c94c50b-a1b7-4e04-84cc-3fbfaa186cdd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for 491b1009-be1d-40b2-a3cb-6dacc3197788 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:16:16.228909 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 6b9bc130-7de8-447e-869d-59b5a5dbe536 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:16:16.252679 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 6b9bc130-7de8-447e-869d-59b5a5dbe536 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:16:16.253027 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 6b9bc130-7de8-447e-869d-59b5a5dbe536 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:16:16.340259 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:16.386950 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c94c50b-a1b7-4e04-84cc-3fbfaa186cdd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:16.415595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94c50b-a1b7-4e04-84cc-3fbfaa186cdd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=491b1009-be1d-40b2-a3cb-6dacc3197788,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:16.516656 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:16.590211 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-9c94c50b-a1b7-4e04-84cc-3fbfaa186cdd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:16.800923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c94c50b-a1b7-4e04-84cc-3fbfaa186cdd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 576747ed-d6b1-4dfe-9029-0ae8b787394e has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:16:16.897969 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:16.903696 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c94c50b-a1b7-4e04-84cc-3fbfaa186cdd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:16:16.909202 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-9c94c50b-a1b7-4e04-84cc-3fbfaa186cdd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "PUT /v2.0/routers/576747ed-d6b1-4dfe-9029-0ae8b787394e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4122043 Nov 09 01:16:16.911695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33352) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:16.912662 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb10234-45cb-490d-9f28-c47a86f4bfc7 None None] Sync routers for ids ['576747ed-d6b1-4dfe-9029-0ae8b787394e'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:16:16.923014 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb10234-45cb-490d-9f28-c47a86f4bfc7 None None] Routers {'576747ed-d6b1-4dfe-9029-0ae8b787394e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:16:16.923620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dcb10234-45cb-490d-9f28-c47a86f4bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:16:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['576747ed-d6b1-4dfe-9029-0ae8b787394e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:16.966080 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c17a9f5-5834-43a3-a24f-a132fc9a9ba1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting subnet f9227547-da4f-486f-a4c8-e3e3ab8062b4 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:16:16.969181 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8c17a9f5-5834-43a3-a24f-a132fc9a9ba1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.009096 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8c17a9f5-5834-43a3-a24f-a132fc9a9ba1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.027903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-dcb10234-45cb-490d-9f28-c47a86f4bfc7 None None] Set router 576747ed-d6b1-4dfe-9029-0ae8b787394e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:16:17.091253 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8c17a9f5-5834-43a3-a24f-a132fc9a9ba1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.153495 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8c17a9f5-5834-43a3-a24f-a132fc9a9ba1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.178989 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17a9f5-5834-43a3-a24f-a132fc9a9ba1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Subnet': ['ID=f9227547-da4f-486f-a4c8-e3e3ab8062b4,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:17.186407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8c17a9f5-5834-43a3-a24f-a132fc9a9ba1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.192757 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8c17a9f5-5834-43a3-a24f-a132fc9a9ba1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/subnets/f9227547-da4f-486f-a4c8-e3e3ab8062b4 HTTP/1.1" status: 204 len: 168 time: 0.2776203 Nov 09 01:16:17.193021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33354) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:17.194080 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5697d511-0e4e-429c-9ded-d1f436b86ce0 None None] Network b6da68cc-5a99-4b51-89d2-1a78b26bca4a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:16:17.272000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dcb10234-45cb-490d-9f28-c47a86f4bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:16:16Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:17.297726 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.318450 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb10234-45cb-490d-9f28-c47a86f4bfc7 None None] Checking router: 576747ed-d6b1-4dfe-9029-0ae8b787394e for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:16:17.348932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb10234-45cb-490d-9f28-c47a86f4bfc7 None None] Routers {'576747ed-d6b1-4dfe-9029-0ae8b787394e'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:16:17.349496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dcb10234-45cb-490d-9f28-c47a86f4bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:16:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['576747ed-d6b1-4dfe-9029-0ae8b787394e'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:17.400333 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.455714 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:16:17.456286 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.465860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-dcb10234-45cb-490d-9f28-c47a86f4bfc7 None None] Set router 576747ed-d6b1-4dfe-9029-0ae8b787394e gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:16:17.494299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] DHCP port deletion for b6da68cc-5a99-4b51-89d2-1a78b26bca4a request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:16:17.538978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port 683c0bc0-fe3f-49fb-87e8-7c606ff303b4, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=683c0bc0-fe3f-49fb-87e8-7c606ff303b4,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:16:17.539456 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.552130 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:16:17.653615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Deleting port 520a4193-7a58-40f7-96b1-0d9e4537a3bd {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:16:17.653990 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.715910 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.734675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] For port 520a4193-7a58-40f7-96b1-0d9e4537a3bd, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=520a4193-7a58-40f7-96b1-0d9e4537a3bd,segment=NetworkSegment(5d93d969-d08d-4ad9-bc82-e941797c0606),segment_id=5d93d969-d08d-4ad9-bc82-e941797c0606)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:16:17.735077 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.743161 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=683c0bc0-fe3f-49fb-87e8-7c606ff303b4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:17.749825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Calling delete_port for 520a4193-7a58-40f7-96b1-0d9e4537a3bd owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:16:17.760576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dcb10234-45cb-490d-9f28-c47a86f4bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:16:16Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:17.790637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb10234-45cb-490d-9f28-c47a86f4bfc7 None None] The sync data for ids ['576747ed-d6b1-4dfe-9029-0ae8b787394e'] in n-d-813263-3 is: [{'id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027346867', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:15:12Z', 'updated_at': '2021-11-09T01:16:16Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '683c0bc0-fe3f-49fb-87e8-7c606ff303b4', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576747ed-d6b1-4dfe-9029-0ae8b787394e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:15:13Z', 'updated_at': '2021-11-09T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:16:17.801883 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.862208 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.896523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Pushing event deleted for resources: {'Port': ['ID=520a4193-7a58-40f7-96b1-0d9e4537a3bd,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:17.898918 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.901025 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.907673 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] No DVR routers for this DVR port 520a4193-7a58-40f7-96b1-0d9e4537a3bd on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:16:17.912339 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:17.912690 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:17.913032 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:17.913404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:17.913821 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:17.914158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:17.914492 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:17.914820 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:17.915400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:17.915733 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:17.916392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:17.916392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb88ac-d3e7-4db6-a86d-30e67eab16e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:17.921053 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.946971 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.947490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Fanout notify agent at l3_agent the message router_deleted on router 576747ed-d6b1-4dfe-9029-0ae8b787394e {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:16:17.954223 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:17.955873 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-72808858-103f-4da9-86a0-baf80221831f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/routers/576747ed-d6b1-4dfe-9029-0ae8b787394e HTTP/1.1" status: 204 len: 168 time: 0.7618289 Nov 09 01:16:17.958592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33356) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:18.031627 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.117817 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.138472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6da68cc-5a99-4b51-89d2-1a78b26bca4a']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:18.148403 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d93d969-d08d-4ad9-bc82-e941797c0606') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:18.148697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d93d969-d08d-4ad9-bc82-e941797c0606') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:18.158207 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.172195 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.178712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:16:18.179102 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: timer() Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:16:18.182350 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:16:18.248253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.254361 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.258046 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/networks/b6da68cc-5a99-4b51-89d2-1a78b26bca4a HTTP/1.1" status: 204 len: 168 time: 0.2982972 Nov 09 01:16:18.260649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33358) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:18.273251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449c9d9-6f94-460f-99e5-b43108fbf1a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Network': ['ID=b6da68cc-5a99-4b51-89d2-1a78b26bca4a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:18.329122 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd919d2f-df4a-4c69-a286-b4be517c9570 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.356689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 520a4193-7a58-40f7-96b1-0d9e4537a3bd no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:16:18.359763 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd919d2f-df4a-4c69-a286-b4be517c9570 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.380088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 520a4193-7a58-40f7-96b1-0d9e4537a3bd {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:16:18.380579 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 520a4193-7a58-40f7-96b1-0d9e4537a3bd not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:16:18.381101 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 491b1009-be1d-40b2-a3cb-6dacc3197788 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:16:18.402468 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 491b1009-be1d-40b2-a3cb-6dacc3197788 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:16:18.402922 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 491b1009-be1d-40b2-a3cb-6dacc3197788 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:16:18.426145 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd919d2f-df4a-4c69-a286-b4be517c9570 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.428809 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-dd919d2f-df4a-4c69-a286-b4be517c9570 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.432669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-dd919d2f-df4a-4c69-a286-b4be517c9570 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/security-groups/ec608cf2-8ad3-4601-80d3-b53fe86b12a8 HTTP/1.1" status: 204 len: 168 time: 0.1676440 Nov 09 01:16:18.441380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd919d2f-df4a-4c69-a286-b4be517c9570 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec608cf2-8ad3-4601-80d3-b53fe86b12a8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:18.509991 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.731818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33364) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:18.736971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1f1eeeb2-ac95-458d-b94a-c2cbf8afa02e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-453792785', 'description': 'tempest-secgroup-smoke-453792785 description', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:18.758649 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f1eeeb2-ac95-458d-b94a-c2cbf8afa02e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.824382 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f1eeeb2-ac95-458d-b94a-c2cbf8afa02e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.828880 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f1eeeb2-ac95-458d-b94a-c2cbf8afa02e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.864481 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1f1eeeb2-ac95-458d-b94a-c2cbf8afa02e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.865760 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1f1eeeb2-ac95-458d-b94a-c2cbf8afa02e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1329179 Nov 09 01:16:18.866585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1eeeb2-ac95-458d-b94a-c2cbf8afa02e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5499908f-ba61-49d5-973c-4a5aa05d7ee5,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:18.868676 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33366) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:18.872960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-936d5cee-16b7-479e-9655-d4b18d226665 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '5499908f-ba61-49d5-973c-4a5aa05d7ee5', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:18.899222 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-936d5cee-16b7-479e-9655-d4b18d226665 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.953815 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-936d5cee-16b7-479e-9655-d4b18d226665 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.957271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-936d5cee-16b7-479e-9655-d4b18d226665 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.975464 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d5cee-16b7-479e-9655-d4b18d226665 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eeb3970-0aae-44cd-9c17-4679a09c2b58,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:18.981887 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-936d5cee-16b7-479e-9655-d4b18d226665 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:18.983061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-936d5cee-16b7-479e-9655-d4b18d226665 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134830 Nov 09 01:16:18.986540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33368) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:18.991138 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-53065078-d268-4b28-8f97-7c3f14255771 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '5499908f-ba61-49d5-973c-4a5aa05d7ee5', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:19.017710 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53065078-d268-4b28-8f97-7c3f14255771 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.074952 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53065078-d268-4b28-8f97-7c3f14255771 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.078190 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53065078-d268-4b28-8f97-7c3f14255771 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.096552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53065078-d268-4b28-8f97-7c3f14255771 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba90c7b2-d0d9-4c95-8003-c14faac1fb33,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:19.101429 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-53065078-d268-4b28-8f97-7c3f14255771 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.102618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-53065078-d268-4b28-8f97-7c3f14255771 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151052 Nov 09 01:16:19.105602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33370) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:19.109780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-1c90834d-1257-4518-9e5f-329a6bb5c883 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '5499908f-ba61-49d5-973c-4a5aa05d7ee5', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:19.134820 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1c90834d-1257-4518-9e5f-329a6bb5c883 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.190471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1c90834d-1257-4518-9e5f-329a6bb5c883 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.193656 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1c90834d-1257-4518-9e5f-329a6bb5c883 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.212660 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90834d-1257-4518-9e5f-329a6bb5c883 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26eef75-b1d5-4bee-9bbb-e2fcba3384c8,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:19.221066 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1c90834d-1257-4518-9e5f-329a6bb5c883 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.222306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1c90834d-1257-4518-9e5f-329a6bb5c883 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158397 Nov 09 01:16:19.225006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33372) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:19.229275 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5b6c7298-1ef6-478d-8344-49cf36c690f1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '5499908f-ba61-49d5-973c-4a5aa05d7ee5', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:19.254568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7298-1ef6-478d-8344-49cf36c690f1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.309771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7298-1ef6-478d-8344-49cf36c690f1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.312910 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7298-1ef6-478d-8344-49cf36c690f1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.332714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c7298-1ef6-478d-8344-49cf36c690f1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f447b8-1db9-44e9-b6e2-7a17281c5c32,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:19.338431 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7298-1ef6-478d-8344-49cf36c690f1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.339603 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5b6c7298-1ef6-478d-8344-49cf36c690f1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136518 Nov 09 01:16:19.342355 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33374) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:19.347366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-93e3d12f-4b86-495f-acc4-36693707ef87 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '5499908f-ba61-49d5-973c-4a5aa05d7ee5', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:19.367496 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-93e3d12f-4b86-495f-acc4-36693707ef87 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Project b8bc83bc0ab74c23b22b22bfd8e911b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:16:19.372216 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93e3d12f-4b86-495f-acc4-36693707ef87 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.428169 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93e3d12f-4b86-495f-acc4-36693707ef87 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.431633 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93e3d12f-4b86-495f-acc4-36693707ef87 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.449690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3d12f-4b86-495f-acc4-36693707ef87 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2e1346-e057-426d-adf0-e3f273c4a1b8,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:19.454027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-93e3d12f-4b86-495f-acc4-36693707ef87 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.455784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-93e3d12f-4b86-495f-acc4-36693707ef87 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1122901 Nov 09 01:16:19.458368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33376) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:19.462591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-10d22019-1ce8-474c-8837-aee91d165b83 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '5499908f-ba61-49d5-973c-4a5aa05d7ee5', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:19.483885 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-10d22019-1ce8-474c-8837-aee91d165b83 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Project b8bc83bc0ab74c23b22b22bfd8e911b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:16:19.488787 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-10d22019-1ce8-474c-8837-aee91d165b83 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.546642 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-10d22019-1ce8-474c-8837-aee91d165b83 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.550061 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-10d22019-1ce8-474c-8837-aee91d165b83 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.569761 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d22019-1ce8-474c-8837-aee91d165b83 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6a45c7-92f9-4608-be3e-ec83c1e94503,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:19.576557 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-10d22019-1ce8-474c-8837-aee91d165b83 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.577771 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-10d22019-1ce8-474c-8837-aee91d165b83 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184812 Nov 09 01:16:19.581073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33378) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:19.585785 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-2197f3a6-0c49-44ae-a5b3-08c79aed1271 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'network': {'name': 'tempest-network-smoke--556862407', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'port_security_enabled': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:19.612129 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2197f3a6-0c49-44ae-a5b3-08c79aed1271 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:16:19.615813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2197f3a6-0c49-44ae-a5b3-08c79aed1271 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.639825 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2197f3a6-0c49-44ae-a5b3-08c79aed1271 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:16:19.651326 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2197f3a6-0c49-44ae-a5b3-08c79aed1271 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.651667 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-2197f3a6-0c49-44ae-a5b3-08c79aed1271 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Added segment c2effb62-2675-4159-b9de-995cde178c50 of type vlan for network 58e769df-47ff-4460-88ce-e20f86e4bc73 Nov 09 01:16:19.691349 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2197f3a6-0c49-44ae-a5b3-08c79aed1271 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.715485 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2197f3a6-0c49-44ae-a5b3-08c79aed1271 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.721103 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2197f3a6-0c49-44ae-a5b3-08c79aed1271 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:19.721708 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-2197f3a6-0c49-44ae-a5b3-08c79aed1271 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.759179 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-2197f3a6-0c49-44ae-a5b3-08c79aed1271 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1770439 Nov 09 01:16:19.761999 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33380) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:19.766720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'admin_state_up': True, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:19.790755 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.791742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.793003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197f3a6-0c49-44ae-a5b3-08c79aed1271 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Network': ['ID=58e769df-47ff-4460-88ce-e20f86e4bc73,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:19.804003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 58e769df-47ff-4460-88ce-e20f86e4bc73 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:16:19.843086 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:19.978329 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:20.164504 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:20.182260 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:20.234725 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:16:20.255250 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:16:20.255591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 683c0bc0-fe3f-49fb-87e8-7c606ff303b4 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:16:20.281309 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.25.0.181 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/152e65fe-e313-45ad-8a66-f0e17e7b0c0c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:16:20.381777 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:20.414173 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:20.449902 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:16:20.452594 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:16:20.455633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:16:20.484704 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=152e65fe-e313-45ad-8a66-f0e17e7b0c0c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:20.700166 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:20.888915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:21.011628 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:16:21.461519 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:16:21.471278 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Sync routers for ids ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:16:21.481982 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Routers {'22cbdb2b-6ad9-432d-bc8e-9801bd570373'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:16:21.482577 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:21.482719 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:16:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:21.483799 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b5aae1f2-2e5a-404b-82c0-38099f57a3e1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7208099 Nov 09 01:16:21.487615 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33382) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:21.514586 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-acf5d83b-ce3b-4c97-9476-1e8f14c31e71 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b8bc83bc0ab74c23b22b22bfd8e911b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257137 Nov 09 01:16:21.517661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33384) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:21.588696 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Set router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:16:21.601552 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e794ecac-b78e-4166-b1e2-be88704c286b tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:21.605601 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e794ecac-b78e-4166-b1e2-be88704c286b tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845017 Nov 09 01:16:21.605840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33386) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:21.638659 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0ba6f6df-85c7-40fd-8f54-b7ef94a48da8 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294344 Nov 09 01:16:21.638892 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33388) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:21.643945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-255ff974-8871-449e-835c-eec04522c66c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-423045643', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:21.731592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255ff974-8871-449e-835c-eec04522c66c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:16:21.735277 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-255ff974-8871-449e-835c-eec04522c66c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:21.762730 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:16:20Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:21.792936 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Checking router: 22cbdb2b-6ad9-432d-bc8e-9801bd570373 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:16:21.793269 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Updating router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 port 152e65fe-e313-45ad-8a66-f0e17e7b0c0c binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:16:21.817379 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:21.915285 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-255ff974-8871-449e-835c-eec04522c66c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:21.975067 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ff974-8871-449e-835c-eec04522c66c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Subnet': ['ID=9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:21.984044 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ff974-8871-449e-835c-eec04522c66c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Checking segment: {'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:16:21.984409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ff974-8871-449e-835c-eec04522c66c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network hostable DHCP agents. Network: 58e769df-47ff-4460-88ce-e20f86e4bc73, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:16:22.002231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ff974-8871-449e-835c-eec04522c66c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 58e769df-47ff-4460-88ce-e20f86e4bc73 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:16:22.010849 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-255ff974-8871-449e-835c-eec04522c66c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 58e769df-47ff-4460-88ce-e20f86e4bc73) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:16:22.015156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ff974-8871-449e-835c-eec04522c66c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:22.015757 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-255ff974-8871-449e-835c-eec04522c66c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.023554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb5e6a2-789c-4d21-8568-b255fe305164 None None] Network 58e769df-47ff-4460-88ce-e20f86e4bc73 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:16:22.032833 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-255ff974-8871-449e-835c-eec04522c66c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3929751 Nov 09 01:16:22.035665 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33390) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:22.067189 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.072915 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.136329 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Pushing event updated for resources: {'Port': ['ID=152e65fe-e313-45ad-8a66-f0e17e7b0c0c,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:22.141319 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Attempting to bind port 152e65fe-e313-45ad-8a66-f0e17e7b0c0c on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:16:22.141782 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Attempting to bind port 152e65fe-e313-45ad-8a66-f0e17e7b0c0c by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:16:22.142855 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Attempting to bind port 152e65fe-e313-45ad-8a66-f0e17e7b0c0c on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:16:22.151579 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:22.151989 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:22.152465 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:22.152873 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:22.153265 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:22.153686 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:22.154075 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:22.154468 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:22.154878 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:22.155263 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:22.155695 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:22.156079 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:16:22.161994 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:16:22.162445 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:16:22.164419 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.165252 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:16:22.169885 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Bound port: 152e65fe-e313-45ad-8a66-f0e17e7b0c0c, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:16:22.170464 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.187815 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-58e769df-47ff-4460-88ce-e20f86e4bc73', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ips': [{'subnet_id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:16:22.189260 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.228300 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] For port 152e65fe-e313-45ad-8a66-f0e17e7b0c0c, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:16:22.232472 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] For port 152e65fe-e313-45ad-8a66-f0e17e7b0c0c, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=152e65fe-e313-45ad-8a66-f0e17e7b0c0c,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:16:22.236718 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.284043 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Routers {'22cbdb2b-6ad9-432d-bc8e-9801bd570373'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:16:22.284797 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:16:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:22.329283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Allocated IP 172.20.0.2 (58e769df-47ff-4460-88ce-e20f86e4bc73/9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4/75ae8501-d6e1-4040-aa6b-5ae7bbaf122f) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:16:22.382314 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99095e-8370-4277-b0ee-4f63d37c3aa0 None None] Pushing event updated for resources: {'Port': ['ID=152e65fe-e313-45ad-8a66-f0e17e7b0c0c,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:22.404333 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] Set router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:16:22.500677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.592453 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:16:20Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:22.628389 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983c1df-97cc-4212-a3be-8162578638ea None None] The sync data for ids ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'] in n-d-813263-3 is: [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:16:20Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:16:22.645951 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.653435 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.701726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Network 58e769df-47ff-4460-88ce-e20f86e4bc73 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:16:22.705834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:16:22.711225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:16:22.713848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Pushing event updated for resources: {'Port': ['ID=75ae8501-d6e1-4040-aa6b-5ae7bbaf122f,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:22.773606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Attempting to bind port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:16:22.773799 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Attempting to bind port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:16:22.774055 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Attempting to bind port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f on network 58e769df-47ff-4460-88ce-e20f86e4bc73 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:16:22.779273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:16:22.779641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Checking segment: {'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:16:22.780037 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.780423 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Bound using segment: {'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:16:22.780879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Bound port: 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:16:22.781254 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.794430 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.20.0.1 (58e769df-47ff-4460-88ce-e20f86e4bc73/9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4/a6ef662d-9029-43dd-94f4-d25398f738d8) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:16:22.860246 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] For port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:16:22.864539 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] For port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=75ae8501-d6e1-4040-aa6b-5ae7bbaf122f,segment=NetworkSegment(c2effb62-2675-4159-b9de-995cde178c50),segment_id=c2effb62-2675-4159-b9de-995cde178c50)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:16:22.879694 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:22.948499 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c597f-b87b-47e1-b2fd-b69b65c96519 None None] Pushing event updated for resources: {'Port': ['ID=75ae8501-d6e1-4040-aa6b-5ae7bbaf122f,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:22.960877 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:23.000249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:23.056246 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 58e769df-47ff-4460-88ce-e20f86e4bc73 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:16:23.060416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:16:23.063473 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:16:23.066741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=a6ef662d-9029-43dd-94f4-d25398f738d8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:23.115382 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:23.272155 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:23.558593 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:23.562926 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:23.635898 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:23.637661 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=a6ef662d-9029-43dd-94f4-d25398f738d8,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:23.735361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 58e769df-47ff-4460-88ce-e20f86e4bc73 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:16:23.737290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:16:23.854379 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:16:23.898180 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e26307f-e246-4282-956b-f97ebfbf47ba None None] Network 58e769df-47ff-4460-88ce-e20f86e4bc73 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:16:23.966840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:16:23.977989 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0f25d539-fe8b-48ee-b0c4-bc4f6d948b1f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "PUT /v2.0/routers/22cbdb2b-6ad9-432d-bc8e-9801bd570373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9354284 Nov 09 01:16:24.029809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f2178538-a1d8-4bdf-8c72-b93737f81683 None None] Provisioning complete for port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:24.030183 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f2178538-a1d8-4bdf-8c72-b93737f81683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:24.141471 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f2178538-a1d8-4bdf-8c72-b93737f81683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:24.179891 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f2178538-a1d8-4bdf-8c72-b93737f81683 None None] For port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=75ae8501-d6e1-4040-aa6b-5ae7bbaf122f,segment=NetworkSegment(c2effb62-2675-4159-b9de-995cde178c50),segment_id=c2effb62-2675-4159-b9de-995cde178c50)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:16:24.185709 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f2178538-a1d8-4bdf-8c72-b93737f81683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:24.257141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2178538-a1d8-4bdf-8c72-b93737f81683 None None] Pushing event updated for resources: {'Port': ['ID=75ae8501-d6e1-4040-aa6b-5ae7bbaf122f,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:24.382440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 152e65fe-e313-45ad-8a66-f0e17e7b0c0c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:16:24.444042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-351d38a5-fc0b-4b1b-80f4-04bcd82a46de None None] Provisioning complete for port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:24.444412 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-351d38a5-fc0b-4b1b-80f4-04bcd82a46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:24.491037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 152e65fe-e313-45ad-8a66-f0e17e7b0c0c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:24.491405 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:24.515892 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-82b01a56-e1f5-4396-abc8-0d328cc9858c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453792785&fields=id&tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 267 time: 0.4357109 Nov 09 01:16:24.641396 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c22fdec0-d87c-4c92-b9f5-66a9fea68289 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:24.642947 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c22fdec0-d87c-4c92-b9f5-66a9fea68289 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/networks?id=58e769df-47ff-4460-88ce-e20f86e4bc73 HTTP/1.1" status: 200 len: 796 time: 0.1187181 Nov 09 01:16:24.643364 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-351d38a5-fc0b-4b1b-80f4-04bcd82a46de None None] Provisioning complete for port a6ef662d-9029-43dd-94f4-d25398f738d8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:24.643898 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-351d38a5-fc0b-4b1b-80f4-04bcd82a46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:24.647885 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:24.668644 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-95cfa6d9-a0fc-44a3-b7fb-cf8c213c8464 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/quotas/b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 375 time: 0.0171788 Nov 09 01:16:24.674724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Sync routers for ids ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:16:24.703933 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 152e65fe-e313-45ad-8a66-f0e17e7b0c0c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=152e65fe-e313-45ad-8a66-f0e17e7b0c0c,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:16:24.715555 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Routers {'22cbdb2b-6ad9-432d-bc8e-9801bd570373'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:16:24.716188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:16:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:24.718091 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:24.718860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:16:24.722176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-21f4e9a7-0f7a-4d4b-86c6-eaa22aa35d61 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522013 Nov 09 01:16:24.754392 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-351d38a5-fc0b-4b1b-80f4-04bcd82a46de None None] Port a6ef662d-9029-43dd-94f4-d25398f738d8 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:16:24.881720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-723d48c9-be21-422c-8b7e-6d5f7cfce841 service neutron] 10.222.0.25 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461103 Nov 09 01:16:24.891004 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=152e65fe-e313-45ad-8a66-f0e17e7b0c0c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:24.918453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cf4345ca-7920-41fc-bd72-17045d104591 None None] Provisioning complete for port a6ef662d-9029-43dd-94f4-d25398f738d8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:24.919483 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cf4345ca-7920-41fc-bd72-17045d104591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:24.942910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Set router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:16:24.974664 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:24.975035 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:24.977386 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-f6e5da4b-e5ac-485e-9138-2997965b40ec service neutron] 10.222.0.25 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895131 Nov 09 01:16:25.025913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-cf4345ca-7920-41fc-bd72-17045d104591 None None] Port a6ef662d-9029-43dd-94f4-d25398f738d8 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:16:25.164414 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94af91b0-66cd-46db-a3c6-f612edacc32d req-da9ab9f3-6547-4736-a0f7-dfb0c14b33f4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 210 time: 0.0325515 Nov 09 01:16:25.240419 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:16:23Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6ef662d-9029-43dd-94f4-d25398f738d8', 'name': '', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:73:ce:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:22Z', 'updated_at': '2021-11-09T01:16:23Z', 'revision_number': 2, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:25.266252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Checking router: 22cbdb2b-6ad9-432d-bc8e-9801bd570373 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:16:25.266614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Updating router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 port a6ef662d-9029-43dd-94f4-d25398f738d8 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:16:25.294520 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:25.571643 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:25.577692 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:25.629704 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179246c-5c92-4466-9d41-b1bc14fa6420 None None] Pushing event updated for resources: {'Port': ['ID=a6ef662d-9029-43dd-94f4-d25398f738d8,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:25.682793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Attempting to bind port a6ef662d-9029-43dd-94f4-d25398f738d8 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:16:25.683177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Attempting to bind port a6ef662d-9029-43dd-94f4-d25398f738d8 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:16:25.683529 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Attempting to bind port a6ef662d-9029-43dd-94f4-d25398f738d8 on network 58e769df-47ff-4460-88ce-e20f86e4bc73 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:16:25.689488 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:16:25.689864 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Checking segment: {'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:16:25.690280 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:25.690657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Bound using segment: {'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:16:25.691240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Bound port: a6ef662d-9029-43dd-94f4-d25398f738d8, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:16:25.691651 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:25.764417 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] For port a6ef662d-9029-43dd-94f4-d25398f738d8, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:16:25.768969 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] For port a6ef662d-9029-43dd-94f4-d25398f738d8, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a6ef662d-9029-43dd-94f4-d25398f738d8,segment=NetworkSegment(c2effb62-2675-4159-b9de-995cde178c50),segment_id=c2effb62-2675-4159-b9de-995cde178c50)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:16:25.773318 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:25.830155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Routers {'22cbdb2b-6ad9-432d-bc8e-9801bd570373'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:16:25.830792 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:16:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:25.836077 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179246c-5c92-4466-9d41-b1bc14fa6420 None None] Pushing event updated for resources: {'Port': ['ID=a6ef662d-9029-43dd-94f4-d25398f738d8,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:25.899591 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-70b4a18a-cd92-493b-a2e9-21e823b88c78 None None] Provisioning complete for port a6ef662d-9029-43dd-94f4-d25398f738d8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:25.899960 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-70b4a18a-cd92-493b-a2e9-21e823b88c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:25.987692 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] Set router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:16:26.154241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-79b82a96-80be-4fae-abc6-a9913cd7fca2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:26.156639 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-79b82a96-80be-4fae-abc6-a9913cd7fca2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "GET /v2.0/networks?id=58e769df-47ff-4460-88ce-e20f86e4bc73 HTTP/1.1" status: 200 len: 796 time: 0.1094050 Nov 09 01:16:26.239710 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-788c4783-10d0-42e2-be6f-35bcdbbc4b6e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 379 time: 0.0733962 Nov 09 01:16:26.250496 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'port': {'device_id': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'admin_state_up': True, 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'security_groups': ['5499908f-ba61-49d5-973c-4a5aa05d7ee5']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:26.295003 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-657ba548-64b7-4225-8a88-d3b6ffe3a889 req-dbe756c3-92a5-4194-a4ed-9e530570b38f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 210 time: 0.0402105 Nov 09 01:16:26.304544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 152e65fe-e313-45ad-8a66-f0e17e7b0c0c up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:16:26.309558 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-70b4a18a-cd92-493b-a2e9-21e823b88c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:26.382655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:16:26.386404 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:26.399583 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-70b4a18a-cd92-493b-a2e9-21e823b88c78 None None] For port a6ef662d-9029-43dd-94f4-d25398f738d8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a6ef662d-9029-43dd-94f4-d25398f738d8,segment=NetworkSegment(c2effb62-2675-4159-b9de-995cde178c50),segment_id=c2effb62-2675-4159-b9de-995cde178c50)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:16:26.425737 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-70b4a18a-cd92-493b-a2e9-21e823b88c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:26.450781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 152e65fe-e313-45ad-8a66-f0e17e7b0c0c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:26.451134 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:26.516012 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.20.0.5 (58e769df-47ff-4460-88ce-e20f86e4bc73/9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4/469050ac-2f13-4504-b3d4-a1190f9e04fe) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:16:26.518034 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4a18a-cd92-493b-a2e9-21e823b88c78 None None] Pushing event updated for resources: {'Port': ['ID=a6ef662d-9029-43dd-94f4-d25398f738d8,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:26.567912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:16:23Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6ef662d-9029-43dd-94f4-d25398f738d8', 'name': '', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:73:ce:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:22Z', 'updated_at': '2021-11-09T01:16:25Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:26.607966 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450289c4-fb8b-46b1-90b6-8e00f1aa6281 None None] The sync data for ids ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'] in n-d-813263-3 is: [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:16:23Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6ef662d-9029-43dd-94f4-d25398f738d8', 'name': '', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:73:ce:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:22Z', 'updated_at': '2021-11-09T01:16:25Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:16:26.611949 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:16:26.615340 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-50c729fb-30ae-44e8-87a9-0b255ed2fed8 None None] Provisioning complete for port a6ef662d-9029-43dd-94f4-d25398f738d8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:26.615673 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-50c729fb-30ae-44e8-87a9-0b255ed2fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:26.689766 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:26.701187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:26.701669 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:26.727601 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:26.772627 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 58e769df-47ff-4460-88ce-e20f86e4bc73 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:16:26.778200 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:16:26.782079 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:16:26.794510 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=469050ac-2f13-4504-b3d4-a1190f9e04fe,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:26.849837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:26.850496 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:26.869671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b8593f29-04fb-472b-826d-8d411182f982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6234014 Nov 09 01:16:26.882356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Request body: {'port': {'device_id': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:26.945266 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:27.111479 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5d5acf0a-1cb7-4154-9891-d76b5f5ca096 None None] Provisioning complete for port 469050ac-2f13-4504-b3d4-a1190f9e04fe triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:27.112127 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5d5acf0a-1cb7-4154-9891-d76b5f5ca096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:27.154215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5d5acf0a-1cb7-4154-9891-d76b5f5ca096 None None] Port 469050ac-2f13-4504-b3d4-a1190f9e04fe cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:16:27.178674 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:16:27.229503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469050ac-2f13-4504-b3d4-a1190f9e04fe {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:16:27.237580 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:27.250421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Transition to ACTIVE for port object 469050ac-2f13-4504-b3d4-a1190f9e04fe will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:16:27.254505 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:27.305462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Pushing event updated for resources: {'Port': ['ID=469050ac-2f13-4504-b3d4-a1190f9e04fe,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:27.409226 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Attempting to bind port 469050ac-2f13-4504-b3d4-a1190f9e04fe on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:16:27.409594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Attempting to bind port 469050ac-2f13-4504-b3d4-a1190f9e04fe by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:16:27.409930 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Attempting to bind port 469050ac-2f13-4504-b3d4-a1190f9e04fe on network 58e769df-47ff-4460-88ce-e20f86e4bc73 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:16:27.430321 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Port 469050ac-2f13-4504-b3d4-a1190f9e04fe on network 58e769df-47ff-4460-88ce-e20f86e4bc73 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:16:27.430649 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Attempting to bind port 469050ac-2f13-4504-b3d4-a1190f9e04fe on network 58e769df-47ff-4460-88ce-e20f86e4bc73 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:16:27.440018 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:16:27.440359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Checking segment: {'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:16:27.440750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Bound using segment: {'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:16:27.441182 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Bound port: 469050ac-2f13-4504-b3d4-a1190f9e04fe, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2effb62-2675-4159-b9de-995cde178c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:16:27.441568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:27.471160 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c50a5a-1ac0-4ae1-85a5-ebd0ce3e4887 req-74bfbd11-b992-409b-9c63-89eb5f5db277 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:27.473147 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76c50a5a-1ac0-4ae1-85a5-ebd0ce3e4887 req-74bfbd11-b992-409b-9c63-89eb5f5db277 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 943 time: 0.0779686 Nov 09 01:16:27.566680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-76c50a5a-1ac0-4ae1-85a5-ebd0ce3e4887 req-bc4ac344-0d33-41c1-ab2b-26405f631082 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753448 Nov 09 01:16:27.567663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] For port 469050ac-2f13-4504-b3d4-a1190f9e04fe, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:16:27.571288 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] For port 469050ac-2f13-4504-b3d4-a1190f9e04fe, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=469050ac-2f13-4504-b3d4-a1190f9e04fe,segment=NetworkSegment(c2effb62-2675-4159-b9de-995cde178c50),segment_id=c2effb62-2675-4159-b9de-995cde178c50)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:16:27.576230 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:27.611782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:27.612350 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:27.614108 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/469050ac-2f13-4504-b3d4-a1190f9e04fe HTTP/1.1" status: 200 len: 1091 time: 0.7363732 Nov 09 01:16:27.616767 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'tag': '469050ac-2f13-4504-b3d4-a1190f9e04fe'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:16:27.619846 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29403c31-4079-434f-a29e-69743d7da5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "454f9b9d-0de5-4185-a3d1-0999d624942e", "tag": "469050ac-2f13-4504-b3d4-a1190f9e04fe"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:16:27.657478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d55ec-3740-43c1-b7f0-602dbbc351a6 service neutron] Pushing event updated for resources: {'Port': ['ID=469050ac-2f13-4504-b3d4-a1190f9e04fe,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:27.693181 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc7b1d6-48c1-4a05-b6ed-f42ae09733fb x-openstack-request-id: req-1dc7b1d6-48c1-4a05-b6ed-f42ae09733fb {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:16:27.693505 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454f9b9d-0de5-4185-a3d1-0999d624942e", "tag": "469050ac-2f13-4504-b3d4-a1190f9e04fe", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:16:27.693758 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1dc7b1d6-48c1-4a05-b6ed-f42ae09733fb {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:16:27.694168 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'tag': '469050ac-2f13-4504-b3d4-a1190f9e04fe', 'status': 'completed', 'code': 200} Nov 09 01:16:27.712339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-af2791c3-fcbf-48cf-b769-3785e90d7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:27.714008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-af2791c3-fcbf-48cf-b769-3785e90d7227 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 1094 time: 0.0512090 Nov 09 01:16:27.765233 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-3d8dbbac-8023-4c02-a86a-63d77791fbb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469050ac-2f13-4504-b3d4-a1190f9e04fe HTTP/1.1" status: 200 len: 217 time: 0.0429077 Nov 09 01:16:27.820691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-2e7726f9-5ac1-4114-bafe-a4147b9b8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:27.822219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-2e7726f9-5ac1-4114-bafe-a4147b9b8676 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4 HTTP/1.1" status: 200 len: 834 time: 0.0486970 Nov 09 01:16:27.869695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b05fbfc6-38ab-4b13-a422-46cbcd99b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:27.871206 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b05fbfc6-38ab-4b13-a422-46cbcd99b8f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58e769df-47ff-4460-88ce-e20f86e4bc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416667 Nov 09 01:16:27.966578 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-a60d23ff-c9c0-4e90-830d-f79a54e19f6c service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878775 Nov 09 01:16:28.054340 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f444d69c-9aba-4bf0-8cb7-dec22294a6ca req-b546f2cf-b5e3-4f58-a31c-f34f4293d81a service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812554 Nov 09 01:16:28.148807 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29403c31-4079-434f-a29e-69743d7da5bc req-f1a1c9b1-b2c9-49b3-bcbd-d8cf77c8ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:28.150320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29403c31-4079-434f-a29e-69743d7da5bc req-f1a1c9b1-b2c9-49b3-bcbd-d8cf77c8ed8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 1094 time: 0.0457652 Nov 09 01:16:28.241303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29403c31-4079-434f-a29e-69743d7da5bc req-2e183544-7377-4bd6-8070-71e5b764fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:28.243607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29403c31-4079-434f-a29e-69743d7da5bc req-2e183544-7377-4bd6-8070-71e5b764fae8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58e769df-47ff-4460-88ce-e20f86e4bc73 HTTP/1.1" status: 200 len: 896 time: 0.0858629 Nov 09 01:16:28.290702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29403c31-4079-434f-a29e-69743d7da5bc req-0dc81fba-0207-4a9c-9445-04914a8c492b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469050ac-2f13-4504-b3d4-a1190f9e04fe HTTP/1.1" status: 200 len: 217 time: 0.0398178 Nov 09 01:16:28.301451 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a6ef662d-9029-43dd-94f4-d25398f738d8 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:16:28.346997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29403c31-4079-434f-a29e-69743d7da5bc req-4f10938d-33d5-48c1-a295-8f3f4720fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:28.348378 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29403c31-4079-434f-a29e-69743d7da5bc req-4f10938d-33d5-48c1-a295-8f3f4720fa8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4 HTTP/1.1" status: 200 len: 834 time: 0.0501485 Nov 09 01:16:28.353447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a6ef662d-9029-43dd-94f4-d25398f738d8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:28.353819 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:28.396444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29403c31-4079-434f-a29e-69743d7da5bc req-013a6ec2-5560-4612-9bf3-7bd6abf47958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:28.397980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29403c31-4079-434f-a29e-69743d7da5bc req-013a6ec2-5560-4612-9bf3-7bd6abf47958 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58e769df-47ff-4460-88ce-e20f86e4bc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414081 Nov 09 01:16:28.492645 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29403c31-4079-434f-a29e-69743d7da5bc req-a57b807a-1039-4cb1-8c2e-50c6499e1372 service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863030 Nov 09 01:16:28.582121 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29403c31-4079-434f-a29e-69743d7da5bc req-7e906466-01b2-47f2-b6d5-0afad6e1a3c3 service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817389 Nov 09 01:16:28.687480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e2aa1-fe2f-4d3c-8547-56ebe2249fb6 req-d5b442f8-a895-49ad-9873-e77c3f0e8506 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:28.689524 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-096e2aa1-fe2f-4d3c-8547-56ebe2249fb6 req-d5b442f8-a895-49ad-9873-e77c3f0e8506 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 943 time: 0.0502062 Nov 09 01:16:28.743266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-096e2aa1-fe2f-4d3c-8547-56ebe2249fb6 req-b8f277d2-e98b-4ae7-9866-6963f02650ba tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475490 Nov 09 01:16:29.862306 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e881c-7d38-436e-8e8f-3722e0acbf55 req-227de5b8-4df9-47ed-8cb8-d38baabed1aa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:29.863711 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb3e881c-7d38-436e-8e8f-3722e0acbf55 req-227de5b8-4df9-47ed-8cb8-d38baabed1aa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 943 time: 0.0477979 Nov 09 01:16:29.913706 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb3e881c-7d38-436e-8e8f-3722e0acbf55 req-f235e799-dba7-4e36-adba-b787a2dea69e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434511 Nov 09 01:16:31.027824 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327ed99-c0c9-4c7a-893c-d2050295cb58 req-e85d3492-da82-495c-b7c8-551f5a7afedb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:31.029305 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4327ed99-c0c9-4c7a-893c-d2050295cb58 req-e85d3492-da82-495c-b7c8-551f5a7afedb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 943 time: 0.0485082 Nov 09 01:16:31.077076 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4327ed99-c0c9-4c7a-893c-d2050295cb58 req-75fbf765-d140-4d3e-a213-d1ee7b2c5041 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418839 Nov 09 01:16:31.142441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 469050ac-2f13-4504-b3d4-a1190f9e04fe details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:16:31.239102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 469050ac-2f13-4504-b3d4-a1190f9e04fe, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=469050ac-2f13-4504-b3d4-a1190f9e04fe,segment=NetworkSegment(c2effb62-2675-4159-b9de-995cde178c50),segment_id=c2effb62-2675-4159-b9de-995cde178c50)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:16:31.249797 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '469050ac-2f13-4504-b3d4-a1190f9e04fe', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'port_id': '469050ac-2f13-4504-b3d4-a1190f9e04fe', 'mac_address': 'fa:16:3e:f9:3a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:16:31.285371 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:31.298622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469050ac-2f13-4504-b3d4-a1190f9e04fe {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:16:31.322330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 469050ac-2f13-4504-b3d4-a1190f9e04fe, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=469050ac-2f13-4504-b3d4-a1190f9e04fe,segment=NetworkSegment(c2effb62-2675-4159-b9de-995cde178c50),segment_id=c2effb62-2675-4159-b9de-995cde178c50)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:16:31.325871 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:31.370509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=469050ac-2f13-4504-b3d4-a1190f9e04fe,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:31.554081 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['469050ac-2f13-4504-b3d4-a1190f9e04fe'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:16:32.194006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09808081-2dc0-4d75-93ed-f618eb71cf03 req-892f4f3e-3754-4852-9a07-ca4daa09a180 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:32.195509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09808081-2dc0-4d75-93ed-f618eb71cf03 req-892f4f3e-3754-4852-9a07-ca4daa09a180 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 944 time: 0.0524354 Nov 09 01:16:32.247843 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09808081-2dc0-4d75-93ed-f618eb71cf03 req-a848fe7b-f93e-4e7c-a5e6-7fed606b1512 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464327 Nov 09 01:16:33.157905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 469050ac-2f13-4504-b3d4-a1190f9e04fe up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:16:33.206783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 469050ac-2f13-4504-b3d4-a1190f9e04fe completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:16:33.210740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 469050ac-2f13-4504-b3d4-a1190f9e04fe triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:16:33.211107 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:33.290095 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:33.312540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469050ac-2f13-4504-b3d4-a1190f9e04fe'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:16:33.314845 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbde732b-ee0b-4c1f-ba55-660ee4320f38" -d '{"events": [{"server_uuid": "454f9b9d-0de5-4185-a3d1-0999d624942e", "name": "network-vif-plugged", "status": "completed", "tag": "469050ac-2f13-4504-b3d4-a1190f9e04fe"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:16:33.329559 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 469050ac-2f13-4504-b3d4-a1190f9e04fe, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=469050ac-2f13-4504-b3d4-a1190f9e04fe,segment=NetworkSegment(c2effb62-2675-4159-b9de-995cde178c50),segment_id=c2effb62-2675-4159-b9de-995cde178c50)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:16:33.334775 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:33.367644 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f3145-3909-4a02-9b32-e0b4e87baf08 req-a5d37803-516f-42a1-8d45-847e0555416e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:33.369184 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a19f3145-3909-4a02-9b32-e0b4e87baf08 req-a5d37803-516f-42a1-8d45-847e0555416e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 944 time: 0.0532980 Nov 09 01:16:33.385288 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=469050ac-2f13-4504-b3d4-a1190f9e04fe,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:33.426594 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2e63aa-7402-4c88-b3e0-3457e2f2957c x-openstack-request-id: req-6d2e63aa-7402-4c88-b3e0-3457e2f2957c {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:16:33.426897 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454f9b9d-0de5-4185-a3d1-0999d624942e", "name": "network-vif-plugged", "status": "completed", "tag": "469050ac-2f13-4504-b3d4-a1190f9e04fe", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:16:33.427158 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d2e63aa-7402-4c88-b3e0-3457e2f2957c {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:16:33.427556 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469050ac-2f13-4504-b3d4-a1190f9e04fe', 'code': 200} Nov 09 01:16:33.430815 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a19f3145-3909-4a02-9b32-e0b4e87baf08 req-3a8651a1-7b66-4987-97c0-57bcccdbf67f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551333 Nov 09 01:16:33.524663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bb1da-26c5-4600-8cbd-a0be05a88693 req-347f0481-1d33-4d5e-bb9d-693e3bd76692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:33.526190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b77bb1da-26c5-4600-8cbd-a0be05a88693 req-347f0481-1d33-4d5e-bb9d-693e3bd76692 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 1096 time: 0.0440280 Nov 09 01:16:33.572334 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b77bb1da-26c5-4600-8cbd-a0be05a88693 req-e155d8dd-6025-438c-9f30-96425285e110 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381641 Nov 09 01:16:34.552540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d1dd5-e079-4f5c-ac29-0163de853396 req-5ea6d044-4cf9-45ae-8313-2df330e94235 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:34.554532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-811d1dd5-e079-4f5c-ac29-0163de853396 req-5ea6d044-4cf9-45ae-8313-2df330e94235 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0523064 Nov 09 01:16:34.605179 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-811d1dd5-e079-4f5c-ac29-0163de853396 req-b0eeee74-0eee-406a-a3a4-51caace9ed3c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446184 Nov 09 01:16:35.718027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146f238-d139-4237-a255-bc3d98032e77 req-735ff0a4-ffc8-443f-9cb2-3a8738feddde tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:35.719523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3146f238-d139-4237-a255-bc3d98032e77 req-735ff0a4-ffc8-443f-9cb2-3a8738feddde tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0484402 Nov 09 01:16:35.771489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3146f238-d139-4237-a255-bc3d98032e77 req-bcbcc0af-9c92-479f-9d55-62553f86ba4f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454900 Nov 09 01:16:35.887163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7df61-3d07-4d26-9c84-c1c4403904fd req-ae93ef95-97f1-4134-968c-0065f62a0764 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:35.888536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2d7df61-3d07-4d26-9c84-c1c4403904fd req-ae93ef95-97f1-4134-968c-0065f62a0764 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0497878 Nov 09 01:16:35.936902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2d7df61-3d07-4d26-9c84-c1c4403904fd req-456fe1b5-2ea9-4bfb-835e-aa6ccf323237 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424793 Nov 09 01:16:35.958317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33446) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:35.996388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f083fb3-987e-471f-8c9a-2e5a4e042bf6 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:35.997886 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6f083fb3-987e-471f-8c9a-2e5a4e042bf6 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 1091 time: 0.0386257 Nov 09 01:16:36.000590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33448) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:36.005401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '469050ac-2f13-4504-b3d4-a1190f9e04fe', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:16:36.027252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:36.125830 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:36.224856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.25.0.105 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/034e6476-9641-4bea-abb2-86e41728327f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:16:36.327711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:36.360246 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:36.394116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:16:36.398342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:16:36.400868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:16:36.435250 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=034e6476-9641-4bea-abb2-86e41728327f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:36.755812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:36.824133 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:36.973151 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:36.977487 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:37.046019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=034e6476-9641-4bea-abb2-86e41728327f,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:16:37.057294 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:37.158502 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Floating IP 885ef051-ccd3-41e9-aa0d-73f830a61c63 associated. External IP: 172.25.0.105, port: 469050ac-2f13-4504-b3d4-a1190f9e04fe. Nov 09 01:16:37.363332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:16:37.469592 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:16:37.480162 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df00e14-7c39-4fd3-9890-a892b0e5f769 None None] Sync routers for ids ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:16:37.487366 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:37.490760 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df00e14-7c39-4fd3-9890-a892b0e5f769 None None] Routers {'22cbdb2b-6ad9-432d-bc8e-9801bd570373'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:16:37.491368 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1df00e14-7c39-4fd3-9890-a892b0e5f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:16:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:37.694000 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1df00e14-7c39-4fd3-9890-a892b0e5f769 None None] Set router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:16:37.849709 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f037d16a-9a57-4a8a-a9e4-a06b5b32f788 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8480842 Nov 09 01:16:37.850388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'tag': '469050ac-2f13-4504-b3d4-a1190f9e04fe'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:16:37.852506 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80323b55-a0de-4fae-ad75-05a8ab70f5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "454f9b9d-0de5-4185-a3d1-0999d624942e", "tag": "469050ac-2f13-4504-b3d4-a1190f9e04fe"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:16:37.896172 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fa51b3-f768-4948-9bda-a4a93511f8b2 x-openstack-request-id: req-a4fa51b3-f768-4948-9bda-a4a93511f8b2 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:16:37.896464 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454f9b9d-0de5-4185-a3d1-0999d624942e", "tag": "469050ac-2f13-4504-b3d4-a1190f9e04fe", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:16:37.896716 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4fa51b3-f768-4948-9bda-a4a93511f8b2 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:16:37.897117 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'tag': '469050ac-2f13-4504-b3d4-a1190f9e04fe', 'status': 'completed', 'code': 200} Nov 09 01:16:37.930598 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1df00e14-7c39-4fd3-9890-a892b0e5f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:16:23Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '885ef051-ccd3-41e9-aa0d-73f830a61c63', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'port_id': '469050ac-2f13-4504-b3d4-a1190f9e04fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'mac_address': 'fa:16:3e:f9:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:16:36Z', 'updated_at': '2021-11-09T01:16:36Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ef662d-9029-43dd-94f4-d25398f738d8', 'name': '', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:73:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:22Z', 'updated_at': '2021-11-09T01:16:26Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:37.956382 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df00e14-7c39-4fd3-9890-a892b0e5f769 None None] Checking router: 22cbdb2b-6ad9-432d-bc8e-9801bd570373 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:16:37.964656 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df00e14-7c39-4fd3-9890-a892b0e5f769 None None] Routers {'22cbdb2b-6ad9-432d-bc8e-9801bd570373'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:16:37.965252 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1df00e14-7c39-4fd3-9890-a892b0e5f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:16:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:37.987314 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc56af-34dd-4271-a06d-ab37e7431d9e req-d8f78db5-b9ed-4035-8685-5fe74ae2862f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:37.988813 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcdc56af-34dd-4271-a06d-ab37e7431d9e req-d8f78db5-b9ed-4035-8685-5fe74ae2862f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0790575 Nov 09 01:16:37.991394 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80323b55-a0de-4fae-ad75-05a8ab70f5e5 req-0ee33432-0f1e-4e6c-80d1-7c33acd23098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:37.992749 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80323b55-a0de-4fae-ad75-05a8ab70f5e5 req-0ee33432-0f1e-4e6c-80d1-7c33acd23098 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 1096 time: 0.0706227 Nov 09 01:16:38.067943 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-1df00e14-7c39-4fd3-9890-a892b0e5f769 None None] Set router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:16:38.095459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dcdc56af-34dd-4271-a06d-ab37e7431d9e req-69f174da-144e-4156-ae4b-aed5eb7090e4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003323 Nov 09 01:16:38.120241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33454) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:38.122738 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80323b55-a0de-4fae-ad75-05a8ab70f5e5 req-40ec8b4d-b404-4536-9b5a-02efb3a6b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:38.124197 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80323b55-a0de-4fae-ad75-05a8ab70f5e5 req-40ec8b4d-b404-4536-9b5a-02efb3a6b8b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58e769df-47ff-4460-88ce-e20f86e4bc73 HTTP/1.1" status: 200 len: 896 time: 0.1225524 Nov 09 01:16:38.182505 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cef3c5a8-3676-4312-9303-1d4cfec1c14c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/885ef051-ccd3-41e9-aa0d-73f830a61c63 HTTP/1.1" status: 200 len: 991 time: 0.0611660 Nov 09 01:16:38.198284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80323b55-a0de-4fae-ad75-05a8ab70f5e5 req-55469685-b8d5-437d-9004-efab07192966 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469050ac-2f13-4504-b3d4-a1190f9e04fe HTTP/1.1" status: 200 len: 999 time: 0.0664022 Nov 09 01:16:38.248144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80323b55-a0de-4fae-ad75-05a8ab70f5e5 req-07b8bfeb-a4ed-4a0c-8a00-7cd55f28f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:38.249690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80323b55-a0de-4fae-ad75-05a8ab70f5e5 req-07b8bfeb-a4ed-4a0c-8a00-7cd55f28f715 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4 HTTP/1.1" status: 200 len: 834 time: 0.0443492 Nov 09 01:16:38.294878 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-1df00e14-7c39-4fd3-9890-a892b0e5f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:16:23Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '885ef051-ccd3-41e9-aa0d-73f830a61c63', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'port_id': '469050ac-2f13-4504-b3d4-a1190f9e04fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'mac_address': 'fa:16:3e:f9:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:16:36Z', 'updated_at': '2021-11-09T01:16:36Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ef662d-9029-43dd-94f4-d25398f738d8', 'name': '', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:73:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:22Z', 'updated_at': '2021-11-09T01:16:26Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:16:38.295534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80323b55-a0de-4fae-ad75-05a8ab70f5e5 req-ebc84368-5e32-45dd-9658-bd071f6f5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:38.297080 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80323b55-a0de-4fae-ad75-05a8ab70f5e5 req-ebc84368-5e32-45dd-9658-bd071f6f5f60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58e769df-47ff-4460-88ce-e20f86e4bc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405462 Nov 09 01:16:38.321069 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df00e14-7c39-4fd3-9890-a892b0e5f769 None None] The sync data for ids ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'] in n-d-813263-3 is: [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:16:23Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '885ef051-ccd3-41e9-aa0d-73f830a61c63', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'port_id': '469050ac-2f13-4504-b3d4-a1190f9e04fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'mac_address': 'fa:16:3e:f9:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:16:36Z', 'updated_at': '2021-11-09T01:16:36Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ef662d-9029-43dd-94f4-d25398f738d8', 'name': '', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:73:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:22Z', 'updated_at': '2021-11-09T01:16:26Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:16:38.391646 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80323b55-a0de-4fae-ad75-05a8ab70f5e5 req-9bedca61-4450-4b48-b7e6-d5fd8ba41c50 service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876205 Nov 09 01:16:38.484082 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-80323b55-a0de-4fae-ad75-05a8ab70f5e5 req-4f3349b3-4ce2-4b21-a2c2-d04072a743b8 service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854239 Nov 09 01:16:38.514882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5701879-4b4a-4010-9cc4-6b222571bd98 None None] New status for floating IP 885ef051-ccd3-41e9-aa0d-73f830a61c63: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:16:39.186417 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33458) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:16:39.249692 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b48c6b36-7b2f-4d86-9345-4cebf3a4725b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/885ef051-ccd3-41e9-aa0d-73f830a61c63 HTTP/1.1" status: 200 len: 993 time: 0.0621054 Nov 09 01:16:42.789800 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a01a36f2-5d93-47c3-9deb-9892dce056c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:44.870115 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-864c344c-fa80-4352-bc84-6519884e8e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:46.343467 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:46.516994 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:46.922820 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:47.888206 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:48.514776 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:16:51.889403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94f0ffd5-0f4a-4de0-ab28-91d3d9b0760d req-1a1dd616-5675-43ec-b1db-4f6ba9a0bf68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389380 Nov 09 01:16:51.974615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0ffd5-0f4a-4de0-ab28-91d3d9b0760d req-de03dad1-d163-4cb6-a2d9-5e244a43a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:51.976077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94f0ffd5-0f4a-4de0-ab28-91d3d9b0760d req-de03dad1-d163-4cb6-a2d9-5e244a43a026 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 1096 time: 0.0402224 Nov 09 01:16:52.080084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0ffd5-0f4a-4de0-ab28-91d3d9b0760d req-d9020487-c5cb-4ef8-aad6-6be0e069e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:52.082136 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94f0ffd5-0f4a-4de0-ab28-91d3d9b0760d req-d9020487-c5cb-4ef8-aad6-6be0e069e88d service neutron] 10.222.0.30 "GET /v2.0/networks?id=58e769df-47ff-4460-88ce-e20f86e4bc73 HTTP/1.1" status: 200 len: 896 time: 0.0869081 Nov 09 01:16:52.152292 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94f0ffd5-0f4a-4de0-ab28-91d3d9b0760d req-fce882b8-d392-4aad-9fe6-dab3d7fb11e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469050ac-2f13-4504-b3d4-a1190f9e04fe HTTP/1.1" status: 200 len: 1001 time: 0.0627472 Nov 09 01:16:52.202480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0ffd5-0f4a-4de0-ab28-91d3d9b0760d req-bfe9097d-dad4-4490-8880-dae9b8f50697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:52.203925 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94f0ffd5-0f4a-4de0-ab28-91d3d9b0760d req-bfe9097d-dad4-4490-8880-dae9b8f50697 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4 HTTP/1.1" status: 200 len: 834 time: 0.0442803 Nov 09 01:16:52.254797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0ffd5-0f4a-4de0-ab28-91d3d9b0760d req-4baaacef-a312-4fcc-b416-c71c4f8a5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:16:52.256275 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94f0ffd5-0f4a-4de0-ab28-91d3d9b0760d req-4baaacef-a312-4fcc-b416-c71c4f8a5f76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58e769df-47ff-4460-88ce-e20f86e4bc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441229 Nov 09 01:16:52.344985 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94f0ffd5-0f4a-4de0-ab28-91d3d9b0760d req-0ae98580-5370-4481-a582-fcf295805146 service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801728 Nov 09 01:16:52.437277 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-94f0ffd5-0f4a-4de0-ab28-91d3d9b0760d req-6a3334c5-e5b1-41d8-b875-a8d1d24ea57a service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847361 Nov 09 01:17:04.177744 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:17:10.550412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7975e20-b374-4450-a095-10916236f707 req-a824fb9e-4c53-427b-9d32-b6b45643438f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:10.552454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7975e20-b374-4450-a095-10916236f707 req-a824fb9e-4c53-427b-9d32-b6b45643438f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0684381 Nov 09 01:17:10.554340 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829d8d9-7c5d-4660-b888-cd5aa51db13f req-90e39a59-62dc-4025-93c8-9e24520f1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:10.555730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f829d8d9-7c5d-4660-b888-cd5aa51db13f req-90e39a59-62dc-4025-93c8-9e24520f1146 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 1096 time: 0.0802066 Nov 09 01:17:10.660655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7975e20-b374-4450-a095-10916236f707 req-0a33b81e-7118-4f55-9ead-19d055364c2d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021609 Nov 09 01:17:10.681766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829d8d9-7c5d-4660-b888-cd5aa51db13f req-89bea82b-0242-4573-9551-af02a1014817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:10.683211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f829d8d9-7c5d-4660-b888-cd5aa51db13f req-89bea82b-0242-4573-9551-af02a1014817 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58e769df-47ff-4460-88ce-e20f86e4bc73 HTTP/1.1" status: 200 len: 896 time: 0.1191535 Nov 09 01:17:10.751823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f829d8d9-7c5d-4660-b888-cd5aa51db13f req-69669584-ee0e-4197-9f23-5d59b14b7886 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469050ac-2f13-4504-b3d4-a1190f9e04fe HTTP/1.1" status: 200 len: 1001 time: 0.0610094 Nov 09 01:17:10.800292 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829d8d9-7c5d-4660-b888-cd5aa51db13f req-4592308b-c13e-40b6-8d2c-837491da72eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:10.801805 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f829d8d9-7c5d-4660-b888-cd5aa51db13f req-4592308b-c13e-40b6-8d2c-837491da72eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4 HTTP/1.1" status: 200 len: 834 time: 0.0427098 Nov 09 01:17:10.846643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829d8d9-7c5d-4660-b888-cd5aa51db13f req-cdd197f5-8a99-4150-ac34-254bb75363bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:10.848083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f829d8d9-7c5d-4660-b888-cd5aa51db13f req-cdd197f5-8a99-4150-ac34-254bb75363bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58e769df-47ff-4460-88ce-e20f86e4bc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393579 Nov 09 01:17:10.940732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f829d8d9-7c5d-4660-b888-cd5aa51db13f req-bb67d9ab-1fd6-4a78-af4f-1173de687df8 service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848012 Nov 09 01:17:11.029583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f829d8d9-7c5d-4660-b888-cd5aa51db13f req-69cc00ed-ecc0-4e7c-bd68-70d4d6f55628 service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807347 Nov 09 01:17:11.781242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0020a-43cb-4a1c-92aa-97d7eba3345f req-a3b8e5ad-9046-44cb-887b-d0adb595c8b8 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:11.782734 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15c0020a-43cb-4a1c-92aa-97d7eba3345f req-a3b8e5ad-9046-44cb-887b-d0adb595c8b8 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0535073 Nov 09 01:17:11.830932 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-15c0020a-43cb-4a1c-92aa-97d7eba3345f req-58b1343a-cfb8-4355-ad4b-8d7a5e463e29 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423381 Nov 09 01:17:12.790232 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ed390449-1586-4893-994e-ff6c249a63e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:12.945518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec76a2-a165-4fe0-888a-939b8d9c22a7 req-9dbe9906-93cf-4857-9d7c-251febb07215 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:12.946996 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30ec76a2-a165-4fe0-888a-939b8d9c22a7 req-9dbe9906-93cf-4857-9d7c-251febb07215 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0489120 Nov 09 01:17:12.996390 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-30ec76a2-a165-4fe0-888a-939b8d9c22a7 req-334aa482-0704-45e3-99c0-326bbcc9f489 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434582 Nov 09 01:17:14.110766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d4141-9f00-48ef-8c71-808db43db953 req-b1f4e371-fedc-4eb3-9a63-4a6c151df787 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:14.112256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f86d4141-9f00-48ef-8c71-808db43db953 req-b1f4e371-fedc-4eb3-9a63-4a6c151df787 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0480092 Nov 09 01:17:14.165117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f86d4141-9f00-48ef-8c71-808db43db953 req-5a066958-9068-4310-b79e-048690dbca2a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459921 Nov 09 01:17:14.870719 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6a84b9d3-d665-4bef-b81e-d8f27d848690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:15.303523 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8059a3-8958-43ee-95ac-aaa1598eed8d req-7e97100e-6b94-4e0a-8c92-cf7553ef86bf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:15.305006 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe8059a3-8958-43ee-95ac-aaa1598eed8d req-7e97100e-6b94-4e0a-8c92-cf7553ef86bf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0505230 Nov 09 01:17:15.354390 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe8059a3-8958-43ee-95ac-aaa1598eed8d req-58e6fd75-f8cf-457f-8e12-224d1de554a7 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431600 Nov 09 01:17:16.346821 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:16.468886 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eb865-6d42-4e5c-8849-8981d5242223 req-f1284822-fe47-4e3c-8577-4be9b1f96e69 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:16.470404 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b88eb865-6d42-4e5c-8849-8981d5242223 req-f1284822-fe47-4e3c-8577-4be9b1f96e69 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0489461 Nov 09 01:17:16.511469 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:16.522816 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b88eb865-6d42-4e5c-8849-8981d5242223 req-eb08f5f9-f3a7-41af-914d-153068f2748c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465364 Nov 09 01:17:16.927036 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:17.642639 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736b127-769b-4212-8452-57904a939fdb req-7b5accf1-6fac-4b88-abe5-66114a1a429c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:17.644126 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1736b127-769b-4212-8452-57904a939fdb req-7b5accf1-6fac-4b88-abe5-66114a1a429c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0533988 Nov 09 01:17:17.692358 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1736b127-769b-4212-8452-57904a939fdb req-8ab10832-0191-44ee-8dd8-d1c8a92512ae tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417154 Nov 09 01:17:17.890293 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:18.516501 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:18.807694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c882bd4-2c4b-488b-8250-7235e48645a6 req-29db07ef-39d6-4230-adde-63ec53897743 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:18.809635 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c882bd4-2c4b-488b-8250-7235e48645a6 req-29db07ef-39d6-4230-adde-63ec53897743 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0491087 Nov 09 01:17:18.859272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c882bd4-2c4b-488b-8250-7235e48645a6 req-2857280e-d381-4b83-bd68-74dd0ceeb8f2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437098 Nov 09 01:17:19.977007 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f7004-b96e-4f66-884f-88617e063130 req-121bb4b9-d664-4772-8b5c-de1857142095 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:19.978538 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-163f7004-b96e-4f66-884f-88617e063130 req-121bb4b9-d664-4772-8b5c-de1857142095 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0522749 Nov 09 01:17:20.028153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-163f7004-b96e-4f66-884f-88617e063130 req-5ae76e7f-8bb0-4513-b897-24cf79ea16c5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438101 Nov 09 01:17:21.144446 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72fb5e-2392-4acf-b3c1-754254991417 req-3d4b9faa-0d1f-4531-9500-bf6610d7e0a4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:21.145953 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a72fb5e-2392-4acf-b3c1-754254991417 req-3d4b9faa-0d1f-4531-9500-bf6610d7e0a4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0503752 Nov 09 01:17:21.195293 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a72fb5e-2392-4acf-b3c1-754254991417 req-a01ba273-4da6-4488-97a5-ee7041ecfa19 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434291 Nov 09 01:17:22.311188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3591d7-14db-473c-a72b-d6c0a64a73b6 req-3ad9b035-19a7-47e9-bb06-1818d31745e3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:22.312662 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a3591d7-14db-473c-a72b-d6c0a64a73b6 req-3ad9b035-19a7-47e9-bb06-1818d31745e3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0488603 Nov 09 01:17:22.364392 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a3591d7-14db-473c-a72b-d6c0a64a73b6 req-d2d4ca4c-c35e-456d-8027-4d3a0e706183 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457811 Nov 09 01:17:23.482691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514ef14-7d3d-4cd0-8b1b-0b8dd4366e1e req-d8b8bf7c-3521-4348-b61d-f2fbeaa8fdbd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:23.484176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3514ef14-7d3d-4cd0-8b1b-0b8dd4366e1e req-d8b8bf7c-3521-4348-b61d-f2fbeaa8fdbd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0486131 Nov 09 01:17:23.533467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3514ef14-7d3d-4cd0-8b1b-0b8dd4366e1e req-217fc4a0-fff0-4a67-a3d7-6476552e9135 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433397 Nov 09 01:17:24.651362 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6207ca6-447f-4952-b97b-5dcb4aea7158 req-0556e405-809d-4743-bc12-244d1e49d35d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:24.652825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f6207ca6-447f-4952-b97b-5dcb4aea7158 req-0556e405-809d-4743-bc12-244d1e49d35d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0496550 Nov 09 01:17:24.701479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f6207ca6-447f-4952-b97b-5dcb4aea7158 req-7c84670e-ff16-4eb1-9470-6251a35b281c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426097 Nov 09 01:17:25.820302 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344cd6c-a108-4a4e-8a27-1cae8ec28d53 req-19eab0ea-0b92-4443-9c90-c7b109044348 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:25.821801 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2344cd6c-a108-4a4e-8a27-1cae8ec28d53 req-19eab0ea-0b92-4443-9c90-c7b109044348 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0526426 Nov 09 01:17:25.871053 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2344cd6c-a108-4a4e-8a27-1cae8ec28d53 req-7e425c4b-ed83-4d70-8a20-9bb26f8f2be9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432477 Nov 09 01:17:26.985359 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efad0a-2c9f-48be-a9f5-4a8560ebbc66 req-415e2460-f3fa-411b-aec6-1ddac6325792 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:26.986832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51efad0a-2c9f-48be-a9f5-4a8560ebbc66 req-415e2460-f3fa-411b-aec6-1ddac6325792 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0480494 Nov 09 01:17:27.034319 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-51efad0a-2c9f-48be-a9f5-4a8560ebbc66 req-2b9d6445-80c0-406f-b32d-c91f6464dc0d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416591 Nov 09 01:17:27.056711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33504) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:17:27.119159 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-147b926c-5841-424b-947f-068bb9338d27 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/885ef051-ccd3-41e9-aa0d-73f830a61c63 HTTP/1.1" status: 200 len: 993 time: 0.0613401 Nov 09 01:17:41.176832 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:17:42.791211 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7fec3f89-ac55-49ef-83ca-6ff0144df5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:44.871513 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6c814d63-fd33-4e83-9bdb-41e55fc229ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:46.349751 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:46.527269 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:46.934477 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:47.894378 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:48.516960 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:52.885832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-2cd0ec6c-bf96-44e7-bdb5-4b9598a4465d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393529 Nov 09 01:17:52.968745 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-7dadd705-ebcc-436e-9da9-914b16f4472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:52.970514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-7dadd705-ebcc-436e-9da9-914b16f4472e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 1096 time: 0.0395579 Nov 09 01:17:53.079444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-2c5a2279-d462-4f51-8af9-f52807df6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:53.080887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-2c5a2279-d462-4f51-8af9-f52807df6986 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58e769df-47ff-4460-88ce-e20f86e4bc73 HTTP/1.1" status: 200 len: 896 time: 0.0864861 Nov 09 01:17:53.144789 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-ed79622c-4d6a-40df-9de2-db9991e3f040 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469050ac-2f13-4504-b3d4-a1190f9e04fe HTTP/1.1" status: 200 len: 1001 time: 0.0555358 Nov 09 01:17:53.196620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-55a9fba6-a2fc-4007-b689-4a932f9aed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:53.198047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-55a9fba6-a2fc-4007-b689-4a932f9aed53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4 HTTP/1.1" status: 200 len: 834 time: 0.0456831 Nov 09 01:17:53.243130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-3d4f0078-1b57-47ee-83f9-9293d8f1de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:53.244569 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-3d4f0078-1b57-47ee-83f9-9293d8f1de35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58e769df-47ff-4460-88ce-e20f86e4bc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391309 Nov 09 01:17:53.255781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-15984fc6-f683-4ab0-aa3e-1069c8bff273 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:17:53.256706 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-15984fc6-f683-4ab0-aa3e-1069c8bff273 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052977 Nov 09 01:17:53.346657 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-6e43b9a4-de37-4c8b-a3da-e60a3c8f371d service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808392 Nov 09 01:17:53.442263 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8f337e9f-3aff-49e2-a58c-d00320b18c6c req-28a95b59-5fb7-47cc-a7d9-c0749e7d5f73 service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879767 Nov 09 01:17:57.464243 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33514) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:17:57.620505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port 034e6476-9641-4bea-abb2-86e41728327f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:17:57.620848 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:57.698149 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:57.698471 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:57.710214 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for 034e6476-9641-4bea-abb2-86e41728327f owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:17:57.851535 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:57.879296 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=034e6476-9641-4bea-abb2-86e41728327f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:17:57.890889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:17:57.891245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:17:57.891590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:17:57.891926 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:17:57.892263 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:17:57.892594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:17:57.892924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:17:57.893248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:17:57.893603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:17:57.893932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:17:57.894253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:17:57.894575 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:17:57.947657 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:57.947981 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Floating IP 885ef051-ccd3-41e9-aa0d-73f830a61c63 disassociated (deleted). External IP: 172.25.0.105, port: 469050ac-2f13-4504-b3d4-a1190f9e04fe. Nov 09 01:17:58.152431 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:17:58.257888 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:17:58.262644 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:17:58.267125 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986c0c0-c17d-489d-902a-11e8ae44a290 None None] Sync routers for ids ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:17:58.276221 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986c0c0-c17d-489d-902a-11e8ae44a290 None None] Routers {'22cbdb2b-6ad9-432d-bc8e-9801bd570373'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:17:58.276735 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3986c0c0-c17d-489d-902a-11e8ae44a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:17:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:17:58.290187 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fe11c3b9-1412-4afc-996f-d6f7fb90bb9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/floatingips/885ef051-ccd3-41e9-aa0d-73f830a61c63 HTTP/1.1" status: 204 len: 168 time: 0.8246026 Nov 09 01:17:58.290782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'tag': '469050ac-2f13-4504-b3d4-a1190f9e04fe'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:17:58.293205 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d6f38-58cc-41f8-a485-e6e396d6b35a" -d '{"events": [{"name": "network-changed", "server_uuid": "454f9b9d-0de5-4185-a3d1-0999d624942e", "tag": "469050ac-2f13-4504-b3d4-a1190f9e04fe"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:17:58.333780 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca27777f-7daf-4a96-81b7-b0847ace6db7 x-openstack-request-id: req-ca27777f-7daf-4a96-81b7-b0847ace6db7 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:17:58.334077 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454f9b9d-0de5-4185-a3d1-0999d624942e", "tag": "469050ac-2f13-4504-b3d4-a1190f9e04fe", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:17:58.334429 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca27777f-7daf-4a96-81b7-b0847ace6db7 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:17:58.334735 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'tag': '469050ac-2f13-4504-b3d4-a1190f9e04fe', 'status': 'completed', 'code': 200} Nov 09 01:17:58.392209 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-3986c0c0-c17d-489d-902a-11e8ae44a290 None None] Set router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:17:58.399119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d6f38-58cc-41f8-a485-e6e396d6b35a req-3163be4e-8e11-43ea-ba5c-05ff0ce02b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:58.400673 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee8d6f38-58cc-41f8-a485-e6e396d6b35a req-3163be4e-8e11-43ea-ba5c-05ff0ce02b97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 1096 time: 0.0421343 Nov 09 01:17:58.527230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d6f38-58cc-41f8-a485-e6e396d6b35a req-741191e4-40b4-4318-bcb4-204e77e9d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:58.528739 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee8d6f38-58cc-41f8-a485-e6e396d6b35a req-741191e4-40b4-4318-bcb4-204e77e9d898 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58e769df-47ff-4460-88ce-e20f86e4bc73 HTTP/1.1" status: 200 len: 896 time: 0.1179039 Nov 09 01:17:58.581171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee8d6f38-58cc-41f8-a485-e6e396d6b35a req-17fadd7d-40b3-4bd6-a622-527b607eb848 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=469050ac-2f13-4504-b3d4-a1190f9e04fe HTTP/1.1" status: 200 len: 217 time: 0.0434685 Nov 09 01:17:58.605461 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3986c0c0-c17d-489d-902a-11e8ae44a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:16:23Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6ef662d-9029-43dd-94f4-d25398f738d8', 'name': '', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:73:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:22Z', 'updated_at': '2021-11-09T01:16:26Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:17:58.632124 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986c0c0-c17d-489d-902a-11e8ae44a290 None None] Checking router: 22cbdb2b-6ad9-432d-bc8e-9801bd570373 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:17:58.640411 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986c0c0-c17d-489d-902a-11e8ae44a290 None None] Routers {'22cbdb2b-6ad9-432d-bc8e-9801bd570373'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:17:58.641011 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3986c0c0-c17d-489d-902a-11e8ae44a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:17:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:17:58.658357 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cf02c-38da-414d-950a-cc324bf4fa0a req-f3f6533d-8f31-459c-bcc9-6787c1d8b9bf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:58.659837 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e8cf02c-38da-414d-950a-cc324bf4fa0a req-f3f6533d-8f31-459c-bcc9-6787c1d8b9bf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.1754892 Nov 09 01:17:58.662209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d6f38-58cc-41f8-a485-e6e396d6b35a req-42b0dfa8-8262-4412-985e-f4f93a8d64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:58.663513 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee8d6f38-58cc-41f8-a485-e6e396d6b35a req-42b0dfa8-8262-4412-985e-f4f93a8d64c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4 HTTP/1.1" status: 200 len: 834 time: 0.0683081 Nov 09 01:17:58.740032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e8cf02c-38da-414d-950a-cc324bf4fa0a req-129849ba-25d7-4088-b73c-1e4facbc9a34 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733612 Nov 09 01:17:58.742728 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d6f38-58cc-41f8-a485-e6e396d6b35a req-cdf53414-b685-4ca6-9ea4-49138ec7f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:58.744156 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee8d6f38-58cc-41f8-a485-e6e396d6b35a req-cdf53414-b685-4ca6-9ea4-49138ec7f20c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58e769df-47ff-4460-88ce-e20f86e4bc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707488 Nov 09 01:17:58.746869 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-3986c0c0-c17d-489d-902a-11e8ae44a290 None None] Set router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:17:58.840503 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee8d6f38-58cc-41f8-a485-e6e396d6b35a req-39f2ded2-ae76-4163-ba10-df5d4c6880f7 service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880113 Nov 09 01:17:58.931724 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ee8d6f38-58cc-41f8-a485-e6e396d6b35a req-81a7db7c-8beb-462a-b2be-acc424665fba service neutron] 10.222.0.30 "GET /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829325 Nov 09 01:17:58.940430 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-3986c0c0-c17d-489d-902a-11e8ae44a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:16:23Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6ef662d-9029-43dd-94f4-d25398f738d8', 'name': '', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:73:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:22Z', 'updated_at': '2021-11-09T01:16:26Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:17:58.977204 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986c0c0-c17d-489d-902a-11e8ae44a290 None None] The sync data for ids ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'] in n-d-813263-3 is: [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:16:23Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'a6ef662d-9029-43dd-94f4-d25398f738d8', 'name': '', 'network_id': '58e769df-47ff-4460-88ce-e20f86e4bc73', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:73:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:22Z', 'updated_at': '2021-11-09T01:16:26Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:17:59.192498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ed026-d33e-4ba6-bb7c-2d58a9155bf4 None None] New status for floating IP 885ef051-ccd3-41e9-aa0d-73f830a61c63: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:17:59.908503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777762b4-60ec-4b13-a766-9376d526aef5 req-6f3dd3e0-a6bf-4840-94d2-f52a66adc495 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:17:59.910101 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-777762b4-60ec-4b13-a766-9376d526aef5 req-6f3dd3e0-a6bf-4840-94d2-f52a66adc495 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.1006055 Nov 09 01:17:59.987932 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-777762b4-60ec-4b13-a766-9376d526aef5 req-908f5c02-8e3a-4b82-b600-62c64b9c8df8 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=5499908f-ba61-49d5-973c-4a5aa05d7ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711050 Nov 09 01:18:00.006445 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188f848-cf23-4ee1-a59e-b2f640a1b12c req-f341c301-5987-45b9-a964-764b7f390503 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:00.007894 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e188f848-cf23-4ee1-a59e-b2f640a1b12c req-f341c301-5987-45b9-a964-764b7f390503 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "GET /v2.0/ports?device_id=454f9b9d-0de5-4185-a3d1-0999d624942e HTTP/1.1" status: 200 len: 945 time: 0.0620704 Nov 09 01:18:00.096167 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-e188f848-cf23-4ee1-a59e-b2f640a1b12c req-b4237ed8-f934-467e-b01b-d00d0575d45a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port 469050ac-2f13-4504-b3d4-a1190f9e04fe {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:18:00.096509 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e188f848-cf23-4ee1-a59e-b2f640a1b12c req-b4237ed8-f934-467e-b01b-d00d0575d45a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:00.190373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-e188f848-cf23-4ee1-a59e-b2f640a1b12c req-b4237ed8-f934-467e-b01b-d00d0575d45a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port 469050ac-2f13-4504-b3d4-a1190f9e04fe, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=469050ac-2f13-4504-b3d4-a1190f9e04fe,segment=NetworkSegment(c2effb62-2675-4159-b9de-995cde178c50),segment_id=c2effb62-2675-4159-b9de-995cde178c50)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:18:00.190781 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e188f848-cf23-4ee1-a59e-b2f640a1b12c req-b4237ed8-f934-467e-b01b-d00d0575d45a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:00.205671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-e188f848-cf23-4ee1-a59e-b2f640a1b12c req-b4237ed8-f934-467e-b01b-d00d0575d45a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for 469050ac-2f13-4504-b3d4-a1190f9e04fe owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:18:00.333760 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e188f848-cf23-4ee1-a59e-b2f640a1b12c req-b4237ed8-f934-467e-b01b-d00d0575d45a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:00.360213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4237ed8-f934-467e-b01b-d00d0575d45a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=469050ac-2f13-4504-b3d4-a1190f9e04fe,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:00.401979 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e188f848-cf23-4ee1-a59e-b2f640a1b12c req-b4237ed8-f934-467e-b01b-d00d0575d45a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] No DVR routers for this DVR port 469050ac-2f13-4504-b3d4-a1190f9e04fe on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:18:00.404551 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-e188f848-cf23-4ee1-a59e-b2f640a1b12c req-b4237ed8-f934-467e-b01b-d00d0575d45a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:00.408031 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e188f848-cf23-4ee1-a59e-b2f640a1b12c req-b4237ed8-f934-467e-b01b-d00d0575d45a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "DELETE /v2.0/ports/469050ac-2f13-4504-b3d4-a1190f9e04fe HTTP/1.1" status: 204 len: 173 time: 0.3928964 Nov 09 01:18:00.408502 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'name': 'network-vif-deleted', 'tag': '469050ac-2f13-4504-b3d4-a1190f9e04fe'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:18:00.411342 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a644c3a-75af-4899-a814-22f346bbfea7" -d '{"events": [{"server_uuid": "454f9b9d-0de5-4185-a3d1-0999d624942e", "name": "network-vif-deleted", "tag": "469050ac-2f13-4504-b3d4-a1190f9e04fe"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:18:00.449886 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f37e597-af14-4a3d-90d2-9d32791f5ecb x-openstack-request-id: req-5f37e597-af14-4a3d-90d2-9d32791f5ecb {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:18:00.450200 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454f9b9d-0de5-4185-a3d1-0999d624942e", "name": "network-vif-deleted", "tag": "469050ac-2f13-4504-b3d4-a1190f9e04fe", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:18:00.450518 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f37e597-af14-4a3d-90d2-9d32791f5ecb {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:18:00.450923 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454f9b9d-0de5-4185-a3d1-0999d624942e', 'name': 'network-vif-deleted', 'tag': '469050ac-2f13-4504-b3d4-a1190f9e04fe', 'status': 'completed', 'code': 200} Nov 09 01:18:01.045159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33534) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:01.741095 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91a8c6ad-10f6-4789-b894-0a1ad64abb0f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:01.988946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-91a8c6ad-10f6-4789-b894-0a1ad64abb0f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port a6ef662d-9029-43dd-94f4-d25398f738d8 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:18:01.989208 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91a8c6ad-10f6-4789-b894-0a1ad64abb0f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:02.076002 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-91a8c6ad-10f6-4789-b894-0a1ad64abb0f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port a6ef662d-9029-43dd-94f4-d25398f738d8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a6ef662d-9029-43dd-94f4-d25398f738d8,segment=NetworkSegment(c2effb62-2675-4159-b9de-995cde178c50),segment_id=c2effb62-2675-4159-b9de-995cde178c50)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:18:02.076685 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91a8c6ad-10f6-4789-b894-0a1ad64abb0f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:02.092902 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-91a8c6ad-10f6-4789-b894-0a1ad64abb0f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for a6ef662d-9029-43dd-94f4-d25398f738d8 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:18:02.276268 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91a8c6ad-10f6-4789-b894-0a1ad64abb0f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:02.301363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8c6ad-10f6-4789-b894-0a1ad64abb0f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=a6ef662d-9029-43dd-94f4-d25398f738d8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:02.473679 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91a8c6ad-10f6-4789-b894-0a1ad64abb0f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:02.688409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a8c6ad-10f6-4789-b894-0a1ad64abb0f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:18:02.793817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a8c6ad-10f6-4789-b894-0a1ad64abb0f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:18:02.799019 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-91a8c6ad-10f6-4789-b894-0a1ad64abb0f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "PUT /v2.0/routers/22cbdb2b-6ad9-432d-bc8e-9801bd570373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7527590 Nov 09 01:18:02.802162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33536) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:02.803008 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1a7ed-6fb2-45ed-b90d-15f321a971a5 None None] Sync routers for ids ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:18:02.861551 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting subnet 9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4 {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:18:02.865048 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:02.902636 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1a7ed-6fb2-45ed-b90d-15f321a971a5 None None] Routers {'22cbdb2b-6ad9-432d-bc8e-9801bd570373'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:18:02.903237 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-cdf1a7ed-6fb2-45ed-b90d-15f321a971a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:17:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:02.906704 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:02.988695 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.007363 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-cdf1a7ed-6fb2-45ed-b90d-15f321a971a5 None None] Set router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:18:03.048359 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.073370 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Subnet': ['ID=9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:03.083879 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.084231 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.084573 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.084906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.085286 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.085571 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.085895 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.086858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.086858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.086858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.087133 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.087455 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.088959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb1f542-68d0-4a44-97fe-84bf318ba36c None None] Network 58e769df-47ff-4460-88ce-e20f86e4bc73 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:18:03.090279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.096172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33540) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:03.096656 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9cb6197c-a575-41c4-bd74-b9b5c14c0c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/subnets/9f12e87f-4635-4c6f-8ae1-ba8a6505f8b4 HTTP/1.1" status: 204 len: 168 time: 0.2929509 Nov 09 01:18:03.200231 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-cdf1a7ed-6fb2-45ed-b90d-15f321a971a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:18:02Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:03.218171 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.231284 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1a7ed-6fb2-45ed-b90d-15f321a971a5 None None] Checking router: 22cbdb2b-6ad9-432d-bc8e-9801bd570373 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:18:03.240429 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1a7ed-6fb2-45ed-b90d-15f321a971a5 None None] Routers {'22cbdb2b-6ad9-432d-bc8e-9801bd570373'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:18:03.240988 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-cdf1a7ed-6fb2-45ed-b90d-15f321a971a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:17:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:03.292344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] DHCP port deletion for 58e769df-47ff-4460-88ce-e20f86e4bc73 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:18:03.326428 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.346862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Deleting port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:18:03.347233 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.355454 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-cdf1a7ed-6fb2-45ed-b90d-15f321a971a5 None None] Set router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:18:03.380781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port 152e65fe-e313-45ad-8a66-f0e17e7b0c0c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:18:03.381263 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.414613 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] For port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=75ae8501-d6e1-4040-aa6b-5ae7bbaf122f,segment=NetworkSegment(c2effb62-2675-4159-b9de-995cde178c50),segment_id=c2effb62-2675-4159-b9de-995cde178c50)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:18:03.415576 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.428104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Calling delete_port for 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:18:03.469328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port 152e65fe-e313-45ad-8a66-f0e17e7b0c0c, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=152e65fe-e313-45ad-8a66-f0e17e7b0c0c,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:18:03.469655 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.484435 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for 152e65fe-e313-45ad-8a66-f0e17e7b0c0c owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:18:03.514097 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.542344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 469050ac-2f13-4504-b3d4-a1190f9e04fe no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:18:03.547832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Pushing event deleted for resources: {'Port': ['ID=75ae8501-d6e1-4040-aa6b-5ae7bbaf122f,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:03.550077 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-cdf1a7ed-6fb2-45ed-b90d-15f321a971a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:18:02Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:03.571984 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] No DVR routers for this DVR port 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:18:03.573981 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 469050ac-2f13-4504-b3d4-a1190f9e04fe {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:18:03.574524 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 469050ac-2f13-4504-b3d4-a1190f9e04fe not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:18:03.578245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.578420 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1a7ed-6fb2-45ed-b90d-15f321a971a5 None None] The sync data for ids ['22cbdb2b-6ad9-432d-bc8e-9801bd570373'] in n-d-813263-3 is: [{'id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697520091', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:16:19Z', 'updated_at': '2021-11-09T01:18:02Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '152e65fe-e313-45ad-8a66-f0e17e7b0c0c', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbdb2b-6ad9-432d-bc8e-9801bd570373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:16:20Z', 'updated_at': '2021-11-09T01:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:18:03.579033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.579543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.580050 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.580561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.580898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.581233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.581581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.581915 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.582245 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.583544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.583544 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79311a2b-bb15-41a9-99ca-5dc57b2f20af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:03.669937 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.696967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=152e65fe-e313-45ad-8a66-f0e17e7b0c0c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:03.758084 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.846950 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.849488 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.890092 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.890647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Fanout notify agent at l3_agent the message router_deleted on router 22cbdb2b-6ad9-432d-bc8e-9801bd570373 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:18:03.897909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:03.899004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f314b5d2-9f82-4458-a10e-44acbe132392 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/routers/22cbdb2b-6ad9-432d-bc8e-9801bd570373 HTTP/1.1" status: 204 len: 168 time: 0.8011093 Nov 09 01:18:03.901692 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33542) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:03.984419 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.076672 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.097139 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e769df-47ff-4460-88ce-e20f86e4bc73']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:04.106594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2effb62-2675-4159-b9de-995cde178c50') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:04.106935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2effb62-2675-4159-b9de-995cde178c50') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:04.117082 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.131907 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.138873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:18:04.139286 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: timer() Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:18:04.142658 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:18:04.204376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.212387 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.215955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/networks/58e769df-47ff-4460-88ce-e20f86e4bc73 HTTP/1.1" status: 204 len: 168 time: 0.3133056 Nov 09 01:18:04.218848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33544) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:04.236142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0cadc-4f55-45ab-84e0-a6eb4a85ffea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Network': ['ID=58e769df-47ff-4460-88ce-e20f86e4bc73,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:04.286177 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68210259-7710-4b59-99f6-87d86de3c8b4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.315764 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68210259-7710-4b59-99f6-87d86de3c8b4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.374995 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68210259-7710-4b59-99f6-87d86de3c8b4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.377699 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-68210259-7710-4b59-99f6-87d86de3c8b4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.378855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-68210259-7710-4b59-99f6-87d86de3c8b4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/security-groups/5499908f-ba61-49d5-973c-4a5aa05d7ee5 HTTP/1.1" status: 204 len: 168 time: 0.1592047 Nov 09 01:18:04.387681 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68210259-7710-4b59-99f6-87d86de3c8b4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5499908f-ba61-49d5-973c-4a5aa05d7ee5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:04.596766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a6ef662d-9029-43dd-94f4-d25398f738d8 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:18:04.618421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: a6ef662d-9029-43dd-94f4-d25398f738d8 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:18:04.618858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a6ef662d-9029-43dd-94f4-d25398f738d8 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:18:04.619352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 152e65fe-e313-45ad-8a66-f0e17e7b0c0c no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:18:04.643186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 152e65fe-e313-45ad-8a66-f0e17e7b0c0c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:18:04.643534 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 152e65fe-e313-45ad-8a66-f0e17e7b0c0c not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:18:04.644173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:18:04.665324 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:18:04.665700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 75ae8501-d6e1-4040-aa6b-5ae7bbaf122f not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:18:04.828190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33550) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:04.833585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-51f3a934-a040-42ef-a6e0-b27685acc33b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-123035116', 'description': 'tempest-secgroup-smoke-123035116 description', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:04.854539 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51f3a934-a040-42ef-a6e0-b27685acc33b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.920465 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51f3a934-a040-42ef-a6e0-b27685acc33b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.924004 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51f3a934-a040-42ef-a6e0-b27685acc33b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.953139 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-51f3a934-a040-42ef-a6e0-b27685acc33b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:04.954376 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-51f3a934-a040-42ef-a6e0-b27685acc33b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1252098 Nov 09 01:18:04.956202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3a934-a040-42ef-a6e0-b27685acc33b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a7db14-b341-4b37-98f4-4f70a94696bd,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:04.958084 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33552) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:04.969100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-18cfbc6a-4b7c-4985-b425-a3a63278d537 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': 'a2a7db14-b341-4b37-98f4-4f70a94696bd', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:04.998176 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-18cfbc6a-4b7c-4985-b425-a3a63278d537 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.043703 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-18cfbc6a-4b7c-4985-b425-a3a63278d537 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.048091 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-18cfbc6a-4b7c-4985-b425-a3a63278d537 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.065601 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfbc6a-4b7c-4985-b425-a3a63278d537 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d7cb48-79df-4679-abb0-c8ad1e7fef17,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:05.073050 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-18cfbc6a-4b7c-4985-b425-a3a63278d537 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.074376 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-18cfbc6a-4b7c-4985-b425-a3a63278d537 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1089137 Nov 09 01:18:05.077239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33554) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:05.081799 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6fd556de-e035-42e7-b38e-4d3c6dc6340e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': 'a2a7db14-b341-4b37-98f4-4f70a94696bd', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:05.108017 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6fd556de-e035-42e7-b38e-4d3c6dc6340e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.164181 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6fd556de-e035-42e7-b38e-4d3c6dc6340e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.168022 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6fd556de-e035-42e7-b38e-4d3c6dc6340e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.187024 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd556de-e035-42e7-b38e-4d3c6dc6340e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd501f2c-1a07-4d52-9e4a-47797a24927e,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:05.203247 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6fd556de-e035-42e7-b38e-4d3c6dc6340e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.204465 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6fd556de-e035-42e7-b38e-4d3c6dc6340e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262050 Nov 09 01:18:05.208054 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33556) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:05.212502 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-272a314b-bb35-4a99-8c6e-34f406796a0d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': 'a2a7db14-b341-4b37-98f4-4f70a94696bd', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:05.239954 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272a314b-bb35-4a99-8c6e-34f406796a0d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.295061 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272a314b-bb35-4a99-8c6e-34f406796a0d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.298868 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272a314b-bb35-4a99-8c6e-34f406796a0d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.320156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a314b-bb35-4a99-8c6e-34f406796a0d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac8b228-22b1-475d-ac94-271b84f42025,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:05.328787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-272a314b-bb35-4a99-8c6e-34f406796a0d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.330068 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-272a314b-bb35-4a99-8c6e-34f406796a0d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210682 Nov 09 01:18:05.333014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33558) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:05.337558 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3c166e53-2ebd-4bda-a878-f054fc7aae6f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': 'a2a7db14-b341-4b37-98f4-4f70a94696bd', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:05.363199 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c166e53-2ebd-4bda-a878-f054fc7aae6f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.424604 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c166e53-2ebd-4bda-a878-f054fc7aae6f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.428882 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c166e53-2ebd-4bda-a878-f054fc7aae6f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.448084 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c166e53-2ebd-4bda-a878-f054fc7aae6f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1574634-e4b8-47cc-a182-3c1b9ced68bd,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:05.456272 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3c166e53-2ebd-4bda-a878-f054fc7aae6f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.458034 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3c166e53-2ebd-4bda-a878-f054fc7aae6f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233742 Nov 09 01:18:05.460660 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33560) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:05.464914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c32c1060-5970-4f50-9b83-01994bc93029 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': 'a2a7db14-b341-4b37-98f4-4f70a94696bd', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:05.486222 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-c32c1060-5970-4f50-9b83-01994bc93029 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Project b8bc83bc0ab74c23b22b22bfd8e911b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:18:05.490869 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c32c1060-5970-4f50-9b83-01994bc93029 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.547787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c32c1060-5970-4f50-9b83-01994bc93029 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.551159 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c32c1060-5970-4f50-9b83-01994bc93029 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.571359 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c1060-5970-4f50-9b83-01994bc93029 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea0aaa3-ae81-44ef-8d74-edeafd13afc5,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:05.577046 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c32c1060-5970-4f50-9b83-01994bc93029 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.580864 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c32c1060-5970-4f50-9b83-01994bc93029 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167037 Nov 09 01:18:05.581098 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33562) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:05.586342 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-19e6b584-65a0-4af0-8f4f-a39e4d846c80 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': 'a2a7db14-b341-4b37-98f4-4f70a94696bd', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:05.616194 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-19e6b584-65a0-4af0-8f4f-a39e4d846c80 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Project b8bc83bc0ab74c23b22b22bfd8e911b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:18:05.622050 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-19e6b584-65a0-4af0-8f4f-a39e4d846c80 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.682941 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-19e6b584-65a0-4af0-8f4f-a39e4d846c80 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.686723 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-19e6b584-65a0-4af0-8f4f-a39e4d846c80 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.706056 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6b584-65a0-4af0-8f4f-a39e4d846c80 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855e75cf-bf70-4111-9219-da0b710bbb2d,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:05.715806 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-19e6b584-65a0-4af0-8f4f-a39e4d846c80 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.717156 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-19e6b584-65a0-4af0-8f4f-a39e4d846c80 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350486 Nov 09 01:18:05.720955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33564) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:05.726299 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-43a922e4-64f2-4f2f-87ed-10aa17439da0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'network': {'name': 'tempest-network-smoke--1758890079', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'port_security_enabled': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:05.746972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a922e4-64f2-4f2f-87ed-10aa17439da0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:18:05.750437 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43a922e4-64f2-4f2f-87ed-10aa17439da0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.774533 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a922e4-64f2-4f2f-87ed-10aa17439da0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:18:05.783563 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43a922e4-64f2-4f2f-87ed-10aa17439da0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.783910 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-43a922e4-64f2-4f2f-87ed-10aa17439da0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Added segment 16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd of type vlan for network a214f828-f770-43b7-b0e9-acb4ce7477fd Nov 09 01:18:05.824243 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43a922e4-64f2-4f2f-87ed-10aa17439da0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.847625 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43a922e4-64f2-4f2f-87ed-10aa17439da0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.853132 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a922e4-64f2-4f2f-87ed-10aa17439da0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:05.853778 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-43a922e4-64f2-4f2f-87ed-10aa17439da0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.891125 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-43a922e4-64f2-4f2f-87ed-10aa17439da0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1664069 Nov 09 01:18:05.891405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33566) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:05.897245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'admin_state_up': True, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:05.922779 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.923806 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:05.924349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a922e4-64f2-4f2f-87ed-10aa17439da0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Network': ['ID=a214f828-f770-43b7-b0e9-acb4ce7477fd,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:05.935758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network a214f828-f770-43b7-b0e9-acb4ce7477fd details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:18:05.990295 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:06.131150 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:06.326144 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:06.344392 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:06.444630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.25.0.18 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:18:06.550056 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:06.583083 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:06.620864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:18:06.625671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:18:06.629777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:18:06.652045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:06.874568 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:07.068246 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:07.194426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:18:07.632078 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:18:07.641458 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Sync routers for ids ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:18:07.652229 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:07.653582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a79a30ad-8e29-403a-ba9f-db6b4a5779ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7609823 Nov 09 01:18:07.656775 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33568) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:07.658447 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Routers {'52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:18:07.659135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:17:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:07.691291 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4e15b6bd-7f53-4db9-abc7-47939bbe4154 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b8bc83bc0ab74c23b22b22bfd8e911b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328829 Nov 09 01:18:07.694500 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33570) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:07.762346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Set router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:18:07.841330 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7ddff0-ffab-45d9-a796-6ac07345f11c tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:07.842902 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5e7ddff0-ffab-45d9-a796-6ac07345f11c tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1473711 Nov 09 01:18:07.845717 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33572) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:07.885588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6a4df629-4a60-4330-9678-7bf7e32548af tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386004 Nov 09 01:18:07.887977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33574) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:07.893030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-be0148bc-1bf3-47c7-9170-995988b8ee55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-621442409', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:07.985564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0148bc-1bf3-47c7-9170-995988b8ee55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:18:07.989824 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-be0148bc-1bf3-47c7-9170-995988b8ee55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:08.094491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:18:06Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:08.121990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Checking router: 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:18:08.122333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Updating router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc port 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:18:08.146825 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:08.172253 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-be0148bc-1bf3-47c7-9170-995988b8ee55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:08.240440 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0148bc-1bf3-47c7-9170-995988b8ee55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Subnet': ['ID=3c1e27c3-d768-4007-bc65-6481b6e1501b,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:08.246503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0148bc-1bf3-47c7-9170-995988b8ee55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Checking segment: {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:18:08.246890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0148bc-1bf3-47c7-9170-995988b8ee55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network hostable DHCP agents. Network: a214f828-f770-43b7-b0e9-acb4ce7477fd, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:18:08.263722 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0148bc-1bf3-47c7-9170-995988b8ee55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network a214f828-f770-43b7-b0e9-acb4ce7477fd is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:18:08.273032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-be0148bc-1bf3-47c7-9170-995988b8ee55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, a214f828-f770-43b7-b0e9-acb4ce7477fd) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:18:08.282791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0148bc-1bf3-47c7-9170-995988b8ee55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:08.283393 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-be0148bc-1bf3-47c7-9170-995988b8ee55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:08.301410 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-be0148bc-1bf3-47c7-9170-995988b8ee55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4123976 Nov 09 01:18:08.304127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33576) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:08.311507 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a57a01-013c-465a-9a96-5a5f1e99598e None None] Network a214f828-f770-43b7-b0e9-acb4ce7477fd requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:18:08.520537 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:08.528401 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:08.535291 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-a214f828-f770-43b7-b0e9-acb4ce7477fd', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ips': [{'subnet_id': '3c1e27c3-d768-4007-bc65-6481b6e1501b'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:18:08.537054 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:08.613551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccade0a-b54b-448a-922d-74011404237d None None] Pushing event updated for resources: {'Port': ['ID=4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:08.615914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Attempting to bind port 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:18:08.616365 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Attempting to bind port 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:18:08.616800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Attempting to bind port 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:18:08.665473 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:18:08.666309 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:18:08.666309 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:08.666622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:18:08.667297 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Bound port: 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:18:08.667682 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:08.734399 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:08.763399 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] For port 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:18:08.775857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Allocated IP 172.20.0.2 (a214f828-f770-43b7-b0e9-acb4ce7477fd/3c1e27c3-d768-4007-bc65-6481b6e1501b/9d60eeb2-b579-4601-97c0-90a6204005a7) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:18:08.781848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] For port 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:18:08.789301 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:08.902367 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Routers {'52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:18:08.903003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:17:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:08.907902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccade0a-b54b-448a-922d-74011404237d None None] Pushing event updated for resources: {'Port': ['ID=4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:09.071791 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:09.074024 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] Set router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:18:09.126186 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:09.127862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.20.0.1 (a214f828-f770-43b7-b0e9-acb4ce7477fd/3c1e27c3-d768-4007-bc65-6481b6e1501b/64edc20d-1031-4cf1-9f68-c51182c2e86b) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:18:09.208370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Network a214f828-f770-43b7-b0e9-acb4ce7477fd is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:18:09.217676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:18:09.224593 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:18:09.237819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Pushing event updated for resources: {'Port': ['ID=9d60eeb2-b579-4601-97c0-90a6204005a7,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:09.246032 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:09.282666 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:09.323907 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Attempting to bind port 9d60eeb2-b579-4601-97c0-90a6204005a7 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:18:09.324184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Attempting to bind port 9d60eeb2-b579-4601-97c0-90a6204005a7 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:18:09.324550 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Attempting to bind port 9d60eeb2-b579-4601-97c0-90a6204005a7 on network a214f828-f770-43b7-b0e9-acb4ce7477fd {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:18:09.327874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network a214f828-f770-43b7-b0e9-acb4ce7477fd is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:18:09.331081 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:18:09.331859 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:18:09.332262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Checking segment: {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:18:09.333042 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:09.333042 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Bound using segment: {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:18:09.333547 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Bound port: 9d60eeb2-b579-4601-97c0-90a6204005a7, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:18:09.333931 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:09.335528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:18:09.356590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=64edc20d-1031-4cf1-9f68-c51182c2e86b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:09.379236 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:09.401390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:18:06Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:09.436609 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef47290-74a4-466d-9be6-13c2bb12976c None None] The sync data for ids ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'] in n-d-813263-3 is: [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:18:06Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:18:09.441400 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] For port 9d60eeb2-b579-4601-97c0-90a6204005a7, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:18:09.457998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] For port 9d60eeb2-b579-4601-97c0-90a6204005a7, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9d60eeb2-b579-4601-97c0-90a6204005a7,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:18:09.463623 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:09.532480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdd78a-0b7d-4c0e-849e-5f1e3fabdeeb None None] Pushing event updated for resources: {'Port': ['ID=9d60eeb2-b579-4601-97c0-90a6204005a7,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:09.540614 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:09.894407 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:09.899284 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:09.986038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=64edc20d-1031-4cf1-9f68-c51182c2e86b,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:09.990002 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:10.093421 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network a214f828-f770-43b7-b0e9-acb4ce7477fd is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:18:10.094941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:18:10.218769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:18:10.351419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:18:10.365495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e6d72e1f-f065-4840-870e-6ced72e7b123 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "PUT /v2.0/routers/52cf3e9d-749d-4c5a-94f4-7c91d23de5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0514498 Nov 09 01:18:10.435825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:18:10.490921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:10.491428 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:10.546052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-8f198732-3411-49b5-9a91-4df0df158a86 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123035116&fields=id&tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 267 time: 0.0525532 Nov 09 01:18:10.565503 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1361f3a4-a809-432b-b929-8e81a3376549 None None] Network a214f828-f770-43b7-b0e9-acb4ce7477fd requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:18:10.631580 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:10.666259 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-041c85d5-230c-4a6a-870f-1ea9cdd67288 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:10.667776 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-041c85d5-230c-4a6a-870f-1ea9cdd67288 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/networks?id=a214f828-f770-43b7-b0e9-acb4ce7477fd HTTP/1.1" status: 200 len: 797 time: 0.1140325 Nov 09 01:18:10.669097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:18:10.671832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-19a61170-0863-47fd-8a3d-6c08f6f56d7e None None] Provisioning complete for port 9d60eeb2-b579-4601-97c0-90a6204005a7 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:10.672194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-19a61170-0863-47fd-8a3d-6c08f6f56d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:10.678699 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:10.679464 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9d60eeb2-b579-4601-97c0-90a6204005a7 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:18:10.683737 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-e8ea632a-7c0f-4b86-8d4c-273901037815 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/quotas/b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 375 time: 0.0098765 Nov 09 01:18:10.735506 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-c75358a3-38a0-4078-ad84-4049a356e09e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459492 Nov 09 01:18:10.831896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:10.887081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-ba743efa-2d6b-4fde-83aa-eaa70272dc2f service neutron] 10.222.0.25 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392560 Nov 09 01:18:10.905247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9d60eeb2-b579-4601-97c0-90a6204005a7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:10.905644 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:10.907844 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-19a61170-0863-47fd-8a3d-6c08f6f56d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:10.976422 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-19a61170-0863-47fd-8a3d-6c08f6f56d7e None None] For port 9d60eeb2-b579-4601-97c0-90a6204005a7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9d60eeb2-b579-4601-97c0-90a6204005a7,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:18:10.984198 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-19a61170-0863-47fd-8a3d-6c08f6f56d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:10.987677 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-f8d07832-9349-4587-9196-6e6b2164fd86 service neutron] 10.222.0.25 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894101 Nov 09 01:18:11.068339 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a61170-0863-47fd-8a3d-6c08f6f56d7e None None] Pushing event updated for resources: {'Port': ['ID=9d60eeb2-b579-4601-97c0-90a6204005a7,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:11.191753 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6c65221-c41d-427f-905a-01a70295805b req-27d1819f-d84d-4f45-bf02-44a4a03a7080 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 210 time: 0.0294983 Nov 09 01:18:11.206681 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cd7c0469-513c-4b7e-8e8e-d5990e56d16b None None] Provisioning complete for port 64edc20d-1031-4cf1-9f68-c51182c2e86b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:11.207667 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd7c0469-513c-4b7e-8e8e-d5990e56d16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:11.247802 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c0469-513c-4b7e-8e8e-d5990e56d16b None None] Port 64edc20d-1031-4cf1-9f68-c51182c2e86b cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:18:11.262078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cd7c0469-513c-4b7e-8e8e-d5990e56d16b None None] Provisioning complete for port 9d60eeb2-b579-4601-97c0-90a6204005a7 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:11.262078 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cd7c0469-513c-4b7e-8e8e-d5990e56d16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:11.294816 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Sync routers for ids ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:18:11.308312 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Routers {'52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:18:11.309039 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:17:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:11.435812 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Set router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:18:11.482251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-db45e2e5-16b9-40cf-833b-04d2a54bb37c None None] Provisioning complete for port 64edc20d-1031-4cf1-9f68-c51182c2e86b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:11.482730 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-db45e2e5-16b9-40cf-833b-04d2a54bb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:11.524898 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-db45e2e5-16b9-40cf-833b-04d2a54bb37c None None] Port 64edc20d-1031-4cf1-9f68-c51182c2e86b cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:18:11.678603 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:18:09Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '64edc20d-1031-4cf1-9f68-c51182c2e86b', 'name': '', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:b9:ff:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:08Z', 'updated_at': '2021-11-09T01:18:09Z', 'revision_number': 2, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:11.704396 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Checking router: 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:18:11.704739 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Updating router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc port 64edc20d-1031-4cf1-9f68-c51182c2e86b binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:18:11.731011 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:11.744509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8d31df6d-4ad0-4808-84e9-b4eab9aa66b7 None None] Provisioning complete for port 64edc20d-1031-4cf1-9f68-c51182c2e86b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:11.744879 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d31df6d-4ad0-4808-84e9-b4eab9aa66b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:11.793782 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-8d31df6d-4ad0-4808-84e9-b4eab9aa66b7 None None] Port 64edc20d-1031-4cf1-9f68-c51182c2e86b cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:18:11.993230 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:11.998197 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:12.048243 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Pushing event updated for resources: {'Port': ['ID=64edc20d-1031-4cf1-9f68-c51182c2e86b,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:12.072256 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:12.072594 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:12.072931 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:12.073261 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:12.073612 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:12.073948 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:12.074250 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:12.074576 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:12.074887 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:12.075197 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:12.075514 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:12.075823 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:18:12.105104 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Attempting to bind port 64edc20d-1031-4cf1-9f68-c51182c2e86b on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:18:12.105835 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Attempting to bind port 64edc20d-1031-4cf1-9f68-c51182c2e86b by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:18:12.106236 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Attempting to bind port 64edc20d-1031-4cf1-9f68-c51182c2e86b on network a214f828-f770-43b7-b0e9-acb4ce7477fd {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:18:12.114065 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:18:12.114468 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Checking segment: {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:18:12.114864 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:12.115261 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Bound using segment: {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:18:12.115724 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Bound port: 64edc20d-1031-4cf1-9f68-c51182c2e86b, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:18:12.116109 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:12.188568 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] For port 64edc20d-1031-4cf1-9f68-c51182c2e86b, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:18:12.192642 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] For port 64edc20d-1031-4cf1-9f68-c51182c2e86b, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=64edc20d-1031-4cf1-9f68-c51182c2e86b,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:18:12.198388 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:12.330426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-6fcd780f-80b7-4e2c-b1f4-ef490f74e94d None None] Provisioning complete for port 64edc20d-1031-4cf1-9f68-c51182c2e86b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:12.331165 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6fcd780f-80b7-4e2c-b1f4-ef490f74e94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:12.364065 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Routers {'52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:18:12.364065 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:17:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:12.382270 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3683e54b-4bbd-4d82-8d26-0ec8a87a15af req-58514f50-7990-4ef9-9163-9b8b706ecfec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 210 time: 0.0628111 Nov 09 01:18:12.390249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-aaa6eed7-153a-4d79-96fb-740d4ef00112 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:12.392324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-aaa6eed7-153a-4d79-96fb-740d4ef00112 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "GET /v2.0/networks?id=a214f828-f770-43b7-b0e9-acb4ce7477fd HTTP/1.1" status: 200 len: 797 time: 0.2221448 Nov 09 01:18:12.402344 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:18:12.472256 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-ab904468-1548-473e-872d-29d3d22c9d2b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 379 time: 0.0696468 Nov 09 01:18:12.482525 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'port': {'device_id': '30573f02-5134-45a6-9906-308bc043f5f3', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'admin_state_up': True, 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'security_groups': ['a2a7db14-b341-4b37-98f4-4f70a94696bd']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:12.493215 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] Set router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:18:12.517398 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:12.518334 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:12.521934 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6fcd780f-80b7-4e2c-b1f4-ef490f74e94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:12.589610 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef637fa1-5907-41d0-a472-cd2c3b589840 None None] Pushing event updated for resources: {'Port': ['ID=64edc20d-1031-4cf1-9f68-c51182c2e86b,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:12.606496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6fcd780f-80b7-4e2c-b1f4-ef490f74e94d None None] For port 64edc20d-1031-4cf1-9f68-c51182c2e86b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=64edc20d-1031-4cf1-9f68-c51182c2e86b,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:18:12.612287 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6fcd780f-80b7-4e2c-b1f4-ef490f74e94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:12.627081 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:18:12.631194 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:12.695066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd780f-80b7-4e2c-b1f4-ef490f74e94d None None] Pushing event updated for resources: {'Port': ['ID=64edc20d-1031-4cf1-9f68-c51182c2e86b,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:12.699657 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9d60eeb2-b579-4601-97c0-90a6204005a7 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:18:12.740557 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:18:09Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '64edc20d-1031-4cf1-9f68-c51182c2e86b', 'name': '', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:b9:ff:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:08Z', 'updated_at': '2021-11-09T01:18:12Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:12.746733 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-806bef51-0947-4484-8d68-23ad71cb904a None None] Provisioning complete for port 64edc20d-1031-4cf1-9f68-c51182c2e86b triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:12.747108 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-806bef51-0947-4484-8d68-23ad71cb904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:12.773838 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbbf23-5bc4-44fa-808f-3d6646b84680 None None] The sync data for ids ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'] in n-d-813263-3 is: [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:18:09Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '64edc20d-1031-4cf1-9f68-c51182c2e86b', 'name': '', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:b9:ff:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:08Z', 'updated_at': '2021-11-09T01:18:12Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:18:12.783097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.20.0.8 (a214f828-f770-43b7-b0e9-acb4ce7477fd/3c1e27c3-d768-4007-bc65-6481b6e1501b/f9e577cf-8d08-454b-8e45-76289a84f8e3) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:18:12.811641 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 9d60eeb2-b579-4601-97c0-90a6204005a7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:12.812017 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:12.816208 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3845-4a21-48a0-98de-56cc130ffbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:12.994526 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:13.031631 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:13.088025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network a214f828-f770-43b7-b0e9-acb4ce7477fd is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:18:13.091777 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:18:13.096456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:18:13.101390 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=f9e577cf-8d08-454b-8e45-76289a84f8e3,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:13.162927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:13.163606 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:13.182123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bd8afb7b-7182-468d-b450-943b08f0d48f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7035234 Nov 09 01:18:13.195747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Request body: {'port': {'device_id': '30573f02-5134-45a6-9906-308bc043f5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:13.253513 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:13.389765 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-903d7338-2709-41d6-bc0f-374822e4a095 None None] Provisioning complete for port f9e577cf-8d08-454b-8e45-76289a84f8e3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:13.390216 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-903d7338-2709-41d6-bc0f-374822e4a095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:13.432992 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-903d7338-2709-41d6-bc0f-374822e4a095 None None] Port f9e577cf-8d08-454b-8e45-76289a84f8e3 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:18:13.554508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac914320-6345-4b51-acaf-c7bb6a41669b req-52745882-b484-4069-ad7c-bf7669d81419 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:13.555956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac914320-6345-4b51-acaf-c7bb6a41669b req-52745882-b484-4069-ad7c-bf7669d81419 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 931 time: 0.0814695 Nov 09 01:18:13.601668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e577cf-8d08-454b-8e45-76289a84f8e3 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:18:13.612858 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:13.642735 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Transition to ACTIVE for port object f9e577cf-8d08-454b-8e45-76289a84f8e3 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:18:13.648708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac914320-6345-4b51-acaf-c7bb6a41669b req-e4bca6d4-2333-48cb-b1d3-3eeb820a40df tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752623 Nov 09 01:18:13.649828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:13.709787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Pushing event updated for resources: {'Port': ['ID=f9e577cf-8d08-454b-8e45-76289a84f8e3,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:13.781237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Attempting to bind port f9e577cf-8d08-454b-8e45-76289a84f8e3 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:18:13.781755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Attempting to bind port f9e577cf-8d08-454b-8e45-76289a84f8e3 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:18:13.782083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Attempting to bind port f9e577cf-8d08-454b-8e45-76289a84f8e3 on network a214f828-f770-43b7-b0e9-acb4ce7477fd {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:18:13.788459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Port f9e577cf-8d08-454b-8e45-76289a84f8e3 on network a214f828-f770-43b7-b0e9-acb4ce7477fd not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:18:13.788781 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Attempting to bind port f9e577cf-8d08-454b-8e45-76289a84f8e3 on network a214f828-f770-43b7-b0e9-acb4ce7477fd {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:18:13.794589 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:18:13.794924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Checking segment: {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:18:13.795309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Bound using segment: {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:18:13.795737 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Bound port: f9e577cf-8d08-454b-8e45-76289a84f8e3, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:18:13.796097 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:13.882517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:18:13.887316 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:18:13.893312 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:13.934795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:13.935429 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:13.937171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] 10.222.0.30 "PUT /v2.0/ports/f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 200 len: 1091 time: 0.7467070 Nov 09 01:18:13.937646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:18:13.939913 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69019da2-ea44-4eb5-aecf-affda8d0e045" -d '{"events": [{"name": "network-changed", "server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:18:13.974132 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09043f8f-965b-41bc-a613-961ec5e6606a service neutron] Pushing event updated for resources: {'Port': ['ID=f9e577cf-8d08-454b-8e45-76289a84f8e3,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:14.006560 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f35f27e-3744-4209-a321-3a8e61f9c794 x-openstack-request-id: req-4f35f27e-3744-4209-a321-3a8e61f9c794 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:18:14.006872 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:18:14.007127 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f35f27e-3744-4209-a321-3a8e61f9c794 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:18:14.007542 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'status': 'completed', 'code': 200} Nov 09 01:18:14.021059 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-13cdd9bd-2803-44b1-b1bb-a1de6fcbce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:14.022648 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-13cdd9bd-2803-44b1-b1bb-a1de6fcbce3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 1094 time: 0.0457339 Nov 09 01:18:14.068261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-a6cd600b-68cb-4429-aae5-77ee677b0c33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 200 len: 217 time: 0.0363934 Nov 09 01:18:14.123474 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-6e24a266-a1b7-4297-aec9-165aa9c96f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:14.125010 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-6e24a266-a1b7-4297-aec9-165aa9c96f29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1e27c3-d768-4007-bc65-6481b6e1501b HTTP/1.1" status: 200 len: 834 time: 0.0497937 Nov 09 01:18:14.171317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-a7f268a9-8a91-43b1-bf7f-1ad63d968639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:14.172818 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-a7f268a9-8a91-43b1-bf7f-1ad63d968639 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a214f828-f770-43b7-b0e9-acb4ce7477fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407870 Nov 09 01:18:14.263695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-5c15b8f4-a3d7-49db-bdf8-c2a08b04e418 service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821671 Nov 09 01:18:14.363549 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 64edc20d-1031-4cf1-9f68-c51182c2e86b up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:18:14.413466 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 64edc20d-1031-4cf1-9f68-c51182c2e86b triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:14.413839 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:14.700998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0805c779-916b-4ffb-8d5c-bb63cde94265 req-bbcc94fe-e407-43fa-8d70-099a8058a918 service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303255 Nov 09 01:18:14.802197 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5be19-db4a-4951-92b4-d733e8be3e2b req-0d1e875b-64fa-41ae-a1e2-d22701ea7bb7 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:14.803680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-33d5be19-db4a-4951-92b4-d733e8be3e2b req-0d1e875b-64fa-41ae-a1e2-d22701ea7bb7 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0831280 Nov 09 01:18:14.806320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69019da2-ea44-4eb5-aecf-affda8d0e045 req-90f7d2e6-0ade-40bb-83e4-f2662423e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:14.807658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69019da2-ea44-4eb5-aecf-affda8d0e045 req-90f7d2e6-0ade-40bb-83e4-f2662423e73a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 1094 time: 0.0607512 Nov 09 01:18:14.872653 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8e6450c8-6781-4721-b748-7e57e732089f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:14.906565 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-33d5be19-db4a-4951-92b4-d733e8be3e2b req-e19338fd-3134-4a49-9e50-8a2ff8594fb3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969276 Nov 09 01:18:14.933227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69019da2-ea44-4eb5-aecf-affda8d0e045 req-3bb0979a-8788-41b1-8973-c0f90454cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:14.934727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69019da2-ea44-4eb5-aecf-affda8d0e045 req-3bb0979a-8788-41b1-8973-c0f90454cdbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=a214f828-f770-43b7-b0e9-acb4ce7477fd HTTP/1.1" status: 200 len: 897 time: 0.1193302 Nov 09 01:18:14.980873 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69019da2-ea44-4eb5-aecf-affda8d0e045 req-40f36c4f-e9f9-4e40-b40f-c5aac8458886 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 200 len: 217 time: 0.0375979 Nov 09 01:18:15.030753 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69019da2-ea44-4eb5-aecf-affda8d0e045 req-5887fefb-29fe-4aaf-9366-83d518df3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:15.032149 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69019da2-ea44-4eb5-aecf-affda8d0e045 req-5887fefb-29fe-4aaf-9366-83d518df3438 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1e27c3-d768-4007-bc65-6481b6e1501b HTTP/1.1" status: 200 len: 834 time: 0.0427480 Nov 09 01:18:15.078291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69019da2-ea44-4eb5-aecf-affda8d0e045 req-a05ee1a4-af11-4d8a-b0c5-51e8809a3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:15.079781 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69019da2-ea44-4eb5-aecf-affda8d0e045 req-a05ee1a4-af11-4d8a-b0c5-51e8809a3ed3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a214f828-f770-43b7-b0e9-acb4ce7477fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394285 Nov 09 01:18:15.174587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69019da2-ea44-4eb5-aecf-affda8d0e045 req-93ee7bad-94a1-4241-994e-6412b03a2579 service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843656 Nov 09 01:18:15.267204 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-69019da2-ea44-4eb5-aecf-affda8d0e045 req-3fff73a2-27fd-4e06-85ff-dd86659cd4b7 service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828767 Nov 09 01:18:16.027971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3601-58d9-4d9e-bee7-d45d1ad75e20 req-17951336-c23f-4d44-b8e2-d2a59dbbd05c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:16.029507 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-647c3601-58d9-4d9e-bee7-d45d1ad75e20 req-17951336-c23f-4d44-b8e2-d2a59dbbd05c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0526078 Nov 09 01:18:16.078524 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-647c3601-58d9-4d9e-bee7-d45d1ad75e20 req-ab8c955d-06ed-4a45-b45b-7d140d5ca861 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431850 Nov 09 01:18:16.352493 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:16.524999 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:16.955814 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:17.193169 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fba00-a2a2-42ab-b6bf-42fa84321f20 req-a4fa1b11-42a2-442a-b3aa-984a5e49d0f8 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:17.194652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-883fba00-a2a2-42ab-b6bf-42fa84321f20 req-a4fa1b11-42a2-442a-b3aa-984a5e49d0f8 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0472968 Nov 09 01:18:17.243358 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-883fba00-a2a2-42ab-b6bf-42fa84321f20 req-a3318cdf-a007-4322-9caa-1d37909e0d9f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427814 Nov 09 01:18:17.605766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f9e577cf-8d08-454b-8e45-76289a84f8e3 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:18:17.701470 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:18:17.712374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'port_id': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'mac_address': 'fa:16:3e:3b:8a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:18:17.749290 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:17.761676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e577cf-8d08-454b-8e45-76289a84f8e3 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:18:17.780125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:18:17.784181 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:17.829754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=f9e577cf-8d08-454b-8e45-76289a84f8e3,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:17.895107 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:18.036643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['f9e577cf-8d08-454b-8e45-76289a84f8e3'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:18:18.175175 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:18:18.360896 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffda59a-6677-417f-a9f7-1a25fcda7667 req-60060d2a-c24e-42fa-a489-56e79e85bda3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:18.362394 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ffda59a-6677-417f-a9f7-1a25fcda7667 req-60060d2a-c24e-42fa-a489-56e79e85bda3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 944 time: 0.0522804 Nov 09 01:18:18.412892 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1ffda59a-6677-417f-a9f7-1a25fcda7667 req-d0dbb821-f680-49a8-9487-a4dd056110f9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438552 Nov 09 01:18:18.522887 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:19.527626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f636f-5f58-4044-9472-3c2980679efe req-c430dd44-12a8-4862-97de-5a8581802b27 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:19.529109 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f0f636f-5f58-4044-9472-3c2980679efe req-c430dd44-12a8-4862-97de-5a8581802b27 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 944 time: 0.0485909 Nov 09 01:18:19.577864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f0f636f-5f58-4044-9472-3c2980679efe req-66fed1ec-3686-4156-8655-20f6d63d53e2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427556 Nov 09 01:18:19.621478 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f9e577cf-8d08-454b-8e45-76289a84f8e3 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:18:19.670804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port f9e577cf-8d08-454b-8e45-76289a84f8e3 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:18:19.674892 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port f9e577cf-8d08-454b-8e45-76289a84f8e3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:18:19.675264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:19.751642 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:19.774614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:18:19.776828 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407d6bf4-70be-4f2d-b9dd-74330e6df658" -d '{"events": [{"server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "name": "network-vif-plugged", "status": "completed", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:18:19.793023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:18:19.796997 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:19.820048 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430640be-4ee4-4be6-b751-846c9032293c x-openstack-request-id: req-430640be-4ee4-4be6-b751-846c9032293c {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:18:19.820349 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "name": "network-vif-plugged", "status": "completed", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:18:19.820600 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-430640be-4ee4-4be6-b751-846c9032293c {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:18:19.820987 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'code': 200} Nov 09 01:18:19.846333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=f9e577cf-8d08-454b-8e45-76289a84f8e3,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:19.912842 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cae12-64ed-42bf-bf7e-b8df48b7f8f9 req-094f50e1-5f6a-46fb-a0b6-3dd096bb3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:19.914602 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-867cae12-64ed-42bf-bf7e-b8df48b7f8f9 req-094f50e1-5f6a-46fb-a0b6-3dd096bb3de9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0406971 Nov 09 01:18:19.964099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-867cae12-64ed-42bf-bf7e-b8df48b7f8f9 req-bb12e572-ee53-4abf-b554-ae2ef357a883 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428765 Nov 09 01:18:20.691040 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3be3ad-6d80-4a71-b126-1c8bac49dcc2 req-048d4d97-9d8a-44f9-932d-66d20ea727a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:20.693028 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae3be3ad-6d80-4a71-b126-1c8bac49dcc2 req-048d4d97-9d8a-44f9-932d-66d20ea727a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0490203 Nov 09 01:18:20.741365 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ae3be3ad-6d80-4a71-b126-1c8bac49dcc2 req-f86dfa2f-0d03-40c7-b696-0d590aa901ef tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423737 Nov 09 01:18:21.858891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8107d0-6f40-482d-8d00-412eb847f805 req-3ae2de12-090e-4dc3-9f99-c02e2fd5b301 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:21.860320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5d8107d0-6f40-482d-8d00-412eb847f805 req-3ae2de12-090e-4dc3-9f99-c02e2fd5b301 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0505602 Nov 09 01:18:21.908442 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5d8107d0-6f40-482d-8d00-412eb847f805 req-d985f148-7af8-41fc-96a2-8650420a7d34 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422893 Nov 09 01:18:22.025617 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd5e13-ce81-410b-874f-054ee536e850 req-d82290d7-e01a-458b-bd63-7f941cfdc43a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:22.027097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29bd5e13-ce81-410b-874f-054ee536e850 req-d82290d7-e01a-458b-bd63-7f941cfdc43a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0520294 Nov 09 01:18:22.076421 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-29bd5e13-ce81-410b-874f-054ee536e850 req-cf4d6b03-2f2c-4390-8eab-0dbb6fb9f4ea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Nov 09 01:18:22.097189 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33632) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:22.137221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e99573-fbb4-446e-8f49-15cead33d088 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:22.138688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-88e99573-fbb4-446e-8f49-15cead33d088 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 1091 time: 0.0399423 Nov 09 01:18:22.141437 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33634) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:22.145718 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:18:22.167681 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:22.265163 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:22.364791 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.25.0.49 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/ff439735-d97b-406b-bc6f-98a93ce51485) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:18:22.467290 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:22.500911 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:22.536782 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:18:22.539533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:18:22.545882 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:18:22.573060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=ff439735-d97b-406b-bc6f-98a93ce51485,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:22.904817 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:22.970780 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:23.121069 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:23.125476 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:23.204941 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=ff439735-d97b-406b-bc6f-98a93ce51485,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:18:23.213725 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:23.308837 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Floating IP 68a6e461-0a5c-47b3-83d9-bc029927b896 associated. External IP: 172.25.0.49, port: f9e577cf-8d08-454b-8e45-76289a84f8e3. Nov 09 01:18:23.518543 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:18:23.626033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:18:23.636868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf6621-3abb-401f-83a9-e1969daea732 None None] Sync routers for ids ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:18:23.643835 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:23.647409 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf6621-3abb-401f-83a9-e1969daea732 None None] Routers {'52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:18:23.648092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-55bf6621-3abb-401f-83a9-e1969daea732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:18:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:23.671359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-233f28fc-e38b-4ed3-bcc0-537354bbbb42 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5289176 Nov 09 01:18:23.671940 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:18:23.674244 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b965f458-84ac-4058-8e50-817260579e94" -d '{"events": [{"name": "network-changed", "server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:18:23.720156 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dc1212-32ff-454d-8439-e7a6931b8ee2 x-openstack-request-id: req-f7dc1212-32ff-454d-8439-e7a6931b8ee2 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:18:23.720494 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:18:23.720755 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7dc1212-32ff-454d-8439-e7a6931b8ee2 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:18:23.721164 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'status': 'completed', 'code': 200} Nov 09 01:18:23.760701 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-55bf6621-3abb-401f-83a9-e1969daea732 None None] Set router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:18:23.813452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787238c1-0c18-4241-9d70-3c7a7a58d990 req-27d37259-06d5-4d5e-aa00-37187003f990 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:23.814983 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-787238c1-0c18-4241-9d70-3c7a7a58d990 req-27d37259-06d5-4d5e-aa00-37187003f990 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0824909 Nov 09 01:18:23.818257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965f458-84ac-4058-8e50-817260579e94 req-a78a67aa-42d8-454c-8d9c-7d01e8772925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:23.819669 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b965f458-84ac-4058-8e50-817260579e94 req-a78a67aa-42d8-454c-8d9c-7d01e8772925 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0614886 Nov 09 01:18:23.921391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-787238c1-0c18-4241-9d70-3c7a7a58d990 req-4b840db3-289f-4df8-bedb-5318a6e1f86e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974505 Nov 09 01:18:23.955489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965f458-84ac-4058-8e50-817260579e94 req-c8077267-abf6-49f3-b447-d12dbfc3ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:23.956459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33640) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:23.957857 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b965f458-84ac-4058-8e50-817260579e94 req-c8077267-abf6-49f3-b447-d12dbfc3ed20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a214f828-f770-43b7-b0e9-acb4ce7477fd HTTP/1.1" status: 200 len: 897 time: 0.1281765 Nov 09 01:18:23.996368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-55bf6621-3abb-401f-83a9-e1969daea732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:18:09Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '68a6e461-0a5c-47b3-83d9-bc029927b896', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'port_id': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'mac_address': 'fa:16:3e:3b:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30573f02-5134-45a6-9906-308bc043f5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:18:22Z', 'updated_at': '2021-11-09T01:18:22Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64edc20d-1031-4cf1-9f68-c51182c2e86b', 'name': '', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:b9:ff:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:08Z', 'updated_at': '2021-11-09T01:18:12Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:24.023874 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c4efb164-af9f-4827-b853-e3053100104d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/68a6e461-0a5c-47b3-83d9-bc029927b896 HTTP/1.1" status: 200 len: 990 time: 0.0656250 Nov 09 01:18:24.027941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf6621-3abb-401f-83a9-e1969daea732 None None] Checking router: 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:18:24.034211 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b965f458-84ac-4058-8e50-817260579e94 req-c63c2547-1e1c-4eb4-8059-c51fa354f0c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 200 len: 998 time: 0.0680220 Nov 09 01:18:24.036979 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf6621-3abb-401f-83a9-e1969daea732 None None] Routers {'52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:18:24.037620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-55bf6621-3abb-401f-83a9-e1969daea732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:18:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:24.084051 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965f458-84ac-4058-8e50-817260579e94 req-152a72b5-56e5-4ba0-a9c3-5e90c3fd99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:24.085536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b965f458-84ac-4058-8e50-817260579e94 req-152a72b5-56e5-4ba0-a9c3-5e90c3fd99ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1e27c3-d768-4007-bc65-6481b6e1501b HTTP/1.1" status: 200 len: 834 time: 0.0435290 Nov 09 01:18:24.130668 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965f458-84ac-4058-8e50-817260579e94 req-3602daac-d857-43ff-be4a-4cf0b2049424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:24.132179 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b965f458-84ac-4058-8e50-817260579e94 req-3602daac-d857-43ff-be4a-4cf0b2049424 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a214f828-f770-43b7-b0e9-acb4ce7477fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400739 Nov 09 01:18:24.142258 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-55bf6621-3abb-401f-83a9-e1969daea732 None None] Set router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:18:24.226534 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b965f458-84ac-4058-8e50-817260579e94 req-c325b90d-ebb6-4ce0-80ad-97540f3ac3b1 service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873973 Nov 09 01:18:24.318702 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b965f458-84ac-4058-8e50-817260579e94 req-0dce6107-2816-4c69-b0a5-cf7dac108887 service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846305 Nov 09 01:18:24.370073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-55bf6621-3abb-401f-83a9-e1969daea732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:18:09Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '68a6e461-0a5c-47b3-83d9-bc029927b896', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'port_id': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'mac_address': 'fa:16:3e:3b:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30573f02-5134-45a6-9906-308bc043f5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:18:22Z', 'updated_at': '2021-11-09T01:18:22Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64edc20d-1031-4cf1-9f68-c51182c2e86b', 'name': '', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:b9:ff:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:08Z', 'updated_at': '2021-11-09T01:18:12Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:18:24.398903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf6621-3abb-401f-83a9-e1969daea732 None None] The sync data for ids ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'] in n-d-813263-3 is: [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:18:09Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '68a6e461-0a5c-47b3-83d9-bc029927b896', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'port_id': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'mac_address': 'fa:16:3e:3b:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30573f02-5134-45a6-9906-308bc043f5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:18:22Z', 'updated_at': '2021-11-09T01:18:22Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64edc20d-1031-4cf1-9f68-c51182c2e86b', 'name': '', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:b9:ff:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:08Z', 'updated_at': '2021-11-09T01:18:12Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:18:24.586126 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc1f38-abe7-44b4-9d80-c6e719278c36 None None] New status for floating IP 68a6e461-0a5c-47b3-83d9-bc029927b896: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:18:25.026622 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33642) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:25.085353 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7baa2c88-4126-4f40-abaa-4abd19c9127b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/68a6e461-0a5c-47b3-83d9-bc029927b896 HTTP/1.1" status: 200 len: 992 time: 0.0576203 Nov 09 01:18:42.799205 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-323091b9-7d30-4afa-9bfb-6528ee22ddc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:44.873304 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c798361e-33f9-46c1-9abd-284db6dedc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:46.354454 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:46.540318 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:46.986293 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:47.897935 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:48.523314 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:18:54.955308 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85e6fa2-e81c-419b-be48-bbe1e9d706e7 req-89e8e049-a5b0-4c66-a1d3-ff8b8a3df164 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871069 Nov 09 01:18:55.040113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e6fa2-e81c-419b-be48-bbe1e9d706e7 req-71cfedee-35ae-4aed-8585-9766931a5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:55.041652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85e6fa2-e81c-419b-be48-bbe1e9d706e7 req-71cfedee-35ae-4aed-8585-9766931a5fd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0411818 Nov 09 01:18:55.150814 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e6fa2-e81c-419b-be48-bbe1e9d706e7 req-30d5a497-d18b-4d9d-85f2-3bb0546a20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:55.152272 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85e6fa2-e81c-419b-be48-bbe1e9d706e7 req-30d5a497-d18b-4d9d-85f2-3bb0546a20cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=a214f828-f770-43b7-b0e9-acb4ce7477fd HTTP/1.1" status: 200 len: 897 time: 0.0881567 Nov 09 01:18:55.173173 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:18:55.225223 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85e6fa2-e81c-419b-be48-bbe1e9d706e7 req-fb175439-44ca-4726-ab63-2d115a5dfd12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 200 len: 1000 time: 0.0624673 Nov 09 01:18:55.274242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e6fa2-e81c-419b-be48-bbe1e9d706e7 req-8c36be91-2702-4626-8703-f7aa90bd9111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:55.275649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85e6fa2-e81c-419b-be48-bbe1e9d706e7 req-8c36be91-2702-4626-8703-f7aa90bd9111 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1e27c3-d768-4007-bc65-6481b6e1501b HTTP/1.1" status: 200 len: 834 time: 0.0434129 Nov 09 01:18:55.324427 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e6fa2-e81c-419b-be48-bbe1e9d706e7 req-e4d82afa-2f0e-4d8a-a043-b39c5f6e8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:55.325942 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85e6fa2-e81c-419b-be48-bbe1e9d706e7 req-e4d82afa-2f0e-4d8a-a043-b39c5f6e8311 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a214f828-f770-43b7-b0e9-acb4ce7477fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438190 Nov 09 01:18:55.416422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85e6fa2-e81c-419b-be48-bbe1e9d706e7 req-a7ec3e6c-6920-4ee1-9340-1c9842ef2f97 service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821152 Nov 09 01:18:55.509220 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85e6fa2-e81c-419b-be48-bbe1e9d706e7 req-97b88e66-b61a-48e5-9165-6f6dfef46faa service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862682 Nov 09 01:18:56.460648 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33662) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:18:56.474815 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb92827-de14-434e-b825-c28cd27b250d req-c93d0156-f988-4748-b97e-03e7d653a1d1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:56.476375 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0cb92827-de14-434e-b825-c28cd27b250d req-c93d0156-f988-4748-b97e-03e7d653a1d1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0552363 Nov 09 01:18:56.552857 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0cb92827-de14-434e-b825-c28cd27b250d req-455ba3c6-90f3-4533-8400-d3c4bc1d719a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703199 Nov 09 01:18:56.563080 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-124e920a-e01a-407d-ab53-d6058a7afd5e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013906 Nov 09 01:18:56.572398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-d42e4d45-973e-42a7-a4ec-731bdc7f63b9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:18:56.573417 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-d42e4d45-973e-42a7-a4ec-731bdc7f63b9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049567 Nov 09 01:18:57.677732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b34aa-8c66-49d0-afa2-1b5e5b7c12cb req-8ed9131d-4b3b-4463-9e3b-efef3c188c77 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:57.679191 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-956b34aa-8c66-49d0-afa2-1b5e5b7c12cb req-8ed9131d-4b3b-4463-9e3b-efef3c188c77 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0530381 Nov 09 01:18:57.733326 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-956b34aa-8c66-49d0-afa2-1b5e5b7c12cb req-62297bd0-183b-4f6f-8131-db218cdafbbc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483065 Nov 09 01:18:58.846851 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd673-66b7-45ec-a387-7d02193de39f req-a55775c8-862a-4d58-988c-a1a69597d90b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:18:58.848322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26dfd673-66b7-45ec-a387-7d02193de39f req-a55775c8-862a-4d58-988c-a1a69597d90b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0484664 Nov 09 01:18:58.896607 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-26dfd673-66b7-45ec-a387-7d02193de39f req-86768f9c-971f-4e46-985d-413ce8210b44 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 Nov 09 01:19:00.010328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd6151-3349-401d-bce9-5dca26623437 req-e89346a6-1343-4449-b6c7-6885f07418d6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:00.011796 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21cd6151-3349-401d-bce9-5dca26623437 req-e89346a6-1343-4449-b6c7-6885f07418d6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0483897 Nov 09 01:19:00.063330 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-21cd6151-3349-401d-bce9-5dca26623437 req-db30d2b0-bd71-464d-bec1-1654227ff637 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456741 Nov 09 01:19:01.182720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f2d7-d210-4e83-83ac-e5f6baba8202 req-10321039-4fbb-4e10-a19f-108316b5bbb0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:01.184195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7303f2d7-d210-4e83-83ac-e5f6baba8202 req-10321039-4fbb-4e10-a19f-108316b5bbb0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0519357 Nov 09 01:19:01.235601 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7303f2d7-d210-4e83-83ac-e5f6baba8202 req-892f4962-2f26-4120-885c-355fc6a061c6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452468 Nov 09 01:19:01.771965 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-9c2a76be-1cec-49b8-b34c-1b96340ae7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:01.773515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-9c2a76be-1cec-49b8-b34c-1b96340ae7d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0403399 Nov 09 01:19:01.865144 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-af4ffed2-0c50-40de-a342-e44b0218648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:01.866529 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-af4ffed2-0c50-40de-a342-e44b0218648e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a214f828-f770-43b7-b0e9-acb4ce7477fd HTTP/1.1" status: 200 len: 897 time: 0.0864570 Nov 09 01:19:01.931169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-ffc8bd07-e9b2-4dd0-955c-1d8b86db1692 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 200 len: 1000 time: 0.0574551 Nov 09 01:19:01.983529 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-1a9f322c-cd56-4527-b68d-ac972d6e18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:01.984956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-1a9f322c-cd56-4527-b68d-ac972d6e18bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1e27c3-d768-4007-bc65-6481b6e1501b HTTP/1.1" status: 200 len: 834 time: 0.0473866 Nov 09 01:19:02.029269 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-62b4b53b-7be2-4c67-9f6d-f4daca1144c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:02.030730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-62b4b53b-7be2-4c67-9f6d-f4daca1144c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a214f828-f770-43b7-b0e9-acb4ce7477fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381811 Nov 09 01:19:02.120235 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-86cac42d-a0d3-423d-b0d7-4af88995d3da service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807915 Nov 09 01:19:02.211832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-3b1806fe-71c5-4b50-afee-7f4deb66a489 service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847027 Nov 09 01:19:02.356565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67ae05-ec2e-45b8-a587-755b9e88a0a9 req-c7e92192-a913-4076-b76b-a620797b8a9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:02.358096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c67ae05-ec2e-45b8-a587-755b9e88a0a9 req-c7e92192-a913-4076-b76b-a620797b8a9b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0512667 Nov 09 01:19:02.410055 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c67ae05-ec2e-45b8-a587-755b9e88a0a9 req-dfaa59ee-76d3-4ea4-8c45-fce531c36985 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453994 Nov 09 01:19:03.527626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eda492-618e-4465-88b7-cfc23903dd25 req-a87f6815-110c-41ce-8085-130c50e65266 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:03.529081 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71eda492-618e-4465-88b7-cfc23903dd25 req-a87f6815-110c-41ce-8085-130c50e65266 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0521910 Nov 09 01:19:03.576550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71eda492-618e-4465-88b7-cfc23903dd25 req-0ffc37e5-ffc7-4e83-b261-a580488ff421 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415139 Nov 09 01:19:04.692732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49012b0-066e-4aef-9c92-4887cb2c924a req-a8a6e893-1389-4339-ae68-1989a010cca7 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:04.694242 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f49012b0-066e-4aef-9c92-4887cb2c924a req-a8a6e893-1389-4339-ae68-1989a010cca7 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0484326 Nov 09 01:19:04.743012 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f49012b0-066e-4aef-9c92-4887cb2c924a req-44893320-1dd3-4a2f-9ce6-df38973e83f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429356 Nov 09 01:19:05.856990 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae136df-48f8-455d-9e77-4ea331f3866b req-bab970d2-301a-4acc-bf80-3d7ef0e8c85b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:05.858424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ae136df-48f8-455d-9e77-4ea331f3866b req-bab970d2-301a-4acc-bf80-3d7ef0e8c85b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0487418 Nov 09 01:19:05.912271 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7ae136df-48f8-455d-9e77-4ea331f3866b req-371d785e-f1c8-46cc-bafc-a6de1f09f079 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479319 Nov 09 01:19:07.026475 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9758a16-87ba-45ff-9462-925af6c281b2 req-da6d4299-ba41-4f8b-aade-6f8ddd5363c4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:07.027956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9758a16-87ba-45ff-9462-925af6c281b2 req-da6d4299-ba41-4f8b-aade-6f8ddd5363c4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0485744 Nov 09 01:19:07.077109 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d9758a16-87ba-45ff-9462-925af6c281b2 req-b5b75d49-4713-4d9f-8a56-cb625a4169a9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431752 Nov 09 01:19:08.199164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51c8e9-b741-485c-8354-b21036e94072 req-c5cc4226-2700-4cee-b85c-540c4c748bd4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:08.200673 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e51c8e9-b741-485c-8354-b21036e94072 req-c5cc4226-2700-4cee-b85c-540c4c748bd4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0521352 Nov 09 01:19:08.249363 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7e51c8e9-b741-485c-8354-b21036e94072 req-4444414e-25bb-4ed1-abc2-1741d2bc1451 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422161 Nov 09 01:19:09.369469 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4efeb4-e8f1-4ef9-84eb-1f61347ae165 req-0604fa5d-8cab-4079-bcdc-ce21cfd2d687 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:09.370937 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e4efeb4-e8f1-4ef9-84eb-1f61347ae165 req-0604fa5d-8cab-4079-bcdc-ce21cfd2d687 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0519578 Nov 09 01:19:09.419667 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1e4efeb4-e8f1-4ef9-84eb-1f61347ae165 req-2b5eb5f8-c14d-45cb-a58f-29b0fb49f6b7 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427990 Nov 09 01:19:10.536682 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bba8cf-5890-42bc-8913-853ed702b3d0 req-ce697e57-31e0-410a-a3fa-394e9d26af72 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:10.538179 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06bba8cf-5890-42bc-8913-853ed702b3d0 req-ce697e57-31e0-410a-a3fa-394e9d26af72 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0482223 Nov 09 01:19:10.586683 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-06bba8cf-5890-42bc-8913-853ed702b3d0 req-f8dfa8da-4215-437a-a985-b3613da15320 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422482 Nov 09 01:19:11.704180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23590546-8daa-421b-b6c4-60bf8331694b req-9d06d2ff-2eb3-4e2f-9f2e-37501b493e3e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:11.705678 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23590546-8daa-421b-b6c4-60bf8331694b req-9d06d2ff-2eb3-4e2f-9f2e-37501b493e3e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0522227 Nov 09 01:19:11.757088 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-23590546-8daa-421b-b6c4-60bf8331694b req-ef058e7c-abc1-46c7-a2dc-1650d480c01f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455458 Nov 09 01:19:12.801486 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-839834a2-3e1d-49ba-bdd1-a39b239ba662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:12.872388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177d81f-9888-4300-98c5-88182b17b9d6 req-ac809322-8abe-4d4a-8f31-7757bf4406f8 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:12.873780 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9177d81f-9888-4300-98c5-88182b17b9d6 req-ac809322-8abe-4d4a-8f31-7757bf4406f8 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0478246 Nov 09 01:19:12.922710 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9177d81f-9888-4300-98c5-88182b17b9d6 req-f982d0f2-6439-456f-a3c5-fa3c2a393157 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424492 Nov 09 01:19:14.049743 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-42e1e561-90c2-4d17-898f-982c682732c0 service neutron] show failed (client error): The resource could not be found. Nov 09 01:19:14.050774 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-42e1e561-90c2-4d17-898f-982c682732c0 service neutron] 10.222.0.30 "GET /v2.0/ports/f9e577cf-8d08-454b-8e45-76289a84f8e3/bindings/n-h2-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0859046 Nov 09 01:19:14.062837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878a744-4d38-4db1-98bb-abf823e4bb46 req-2bee71b5-26a6-492a-864d-632b8d32da65 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:14.064812 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e878a744-4d38-4db1-98bb-abf823e4bb46 req-2bee71b5-26a6-492a-864d-632b8d32da65 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0704083 Nov 09 01:19:14.118571 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e878a744-4d38-4db1-98bb-abf823e4bb46 req-7ef189b0-b81a-4eab-a3d4-b1385de993a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475559 Nov 09 01:19:14.255955 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-3f71c4bf-a643-4c4f-9e87-bb7376c060a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:14.257375 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-3f71c4bf-a643-4c4f-9e87-bb7376c060a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3&tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 1096 time: 0.0444486 Nov 09 01:19:14.270459 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:19:14.321759 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:14.515172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:19:14.547671 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h1-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:19:14.589662 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:19:14.591900 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53132e0-ccf2-4345-9efe-fb2311b17d0b" -d '{"events": [{"server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:19:14.596058 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:14.608289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Transition to ACTIVE for port object f9e577cf-8d08-454b-8e45-76289a84f8e3 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:19:14.612262 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:14.655663 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 01:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d4a973-f1b4-404b-b1b9-9bbe556b77d3 x-openstack-request-id: req-d4d4a973-f1b4-404b-b1b9-9bbe556b77d3 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:19:14.655962 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:19:14.656209 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4d4a973-f1b4-404b-b1b9-9bbe556b77d3 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:19:14.656600 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'code': 200} Nov 09 01:19:14.698582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e577cf-8d08-454b-8e45-76289a84f8e3,revision_number=6']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:14.710536 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:14.710871 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:14.711204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:14.711528 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:14.711852 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:14.712172 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:14.712488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:14.712802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:14.713116 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:14.713456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:14.713770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:14.714078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:14.750844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] No DVR routers for this DVR port f9e577cf-8d08-454b-8e45-76289a84f8e3 on host n-h1-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:19:14.874523 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-93cf8609-1e20-44f2-8e04-2345313d2eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:14.886148 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Attempting to bind port f9e577cf-8d08-454b-8e45-76289a84f8e3 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:19:14.886478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Attempting to bind port f9e577cf-8d08-454b-8e45-76289a84f8e3 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:19:14.886802 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Attempting to bind port f9e577cf-8d08-454b-8e45-76289a84f8e3 on network a214f828-f770-43b7-b0e9-acb4ce7477fd {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:19:14.891032 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Port f9e577cf-8d08-454b-8e45-76289a84f8e3 on network a214f828-f770-43b7-b0e9-acb4ce7477fd not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:19:14.891348 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Attempting to bind port f9e577cf-8d08-454b-8e45-76289a84f8e3 on network a214f828-f770-43b7-b0e9-acb4ce7477fd {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:19:14.896735 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:19:14.897070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Checking segment: {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:19:14.897478 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Bound using segment: {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:19:14.897900 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Bound port: f9e577cf-8d08-454b-8e45-76289a84f8e3, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:19:14.898249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:14.959229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:19:14.962186 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:19:14.966075 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:14.999215 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:14.999886 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:15.001208 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] 10.222.0.11 "PUT /v2.0/ports/f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 200 len: 1091 time: 0.7347257 Nov 09 01:19:15.022252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513c8f7-420a-4f20-90f3-1d7109cbad29 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e577cf-8d08-454b-8e45-76289a84f8e3,revision_number=7']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:15.069298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-de0bfc94-73e0-401a-bfd6-b3be6f1171e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:15.070874 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-de0bfc94-73e0-401a-bfd6-b3be6f1171e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 1094 time: 0.0430291 Nov 09 01:19:15.171771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-0367c38e-02fe-4c4c-9dd7-16b18371b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:15.173957 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-0367c38e-02fe-4c4c-9dd7-16b18371b2ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=a214f828-f770-43b7-b0e9-acb4ce7477fd HTTP/1.1" status: 200 len: 897 time: 0.0950735 Nov 09 01:19:15.244213 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acfd7a-d6df-4875-bd9c-ee24cc8a3116 req-836d7e09-7197-4ee9-ba4c-053194cce965 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:15.245216 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-bf0ac9b4-4520-4ae4-87e7-3904d8ccf5cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 200 len: 998 time: 0.0648248 Nov 09 01:19:15.245891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-28acfd7a-d6df-4875-bd9c-ee24cc8a3116 req-836d7e09-7197-4ee9-ba4c-053194cce965 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0515389 Nov 09 01:19:15.297208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-28acfd7a-d6df-4875-bd9c-ee24cc8a3116 req-9a5dec4f-8fc7-4c67-a278-beb07376c6fe tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453069 Nov 09 01:19:15.297748 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-d21b40df-9cfa-4bcc-95bb-52b673d7cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:15.299260 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-d21b40df-9cfa-4bcc-95bb-52b673d7cdbe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c1e27c3-d768-4007-bc65-6481b6e1501b HTTP/1.1" status: 200 len: 834 time: 0.0476809 Nov 09 01:19:15.346360 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-4bc48382-327e-410c-bd90-027e3deb4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:15.347828 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-4bc48382-327e-410c-bd90-027e3deb4456 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a214f828-f770-43b7-b0e9-acb4ce7477fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409434 Nov 09 01:19:15.439447 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-4f2803e5-7052-4a68-9781-a44f1fcc28bc service neutron] 10.222.0.11 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837107 Nov 09 01:19:15.527848 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0fd23923-9543-4f93-87c0-22ebf330b415 req-d5313769-2fd4-4135-8b8e-03f45c8958a2 service neutron] 10.222.0.11 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817230 Nov 09 01:19:16.356387 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:16.415261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b267e6-14e7-4bc3-af61-9c52180da970 req-aa1ff7c5-4e62-446b-8354-7093a105e4cf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:16.416752 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8b267e6-14e7-4bc3-af61-9c52180da970 req-aa1ff7c5-4e62-446b-8354-7093a105e4cf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0486972 Nov 09 01:19:16.468734 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b8b267e6-14e7-4bc3-af61-9c52180da970 req-d5ac302b-5356-4b9b-af5d-8bb96ed9bac5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460479 Nov 09 01:19:16.537750 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:16.658468 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:19:16.660916 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d" -d '{"events": [{"name": "network-changed", "server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:19:16.708423 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41b03b8-94c9-45bd-aa36-08e0775ef774 x-openstack-request-id: req-d41b03b8-94c9-45bd-aa36-08e0775ef774 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:19:16.708722 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:19:16.708974 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d41b03b8-94c9-45bd-aa36-08e0775ef774 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:19:16.709392 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'status': 'completed', 'code': 200} Nov 09 01:19:16.770357 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-043e8318-e3e4-4ed0-b721-ee974aefc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:16.770626 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-18debbab-f472-48da-ab0b-b55020364f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:16.772045 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-18debbab-f472-48da-ab0b-b55020364f4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 1094 time: 0.0415962 Nov 09 01:19:16.772168 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-043e8318-e3e4-4ed0-b721-ee974aefc4cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 1094 time: 0.0408053 Nov 09 01:19:16.862694 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-66afec7b-c8e4-4b86-84ad-b7759f355983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:16.864065 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-66afec7b-c8e4-4b86-84ad-b7759f355983 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a214f828-f770-43b7-b0e9-acb4ce7477fd HTTP/1.1" status: 200 len: 897 time: 0.0849941 Nov 09 01:19:16.867911 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-c0856098-ea7f-4c43-b59f-9ace35bda833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:16.869367 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-c0856098-ea7f-4c43-b59f-9ace35bda833 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a214f828-f770-43b7-b0e9-acb4ce7477fd HTTP/1.1" status: 200 len: 897 time: 0.0892429 Nov 09 01:19:16.943263 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-a70d10f3-1bbe-406a-91c7-961565ce26c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 200 len: 998 time: 0.0661085 Nov 09 01:19:16.998570 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:17.017505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-a5f12133-c272-4fdb-8cad-cc0c90ab2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:17.019320 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-a5f12133-c272-4fdb-8cad-cc0c90ab2630 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c1e27c3-d768-4007-bc65-6481b6e1501b HTTP/1.1" status: 200 len: 834 time: 0.0604579 Nov 09 01:19:17.074138 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-3ffc7c66-722d-4204-86d7-8a1deb5c44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:17.075713 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-3ffc7c66-722d-4204-86d7-8a1deb5c44c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a214f828-f770-43b7-b0e9-acb4ce7477fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490603 Nov 09 01:19:17.176416 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-c69b8506-fc17-49a1-9bef-5e6c4e9cac27 service neutron] 10.222.0.11 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926974 Nov 09 01:19:17.268382 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-da757fde-1a24-4ae7-a28e-7172294a8bec service neutron] 10.222.0.11 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848799 Nov 09 01:19:17.282397 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-b8238c15-04c1-4024-8fca-fd52df1c8a2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 200 len: 998 time: 0.4112337 Nov 09 01:19:17.333569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-fb000de3-7078-4f4a-9811-5d3bb975717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:17.334995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-fb000de3-7078-4f4a-9811-5d3bb975717d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1e27c3-d768-4007-bc65-6481b6e1501b HTTP/1.1" status: 200 len: 834 time: 0.0447018 Nov 09 01:19:17.379818 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-98ca9cac-d47b-4cf5-a47e-89ebe6d1c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:17.381276 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-98ca9cac-d47b-4cf5-a47e-89ebe6d1c6dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a214f828-f770-43b7-b0e9-acb4ce7477fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394912 Nov 09 01:19:17.473083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-4e1cdc31-47c7-4d1b-8fe6-d9d8baf6299b service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844975 Nov 09 01:19:17.599600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0bddbc5f-fde4-4d3c-ba3b-c6d496d4469d req-25ca43c0-a2b4-4237-a37c-a16cb3f2f138 service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191144 Nov 09 01:19:17.610854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aacf6a-be27-4bb1-9cca-cabf8bb698b6 req-9b587442-6086-447c-b9f2-a3d78ed5eb86 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:17.612580 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1aacf6a-be27-4bb1-9cca-cabf8bb698b6 req-9b587442-6086-447c-b9f2-a3d78ed5eb86 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0715199 Nov 09 01:19:17.664042 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1aacf6a-be27-4bb1-9cca-cabf8bb698b6 req-abbf6d16-6117-4594-b832-92438f6194ee tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435102 Nov 09 01:19:17.884948 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de70fcd-317a-4012-9a87-6f27aa2cc4e4 req-4c977ced-aea8-48b0-a94f-44c1bd4927ef tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:17.886482 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3de70fcd-317a-4012-9a87-6f27aa2cc4e4 req-4c977ced-aea8-48b0-a94f-44c1bd4927ef tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0782464 Nov 09 01:19:17.901486 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:17.916961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-c6aa7188-c502-4999-9543-90dfb00dfc38 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:17.918420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-c6aa7188-c502-4999-9543-90dfb00dfc38 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3&tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&binding%3Ahost_id=n-h2-813263-3 HTTP/1.1" status: 200 len: 943 time: 0.0856240 Nov 09 01:19:17.978105 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f9e577cf-8d08-454b-8e45-76289a84f8e3 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:19:17.979720 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3de70fcd-317a-4012-9a87-6f27aa2cc4e4 req-b4ee65cc-daaa-4cea-b0ee-506a08f7b604 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869434 Nov 09 01:19:18.005829 n-d-813263-3 neutron-server[101780]: INFO neutron.api.v2.resource [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-d862d8fd-c5bf-4f19-aac1-5d5b0e0cec9b service neutron] delete failed (client error): The resource could not be found. Nov 09 01:19:18.006846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-d862d8fd-c5bf-4f19-aac1-5d5b0e0cec9b service neutron] 10.222.0.30 "DELETE /v2.0/ports/f9e577cf-8d08-454b-8e45-76289a84f8e3/bindings/n-h1-813263-3 HTTP/1.1" status: 404 len: 380 time: 0.0803275 Nov 09 01:19:18.020848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device f9e577cf-8d08-454b-8e45-76289a84f8e3 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:19:18.125973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-c0cc7b07-30dc-4236-9939-4f573a8cc47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:18.128117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-c0cc7b07-30dc-4236-9939-4f573a8cc47a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 1094 time: 0.0753369 Nov 09 01:19:18.135605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324599d-b678-48ac-90b4-fab1945c6230 req-321bbfc8-a0ba-4dbe-b9e8-0871fdffef88 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:18.136990 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a324599d-b678-48ac-90b4-fab1945c6230 req-321bbfc8-a0ba-4dbe-b9e8-0871fdffef88 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0762269 Nov 09 01:19:18.240450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a324599d-b678-48ac-90b4-fab1945c6230 req-2e9616b2-7108-4155-a201-8804f2a6a45f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955057 Nov 09 01:19:18.256284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-8520719c-b298-4026-b4de-eeaf8c2aa099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:18.257777 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-8520719c-b298-4026-b4de-eeaf8c2aa099 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a214f828-f770-43b7-b0e9-acb4ce7477fd HTTP/1.1" status: 200 len: 897 time: 0.1199207 Nov 09 01:19:18.327255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-53dcbb4c-402a-476f-b7ba-ef040adc86a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 200 len: 998 time: 0.0624576 Nov 09 01:19:18.374284 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-09b6a28b-3648-432d-9655-20ea580aa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:18.375675 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-09b6a28b-3648-432d-9655-20ea580aa421 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1e27c3-d768-4007-bc65-6481b6e1501b HTTP/1.1" status: 200 len: 834 time: 0.0416348 Nov 09 01:19:18.420256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-222ea883-63d1-4e7f-96b5-59b1c9c8f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:18.421730 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-222ea883-63d1-4e7f-96b5-59b1c9c8f8ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a214f828-f770-43b7-b0e9-acb4ce7477fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387640 Nov 09 01:19:18.513982 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-07a1e86b-8850-46c8-b223-5c4c3a74a092 service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845425 Nov 09 01:19:18.525178 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:18.603043 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-17280a22-9a76-4443-aebb-8512d9f8aa56 req-8c2581ab-70b7-4150-a226-22f8ee26eec3 service neutron] 10.222.0.30 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821557 Nov 09 01:19:19.065277 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f9e577cf-8d08-454b-8e45-76289a84f8e3 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:19:19.159677 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:19:19.170603 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'port_id': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'mac_address': 'fa:16:3e:3b:8a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:19:19.210687 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:19.222917 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e577cf-8d08-454b-8e45-76289a84f8e3 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:19:19.241278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:19:19.244966 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:19.293053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=f9e577cf-8d08-454b-8e45-76289a84f8e3,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:19.300498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:19.300844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:19.301184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:19.301551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:19.301886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:19.302215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:19.302541 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:19.302895 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:19.303219 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:19.303540 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:19.303862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:19.304270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:19.363493 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217f62c-7c17-41b1-9245-51c053d7413e req-b5fd85e2-2c14-494b-b1b1-6b180984f7d3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:19.364965 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f217f62c-7c17-41b1-9245-51c053d7413e req-b5fd85e2-2c14-494b-b1b1-6b180984f7d3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 944 time: 0.0536954 Nov 09 01:19:19.413850 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f217f62c-7c17-41b1-9245-51c053d7413e req-81dbbd21-1217-420a-aeea-d94efe40944d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429716 Nov 09 01:19:19.435705 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33748) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:19.479173 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['f9e577cf-8d08-454b-8e45-76289a84f8e3'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:19:19.496079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-81371c13-90e1-4b4e-bcb5-69eb97abbc37 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/68a6e461-0a5c-47b3-83d9-bc029927b896 HTTP/1.1" status: 200 len: 991 time: 0.0591874 Nov 09 01:19:21.065696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f9e577cf-8d08-454b-8e45-76289a84f8e3 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:19:21.113128 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port f9e577cf-8d08-454b-8e45-76289a84f8e3 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:19:21.117469 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port f9e577cf-8d08-454b-8e45-76289a84f8e3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:19:21.117835 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:21.194919 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:21.216209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:19:21.218461 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cec5f61-65d2-4d49-87c7-323ac0203dad" -d '{"events": [{"server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "name": "network-vif-plugged", "status": "completed", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:19:21.231511 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:19:21.235380 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:21.261335 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb39d60c-e7f0-4c20-a936-1d9bc029e951 x-openstack-request-id: req-bb39d60c-e7f0-4c20-a936-1d9bc029e951 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:19:21.261648 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "name": "network-vif-plugged", "status": "completed", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:19:21.261903 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb39d60c-e7f0-4c20-a936-1d9bc029e951 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:19:21.262288 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'code': 200} Nov 09 01:19:21.284276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=f9e577cf-8d08-454b-8e45-76289a84f8e3,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:32.171860 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:19:42.803469 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-53242cb2-f770-487a-8592-f3c1bf9872c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:44.876269 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4adb0172-3efb-4101-9e22-827c2d92e25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:46.361457 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:46.555255 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:46.983543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:47.903953 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:48.105826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33760) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:48.267113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port ff439735-d97b-406b-bc6f-98a93ce51485 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:19:48.267462 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:48.341457 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:48.341790 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:48.353699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for ff439735-d97b-406b-bc6f-98a93ce51485 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:19:48.502505 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:48.525392 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:48.527891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=ff439735-d97b-406b-bc6f-98a93ce51485,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:48.541562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:48.541921 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:48.542267 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:48.542602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:48.542934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:48.543272 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:48.543603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:48.543929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:48.544262 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:48.544586 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:48.544910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:48.545230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:48.601879 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:48.602232 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Floating IP 68a6e461-0a5c-47b3-83d9-bc029927b896 disassociated (deleted). External IP: 172.25.0.49, port: f9e577cf-8d08-454b-8e45-76289a84f8e3. Nov 09 01:19:48.804067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:19:48.910228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:19:48.915123 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:48.919666 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7765fe4-1a51-42f9-a0b8-1b5a64ca0199 None None] Sync routers for ids ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:19:48.928517 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7765fe4-1a51-42f9-a0b8-1b5a64ca0199 None None] Routers {'52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:19:48.929130 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d7765fe4-1a51-42f9-a0b8-1b5a64ca0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:19:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:48.944823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e8175618-820f-4505-96c1-7d4f453fedce tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/floatingips/68a6e461-0a5c-47b3-83d9-bc029927b896 HTTP/1.1" status: 204 len: 168 time: 0.8378861 Nov 09 01:19:48.945451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:19:48.947849 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:19:48.990151 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a798da-cb86-4976-aafc-c3960c3548b3 x-openstack-request-id: req-42a798da-cb86-4976-aafc-c3960c3548b3 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:19:48.990538 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:19:48.990855 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42a798da-cb86-4976-aafc-c3960c3548b3 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:19:48.991332 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'status': 'completed', 'code': 200} Nov 09 01:19:49.040440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d7765fe4-1a51-42f9-a0b8-1b5a64ca0199 None None] Set router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:19:49.060824 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-4c078e24-7909-4a8e-8ae2-31d4fb715c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:49.062317 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-4c078e24-7909-4a8e-8ae2-31d4fb715c26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0464284 Nov 09 01:19:49.163164 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-5efcded1-2dc3-4de6-8825-78d9eed661e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:49.165758 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-5efcded1-2dc3-4de6-8825-78d9eed661e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a214f828-f770-43b7-b0e9-acb4ce7477fd HTTP/1.1" status: 200 len: 897 time: 0.0954359 Nov 09 01:19:49.177228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c0d82-b531-43ae-8537-d9a4793960a8 req-4ae09385-7193-4063-a48e-86a1160b08e7 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:49.178774 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-062c0d82-b531-43ae-8537-d9a4793960a8 req-4ae09385-7193-4063-a48e-86a1160b08e7 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0511072 Nov 09 01:19:49.210907 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-abb5fc61-f1ec-48cb-bc89-49be56069bcc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 200 len: 217 time: 0.0367939 Nov 09 01:19:49.232547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-062c0d82-b531-43ae-8537-d9a4793960a8 req-ec855fc7-5ec6-4d00-99db-bacbd4aef9fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468113 Nov 09 01:19:49.261682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d7765fe4-1a51-42f9-a0b8-1b5a64ca0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:18:09Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '64edc20d-1031-4cf1-9f68-c51182c2e86b', 'name': '', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:b9:ff:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:08Z', 'updated_at': '2021-11-09T01:18:12Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:49.271866 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-02dc683a-d7dd-4ec0-9dac-69b6ad5be50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:49.273413 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-02dc683a-d7dd-4ec0-9dac-69b6ad5be50a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c1e27c3-d768-4007-bc65-6481b6e1501b HTTP/1.1" status: 200 len: 834 time: 0.0551770 Nov 09 01:19:49.293011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7765fe4-1a51-42f9-a0b8-1b5a64ca0199 None None] Checking router: 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:19:49.301292 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7765fe4-1a51-42f9-a0b8-1b5a64ca0199 None None] Routers {'52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:19:49.301934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d7765fe4-1a51-42f9-a0b8-1b5a64ca0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:19:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:49.319546 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-2b690298-1eb3-4983-8230-059d399ae9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:49.321039 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-2b690298-1eb3-4983-8230-059d399ae9af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a214f828-f770-43b7-b0e9-acb4ce7477fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401554 Nov 09 01:19:49.333966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-618d5749-0495-425c-bb54-cf55b5737c3e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:19:49.334965 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-618d5749-0495-425c-bb54-cf55b5737c3e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048816 Nov 09 01:19:49.407905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d7765fe4-1a51-42f9-a0b8-1b5a64ca0199 None None] Set router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:19:49.427745 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-5e97572f-eb96-4238-92a3-9188ed8a40da service neutron] 10.222.0.11 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850227 Nov 09 01:19:49.519028 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8e5e4db1-b8ae-4f59-b790-1dbf76845bf5 req-3b443952-3709-49a7-a28a-04f2b3cce725 service neutron] 10.222.0.11 "GET /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828743 Nov 09 01:19:49.605125 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d7765fe4-1a51-42f9-a0b8-1b5a64ca0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:18:09Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '64edc20d-1031-4cf1-9f68-c51182c2e86b', 'name': '', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:b9:ff:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:08Z', 'updated_at': '2021-11-09T01:18:12Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:49.633375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7765fe4-1a51-42f9-a0b8-1b5a64ca0199 None None] The sync data for ids ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'] in n-d-813263-3 is: [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:18:09Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '64edc20d-1031-4cf1-9f68-c51182c2e86b', 'name': '', 'network_id': 'a214f828-f770-43b7-b0e9-acb4ce7477fd', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:b9:ff:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:08Z', 'updated_at': '2021-11-09T01:18:12Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3c1e27c3-d768-4007-bc65-6481b6e1501b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:19:49.857258 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea3b048-ea53-4d0b-9e9f-992e81b67fa0 None None] New status for floating IP 68a6e461-0a5c-47b3-83d9-bc029927b896: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:19:50.351625 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f4e8-83ef-42ab-8ea8-7f85d70003a4 req-7a4b05cc-73c4-4382-a3c8-0b3c1da77526 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:50.353095 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1114f4e8-83ef-42ab-8ea8-7f85d70003a4 req-7a4b05cc-73c4-4382-a3c8-0b3c1da77526 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0493774 Nov 09 01:19:50.401072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219562a-4521-413f-a678-1db6dafc95c4 req-51ce5ee7-53b8-4f6b-8dfd-2a553ca076fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:50.401872 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1114f4e8-83ef-42ab-8ea8-7f85d70003a4 req-5259335d-ed13-451c-bd0d-056d39a6c2f9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2a7db14-b341-4b37-98f4-4f70a94696bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427806 Nov 09 01:19:50.402561 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a219562a-4521-413f-a678-1db6dafc95c4 req-51ce5ee7-53b8-4f6b-8dfd-2a553ca076fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.11 "GET /v2.0/ports?device_id=30573f02-5134-45a6-9906-308bc043f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0475588 Nov 09 01:19:50.493443 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-a219562a-4521-413f-a678-1db6dafc95c4 req-cedb8840-6596-4acf-bba9-056f89442c3b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port f9e577cf-8d08-454b-8e45-76289a84f8e3 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:19:50.493776 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a219562a-4521-413f-a678-1db6dafc95c4 req-cedb8840-6596-4acf-bba9-056f89442c3b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:50.579041 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-a219562a-4521-413f-a678-1db6dafc95c4 req-cedb8840-6596-4acf-bba9-056f89442c3b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port f9e577cf-8d08-454b-8e45-76289a84f8e3, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=f9e577cf-8d08-454b-8e45-76289a84f8e3,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:19:50.579312 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a219562a-4521-413f-a678-1db6dafc95c4 req-cedb8840-6596-4acf-bba9-056f89442c3b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:50.591257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-a219562a-4521-413f-a678-1db6dafc95c4 req-cedb8840-6596-4acf-bba9-056f89442c3b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for f9e577cf-8d08-454b-8e45-76289a84f8e3 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:19:50.716237 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a219562a-4521-413f-a678-1db6dafc95c4 req-cedb8840-6596-4acf-bba9-056f89442c3b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:50.741828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb8840-6596-4acf-bba9-056f89442c3b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=f9e577cf-8d08-454b-8e45-76289a84f8e3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:50.788477 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a219562a-4521-413f-a678-1db6dafc95c4 req-cedb8840-6596-4acf-bba9-056f89442c3b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] No DVR routers for this DVR port f9e577cf-8d08-454b-8e45-76289a84f8e3 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:19:50.791357 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-a219562a-4521-413f-a678-1db6dafc95c4 req-cedb8840-6596-4acf-bba9-056f89442c3b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:50.795015 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a219562a-4521-413f-a678-1db6dafc95c4 req-cedb8840-6596-4acf-bba9-056f89442c3b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.11 "DELETE /v2.0/ports/f9e577cf-8d08-454b-8e45-76289a84f8e3 HTTP/1.1" status: 204 len: 173 time: 0.3863394 Nov 09 01:19:50.795465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'name': 'network-vif-deleted', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:19:50.798281 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d41c569-3875-4396-9faa-aaa07166d737" -d '{"events": [{"server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "name": "network-vif-deleted", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:19:50.835373 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a055d5b-9857-4753-975e-457e317feb4c x-openstack-request-id: req-2a055d5b-9857-4753-975e-457e317feb4c {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:19:50.835643 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30573f02-5134-45a6-9906-308bc043f5f3", "name": "network-vif-deleted", "tag": "f9e577cf-8d08-454b-8e45-76289a84f8e3", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:19:50.835927 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a055d5b-9857-4753-975e-457e317feb4c {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:19:50.836408 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30573f02-5134-45a6-9906-308bc043f5f3', 'name': 'network-vif-deleted', 'tag': 'f9e577cf-8d08-454b-8e45-76289a84f8e3', 'status': 'completed', 'code': 200} Nov 09 01:19:51.457031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33774) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:51.816266 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-be6edf78-b8f1-4266-ade0-2c10e9dc25f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:52.067656 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-be6edf78-b8f1-4266-ade0-2c10e9dc25f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port 64edc20d-1031-4cf1-9f68-c51182c2e86b {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:19:52.067916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-be6edf78-b8f1-4266-ade0-2c10e9dc25f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:52.153659 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-be6edf78-b8f1-4266-ade0-2c10e9dc25f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port 64edc20d-1031-4cf1-9f68-c51182c2e86b, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=64edc20d-1031-4cf1-9f68-c51182c2e86b,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:19:52.154102 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-be6edf78-b8f1-4266-ade0-2c10e9dc25f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:52.171172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-be6edf78-b8f1-4266-ade0-2c10e9dc25f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for 64edc20d-1031-4cf1-9f68-c51182c2e86b owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:19:52.353999 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-be6edf78-b8f1-4266-ade0-2c10e9dc25f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:52.381810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6edf78-b8f1-4266-ade0-2c10e9dc25f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=64edc20d-1031-4cf1-9f68-c51182c2e86b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:52.552711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-be6edf78-b8f1-4266-ade0-2c10e9dc25f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:52.763613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6edf78-b8f1-4266-ade0-2c10e9dc25f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:19:52.868881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6edf78-b8f1-4266-ade0-2c10e9dc25f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:19:52.874230 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-be6edf78-b8f1-4266-ade0-2c10e9dc25f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "PUT /v2.0/routers/52cf3e9d-749d-4c5a-94f4-7c91d23de5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4160373 Nov 09 01:19:52.877280 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33776) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:52.878663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543345f2-1cbd-4f96-85ac-50de4835d3d4 None None] Sync routers for ids ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:19:52.893926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543345f2-1cbd-4f96-85ac-50de4835d3d4 None None] Routers {'52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:19:52.894546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-543345f2-1cbd-4f96-85ac-50de4835d3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:19:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:52.927629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b109aec5-bbf6-475a-b78f-42bfca0cf81a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting subnet 3c1e27c3-d768-4007-bc65-6481b6e1501b {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:19:52.931396 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b109aec5-bbf6-475a-b78f-42bfca0cf81a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:52.971597 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b109aec5-bbf6-475a-b78f-42bfca0cf81a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:52.997689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-543345f2-1cbd-4f96-85ac-50de4835d3d4 None None] Set router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:19:53.056931 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b109aec5-bbf6-475a-b78f-42bfca0cf81a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:53.118617 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b109aec5-bbf6-475a-b78f-42bfca0cf81a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:53.146261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109aec5-bbf6-475a-b78f-42bfca0cf81a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Subnet': ['ID=3c1e27c3-d768-4007-bc65-6481b6e1501b,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:53.148156 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b109aec5-bbf6-475a-b78f-42bfca0cf81a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:53.151441 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b109aec5-bbf6-475a-b78f-42bfca0cf81a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/subnets/3c1e27c3-d768-4007-bc65-6481b6e1501b HTTP/1.1" status: 204 len: 168 time: 0.2730505 Nov 09 01:19:53.154124 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33778) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:53.155345 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e029c4c-c405-4b45-aa3c-12881df65af7 None None] Network a214f828-f770-43b7-b0e9-acb4ce7477fd requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:19:53.208618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f9e577cf-8d08-454b-8e45-76289a84f8e3 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:19:53.241883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: f9e577cf-8d08-454b-8e45-76289a84f8e3 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:19:53.242222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device f9e577cf-8d08-454b-8e45-76289a84f8e3 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:19:53.258977 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:53.299777 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-543345f2-1cbd-4f96-85ac-50de4835d3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:19:52Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:53.331097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543345f2-1cbd-4f96-85ac-50de4835d3d4 None None] Checking router: 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:19:53.345742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543345f2-1cbd-4f96-85ac-50de4835d3d4 None None] Routers {'52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:19:53.346370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-543345f2-1cbd-4f96-85ac-50de4835d3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:19:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:53.430582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9565a0a1-7378-4690-94b4-604b10041f96 None None] DHCP port deletion for a214f828-f770-43b7-b0e9-acb4ce7477fd request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:19:53.642616 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-543345f2-1cbd-4f96-85ac-50de4835d3d4 None None] Set router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:19:53.711356 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:53.756934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9565a0a1-7378-4690-94b4-604b10041f96 None None] Deleting port 9d60eeb2-b579-4601-97c0-90a6204005a7 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:19:53.757302 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9565a0a1-7378-4690-94b4-604b10041f96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:53.763087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:19:53.763434 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:53.840771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9565a0a1-7378-4690-94b4-604b10041f96 None None] For port 9d60eeb2-b579-4601-97c0-90a6204005a7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=9d60eeb2-b579-4601-97c0-90a6204005a7,segment=NetworkSegment(16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd),segment_id=16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:19:53.841159 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9565a0a1-7378-4690-94b4-604b10041f96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:53.841440 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:19:53.841811 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:53.854614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:19:53.875754 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9565a0a1-7378-4690-94b4-604b10041f96 None None] Calling delete_port for 9d60eeb2-b579-4601-97c0-90a6204005a7 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:19:53.954700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-543345f2-1cbd-4f96-85ac-50de4835d3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:19:52Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:53.987129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543345f2-1cbd-4f96-85ac-50de4835d3d4 None None] The sync data for ids ['52cf3e9d-749d-4c5a-94f4-7c91d23de5dc'] in n-d-813263-3 is: [{'id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287064184', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:18:05Z', 'updated_at': '2021-11-09T01:19:52Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf3e9d-749d-4c5a-94f4-7c91d23de5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:18:06Z', 'updated_at': '2021-11-09T01:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:19:54.000728 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9565a0a1-7378-4690-94b4-604b10041f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.022638 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.030328 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565a0a1-7378-4690-94b4-604b10041f96 None None] Pushing event deleted for resources: {'Port': ['ID=9d60eeb2-b579-4601-97c0-90a6204005a7,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:54.032188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9565a0a1-7378-4690-94b4-604b10041f96 None None] No DVR routers for this DVR port 9d60eeb2-b579-4601-97c0-90a6204005a7 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:19:54.055685 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:54.112580 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.201643 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.203787 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.245520 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.245966 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Fanout notify agent at l3_agent the message router_deleted on router 52cf3e9d-749d-4c5a-94f4-7c91d23de5dc {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:19:54.253266 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.254588 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c1e1e0b4-7bdc-4c9a-a624-e7552c7a331d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/routers/52cf3e9d-749d-4c5a-94f4-7c91d23de5dc HTTP/1.1" status: 204 len: 168 time: 1.0994928 Nov 09 01:19:54.257445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33780) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:54.335878 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.433675 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.454699 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a214f828-f770-43b7-b0e9-acb4ce7477fd']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:54.454868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 64edc20d-1031-4cf1-9f68-c51182c2e86b no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:19:54.467055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:54.467449 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bbc6f9-651e-4ecf-b2bd-ab16ac96e0dd') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:54.475774 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 64edc20d-1031-4cf1-9f68-c51182c2e86b {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:19:54.476120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 64edc20d-1031-4cf1-9f68-c51182c2e86b not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:19:54.476678 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9d60eeb2-b579-4601-97c0-90a6204005a7 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:19:54.478335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.493659 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.496370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 9d60eeb2-b579-4601-97c0-90a6204005a7 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:19:54.496665 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 9d60eeb2-b579-4601-97c0-90a6204005a7 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:19:54.499814 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:19:54.500254 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: timer() Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:19:54.503514 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:19:54.562316 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.569439 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.572638 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/networks/a214f828-f770-43b7-b0e9-acb4ce7477fd HTTP/1.1" status: 204 len: 168 time: 0.3142765 Nov 09 01:19:54.575665 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33782) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:54.584209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dab03-2a15-4e9c-a814-c3694ef09930 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Network': ['ID=a214f828-f770-43b7-b0e9-acb4ce7477fd,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:54.637259 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91bb8494-4024-4772-8e11-6939046e52aa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.664373 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91bb8494-4024-4772-8e11-6939046e52aa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.729550 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91bb8494-4024-4772-8e11-6939046e52aa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.732198 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-91bb8494-4024-4772-8e11-6939046e52aa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:54.733377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-91bb8494-4024-4772-8e11-6939046e52aa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/security-groups/a2a7db14-b341-4b37-98f4-4f70a94696bd HTTP/1.1" status: 204 len: 168 time: 0.1566827 Nov 09 01:19:54.743096 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb8494-4024-4772-8e11-6939046e52aa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a7db14-b341-4b37-98f4-4f70a94696bd,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:54.978467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33788) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:54.983173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-02a13bd6-a243-4c90-914a-fddef357ef7e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544930360', 'description': 'tempest-secgroup-smoke-1544930360 description', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:19:55.004604 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02a13bd6-a243-4c90-914a-fddef357ef7e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.075344 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02a13bd6-a243-4c90-914a-fddef357ef7e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.079626 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02a13bd6-a243-4c90-914a-fddef357ef7e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.107820 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02a13bd6-a243-4c90-914a-fddef357ef7e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.109030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-02a13bd6-a243-4c90-914a-fddef357ef7e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1294520 Nov 09 01:19:55.112838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33790) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:55.113564 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a13bd6-a243-4c90-914a-fddef357ef7e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a236dfc-29a4-4998-8e0b-042119a5c723,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:55.119534 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-76ce4898-9bfe-49fd-af59-51045368894c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '1a236dfc-29a4-4998-8e0b-042119a5c723', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:19:55.145892 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76ce4898-9bfe-49fd-af59-51045368894c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.204068 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76ce4898-9bfe-49fd-af59-51045368894c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.211769 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76ce4898-9bfe-49fd-af59-51045368894c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.230119 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce4898-9bfe-49fd-af59-51045368894c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd21997-9cee-4931-a06a-878af04b613a,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:55.238208 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-76ce4898-9bfe-49fd-af59-51045368894c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.239414 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-76ce4898-9bfe-49fd-af59-51045368894c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253121 Nov 09 01:19:55.242159 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33792) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:55.246393 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e88c0c1e-5d23-40ea-890a-60fab26a260b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '1a236dfc-29a4-4998-8e0b-042119a5c723', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:19:55.271111 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e88c0c1e-5d23-40ea-890a-60fab26a260b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.324964 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e88c0c1e-5d23-40ea-890a-60fab26a260b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.328795 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e88c0c1e-5d23-40ea-890a-60fab26a260b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.347435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c0c1e-5d23-40ea-890a-60fab26a260b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ce7138-682b-4726-872c-5ad8ae904ca3,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:55.356698 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e88c0c1e-5d23-40ea-890a-60fab26a260b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.357913 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e88c0c1e-5d23-40ea-890a-60fab26a260b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148384 Nov 09 01:19:55.361270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33794) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:55.365583 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f4f62b52-2d0d-4d7d-b80c-b7a0e29ba736 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '1a236dfc-29a4-4998-8e0b-042119a5c723', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:19:55.390293 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f4f62b52-2d0d-4d7d-b80c-b7a0e29ba736 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.444718 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f4f62b52-2d0d-4d7d-b80c-b7a0e29ba736 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.447626 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f4f62b52-2d0d-4d7d-b80c-b7a0e29ba736 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.464881 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f62b52-2d0d-4d7d-b80c-b7a0e29ba736 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8705d84c-cd45-4c36-9d19-b7d85e254b3c,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:55.472756 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f4f62b52-2d0d-4d7d-b80c-b7a0e29ba736 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.473981 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f4f62b52-2d0d-4d7d-b80c-b7a0e29ba736 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117628 Nov 09 01:19:55.476808 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33796) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:55.481043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-4f07ca1e-0528-443f-aba5-b7c3be0040d6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '1a236dfc-29a4-4998-8e0b-042119a5c723', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:19:55.506285 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f07ca1e-0528-443f-aba5-b7c3be0040d6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.565606 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f07ca1e-0528-443f-aba5-b7c3be0040d6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.568926 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f07ca1e-0528-443f-aba5-b7c3be0040d6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.588655 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07ca1e-0528-443f-aba5-b7c3be0040d6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2efe8f-dd4e-487a-9019-40d3e5184e5a,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:55.594652 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-4f07ca1e-0528-443f-aba5-b7c3be0040d6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.595833 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-4f07ca1e-0528-443f-aba5-b7c3be0040d6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180925 Nov 09 01:19:55.598827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33798) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:55.603456 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-799d6c96-2afa-4b7d-9ffc-cdb5a90e5916 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '1a236dfc-29a4-4998-8e0b-042119a5c723', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:19:55.624858 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-799d6c96-2afa-4b7d-9ffc-cdb5a90e5916 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Project b8bc83bc0ab74c23b22b22bfd8e911b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:19:55.629839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-799d6c96-2afa-4b7d-9ffc-cdb5a90e5916 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.686619 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-799d6c96-2afa-4b7d-9ffc-cdb5a90e5916 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.689936 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-799d6c96-2afa-4b7d-9ffc-cdb5a90e5916 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.707478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d6c96-2afa-4b7d-9ffc-cdb5a90e5916 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecaf2d7-b86f-4864-b21d-8a00888ae52b,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:55.714828 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-799d6c96-2afa-4b7d-9ffc-cdb5a90e5916 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.717424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-799d6c96-2afa-4b7d-9ffc-cdb5a90e5916 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162028 Nov 09 01:19:55.719398 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33800) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:55.723643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e845b646-261f-4e8a-8557-0a8927bfd84e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '1a236dfc-29a4-4998-8e0b-042119a5c723', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:19:55.743727 n-d-813263-3 neutron-server[101780]: INFO neutron.db.securitygroups_db [None req-e845b646-261f-4e8a-8557-0a8927bfd84e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Project b8bc83bc0ab74c23b22b22bfd8e911b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:19:55.748338 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e845b646-261f-4e8a-8557-0a8927bfd84e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.808467 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e845b646-261f-4e8a-8557-0a8927bfd84e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.812170 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e845b646-261f-4e8a-8557-0a8927bfd84e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.827339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845b646-261f-4e8a-8557-0a8927bfd84e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf29baf-bd12-498f-9919-82a1a92cada1,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:55.838599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e845b646-261f-4e8a-8557-0a8927bfd84e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.839792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e845b646-261f-4e8a-8557-0a8927bfd84e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194842 Nov 09 01:19:55.842572 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33802) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:55.847424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-738b2bf9-b69c-4d41-8f34-a8c6bb4bc3bb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'network': {'name': 'tempest-network-smoke--508196282', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'port_security_enabled': True}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:19:55.867067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738b2bf9-b69c-4d41-8f34-a8c6bb4bc3bb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:19:55.870556 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-738b2bf9-b69c-4d41-8f34-a8c6bb4bc3bb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.894853 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738b2bf9-b69c-4d41-8f34-a8c6bb4bc3bb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:19:55.903618 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-738b2bf9-b69c-4d41-8f34-a8c6bb4bc3bb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.903987 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-738b2bf9-b69c-4d41-8f34-a8c6bb4bc3bb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Added segment 0c59955c-f27d-457b-9496-a0fcb9cfd20f of type vlan for network 3a94bc11-11a2-42fb-8e93-7009b870ed1d Nov 09 01:19:55.947146 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-738b2bf9-b69c-4d41-8f34-a8c6bb4bc3bb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.970768 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-738b2bf9-b69c-4d41-8f34-a8c6bb4bc3bb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:55.976441 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738b2bf9-b69c-4d41-8f34-a8c6bb4bc3bb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:55.977027 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-738b2bf9-b69c-4d41-8f34-a8c6bb4bc3bb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:56.037522 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-738b2bf9-b69c-4d41-8f34-a8c6bb4bc3bb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1939147 Nov 09 01:19:56.040549 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33804) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:56.045576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'admin_state_up': True, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:19:56.046545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b2bf9-b69c-4d41-8f34-a8c6bb4bc3bb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Network': ['ID=3a94bc11-11a2-42fb-8e93-7009b870ed1d,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:56.056802 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 3a94bc11-11a2-42fb-8e93-7009b870ed1d details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:19:56.069303 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:56.070670 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:56.121091 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:56.258581 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:56.345682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:19:56.366424 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:19:56.366766 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 4a8ff59b-6517-4c6c-9e35-e5dd35f99b0f not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:19:56.444384 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:56.465606 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:56.563266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.25.0.188 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/bff7043d-f861-442b-9dfa-f0bb0000b6d0) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:19:56.665311 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:56.697325 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:56.733144 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:19:56.741249 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:19:56.745668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:19:56.748679 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=bff7043d-f861-442b-9dfa-f0bb0000b6d0,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:56.987072 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:57.177138 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:57.299676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 7a922812-99fd-46e3-ac4e-2eff331955f3 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:19:57.402267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:19:57.411561 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Sync routers for ids ['7a922812-99fd-46e3-ac4e-2eff331955f3'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:19:57.422063 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Routers {'7a922812-99fd-46e3-ac4e-2eff331955f3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:19:57.422663 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:19:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7a922812-99fd-46e3-ac4e-2eff331955f3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:57.422838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:57.424001 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c6fa915d-2c56-4818-9741-e3aef1653558 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3823345 Nov 09 01:19:57.427097 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33806) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:57.455912 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1c0c1984-d792-4e38-952f-5826848ac17c tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b8bc83bc0ab74c23b22b22bfd8e911b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276346 Nov 09 01:19:57.458401 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33808) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:57.525775 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Set router 7a922812-99fd-46e3-ac4e-2eff331955f3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:19:57.543303 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbcda83-505e-418f-8dfa-98ac93a26f6a tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:57.544849 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1fbcda83-505e-418f-8dfa-98ac93a26f6a tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855083 Nov 09 01:19:57.547684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33810) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:57.579379 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d4a88f84-ceba-407d-a6ef-90adf9139b8f tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304794 Nov 09 01:19:57.581676 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33812) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:57.586298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d34a94fc-48ee-48d2-94fb-0ccdf76b7158 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1702530155', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:19:57.672941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34a94fc-48ee-48d2-94fb-0ccdf76b7158 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:19:57.676530 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d34a94fc-48ee-48d2-94fb-0ccdf76b7158 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:57.699489 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:56Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:57.725854 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Checking router: 7a922812-99fd-46e3-ac4e-2eff331955f3 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:19:57.726199 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Updating router 7a922812-99fd-46e3-ac4e-2eff331955f3 port bff7043d-f861-442b-9dfa-f0bb0000b6d0 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:19:57.755000 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:57.862807 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d34a94fc-48ee-48d2-94fb-0ccdf76b7158 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:57.919791 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a94fc-48ee-48d2-94fb-0ccdf76b7158 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Subnet': ['ID=3f2b01cb-fb15-47b7-91ce-e167ed655697,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:57.929579 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a94fc-48ee-48d2-94fb-0ccdf76b7158 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Checking segment: {'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:19:57.929945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a94fc-48ee-48d2-94fb-0ccdf76b7158 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network hostable DHCP agents. Network: 3a94bc11-11a2-42fb-8e93-7009b870ed1d, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:19:57.946629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a94fc-48ee-48d2-94fb-0ccdf76b7158 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 3a94bc11-11a2-42fb-8e93-7009b870ed1d is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:19:57.956361 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-d34a94fc-48ee-48d2-94fb-0ccdf76b7158 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 3a94bc11-11a2-42fb-8e93-7009b870ed1d) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:19:57.960512 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34a94fc-48ee-48d2-94fb-0ccdf76b7158 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:19:57.960974 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d34a94fc-48ee-48d2-94fb-0ccdf76b7158 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:57.970124 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bada25-3e4a-4b5c-8545-34c1b3798522 None None] Network 3a94bc11-11a2-42fb-8e93-7009b870ed1d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:19:57.981680 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d34a94fc-48ee-48d2-94fb-0ccdf76b7158 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3963363 Nov 09 01:19:57.982086 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33814) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:19:58.091044 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:58.097145 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:58.137444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ips': [{'subnet_id': '3f2b01cb-fb15-47b7-91ce-e167ed655697'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:19:58.138416 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:58.149234 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Attempting to bind port bff7043d-f861-442b-9dfa-f0bb0000b6d0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:19:58.149589 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Attempting to bind port bff7043d-f861-442b-9dfa-f0bb0000b6d0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:19:58.150398 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Attempting to bind port bff7043d-f861-442b-9dfa-f0bb0000b6d0 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:19:58.156823 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Pushing event updated for resources: {'Port': ['ID=bff7043d-f861-442b-9dfa-f0bb0000b6d0,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:58.161681 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:19:58.162085 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:19:58.162557 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:58.162940 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:19:58.163363 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Bound port: bff7043d-f861-442b-9dfa-f0bb0000b6d0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:19:58.163740 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:58.194055 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:58.194421 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:58.194729 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:58.195064 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:58.195389 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:58.195711 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:58.196032 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:58.196348 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:58.196674 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:58.196975 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:58.197505 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:58.198008 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:19:58.228980 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] For port bff7043d-f861-442b-9dfa-f0bb0000b6d0, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:19:58.232212 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] For port bff7043d-f861-442b-9dfa-f0bb0000b6d0, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bff7043d-f861-442b-9dfa-f0bb0000b6d0,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:19:58.236910 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:58.298284 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438eda2-e88d-4c8c-9270-c568470c313d None None] Pushing event updated for resources: {'Port': ['ID=bff7043d-f861-442b-9dfa-f0bb0000b6d0,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:58.298967 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Allocated IP 172.20.0.2 (3a94bc11-11a2-42fb-8e93-7009b870ed1d/3f2b01cb-fb15-47b7-91ce-e167ed655697/6d9b171d-bb1e-41e2-a3b6-b998cabe25aa) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:19:58.302026 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Routers {'7a922812-99fd-46e3-ac4e-2eff331955f3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:19:58.303114 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:19:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7a922812-99fd-46e3-ac4e-2eff331955f3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:58.411490 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] Set router 7a922812-99fd-46e3-ac4e-2eff331955f3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:19:58.437451 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:58.461479 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:58.468296 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:58.503355 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Network 3a94bc11-11a2-42fb-8e93-7009b870ed1d is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:19:58.507937 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:19:58.511463 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:19:58.548302 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Pushing event updated for resources: {'Port': ['ID=6d9b171d-bb1e-41e2-a3b6-b998cabe25aa,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:58.578472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Attempting to bind port 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:19:58.578858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Attempting to bind port 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:19:58.579714 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Attempting to bind port 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa on network 3a94bc11-11a2-42fb-8e93-7009b870ed1d {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:19:58.584904 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:19:58.585651 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Checking segment: {'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:19:58.585795 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:58.586102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Bound using segment: {'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:19:58.586554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Bound port: 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:19:58.586933 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:58.606843 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:56Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:19:58.639087 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b8b12-c8cd-4ee8-905f-729648c6ae7a None None] The sync data for ids ['7a922812-99fd-46e3-ac4e-2eff331955f3'] in n-d-813263-3 is: [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:56Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:19:58.665007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] For port 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:19:58.668225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] For port 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6d9b171d-bb1e-41e2-a3b6-b998cabe25aa,segment=NetworkSegment(0c59955c-f27d-457b-9496-a0fcb9cfd20f),segment_id=0c59955c-f27d-457b-9496-a0fcb9cfd20f)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:19:58.673939 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:58.741941 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d54f3-8fdf-4890-b8dd-4dd182750e32 None None] Pushing event updated for resources: {'Port': ['ID=6d9b171d-bb1e-41e2-a3b6-b998cabe25aa,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:59.123866 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.20.0.1 (3a94bc11-11a2-42fb-8e93-7009b870ed1d/3f2b01cb-fb15-47b7-91ce-e167ed655697/e1702234-0c5c-404a-85c2-ba0fe1cc6c97) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:19:59.251143 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:59.286356 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:59.326277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 3a94bc11-11a2-42fb-8e93-7009b870ed1d is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:19:59.330008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:19:59.332505 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:19:59.368595 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=e1702234-0c5c-404a-85c2-ba0fe1cc6c97,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:59.391477 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:59.533291 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:59.731812 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e882055c-4355-46ef-bed3-bbedd39c78bd None None] Network 3a94bc11-11a2-42fb-8e93-7009b870ed1d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:19:59.810157 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a0790f6f-97f3-448e-8c10-b864f6996279 None None] Provisioning complete for port 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:19:59.810524 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a0790f6f-97f3-448e-8c10-b864f6996279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:59.826236 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:59.831789 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:59.903054 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=e1702234-0c5c-404a-85c2-ba0fe1cc6c97,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:19:59.905587 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:19:59.968260 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a0790f6f-97f3-448e-8c10-b864f6996279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:00.007899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-a0790f6f-97f3-448e-8c10-b864f6996279 None None] For port 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6d9b171d-bb1e-41e2-a3b6-b998cabe25aa,segment=NetworkSegment(0c59955c-f27d-457b-9496-a0fcb9cfd20f),segment_id=0c59955c-f27d-457b-9496-a0fcb9cfd20f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:20:00.011198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 3a94bc11-11a2-42fb-8e93-7009b870ed1d is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:20:00.012977 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:20:00.014572 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a0790f6f-97f3-448e-8c10-b864f6996279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:00.077694 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0790f6f-97f3-448e-8c10-b864f6996279 None None] Pushing event updated for resources: {'Port': ['ID=6d9b171d-bb1e-41e2-a3b6-b998cabe25aa,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:20:00.151362 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 7a922812-99fd-46e3-ac4e-2eff331955f3 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:20:00.237859 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-154b722c-8768-427b-b74a-a378701423d7 None None] Provisioning complete for port 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:20:00.238400 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-154b722c-8768-427b-b74a-a378701423d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:00.267521 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:20:00.282998 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ab754a7b-54d8-49e6-8f89-7a9718da25fa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "PUT /v2.0/routers/7a922812-99fd-46e3-ac4e-2eff331955f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2997015 Nov 09 01:20:00.344197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-154b722c-8768-427b-b74a-a378701423d7 None None] Provisioning complete for port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:20:00.348549 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-154b722c-8768-427b-b74a-a378701423d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:00.390296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-154b722c-8768-427b-b74a-a378701423d7 None None] Port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:20:00.433184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Sync routers for ids ['7a922812-99fd-46e3-ac4e-2eff331955f3'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:20:00.444513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Routers {'7a922812-99fd-46e3-ac4e-2eff331955f3'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:20:00.445133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:19:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7a922812-99fd-46e3-ac4e-2eff331955f3'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:20:00.487406 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bff7043d-f861-442b-9dfa-f0bb0000b6d0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:20:00.501288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-405f36ad-c200-4a8d-bbef-35c788562d1b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544930360&fields=id&tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 267 time: 0.0534644 Nov 09 01:20:00.583498 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-aea3cd82-ec80-4d4e-9e4c-526b75870cfe None None] Provisioning complete for port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:20:00.583972 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-aea3cd82-ec80-4d4e-9e4c-526b75870cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:00.629619 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-91a01eae-05f9-47ad-a3d8-240a897866e4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:00.631243 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-91a01eae-05f9-47ad-a3d8-240a897866e4 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/networks?id=3a94bc11-11a2-42fb-8e93-7009b870ed1d HTTP/1.1" status: 200 len: 796 time: 0.1223118 Nov 09 01:20:00.648952 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-de26e6ce-9ffe-45ee-b8a2-3a9ad8a9eb09 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/quotas/b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 375 time: 0.0100622 Nov 09 01:20:00.650388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port bff7043d-f861-442b-9dfa-f0bb0000b6d0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:20:00.650765 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:00.652205 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-aea3cd82-ec80-4d4e-9e4c-526b75870cfe None None] Port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:20:00.654832 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Set router 7a922812-99fd-46e3-ac4e-2eff331955f3 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:20:00.706034 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-0bdec2c2-2a80-4195-a911-cc0ba6a9d2b1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499399 Nov 09 01:20:00.802266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-b80f3778-e3b7-4c03-9462-8b3bda57e56a service neutron] 10.222.0.25 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840991 Nov 09 01:20:00.841293 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5d6dde82-b26f-46d1-abae-7c406984fa16 None None] Provisioning complete for port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:20:00.841922 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5d6dde82-b26f-46d1-abae-7c406984fa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:00.897560 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-92cb7b50-85df-4411-a7e9-3ff3da2a8e16 service neutron] 10.222.0.25 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891211 Nov 09 01:20:01.054768 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:01.084252 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0921b31-3b1e-404d-b8f3-18c7f5805229 req-e95a6dab-0e56-4bdc-912e-6f5b1d12a692 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 210 time: 0.0324714 Nov 09 01:20:01.092636 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-5d6dde82-b26f-46d1-abae-7c406984fa16 None None] Port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:20:01.114999 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port bff7043d-f861-442b-9dfa-f0bb0000b6d0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bff7043d-f861-442b-9dfa-f0bb0000b6d0,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:20:01.120437 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:01.121217 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:20:01.217719 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=bff7043d-f861-442b-9dfa-f0bb0000b6d0,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:20:01.233721 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:59Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'e1702234-0c5c-404a-85c2-ba0fe1cc6c97', 'name': '', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:23:5d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:58Z', 'updated_at': '2021-11-09T01:19:59Z', 'revision_number': 2, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:20:01.236951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:20:01.237328 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:01.283440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Checking router: 7a922812-99fd-46e3-ac4e-2eff331955f3 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:20:01.283793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Updating router 7a922812-99fd-46e3-ac4e-2eff331955f3 port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:20:01.317008 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:01.620023 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:01.624904 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:01.675441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26450ab-83e6-4adf-8fac-be7e65ecb794 None None] Pushing event updated for resources: {'Port': ['ID=e1702234-0c5c-404a-85c2-ba0fe1cc6c97,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:20:01.729119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Attempting to bind port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:20:01.729528 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Attempting to bind port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:20:01.730119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Attempting to bind port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 on network 3a94bc11-11a2-42fb-8e93-7009b870ed1d {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:20:01.735251 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:20:01.735633 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Checking segment: {'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:20:01.736033 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:01.736430 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Bound using segment: {'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:20:01.736902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Bound port: e1702234-0c5c-404a-85c2-ba0fe1cc6c97, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:20:01.737288 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:01.802089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] For port e1702234-0c5c-404a-85c2-ba0fe1cc6c97, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:20:01.805325 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] For port e1702234-0c5c-404a-85c2-ba0fe1cc6c97, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e1702234-0c5c-404a-85c2-ba0fe1cc6c97,segment=NetworkSegment(0c59955c-f27d-457b-9496-a0fcb9cfd20f),segment_id=0c59955c-f27d-457b-9496-a0fcb9cfd20f)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:20:01.811257 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:01.864998 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Routers {'7a922812-99fd-46e3-ac4e-2eff331955f3'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:20:01.865599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:19:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7a922812-99fd-46e3-ac4e-2eff331955f3'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:20:01.924273 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26450ab-83e6-4adf-8fac-be7e65ecb794 None None] Pushing event updated for resources: {'Port': ['ID=e1702234-0c5c-404a-85c2-ba0fe1cc6c97,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:20:01.943959 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-98500f09-3e30-4ebe-a4b6-4f480deae572 None None] Provisioning complete for port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:20:01.944264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-98500f09-3e30-4ebe-a4b6-4f480deae572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:02.030791 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] Set router 7a922812-99fd-46e3-ac4e-2eff331955f3 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:20:02.084016 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-699f54b8-50ae-4ef1-80d2-d611cc276dfc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:02.086286 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-699f54b8-50ae-4ef1-80d2-d611cc276dfc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.11 "GET /v2.0/networks?id=3a94bc11-11a2-42fb-8e93-7009b870ed1d HTTP/1.1" status: 200 len: 796 time: 0.1855142 Nov 09 01:20:02.159985 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-98500f09-3e30-4ebe-a4b6-4f480deae572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:02.161022 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-609aad49-493c-4aa9-b1fa-bc75c87b8230 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 380 time: 0.0631816 Nov 09 01:20:02.174191 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'port': {'device_id': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'admin_state_up': True, 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'security_groups': ['1a236dfc-29a4-4998-8e0b-042119a5c723']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:20:02.206314 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d6b0013-689c-49eb-aec4-3d974ef10bf5 req-378b1fe6-3023-4337-a2aa-b8bc237aba98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 210 time: 0.0315533 Nov 09 01:20:02.243572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-98500f09-3e30-4ebe-a4b6-4f480deae572 None None] For port e1702234-0c5c-404a-85c2-ba0fe1cc6c97, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e1702234-0c5c-404a-85c2-ba0fe1cc6c97,segment=NetworkSegment(0c59955c-f27d-457b-9496-a0fcb9cfd20f),segment_id=0c59955c-f27d-457b-9496-a0fcb9cfd20f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:20:02.250709 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-98500f09-3e30-4ebe-a4b6-4f480deae572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:02.322165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:20:02.325853 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:02.326355 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98500f09-3e30-4ebe-a4b6-4f480deae572 None None] Pushing event updated for resources: {'Port': ['ID=e1702234-0c5c-404a-85c2-ba0fe1cc6c97,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:20:02.343049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:59Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'e1702234-0c5c-404a-85c2-ba0fe1cc6c97', 'name': '', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:23:5d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:58Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:20:02.375862 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d514886-a65b-4581-8664-e53dd6210631 None None] The sync data for ids ['7a922812-99fd-46e3-ac4e-2eff331955f3'] in n-d-813263-3 is: [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:59Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'e1702234-0c5c-404a-85c2-ba0fe1cc6c97', 'name': '', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:23:5d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:58Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:20:02.386620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-cba6f250-253e-4660-bada-aa3569fc990c None None] Provisioning complete for port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:20:02.386988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cba6f250-253e-4660-bada-aa3569fc990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:02.420397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bff7043d-f861-442b-9dfa-f0bb0000b6d0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:20:02.510319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.20.0.7 (3a94bc11-11a2-42fb-8e93-7009b870ed1d/3f2b01cb-fb15-47b7-91ce-e167ed655697/1fc9dbad-f6dd-4c3a-933e-b4cc594912b5) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:20:02.550526 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port bff7043d-f861-442b-9dfa-f0bb0000b6d0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:20:02.550982 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:02.662236 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:02.697224 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:02.741598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 3a94bc11-11a2-42fb-8e93-7009b870ed1d is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:20:02.746769 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:20:02.749280 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:20:02.780240 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:20:02.812741 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:02.813421 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:02.832089 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-da51d1ea-0d1e-4db5-a4cc-e501276e0d45 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6633408 Nov 09 01:20:02.845468 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Request body: {'port': {'device_id': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:20:02.905652 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:03.063126 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-fa946b33-ab4e-47ab-849d-684d9d5c520b None None] Provisioning complete for port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:20:03.063613 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fa946b33-ab4e-47ab-849d-684d9d5c520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:03.101858 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-fa946b33-ab4e-47ab-849d-684d9d5c520b None None] Port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:20:03.187143 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:20:03.195067 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:03.208912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Transition to ACTIVE for port object 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:20:03.213776 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:03.317368 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:20:03.348577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Attempting to bind port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:20:03.348911 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Attempting to bind port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:20:03.349243 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Attempting to bind port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 on network 3a94bc11-11a2-42fb-8e93-7009b870ed1d {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:20:03.352671 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29292cd-cab5-47f0-8f44-f566034f4f07 req-7047acd8-65d7-4dbe-9f91-f3c864637fb9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:03.354021 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 on network 3a94bc11-11a2-42fb-8e93-7009b870ed1d not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:20:03.354347 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Attempting to bind port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 on network 3a94bc11-11a2-42fb-8e93-7009b870ed1d {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:20:03.357862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b29292cd-cab5-47f0-8f44-f566034f4f07 req-7047acd8-65d7-4dbe-9f91-f3c864637fb9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 943 time: 0.0631828 Nov 09 01:20:03.359876 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:20:03.360209 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Checking segment: {'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:20:03.360590 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Bound using segment: {'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:20:03.361017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Bound port: 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c59955c-f27d-457b-9496-a0fcb9cfd20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:20:03.361448 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:03.419533 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b29292cd-cab5-47f0-8f44-f566034f4f07 req-e22c9ef9-8a94-4691-9ed2-d38b4ab284e2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572994 Nov 09 01:20:03.457819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] For port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:20:03.462221 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] For port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5,segment=NetworkSegment(0c59955c-f27d-457b-9496-a0fcb9cfd20f),segment_id=0c59955c-f27d-457b-9496-a0fcb9cfd20f)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:20:03.467966 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:03.502711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:03.503651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:03.505271 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-2b617119-b392-4644-b692-0e90220bded1 service neutron] 10.222.0.11 "PUT /v2.0/ports/1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 HTTP/1.1" status: 200 len: 1091 time: 0.6650774 Nov 09 01:20:03.507475 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'tag': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:20:03.510515 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abee34b-ba6d-4046-be85-95214c4ac729" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9a0136-ab66-4a49-8581-c86250ce69c6", "tag": "1fc9dbad-f6dd-4c3a-933e-b4cc594912b5"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:20:03.548740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b617119-b392-4644-b692-0e90220bded1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:20:03.570098 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9600d6e1-3ba3-4c0f-b258-d018b8faa271 x-openstack-request-id: req-9600d6e1-3ba3-4c0f-b258-d018b8faa271 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:20:03.570402 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9a0136-ab66-4a49-8581-c86250ce69c6", "tag": "1fc9dbad-f6dd-4c3a-933e-b4cc594912b5", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:20:03.570637 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9600d6e1-3ba3-4c0f-b258-d018b8faa271 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:20:03.571038 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'tag': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5', 'status': 'completed', 'code': 200} Nov 09 01:20:03.617126 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-93b08027-f6b8-4ecc-bc72-09acdf4d56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:03.618803 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-93b08027-f6b8-4ecc-bc72-09acdf4d56a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 1094 time: 0.0469787 Nov 09 01:20:03.665320 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-f21f0f5d-5720-49fd-87bb-6a6400b4f86a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 HTTP/1.1" status: 200 len: 217 time: 0.0391245 Nov 09 01:20:03.720394 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-5e5a6290-9941-4162-8ce6-50063054709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:03.721895 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-5e5a6290-9941-4162-8ce6-50063054709b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f2b01cb-fb15-47b7-91ce-e167ed655697 HTTP/1.1" status: 200 len: 835 time: 0.0492043 Nov 09 01:20:03.767423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-0e933470-4968-469e-ac0e-1ee952012a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:03.768910 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-0e933470-4968-469e-ac0e-1ee952012a84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a94bc11-11a2-42fb-8e93-7009b870ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395899 Nov 09 01:20:03.863200 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-7c1e2a81-31f5-4bc8-a168-7215e81151a7 service neutron] 10.222.0.11 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863571 Nov 09 01:20:03.953090 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9653216a-4c51-4b16-b01c-2b5a94914eb5 req-7d310e66-2bbb-43dd-8a8c-97b57ad216f1 service neutron] 10.222.0.11 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827482 Nov 09 01:20:04.038635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abee34b-ba6d-4046-be85-95214c4ac729 req-b0967f38-6134-4b4d-a004-bcf8d060078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:04.040364 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6abee34b-ba6d-4046-be85-95214c4ac729 req-b0967f38-6134-4b4d-a004-bcf8d060078f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 1094 time: 0.0391943 Nov 09 01:20:04.420011 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e1702234-0c5c-404a-85c2-ba0fe1cc6c97 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:20:04.470183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abee34b-ba6d-4046-be85-95214c4ac729 req-a9201cbf-1e25-49c9-9296-9a80e5090333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:04.471650 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6abee34b-ba6d-4046-be85-95214c4ac729 req-a9201cbf-1e25-49c9-9296-9a80e5090333 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a94bc11-11a2-42fb-8e93-7009b870ed1d HTTP/1.1" status: 200 len: 896 time: 0.4243033 Nov 09 01:20:04.472706 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:20:04.473158 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:04.517556 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6abee34b-ba6d-4046-be85-95214c4ac729 req-8b48012e-4c5a-4443-85e8-ef32fd403b12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 HTTP/1.1" status: 200 len: 217 time: 0.0358839 Nov 09 01:20:04.547699 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ff285-5db2-41f0-87b4-1eea1b237ad5 req-89a36bc9-4f6c-4b1f-8bc8-7740f495a4cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:04.549884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f1ff285-5db2-41f0-87b4-1eea1b237ad5 req-89a36bc9-4f6c-4b1f-8bc8-7740f495a4cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 943 time: 0.0553920 Nov 09 01:20:04.575587 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abee34b-ba6d-4046-be85-95214c4ac729 req-27f22c32-b685-42db-ace2-ccdc0f3a5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:04.577107 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6abee34b-ba6d-4046-be85-95214c4ac729 req-27f22c32-b685-42db-ace2-ccdc0f3a5887 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f2b01cb-fb15-47b7-91ce-e167ed655697 HTTP/1.1" status: 200 len: 835 time: 0.0508244 Nov 09 01:20:04.601948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1f1ff285-5db2-41f0-87b4-1eea1b237ad5 req-b82eb012-7473-4e60-96ca-fce623b86601 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456314 Nov 09 01:20:04.624055 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abee34b-ba6d-4046-be85-95214c4ac729 req-e002d4b2-b4dc-4ab1-9f5a-63b233b6bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:04.625577 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6abee34b-ba6d-4046-be85-95214c4ac729 req-e002d4b2-b4dc-4ab1-9f5a-63b233b6bd59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a94bc11-11a2-42fb-8e93-7009b870ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401757 Nov 09 01:20:04.713680 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6abee34b-ba6d-4046-be85-95214c4ac729 req-87cd4e78-db03-434e-ad17-f75e2ae6c666 service neutron] 10.222.0.11 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800846 Nov 09 01:20:04.804060 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-6abee34b-ba6d-4046-be85-95214c4ac729 req-a240dd93-c57d-4e5e-87ea-2390b770e55e service neutron] 10.222.0.11 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825953 Nov 09 01:20:05.722979 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26a9bf-e1c8-4406-98a1-8d4d55f2e710 req-f2344176-28f1-46a0-807e-d6b80f110e3b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:05.724384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e26a9bf-e1c8-4406-98a1-8d4d55f2e710 req-f2344176-28f1-46a0-807e-d6b80f110e3b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 943 time: 0.0489070 Nov 09 01:20:05.774129 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e26a9bf-e1c8-4406-98a1-8d4d55f2e710 req-7af31dbb-3744-48db-acf4-ee68305b9a75 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436001 Nov 09 01:20:06.893074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79d59-7631-49a9-af6e-195bec529dc3 req-ea766f9e-6160-49f6-a51f-c4900471a8e6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:06.894490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46f79d59-7631-49a9-af6e-195bec529dc3 req-ea766f9e-6160-49f6-a51f-c4900471a8e6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 943 time: 0.0516806 Nov 09 01:20:06.943460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-46f79d59-7631-49a9-af6e-195bec529dc3 req-a4152985-0f12-4b09-b0aa-800f34296cf2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430398 Nov 09 01:20:07.312870 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:20:07.404758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5,segment=NetworkSegment(0c59955c-f27d-457b-9496-a0fcb9cfd20f),segment_id=0c59955c-f27d-457b-9496-a0fcb9cfd20f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:20:07.419938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'port_id': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5', 'mac_address': 'fa:16:3e:35:98:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:20:07.457127 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:07.470715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:20:07.489163 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5,segment=NetworkSegment(0c59955c-f27d-457b-9496-a0fcb9cfd20f),segment_id=0c59955c-f27d-457b-9496-a0fcb9cfd20f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:20:07.493061 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:07.540088 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:20:07.679878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['1fc9dbad-f6dd-4c3a-933e-b4cc594912b5'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:20:08.056740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53138a47-767b-4f3f-915c-5a484fddde19 req-70646cd1-43f7-43f7-ba4a-35d660b256dd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:08.058309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53138a47-767b-4f3f-915c-5a484fddde19 req-70646cd1-43f7-43f7-ba4a-35d660b256dd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 944 time: 0.0487819 Nov 09 01:20:08.107135 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53138a47-767b-4f3f-915c-5a484fddde19 req-1dab1e37-faa0-438d-9f67-9066b6800588 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424387 Nov 09 01:20:09.170751 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:20:09.225570 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6b261-8046-4ba9-b2c7-1ff5a519e6b5 req-b2bafb65-e994-483b-9502-3015b77c9f6c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:09.227117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bc6b261-8046-4ba9-b2c7-1ff5a519e6b5 req-b2bafb65-e994-483b-9502-3015b77c9f6c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 944 time: 0.0519860 Nov 09 01:20:09.275234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8bc6b261-8046-4ba9-b2c7-1ff5a519e6b5 req-07e838d0-e9dc-4b20-8fbe-d8f7e17c469c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422273 Nov 09 01:20:09.331624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:20:09.381045 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:20:09.384637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:20:09.385008 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:09.459274 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:09.480784 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:20:09.483128 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9819d6-130b-4cb0-8512-cdc92ed11460" -d '{"events": [{"server_uuid": "4b9a0136-ab66-4a49-8581-c86250ce69c6", "name": "network-vif-plugged", "status": "completed", "tag": "1fc9dbad-f6dd-4c3a-933e-b4cc594912b5"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:20:09.495525 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5,segment=NetworkSegment(0c59955c-f27d-457b-9496-a0fcb9cfd20f),segment_id=0c59955c-f27d-457b-9496-a0fcb9cfd20f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:20:09.499214 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:09.522919 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef391f4-12f9-4153-8922-a3cfd8e45261 x-openstack-request-id: req-3ef391f4-12f9-4153-8922-a3cfd8e45261 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:20:09.523195 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9a0136-ab66-4a49-8581-c86250ce69c6", "name": "network-vif-plugged", "status": "completed", "tag": "1fc9dbad-f6dd-4c3a-933e-b4cc594912b5", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:20:09.523433 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ef391f4-12f9-4153-8922-a3cfd8e45261 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:20:09.523822 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5', 'code': 200} Nov 09 01:20:09.550874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:20:09.622013 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaa2f6-3190-424d-b63b-add1de18a03e req-13babdef-4d98-4828-bfc7-a7f724af203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:09.623533 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64eaa2f6-3190-424d-b63b-add1de18a03e req-13babdef-4d98-4828-bfc7-a7f724af203e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 1096 time: 0.0438056 Nov 09 01:20:09.670620 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-64eaa2f6-3190-424d-b63b-add1de18a03e req-43413948-374c-4466-acf7-7cb253a512c2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380061 Nov 09 01:20:10.389640 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da61c6-a401-44d4-bd59-557aaa162c5c req-3ea2fe53-bb6a-4ec1-a60a-4610ad6a7d12 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:10.391128 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0da61c6-a401-44d4-bd59-557aaa162c5c req-3ea2fe53-bb6a-4ec1-a60a-4610ad6a7d12 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0496309 Nov 09 01:20:10.440068 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b0da61c6-a401-44d4-bd59-557aaa162c5c req-593316d3-10a3-4d76-9593-d3cfac107b55 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Nov 09 01:20:11.611399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1580b35-e8db-420f-a313-1e1ed04bd8e2 req-3caecaac-5962-4015-a550-27a847248d57 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:11.612935 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1580b35-e8db-420f-a313-1e1ed04bd8e2 req-3caecaac-5962-4015-a550-27a847248d57 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0487971 Nov 09 01:20:11.666196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c1580b35-e8db-420f-a313-1e1ed04bd8e2 req-4f397da6-6ecf-43db-8a51-fd0dbaef8e47 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471060 Nov 09 01:20:11.783599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7ae25-dcd8-4608-8031-c7e7d1479179 req-1ddc2761-330b-44f0-849d-209dd2e6022d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:11.785274 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3a7ae25-dcd8-4608-8031-c7e7d1479179 req-1ddc2761-330b-44f0-849d-209dd2e6022d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0499828 Nov 09 01:20:11.836470 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3a7ae25-dcd8-4608-8031-c7e7d1479179 req-c3fdc772-1ef8-4229-acf1-9178b38d682b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449779 Nov 09 01:20:11.859677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33872) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:20:11.902515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe71c9b-3c94-4b7e-b495-26004b99c4ab tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:11.904016 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fbe71c9b-3c94-4b7e-b495-26004b99c4ab tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 1091 time: 0.0433507 Nov 09 01:20:11.907378 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33874) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:20:11.911600 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:20:11.933412 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:12.026704 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:12.131493 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.25.0.84 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/736952cb-2d81-4e39-9eb8-95eb8b941375) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:20:12.230838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:12.262274 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:12.307028 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:20:12.312677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:20:12.314843 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=736952cb-2d81-4e39-9eb8-95eb8b941375,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:20:12.316945 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:20:12.665516 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:12.729565 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:12.804023 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-df32552c-3092-4ad3-80da-cca100d41dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:12.881132 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:12.885172 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:12.952577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=736952cb-2d81-4e39-9eb8-95eb8b941375,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:20:12.960558 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:13.059440 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Floating IP b901ec60-842c-481d-ab79-905da8fa5739 associated. External IP: 172.25.0.84, port: 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5. Nov 09 01:20:13.265106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 7a922812-99fd-46e3-ac4e-2eff331955f3 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:20:13.371206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:20:13.380956 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d42d9b3-2b66-4723-b249-0538078f6481 None None] Sync routers for ids ['7a922812-99fd-46e3-ac4e-2eff331955f3'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:20:13.388448 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:13.390626 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d42d9b3-2b66-4723-b249-0538078f6481 None None] Routers {'7a922812-99fd-46e3-ac4e-2eff331955f3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:20:13.391225 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5d42d9b3-2b66-4723-b249-0538078f6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:19:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7a922812-99fd-46e3-ac4e-2eff331955f3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:20:13.415536 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a7d58534-1397-400f-9a63-5f64337a172f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5071125 Nov 09 01:20:13.416473 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'tag': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:20:13.419149 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4406c8-5df7-40a3-a3cb-347a51095078" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9a0136-ab66-4a49-8581-c86250ce69c6", "tag": "1fc9dbad-f6dd-4c3a-933e-b4cc594912b5"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:20:13.459675 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2956fd4-97bc-434a-af78-71d0f4323dee x-openstack-request-id: req-c2956fd4-97bc-434a-af78-71d0f4323dee {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:20:13.460084 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9a0136-ab66-4a49-8581-c86250ce69c6", "tag": "1fc9dbad-f6dd-4c3a-933e-b4cc594912b5", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:20:13.460340 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2956fd4-97bc-434a-af78-71d0f4323dee {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:20:13.460740 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'tag': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5', 'status': 'completed', 'code': 200} Nov 09 01:20:13.501316 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-5d42d9b3-2b66-4723-b249-0538078f6481 None None] Set router 7a922812-99fd-46e3-ac4e-2eff331955f3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:20:13.519247 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c463b4-2151-4e82-bcd9-de66c0c1bc17 req-deadcd61-eb8f-4f48-831f-e3e89309e3f6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:13.521861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93c463b4-2151-4e82-bcd9-de66c0c1bc17 req-deadcd61-eb8f-4f48-831f-e3e89309e3f6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0552702 Nov 09 01:20:13.524070 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4406c8-5df7-40a3-a3cb-347a51095078 req-f16c6d6d-aea4-4f89-b722-e21d06e2a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:13.525727 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc4406c8-5df7-40a3-a3cb-347a51095078 req-f16c6d6d-aea4-4f89-b722-e21d06e2a884 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 1096 time: 0.0414181 Nov 09 01:20:13.574763 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-93c463b4-2151-4e82-bcd9-de66c0c1bc17 req-496ed4ed-5885-4367-b079-1e9672d6dd17 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459650 Nov 09 01:20:13.598670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33880) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:20:13.674447 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4406c8-5df7-40a3-a3cb-347a51095078 req-c5b6ec92-bae9-4b81-a15c-fb9539526a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:13.675961 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc4406c8-5df7-40a3-a3cb-347a51095078 req-c5b6ec92-bae9-4b81-a15c-fb9539526a74 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a94bc11-11a2-42fb-8e93-7009b870ed1d HTTP/1.1" status: 200 len: 896 time: 0.1427090 Nov 09 01:20:13.679115 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-edb629eb-7efe-4b4c-b65f-d54d3d5908ef tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/b901ec60-842c-481d-ab79-905da8fa5739 HTTP/1.1" status: 200 len: 990 time: 0.0794437 Nov 09 01:20:13.724846 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5d42d9b3-2b66-4723-b249-0538078f6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:59Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'b901ec60-842c-481d-ab79-905da8fa5739', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'port_id': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'mac_address': 'fa:16:3e:35:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:20:12Z', 'updated_at': '2021-11-09T01:20:12Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1702234-0c5c-404a-85c2-ba0fe1cc6c97', 'name': '', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:23:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:58Z', 'updated_at': '2021-11-09T01:20:02Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:20:13.745213 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc4406c8-5df7-40a3-a3cb-347a51095078 req-e0ae74d3-3ff2-4898-96d0-cdaa10f00eab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 HTTP/1.1" status: 200 len: 998 time: 0.0617294 Nov 09 01:20:13.753582 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d42d9b3-2b66-4723-b249-0538078f6481 None None] Checking router: 7a922812-99fd-46e3-ac4e-2eff331955f3 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:20:13.761680 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d42d9b3-2b66-4723-b249-0538078f6481 None None] Routers {'7a922812-99fd-46e3-ac4e-2eff331955f3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:20:13.762272 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5d42d9b3-2b66-4723-b249-0538078f6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:19:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7a922812-99fd-46e3-ac4e-2eff331955f3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:20:13.793798 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4406c8-5df7-40a3-a3cb-347a51095078 req-8e78b4b6-0c37-40f1-9879-e773a71e5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:13.795144 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc4406c8-5df7-40a3-a3cb-347a51095078 req-8e78b4b6-0c37-40f1-9879-e773a71e5f1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f2b01cb-fb15-47b7-91ce-e167ed655697 HTTP/1.1" status: 200 len: 835 time: 0.0428224 Nov 09 01:20:13.840222 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4406c8-5df7-40a3-a3cb-347a51095078 req-233d504f-eb42-4d92-a49e-1bd8f62baca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:13.841780 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc4406c8-5df7-40a3-a3cb-347a51095078 req-233d504f-eb42-4d92-a49e-1bd8f62baca7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a94bc11-11a2-42fb-8e93-7009b870ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393248 Nov 09 01:20:13.865133 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-5d42d9b3-2b66-4723-b249-0538078f6481 None None] Set router 7a922812-99fd-46e3-ac4e-2eff331955f3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:20:13.937892 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc4406c8-5df7-40a3-a3cb-347a51095078 req-fcd79518-a655-4209-9f1c-d845655450e7 service neutron] 10.222.0.11 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892954 Nov 09 01:20:14.029928 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-cc4406c8-5df7-40a3-a3cb-347a51095078 req-e818c987-716f-4b44-9667-c26ed925fff7 service neutron] 10.222.0.11 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856552 Nov 09 01:20:14.088670 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-5d42d9b3-2b66-4723-b249-0538078f6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:59Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'b901ec60-842c-481d-ab79-905da8fa5739', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'port_id': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'mac_address': 'fa:16:3e:35:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:20:12Z', 'updated_at': '2021-11-09T01:20:12Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1702234-0c5c-404a-85c2-ba0fe1cc6c97', 'name': '', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:23:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:58Z', 'updated_at': '2021-11-09T01:20:02Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:20:14.113516 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d42d9b3-2b66-4723-b249-0538078f6481 None None] The sync data for ids ['7a922812-99fd-46e3-ac4e-2eff331955f3'] in n-d-813263-3 is: [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:59Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'b901ec60-842c-481d-ab79-905da8fa5739', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'port_id': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'mac_address': 'fa:16:3e:35:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:20:12Z', 'updated_at': '2021-11-09T01:20:12Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1702234-0c5c-404a-85c2-ba0fe1cc6c97', 'name': '', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:23:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:58Z', 'updated_at': '2021-11-09T01:20:02Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:20:14.303003 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeddff9-bb57-41cf-baa1-3806f7059d4f None None] New status for floating IP b901ec60-842c-481d-ab79-905da8fa5739: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:20:14.683062 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33882) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:20:14.742527 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6eeef373-5c69-476a-b697-69dbdf4152c0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/b901ec60-842c-481d-ab79-905da8fa5739 HTTP/1.1" status: 200 len: 992 time: 0.0583436 Nov 09 01:20:14.877083 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4af6192a-83c8-49d1-936e-413e1a2afb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:16.363284 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:16.551387 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:16.985207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:17.909463 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:18.526653 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:42.805481 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-743c5091-3819-4414-a9df-be631a8dd1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:44.878689 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-26f9b45b-b63c-4251-a4c0-fc9642e7223b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:46.057603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39282045-730a-48f6-a7fc-e6edf0766b8b req-736291c8-d521-4e27-b643-9681a18f769c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:46.059077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39282045-730a-48f6-a7fc-e6edf0766b8b req-736291c8-d521-4e27-b643-9681a18f769c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0583954 Nov 09 01:20:46.108582 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-39282045-730a-48f6-a7fc-e6edf0766b8b req-bcd33724-2c33-4ac3-a5f6-58d45a41b5cd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430372 Nov 09 01:20:46.169558 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:20:46.366849 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:46.565698 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:46.999259 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:47.224328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c3ac9-4906-464c-b5f4-8cef15f1590b req-d708b79a-6443-4dd0-9a7e-7686966ef251 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:47.225814 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-109c3ac9-4906-464c-b5f4-8cef15f1590b req-d708b79a-6443-4dd0-9a7e-7686966ef251 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0482507 Nov 09 01:20:47.273510 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-109c3ac9-4906-464c-b5f4-8cef15f1590b req-60a10fbe-7e1c-4ac3-af96-d710be7cc9ea tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Nov 09 01:20:47.908207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:48.387650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b7ce1-2c18-4fe1-ae79-07b2401269cc req-34c09a3e-fed4-4396-b79c-de0af4c48a3f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:48.389124 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-099b7ce1-2c18-4fe1-ae79-07b2401269cc req-34c09a3e-fed4-4396-b79c-de0af4c48a3f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0482242 Nov 09 01:20:48.442134 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-099b7ce1-2c18-4fe1-ae79-07b2401269cc req-ce4fead5-64c8-4e21-87b9-754ccf8bd50b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470548 Nov 09 01:20:48.527330 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:20:49.558891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e846d-9b27-4e19-b514-bba489154e9a req-6f038761-9429-4246-9145-cd19497910bc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:49.560406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa2e846d-9b27-4e19-b514-bba489154e9a req-6f038761-9429-4246-9145-cd19497910bc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0481691 Nov 09 01:20:49.609440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa2e846d-9b27-4e19-b514-bba489154e9a req-c4978cab-05a4-441b-a3b3-70911b63addb tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425761 Nov 09 01:20:50.730158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dbabf-d49b-411a-9d86-f286a305e2a7 req-8799975c-856a-432c-a17e-98da29bfda08 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:50.731618 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-170dbabf-d49b-411a-9d86-f286a305e2a7 req-8799975c-856a-432c-a17e-98da29bfda08 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0479970 Nov 09 01:20:50.779584 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-170dbabf-d49b-411a-9d86-f286a305e2a7 req-056dee53-0b9f-4cd3-9eb5-d96af89ab12c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421207 Nov 09 01:20:51.896884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103e0e3-0444-40d1-a646-df4b99831faf req-0f5a73d3-8742-4b16-ac2f-b48e8b97b7cf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:51.898305 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7103e0e3-0444-40d1-a646-df4b99831faf req-0f5a73d3-8742-4b16-ac2f-b48e8b97b7cf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0515530 Nov 09 01:20:51.946949 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7103e0e3-0444-40d1-a646-df4b99831faf req-67c6bea1-eca4-47d5-a8fc-bc5e92e8024c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426064 Nov 09 01:20:53.061098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b87c2d-c0b5-47cf-bbd4-fdb93983556a req-9827d821-5eb3-40ca-b082-c5277d6c90a0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:53.062587 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37b87c2d-c0b5-47cf-bbd4-fdb93983556a req-9827d821-5eb3-40ca-b082-c5277d6c90a0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0484822 Nov 09 01:20:53.111383 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-37b87c2d-c0b5-47cf-bbd4-fdb93983556a req-66d11421-a088-40ea-8db2-1e4b75fa45cf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 Nov 09 01:20:54.228164 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ad9fc-5d8f-4c3e-9826-20f0d8f962bb req-029da28f-3c7b-4cf2-872e-19a7d6879646 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:54.229691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-536ad9fc-5d8f-4c3e-9826-20f0d8f962bb req-029da28f-3c7b-4cf2-872e-19a7d6879646 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0517838 Nov 09 01:20:54.277689 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-536ad9fc-5d8f-4c3e-9826-20f0d8f962bb req-95307e89-7b15-4d44-aa0e-6d8191cb5dcd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415545 Nov 09 01:20:55.393068 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3308-f1e6-417f-8c30-ff91bb9c6e73 req-cc3ab4c0-96b9-44d5-8899-5df71a7360c5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:55.394590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5cdc3308-f1e6-417f-8c30-ff91bb9c6e73 req-cc3ab4c0-96b9-44d5-8899-5df71a7360c5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0484812 Nov 09 01:20:55.442834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5cdc3308-f1e6-417f-8c30-ff91bb9c6e73 req-ce54cca1-49f4-4ea8-8a7d-cf189dcc8c16 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424435 Nov 09 01:20:56.556608 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3608f3-66bf-4df0-8703-f019f2b39dec req-2a615a5a-b84c-41b7-b9da-0482dd680a5e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:56.558118 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c3608f3-66bf-4df0-8703-f019f2b39dec req-2a615a5a-b84c-41b7-b9da-0482dd680a5e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0487528 Nov 09 01:20:56.610676 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c3608f3-66bf-4df0-8703-f019f2b39dec req-66c4ea3a-85b7-40ae-ae54-5ee367622af0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461483 Nov 09 01:20:57.724932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede9cbc-c8eb-434e-bd71-ea410c07738d req-dc73cc8d-dc36-4553-aaf5-26c677303b06 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:57.726349 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ede9cbc-c8eb-434e-bd71-ea410c07738d req-dc73cc8d-dc36-4553-aaf5-26c677303b06 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Nov 09 01:20:57.774859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5ede9cbc-c8eb-434e-bd71-ea410c07738d req-15aab3d7-498b-4b89-a469-c0bd4844ea24 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Nov 09 01:20:58.890052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ef21f-b3a3-4705-a9b9-4b0684659f0f req-e04efa5f-c6e1-47d3-915d-385baa6cef47 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:20:58.891548 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e4ef21f-b3a3-4705-a9b9-4b0684659f0f req-e04efa5f-c6e1-47d3-915d-385baa6cef47 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0488403 Nov 09 01:20:58.939955 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0e4ef21f-b3a3-4705-a9b9-4b0684659f0f req-49287863-6b0e-4942-92cc-b5f6d6733ffd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425091 Nov 09 01:21:00.060890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dee59-7ac7-4188-8ef7-5eb8cec87598 req-f4a2044a-d080-4b22-ba19-d837cb9ab70b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:00.062427 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-984dee59-7ac7-4188-8ef7-5eb8cec87598 req-f4a2044a-d080-4b22-ba19-d837cb9ab70b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0530627 Nov 09 01:21:00.116174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-984dee59-7ac7-4188-8ef7-5eb8cec87598 req-451ccf28-ea01-4811-91a3-730a32b1ac94 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437694 Nov 09 01:21:01.228157 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8bc5b-84c2-4601-b000-da34009aa85a req-ce0075a6-6697-4410-8c2e-429ebc69003f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:01.229623 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ada8bc5b-84c2-4601-b000-da34009aa85a req-ce0075a6-6697-4410-8c2e-429ebc69003f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0471387 Nov 09 01:21:01.279388 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ada8bc5b-84c2-4601-b000-da34009aa85a req-71702fbc-801d-4b61-a225-773797cbd4f0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Nov 09 01:21:02.394045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5c361-f2d4-4cb2-a61c-921ce283ca40 req-221d6e57-3a21-4220-a052-286970853e4d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:02.395528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14c5c361-f2d4-4cb2-a61c-921ce283ca40 req-221d6e57-3a21-4220-a052-286970853e4d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0484962 Nov 09 01:21:02.447855 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-14c5c361-f2d4-4cb2-a61c-921ce283ca40 req-c6bc23cc-97a2-49b8-97cc-27ef405581dd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464211 Nov 09 01:21:02.469577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33930) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:02.528491 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-4acc66d2-67f4-4cff-a84d-c841537a7264 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/b901ec60-842c-481d-ab79-905da8fa5739 HTTP/1.1" status: 200 len: 992 time: 0.0578182 Nov 09 01:21:03.792137 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a476e0-e73e-4fa3-bdbe-873856ba0c88 req-fea0d6bd-c77e-4bc9-b288-5ea1a03fc6c1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:03.793670 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59a476e0-e73e-4fa3-bdbe-873856ba0c88 req-fea0d6bd-c77e-4bc9-b288-5ea1a03fc6c1 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0512173 Nov 09 01:21:03.847166 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59a476e0-e73e-4fa3-bdbe-873856ba0c88 req-f48b5220-5641-4a38-a491-525f9db31f67 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472729 Nov 09 01:21:03.855970 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932d073-4634-4855-99a1-4f11747430b9 req-f086f69e-43a8-47d2-8ede-4644ac7e9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:03.857520 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0932d073-4634-4855-99a1-4f11747430b9 req-f086f69e-43a8-47d2-8ede-4644ac7e9a54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 1096 time: 0.0803359 Nov 09 01:21:03.953050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932d073-4634-4855-99a1-4f11747430b9 req-fd82531c-1899-4c6d-9615-7366317fa03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:03.954898 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0932d073-4634-4855-99a1-4f11747430b9 req-fd82531c-1899-4c6d-9615-7366317fa03f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a94bc11-11a2-42fb-8e93-7009b870ed1d HTTP/1.1" status: 200 len: 896 time: 0.0899193 Nov 09 01:21:04.019017 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0932d073-4634-4855-99a1-4f11747430b9 req-bdc7fb53-cd11-4cd4-92b3-3a6d45ad08eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 HTTP/1.1" status: 200 len: 1000 time: 0.0563791 Nov 09 01:21:04.070146 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932d073-4634-4855-99a1-4f11747430b9 req-cbb222be-938b-4533-8227-3c0e08b7f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:04.071462 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0932d073-4634-4855-99a1-4f11747430b9 req-cbb222be-938b-4533-8227-3c0e08b7f779 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f2b01cb-fb15-47b7-91ce-e167ed655697 HTTP/1.1" status: 200 len: 835 time: 0.0461020 Nov 09 01:21:04.115912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932d073-4634-4855-99a1-4f11747430b9 req-3f5a690a-16d8-41b4-8c4c-af55942f18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:04.117494 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0932d073-4634-4855-99a1-4f11747430b9 req-3f5a690a-16d8-41b4-8c4c-af55942f18c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a94bc11-11a2-42fb-8e93-7009b870ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385685 Nov 09 01:21:04.203343 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0932d073-4634-4855-99a1-4f11747430b9 req-63eef4f6-89c9-46e3-89c0-41dc31c2df74 service neutron] 10.222.0.11 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791724 Nov 09 01:21:04.292856 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-0932d073-4634-4855-99a1-4f11747430b9 req-8b02f8b2-dae0-4f60-ac4f-6a0a37998171 service neutron] 10.222.0.11 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823245 Nov 09 01:21:04.962101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bd513-c669-40fa-bb55-10452229bc96 req-3b110f71-23a0-484f-b71d-6351e08079ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:04.963642 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd7bd513-c669-40fa-bb55-10452229bc96 req-3b110f71-23a0-484f-b71d-6351e08079ad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0479887 Nov 09 01:21:05.014686 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd7bd513-c669-40fa-bb55-10452229bc96 req-ba63c383-c397-4370-b4f9-4261ab097c3c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445418 Nov 09 01:21:05.037662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33944) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:05.101591 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c9f254a8-d642-44c5-af37-6f3f5823599f tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/b901ec60-842c-481d-ab79-905da8fa5739 HTTP/1.1" status: 200 len: 992 time: 0.0627706 Nov 09 01:21:11.018716 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2245a6c-a25b-48c6-ad84-65b7866b1531 req-02c344b6-2f12-4e57-b295-778b8e76e68a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387523 Nov 09 01:21:11.105163 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2245a6c-a25b-48c6-ad84-65b7866b1531 req-15c0d1cb-9f5d-40b4-98c7-6912eac79557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:11.107315 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2245a6c-a25b-48c6-ad84-65b7866b1531 req-15c0d1cb-9f5d-40b4-98c7-6912eac79557 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 1096 time: 0.0434978 Nov 09 01:21:11.208126 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2245a6c-a25b-48c6-ad84-65b7866b1531 req-f608d9d5-6379-4dd2-9211-a75f3c257e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:11.209718 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2245a6c-a25b-48c6-ad84-65b7866b1531 req-f608d9d5-6379-4dd2-9211-a75f3c257e97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a94bc11-11a2-42fb-8e93-7009b870ed1d HTTP/1.1" status: 200 len: 896 time: 0.0846391 Nov 09 01:21:11.276983 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2245a6c-a25b-48c6-ad84-65b7866b1531 req-89c0fd35-2339-46b0-b0d1-5f97eec775f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 HTTP/1.1" status: 200 len: 1000 time: 0.0596004 Nov 09 01:21:11.325506 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2245a6c-a25b-48c6-ad84-65b7866b1531 req-ef02b2c5-130f-47c9-bd51-3ac34033cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:11.326904 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2245a6c-a25b-48c6-ad84-65b7866b1531 req-ef02b2c5-130f-47c9-bd51-3ac34033cad0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f2b01cb-fb15-47b7-91ce-e167ed655697 HTTP/1.1" status: 200 len: 835 time: 0.0431075 Nov 09 01:21:11.373688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2245a6c-a25b-48c6-ad84-65b7866b1531 req-ecd3f667-0fba-4dd6-959b-5ba677872e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:11.375199 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2245a6c-a25b-48c6-ad84-65b7866b1531 req-ecd3f667-0fba-4dd6-959b-5ba677872e3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a94bc11-11a2-42fb-8e93-7009b870ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412495 Nov 09 01:21:11.466384 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2245a6c-a25b-48c6-ad84-65b7866b1531 req-bfbce3b9-7e37-4cfc-bf1b-300f7bcbeb31 service neutron] 10.222.0.11 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842798 Nov 09 01:21:11.553522 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a2245a6c-a25b-48c6-ad84-65b7866b1531 req-693a2cb2-6f66-4376-a8a5-ccc11ef4b029 service neutron] 10.222.0.11 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802691 Nov 09 01:21:12.806746 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9e82c714-12d5-4dc2-a9e4-fb8288724c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:14.879366 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ed86ee17-1c61-417a-aad2-d0ee3ebd2839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:16.369605 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:16.565001 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:17.009777 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:17.910221 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:18.529014 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:23.167940 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:21:35.458332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33954) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:35.615429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port 736952cb-2d81-4e39-9eb8-95eb8b941375 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:21:35.615770 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:35.688435 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:35.688758 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:35.700544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for 736952cb-2d81-4e39-9eb8-95eb8b941375 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:21:35.843315 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:35.867927 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=736952cb-2d81-4e39-9eb8-95eb8b941375,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:35.891123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:35.891467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:35.891803 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:35.892140 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:35.892466 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:35.892792 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:35.893115 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:35.893480 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:35.893804 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:35.894120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:35.894436 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:35.894749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:35.938894 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:35.939250 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Floating IP b901ec60-842c-481d-ab79-905da8fa5739 disassociated (deleted). External IP: 172.25.0.84, port: 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5. Nov 09 01:21:36.136044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 7a922812-99fd-46e3-ac4e-2eff331955f3 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:21:36.243407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:21:36.247895 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:36.254318 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6b8ea-8afb-48c7-bd3c-4cfd26be97de None None] Sync routers for ids ['7a922812-99fd-46e3-ac4e-2eff331955f3'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:21:36.264770 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6b8ea-8afb-48c7-bd3c-4cfd26be97de None None] Routers {'7a922812-99fd-46e3-ac4e-2eff331955f3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:21:36.265534 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d5d6b8ea-8afb-48c7-bd3c-4cfd26be97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:21:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7a922812-99fd-46e3-ac4e-2eff331955f3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:36.274353 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-23898e55-baa4-42d2-8354-18c9ad034eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/floatingips/b901ec60-842c-481d-ab79-905da8fa5739 HTTP/1.1" status: 204 len: 168 time: 0.8149436 Nov 09 01:21:36.274944 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'tag': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:21:36.277237 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87888820-58d5-4ab4-af5b-ac8e85ffc793" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9a0136-ab66-4a49-8581-c86250ce69c6", "tag": "1fc9dbad-f6dd-4c3a-933e-b4cc594912b5"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:21:36.367911 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc132d8c-4a24-4f33-9ccd-566c6b29752d x-openstack-request-id: req-cc132d8c-4a24-4f33-9ccd-566c6b29752d {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:21:36.368206 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9a0136-ab66-4a49-8581-c86250ce69c6", "tag": "1fc9dbad-f6dd-4c3a-933e-b4cc594912b5", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:21:36.368464 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc132d8c-4a24-4f33-9ccd-566c6b29752d {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:21:36.368871 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'tag': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5', 'status': 'completed', 'code': 200} Nov 09 01:21:36.380668 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-d5d6b8ea-8afb-48c7-bd3c-4cfd26be97de None None] Set router 7a922812-99fd-46e3-ac4e-2eff331955f3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:21:36.451860 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87888820-58d5-4ab4-af5b-ac8e85ffc793 req-eea91d0b-d062-4cc9-842f-d7c1176468a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:36.455598 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87888820-58d5-4ab4-af5b-ac8e85ffc793 req-eea91d0b-d062-4cc9-842f-d7c1176468a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 1096 time: 0.0584502 Nov 09 01:21:36.517574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9970f2-4201-41b5-9244-c50bef894424 req-6f843155-ae3b-4760-80b7-41ad2760541b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:36.519433 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c9970f2-4201-41b5-9244-c50bef894424 req-6f843155-ae3b-4760-80b7-41ad2760541b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0540597 Nov 09 01:21:36.554241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87888820-58d5-4ab4-af5b-ac8e85ffc793 req-41723d86-a3eb-4b28-86e2-eeaea07b011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:36.555832 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87888820-58d5-4ab4-af5b-ac8e85ffc793 req-41723d86-a3eb-4b28-86e2-eeaea07b011b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a94bc11-11a2-42fb-8e93-7009b870ed1d HTTP/1.1" status: 200 len: 896 time: 0.0927474 Nov 09 01:21:36.573030 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4c9970f2-4201-41b5-9244-c50bef894424 req-5d2e9be0-8411-4b7e-a3ce-d2d2ffde3aca tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Nov 09 01:21:36.587827 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d5d6b8ea-8afb-48c7-bd3c-4cfd26be97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:59Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'e1702234-0c5c-404a-85c2-ba0fe1cc6c97', 'name': '', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:23:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:58Z', 'updated_at': '2021-11-09T01:20:02Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:36.599179 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87888820-58d5-4ab4-af5b-ac8e85ffc793 req-d2b03709-6d3e-4a6d-8280-61183c91f5e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 HTTP/1.1" status: 200 len: 217 time: 0.0349822 Nov 09 01:21:36.619022 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6b8ea-8afb-48c7-bd3c-4cfd26be97de None None] Checking router: 7a922812-99fd-46e3-ac4e-2eff331955f3 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:21:36.627457 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6b8ea-8afb-48c7-bd3c-4cfd26be97de None None] Routers {'7a922812-99fd-46e3-ac4e-2eff331955f3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:21:36.628060 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d5d6b8ea-8afb-48c7-bd3c-4cfd26be97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:21:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7a922812-99fd-46e3-ac4e-2eff331955f3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:36.653794 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87888820-58d5-4ab4-af5b-ac8e85ffc793 req-9c84ad76-9374-4e57-8c40-28d06af0ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:36.655165 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87888820-58d5-4ab4-af5b-ac8e85ffc793 req-9c84ad76-9374-4e57-8c40-28d06af0ea1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f2b01cb-fb15-47b7-91ce-e167ed655697 HTTP/1.1" status: 200 len: 835 time: 0.0474927 Nov 09 01:21:36.705199 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87888820-58d5-4ab4-af5b-ac8e85ffc793 req-b2a96f82-b9a9-4bf3-a30f-0bd64408fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:36.706746 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87888820-58d5-4ab4-af5b-ac8e85ffc793 req-b2a96f82-b9a9-4bf3-a30f-0bd64408fe49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a94bc11-11a2-42fb-8e93-7009b870ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404162 Nov 09 01:21:36.731990 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-d5d6b8ea-8afb-48c7-bd3c-4cfd26be97de None None] Set router 7a922812-99fd-46e3-ac4e-2eff331955f3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:21:36.802310 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87888820-58d5-4ab4-af5b-ac8e85ffc793 req-c4a5fd58-6c50-4deb-a077-9580740a4c0a service neutron] 10.222.0.11 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853605 Nov 09 01:21:36.892120 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-87888820-58d5-4ab4-af5b-ac8e85ffc793 req-d0e1767f-b41b-46ba-b13c-fbfd7ca4483d service neutron] 10.222.0.11 "GET /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814292 Nov 09 01:21:36.931850 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d5d6b8ea-8afb-48c7-bd3c-4cfd26be97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:59Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'e1702234-0c5c-404a-85c2-ba0fe1cc6c97', 'name': '', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:23:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:58Z', 'updated_at': '2021-11-09T01:20:02Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:36.957879 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6b8ea-8afb-48c7-bd3c-4cfd26be97de None None] The sync data for ids ['7a922812-99fd-46e3-ac4e-2eff331955f3'] in n-d-813263-3 is: [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:19:59Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'e1702234-0c5c-404a-85c2-ba0fe1cc6c97', 'name': '', 'network_id': '3a94bc11-11a2-42fb-8e93-7009b870ed1d', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:23:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:58Z', 'updated_at': '2021-11-09T01:20:02Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '3f2b01cb-fb15-47b7-91ce-e167ed655697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:21:37.166225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1283bc18-f178-4b4c-a10f-8094cfca92d3 None None] New status for floating IP b901ec60-842c-481d-ab79-905da8fa5739: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:21:37.691890 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba1aea-5ece-4be4-b8a6-54a00d35b97f req-fb566912-8d22-463a-b859-49db3b1f343b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:37.693337 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55ba1aea-5ece-4be4-b8a6-54a00d35b97f req-fb566912-8d22-463a-b859-49db3b1f343b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0473819 Nov 09 01:21:37.740852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-55ba1aea-5ece-4be4-b8a6-54a00d35b97f req-8a1c0d89-0c5c-491f-8203-b46744ce4a01 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a236dfc-29a4-4998-8e0b-042119a5c723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416718 Nov 09 01:21:37.976918 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd5475-69f2-4126-be57-251114d5cdf2 req-43d2138f-f8b6-43a0-825c-fcc653771119 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:37.978304 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9cdd5475-69f2-4126-be57-251114d5cdf2 req-43d2138f-f8b6-43a0-825c-fcc653771119 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 945 time: 0.0479634 Nov 09 01:21:38.068923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-9cdd5475-69f2-4126-be57-251114d5cdf2 req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:21:38.069263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cdd5475-69f2-4126-be57-251114d5cdf2 req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:38.156387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-9cdd5475-69f2-4126-be57-251114d5cdf2 req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5,segment=NetworkSegment(0c59955c-f27d-457b-9496-a0fcb9cfd20f),segment_id=0c59955c-f27d-457b-9496-a0fcb9cfd20f)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:21:38.156761 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cdd5475-69f2-4126-be57-251114d5cdf2 req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:38.170078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-9cdd5475-69f2-4126-be57-251114d5cdf2 req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:21:38.295361 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cdd5475-69f2-4126-be57-251114d5cdf2 req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:38.321252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=1fc9dbad-f6dd-4c3a-933e-b4cc594912b5,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:38.331170 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:38.331521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:38.333757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:38.333757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:38.333757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:38.333757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:38.333757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:38.333757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:38.333757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:38.334423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:38.334423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:38.335212 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:38.378488 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdd5475-69f2-4126-be57-251114d5cdf2 req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] No DVR routers for this DVR port 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:21:38.381054 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-9cdd5475-69f2-4126-be57-251114d5cdf2 req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:38.384372 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9cdd5475-69f2-4126-be57-251114d5cdf2 req-df48757a-c266-46d9-9925-b0b85ae029ed tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.11 "DELETE /v2.0/ports/1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 HTTP/1.1" status: 204 len: 173 time: 0.3997607 Nov 09 01:21:38.384801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'name': 'network-vif-deleted', 'tag': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:21:38.387055 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d851a3-73df-49c0-bc65-206238aeb5bc" -d '{"events": [{"server_uuid": "4b9a0136-ab66-4a49-8581-c86250ce69c6", "name": "network-vif-deleted", "tag": "1fc9dbad-f6dd-4c3a-933e-b4cc594912b5"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:21:38.478619 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0276058e-315b-4859-9465-482213f62082 x-openstack-request-id: req-0276058e-315b-4859-9465-482213f62082 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:21:38.478974 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9a0136-ab66-4a49-8581-c86250ce69c6", "name": "network-vif-deleted", "tag": "1fc9dbad-f6dd-4c3a-933e-b4cc594912b5", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:21:38.479302 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0276058e-315b-4859-9465-482213f62082 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:21:38.479779 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9a0136-ab66-4a49-8581-c86250ce69c6', 'name': 'network-vif-deleted', 'tag': '1fc9dbad-f6dd-4c3a-933e-b4cc594912b5', 'status': 'completed', 'code': 200} Nov 09 01:21:38.859672 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4e481dcb-b886-4790-87f0-99893cb274f8 req-5b49cec5-5c35-498c-aff0-e9dae23fdad6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b9a0136-ab66-4a49-8581-c86250ce69c6 HTTP/1.1" status: 200 len: 210 time: 0.0260828 Nov 09 01:21:39.918953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33974) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:40.270941 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a215d372-c74f-422b-917a-3cc70744567a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:40.521307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a215d372-c74f-422b-917a-3cc70744567a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port e1702234-0c5c-404a-85c2-ba0fe1cc6c97 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:21:40.521577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a215d372-c74f-422b-917a-3cc70744567a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:40.606897 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-a215d372-c74f-422b-917a-3cc70744567a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port e1702234-0c5c-404a-85c2-ba0fe1cc6c97, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=e1702234-0c5c-404a-85c2-ba0fe1cc6c97,segment=NetworkSegment(0c59955c-f27d-457b-9496-a0fcb9cfd20f),segment_id=0c59955c-f27d-457b-9496-a0fcb9cfd20f)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:21:40.607389 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a215d372-c74f-422b-917a-3cc70744567a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:40.619798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-a215d372-c74f-422b-917a-3cc70744567a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for e1702234-0c5c-404a-85c2-ba0fe1cc6c97 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:21:40.802711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a215d372-c74f-422b-917a-3cc70744567a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:40.828746 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215d372-c74f-422b-917a-3cc70744567a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=e1702234-0c5c-404a-85c2-ba0fe1cc6c97,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:40.997472 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a215d372-c74f-422b-917a-3cc70744567a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:41.207657 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a215d372-c74f-422b-917a-3cc70744567a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router 7a922812-99fd-46e3-ac4e-2eff331955f3 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:21:41.311338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a215d372-c74f-422b-917a-3cc70744567a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:21:41.316460 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a215d372-c74f-422b-917a-3cc70744567a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "PUT /v2.0/routers/7a922812-99fd-46e3-ac4e-2eff331955f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3963513 Nov 09 01:21:41.319237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33976) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:41.320479 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39848796-45d2-4d34-bdeb-ace53c437249 None None] Sync routers for ids ['7a922812-99fd-46e3-ac4e-2eff331955f3'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:21:41.331159 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39848796-45d2-4d34-bdeb-ace53c437249 None None] Routers {'7a922812-99fd-46e3-ac4e-2eff331955f3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:21:41.331762 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-39848796-45d2-4d34-bdeb-ace53c437249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:21:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7a922812-99fd-46e3-ac4e-2eff331955f3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:41.373260 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a04698-1c2b-4656-9f82-e0e68d50303b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting subnet 3f2b01cb-fb15-47b7-91ce-e167ed655697 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:21:41.376684 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a8a04698-1c2b-4656-9f82-e0e68d50303b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:41.417594 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a8a04698-1c2b-4656-9f82-e0e68d50303b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:41.435368 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-39848796-45d2-4d34-bdeb-ace53c437249 None None] Set router 7a922812-99fd-46e3-ac4e-2eff331955f3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:21:41.622894 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-39848796-45d2-4d34-bdeb-ace53c437249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:21:40Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:41.649741 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39848796-45d2-4d34-bdeb-ace53c437249 None None] Checking router: 7a922812-99fd-46e3-ac4e-2eff331955f3 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:21:41.658354 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39848796-45d2-4d34-bdeb-ace53c437249 None None] Routers {'7a922812-99fd-46e3-ac4e-2eff331955f3'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:21:41.658955 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-39848796-45d2-4d34-bdeb-ace53c437249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:21:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7a922812-99fd-46e3-ac4e-2eff331955f3'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:41.794033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:21:41.815453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:21:41.815798 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 1fc9dbad-f6dd-4c3a-933e-b4cc594912b5 not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:21:41.852099 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a8a04698-1c2b-4656-9f82-e0e68d50303b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:41.857479 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-39848796-45d2-4d34-bdeb-ace53c437249 None None] Set router 7a922812-99fd-46e3-ac4e-2eff331955f3 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:21:41.909651 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a8a04698-1c2b-4656-9f82-e0e68d50303b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:41.937134 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a04698-1c2b-4656-9f82-e0e68d50303b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2b01cb-fb15-47b7-91ce-e167ed655697,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:41.940903 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a8a04698-1c2b-4656-9f82-e0e68d50303b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:41.944704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a8a04698-1c2b-4656-9f82-e0e68d50303b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/subnets/3f2b01cb-fb15-47b7-91ce-e167ed655697 HTTP/1.1" status: 204 len: 168 time: 0.6245084 Nov 09 01:21:41.947379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33978) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:41.950590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dc6e13-2abf-4273-ac8c-a4a192d5f947 None None] Network 3a94bc11-11a2-42fb-8e93-7009b870ed1d requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:21:42.034432 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-39848796-45d2-4d34-bdeb-ace53c437249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:21:40Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:42.056074 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.067002 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39848796-45d2-4d34-bdeb-ace53c437249 None None] The sync data for ids ['7a922812-99fd-46e3-ac4e-2eff331955f3'] in n-d-813263-3 is: [{'id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206181400', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:21:40Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': 'bff7043d-f861-442b-9dfa-f0bb0000b6d0', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a922812-99fd-46e3-ac4e-2eff331955f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:19:56Z', 'updated_at': '2021-11-09T01:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:21:42.161402 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.215033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port bff7043d-f861-442b-9dfa-f0bb0000b6d0 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:21:42.215376 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.297544 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port bff7043d-f861-442b-9dfa-f0bb0000b6d0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=bff7043d-f861-442b-9dfa-f0bb0000b6d0,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:21:42.297907 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.309832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for bff7043d-f861-442b-9dfa-f0bb0000b6d0 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:21:42.453968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] DHCP port deletion for 3a94bc11-11a2-42fb-8e93-7009b870ed1d request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:21:42.482406 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.508957 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=bff7043d-f861-442b-9dfa-f0bb0000b6d0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:42.527487 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Deleting port 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:21:42.528884 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.578596 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.587380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e1702234-0c5c-404a-85c2-ba0fe1cc6c97 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:21:42.623420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: e1702234-0c5c-404a-85c2-ba0fe1cc6c97 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:21:42.623760 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device e1702234-0c5c-404a-85c2-ba0fe1cc6c97 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:21:42.624168 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:21:42.664924 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] For port 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=6d9b171d-bb1e-41e2-a3b6-b998cabe25aa,segment=NetworkSegment(0c59955c-f27d-457b-9496-a0fcb9cfd20f),segment_id=0c59955c-f27d-457b-9496-a0fcb9cfd20f)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:21:42.665313 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.674497 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.676529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.685380 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Calling delete_port for 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:21:42.726475 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.727044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Fanout notify agent at l3_agent the message router_deleted on router 7a922812-99fd-46e3-ac4e-2eff331955f3 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:21:42.734958 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.737043 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7ee54745-d1ba-4c13-85c0-9ce07bb4b4c9 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/routers/7a922812-99fd-46e3-ac4e-2eff331955f3 HTTP/1.1" status: 204 len: 168 time: 0.7886293 Nov 09 01:21:42.739697 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33980) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:42.782064 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.824765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.836488 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5c34-1781-43b8-9326-437671ef1f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.840492 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.886900 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Pushing event deleted for resources: {'Port': ['ID=6d9b171d-bb1e-41e2-a3b6-b998cabe25aa,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:42.893160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] No DVR routers for this DVR port 6d9b171d-bb1e-41e2-a3b6-b998cabe25aa on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:21:42.904546 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:42.904889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:42.905225 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:42.905585 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:42.905913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:42.906238 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:42.906554 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:42.906874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:42.907197 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:42.907496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:42.907871 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:42.908115 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472379c-8233-45bc-9aff-3a92946996f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:42.935527 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.955292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a94bc11-11a2-42fb-8e93-7009b870ed1d']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:42.964147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c59955c-f27d-457b-9496-a0fcb9cfd20f') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:42.964441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c59955c-f27d-457b-9496-a0fcb9cfd20f') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:42.974141 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.986743 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.992527 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:21:42.992912 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: timer() Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:21:42.995996 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:21:43.051504 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.058591 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.062295 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/networks/3a94bc11-11a2-42fb-8e93-7009b870ed1d HTTP/1.1" status: 204 len: 168 time: 0.3215299 Nov 09 01:21:43.065149 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33982) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:43.073364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16876746-015a-4f9b-9772-223ccd4c9eec tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Network': ['ID=3a94bc11-11a2-42fb-8e93-7009b870ed1d,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:43.123251 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62070760-fb7b-4dfc-be0f-0f0993152c93 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.148081 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62070760-fb7b-4dfc-be0f-0f0993152c93 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.213789 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62070760-fb7b-4dfc-be0f-0f0993152c93 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.216961 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-62070760-fb7b-4dfc-be0f-0f0993152c93 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.220652 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-62070760-fb7b-4dfc-be0f-0f0993152c93 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/security-groups/1a236dfc-29a4-4998-8e0b-042119a5c723 HTTP/1.1" status: 204 len: 168 time: 0.1520004 Nov 09 01:21:43.228229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62070760-fb7b-4dfc-be0f-0f0993152c93 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a236dfc-29a4-4998-8e0b-042119a5c723,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:43.654602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 33988) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:43.659245 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5cbc8edd-a2e0-4d8b-ba25-7ba96017ac52 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313081875', 'description': 'tempest-secgroup-smoke-313081875 description', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:43.681327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8edd-a2e0-4d8b-ba25-7ba96017ac52 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.749698 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8edd-a2e0-4d8b-ba25-7ba96017ac52 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.753049 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8edd-a2e0-4d8b-ba25-7ba96017ac52 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.779000 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8edd-a2e0-4d8b-ba25-7ba96017ac52 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.780229 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5cbc8edd-a2e0-4d8b-ba25-7ba96017ac52 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1245944 Nov 09 01:21:43.783225 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33990) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:43.787853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-33366880-c4bf-48e4-96ed-71c181208384 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '0656c3ec-9e28-4e8d-8913-e44f000bba2c', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:43.788175 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc8edd-a2e0-4d8b-ba25-7ba96017ac52 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0656c3ec-9e28-4e8d-8913-e44f000bba2c,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:43.814643 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33366880-c4bf-48e4-96ed-71c181208384 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.872179 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33366880-c4bf-48e4-96ed-71c181208384 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.875721 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33366880-c4bf-48e4-96ed-71c181208384 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.899639 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33366880-c4bf-48e4-96ed-71c181208384 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4746c03-8426-4fb2-b4c6-024775a3acfb,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:43.905695 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33366880-c4bf-48e4-96ed-71c181208384 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.909710 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-33366880-c4bf-48e4-96ed-71c181208384 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229436 Nov 09 01:21:43.909954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33992) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:43.914575 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-2ea93896-bb80-4c93-b7c3-af15622f700d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '0656c3ec-9e28-4e8d-8913-e44f000bba2c', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:43.943236 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ea93896-bb80-4c93-b7c3-af15622f700d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.995792 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ea93896-bb80-4c93-b7c3-af15622f700d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:43.999602 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ea93896-bb80-4c93-b7c3-af15622f700d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.017716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea93896-bb80-4c93-b7c3-af15622f700d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a042df0b-1602-416c-bc87-574230ed01fd,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:44.021917 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-2ea93896-bb80-4c93-b7c3-af15622f700d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.023360 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2ea93896-bb80-4c93-b7c3-af15622f700d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121230 Nov 09 01:21:44.025914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33994) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:44.030194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-23d79dd7-efc5-4b48-83e3-9532fa718ed6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '0656c3ec-9e28-4e8d-8913-e44f000bba2c', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:44.054335 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23d79dd7-efc5-4b48-83e3-9532fa718ed6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.107636 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23d79dd7-efc5-4b48-83e3-9532fa718ed6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.110959 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23d79dd7-efc5-4b48-83e3-9532fa718ed6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.128177 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d79dd7-efc5-4b48-83e3-9532fa718ed6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e824e838-5caf-42b3-8401-ba4f6dab0c72,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:44.135919 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-23d79dd7-efc5-4b48-83e3-9532fa718ed6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.137087 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-23d79dd7-efc5-4b48-83e3-9532fa718ed6 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1102617 Nov 09 01:21:44.140364 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33996) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:44.144582 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-b1ab2704-14c8-4b20-b467-77287443c913 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '0656c3ec-9e28-4e8d-8913-e44f000bba2c', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:44.170212 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1ab2704-14c8-4b20-b467-77287443c913 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.232686 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1ab2704-14c8-4b20-b467-77287443c913 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.236210 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1ab2704-14c8-4b20-b467-77287443c913 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.253472 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab2704-14c8-4b20-b467-77287443c913 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c249e240-6811-41d3-8a6d-90e5305770d2,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:44.260805 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-b1ab2704-14c8-4b20-b467-77287443c913 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.262041 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-b1ab2704-14c8-4b20-b467-77287443c913 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207678 Nov 09 01:21:44.264749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 33998) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:44.269022 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-7572ea28-7b76-40a5-bcac-f02849637a59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '0656c3ec-9e28-4e8d-8913-e44f000bba2c', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:44.290234 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-7572ea28-7b76-40a5-bcac-f02849637a59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Project b8bc83bc0ab74c23b22b22bfd8e911b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:21:44.295560 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7572ea28-7b76-40a5-bcac-f02849637a59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.352016 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7572ea28-7b76-40a5-bcac-f02849637a59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.355440 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7572ea28-7b76-40a5-bcac-f02849637a59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.372975 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572ea28-7b76-40a5-bcac-f02849637a59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f93918-9ace-46c4-9668-387958125994,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:44.380204 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-7572ea28-7b76-40a5-bcac-f02849637a59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.381414 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-7572ea28-7b76-40a5-bcac-f02849637a59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157272 Nov 09 01:21:44.384118 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34000) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:44.388359 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fa83cac6-4927-4578-be5f-a2bdda4dfa59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'security_group_rule': {'security_group_id': '0656c3ec-9e28-4e8d-8913-e44f000bba2c', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:44.410569 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-fa83cac6-4927-4578-be5f-a2bdda4dfa59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Project b8bc83bc0ab74c23b22b22bfd8e911b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:21:44.416110 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fa83cac6-4927-4578-be5f-a2bdda4dfa59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.448879 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bff7043d-f861-442b-9dfa-f0bb0000b6d0 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:21:44.468683 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: bff7043d-f861-442b-9dfa-f0bb0000b6d0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:21:44.469397 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device bff7043d-f861-442b-9dfa-f0bb0000b6d0 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:21:44.475791 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fa83cac6-4927-4578-be5f-a2bdda4dfa59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.479547 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fa83cac6-4927-4578-be5f-a2bdda4dfa59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.497557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83cac6-4927-4578-be5f-a2bdda4dfa59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fe21c2-2b4c-45ee-9b2e-1d958a53ea14,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:44.504900 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fa83cac6-4927-4578-be5f-a2bdda4dfa59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.506138 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fa83cac6-4927-4578-be5f-a2bdda4dfa59 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211064 Nov 09 01:21:44.508920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34002) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:44.513688 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-d1c16321-8cd8-4975-a5f7-96b6e4ac9e3d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'network': {'name': 'tempest-network-smoke--804006053', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'port_security_enabled': True}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:44.533266 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c16321-8cd8-4975-a5f7-96b6e4ac9e3d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'network': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:21:44.536599 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1c16321-8cd8-4975-a5f7-96b6e4ac9e3d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.562935 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c16321-8cd8-4975-a5f7-96b6e4ac9e3d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:21:44.572850 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1c16321-8cd8-4975-a5f7-96b6e4ac9e3d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.573194 n-d-813263-3 neutron-server[101781]: INFO neutron.db.segments_db [None req-d1c16321-8cd8-4975-a5f7-96b6e4ac9e3d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Added segment 82c415d1-3760-4088-b34f-93e947564e8d of type vlan for network 71af0152-9654-404f-a310-9ba4245eb983 Nov 09 01:21:44.616327 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1c16321-8cd8-4975-a5f7-96b6e4ac9e3d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.640530 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1c16321-8cd8-4975-a5f7-96b6e4ac9e3d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.645984 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c16321-8cd8-4975-a5f7-96b6e4ac9e3d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:44.646565 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d1c16321-8cd8-4975-a5f7-96b6e4ac9e3d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.680290 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d1c16321-8cd8-4975-a5f7-96b6e4ac9e3d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1703532 Nov 09 01:21:44.683086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34004) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:44.687320 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'admin_state_up': True, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:44.728387 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c16321-8cd8-4975-a5f7-96b6e4ac9e3d tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Network': ['ID=71af0152-9654-404f-a310-9ba4245eb983,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:44.739167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 71af0152-9654-404f-a310-9ba4245eb983 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:21:44.741693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.742722 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.797245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.879263 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1dee3c09-a036-4ace-b2a7-8c9416f5868c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:44.930635 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:45.129211 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:45.147903 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:45.252272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.25.0.248 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/407983f2-705c-457d-826a-a382f3235296) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:21:45.349755 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:45.381370 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:45.417658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:21:45.422292 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:21:45.426334 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:21:45.452193 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=407983f2-705c-457d-826a-a382f3235296,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:46.007144 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:46.197247 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:46.322646 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router e4905b02-86ed-4d23-bb0f-6343a2540c85 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:21:46.373183 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:46.427838 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:21:46.437599 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Sync routers for ids ['e4905b02-86ed-4d23-bb0f-6343a2540c85'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:21:46.446708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Routers {'e4905b02-86ed-4d23-bb0f-6343a2540c85'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:21:46.447337 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e4905b02-86ed-4d23-bb0f-6343a2540c85'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:46.447529 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:46.448555 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8adcd96d-4259-434c-959f-1d5ad2d7bb98 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7645361 Nov 09 01:21:46.452238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34006) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:46.525004 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-2ebc7220-0078-4530-8a64-44b6677f88f2 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b8bc83bc0ab74c23b22b22bfd8e911b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715494 Nov 09 01:21:46.527637 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34010) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:46.557177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Set router e4905b02-86ed-4d23-bb0f-6343a2540c85 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:21:46.618285 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b191e37-19de-45e0-b7e0-3ac063fa2988 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:46.620217 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9b191e37-19de-45e0-b7e0-3ac063fa2988 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909960 Nov 09 01:21:46.623183 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34012) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:46.635184 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:46.650755 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-593245ca-5c88-447d-839e-e1b2d1551c90 tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=05329b63-5e82-4b7a-9ee4-f15a280f45e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263453 Nov 09 01:21:46.654031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34014) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:46.658515 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a1ab0da0-b930-426d-a2cc-8bba74825d0b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-504123670', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:46.744682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:21:45Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:46.749165 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ab0da0-b930-426d-a2cc-8bba74825d0b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:21:46.752720 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0da0-b930-426d-a2cc-8bba74825d0b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:46.771822 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Checking router: e4905b02-86ed-4d23-bb0f-6343a2540c85 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:21:46.772169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Updating router e4905b02-86ed-4d23-bb0f-6343a2540c85 port 407983f2-705c-457d-826a-a382f3235296 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:21:46.796613 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:46.937983 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0da0-b930-426d-a2cc-8bba74825d0b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:46.998274 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab0da0-b930-426d-a2cc-8bba74825d0b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Subnet': ['ID=22b414ec-8cd8-42d4-9c9a-a5a38850d969,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:47.008807 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab0da0-b930-426d-a2cc-8bba74825d0b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Checking segment: {'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:21:47.009427 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ab0da0-b930-426d-a2cc-8bba74825d0b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network hostable DHCP agents. Network: 71af0152-9654-404f-a310-9ba4245eb983, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:21:47.025842 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ab0da0-b930-426d-a2cc-8bba74825d0b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 71af0152-9654-404f-a310-9ba4245eb983 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:21:47.034553 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a1ab0da0-b930-426d-a2cc-8bba74825d0b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 71af0152-9654-404f-a310-9ba4245eb983) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:21:47.038490 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ab0da0-b930-426d-a2cc-8bba74825d0b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:47.039566 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0da0-b930-426d-a2cc-8bba74825d0b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:47.047552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab624a4e-09a3-4c5a-929f-f75680c88eb9 None None] Network 71af0152-9654-404f-a310-9ba4245eb983 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:21:47.057002 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a1ab0da0-b930-426d-a2cc-8bba74825d0b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4021864 Nov 09 01:21:47.059944 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34016) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:47.081915 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:47.085390 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:47.112716 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:47.179609 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b421b7d-00ad-432f-9d0f-47f30741f7e8 None None] Pushing event updated for resources: {'Port': ['ID=407983f2-705c-457d-826a-a382f3235296,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:47.188727 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Attempting to bind port 407983f2-705c-457d-826a-a382f3235296 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:21:47.189028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Attempting to bind port 407983f2-705c-457d-826a-a382f3235296 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:21:47.189420 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Attempting to bind port 407983f2-705c-457d-826a-a382f3235296 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:21:47.201551 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:21:47.201920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:21:47.202313 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:47.202698 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:21:47.203158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Bound port: 407983f2-705c-457d-826a-a382f3235296, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:21:47.203532 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:47.286932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] For port 407983f2-705c-457d-826a-a382f3235296, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:21:47.290942 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] For port 407983f2-705c-457d-826a-a382f3235296, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=407983f2-705c-457d-826a-a382f3235296,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:21:47.304807 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:47.336393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-71af0152-9654-404f-a310-9ba4245eb983', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ips': [{'subnet_id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:21:47.337244 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:47.389825 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b421b7d-00ad-432f-9d0f-47f30741f7e8 None None] Pushing event updated for resources: {'Port': ['ID=407983f2-705c-457d-826a-a382f3235296,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:47.393477 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Routers {'e4905b02-86ed-4d23-bb0f-6343a2540c85'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:21:47.394079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e4905b02-86ed-4d23-bb0f-6343a2540c85'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:47.494651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:47.586575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] Set router e4905b02-86ed-4d23-bb0f-6343a2540c85 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:21:47.588655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Allocated IP 172.20.0.2 (71af0152-9654-404f-a310-9ba4245eb983/22b414ec-8cd8-42d4-9c9a-a5a38850d969/20fdc8a0-65b7-4f87-983a-8c657a23a3b0) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:21:48.023252 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.027802 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.034476 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.080614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Network 71af0152-9654-404f-a310-9ba4245eb983 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:21:48.081238 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.20.0.1 (71af0152-9654-404f-a310-9ba4245eb983/22b414ec-8cd8-42d4-9c9a-a5a38850d969/f77e113c-d20c-4449-947e-62831720581a) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:21:48.085793 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:21:45Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:48.092925 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:21:48.120789 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:21:48.123545 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Pushing event updated for resources: {'Port': ['ID=20fdc8a0-65b7-4f87-983a-8c657a23a3b0,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:48.126903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40249f0-02a4-47e3-a3f4-011fad145890 None None] The sync data for ids ['e4905b02-86ed-4d23-bb0f-6343a2540c85'] in n-d-813263-3 is: [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:21:45Z', 'revision_number': 3, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:21:48.181220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Attempting to bind port 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:21:48.181620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Attempting to bind port 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:21:48.181979 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Attempting to bind port 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 on network 71af0152-9654-404f-a310-9ba4245eb983 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:21:48.189816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:21:48.190194 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Checking segment: {'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:21:48.190894 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.191179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Bound using segment: {'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:21:48.191655 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Bound port: 20fdc8a0-65b7-4f87-983a-8c657a23a3b0, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:21:48.192037 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.206661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.243295 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.257968 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] For port 20fdc8a0-65b7-4f87-983a-8c657a23a3b0, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:21:48.261066 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] For port 20fdc8a0-65b7-4f87-983a-8c657a23a3b0, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=20fdc8a0-65b7-4f87-983a-8c657a23a3b0,segment=NetworkSegment(82c415d1-3760-4088-b34f-93e947564e8d),segment_id=82c415d1-3760-4088-b34f-93e947564e8d)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:21:48.266094 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.288096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 71af0152-9654-404f-a310-9ba4245eb983 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:21:48.294356 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:21:48.296820 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:21:48.325058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=f77e113c-d20c-4449-947e-62831720581a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:48.327314 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b70f69-c133-456f-abe8-e7415e154522 None None] Pushing event updated for resources: {'Port': ['ID=20fdc8a0-65b7-4f87-983a-8c657a23a3b0,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:48.354666 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.553469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.562509 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 407983f2-705c-457d-826a-a382f3235296 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:21:48.572366 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.651318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 407983f2-705c-457d-826a-a382f3235296 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:48.651610 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.752337 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.776357 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 407983f2-705c-457d-826a-a382f3235296, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=407983f2-705c-457d-826a-a382f3235296,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:21:48.781201 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.835410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=407983f2-705c-457d-826a-a382f3235296,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:48.911111 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.916184 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:48.990346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=f77e113c-d20c-4449-947e-62831720581a,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:48.993729 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:49.097790 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 71af0152-9654-404f-a310-9ba4245eb983 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:21:49.099255 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:21:49.216439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router e4905b02-86ed-4d23-bb0f-6343a2540c85 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:21:49.327544 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:21:49.332715 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-0538301d-6e83-481d-9628-739b2673109e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "PUT /v2.0/routers/e4905b02-86ed-4d23-bb0f-6343a2540c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2716756 Nov 09 01:21:49.370771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56942aa0-422e-4b96-a025-4900ca7da56c None None] Network 71af0152-9654-404f-a310-9ba4245eb983 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:21:49.485008 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-b4e6edbb-472f-4517-81c4-3a96e58dd849 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313081875&fields=id&tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 267 time: 0.0447173 Nov 09 01:21:49.489844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-3fb1eeae-7fe4-4c98-94b4-798194a3705d None None] Provisioning complete for port 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:49.490213 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3fb1eeae-7fe4-4c98-94b4-798194a3705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:49.608451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-649275b0-2cd4-4779-a495-964ffe2005d7 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:49.609487 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3fb1eeae-7fe4-4c98-94b4-798194a3705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:49.617557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-649275b0-2cd4-4779-a495-964ffe2005d7 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/networks?id=71af0152-9654-404f-a310-9ba4245eb983 HTTP/1.1" status: 200 len: 796 time: 0.1246130 Nov 09 01:21:49.633948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-b9ff3663-bb6a-446c-afe7-84b84c57d988 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/quotas/b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 375 time: 0.0154328 Nov 09 01:21:49.659747 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3fb1eeae-7fe4-4c98-94b4-798194a3705d None None] For port 20fdc8a0-65b7-4f87-983a-8c657a23a3b0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=20fdc8a0-65b7-4f87-983a-8c657a23a3b0,segment=NetworkSegment(82c415d1-3760-4088-b34f-93e947564e8d),segment_id=82c415d1-3760-4088-b34f-93e947564e8d)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:21:49.664502 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3fb1eeae-7fe4-4c98-94b4-798194a3705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:49.693961 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-02eabdc9-5694-47e2-a577-7432209b5c9c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586095 Nov 09 01:21:49.711809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-e49ff653-026e-433f-98d3-31613a5a70c3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:21:49.712972 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-e49ff653-026e-433f-98d3-31613a5a70c3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056133 Nov 09 01:21:49.719945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1eeae-7fe4-4c98-94b4-798194a3705d None None] Pushing event updated for resources: {'Port': ['ID=20fdc8a0-65b7-4f87-983a-8c657a23a3b0,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:49.808901 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-f238bf59-a083-4287-a17e-fc3762d3e3a0 service neutron] 10.222.0.25 "GET /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877683 Nov 09 01:21:49.888268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1b3b15a1-b37b-490c-96c8-142f99c30f5b None None] Provisioning complete for port f77e113c-d20c-4449-947e-62831720581a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:49.888973 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1b3b15a1-b37b-490c-96c8-142f99c30f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:49.927401 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Sync routers for ids ['e4905b02-86ed-4d23-bb0f-6343a2540c85'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:21:49.930171 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-29194a10-731d-492d-ac95-befec17df62d service neutron] 10.222.0.25 "GET /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137960 Nov 09 01:21:49.932921 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b15a1-b37b-490c-96c8-142f99c30f5b None None] Port f77e113c-d20c-4449-947e-62831720581a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:21:49.942067 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Routers {'e4905b02-86ed-4d23-bb0f-6343a2540c85'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:21:49.942945 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e4905b02-86ed-4d23-bb0f-6343a2540c85'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:49.944266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1b3b15a1-b37b-490c-96c8-142f99c30f5b None None] Provisioning complete for port 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:49.944637 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1b3b15a1-b37b-490c-96c8-142f99c30f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:50.070652 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Set router e4905b02-86ed-4d23-bb0f-6343a2540c85 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:21:50.128997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8cd4f56d-614e-4dcc-9024-62ed7c37c105 req-08efe10f-d64e-4255-9bde-d83131b4b7f3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 210 time: 0.0411656 Nov 09 01:21:50.181976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-69fc84d2-bce8-4323-a835-c5a6413cb6ac None None] Provisioning complete for port f77e113c-d20c-4449-947e-62831720581a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:50.182342 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69fc84d2-bce8-4323-a835-c5a6413cb6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:50.223768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-69fc84d2-bce8-4323-a835-c5a6413cb6ac None None] Port f77e113c-d20c-4449-947e-62831720581a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:21:50.296569 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f77e113c-d20c-4449-947e-62831720581a', 'name': '', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:46:de:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:47Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 2, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:50.327588 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Checking router: e4905b02-86ed-4d23-bb0f-6343a2540c85 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:21:50.327935 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Updating router e4905b02-86ed-4d23-bb0f-6343a2540c85 port f77e113c-d20c-4449-947e-62831720581a binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:21:50.343809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-deecb3bd-19f0-4508-855d-3df55a8c7e40 None None] Provisioning complete for port f77e113c-d20c-4449-947e-62831720581a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:50.344177 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-deecb3bd-19f0-4508-855d-3df55a8c7e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:50.353497 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:50.380541 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-deecb3bd-19f0-4508-855d-3df55a8c7e40 None None] Port f77e113c-d20c-4449-947e-62831720581a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:21:50.549783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 407983f2-705c-457d-826a-a382f3235296 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:21:50.608874 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 407983f2-705c-457d-826a-a382f3235296 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:50.608874 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:50.635731 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:50.642338 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:50.695118 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Pushing event updated for resources: {'Port': ['ID=f77e113c-d20c-4449-947e-62831720581a,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:50.703883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:21:50.710916 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:50.711258 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:50.711595 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:50.712013 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:50.712358 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:50.712682 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:50.713008 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:50.713329 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:50.713674 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:50.713993 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:50.714310 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:50.714625 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:21:50.765317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:50.765731 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Attempting to bind port f77e113c-d20c-4449-947e-62831720581a on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:21:50.765970 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:50.766101 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Attempting to bind port f77e113c-d20c-4449-947e-62831720581a by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:21:50.766474 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Attempting to bind port f77e113c-d20c-4449-947e-62831720581a on network 71af0152-9654-404f-a310-9ba4245eb983 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:21:50.772097 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:21:50.772474 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Checking segment: {'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:21:50.772881 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:50.773294 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Bound using segment: {'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:21:50.773838 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Bound port: f77e113c-d20c-4449-947e-62831720581a, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:21:50.774181 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:50.839884 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] For port f77e113c-d20c-4449-947e-62831720581a, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:21:50.843395 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] For port f77e113c-d20c-4449-947e-62831720581a, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f77e113c-d20c-4449-947e-62831720581a,segment=NetworkSegment(82c415d1-3760-4088-b34f-93e947564e8d),segment_id=82c415d1-3760-4088-b34f-93e947564e8d)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:21:50.849463 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:50.897497 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Routers {'e4905b02-86ed-4d23-bb0f-6343a2540c85'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:21:50.898105 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e4905b02-86ed-4d23-bb0f-6343a2540c85'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:50.907206 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9bd47e6b-1c3d-4b24-9d3f-326ad7ad5286 None None] Provisioning complete for port f77e113c-d20c-4449-947e-62831720581a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:50.907652 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9bd47e6b-1c3d-4b24-9d3f-326ad7ad5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:50.949432 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b96a74-11ba-40b2-95c3-72209fe4c167 None None] Pushing event updated for resources: {'Port': ['ID=f77e113c-d20c-4449-947e-62831720581a,revision_number=4']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:51.003731 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9bd47e6b-1c3d-4b24-9d3f-326ad7ad5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:51.024704 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] Set router e4905b02-86ed-4d23-bb0f-6343a2540c85 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:21:51.060303 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9bd47e6b-1c3d-4b24-9d3f-326ad7ad5286 None None] For port f77e113c-d20c-4449-947e-62831720581a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f77e113c-d20c-4449-947e-62831720581a,segment=NetworkSegment(82c415d1-3760-4088-b34f-93e947564e8d),segment_id=82c415d1-3760-4088-b34f-93e947564e8d)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:21:51.067577 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9bd47e6b-1c3d-4b24-9d3f-326ad7ad5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:51.131932 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd47e6b-1c3d-4b24-9d3f-326ad7ad5286 None None] Pushing event updated for resources: {'Port': ['ID=f77e113c-d20c-4449-947e-62831720581a,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:51.196910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9d011f50-1a92-4913-b626-da703a397484 None None] Provisioning complete for port f77e113c-d20c-4449-947e-62831720581a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:51.197198 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9d011f50-1a92-4913-b626-da703a397484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:51.212857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-4008fd99-6667-4f4d-a9c2-321592e7d511 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:51.214544 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-4008fd99-6667-4f4d-a9c2-321592e7d511 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "GET /v2.0/networks?id=71af0152-9654-404f-a310-9ba4245eb983 HTTP/1.1" status: 200 len: 796 time: 0.1782289 Nov 09 01:21:51.256390 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-24908bba-238e-4ba2-8d59-7fe26daafed0 req-947758c1-688a-4dcf-8ef9-dfbcd9b7909a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 210 time: 0.0407588 Nov 09 01:21:51.304794 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f77e113c-d20c-4449-947e-62831720581a', 'name': '', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:46:de:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:47Z', 'updated_at': '2021-11-09T01:21:50Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:21:51.310577 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-3344152f-f263-418c-9aa7-cfec32bd0466 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6 HTTP/1.1" status: 200 len: 379 time: 0.0857291 Nov 09 01:21:51.320697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'port': {'device_id': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'admin_state_up': True, 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'security_groups': ['0656c3ec-9e28-4e8d-8913-e44f000bba2c']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:51.330941 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c41df5-5fae-4955-8600-139115125fb0 None None] The sync data for ids ['e4905b02-86ed-4d23-bb0f-6343a2540c85'] in n-d-813263-3 is: [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f77e113c-d20c-4449-947e-62831720581a', 'name': '', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:46:de:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:47Z', 'updated_at': '2021-11-09T01:21:50Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:21:51.454406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Made reservation on behalf of b8bc83bc0ab74c23b22b22bfd8e911b6 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:21:51.458090 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:51.589219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.20.0.13 (71af0152-9654-404f-a310-9ba4245eb983/22b414ec-8cd8-42d4-9c9a-a5a38850d969/89df9088-2ae9-41e9-90cf-0d6aae5b4cb6) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:21:51.739709 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:51.775243 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:51.819833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 71af0152-9654-404f-a310-9ba4245eb983 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:21:51.825774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:21:51.829836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:21:51.856987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:51.906508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:51.906508 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:51.918091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-94faf3e7-67e8-4867-b1fd-27af22f00ddd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6008089 Nov 09 01:21:51.931006 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Request body: {'port': {'device_id': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:51.989321 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:52.119270 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-71f1884e-fc45-44e2-a452-7081a8901b45 None None] Provisioning complete for port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:52.120369 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71f1884e-fc45-44e2-a452-7081a8901b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:52.161103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-71f1884e-fc45-44e2-a452-7081a8901b45 None None] Port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:21:52.266960 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:21:52.274721 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:52.287877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Transition to ACTIVE for port object 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:21:52.292746 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:52.356438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Pushing event updated for resources: {'Port': ['ID=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:52.458163 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af78223-8120-402e-b48b-11bccfda3feb req-227eda1a-66e1-4066-bf7c-9dd3481943fc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:52.459738 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4af78223-8120-402e-b48b-11bccfda3feb req-227eda1a-66e1-4066-bf7c-9dd3481943fc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 944 time: 0.1188521 Nov 09 01:21:52.462542 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Attempting to bind port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:21:52.462874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Attempting to bind port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:21:52.463199 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Attempting to bind port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 on network 71af0152-9654-404f-a310-9ba4245eb983 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:21:52.470590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 on network 71af0152-9654-404f-a310-9ba4245eb983 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:21:52.470906 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Attempting to bind port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 on network 71af0152-9654-404f-a310-9ba4245eb983 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:21:52.486721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:21:52.486978 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Checking segment: {'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:21:52.487365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Bound using segment: {'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:21:52.487808 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Bound port: 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c415d1-3760-4088-b34f-93e947564e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '71af0152-9654-404f-a310-9ba4245eb983'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:21:52.488164 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:52.507013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f77e113c-d20c-4449-947e-62831720581a up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:21:52.557944 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4af78223-8120-402e-b48b-11bccfda3feb req-c32e4d83-ebf6-42fe-9306-6a9dd48c8919 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891259 Nov 09 01:21:52.563653 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port f77e113c-d20c-4449-947e-62831720581a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:52.564662 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:52.586407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] For port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:21:52.589428 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] For port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6,segment=NetworkSegment(82c415d1-3760-4088-b34f-93e947564e8d),segment_id=82c415d1-3760-4088-b34f-93e947564e8d)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:21:52.594766 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:52.630131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:52.630711 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:52.632349 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] 10.222.0.30 "PUT /v2.0/ports/89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 HTTP/1.1" status: 200 len: 1092 time: 0.7058439 Nov 09 01:21:52.632750 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'tag': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:21:52.635062 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a566e66-c448-47d2-ade8-caace7e4556b" -d '{"events": [{"name": "network-changed", "server_uuid": "e45cf8b2-70be-4bc5-8631-697acb08868e", "tag": "89df9088-2ae9-41e9-90cf-0d6aae5b4cb6"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:21:52.670923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf60333-da71-4545-bfa7-12a8315e4819 service neutron] Pushing event updated for resources: {'Port': ['ID=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:52.710045 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90d91d4-ad56-4981-82be-c044823ea92c x-openstack-request-id: req-e90d91d4-ad56-4981-82be-c044823ea92c {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:21:52.710343 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45cf8b2-70be-4bc5-8631-697acb08868e", "tag": "89df9088-2ae9-41e9-90cf-0d6aae5b4cb6", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:21:52.710594 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e90d91d4-ad56-4981-82be-c044823ea92c {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:21:52.710993 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'tag': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6', 'status': 'completed', 'code': 200} Nov 09 01:21:52.728251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-b131751a-05cb-40d7-bf33-fd3f465ed4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:52.729991 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-b131751a-05cb-40d7-bf33-fd3f465ed4c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 1095 time: 0.0513597 Nov 09 01:21:52.779303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-8757b15b-07cd-4ba9-ad4d-1340afd5ea2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 HTTP/1.1" status: 200 len: 217 time: 0.0403244 Nov 09 01:21:52.831789 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-9c65027f-7c18-442c-9e8f-ad6fd874b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:52.833253 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-9c65027f-7c18-442c-9e8f-ad6fd874b078 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b414ec-8cd8-42d4-9c9a-a5a38850d969 HTTP/1.1" status: 200 len: 834 time: 0.0469639 Nov 09 01:21:52.877924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-1d128aeb-6921-4857-9d48-ef20ec581f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:52.879377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-1d128aeb-6921-4857-9d48-ef20ec581f53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71af0152-9654-404f-a310-9ba4245eb983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391459 Nov 09 01:21:52.972248 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-a6b4ca9d-9b00-4bfc-a9a4-d772c80dd3ad service neutron] 10.222.0.30 "GET /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852134 Nov 09 01:21:53.060208 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3695ee32-7e06-42ff-8043-f9e5a1100219 req-615abf92-d637-45cd-b2ad-7f77157f6262 service neutron] 10.222.0.30 "GET /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802538 Nov 09 01:21:53.146599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a566e66-c448-47d2-ade8-caace7e4556b req-5ca29b66-0c63-4b9e-b42a-cf9059aee791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:53.148093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a566e66-c448-47d2-ade8-caace7e4556b req-5ca29b66-0c63-4b9e-b42a-cf9059aee791 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 1095 time: 0.0453258 Nov 09 01:21:53.238547 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a566e66-c448-47d2-ade8-caace7e4556b req-ed2ea919-4dad-460d-9bfa-c5de497cc0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:53.240032 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a566e66-c448-47d2-ade8-caace7e4556b req-ed2ea919-4dad-460d-9bfa-c5de497cc0ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=71af0152-9654-404f-a310-9ba4245eb983 HTTP/1.1" status: 200 len: 896 time: 0.0854232 Nov 09 01:21:53.283776 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a566e66-c448-47d2-ade8-caace7e4556b req-0c25cdc8-4c1a-4446-9117-3f3bc685c9b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 HTTP/1.1" status: 200 len: 217 time: 0.0370669 Nov 09 01:21:53.334562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a566e66-c448-47d2-ade8-caace7e4556b req-9de7549d-e0a5-43e3-8fe4-678e6a76bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:53.335904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a566e66-c448-47d2-ade8-caace7e4556b req-9de7549d-e0a5-43e3-8fe4-678e6a76bfe1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b414ec-8cd8-42d4-9c9a-a5a38850d969 HTTP/1.1" status: 200 len: 834 time: 0.0447130 Nov 09 01:21:53.382829 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a566e66-c448-47d2-ade8-caace7e4556b req-a13b38ab-16b8-402e-93b7-4dbe368bda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:53.384302 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a566e66-c448-47d2-ade8-caace7e4556b req-a13b38ab-16b8-402e-93b7-4dbe368bda56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71af0152-9654-404f-a310-9ba4245eb983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401158 Nov 09 01:21:53.476469 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a566e66-c448-47d2-ade8-caace7e4556b req-7bb3951b-96cc-4d8b-8f2d-ec9a46aa3b2e service neutron] 10.222.0.30 "GET /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840855 Nov 09 01:21:53.565057 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8a566e66-c448-47d2-ade8-caace7e4556b req-6febb214-b421-4171-aca1-f84e8cf96652 service neutron] 10.222.0.30 "GET /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808229 Nov 09 01:21:53.676332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8ed33-a511-491f-b167-0054b7f37c73 req-c9ee81c8-57b5-4971-9eef-2307990c531e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:53.677809 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fa8ed33-a511-491f-b167-0054b7f37c73 req-c9ee81c8-57b5-4971-9eef-2307990c531e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 944 time: 0.0482399 Nov 09 01:21:53.729196 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2fa8ed33-a511-491f-b167-0054b7f37c73 req-e183b0c8-b5a8-4354-90ac-26b3b671393a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455809 Nov 09 01:21:54.706727 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:21:54.800209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6,segment=NetworkSegment(82c415d1-3760-4088-b34f-93e947564e8d),segment_id=82c415d1-3760-4088-b34f-93e947564e8d)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:21:54.811284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'port_id': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6', 'mac_address': 'fa:16:3e:c9:9a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:21:54.845939 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5eb2-15f5-4204-8df5-b05f50aafb07 req-d8c3c919-09aa-41c4-91e4-5da464925986 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:54.847454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-150e5eb2-15f5-4204-8df5-b05f50aafb07 req-d8c3c919-09aa-41c4-91e4-5da464925986 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 944 time: 0.0488021 Nov 09 01:21:54.852209 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:54.865136 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:21:54.883918 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6,segment=NetworkSegment(82c415d1-3760-4088-b34f-93e947564e8d),segment_id=82c415d1-3760-4088-b34f-93e947564e8d)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:21:54.888287 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:54.898617 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-150e5eb2-15f5-4204-8df5-b05f50aafb07 req-6f5b7b36-a138-4ff4-b4d4-cfbdbe1daabe tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448780 Nov 09 01:21:54.934660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:55.126079 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['89df9088-2ae9-41e9-90cf-0d6aae5b4cb6'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:21:56.012356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6ce2a-51b5-40e3-9c3e-c675928ceced req-5631b49e-64d2-4ede-b9a9-b2fbf7ef7674 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:56.013869 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53d6ce2a-51b5-40e3-9c3e-c675928ceced req-5631b49e-64d2-4ede-b9a9-b2fbf7ef7674 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 945 time: 0.0484276 Nov 09 01:21:56.062938 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-53d6ce2a-51b5-40e3-9c3e-c675928ceced req-ec013086-c73c-4bb3-b73c-26d1ac6cd341 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428984 Nov 09 01:21:56.723696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:21:56.771560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:21:56.775341 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:21:56.775710 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:56.855655 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:56.878663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:21:56.880863 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef917763-8e6d-4de0-9d1c-2cfe71fbe56b" -d '{"events": [{"server_uuid": "e45cf8b2-70be-4bc5-8631-697acb08868e", "name": "network-vif-plugged", "status": "completed", "tag": "89df9088-2ae9-41e9-90cf-0d6aae5b4cb6"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:21:56.893817 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6,segment=NetworkSegment(82c415d1-3760-4088-b34f-93e947564e8d),segment_id=82c415d1-3760-4088-b34f-93e947564e8d)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:21:56.898373 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:56.945474 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:56.969406 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d4987-36f9-455c-91af-27f360f46e9f x-openstack-request-id: req-d50d4987-36f9-455c-91af-27f360f46e9f {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:21:56.969721 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45cf8b2-70be-4bc5-8631-697acb08868e", "name": "network-vif-plugged", "status": "completed", "tag": "89df9088-2ae9-41e9-90cf-0d6aae5b4cb6", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:21:56.969976 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d50d4987-36f9-455c-91af-27f360f46e9f {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:21:56.970369 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6', 'code': 200} Nov 09 01:21:57.069462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee51f25-f38b-488b-9541-a059b4794292 req-65837ab7-abf9-42b8-ba9e-6597b1112666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:57.070973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ee51f25-f38b-488b-9541-a059b4794292 req-65837ab7-abf9-42b8-ba9e-6597b1112666 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 1097 time: 0.0438511 Nov 09 01:21:57.119459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6ee51f25-f38b-488b-9541-a059b4794292 req-827c686d-febc-4af9-9149-1d7ebc721b18 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Nov 09 01:21:57.176098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd76d0f-a29c-40e3-a1a0-fe93355ce5bc req-6206b196-ed37-4f53-8f91-76c68fb3eba8 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:57.177605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bd76d0f-a29c-40e3-a1a0-fe93355ce5bc req-6206b196-ed37-4f53-8f91-76c68fb3eba8 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 946 time: 0.0479872 Nov 09 01:21:57.225605 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4bd76d0f-a29c-40e3-a1a0-fe93355ce5bc req-79e006e3-b0c4-4ae6-8761-3542ac1028e0 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420976 Nov 09 01:21:58.345184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30213e9-7ef1-44f7-b31b-da405162e917 req-d137f72f-8dbd-4f40-bdf4-c375b5cf606a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:58.346688 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b30213e9-7ef1-44f7-b31b-da405162e917 req-d137f72f-8dbd-4f40-bdf4-c375b5cf606a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 946 time: 0.0521781 Nov 09 01:21:58.395590 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b30213e9-7ef1-44f7-b31b-da405162e917 req-5e54f980-c324-47be-9473-bd9df11df608 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429230 Nov 09 01:21:58.508868 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4cd4-6846-4461-8249-09a918ea604b req-358f84fd-eae5-4d24-b4be-f6d626746bd7 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:58.510303 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2ad4cd4-6846-4461-8249-09a918ea604b req-358f84fd-eae5-4d24-b4be-f6d626746bd7 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 946 time: 0.0487788 Nov 09 01:21:58.558255 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2ad4cd4-6846-4461-8249-09a918ea604b req-84b56b77-6ed8-4d0a-812b-76990875336b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420961 Nov 09 01:21:58.580381 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34066) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:58.618645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61752dbe-9289-4358-9442-dc4ebf617f9a tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:21:58.620154 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-61752dbe-9289-4358-9442-dc4ebf617f9a tempest-TestNetworkAdvancedServerOps-1799161976 tempest-TestNetworkAdvancedServerOps-1799161976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 1092 time: 0.0388024 Nov 09 01:21:58.623776 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34068) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:21:58.628119 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:21:58.649305 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:58.746176 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:58.849304 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Allocated IP 172.25.0.152 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/dca83011-5a05-4958-96b6-35219d3aa207) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:21:58.946290 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:58.978433 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:59.013395 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:21:59.016156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:21:59.022060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:21:59.049481 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=dca83011-5a05-4958-96b6-35219d3aa207,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:59.379369 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:59.446881 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:59.589844 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:59.594029 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:59.662967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event updated for resources: {'Port': ['ID=dca83011-5a05-4958-96b6-35219d3aa207,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:21:59.678071 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:21:59.776879 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Floating IP 30b08f8e-b19e-484e-909f-e5791f3eeace associated. External IP: 172.25.0.152, port: 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6. Nov 09 01:22:00.167226 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:22:00.325764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router e4905b02-86ed-4d23-bb0f-6343a2540c85 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:22:00.427935 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:22:00.438145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1cae1-1561-490c-8572-04e9124047c9 None None] Sync routers for ids ['e4905b02-86ed-4d23-bb0f-6343a2540c85'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:22:00.446660 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:00.447637 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1cae1-1561-490c-8572-04e9124047c9 None None] Routers {'e4905b02-86ed-4d23-bb0f-6343a2540c85'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:00.448252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f8a1cae1-1561-490c-8572-04e9124047c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e4905b02-86ed-4d23-bb0f-6343a2540c85'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:00.477479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cc93ffd5-d5fe-45ae-8088-e1a2d2a10793 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8525860 Nov 09 01:22:00.478062 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'tag': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:22:00.480443 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742932f4-b7f6-4a6c-96db-e9f2f58d1922" -d '{"events": [{"name": "network-changed", "server_uuid": "e45cf8b2-70be-4bc5-8631-697acb08868e", "tag": "89df9088-2ae9-41e9-90cf-0d6aae5b4cb6"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:22:00.523248 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ad04bf-9ff8-429d-befd-f74b21f45ce6 x-openstack-request-id: req-37ad04bf-9ff8-429d-befd-f74b21f45ce6 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:22:00.523546 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45cf8b2-70be-4bc5-8631-697acb08868e", "tag": "89df9088-2ae9-41e9-90cf-0d6aae5b4cb6", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:22:00.523799 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37ad04bf-9ff8-429d-befd-f74b21f45ce6 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:22:00.524199 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'tag': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6', 'status': 'completed', 'code': 200} Nov 09 01:22:00.558804 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f8a1cae1-1561-490c-8572-04e9124047c9 None None] Set router e4905b02-86ed-4d23-bb0f-6343a2540c85 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:00.607323 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b27ca5-a4c1-40d3-8e83-a3cbc2c571f6 req-64876839-3675-46b3-99ca-422d74d790f2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:00.608793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89b27ca5-a4c1-40d3-8e83-a3cbc2c571f6 req-64876839-3675-46b3-99ca-422d74d790f2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 946 time: 0.0811551 Nov 09 01:22:00.615887 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742932f4-b7f6-4a6c-96db-e9f2f58d1922 req-bb0d119f-616d-4d80-867b-4b5cd371baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:00.617320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-742932f4-b7f6-4a6c-96db-e9f2f58d1922 req-bb0d119f-616d-4d80-867b-4b5cd371baa9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 1097 time: 0.0625660 Nov 09 01:22:00.718745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-89b27ca5-a4c1-40d3-8e83-a3cbc2c571f6 req-f96d751f-72eb-4398-90d6-49c62713e275 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002562 Nov 09 01:22:00.742038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742932f4-b7f6-4a6c-96db-e9f2f58d1922 req-992c107e-a80c-4fb8-87de-329e7c0b1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:00.742290 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34074) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:00.743096 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-742932f4-b7f6-4a6c-96db-e9f2f58d1922 req-992c107e-a80c-4fb8-87de-329e7c0b1af1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71af0152-9654-404f-a310-9ba4245eb983 HTTP/1.1" status: 200 len: 896 time: 0.1174722 Nov 09 01:22:00.783899 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f8a1cae1-1561-490c-8572-04e9124047c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '30b08f8e-b19e-484e-909f-e5791f3eeace', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'port_id': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'mac_address': 'fa:16:3e:c9:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:21:59Z', 'updated_at': '2021-11-09T01:21:59Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77e113c-d20c-4449-947e-62831720581a', 'name': '', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:46:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:47Z', 'updated_at': '2021-11-09T01:21:51Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:00.807619 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-38478162-8e52-4c2d-a171-8ec1f0ca7fc3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/30b08f8e-b19e-484e-909f-e5791f3eeace HTTP/1.1" status: 200 len: 992 time: 0.0629337 Nov 09 01:22:00.810900 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-742932f4-b7f6-4a6c-96db-e9f2f58d1922 req-8790aa8a-eaab-4bbf-bc53-5fa700e0ad01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 HTTP/1.1" status: 200 len: 1000 time: 0.0606959 Nov 09 01:22:00.812592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1cae1-1561-490c-8572-04e9124047c9 None None] Checking router: e4905b02-86ed-4d23-bb0f-6343a2540c85 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:22:00.820919 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1cae1-1561-490c-8572-04e9124047c9 None None] Routers {'e4905b02-86ed-4d23-bb0f-6343a2540c85'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:00.821562 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f8a1cae1-1561-490c-8572-04e9124047c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:21:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e4905b02-86ed-4d23-bb0f-6343a2540c85'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:00.863205 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742932f4-b7f6-4a6c-96db-e9f2f58d1922 req-f3c32c30-b1f5-4087-ba32-bf64c57e111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:00.864653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-742932f4-b7f6-4a6c-96db-e9f2f58d1922 req-f3c32c30-b1f5-4087-ba32-bf64c57e111b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b414ec-8cd8-42d4-9c9a-a5a38850d969 HTTP/1.1" status: 200 len: 834 time: 0.0470526 Nov 09 01:22:00.909484 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742932f4-b7f6-4a6c-96db-e9f2f58d1922 req-86add6bc-8b64-4079-8d72-b628fb2f7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:00.911023 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-742932f4-b7f6-4a6c-96db-e9f2f58d1922 req-86add6bc-8b64-4079-8d72-b628fb2f7d0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71af0152-9654-404f-a310-9ba4245eb983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395026 Nov 09 01:22:00.926373 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f8a1cae1-1561-490c-8572-04e9124047c9 None None] Set router e4905b02-86ed-4d23-bb0f-6343a2540c85 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:01.005786 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-742932f4-b7f6-4a6c-96db-e9f2f58d1922 req-89de57b0-99f0-4b36-b275-a35cefbd0a15 service neutron] 10.222.0.30 "GET /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876892 Nov 09 01:22:01.094981 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-742932f4-b7f6-4a6c-96db-e9f2f58d1922 req-786d20b5-54c3-43e0-836a-34ae9c5b0295 service neutron] 10.222.0.30 "GET /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826340 Nov 09 01:22:01.312133 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f8a1cae1-1561-490c-8572-04e9124047c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '30b08f8e-b19e-484e-909f-e5791f3eeace', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'port_id': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'mac_address': 'fa:16:3e:c9:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:21:59Z', 'updated_at': '2021-11-09T01:21:59Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77e113c-d20c-4449-947e-62831720581a', 'name': '', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:46:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:47Z', 'updated_at': '2021-11-09T01:21:51Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:01.337595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1cae1-1561-490c-8572-04e9124047c9 None None] The sync data for ids ['e4905b02-86ed-4d23-bb0f-6343a2540c85'] in n-d-813263-3 is: [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '30b08f8e-b19e-484e-909f-e5791f3eeace', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'port_id': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'mac_address': 'fa:16:3e:c9:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:21:59Z', 'updated_at': '2021-11-09T01:21:59Z', 'revision_number': 0, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77e113c-d20c-4449-947e-62831720581a', 'name': '', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:46:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:47Z', 'updated_at': '2021-11-09T01:21:51Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:22:01.533546 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75ca7d-2b5d-4c1f-aee9-5f6e20c6cabf None None] New status for floating IP 30b08f8e-b19e-484e-909f-e5791f3eeace: ACTIVE {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:22:01.808917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34076) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:01.870763 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ed719423-67cf-4730-abb8-8bbad4b22b7e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/30b08f8e-b19e-484e-909f-e5791f3eeace HTTP/1.1" status: 200 len: 994 time: 0.0600200 Nov 09 01:22:12.807421 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4063db54-1ab9-4f95-ab68-3ec5b6caacd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:14.881067 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8c3ad14a-8621-48b7-9838-f5e7105e4760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:16.374989 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:16.564481 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:17.025033 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:17.915234 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:18.532411 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:30.610766 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f71500-6889-4eb6-aae9-82c3b8e14c9c req-8e1fc41a-c9f0-47c6-a060-4cc2611ecc86 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:30.612289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16f71500-6889-4eb6-aae9-82c3b8e14c9c req-8e1fc41a-c9f0-47c6-a060-4cc2611ecc86 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 946 time: 0.0489376 Nov 09 01:22:30.665580 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16f71500-6889-4eb6-aae9-82c3b8e14c9c req-99c7ba36-b68f-44c7-a78c-391a4841a25a tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469434 Nov 09 01:22:31.781518 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123bd76-a2fb-4194-875b-9331c9176989 req-aabe0291-af38-4548-b0d7-3cd8599e4d4b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:31.782996 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d123bd76-a2fb-4194-875b-9331c9176989 req-aabe0291-af38-4548-b0d7-3cd8599e4d4b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 946 time: 0.0478115 Nov 09 01:22:31.831479 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d123bd76-a2fb-4194-875b-9331c9176989 req-4ed09b0e-16be-439b-aac7-f0003a25e6a5 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425878 Nov 09 01:22:31.853246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34092) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:31.913732 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-212fb614-68a5-475b-82d5-32a2310b6edf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/30b08f8e-b19e-484e-909f-e5791f3eeace HTTP/1.1" status: 200 len: 994 time: 0.0591173 Nov 09 01:22:33.212546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda544e2-09d3-4dc4-b5ec-12bf22ca4150 req-69d7be6a-b3e4-4f14-b1cd-11548a63db4c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:33.213963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fda544e2-09d3-4dc4-b5ec-12bf22ca4150 req-69d7be6a-b3e4-4f14-b1cd-11548a63db4c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 946 time: 0.0833592 Nov 09 01:22:33.220088 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe3c4-a81f-44f4-9d95-9150be6acca1 req-28d949b1-a994-4559-ad4d-c0c4af6e6de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:33.221495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a70fe3c4-a81f-44f4-9d95-9150be6acca1 req-28d949b1-a994-4559-ad4d-c0c4af6e6de4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 1097 time: 0.0583472 Nov 09 01:22:33.320926 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fda544e2-09d3-4dc4-b5ec-12bf22ca4150 req-d7de0bcb-4e55-49ac-8ded-5252dfd00478 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984886 Nov 09 01:22:33.347043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe3c4-a81f-44f4-9d95-9150be6acca1 req-2979e065-7446-4705-8aa6-3a8617c03ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:33.348537 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a70fe3c4-a81f-44f4-9d95-9150be6acca1 req-2979e065-7446-4705-8aa6-3a8617c03ced service neutron] 10.222.0.30 "GET /v2.0/networks?id=71af0152-9654-404f-a310-9ba4245eb983 HTTP/1.1" status: 200 len: 896 time: 0.1136739 Nov 09 01:22:33.414487 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a70fe3c4-a81f-44f4-9d95-9150be6acca1 req-f3e7ec9c-abca-4035-a300-874430cbbaff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 HTTP/1.1" status: 200 len: 1002 time: 0.0588837 Nov 09 01:22:33.461441 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe3c4-a81f-44f4-9d95-9150be6acca1 req-692ea21a-bfd7-4191-98f2-7b54bcddf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:33.462927 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a70fe3c4-a81f-44f4-9d95-9150be6acca1 req-692ea21a-bfd7-4191-98f2-7b54bcddf94b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b414ec-8cd8-42d4-9c9a-a5a38850d969 HTTP/1.1" status: 200 len: 834 time: 0.0419428 Nov 09 01:22:33.512907 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe3c4-a81f-44f4-9d95-9150be6acca1 req-238d1631-331c-43df-b349-883f769e0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:33.514458 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a70fe3c4-a81f-44f4-9d95-9150be6acca1 req-238d1631-331c-43df-b349-883f769e0758 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71af0152-9654-404f-a310-9ba4245eb983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438242 Nov 09 01:22:33.603354 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a70fe3c4-a81f-44f4-9d95-9150be6acca1 req-3f40a9e4-3ae9-4434-b668-816b5fcc69df service neutron] 10.222.0.30 "GET /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812356 Nov 09 01:22:33.695349 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a70fe3c4-a81f-44f4-9d95-9150be6acca1 req-370725f1-1bcc-4f35-8e6c-a4add93c489a service neutron] 10.222.0.30 "GET /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855691 Nov 09 01:22:34.440899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afe56f-06a4-4122-938a-3592a89c8f10 req-061fe237-874e-4a61-9c41-45220c43b6e3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:34.442443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56afe56f-06a4-4122-938a-3592a89c8f10 req-061fe237-874e-4a61-9c41-45220c43b6e3 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 946 time: 0.0501716 Nov 09 01:22:34.492585 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-56afe56f-06a4-4122-938a-3592a89c8f10 req-9dc54d5b-e473-488f-8a01-241e4fbeb7fc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439458 Nov 09 01:22:35.614499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d1db4-1c16-433b-bf46-1eb4c0dd36f0 req-914c7637-5c50-4338-a4e6-5f66fe4551f2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:35.615994 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a75d1db4-1c16-433b-bf46-1eb4c0dd36f0 req-914c7637-5c50-4338-a4e6-5f66fe4551f2 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 946 time: 0.0534592 Nov 09 01:22:35.667025 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a75d1db4-1c16-433b-bf46-1eb4c0dd36f0 req-4a23a232-a4c1-44a3-85b5-25d729424b3e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448251 Nov 09 01:22:35.691744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34106) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:35.750665 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-7e72200e-16b7-41ec-9acb-8bf4380af94e tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/floatingips/30b08f8e-b19e-484e-909f-e5791f3eeace HTTP/1.1" status: 200 len: 994 time: 0.0578053 Nov 09 01:22:36.041244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34112) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:36.200341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port dca83011-5a05-4958-96b6-35219d3aa207 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:22:36.200695 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:36.277639 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:36.278557 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:36.290281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for dca83011-5a05-4958-96b6-35219d3aa207 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:22:36.440509 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:36.466134 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=dca83011-5a05-4958-96b6-35219d3aa207,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:36.478663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:36.479042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:36.479380 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:36.479715 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:36.480047 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:36.480376 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:36.480702 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:36.481034 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:36.481392 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:36.481713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:36.482033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:36.482351 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:36.535670 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:36.536001 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Floating IP 30b08f8e-b19e-484e-909f-e5791f3eeace disassociated (deleted). External IP: 172.25.0.152, port: 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6. Nov 09 01:22:36.740956 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router e4905b02-86ed-4d23-bb0f-6343a2540c85 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:22:36.846224 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:22:36.850714 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:36.857534 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72051e5a-7f9a-49d0-9d43-e2023ff8a317 None None] Sync routers for ids ['e4905b02-86ed-4d23-bb0f-6343a2540c85'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:22:36.867298 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72051e5a-7f9a-49d0-9d43-e2023ff8a317 None None] Routers {'e4905b02-86ed-4d23-bb0f-6343a2540c85'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:36.867976 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-72051e5a-7f9a-49d0-9d43-e2023ff8a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e4905b02-86ed-4d23-bb0f-6343a2540c85'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:36.879280 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-af5eed0b-c58c-440c-a17c-512ecb6fc27c tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/floatingips/30b08f8e-b19e-484e-909f-e5791f3eeace HTTP/1.1" status: 204 len: 168 time: 0.8367159 Nov 09 01:22:36.880039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'tag': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:22:36.882566 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43a8808-a252-4be0-883d-be9e5c9b6a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e45cf8b2-70be-4bc5-8631-697acb08868e", "tag": "89df9088-2ae9-41e9-90cf-0d6aae5b4cb6"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:22:36.923480 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57983eda-816e-4bf4-933d-6854ee316320 x-openstack-request-id: req-57983eda-816e-4bf4-933d-6854ee316320 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:22:36.924123 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45cf8b2-70be-4bc5-8631-697acb08868e", "tag": "89df9088-2ae9-41e9-90cf-0d6aae5b4cb6", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:22:36.924123 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57983eda-816e-4bf4-933d-6854ee316320 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:22:36.924632 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'tag': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6', 'status': 'completed', 'code': 200} Nov 09 01:22:36.984343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-72051e5a-7f9a-49d0-9d43-e2023ff8a317 None None] Set router e4905b02-86ed-4d23-bb0f-6343a2540c85 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:36.987173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a8808-a252-4be0-883d-be9e5c9b6a9f req-3367b3e8-8522-4f02-b95c-167ac3ad8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:36.988834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d43a8808-a252-4be0-883d-be9e5c9b6a9f req-3367b3e8-8522-4f02-b95c-167ac3ad8b07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 1097 time: 0.0419707 Nov 09 01:22:37.117223 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a8808-a252-4be0-883d-be9e5c9b6a9f req-8c7be65f-0ae7-4ad5-aa4e-8ab0fba95ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:37.118717 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d43a8808-a252-4be0-883d-be9e5c9b6a9f req-8c7be65f-0ae7-4ad5-aa4e-8ab0fba95ba2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71af0152-9654-404f-a310-9ba4245eb983 HTTP/1.1" status: 200 len: 896 time: 0.1218922 Nov 09 01:22:37.135009 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3df29b-3cd2-4664-a4d6-17576083f630 req-c9be94f5-c09e-4ece-80b3-441a431c8982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:37.136459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c3df29b-3cd2-4664-a4d6-17576083f630 req-c9be94f5-c09e-4ece-80b3-441a431c8982 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 946 time: 0.0634696 Nov 09 01:22:37.166972 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:22:37.186570 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d43a8808-a252-4be0-883d-be9e5c9b6a9f req-c1753f94-93c8-40b4-95c7-83c5a3133ae1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 HTTP/1.1" status: 200 len: 217 time: 0.0491514 Nov 09 01:22:37.205184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-72051e5a-7f9a-49d0-9d43-e2023ff8a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f77e113c-d20c-4449-947e-62831720581a', 'name': '', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:46:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:47Z', 'updated_at': '2021-11-09T01:21:51Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:37.232445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72051e5a-7f9a-49d0-9d43-e2023ff8a317 None None] Checking router: e4905b02-86ed-4d23-bb0f-6343a2540c85 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:22:37.240557 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72051e5a-7f9a-49d0-9d43-e2023ff8a317 None None] Routers {'e4905b02-86ed-4d23-bb0f-6343a2540c85'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:37.241162 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-72051e5a-7f9a-49d0-9d43-e2023ff8a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e4905b02-86ed-4d23-bb0f-6343a2540c85'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:37.244351 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8c3df29b-3cd2-4664-a4d6-17576083f630 req-df73b66b-98da-4775-8e42-96b19b550591 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010923 Nov 09 01:22:37.256953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a8808-a252-4be0-883d-be9e5c9b6a9f req-39d03773-a0fc-456b-9ed4-c5807be8aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:37.258302 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d43a8808-a252-4be0-883d-be9e5c9b6a9f req-39d03773-a0fc-456b-9ed4-c5807be8aea3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b414ec-8cd8-42d4-9c9a-a5a38850d969 HTTP/1.1" status: 200 len: 834 time: 0.0594473 Nov 09 01:22:37.307429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a8808-a252-4be0-883d-be9e5c9b6a9f req-9b511924-2d98-4bb3-a49a-f36ecbfd69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:37.308958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d43a8808-a252-4be0-883d-be9e5c9b6a9f req-9b511924-2d98-4bb3-a49a-f36ecbfd69c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71af0152-9654-404f-a310-9ba4245eb983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411532 Nov 09 01:22:37.347484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-72051e5a-7f9a-49d0-9d43-e2023ff8a317 None None] Set router e4905b02-86ed-4d23-bb0f-6343a2540c85 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:37.405736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d43a8808-a252-4be0-883d-be9e5c9b6a9f req-5bcd3617-fd68-48fb-83ab-1ca06167f585 service neutron] 10.222.0.30 "GET /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871546 Nov 09 01:22:37.496738 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d43a8808-a252-4be0-883d-be9e5c9b6a9f req-4b07580c-701d-4d8e-b292-cde2f6d98f2a service neutron] 10.222.0.30 "GET /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831318 Nov 09 01:22:37.545121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-72051e5a-7f9a-49d0-9d43-e2023ff8a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f77e113c-d20c-4449-947e-62831720581a', 'name': '', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:46:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:47Z', 'updated_at': '2021-11-09T01:21:51Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:37.575536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72051e5a-7f9a-49d0-9d43-e2023ff8a317 None None] The sync data for ids ['e4905b02-86ed-4d23-bb0f-6343a2540c85'] in n-d-813263-3 is: [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': 'f77e113c-d20c-4449-947e-62831720581a', 'name': '', 'network_id': '71af0152-9654-404f-a310-9ba4245eb983', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'mac_address': 'fa:16:3e:46:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:47Z', 'updated_at': '2021-11-09T01:21:51Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'subnets': [{'id': '22b414ec-8cd8-42d4-9c9a-a5a38850d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:22:37.791822 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c72056-0f5c-49f2-9c28-90eeac94600e None None] New status for floating IP 30b08f8e-b19e-484e-909f-e5791f3eeace: DOWN {{(pid=101783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:22:38.372317 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcca460-cead-404c-9116-469ee86bc914 req-8cabbeb3-15f3-47ce-a24a-db20c5f06dfd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:38.373810 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1bcca460-cead-404c-9116-469ee86bc914 req-8cabbeb3-15f3-47ce-a24a-db20c5f06dfd tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 946 time: 0.0530908 Nov 09 01:22:38.435059 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1bcca460-cead-404c-9116-469ee86bc914 req-c15ef38f-3e50-43d6-bb7a-af8ff3b82345 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/security-groups?id=0656c3ec-9e28-4e8d-8913-e44f000bba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546217 Nov 09 01:22:38.684737 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c979495-8932-4830-b13b-3be2a2cf6ea9 req-627f48aa-8d3b-4a30-902c-1a7774dea64b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:38.686205 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c979495-8932-4830-b13b-3be2a2cf6ea9 req-627f48aa-8d3b-4a30-902c-1a7774dea64b tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 946 time: 0.0479403 Nov 09 01:22:38.774845 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-6c979495-8932-4830-b13b-3be2a2cf6ea9 req-e59548ce-1042-4609-a6df-e09b97a09506 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:22:38.775178 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c979495-8932-4830-b13b-3be2a2cf6ea9 req-e59548ce-1042-4609-a6df-e09b97a09506 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:38.862525 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-6c979495-8932-4830-b13b-3be2a2cf6ea9 req-e59548ce-1042-4609-a6df-e09b97a09506 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6,segment=NetworkSegment(82c415d1-3760-4088-b34f-93e947564e8d),segment_id=82c415d1-3760-4088-b34f-93e947564e8d)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:22:38.862796 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c979495-8932-4830-b13b-3be2a2cf6ea9 req-e59548ce-1042-4609-a6df-e09b97a09506 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:38.875826 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-6c979495-8932-4830-b13b-3be2a2cf6ea9 req-e59548ce-1042-4609-a6df-e09b97a09506 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:22:39.003582 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c979495-8932-4830-b13b-3be2a2cf6ea9 req-e59548ce-1042-4609-a6df-e09b97a09506 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:39.035366 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59548ce-1042-4609-a6df-e09b97a09506 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=89df9088-2ae9-41e9-90cf-0d6aae5b4cb6,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:39.075949 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c979495-8932-4830-b13b-3be2a2cf6ea9 req-e59548ce-1042-4609-a6df-e09b97a09506 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] No DVR routers for this DVR port 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:22:39.078681 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-6c979495-8932-4830-b13b-3be2a2cf6ea9 req-e59548ce-1042-4609-a6df-e09b97a09506 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:39.082136 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6c979495-8932-4830-b13b-3be2a2cf6ea9 req-e59548ce-1042-4609-a6df-e09b97a09506 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.30 "DELETE /v2.0/ports/89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 HTTP/1.1" status: 204 len: 173 time: 0.3892121 Nov 09 01:22:39.082577 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'name': 'network-vif-deleted', 'tag': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:22:39.084866 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5443a664-9031-4026-915d-5046afa021a1" -d '{"events": [{"server_uuid": "e45cf8b2-70be-4bc5-8631-697acb08868e", "name": "network-vif-deleted", "tag": "89df9088-2ae9-41e9-90cf-0d6aae5b4cb6"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:22:39.121155 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b214f788-cf81-4fa8-bc9f-f1f923ca68c2 x-openstack-request-id: req-b214f788-cf81-4fa8-bc9f-f1f923ca68c2 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:22:39.121491 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45cf8b2-70be-4bc5-8631-697acb08868e", "name": "network-vif-deleted", "tag": "89df9088-2ae9-41e9-90cf-0d6aae5b4cb6", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:22:39.121785 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b214f788-cf81-4fa8-bc9f-f1f923ca68c2 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:22:39.122193 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45cf8b2-70be-4bc5-8631-697acb08868e', 'name': 'network-vif-deleted', 'tag': '89df9088-2ae9-41e9-90cf-0d6aae5b4cb6', 'status': 'completed', 'code': 200} Nov 09 01:22:39.563426 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe53a99a-37c0-4a7a-b9e1-cb3357ddc8ee req-2ecfd79b-9247-4592-b056-3d5eeb7f4eaf tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "GET /v2.0/ports?device_id=e45cf8b2-70be-4bc5-8631-697acb08868e HTTP/1.1" status: 200 len: 210 time: 0.0342317 Nov 09 01:22:40.623419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34132) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:40.969660 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6828627a-7fa2-41ef-a10b-8236f56e0baa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:41.218501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6828627a-7fa2-41ef-a10b-8236f56e0baa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port f77e113c-d20c-4449-947e-62831720581a {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:22:41.218840 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6828627a-7fa2-41ef-a10b-8236f56e0baa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:41.309158 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-6828627a-7fa2-41ef-a10b-8236f56e0baa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port f77e113c-d20c-4449-947e-62831720581a, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=f77e113c-d20c-4449-947e-62831720581a,segment=NetworkSegment(82c415d1-3760-4088-b34f-93e947564e8d),segment_id=82c415d1-3760-4088-b34f-93e947564e8d)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:22:41.309553 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6828627a-7fa2-41ef-a10b-8236f56e0baa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:41.321987 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-6828627a-7fa2-41ef-a10b-8236f56e0baa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for f77e113c-d20c-4449-947e-62831720581a owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:22:41.504328 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6828627a-7fa2-41ef-a10b-8236f56e0baa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:41.530187 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828627a-7fa2-41ef-a10b-8236f56e0baa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=f77e113c-d20c-4449-947e-62831720581a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:42.043284 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6828627a-7fa2-41ef-a10b-8236f56e0baa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:42.253569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6828627a-7fa2-41ef-a10b-8236f56e0baa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Router e4905b02-86ed-4d23-bb0f-6343a2540c85 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:22:42.358077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6828627a-7fa2-41ef-a10b-8236f56e0baa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:22:42.363071 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6828627a-7fa2-41ef-a10b-8236f56e0baa tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "PUT /v2.0/routers/e4905b02-86ed-4d23-bb0f-6343a2540c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386436 Nov 09 01:22:42.365968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34134) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:42.368505 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b158aa5-f45b-41ea-9f90-0befe3ae82a6 None None] Sync routers for ids ['e4905b02-86ed-4d23-bb0f-6343a2540c85'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:22:42.378015 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b158aa5-f45b-41ea-9f90-0befe3ae82a6 None None] Routers {'e4905b02-86ed-4d23-bb0f-6343a2540c85'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:42.378614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9b158aa5-f45b-41ea-9f90-0befe3ae82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e4905b02-86ed-4d23-bb0f-6343a2540c85'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:42.415953 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e0544d-98d2-4816-8883-4c18783db735 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting subnet 22b414ec-8cd8-42d4-9c9a-a5a38850d969 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:22:42.419976 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78e0544d-98d2-4816-8883-4c18783db735 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:42.466191 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78e0544d-98d2-4816-8883-4c18783db735 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:42.492068 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9b158aa5-f45b-41ea-9f90-0befe3ae82a6 None None] Set router e4905b02-86ed-4d23-bb0f-6343a2540c85 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:42.548948 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78e0544d-98d2-4816-8883-4c18783db735 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:42.607579 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78e0544d-98d2-4816-8883-4c18783db735 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:42.639331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0544d-98d2-4816-8883-4c18783db735 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Subnet': ['ID=22b414ec-8cd8-42d4-9c9a-a5a38850d969,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:42.643055 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-78e0544d-98d2-4816-8883-4c18783db735 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:42.649929 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-78e0544d-98d2-4816-8883-4c18783db735 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/subnets/22b414ec-8cd8-42d4-9c9a-a5a38850d969 HTTP/1.1" status: 204 len: 168 time: 0.2800603 Nov 09 01:22:42.649929 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34138) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:42.654783 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4ee221-94c9-493b-b878-d0ea75a07d31 None None] Network 71af0152-9654-404f-a310-9ba4245eb983 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:22:42.756249 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:42.770582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9b158aa5-f45b-41ea-9f90-0befe3ae82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:22:41Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:42.806758 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b158aa5-f45b-41ea-9f90-0befe3ae82a6 None None] Checking router: e4905b02-86ed-4d23-bb0f-6343a2540c85 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:22:42.831190 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b158aa5-f45b-41ea-9f90-0befe3ae82a6 None None] Routers {'e4905b02-86ed-4d23-bb0f-6343a2540c85'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:42.831445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9b158aa5-f45b-41ea-9f90-0befe3ae82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['e4905b02-86ed-4d23-bb0f-6343a2540c85'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:42.833194 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa382-7950-4f65-89ec-9f39c8c9af2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:42.860159 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:42.869108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:22:42.892099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:22:42.892441 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 89df9088-2ae9-41e9-90cf-0d6aae5b4cb6 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:22:42.909479 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] DHCP port deletion for 71af0152-9654-404f-a310-9ba4245eb983 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:22:42.926339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Deleting port 407983f2-705c-457d-826a-a382f3235296 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:22:42.926682 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:42.990216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-9b158aa5-f45b-41ea-9f90-0befe3ae82a6 None None] Set router e4905b02-86ed-4d23-bb0f-6343a2540c85 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:43.004227 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] For port 407983f2-705c-457d-826a-a382f3235296, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=407983f2-705c-457d-826a-a382f3235296,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:22:43.004599 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.017506 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Calling delete_port for 407983f2-705c-457d-826a-a382f3235296 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:22:43.099771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Deleting port 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:22:43.100137 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.188166 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.214165 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Port': ['ID=407983f2-705c-457d-826a-a382f3235296,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:43.285987 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.341223 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] For port 20fdc8a0-65b7-4f87-983a-8c657a23a3b0, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=20fdc8a0-65b7-4f87-983a-8c657a23a3b0,segment=NetworkSegment(82c415d1-3760-4088-b34f-93e947564e8d),segment_id=82c415d1-3760-4088-b34f-93e947564e8d)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:22:43.341638 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.372632 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Calling delete_port for 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:22:43.377430 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.379636 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.423818 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.424462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Fanout notify agent at l3_agent the message router_deleted on router e4905b02-86ed-4d23-bb0f-6343a2540c85 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:22:43.432322 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.433658 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e5280942-c55d-4ded-aa27-d0f09ef55bad tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/routers/e4905b02-86ed-4d23-bb0f-6343a2540c85 HTTP/1.1" status: 204 len: 168 time: 0.7830062 Nov 09 01:22:43.436800 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34140) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:43.455920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-9b158aa5-f45b-41ea-9f90-0befe3ae82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:22:41Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:43.487771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b158aa5-f45b-41ea-9f90-0befe3ae82a6 None None] The sync data for ids ['e4905b02-86ed-4d23-bb0f-6343a2540c85'] in n-d-813263-3 is: [{'id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641359124', 'tenant_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '407983f2-705c-457d-826a-a382f3235296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:21:44Z', 'updated_at': '2021-11-09T01:22:41Z', 'revision_number': 5, 'project_id': 'b8bc83bc0ab74c23b22b22bfd8e911b6', 'gw_port': {'id': '407983f2-705c-457d-826a-a382f3235296', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4905b02-86ed-4d23-bb0f-6343a2540c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:21:45Z', 'updated_at': '2021-11-09T01:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:22:43.499254 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.519030 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.528092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] No DVR routers for this DVR port 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:22:43.532805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Pushing event deleted for resources: {'Port': ['ID=20fdc8a0-65b7-4f87-983a-8c657a23a3b0,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:43.541119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.541495 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.542104 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.542439 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.542775 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.543117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.543426 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.544239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.544562 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.544882 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.545204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.545617 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649bc88-9d00-4459-bb94-e28767d386f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.618037 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.638254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71af0152-9654-404f-a310-9ba4245eb983']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:43.647204 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c415d1-3760-4088-b34f-93e947564e8d') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:43.647503 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c415d1-3760-4088-b34f-93e947564e8d') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:43.661099 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.674604 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.680343 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:22:43.680759 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: timer() Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:22:43.683896 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:22:43.741152 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.749087 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.751609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/networks/71af0152-9654-404f-a310-9ba4245eb983 HTTP/1.1" status: 204 len: 168 time: 0.3138282 Nov 09 01:22:43.754413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34142) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:43.762371 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb210872-4002-46e0-9ca2-6e7758df8f92 tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'Network': ['ID=71af0152-9654-404f-a310-9ba4245eb983,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:43.811379 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.836566 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.897902 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.900517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:43.904832 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] 10.222.0.25 "DELETE /v2.0/security-groups/0656c3ec-9e28-4e8d-8913-e44f000bba2c HTTP/1.1" status: 204 len: 168 time: 0.1462929 Nov 09 01:22:43.912427 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0656c3ec-9e28-4e8d-8913-e44f000bba2c,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:43.921059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.921425 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.921771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.922109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.922441 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.922772 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.923103 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.923431 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.923801 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.924077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.924397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:43.924721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8031770-3776-4abd-a67f-662131a350cc tempest-TestNetworkAdvancedServerOps-427801337 tempest-TestNetworkAdvancedServerOps-427801337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:44.259633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34150) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:44.398262 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-10b9cb37-5b7b-40c7-9be6-8a8c7cd2ad2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8bc83bc0ab74c23b22b22bfd8e911b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374829 Nov 09 01:22:44.400672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34154) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:44.447222 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58a339b0-6f88-4366-b230-d1cd8259393d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:44.471849 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58a339b0-6f88-4366-b230-d1cd8259393d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:44.522437 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58a339b0-6f88-4366-b230-d1cd8259393d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:44.525802 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-58a339b0-6f88-4366-b230-d1cd8259393d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:44.527324 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-58a339b0-6f88-4366-b230-d1cd8259393d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e7def5a-1008-4c87-b6c1-2de6ea434901 HTTP/1.1" status: 204 len: 168 time: 0.1257617 Nov 09 01:22:44.537415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a339b0-6f88-4366-b230-d1cd8259393d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7def5a-1008-4c87-b6c1-2de6ea434901,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:44.573112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 407983f2-705c-457d-826a-a382f3235296 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:22:44.596563 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 407983f2-705c-457d-826a-a382f3235296 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:22:44.597058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 407983f2-705c-457d-826a-a382f3235296 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:22:44.597410 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:22:44.617274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:22:44.617709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 20fdc8a0-65b7-4f87-983a-8c657a23a3b0 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:22:44.618140 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f77e113c-d20c-4449-947e-62831720581a no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:22:44.638375 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: f77e113c-d20c-4449-947e-62831720581a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:22:44.638799 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device f77e113c-d20c-4449-947e-62831720581a not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:22:44.799903 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34160) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:44.814101 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f244121-6ccd-4148-b939-87fedb3cd11b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:44.884844 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bd3b-3735-4fe0-83c9-868508d7777f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:44.893224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f244121-6ccd-4148-b939-87fedb3cd11b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:44.896931 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3f244121-6ccd-4148-b939-87fedb3cd11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:44.941557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3f244121-6ccd-4148-b939-87fedb3cd11b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a8434d6be5f4d639d44bd79ca101619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405416 Nov 09 01:22:44.942365 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f244121-6ccd-4148-b939-87fedb3cd11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326ffa80-19c8-4a34-a65b-a84f9456bf12,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:44.944236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34162) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:44.991564 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f813560-adeb-46d4-8a31-299fa4cf6280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:45.013027 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f813560-adeb-46d4-8a31-299fa4cf6280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:45.058495 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f813560-adeb-46d4-8a31-299fa4cf6280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:45.061648 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3f813560-adeb-46d4-8a31-299fa4cf6280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:45.062787 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3f813560-adeb-46d4-8a31-299fa4cf6280 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/326ffa80-19c8-4a34-a65b-a84f9456bf12 HTTP/1.1" status: 204 len: 168 time: 0.1175683 Nov 09 01:22:45.070352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f813560-adeb-46d4-8a31-299fa4cf6280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326ffa80-19c8-4a34-a65b-a84f9456bf12,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:45.769891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34184) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:45.862881 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1964825075-network', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:45.883052 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Made reservation on behalf of b25e5ba4ffd649f3afa4dd595175e16b for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:22:45.885274 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:45.894442 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:45.967158 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:45.970771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:45.990908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:22:46.005565 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e716b4fb-b5ec-406b-95eb-8c70c06e44e9,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:46.008517 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.008969 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Added segment f8e69344-f585-491d-9160-ee79267e855b of type vlan for network 5d0d2ccf-136e-41a1-a33c-35d97a715177 Nov 09 01:22:46.048775 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.072488 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.073423 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:46.073997 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.105097 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3340421 Nov 09 01:22:46.108283 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34188) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:46.113180 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-27a1c1cf-f29a-4f71-8bf4-ac8d69bdad37 admin admin] Request body: {'subnet': {'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1964825075-subnet', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:46.134202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a1c1cf-f29a-4f71-8bf4-ac8d69bdad37 admin admin] Made reservation on behalf of b25e5ba4ffd649f3afa4dd595175e16b for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:22:46.136511 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27a1c1cf-f29a-4f71-8bf4-ac8d69bdad37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.140837 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634fd3f-a75c-471c-b927-70d3df64bd50 admin admin] Pushing event updated for resources: {'Network': ['ID=5d0d2ccf-136e-41a1-a33c-35d97a715177,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:46.151582 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 5d0d2ccf-136e-41a1-a33c-35d97a715177 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:22:46.301858 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27a1c1cf-f29a-4f71-8bf4-ac8d69bdad37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.358971 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1c1cf-f29a-4f71-8bf4-ac8d69bdad37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792dcc69-0309-4675-aaa6-e44db1602d5c,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:46.364819 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1c1cf-f29a-4f71-8bf4-ac8d69bdad37 admin admin] Checking segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:22:46.365206 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a1c1cf-f29a-4f71-8bf4-ac8d69bdad37 admin admin] Network hostable DHCP agents. Network: 5d0d2ccf-136e-41a1-a33c-35d97a715177, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:22:46.380495 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.382867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a1c1cf-f29a-4f71-8bf4-ac8d69bdad37 admin admin] Network 5d0d2ccf-136e-41a1-a33c-35d97a715177 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:22:46.391467 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-27a1c1cf-f29a-4f71-8bf4-ac8d69bdad37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 5d0d2ccf-136e-41a1-a33c-35d97a715177) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:22:46.396339 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a1c1cf-f29a-4f71-8bf4-ac8d69bdad37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:46.397363 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-27a1c1cf-f29a-4f71-8bf4-ac8d69bdad37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.400171 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dfbd1c-5588-438e-af57-b3029f918b4b None None] Network 5d0d2ccf-136e-41a1-a33c-35d97a715177 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:22:46.413622 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-27a1c1cf-f29a-4f71-8bf4-ac8d69bdad37 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3040416 Nov 09 01:22:46.416043 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34190) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:46.421293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:46.442176 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.443407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.500483 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.550092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-5d0d2ccf-136e-41a1-a33c-35d97a715177', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:22:46.550966 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.580572 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.641214 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.693806 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Allocated IP 172.20.0.2 (5d0d2ccf-136e-41a1-a33c-35d97a715177/792dcc69-0309-4675-aaa6-e44db1602d5c/84ed0ca0-30e8-496a-b4f0-4102fe771026) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:22:46.833831 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.840055 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.887718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Network 5d0d2ccf-136e-41a1-a33c-35d97a715177 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:22:46.890767 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:22:46.893282 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:22:46.899316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Pushing event updated for resources: {'Port': ['ID=84ed0ca0-30e8-496a-b4f0-4102fe771026,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:46.955652 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Attempting to bind port 84ed0ca0-30e8-496a-b4f0-4102fe771026 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:22:46.956025 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Attempting to bind port 84ed0ca0-30e8-496a-b4f0-4102fe771026 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:22:46.956378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Attempting to bind port 84ed0ca0-30e8-496a-b4f0-4102fe771026 on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:22:46.961855 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:22:46.962224 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Checking segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:22:46.962622 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:46.963013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Bound using segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:22:46.963475 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Bound port: 84ed0ca0-30e8-496a-b4f0-4102fe771026, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:22:46.963849 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:47.038271 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] For port 84ed0ca0-30e8-496a-b4f0-4102fe771026, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:22:47.042237 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] For port 84ed0ca0-30e8-496a-b4f0-4102fe771026, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=84ed0ca0-30e8-496a-b4f0-4102fe771026,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:22:47.043333 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:47.047427 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:47.110612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3259771-3c95-476f-9af5-c0cfd369265f None None] Pushing event updated for resources: {'Port': ['ID=84ed0ca0-30e8-496a-b4f0-4102fe771026,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:47.184993 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:47.204225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:47.329411 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Allocated IP 172.25.0.50 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/74f44337-98fc-47c7-bc21-016ea6e278a7) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:22:47.434512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:47.467380 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:47.504226 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:22:47.509192 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:22:47.513581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:22:47.519167 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Pushing event updated for resources: {'Port': ['ID=74f44337-98fc-47c7-bc21-016ea6e278a7,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:47.759079 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:47.920942 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:47.960168 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.003918 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c122f5-b864-4229-b13c-7d750cdc5783 None None] Network 5d0d2ccf-136e-41a1-a33c-35d97a715177 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:22:48.092178 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:22:48.095388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5c4c8a93-8a40-454b-803d-045b8083cdf0 None None] Provisioning complete for port 84ed0ca0-30e8-496a-b4f0-4102fe771026 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:48.095753 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5c4c8a93-8a40-454b-803d-045b8083cdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.200200 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:22:48.210155 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Sync routers for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:22:48.219339 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.223933 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:48.224111 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a2607b47-7431-46ae-a375-6ed9f3a1efce admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8037632 Nov 09 01:22:48.224216 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:48.224348 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34192) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:48.230010 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5c4c8a93-8a40-454b-803d-045b8083cdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.264634 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5c4c8a93-8a40-454b-803d-045b8083cdf0 None None] For port 84ed0ca0-30e8-496a-b4f0-4102fe771026, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=84ed0ca0-30e8-496a-b4f0-4102fe771026,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:22:48.270216 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5c4c8a93-8a40-454b-803d-045b8083cdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.324842 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c8a93-8a40-454b-803d-045b8083cdf0 None None] Pushing event updated for resources: {'Port': ['ID=84ed0ca0-30e8-496a-b4f0-4102fe771026,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:48.351310 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:48.538897 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 84ed0ca0-30e8-496a-b4f0-4102fe771026 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:22:48.542585 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.570277 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:47Z', 'revision_number': 3, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:48.600356 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-578a3a74-9fbb-49b6-8707-f3ef155173c5 None None] Provisioning complete for port 84ed0ca0-30e8-496a-b4f0-4102fe771026 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:48.600640 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Checking router: 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:22:48.600758 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-578a3a74-9fbb-49b6-8707-f3ef155173c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.600913 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Updating router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 port 74f44337-98fc-47c7-bc21-016ea6e278a7 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:22:48.608276 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 84ed0ca0-30e8-496a-b4f0-4102fe771026 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:48.608995 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.635635 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.699742 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.857030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Allocated IP 172.20.0.1 (5d0d2ccf-136e-41a1-a33c-35d97a715177/792dcc69-0309-4675-aaa6-e44db1602d5c/14795acc-7815-43c8-a630-eb1e7d949de8) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:22:48.897488 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.902939 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.952215 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Attempting to bind port 74f44337-98fc-47c7-bc21-016ea6e278a7 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:22:48.952587 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Attempting to bind port 74f44337-98fc-47c7-bc21-016ea6e278a7 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:22:48.952943 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Attempting to bind port 74f44337-98fc-47c7-bc21-016ea6e278a7 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:22:48.960079 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087a26a-1558-4aa8-9542-3eee75d9fdc5 None None] Pushing event updated for resources: {'Port': ['ID=74f44337-98fc-47c7-bc21-016ea6e278a7,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:48.962528 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:22:48.962903 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:22:48.963279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.963411 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.963655 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:22:48.964102 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Bound port: 74f44337-98fc-47c7-bc21-016ea6e278a7, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:22:48.964468 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:48.996693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:49.015302 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] For port 74f44337-98fc-47c7-bc21-016ea6e278a7, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:22:49.018194 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] For port 74f44337-98fc-47c7-bc21-016ea6e278a7, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=74f44337-98fc-47c7-bc21-016ea6e278a7,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:22:49.022883 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:49.034559 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Network 5d0d2ccf-136e-41a1-a33c-35d97a715177 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:22:49.040976 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:22:49.044204 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:22:49.070914 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Pushing event updated for resources: {'Port': ['ID=14795acc-7815-43c8-a630-eb1e7d949de8,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:49.078678 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:49.079333 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:49.091202 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:49.131052 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087a26a-1558-4aa8-9542-3eee75d9fdc5 None None] Pushing event updated for resources: {'Port': ['ID=74f44337-98fc-47c7-bc21-016ea6e278a7,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:49.193877 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:49.228155 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:49.282970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d80f13bd-0e5c-429f-913d-20ebabb9b2c3 None None] Provisioning complete for port 14795acc-7815-43c8-a630-eb1e7d949de8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:49.283538 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d80f13bd-0e5c-429f-913d-20ebabb9b2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:49.322703 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d80f13bd-0e5c-429f-913d-20ebabb9b2c3 None None] Port 14795acc-7815-43c8-a630-eb1e7d949de8 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:22:49.374071 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:47Z', 'revision_number': 3, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:49.394305 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:49.398739 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:49.400355 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e582dd1-9b32-4650-954f-7dafffb2f4ce None None] The sync data for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 is: [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:47Z', 'revision_number': 3, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:22:49.470147 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:49.472026 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Pushing event updated for resources: {'Port': ['ID=14795acc-7815-43c8-a630-eb1e7d949de8,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:49.563025 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Network 5d0d2ccf-136e-41a1-a33c-35d97a715177 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:22:49.564617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:22:49.714190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:22:49.833229 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:22:49.838979 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-627cbb6f-8f90-43a0-ad3b-0c8754228096 admin admin] 10.222.0.25 "PUT /v2.0/routers/2222c69c-aa81-49f9-86e5-86ada9bd4fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6140409 Nov 09 01:22:49.847279 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-21069fdc-1dcb-406d-be8e-165027d16227 None None] Provisioning complete for port 14795acc-7815-43c8-a630-eb1e7d949de8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:49.847656 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-21069fdc-1dcb-406d-be8e-165027d16227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:49.882890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-21069fdc-1dcb-406d-be8e-165027d16227 None None] Port 14795acc-7815-43c8-a630-eb1e7d949de8 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:22:50.325077 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34208) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:50.330089 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1705850371-network', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:50.350044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Made reservation on behalf of 0a848a9ca6d54b1b8e0c649d4e683075 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:22:50.352300 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.361602 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.436244 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.440821 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.464133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:22:50.484690 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c88631f-854a-49c9-af84-2a70f1047380,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:50.488643 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.488990 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Added segment 93c4f487-f2eb-428b-a395-62000d3fc311 of type vlan for network c4cac500-f008-4d74-b2f1-af6563b65e6b Nov 09 01:22:50.512162 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 74f44337-98fc-47c7-bc21-016ea6e278a7 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:22:50.531652 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.557479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.558552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:50.559183 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.561865 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 74f44337-98fc-47c7-bc21-016ea6e278a7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:50.562244 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.620530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2942958 Nov 09 01:22:50.623178 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34210) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:50.629655 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-421ef038-b8c5-496c-8de9-ea19535df5bd admin admin] Request body: {'subnet': {'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1705850371-subnet', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:50.638033 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b01a6-429e-45d9-a31e-a3e4e7156c08 admin admin] Pushing event updated for resources: {'Network': ['ID=c4cac500-f008-4d74-b2f1-af6563b65e6b,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:50.648159 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network c4cac500-f008-4d74-b2f1-af6563b65e6b details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:22:50.651729 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.656127 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421ef038-b8c5-496c-8de9-ea19535df5bd admin admin] Made reservation on behalf of 0a848a9ca6d54b1b8e0c649d4e683075 for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:22:50.658991 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-421ef038-b8c5-496c-8de9-ea19535df5bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.721724 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 74f44337-98fc-47c7-bc21-016ea6e278a7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=74f44337-98fc-47c7-bc21-016ea6e278a7,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:22:50.730370 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.789275 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=74f44337-98fc-47c7-bc21-016ea6e278a7,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:50.841423 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-421ef038-b8c5-496c-8de9-ea19535df5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.895515 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ef038-b8c5-496c-8de9-ea19535df5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=49cd3af5-2c2b-4fe3-bded-a61588d6e20e,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:50.906787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ef038-b8c5-496c-8de9-ea19535df5bd admin admin] Checking segment: {'id': '93c4f487-f2eb-428b-a395-62000d3fc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:22:50.907155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421ef038-b8c5-496c-8de9-ea19535df5bd admin admin] Network hostable DHCP agents. Network: c4cac500-f008-4d74-b2f1-af6563b65e6b, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:22:50.923673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421ef038-b8c5-496c-8de9-ea19535df5bd admin admin] Network c4cac500-f008-4d74-b2f1-af6563b65e6b is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:22:50.932195 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-421ef038-b8c5-496c-8de9-ea19535df5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, c4cac500-f008-4d74-b2f1-af6563b65e6b) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:22:50.936206 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421ef038-b8c5-496c-8de9-ea19535df5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:50.936817 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-421ef038-b8c5-496c-8de9-ea19535df5bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.940739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb9465-0925-49b0-bc35-22bfa58df85a None None] Network c4cac500-f008-4d74-b2f1-af6563b65e6b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:22:50.955412 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-421ef038-b8c5-496c-8de9-ea19535df5bd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3282015 Nov 09 01:22:50.955412 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34212) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:50.959533 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1705850371-router', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:50.982196 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.983361 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:50.998411 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Sync routers for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:22:51.022951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:51.023575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:51.037933 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:51.170639 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:51.175200 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:51.220972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-c4cac500-f008-4d74-b2f1-af6563b65e6b', 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'fixed_ips': [{'subnet_id': '49cd3af5-2c2b-4fe3-bded-a61588d6e20e'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:22:51.221861 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:51.379449 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:51.399829 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:51.506813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Allocated IP 172.25.0.59 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/b80726e5-25b7-48b2-9a2a-88243a94cbf3) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:22:51.616513 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:51.636533 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Allocated IP 172.20.0.2 (c4cac500-f008-4d74-b2f1-af6563b65e6b/49cd3af5-2c2b-4fe3-bded-a61588d6e20e/a597cc66-8423-4672-bcee-fcde7b191eb7) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:22:51.650131 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:51.692573 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:22:51.695606 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:22:51.700585 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:22:51.703747 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Pushing event updated for resources: {'Port': ['ID=b80726e5-25b7-48b2-9a2a-88243a94cbf3,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:51.711581 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 2, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:51.743120 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Checking router: 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:22:51.743473 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Updating router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 port 14795acc-7815-43c8-a630-eb1e7d949de8 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:22:51.780988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:51.915874 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:51.928094 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:51.949560 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.002255 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Network c4cac500-f008-4d74-b2f1-af6563b65e6b is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:22:52.033007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:22:52.036462 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:22:52.038262 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Pushing event updated for resources: {'Port': ['ID=a597cc66-8423-4672-bcee-fcde7b191eb7,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:52.118393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Attempting to bind port a597cc66-8423-4672-bcee-fcde7b191eb7 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:22:52.118742 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Attempting to bind port a597cc66-8423-4672-bcee-fcde7b191eb7 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '93c4f487-f2eb-428b-a395-62000d3fc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:22:52.119113 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Attempting to bind port a597cc66-8423-4672-bcee-fcde7b191eb7 on network c4cac500-f008-4d74-b2f1-af6563b65e6b {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:22:52.130844 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:22:52.131218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Checking segment: {'id': '93c4f487-f2eb-428b-a395-62000d3fc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:22:52.131624 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.132022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Bound using segment: {'id': '93c4f487-f2eb-428b-a395-62000d3fc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:22:52.132491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Bound port: a597cc66-8423-4672-bcee-fcde7b191eb7, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c4f487-f2eb-428b-a395-62000d3fc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:22:52.132874 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.149007 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.231543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.239974 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.268481 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] For port a597cc66-8423-4672-bcee-fcde7b191eb7, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:22:52.281550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Router 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:22:52.288192 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] For port a597cc66-8423-4672-bcee-fcde7b191eb7, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a597cc66-8423-4672-bcee-fcde7b191eb7,segment=NetworkSegment(93c4f487-f2eb-428b-a395-62000d3fc311),segment_id=93c4f487-f2eb-428b-a395-62000d3fc311)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:22:52.301044 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.312074 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14391c-b071-468b-b07b-7133e362684e None None] Pushing event updated for resources: {'Port': ['ID=14795acc-7815-43c8-a630-eb1e7d949de8,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:52.398207 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:22:52.413451 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Sync routers for ids ['66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:22:52.417480 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Attempting to bind port 14795acc-7815-43c8-a630-eb1e7d949de8 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:22:52.417869 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Attempting to bind port 14795acc-7815-43c8-a630-eb1e7d949de8 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:22:52.418254 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Attempting to bind port 14795acc-7815-43c8-a630-eb1e7d949de8 on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:22:52.421783 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.426831 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-05a03a11-d25d-4a80-927e-aa5dff5dddad admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4675086 Nov 09 01:22:52.427809 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34214) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:52.431643 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba01af-1feb-455e-a343-37dc91d1f267 None None] Pushing event updated for resources: {'Port': ['ID=a597cc66-8423-4672-bcee-fcde7b191eb7,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:52.435000 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:22:52.435378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Checking segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:22:52.435779 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.436165 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Bound using segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:22:52.436638 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Bound port: 14795acc-7815-43c8-a630-eb1e7d949de8, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:22:52.437020 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.461248 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Routers {'66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:52.470255 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:52.555285 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 74f44337-98fc-47c7-bc21-016ea6e278a7 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:22:52.599220 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] For port 14795acc-7815-43c8-a630-eb1e7d949de8, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:22:52.607484 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Set router 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:52.646918 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] For port 14795acc-7815-43c8-a630-eb1e7d949de8, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=14795acc-7815-43c8-a630-eb1e7d949de8,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:22:52.663167 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.754378 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 74f44337-98fc-47c7-bc21-016ea6e278a7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:52.754864 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.780803 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:52.781610 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:52.786577 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f5ac4809-ab73-4c24-9d50-5066ae35cd3f None None] Provisioning complete for port 14795acc-7815-43c8-a630-eb1e7d949de8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:52.786957 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4809-ab73-4c24-9d50-5066ae35cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:52.870640 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'name': 'tempest-TestShelveInstance-1705850371-router', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:50Z', 'updated_at': '2021-11-09T01:22:51Z', 'revision_number': 3, 'project_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'gw_port': {'id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:41:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:51Z', 'updated_at': '2021-11-09T01:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:52.871057 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14391c-b071-468b-b07b-7133e362684e None None] Pushing event updated for resources: {'Port': ['ID=14795acc-7815-43c8-a630-eb1e7d949de8,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:53.017065 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Checking router: 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:22:53.017424 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Updating router 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 port b80726e5-25b7-48b2-9a2a-88243a94cbf3 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:22:53.045222 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:53.045464 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.045563 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.077305 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4809-ab73-4c24-9d50-5066ae35cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.183911 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-f5ac4809-ab73-4c24-9d50-5066ae35cd3f None None] For port 14795acc-7815-43c8-a630-eb1e7d949de8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=14795acc-7815-43c8-a630-eb1e7d949de8,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:22:53.212152 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Allocated IP 172.20.0.1 (c4cac500-f008-4d74-b2f1-af6563b65e6b/49cd3af5-2c2b-4fe3-bded-a61588d6e20e/79c7f2c9-70e0-4a9a-9808-223153c3fc63) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:22:53.216334 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4809-ab73-4c24-9d50-5066ae35cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.329331 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.339340 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.350049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac4809-ab73-4c24-9d50-5066ae35cd3f None None] Pushing event updated for resources: {'Port': ['ID=14795acc-7815-43c8-a630-eb1e7d949de8,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:53.363100 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-52f013f7-6a24-46f4-8e66-06c406ac8c7b None None] Provisioning complete for port 14795acc-7815-43c8-a630-eb1e7d949de8 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:53.363470 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-52f013f7-6a24-46f4-8e66-06c406ac8c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.414421 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Attempting to bind port b80726e5-25b7-48b2-9a2a-88243a94cbf3 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:22:53.415032 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Attempting to bind port b80726e5-25b7-48b2-9a2a-88243a94cbf3 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:22:53.415032 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Attempting to bind port b80726e5-25b7-48b2-9a2a-88243a94cbf3 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:22:53.418878 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Pushing event updated for resources: {'Port': ['ID=b80726e5-25b7-48b2-9a2a-88243a94cbf3,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:53.428570 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:22:53.428970 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:22:53.429323 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.429724 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:22:53.430179 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Bound port: b80726e5-25b7-48b2-9a2a-88243a94cbf3, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:22:53.430572 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.434167 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:53.434506 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:53.434833 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:53.435157 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:53.435475 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:53.435807 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:53.441971 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:53.442367 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:53.442695 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:53.443020 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:53.443342 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:53.443659 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:22:53.478884 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:52Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:53.501500 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] For port b80726e5-25b7-48b2-9a2a-88243a94cbf3, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:22:53.504964 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] For port b80726e5-25b7-48b2-9a2a-88243a94cbf3, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b80726e5-25b7-48b2-9a2a-88243a94cbf3,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:22:53.511869 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.515732 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae3c96-e594-4f17-8378-d4f87b0ccf39 None None] The sync data for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 is: [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:52Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:22:53.567937 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Routers {'66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:53.568573 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:53.645056 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f73cd-f9f0-4bbe-a972-7f7243e51d98 None None] Pushing event updated for resources: {'Port': ['ID=b80726e5-25b7-48b2-9a2a-88243a94cbf3,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:53.748796 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] Set router 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:53.752801 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119deb48-70df-49d0-898c-0b38dd124c0c None None] Network c4cac500-f008-4d74-b2f1-af6563b65e6b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:22:53.767051 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.818837 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.827464 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-5b664f82-69bb-4589-8387-4adf88c78dac None None] Provisioning complete for port a597cc66-8423-4672-bcee-fcde7b191eb7 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:53.827841 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5b664f82-69bb-4589-8387-4adf88c78dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.868491 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Network c4cac500-f008-4d74-b2f1-af6563b65e6b is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:22:53.871306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:22:53.875105 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:22:53.907516 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=79c7f2c9-70e0-4a9a-9808-223153c3fc63,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:53.926150 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:53.990873 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5b664f82-69bb-4589-8387-4adf88c78dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:54.019873 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'name': 'tempest-TestShelveInstance-1705850371-router', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:50Z', 'updated_at': '2021-11-09T01:22:51Z', 'revision_number': 3, 'project_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'gw_port': {'id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:41:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:51Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:54.037818 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-5b664f82-69bb-4589-8387-4adf88c78dac None None] For port a597cc66-8423-4672-bcee-fcde7b191eb7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a597cc66-8423-4672-bcee-fcde7b191eb7,segment=NetworkSegment(93c4f487-f2eb-428b-a395-62000d3fc311),segment_id=93c4f487-f2eb-428b-a395-62000d3fc311)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:22:54.044959 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5b664f82-69bb-4589-8387-4adf88c78dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:54.070109 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13944e-7568-47fa-9b1f-88c481be869e None None] The sync data for ids ['66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'] in n-d-813263-3 is: [{'id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'name': 'tempest-TestShelveInstance-1705850371-router', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:50Z', 'updated_at': '2021-11-09T01:22:51Z', 'revision_number': 3, 'project_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'gw_port': {'id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:41:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:51Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:22:54.092278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:54.141141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b664f82-69bb-4589-8387-4adf88c78dac None None] Pushing event updated for resources: {'Port': ['ID=a597cc66-8423-4672-bcee-fcde7b191eb7,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:54.303161 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:54.308357 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:54.373437 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:54.381152 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d5aa8c91-2925-48c6-8c6c-849c7c4ef94f None None] Provisioning complete for port a597cc66-8423-4672-bcee-fcde7b191eb7 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:54.381933 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d5aa8c91-2925-48c6-8c6c-849c7c4ef94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:54.419672 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=79c7f2c9-70e0-4a9a-9808-223153c3fc63,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:54.570617 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Network c4cac500-f008-4d74-b2f1-af6563b65e6b is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:22:54.578298 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:22:54.617776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-d5aa8c91-2925-48c6-8c6c-849c7c4ef94f None None] Provisioning complete for port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:54.618248 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d5aa8c91-2925-48c6-8c6c-849c7c4ef94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:54.671972 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa8c91-2925-48c6-8c6c-849c7c4ef94f None None] Port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:22:54.727055 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a597cc66-8423-4672-bcee-fcde7b191eb7 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:22:54.765826 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Router 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:22:54.814622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-f3f8d584-1764-449b-8ff8-49916b80cbbc None None] Provisioning complete for port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:54.815231 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f3f8d584-1764-449b-8ff8-49916b80cbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:54.862346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port a597cc66-8423-4672-bcee-fcde7b191eb7 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:54.862713 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:54.906437 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:22:54.911228 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-81b04d61-c3a7-4e39-bf23-798e61b98dd1 admin admin] 10.222.0.25 "PUT /v2.0/routers/66f52a3e-d354-45d6-8bf2-6f31f19bd4b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4808886 Nov 09 01:22:54.916421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8d584-1764-449b-8ff8-49916b80cbbc None None] Port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:22:55.177880 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 14795acc-7815-43c8-a630-eb1e7d949de8 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:22:55.212770 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-85687b95-9077-4287-8a80-de3db78074b7 None None] Provisioning complete for port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:55.213231 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-85687b95-9077-4287-8a80-de3db78074b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.257910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-85687b95-9077-4287-8a80-de3db78074b7 None None] Port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:22:55.268769 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 14795acc-7815-43c8-a630-eb1e7d949de8 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:55.269141 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.358092 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b80726e5-25b7-48b2-9a2a-88243a94cbf3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:22:55.408590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b80726e5-25b7-48b2-9a2a-88243a94cbf3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:55.409040 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.420511 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34222) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:55.425307 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-818ec4aa-1eab-4334-9a88-6dd006630db8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-425384933', 'description': 'tempest-secgroup-smoke-425384933 description', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:55.448698 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-818ec4aa-1eab-4334-9a88-6dd006630db8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.499082 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.520810 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port b80726e5-25b7-48b2-9a2a-88243a94cbf3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b80726e5-25b7-48b2-9a2a-88243a94cbf3,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:22:55.524729 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.525616 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-818ec4aa-1eab-4334-9a88-6dd006630db8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.529937 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-818ec4aa-1eab-4334-9a88-6dd006630db8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.562648 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-818ec4aa-1eab-4334-9a88-6dd006630db8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.563939 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-818ec4aa-1eab-4334-9a88-6dd006630db8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1423664 Nov 09 01:22:55.565912 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ec4aa-1eab-4334-9a88-6dd006630db8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66068d8-950c-43cc-a29b-3091f14d1459,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:55.567031 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34224) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:55.571833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-3a288b57-5e0d-4b4b-b481-b45317d364e8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group_rule': {'security_group_id': 'c66068d8-950c-43cc-a29b-3091f14d1459', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:55.581023 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=b80726e5-25b7-48b2-9a2a-88243a94cbf3,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:55.598280 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a288b57-5e0d-4b4b-b481-b45317d364e8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.653722 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a288b57-5e0d-4b4b-b481-b45317d364e8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.657466 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a288b57-5e0d-4b4b-b481-b45317d364e8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.676419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a288b57-5e0d-4b4b-b481-b45317d364e8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebdf7d6-1770-4a1b-b893-4a83c517cc7d,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:55.684031 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3a288b57-5e0d-4b4b-b481-b45317d364e8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.685794 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3a288b57-5e0d-4b4b-b481-b45317d364e8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177526 Nov 09 01:22:55.688556 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34226) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:55.692903 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-aa222395-c008-4e86-a48c-be0bc60192a7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group_rule': {'security_group_id': 'c66068d8-950c-43cc-a29b-3091f14d1459', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:55.718872 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa222395-c008-4e86-a48c-be0bc60192a7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.776763 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa222395-c008-4e86-a48c-be0bc60192a7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.780299 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa222395-c008-4e86-a48c-be0bc60192a7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.797782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa222395-c008-4e86-a48c-be0bc60192a7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cbb0e4b-6a64-4737-9c50-811e05a0144f,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:55.805147 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-aa222395-c008-4e86-a48c-be0bc60192a7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.806380 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-aa222395-c008-4e86-a48c-be0bc60192a7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168628 Nov 09 01:22:55.809072 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34228) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:55.813906 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-98fab059-f2f4-4ee9-a413-c54d32253a74 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group_rule': {'security_group_id': 'c66068d8-950c-43cc-a29b-3091f14d1459', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:55.839032 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-98fab059-f2f4-4ee9-a413-c54d32253a74 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.893937 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-98fab059-f2f4-4ee9-a413-c54d32253a74 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.897517 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-98fab059-f2f4-4ee9-a413-c54d32253a74 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.915716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fab059-f2f4-4ee9-a413-c54d32253a74 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69754614-4dfc-44b9-a585-82cb88270888,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:55.922263 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-98fab059-f2f4-4ee9-a413-c54d32253a74 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:55.923343 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-98fab059-f2f4-4ee9-a413-c54d32253a74 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127567 Nov 09 01:22:55.926156 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34230) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:55.930421 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-a9626dd3-1abb-4aa3-ac9a-ec534204aa1a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group_rule': {'security_group_id': 'c66068d8-950c-43cc-a29b-3091f14d1459', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:55.955296 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9626dd3-1abb-4aa3-ac9a-ec534204aa1a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.010802 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9626dd3-1abb-4aa3-ac9a-ec534204aa1a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.014371 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9626dd3-1abb-4aa3-ac9a-ec534204aa1a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.033173 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9626dd3-1abb-4aa3-ac9a-ec534204aa1a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f61393-78d3-44e8-ab77-9d4b2545eebe,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:56.041051 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a9626dd3-1abb-4aa3-ac9a-ec534204aa1a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.042537 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a9626dd3-1abb-4aa3-ac9a-ec534204aa1a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151848 Nov 09 01:22:56.045859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34232) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:56.050267 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-6b50511e-e3ab-4d68-87b8-0270a6ca9175 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group_rule': {'security_group_id': 'c66068d8-950c-43cc-a29b-3091f14d1459', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:56.070242 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-6b50511e-e3ab-4d68-87b8-0270a6ca9175 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Project b25e5ba4ffd649f3afa4dd595175e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:22:56.075301 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b50511e-e3ab-4d68-87b8-0270a6ca9175 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.136524 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b50511e-e3ab-4d68-87b8-0270a6ca9175 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.140193 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b50511e-e3ab-4d68-87b8-0270a6ca9175 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.155687 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50511e-e3ab-4d68-87b8-0270a6ca9175 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2892aa1-170b-497c-99be-2c52779c0054,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:56.166915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-6b50511e-e3ab-4d68-87b8-0270a6ca9175 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.169508 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-6b50511e-e3ab-4d68-87b8-0270a6ca9175 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218300 Nov 09 01:22:56.171927 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34234) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:22:56.176279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c396b347-455c-4552-a0fd-3a5e015bee33 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group_rule': {'security_group_id': 'c66068d8-950c-43cc-a29b-3091f14d1459', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:56.197179 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-c396b347-455c-4552-a0fd-3a5e015bee33 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Project b25e5ba4ffd649f3afa4dd595175e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:22:56.202397 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c396b347-455c-4552-a0fd-3a5e015bee33 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.261689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c396b347-455c-4552-a0fd-3a5e015bee33 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.265661 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c396b347-455c-4552-a0fd-3a5e015bee33 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.284260 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396b347-455c-4552-a0fd-3a5e015bee33 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f84a5c-f33b-4c0a-ad2c-72b9aeef44cd,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:56.293233 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c396b347-455c-4552-a0fd-3a5e015bee33 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.294567 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c396b347-455c-4552-a0fd-3a5e015bee33 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217184 Nov 09 01:22:56.508769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-f235c8a9-c010-4db9-bcc4-d2fcb58a717d tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425384933&fields=id&tenant_id=b25e5ba4ffd649f3afa4dd595175e16b HTTP/1.1" status: 200 len: 267 time: 0.0508275 Nov 09 01:22:56.520086 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b80726e5-25b7-48b2-9a2a-88243a94cbf3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:22:56.569472 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port b80726e5-25b7-48b2-9a2a-88243a94cbf3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:56.569847 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:56.624171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-70798a18-8c4f-4ff9-96a8-7b67bedb2ead tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:56.625778 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-70798a18-8c4f-4ff9-96a8-7b67bedb2ead tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 809 time: 0.1094129 Nov 09 01:22:56.641920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-6225cc68-ee9a-4c65-97d9-59dd363d9a3b tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/quotas/b25e5ba4ffd649f3afa4dd595175e16b HTTP/1.1" status: 200 len: 375 time: 0.0103250 Nov 09 01:22:56.695408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-9aa198f9-099b-4ed2-a85a-15c3bb7248ba tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477035 Nov 09 01:22:56.800091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-2d5f0769-bf49-402a-8037-4345bd3d76f2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:22:56.801098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-2d5f0769-bf49-402a-8037-4345bd3d76f2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0936670 Nov 09 01:22:56.895812 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-22904201-af91-4494-93fa-0ed889de9fe1 service neutron] 10.222.0.25 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883334 Nov 09 01:22:56.931187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Sync routers for ids ['66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:22:56.940947 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Routers {'66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:56.941675 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:56.986079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-867620c9-4e8d-4bc6-8733-57f889d86149 service neutron] 10.222.0.25 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840704 Nov 09 01:22:57.060785 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Set router 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:57.179091 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3b9a40fd-ed32-4d2c-8d38-cf0fdcc9d338 req-4beaab4d-1367-4a7c-87ba-47e175030370 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 210 time: 0.0304799 Nov 09 01:22:57.266715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'name': 'tempest-TestShelveInstance-1705850371-router', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:50Z', 'updated_at': '2021-11-09T01:22:54Z', 'revision_number': 4, 'project_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'gw_port': {'id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:51Z', 'updated_at': '2021-11-09T01:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '79c7f2c9-70e0-4a9a-9808-223153c3fc63', 'name': '', 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'mac_address': 'fa:16:3e:5b:e7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '49cd3af5-2c2b-4fe3-bded-a61588d6e20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:53Z', 'updated_at': '2021-11-09T01:22:54Z', 'revision_number': 2, 'project_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'subnets': [{'id': '49cd3af5-2c2b-4fe3-bded-a61588d6e20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:57.294910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Checking router: 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:22:57.295346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Updating router 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:22:57.325832 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:57.594070 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:57.598938 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:57.653394 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189f947-83cc-4519-937a-ef903cbcb95d None None] Pushing event updated for resources: {'Port': ['ID=79c7f2c9-70e0-4a9a-9808-223153c3fc63,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:57.702382 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Attempting to bind port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:22:57.702750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Attempting to bind port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': '93c4f487-f2eb-428b-a395-62000d3fc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:22:57.703135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Attempting to bind port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 on network c4cac500-f008-4d74-b2f1-af6563b65e6b {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:22:57.708476 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:22:57.708848 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Checking segment: {'id': '93c4f487-f2eb-428b-a395-62000d3fc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:22:57.709245 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:57.709673 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Bound using segment: {'id': '93c4f487-f2eb-428b-a395-62000d3fc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:22:57.710138 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Bound port: 79c7f2c9-70e0-4a9a-9808-223153c3fc63, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c4f487-f2eb-428b-a395-62000d3fc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:22:57.710519 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:57.775204 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] For port 79c7f2c9-70e0-4a9a-9808-223153c3fc63, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:22:57.779007 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] For port 79c7f2c9-70e0-4a9a-9808-223153c3fc63, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=79c7f2c9-70e0-4a9a-9808-223153c3fc63,segment=NetworkSegment(93c4f487-f2eb-428b-a395-62000d3fc311),segment_id=93c4f487-f2eb-428b-a395-62000d3fc311)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:22:57.783776 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:57.843188 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Routers {'66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:22:57.843813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:57.848595 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189f947-83cc-4519-937a-ef903cbcb95d None None] Pushing event updated for resources: {'Port': ['ID=79c7f2c9-70e0-4a9a-9808-223153c3fc63,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:57.911226 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-46e9b962-9108-4cc5-8951-28240391752e None None] Provisioning complete for port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:57.911517 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46e9b962-9108-4cc5-8951-28240391752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:58.002145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] Set router 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:22:58.125481 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46e9b962-9108-4cc5-8951-28240391752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:58.132978 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-93981e0b-fb47-4ddf-a7cd-2e652a58e82f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:58.134585 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-93981e0b-fb47-4ddf-a7cd-2e652a58e82f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 809 time: 0.1148591 Nov 09 01:22:58.198372 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-eb597f61-69e7-4b8a-9907-26c43471dd1d tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b25e5ba4ffd649f3afa4dd595175e16b HTTP/1.1" status: 200 len: 379 time: 0.0544655 Nov 09 01:22:58.201429 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-46e9b962-9108-4cc5-8951-28240391752e None None] For port 79c7f2c9-70e0-4a9a-9808-223153c3fc63, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=79c7f2c9-70e0-4a9a-9808-223153c3fc63,segment=NetworkSegment(93c4f487-f2eb-428b-a395-62000d3fc311),segment_id=93c4f487-f2eb-428b-a395-62000d3fc311)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:22:58.210458 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'port': {'device_id': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'admin_state_up': True, 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'security_groups': ['c66068d8-950c-43cc-a29b-3091f14d1459']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:58.210648 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46e9b962-9108-4cc5-8951-28240391752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:58.292798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5a74f2e0-a06d-4953-b74b-ee33139f3aad req-49de1c34-a35d-495f-8e81-668d158b6d71 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 210 time: 0.0413468 Nov 09 01:22:58.301024 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9b962-9108-4cc5-8951-28240391752e None None] Pushing event updated for resources: {'Port': ['ID=79c7f2c9-70e0-4a9a-9808-223153c3fc63,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:58.323690 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Made reservation on behalf of b25e5ba4ffd649f3afa4dd595175e16b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:22:58.328177 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:58.328776 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'name': 'tempest-TestShelveInstance-1705850371-router', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:50Z', 'updated_at': '2021-11-09T01:22:54Z', 'revision_number': 4, 'project_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'gw_port': {'id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:51Z', 'updated_at': '2021-11-09T01:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '79c7f2c9-70e0-4a9a-9808-223153c3fc63', 'name': '', 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'mac_address': 'fa:16:3e:5b:e7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '49cd3af5-2c2b-4fe3-bded-a61588d6e20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:53Z', 'updated_at': '2021-11-09T01:22:57Z', 'revision_number': 4, 'project_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'subnets': [{'id': '49cd3af5-2c2b-4fe3-bded-a61588d6e20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:22:58.359058 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff50888-94d7-4111-a9a2-eb5dd9a24aed None None] The sync data for ids ['66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'] in n-d-813263-3 is: [{'id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'name': 'tempest-TestShelveInstance-1705850371-router', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:50Z', 'updated_at': '2021-11-09T01:22:54Z', 'revision_number': 4, 'project_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'gw_port': {'id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:51Z', 'updated_at': '2021-11-09T01:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '79c7f2c9-70e0-4a9a-9808-223153c3fc63', 'name': '', 'network_id': 'c4cac500-f008-4d74-b2f1-af6563b65e6b', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'mac_address': 'fa:16:3e:5b:e7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '49cd3af5-2c2b-4fe3-bded-a61588d6e20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:53Z', 'updated_at': '2021-11-09T01:22:57Z', 'revision_number': 4, 'project_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'subnets': [{'id': '49cd3af5-2c2b-4fe3-bded-a61588d6e20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:22:58.364485 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1e424b9e-e3f5-47ae-a7db-cf629394e42f None None] Provisioning complete for port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:58.364854 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1e424b9e-e3f5-47ae-a7db-cf629394e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:58.478503 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Allocated IP 172.20.0.13 (5d0d2ccf-136e-41a1-a33c-35d97a715177/792dcc69-0309-4675-aaa6-e44db1602d5c/34cbac67-61da-47c6-b406-712f3177fe19) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:22:58.566627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 79c7f2c9-70e0-4a9a-9808-223153c3fc63 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:22:58.620274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:58.620944 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:58.652812 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:58.691278 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:58.740465 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Network 5d0d2ccf-136e-41a1-a33c-35d97a715177 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:22:58.743768 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:22:58.748941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:22:58.753017 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:58.802408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:58.803053 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:58.826145 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-bc581a88-d75f-42a9-b495-81d97a6450dc tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6198854 Nov 09 01:22:58.840061 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Request body: {'port': {'device_id': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:22:58.900509 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:59.015809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-56d799b4-9660-4ad9-b779-c85d0ddec8a5 None None] Provisioning complete for port 34cbac67-61da-47c6-b406-712f3177fe19 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:22:59.016180 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-56d799b4-9660-4ad9-b779-c85d0ddec8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:59.056788 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-56d799b4-9660-4ad9-b779-c85d0ddec8a5 None None] Port 34cbac67-61da-47c6-b406-712f3177fe19 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:22:59.183434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cbac67-61da-47c6-b406-712f3177fe19 {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:22:59.190834 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:59.202857 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Transition to ACTIVE for port object 34cbac67-61da-47c6-b406-712f3177fe19 will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:22:59.206767 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:59.257415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:59.333169 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Attempting to bind port 34cbac67-61da-47c6-b406-712f3177fe19 on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:22:59.333585 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Attempting to bind port 34cbac67-61da-47c6-b406-712f3177fe19 by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:22:59.333980 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Attempting to bind port 34cbac67-61da-47c6-b406-712f3177fe19 on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:22:59.338761 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Port 34cbac67-61da-47c6-b406-712f3177fe19 on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:22:59.339077 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Attempting to bind port 34cbac67-61da-47c6-b406-712f3177fe19 on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:22:59.345162 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:22:59.345540 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Checking segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:22:59.345921 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Bound using segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:22:59.346343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Bound port: 34cbac67-61da-47c6-b406-712f3177fe19, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:22:59.346696 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:59.412718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:22:59.416894 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:22:59.422487 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:59.456927 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:59.458135 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:22:59.460008 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 1092 time: 0.6242507 Nov 09 01:22:59.462372 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:22:59.467599 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33031690-d709-4678-a226-8607a5b53284" -d '{"events": [{"name": "network-changed", "server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "tag": "34cbac67-61da-47c6-b406-712f3177fe19"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:22:59.493768 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1390ba4-05b1-47be-94f0-bc4bc5152b3c req-302625f3-61ab-4cf2-aba7-350a1913cea9 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:59.496162 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1390ba4-05b1-47be-94f0-bc4bc5152b3c req-302625f3-61ab-4cf2-aba7-350a1913cea9 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 944 time: 0.1199152 Nov 09 01:22:59.525085 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f1793-8c53-4622-ba9a-fe9cc3eee4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:22:59.566707 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5502440-d044-49ad-8cc3-f466c044c45e x-openstack-request-id: req-a5502440-d044-49ad-8cc3-f466c044c45e {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:22:59.567260 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "tag": "34cbac67-61da-47c6-b406-712f3177fe19", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:22:59.567504 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5502440-d044-49ad-8cc3-f466c044c45e {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:22:59.568349 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19', 'status': 'completed', 'code': 200} Nov 09 01:22:59.574523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f1390ba4-05b1-47be-94f0-bc4bc5152b3c req-c41605ad-03df-4e6c-9e59-493bfb61e8a0 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595784 Nov 09 01:22:59.586923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-05dde4f6-9803-434d-86cd-74b638da1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:59.588432 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-05dde4f6-9803-434d-86cd-74b638da1d1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1095 time: 0.0584879 Nov 09 01:22:59.637824 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-fca4a03d-49fd-4296-8cb0-32d9d61c55d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 217 time: 0.0406458 Nov 09 01:22:59.696757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-dd605585-c965-4439-ac66-b33b38a979d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:59.698442 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-dd605585-c965-4439-ac66-b33b38a979d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0529492 Nov 09 01:22:59.750880 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-fffd2f4f-0c91-4047-b130-a83135a0c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:22:59.752419 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-fffd2f4f-0c91-4047-b130-a83135a0c594 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466602 Nov 09 01:22:59.848459 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-cb327053-9e5a-47fa-a7f0-1fb532c124e8 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877974 Nov 09 01:22:59.947982 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4a741d65-625c-4dd8-8a32-27e799819a4a req-87aee6ff-9f52-4c0c-88d5-d1fe7bde9c99 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923045 Nov 09 01:23:00.035426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33031690-d709-4678-a226-8607a5b53284 req-8df431c2-c658-441e-b2f8-f4d6f07ae788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:00.036888 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33031690-d709-4678-a226-8607a5b53284 req-8df431c2-c658-441e-b2f8-f4d6f07ae788 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1095 time: 0.0400534 Nov 09 01:23:00.128642 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33031690-d709-4678-a226-8607a5b53284 req-2a26f4a8-13e7-411b-a27e-36bbe5abb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:00.130137 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33031690-d709-4678-a226-8607a5b53284 req-2a26f4a8-13e7-411b-a27e-36bbe5abb80f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0858068 Nov 09 01:23:00.172772 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33031690-d709-4678-a226-8607a5b53284 req-3bed9dd7-86ca-40cc-b18d-0e20d98e8a54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 217 time: 0.0342445 Nov 09 01:23:00.222950 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33031690-d709-4678-a226-8607a5b53284 req-a3d58c6b-d75f-4b00-8b15-548107791fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:00.224320 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33031690-d709-4678-a226-8607a5b53284 req-a3d58c6b-d75f-4b00-8b15-548107791fbe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0426695 Nov 09 01:23:00.269418 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33031690-d709-4678-a226-8607a5b53284 req-2489cbd3-cdce-484a-affc-4f7b27cab68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:00.270832 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33031690-d709-4678-a226-8607a5b53284 req-2489cbd3-cdce-484a-affc-4f7b27cab68d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383720 Nov 09 01:23:00.364115 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33031690-d709-4678-a226-8607a5b53284 req-ad6e4fa1-6552-4dda-a989-cf23a8893f05 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852332 Nov 09 01:23:00.458844 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-33031690-d709-4678-a226-8607a5b53284 req-3d53aed7-2944-48d5-855b-99ef3ace1451 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862393 Nov 09 01:23:00.744892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf0a8f-6e13-4dc6-a35c-61c6fd878ebd req-d8168f70-6258-46ce-a203-810b477f9839 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:00.746391 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8cf0a8f-6e13-4dc6-a35c-61c6fd878ebd req-d8168f70-6258-46ce-a203-810b477f9839 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 944 time: 0.1009309 Nov 09 01:23:00.795009 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8cf0a8f-6e13-4dc6-a35c-61c6fd878ebd req-d79fb1f6-4891-4764-be8e-e67271b7f1e0 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427165 Nov 09 01:23:01.909790 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc1e32-e4a9-4760-8908-68eafd0da2de req-b26be467-2bfe-477a-9d2e-379cd5853fce tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:01.911190 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1cdc1e32-e4a9-4760-8908-68eafd0da2de req-b26be467-2bfe-477a-9d2e-379cd5853fce tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 944 time: 0.0510597 Nov 09 01:23:01.959852 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1cdc1e32-e4a9-4760-8908-68eafd0da2de req-d6c783a6-1aea-48d6-8add-ea5e090410aa tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424614 Nov 09 01:23:02.230914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 34cbac67-61da-47c6-b406-712f3177fe19 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:23:02.328183 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:23:02.339352 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '34cbac67-61da-47c6-b406-712f3177fe19', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'port_id': '34cbac67-61da-47c6-b406-712f3177fe19', 'mac_address': 'fa:16:3e:0a:a7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:23:02.377438 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:02.390578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cbac67-61da-47c6-b406-712f3177fe19 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:23:02.409719 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:23:02.413526 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:02.459099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:23:02.637038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['34cbac67-61da-47c6-b406-712f3177fe19'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:23:03.080721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb5bb8-f7c9-4c9a-97b7-f7c0b24e324c req-7a917cbf-dc93-46eb-8afb-11a242d79836 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:03.083197 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62bb5bb8-f7c9-4c9a-97b7-f7c0b24e324c req-7a917cbf-dc93-46eb-8afb-11a242d79836 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0538456 Nov 09 01:23:03.135234 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-62bb5bb8-f7c9-4c9a-97b7-f7c0b24e324c req-6854cc02-24fc-4948-9c39-d4109383c355 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453222 Nov 09 01:23:04.252120 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1dfcc-8ae3-4067-8b5d-44023cc2bba6 req-27c03bd6-d80a-4c4e-a848-66de22c972ea tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:04.253624 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9f1dfcc-8ae3-4067-8b5d-44023cc2bba6 req-27c03bd6-d80a-4c4e-a848-66de22c972ea tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0523977 Nov 09 01:23:04.278469 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 34cbac67-61da-47c6-b406-712f3177fe19 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:23:04.303246 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9f1dfcc-8ae3-4067-8b5d-44023cc2bba6 req-152cfbf2-b692-4a99-a461-4dfba86ad1b4 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436075 Nov 09 01:23:04.329259 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 34cbac67-61da-47c6-b406-712f3177fe19 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:23:04.333280 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 34cbac67-61da-47c6-b406-712f3177fe19 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:23:04.333669 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:04.407121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:04.428990 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:23:04.431171 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8333aa-dc21-42c6-ad86-5c5fac4eb0de" -d '{"events": [{"server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "name": "network-vif-plugged", "status": "completed", "tag": "34cbac67-61da-47c6-b406-712f3177fe19"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:23:04.444896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:23:04.448813 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:04.478012 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8751168c-6466-42a5-bf78-e4268a43cc95 x-openstack-request-id: req-8751168c-6466-42a5-bf78-e4268a43cc95 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:23:04.478311 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "name": "network-vif-plugged", "status": "completed", "tag": "34cbac67-61da-47c6-b406-712f3177fe19", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:23:04.478565 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8751168c-6466-42a5-bf78-e4268a43cc95 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:23:04.478978 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19', 'code': 200} Nov 09 01:23:04.501374 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:23:04.581785 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08cedc-c4ba-458a-be06-6161282d0bee req-a316fca7-deae-47a6-9dfc-de7decbd0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:04.583304 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a08cedc-c4ba-458a-be06-6161282d0bee req-a316fca7-deae-47a6-9dfc-de7decbd0e42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1097 time: 0.0413709 Nov 09 01:23:04.637180 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-5a08cedc-c4ba-458a-be06-6161282d0bee req-6f8ff43b-36f0-4666-8f57-f0f5693858f8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389743 Nov 09 01:23:05.418098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4af8a-2f1a-4823-ae3e-2cfcb671fa26 req-8b757840-883a-4be3-a1f2-9f1eaedf0c08 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:05.420158 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4e4af8a-2f1a-4823-ae3e-2cfcb671fa26 req-8b757840-883a-4be3-a1f2-9f1eaedf0c08 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0492263 Nov 09 01:23:05.471916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d4e4af8a-2f1a-4823-ae3e-2cfcb671fa26 req-8ed79d65-803c-4ec4-93a2-666879f3d85f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453689 Nov 09 01:23:06.590934 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02392e-a199-44f3-ba11-e08e96253860 req-064ecda9-64a7-4254-82a2-87369ded90c3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:06.592393 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd02392e-a199-44f3-ba11-e08e96253860 req-064ecda9-64a7-4254-82a2-87369ded90c3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0486710 Nov 09 01:23:06.644917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd02392e-a199-44f3-ba11-e08e96253860 req-ac281135-a667-4bc5-8443-5182ee589822 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465117 Nov 09 01:23:06.758062 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0f6b5-de80-42ec-b5c6-6d9be2de46ea req-bd0a832f-e284-491b-aec0-b3f5d5b882c9 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:06.759520 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65d0f6b5-de80-42ec-b5c6-6d9be2de46ea req-bd0a832f-e284-491b-aec0-b3f5d5b882c9 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0482371 Nov 09 01:23:06.808480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-65d0f6b5-de80-42ec-b5c6-6d9be2de46ea req-1e0de70f-4d9c-4f7a-9fb1-d01c3f797f00 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423806 Nov 09 01:23:06.829971 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34290) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:23:06.911795 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6bcb0f-8d8b-478f-bca3-e182f72edaa8 tempest-TestShelveInstance-627188213 tempest-TestShelveInstance-627188213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:06.913255 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3c6bcb0f-8d8b-478f-bca3-e182f72edaa8 tempest-TestShelveInstance-627188213 tempest-TestShelveInstance-627188213-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1092 time: 0.0824187 Nov 09 01:23:06.916147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34294) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:23:06.920530 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '34cbac67-61da-47c6-b406-712f3177fe19', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:23:06.942262 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for floatingip, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:07.037130 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:07.139636 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Allocated IP 172.25.0.176 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/9bd8bc3a-0d9d-4590-a54a-2b63cbe697b2) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:23:07.235512 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:07.267797 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:07.302754 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:23:07.305505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:23:07.311756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:23:07.340724 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'Port': ['ID=9bd8bc3a-0d9d-4590-a54a-2b63cbe697b2,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:23:07.661028 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:07.728744 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:07.870300 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:07.874812 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:07.948681 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'Port': ['ID=9bd8bc3a-0d9d-4590-a54a-2b63cbe697b2,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:23:07.956351 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:08.054599 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Floating IP c44fa181-c613-4b28-9230-7c495e1551c8 associated. External IP: 172.25.0.176, port: 34cbac67-61da-47c6-b406-712f3177fe19. Nov 09 01:23:08.257000 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:23:08.362712 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:23:08.373791 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0be55-1c24-4555-8470-1a2617cc9512 None None] Sync routers for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:23:08.379568 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:08.383821 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b0be55-1c24-4555-8470-1a2617cc9512 None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:23:08.384425 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-24b0be55-1c24-4555-8470-1a2617cc9512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:23:08.406946 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e1068061-fb6f-47d0-b44b-c8b42468ba4f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4897652 Nov 09 01:23:08.407658 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:23:08.410184 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4140a509-e072-418f-a8d7-9a1ff3049cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "tag": "34cbac67-61da-47c6-b406-712f3177fe19"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:23:08.447858 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d345af-c03d-4965-97b2-45b28029cefd x-openstack-request-id: req-95d345af-c03d-4965-97b2-45b28029cefd {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:23:08.448155 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "tag": "34cbac67-61da-47c6-b406-712f3177fe19", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:23:08.448457 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95d345af-c03d-4965-97b2-45b28029cefd {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:23:08.448866 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19', 'status': 'completed', 'code': 200} Nov 09 01:23:08.490421 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-24b0be55-1c24-4555-8470-1a2617cc9512 None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:23:08.511629 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a509-e072-418f-a8d7-9a1ff3049cb9 req-69d729f7-33ca-459e-9a92-6972492e4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:08.513585 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4140a509-e072-418f-a8d7-9a1ff3049cb9 req-69d729f7-33ca-459e-9a92-6972492e4858 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1097 time: 0.0407662 Nov 09 01:23:08.611684 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a509-e072-418f-a8d7-9a1ff3049cb9 req-f83dcc30-93df-448b-848c-69b995befdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:08.613208 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4140a509-e072-418f-a8d7-9a1ff3049cb9 req-f83dcc30-93df-448b-848c-69b995befdcd service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0931816 Nov 09 01:23:08.679564 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4140a509-e072-418f-a8d7-9a1ff3049cb9 req-233eee72-6ed9-4a9d-a235-e520aab08747 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 1000 time: 0.0581360 Nov 09 01:23:08.713766 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-24b0be55-1c24-4555-8470-1a2617cc9512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'c44fa181-c613-4b28-9230-7c495e1551c8', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'port_id': '34cbac67-61da-47c6-b406-712f3177fe19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'mac_address': 'fa:16:3e:0a:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:23:07Z', 'updated_at': '2021-11-09T01:23:07Z', 'revision_number': 0, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:23:08.726804 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a509-e072-418f-a8d7-9a1ff3049cb9 req-7d0495b6-59d2-42e2-93db-2599dd94d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:08.728230 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4140a509-e072-418f-a8d7-9a1ff3049cb9 req-7d0495b6-59d2-42e2-93db-2599dd94d68e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0421839 Nov 09 01:23:08.741249 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0be55-1c24-4555-8470-1a2617cc9512 None None] Checking router: 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:23:08.749970 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b0be55-1c24-4555-8470-1a2617cc9512 None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:23:08.750578 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-24b0be55-1c24-4555-8470-1a2617cc9512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:22:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:23:08.777323 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a509-e072-418f-a8d7-9a1ff3049cb9 req-a4991264-485d-4114-ab02-f478a4624712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:08.778880 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4140a509-e072-418f-a8d7-9a1ff3049cb9 req-a4991264-485d-4114-ab02-f478a4624712 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434256 Nov 09 01:23:08.854383 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-24b0be55-1c24-4555-8470-1a2617cc9512 None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:23:08.869072 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4140a509-e072-418f-a8d7-9a1ff3049cb9 req-4249a0ed-e4eb-42b9-88dc-d12e220de440 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835321 Nov 09 01:23:08.960643 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4140a509-e072-418f-a8d7-9a1ff3049cb9 req-e3702985-187f-4e24-8203-92867e091199 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844002 Nov 09 01:23:09.073224 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-24b0be55-1c24-4555-8470-1a2617cc9512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'c44fa181-c613-4b28-9230-7c495e1551c8', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'port_id': '34cbac67-61da-47c6-b406-712f3177fe19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'mac_address': 'fa:16:3e:0a:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:23:07Z', 'updated_at': '2021-11-09T01:23:07Z', 'revision_number': 0, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:23:09.102736 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0be55-1c24-4555-8470-1a2617cc9512 None None] The sync data for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 is: [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'c44fa181-c613-4b28-9230-7c495e1551c8', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'port_id': '34cbac67-61da-47c6-b406-712f3177fe19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'mac_address': 'fa:16:3e:0a:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:23:07Z', 'updated_at': '2021-11-09T01:23:07Z', 'revision_number': 0, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:23:09.282112 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b104d-0353-4079-afcb-73800124c23f None None] New status for floating IP c44fa181-c613-4b28-9230-7c495e1551c8: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:23:12.805986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6d7102c7-5eb7-4163-b91e-cbc26320cbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:13.021661 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-db958b97-5871-401a-b163-6f82c3ca0b60 req-86831cb2-c865-495d-a16d-f62eb183e93c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387516 Nov 09 01:23:13.102445 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958b97-5871-401a-b163-6f82c3ca0b60 req-9a3cde1b-25cd-4b08-8748-532f81b29e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:13.103801 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-db958b97-5871-401a-b163-6f82c3ca0b60 req-9a3cde1b-25cd-4b08-8748-532f81b29e6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1097 time: 0.0394232 Nov 09 01:23:13.544932 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958b97-5871-401a-b163-6f82c3ca0b60 req-a6cf6578-ff83-426a-a02b-777139d2e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:13.546408 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-db958b97-5871-401a-b163-6f82c3ca0b60 req-a6cf6578-ff83-426a-a02b-777139d2e1a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.4235213 Nov 09 01:23:13.610592 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-db958b97-5871-401a-b163-6f82c3ca0b60 req-2964759c-0b5d-46b2-aae1-c08a8a9989a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 1002 time: 0.0568311 Nov 09 01:23:13.661281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958b97-5871-401a-b163-6f82c3ca0b60 req-3b4e07a8-361c-4826-aaed-f9202204d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:13.662698 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-db958b97-5871-401a-b163-6f82c3ca0b60 req-3b4e07a8-361c-4826-aaed-f9202204d224 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0454242 Nov 09 01:23:13.706840 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958b97-5871-401a-b163-6f82c3ca0b60 req-8b3fa0c5-13e6-4a39-9565-cf91a144540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:23:13.708279 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-db958b97-5871-401a-b163-6f82c3ca0b60 req-8b3fa0c5-13e6-4a39-9565-cf91a144540b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383039 Nov 09 01:23:13.797743 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-db958b97-5871-401a-b163-6f82c3ca0b60 req-5985f8df-c44c-4368-9eec-0e70b5e571d6 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818665 Nov 09 01:23:13.883920 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-db958b97-5871-401a-b163-6f82c3ca0b60 req-77d6bae6-ed4a-4b69-8207-954dda8f2d97 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791123 Nov 09 01:23:14.166665 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:23:14.887860 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-eadb5142-115a-456e-b378-aca1d5047691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:16.380199 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:16.583552 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:17.025560 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:17.924206 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:18.534788 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:42.808088 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0fb1d944-2162-45f1-b548-3f049e5fa93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:44.889332 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5561531f-54f6-4d1a-852d-479f75d95154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:46.383027 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:46.594237 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:47.040277 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:47.927288 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:48.536157 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:23:51.169086 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:24:12.810838 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2fc30189-1f43-4931-99bc-ca1b268b9138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:14.012396 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-127aebf6-769b-4b44-89e7-9e2fa4b86514 req-78f33b02-2847-4d4c-9c29-d2bdcee77ddd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394325 Nov 09 01:24:14.103413 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127aebf6-769b-4b44-89e7-9e2fa4b86514 req-af5fd2a4-30ad-4eb3-a434-67b7b003de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:24:14.104867 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-127aebf6-769b-4b44-89e7-9e2fa4b86514 req-af5fd2a4-30ad-4eb3-a434-67b7b003de31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1097 time: 0.0437574 Nov 09 01:24:14.206578 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127aebf6-769b-4b44-89e7-9e2fa4b86514 req-ee65f55d-100a-429b-882b-f3b15965b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:24:14.208010 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-127aebf6-769b-4b44-89e7-9e2fa4b86514 req-ee65f55d-100a-429b-882b-f3b15965b8fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0827360 Nov 09 01:24:14.276199 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-127aebf6-769b-4b44-89e7-9e2fa4b86514 req-c8e2cd87-99f3-4463-82d1-5ccbd3fde43a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 1002 time: 0.0587480 Nov 09 01:24:14.322577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127aebf6-769b-4b44-89e7-9e2fa4b86514 req-eb22831d-7268-4f56-8b44-03dd21452689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:24:14.323931 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-127aebf6-769b-4b44-89e7-9e2fa4b86514 req-eb22831d-7268-4f56-8b44-03dd21452689 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0411110 Nov 09 01:24:14.368377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127aebf6-769b-4b44-89e7-9e2fa4b86514 req-e301b026-1826-4a93-b801-518efafbe57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:24:14.369889 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-127aebf6-769b-4b44-89e7-9e2fa4b86514 req-e301b026-1826-4a93-b801-518efafbe57f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390651 Nov 09 01:24:14.462383 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-127aebf6-769b-4b44-89e7-9e2fa4b86514 req-59bc7d01-db24-483d-99a5-4f17dca8d204 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856125 Nov 09 01:24:14.549874 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-127aebf6-769b-4b44-89e7-9e2fa4b86514 req-c8e8f124-7253-4f5c-8c33-7155543d3540 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807502 Nov 09 01:24:14.890636 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3d19e161-1336-4919-ac60-c41105fdb8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:16.386477 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:16.593654 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:17.070875 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:17.932003 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:18.537080 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:28.168587 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:24:28.549426 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-d2122f1b-4207-4027-9bb1-225b838a2f79 service neutron] (101780) timed out ('10.222.0.25', 57986) {{(pid=101780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 01:24:42.811513 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1450a296-5ea0-40d8-98ee-0f4fc93fdd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:44.159392 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-8825f35e-3624-4440-a556-04baa168f6ff req-ee3f7195-e0c9-4327-9d9d-018881b7607b service neutron] (101781) timed out ('10.222.0.30', 55799) {{(pid=101781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 01:24:44.893985 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0e4faa08-b802-4617-810f-38bca571f3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:46.389459 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:46.608713 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:47.071118 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:47.933520 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:24:48.537473 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:04.024716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc7ffd-1283-44e7-b087-4901d83f0658 req-d731046b-b456-4bdc-b437-46a95cf2d243 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:04.026331 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1dc7ffd-1283-44e7-b087-4901d83f0658 req-d731046b-b456-4bdc-b437-46a95cf2d243 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0495512 Nov 09 01:25:04.075509 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a1dc7ffd-1283-44e7-b087-4901d83f0658 req-1c7d1ead-424d-4cad-806f-e84bd24c01d5 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432293 Nov 09 01:25:05.167786 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:25:05.200467 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d6a76-cada-4f49-8115-de9d3d52fcc6 req-21492370-4f5f-475b-92c2-fa08104f5d6e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:05.202604 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f9d6a76-cada-4f49-8115-de9d3d52fcc6 req-21492370-4f5f-475b-92c2-fa08104f5d6e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0552850 Nov 09 01:25:05.258086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9f9d6a76-cada-4f49-8115-de9d3d52fcc6 req-3cf46aee-a9ee-4a14-9164-af59e73e493e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494230 Nov 09 01:25:06.397151 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a1558-fbfe-499f-a59d-b7be1b4382ea req-4b01848e-39c2-4198-9298-4d82fba5eb00 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:06.398631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed7a1558-fbfe-499f-a59d-b7be1b4382ea req-4b01848e-39c2-4198-9298-4d82fba5eb00 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0472050 Nov 09 01:25:06.447004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed7a1558-fbfe-499f-a59d-b7be1b4382ea req-a17a9690-b6df-4aa9-a11e-91c9c52c8b7a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418959 Nov 09 01:25:07.563338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e27bd1-cb95-4863-9e84-49d1137bf5d9 req-a0745062-5881-4ef8-80ce-872d0af8e06e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:07.564792 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36e27bd1-cb95-4863-9e84-49d1137bf5d9 req-a0745062-5881-4ef8-80ce-872d0af8e06e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0508301 Nov 09 01:25:07.613139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36e27bd1-cb95-4863-9e84-49d1137bf5d9 req-fe471cbb-4ef2-451d-9f45-4aae12b94379 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424373 Nov 09 01:25:08.727069 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca7164-0b4c-48bb-9348-0781a1006d60 req-7b0aad59-ff64-44de-a220-5644a9e43ded tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:08.728519 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7ca7164-0b4c-48bb-9348-0781a1006d60 req-7b0aad59-ff64-44de-a220-5644a9e43ded tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0472305 Nov 09 01:25:08.775917 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d7ca7164-0b4c-48bb-9348-0781a1006d60 req-ead7191f-d2f1-4eb1-b383-bc159179fe22 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407424 Nov 09 01:25:09.891085 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d723-628a-44ed-a8e6-f6b1e034904d req-4eb7784b-b660-42ca-a051-70aecebb9e6c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:09.892435 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ba8d723-628a-44ed-a8e6-f6b1e034904d req-4eb7784b-b660-42ca-a051-70aecebb9e6c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0483053 Nov 09 01:25:09.944555 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ba8d723-628a-44ed-a8e6-f6b1e034904d req-caadfe9f-9cd8-4962-a493-65f480906306 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461860 Nov 09 01:25:11.059401 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f56189-a2c8-4ee9-84c0-3ebfe57ee9b0 req-18389a50-7260-4d1c-85e7-01967c1ac754 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:11.060876 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18f56189-a2c8-4ee9-84c0-3ebfe57ee9b0 req-18389a50-7260-4d1c-85e7-01967c1ac754 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0487761 Nov 09 01:25:11.109052 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-18f56189-a2c8-4ee9-84c0-3ebfe57ee9b0 req-773466b3-4d11-4cc9-8a4a-694fe1942b34 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423281 Nov 09 01:25:12.221759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c43f51-e2bb-4503-8ae4-fc8e975f0e0b req-95b418f1-1c5f-4b0d-b153-38031b5eaf67 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:12.224200 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77c43f51-e2bb-4503-8ae4-fc8e975f0e0b req-95b418f1-1c5f-4b0d-b153-38031b5eaf67 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0483437 Nov 09 01:25:12.274834 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-77c43f51-e2bb-4503-8ae4-fc8e975f0e0b req-96283d0b-8ed9-433f-9dc8-bc7787a73022 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433052 Nov 09 01:25:12.811576 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-053f3f0c-4202-416f-8509-0192d176ce59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:13.395171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27032dcd-35d7-41a4-b0f2-26eef49e394a req-119253c0-8374-46a5-a299-387b34a1f0c5 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:13.396609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27032dcd-35d7-41a4-b0f2-26eef49e394a req-119253c0-8374-46a5-a299-387b34a1f0c5 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0513289 Nov 09 01:25:13.444684 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27032dcd-35d7-41a4-b0f2-26eef49e394a req-3bc00ab6-3746-4e4c-85e1-2d37ae7bf5c1 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421939 Nov 09 01:25:14.561387 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1f455-6014-4f35-898d-37dfbdba948e req-3cf0b464-985a-47d4-aab7-6e279e92def2 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:14.562851 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d5e1f455-6014-4f35-898d-37dfbdba948e req-3cf0b464-985a-47d4-aab7-6e279e92def2 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0477855 Nov 09 01:25:14.610352 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d5e1f455-6014-4f35-898d-37dfbdba948e req-d95afa83-6c01-4601-804f-a7c7574be37c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416219 Nov 09 01:25:14.838560 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 34cbac67-61da-47c6-b406-712f3177fe19 details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:25:14.928187 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a56d9e33-4726-4431-8cde-6e1da7f2040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:14.945600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:25:14.957283 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '34cbac67-61da-47c6-b406-712f3177fe19', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'port_id': '34cbac67-61da-47c6-b406-712f3177fe19', 'mac_address': 'fa:16:3e:0a:a7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:25:15.001376 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:15.014698 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34cbac67-61da-47c6-b406-712f3177fe19 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:25:15.034268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:25:15.037742 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:15.053240 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520576f-0182-47e2-91c5-0fbee8aaff1a req-83dc3919-c514-4f42-9bbd-4aef398d6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:15.054774 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4520576f-0182-47e2-91c5-0fbee8aaff1a req-83dc3919-c514-4f42-9bbd-4aef398d6318 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1097 time: 0.0486276 Nov 09 01:25:15.089181 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:25:15.096519 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:15.096868 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:15.097209 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:15.097576 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:15.097910 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:15.098242 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:15.098575 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:15.098901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:15.099226 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:15.099565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:15.099875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:15.100193 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:15.116015 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['34cbac67-61da-47c6-b406-712f3177fe19'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:25:15.161110 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520576f-0182-47e2-91c5-0fbee8aaff1a req-28a0c13a-fd1e-4f56-8e98-b87f3c1d8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:15.162625 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4520576f-0182-47e2-91c5-0fbee8aaff1a req-28a0c13a-fd1e-4f56-8e98-b87f3c1d8266 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0870895 Nov 09 01:25:15.237506 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4520576f-0182-47e2-91c5-0fbee8aaff1a req-36811cb4-2c1d-4707-a671-984aa6f29c7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 1001 time: 0.0662067 Nov 09 01:25:15.287553 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520576f-0182-47e2-91c5-0fbee8aaff1a req-4521b71b-27bf-4d4f-b696-c9daabff05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:15.289014 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4520576f-0182-47e2-91c5-0fbee8aaff1a req-4521b71b-27bf-4d4f-b696-c9daabff05d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0440433 Nov 09 01:25:15.336276 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520576f-0182-47e2-91c5-0fbee8aaff1a req-8713d588-c4f0-41bc-aed9-46018ea97a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:15.337828 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4520576f-0182-47e2-91c5-0fbee8aaff1a req-8713d588-c4f0-41bc-aed9-46018ea97a10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398250 Nov 09 01:25:15.431750 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4520576f-0182-47e2-91c5-0fbee8aaff1a req-f4b6f51f-a98a-40fa-861d-c805420fd23c service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856273 Nov 09 01:25:15.520962 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-4520576f-0182-47e2-91c5-0fbee8aaff1a req-f83f5b90-6b0b-4b10-ac08-5ade86161c5f service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814667 Nov 09 01:25:15.726235 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8e496-147c-4bc5-8d1a-cbf10d7df9f5 req-c84e3ff0-a15c-4f9a-b8f8-f04552c845eb tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:15.727597 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1df8e496-147c-4bc5-8d1a-cbf10d7df9f5 req-c84e3ff0-a15c-4f9a-b8f8-f04552c845eb tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0473723 Nov 09 01:25:15.778443 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1df8e496-147c-4bc5-8d1a-cbf10d7df9f5 req-5c701f6f-9923-406c-ade8-0b97cbb9ccf8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446012 Nov 09 01:25:16.394625 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:16.614527 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:16.854469 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 34cbac67-61da-47c6-b406-712f3177fe19 up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:25:16.924932 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994a1fc-2ac5-4749-a59e-8587858c7c4b req-5935d9df-b324-4c1e-be21-97cd47e347d0 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:16.927138 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3994a1fc-2ac5-4749-a59e-8587858c7c4b req-5935d9df-b324-4c1e-be21-97cd47e347d0 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0773203 Nov 09 01:25:16.951358 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 34cbac67-61da-47c6-b406-712f3177fe19 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:25:16.951744 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:17.001541 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3994a1fc-2ac5-4749-a59e-8587858c7c4b req-1981bd19-0cf1-4f3d-a081-76b9da9416f8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574856 Nov 09 01:25:17.063314 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:17.099059 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:25:17.101384 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddb4672-4514-4a0d-b683-350be3d3f4b2" -d '{"events": [{"server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "name": "network-vif-plugged", "status": "completed", "tag": "34cbac67-61da-47c6-b406-712f3177fe19"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:25:17.112500 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:17.115985 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:25:17.127426 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:17.159718 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28687758-5d04-403a-ba46-f8eb46031eda x-openstack-request-id: req-28687758-5d04-403a-ba46-f8eb46031eda {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:25:17.160024 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "name": "network-vif-plugged", "status": "completed", "tag": "34cbac67-61da-47c6-b406-712f3177fe19", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:25:17.160280 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28687758-5d04-403a-ba46-f8eb46031eda {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:25:17.160676 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19', 'code': 200} Nov 09 01:25:17.189456 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:25:17.942415 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:18.114131 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dedd75-3f64-4f55-a935-f4883b9e2e1e req-f459d95d-8110-40b9-b5a2-c0f77aea256a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:18.115671 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27dedd75-3f64-4f55-a935-f4883b9e2e1e req-f459d95d-8110-40b9-b5a2-c0f77aea256a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0518496 Nov 09 01:25:18.171963 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-27dedd75-3f64-4f55-a935-f4883b9e2e1e req-9aac0b09-2dfc-4caa-b73d-f771a54f6d54 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498984 Nov 09 01:25:18.542274 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:19.658104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105aa59-1572-4976-b289-c4d038de4c50 req-010efbc0-fa5d-49e7-ade0-92e6abc1aadf tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:19.659683 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1105aa59-1572-4976-b289-c4d038de4c50 req-010efbc0-fa5d-49e7-ade0-92e6abc1aadf tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.4170358 Nov 09 01:25:19.715588 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1105aa59-1572-4976-b289-c4d038de4c50 req-27293309-4ae5-4159-a0a4-52e30d680bf3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500939 Nov 09 01:25:20.839104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c8b83-3de3-4c5a-a339-fa32787a3480 req-5d7693ef-f554-4a60-a6bc-39ebfde1df65 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:20.842060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a6c8b83-3de3-4c5a-a339-fa32787a3480 req-5d7693ef-f554-4a60-a6bc-39ebfde1df65 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0529137 Nov 09 01:25:20.898765 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a6c8b83-3de3-4c5a-a339-fa32787a3480 req-de7f7df2-744f-41da-8ecf-131f5391059d tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477419 Nov 09 01:25:22.026477 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36279d66-1b83-4306-a9d1-d5bee806f2db req-2ced1227-a1d4-4c6a-b1dd-bf751720ae22 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:22.028252 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36279d66-1b83-4306-a9d1-d5bee806f2db req-2ced1227-a1d4-4c6a-b1dd-bf751720ae22 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0531781 Nov 09 01:25:22.086716 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36279d66-1b83-4306-a9d1-d5bee806f2db req-e27b92bc-806a-4bd2-9dd6-d5ad359a42b7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515015 Nov 09 01:25:23.219003 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735659-3381-4c6a-a877-c9b46e1ca892 req-5542eb4f-6777-41c0-9b48-2216ed10413a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:23.220551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74735659-3381-4c6a-a877-c9b46e1ca892 req-5542eb4f-6777-41c0-9b48-2216ed10413a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0535488 Nov 09 01:25:23.273704 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-74735659-3381-4c6a-a877-c9b46e1ca892 req-fd5e9b79-22a5-4963-a583-36545912886b tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464113 Nov 09 01:25:24.400801 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eeadab-fa08-40bb-81a2-37c37cd78b32 req-0f5854e9-31fa-4362-87a0-adebf9aa093d tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:24.402506 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71eeadab-fa08-40bb-81a2-37c37cd78b32 req-0f5854e9-31fa-4362-87a0-adebf9aa093d tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0540502 Nov 09 01:25:24.458837 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71eeadab-fa08-40bb-81a2-37c37cd78b32 req-4471c96a-0079-4697-954b-466fa06f243b tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492625 Nov 09 01:25:25.577410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565747e-73af-4418-bca4-c16a2b65ec6a req-f79d6029-dbc4-403f-99a3-43f4dc53d440 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:25.578896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7565747e-73af-4418-bca4-c16a2b65ec6a req-f79d6029-dbc4-403f-99a3-43f4dc53d440 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0519776 Nov 09 01:25:25.627359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7565747e-73af-4418-bca4-c16a2b65ec6a req-5fae3302-787c-48c9-b961-f863924bc128 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Nov 09 01:25:25.882750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf0e10-ed78-4617-bf7e-8d87fdab510b req-ec9c4a43-2c7f-4008-a253-9e3e0fdf2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:25.884210 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-beaf0e10-ed78-4617-bf7e-8d87fdab510b req-ec9c4a43-2c7f-4008-a253-9e3e0fdf2d90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1097 time: 0.0400703 Nov 09 01:25:25.976420 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf0e10-ed78-4617-bf7e-8d87fdab510b req-f54820dd-9ea2-4d9a-ab35-1be69f84eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:25.977894 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-beaf0e10-ed78-4617-bf7e-8d87fdab510b req-f54820dd-9ea2-4d9a-ab35-1be69f84eb1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0861661 Nov 09 01:25:26.044647 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-beaf0e10-ed78-4617-bf7e-8d87fdab510b req-fc83e6ef-ceff-4e96-88e8-d8b0efa57694 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 1002 time: 0.0599675 Nov 09 01:25:26.091884 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf0e10-ed78-4617-bf7e-8d87fdab510b req-1e306983-38c1-49ce-8837-3216a13be93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:26.093256 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-beaf0e10-ed78-4617-bf7e-8d87fdab510b req-1e306983-38c1-49ce-8837-3216a13be93b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0420349 Nov 09 01:25:26.137434 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf0e10-ed78-4617-bf7e-8d87fdab510b req-828dc676-44db-4d03-961a-794ced3eb1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:26.139407 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-beaf0e10-ed78-4617-bf7e-8d87fdab510b req-828dc676-44db-4d03-961a-794ced3eb1c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390794 Nov 09 01:25:26.231209 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-beaf0e10-ed78-4617-bf7e-8d87fdab510b req-f00a3ec7-7a89-4609-8787-c63fa3c5de2f service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844822 Nov 09 01:25:26.318743 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-beaf0e10-ed78-4617-bf7e-8d87fdab510b req-a797230a-76c3-4f87-a601-823adb49467b service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799294 Nov 09 01:25:26.741295 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7c7e-1b56-4dc1-a3e8-1893e87976ca req-5a77c5bd-71e8-454a-b2d6-4a02d240d149 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:26.742798 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-050c7c7e-1b56-4dc1-a3e8-1893e87976ca req-5a77c5bd-71e8-454a-b2d6-4a02d240d149 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0485351 Nov 09 01:25:26.790995 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-050c7c7e-1b56-4dc1-a3e8-1893e87976ca req-b9feb8ad-3039-4594-b832-544d4f4194d4 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423231 Nov 09 01:25:27.913188 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac142ed9-c500-46e0-bbc1-fa7f7e8aaac9 req-9f5e88e7-2576-49bb-96df-24f2ca046e13 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:27.914641 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac142ed9-c500-46e0-bbc1-fa7f7e8aaac9 req-9f5e88e7-2576-49bb-96df-24f2ca046e13 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0519378 Nov 09 01:25:27.963450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ac142ed9-c500-46e0-bbc1-fa7f7e8aaac9 req-5e71978f-8960-47fd-b28e-1ca69927f1b9 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422130 Nov 09 01:25:28.034557 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-4efbe099-ee36-4ab6-8387-272dd3ea1abd req-9e8c5e13-72f4-4674-87d1-435ee338a222 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:25:28.035541 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4efbe099-ee36-4ab6-8387-272dd3ea1abd req-9e8c5e13-72f4-4674-87d1-435ee338a222 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054047 Nov 09 01:25:28.949805 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 34cbac67-61da-47c6-b406-712f3177fe19 no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:25:29.022111 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:29.047121 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:25:29.049389 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4378a0-0aaf-4f27-bc95-4bf2e2374d93" -d '{"events": [{"server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "name": "network-vif-unplugged", "status": "completed", "tag": "34cbac67-61da-47c6-b406-712f3177fe19"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:25:29.062588 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:25:29.066615 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:29.091856 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 01:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f9db8c-056a-4e85-bfcc-e010f5985397 x-openstack-request-id: req-87f9db8c-056a-4e85-bfcc-e010f5985397 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:25:29.092145 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "name": "network-vif-unplugged", "status": "failed", "tag": "34cbac67-61da-47c6-b406-712f3177fe19", "code": 422}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:25:29.092401 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87f9db8c-056a-4e85-bfcc-e010f5985397 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:25:29.092805 n-d-813263-3 neutron-server[101782]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19', 'code': 422} returned with failed status Nov 09 01:25:29.125377 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:25:29.212703 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757f43a-199b-4aa9-ac32-4256f575a837 req-e0d97c54-c883-445d-a6e6-50ef3827e730 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:29.214160 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0757f43a-199b-4aa9-ac32-4256f575a837 req-e0d97c54-c883-445d-a6e6-50ef3827e730 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 944 time: 0.0502133 Nov 09 01:25:29.265411 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0757f43a-199b-4aa9-ac32-4256f575a837 req-04de457e-9aa5-4904-8924-13831210cf05 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440109 Nov 09 01:25:29.500287 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a0fc49e7-0ff9-441b-ae2e-6caf18ca4d43 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899961 Nov 09 01:25:30.407293 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b48825-134b-4ef3-8679-e633da07d0d3 req-c17fc5a3-d450-43bf-aad4-7957e10cdc41 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:30.408769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09b48825-134b-4ef3-8679-e633da07d0d3 req-c17fc5a3-d450-43bf-aad4-7957e10cdc41 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 944 time: 0.0703645 Nov 09 01:25:30.410610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-afd36191-b54a-4bde-8523-f16894ee1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:30.411964 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-afd36191-b54a-4bde-8523-f16894ee1f5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1&tenant_id=b25e5ba4ffd649f3afa4dd595175e16b HTTP/1.1" status: 200 len: 1095 time: 0.1232703 Nov 09 01:25:30.425996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:25:30.508288 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09b48825-134b-4ef3-8679-e633da07d0d3 req-eccb5b3f-8645-43af-abcb-83d5b3a34141 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933371 Nov 09 01:25:30.508989 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:30.711155 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:25:30.742947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:25:30.774399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cbac67-61da-47c6-b406-712f3177fe19 {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:25:30.782293 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:30.794031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Transition to ACTIVE for port object 34cbac67-61da-47c6-b406-712f3177fe19 will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:25:30.797460 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:30.846241 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=9']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:25:30.889646 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:30.889997 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:30.890336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:30.890676 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:30.891008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:30.891338 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:30.891669 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:30.891995 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:30.892322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:30.892647 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:30.892968 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:30.893286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:25:30.932741 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] No DVR routers for this DVR port 34cbac67-61da-47c6-b406-712f3177fe19 on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:25:31.069928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Attempting to bind port 34cbac67-61da-47c6-b406-712f3177fe19 on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:25:31.070327 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Attempting to bind port 34cbac67-61da-47c6-b406-712f3177fe19 by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:25:31.070854 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Attempting to bind port 34cbac67-61da-47c6-b406-712f3177fe19 on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:25:31.075091 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Port 34cbac67-61da-47c6-b406-712f3177fe19 on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:25:31.075406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Attempting to bind port 34cbac67-61da-47c6-b406-712f3177fe19 on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:25:31.080111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:25:31.080444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Checking segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:25:31.080819 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Bound using segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:25:31.081237 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Bound port: 34cbac67-61da-47c6-b406-712f3177fe19, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:25:31.081612 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:31.142339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:25:31.145153 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:25:31.149992 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:31.185996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:31.186625 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:31.188047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] 10.222.0.30 "PUT /v2.0/ports/34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 1092 time: 0.7668500 Nov 09 01:25:31.190322 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:25:31.192668 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab06e01-8722-4aca-8b23-9deea5daed8c" -d '{"events": [{"name": "network-changed", "server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "tag": "34cbac67-61da-47c6-b406-712f3177fe19"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:25:31.243567 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5462792b-4d7e-40d9-a072-01fd4d962262 x-openstack-request-id: req-5462792b-4d7e-40d9-a072-01fd4d962262 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:25:31.243860 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "tag": "34cbac67-61da-47c6-b406-712f3177fe19", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:25:31.244121 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5462792b-4d7e-40d9-a072-01fd4d962262 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:25:31.244524 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19', 'status': 'completed', 'code': 200} Nov 09 01:25:31.259071 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892fe7e-7e69-4cc2-b56a-91cdd55b3bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=10']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:25:31.272258 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-53f3532d-5ad1-4289-8084-7922981d8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:31.273898 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-53f3532d-5ad1-4289-8084-7922981d8bd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1096 time: 0.0611167 Nov 09 01:25:31.377587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-9d7afc6b-c306-4198-a921-50ad29575e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:31.379077 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-9d7afc6b-c306-4198-a921-50ad29575e73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0955822 Nov 09 01:25:31.443690 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-b4f2e5a3-c3ee-498a-a23e-76d65dfc8c99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 1000 time: 0.0578783 Nov 09 01:25:31.493970 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-92c3be0d-62f6-4769-bbfd-c36f3fc120b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:31.495450 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-92c3be0d-62f6-4769-bbfd-c36f3fc120b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0446672 Nov 09 01:25:31.545973 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-1cf1cd24-84b8-42ba-b464-06596f8d90dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:31.547661 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-1cf1cd24-84b8-42ba-b464-06596f8d90dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446930 Nov 09 01:25:31.668416 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e2607-f538-4a62-88bd-a0816c9b0280 req-c2755419-6728-4038-833d-1057a7367dc3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:31.669944 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d6e2607-f538-4a62-88bd-a0816c9b0280 req-c2755419-6728-4038-833d-1057a7367dc3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0921683 Nov 09 01:25:31.675473 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-339a30d8-863f-4b41-a03b-8eaeec900a03 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205626 Nov 09 01:25:31.777125 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9d6e2607-f538-4a62-88bd-a0816c9b0280 req-4f4e6ee2-9859-40be-9fd3-ab9b2e022c28 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007099 Nov 09 01:25:31.798298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-504e477b-e548-4cdd-9d65-3164bc46e204 req-8a0c0b11-9564-4952-85ee-d8324ff3105d service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153560 Nov 09 01:25:31.882026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab06e01-8722-4aca-8b23-9deea5daed8c req-bd2a6b1f-8333-4409-b695-7e9066b5ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:31.883532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ab06e01-8722-4aca-8b23-9deea5daed8c req-bd2a6b1f-8333-4409-b695-7e9066b5ca19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1096 time: 0.0407944 Nov 09 01:25:31.978966 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab06e01-8722-4aca-8b23-9deea5daed8c req-d3e08c6f-3bc3-4ccc-a409-47ff232ccec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:31.980451 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ab06e01-8722-4aca-8b23-9deea5daed8c req-d3e08c6f-3bc3-4ccc-a409-47ff232ccec9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0899353 Nov 09 01:25:32.055966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ab06e01-8722-4aca-8b23-9deea5daed8c req-70406a92-171f-4f4a-817e-8935ef5de75a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 1000 time: 0.0679145 Nov 09 01:25:32.120297 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab06e01-8722-4aca-8b23-9deea5daed8c req-0b3898f5-2217-429f-8fa0-0968ac55ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:32.122172 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ab06e01-8722-4aca-8b23-9deea5daed8c req-0b3898f5-2217-429f-8fa0-0968ac55ef48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0558589 Nov 09 01:25:32.901889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550fe44-1514-46d6-a9cf-18ebaa9d91dd req-a3c172e2-e128-42a2-bd5a-bf45b7f989d5 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:32.903664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1550fe44-1514-46d6-a9cf-18ebaa9d91dd req-a3c172e2-e128-42a2-bd5a-bf45b7f989d5 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0565417 Nov 09 01:25:32.958830 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1550fe44-1514-46d6-a9cf-18ebaa9d91dd req-ee47dbd3-eea5-44b0-8eaf-fe80bc483bad tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484641 Nov 09 01:25:34.082356 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc554550-ceac-43b4-96c8-55890956333f req-1ed6f756-22f9-4b87-bbad-93b0175ca25f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:34.083846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc554550-ceac-43b4-96c8-55890956333f req-1ed6f756-22f9-4b87-bbad-93b0175ca25f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0490944 Nov 09 01:25:34.140291 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-dc554550-ceac-43b4-96c8-55890956333f req-4157790a-8f70-4cb7-acd2-9d7f8424e99e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505493 Nov 09 01:25:35.265933 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ae2ae-44ae-49be-96ce-d28569587c09 req-0f4388c3-bec6-4f43-af9b-f511df0b3f53 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:35.267536 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-941ae2ae-44ae-49be-96ce-d28569587c09 req-0f4388c3-bec6-4f43-af9b-f511df0b3f53 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0485625 Nov 09 01:25:35.321804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-941ae2ae-44ae-49be-96ce-d28569587c09 req-efdb00c6-cab6-48b4-ac6c-53825af4091d tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478935 Nov 09 01:25:36.444981 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a474418-d33f-4185-bb35-569b5d95f880 req-f39a50f3-dd0f-4c6d-8c1e-32c4c91ee52a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:36.446529 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a474418-d33f-4185-bb35-569b5d95f880 req-f39a50f3-dd0f-4c6d-8c1e-32c4c91ee52a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0537674 Nov 09 01:25:36.495631 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a474418-d33f-4185-bb35-569b5d95f880 req-b9a41ecf-03d5-4ad8-9b96-11c7c2b30ca4 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431747 Nov 09 01:25:37.630910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e70c6a-2270-498e-85a7-3a1458d18374 req-74911f05-6780-475f-92b6-6421ca677a50 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:37.632403 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9e70c6a-2270-498e-85a7-3a1458d18374 req-74911f05-6780-475f-92b6-6421ca677a50 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0584815 Nov 09 01:25:37.686037 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9e70c6a-2270-498e-85a7-3a1458d18374 req-a28ee555-15e6-4fe8-9a0d-2da900f6f141 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474846 Nov 09 01:25:38.808713 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72630348-c852-41b8-ab84-30d85dd086af req-25722a49-6f05-4b0f-874d-88e7fdf9fe49 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:38.810203 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72630348-c852-41b8-ab84-30d85dd086af req-25722a49-6f05-4b0f-874d-88e7fdf9fe49 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0496340 Nov 09 01:25:38.863827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-72630348-c852-41b8-ab84-30d85dd086af req-773cd86f-e0a1-4127-a0b8-bda7d656647a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472059 Nov 09 01:25:39.995528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4facd65-3a16-4222-890c-1ef605e739fd req-d62dd89b-3f9f-46ac-afc5-8b6e39187320 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:39.997249 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4facd65-3a16-4222-890c-1ef605e739fd req-d62dd89b-3f9f-46ac-afc5-8b6e39187320 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0538301 Nov 09 01:25:40.051490 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c4facd65-3a16-4222-890c-1ef605e739fd req-55247c11-d97d-436c-a0e8-9f0f3b66138a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480158 Nov 09 01:25:41.197388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd448e25-64c7-4d2c-af74-ab1471d1aee5 req-ec49ec30-c48f-4f19-88c2-a65162d10a01 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:41.198945 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd448e25-64c7-4d2c-af74-ab1471d1aee5 req-ec49ec30-c48f-4f19-88c2-a65162d10a01 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0577242 Nov 09 01:25:41.253169 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fd448e25-64c7-4d2c-af74-ab1471d1aee5 req-b13fac72-e8a7-4ff1-8efe-32fdfd73b994 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475533 Nov 09 01:25:42.167476 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:25:42.370720 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3811e44-3b22-4eaa-85be-2cb9fd9ad92d req-336a7dd3-40da-487c-bdb0-393fe686ff65 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:42.372235 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3811e44-3b22-4eaa-85be-2cb9fd9ad92d req-336a7dd3-40da-487c-bdb0-393fe686ff65 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0514059 Nov 09 01:25:42.426356 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d3811e44-3b22-4eaa-85be-2cb9fd9ad92d req-24a21020-e80b-4b85-b455-4d62aec8db74 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475922 Nov 09 01:25:42.812183 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-91a06412-fc68-4e68-8bcd-37d6eccabf6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:42.904578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab06e01-8722-4aca-8b23-9deea5daed8c req-459dd1b3-5a87-4efb-a5b5-6fddcc1d4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:42.906104 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ab06e01-8722-4aca-8b23-9deea5daed8c req-459dd1b3-5a87-4efb-a5b5-6fddcc1d4c42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411146 Nov 09 01:25:42.996895 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ab06e01-8722-4aca-8b23-9deea5daed8c req-c7c6d763-6780-4847-901b-8bbfd58304e1 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805230 Nov 09 01:25:43.101943 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4ab06e01-8722-4aca-8b23-9deea5daed8c req-8ffa1ce0-861b-42cf-94a2-49836d849f06 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891919 Nov 09 01:25:43.541795 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc700001-526e-4209-ba22-031cb90de5ac req-9e13ef46-fe2e-41dc-8213-0384bfe526cf tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:43.543261 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc700001-526e-4209-ba22-031cb90de5ac req-9e13ef46-fe2e-41dc-8213-0384bfe526cf tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0484607 Nov 09 01:25:43.591406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-cc700001-526e-4209-ba22-031cb90de5ac req-d90f720e-e9f1-4c1b-9250-6b789c6cd1d2 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419154 Nov 09 01:25:44.709105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f4b50-8bb9-48be-841d-e5b8414e627c req-27c2c44b-4501-4e9b-b300-0d6638f5680d tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:44.710629 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a9f4b50-8bb9-48be-841d-e5b8414e627c req-27c2c44b-4501-4e9b-b300-0d6638f5680d tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0515292 Nov 09 01:25:44.757980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a9f4b50-8bb9-48be-841d-e5b8414e627c req-f62b3609-5bd4-4c7a-b372-81853555ff1d tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415785 Nov 09 01:25:44.899697 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-69437011-704a-4344-baa4-394218f8be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:45.719532 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 34cbac67-61da-47c6-b406-712f3177fe19 details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:25:45.815717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:25:45.826711 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '34cbac67-61da-47c6-b406-712f3177fe19', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'port_id': '34cbac67-61da-47c6-b406-712f3177fe19', 'mac_address': 'fa:16:3e:0a:a7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:25:45.864480 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:45.875251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909aa0e-e811-423d-8a76-64792883eecd req-281e315b-d53e-4e11-9c07-70db528e7d69 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:45.876741 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0909aa0e-e811-423d-8a76-64792883eecd req-281e315b-d53e-4e11-9c07-70db528e7d69 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 945 time: 0.0497594 Nov 09 01:25:45.878075 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cbac67-61da-47c6-b406-712f3177fe19 {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:25:45.897049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:25:45.901570 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:45.930550 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0909aa0e-e811-423d-8a76-64792883eecd req-91663427-2473-4b08-965f-46e1d0b16306 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473108 Nov 09 01:25:45.950741 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=11']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:25:46.143578 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['34cbac67-61da-47c6-b406-712f3177fe19'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:25:46.394694 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:46.617369 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:47.044281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d89e60-f8de-4120-a5d4-906814ac2195 req-bf6db447-3074-44bf-ad3e-2c0976ed0501 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:47.045772 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36d89e60-f8de-4120-a5d4-906814ac2195 req-bf6db447-3074-44bf-ad3e-2c0976ed0501 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 946 time: 0.0481424 Nov 09 01:25:47.099186 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36d89e60-f8de-4120-a5d4-906814ac2195 req-4849001d-6e86-4e90-a980-3535bdec2070 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468237 Nov 09 01:25:47.101306 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:47.719887 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 34cbac67-61da-47c6-b406-712f3177fe19 up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:25:47.771098 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 34cbac67-61da-47c6-b406-712f3177fe19 completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:25:47.775006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 34cbac67-61da-47c6-b406-712f3177fe19 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:25:47.775391 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:47.849983 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:47.871816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:25:47.874019 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917e0aba-b7bd-44bf-8623-84ef533bbdc2" -d '{"events": [{"server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "name": "network-vif-plugged", "status": "completed", "tag": "34cbac67-61da-47c6-b406-712f3177fe19"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:25:47.886387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:25:47.890091 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:47.916269 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486e9639-b885-4dba-877f-9acd579aea46 x-openstack-request-id: req-486e9639-b885-4dba-877f-9acd579aea46 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:25:47.916556 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "name": "network-vif-plugged", "status": "completed", "tag": "34cbac67-61da-47c6-b406-712f3177fe19", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:25:47.916807 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-486e9639-b885-4dba-877f-9acd579aea46 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:25:47.917189 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19', 'code': 200} Nov 09 01:25:48.075915 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8553a3-3478-492a-8e6b-01412c08d5e5 req-47d5e565-eeba-454d-bf95-4576093f8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:48.077481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a8553a3-3478-492a-8e6b-01412c08d5e5 req-47d5e565-eeba-454d-bf95-4576093f8429 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1098 time: 0.0415282 Nov 09 01:25:48.115322 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=12']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:25:48.123765 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:48.127825 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3a8553a3-3478-492a-8e6b-01412c08d5e5 req-ef895736-7f54-4b8e-9aba-f2f3390bf4a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433376 Nov 09 01:25:48.217281 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9855d9-fc2e-43be-9a89-c6399066cb79 req-8670b7be-1d10-40b0-91fa-bc3df93386af tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:48.218784 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f9855d9-fc2e-43be-9a89-c6399066cb79 req-8670b7be-1d10-40b0-91fa-bc3df93386af tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 947 time: 0.0493121 Nov 09 01:25:48.267060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4f9855d9-fc2e-43be-9a89-c6399066cb79 req-a8aa618b-3538-4acd-8c6e-3f4a164ac7f3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421925 Nov 09 01:25:48.544784 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:25:49.391194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb597b7-c6b7-4656-938d-a1c02b2a69d8 req-55b2970d-3c24-4909-a04f-18df312d53b1 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:49.393238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-acb597b7-c6b7-4656-938d-a1c02b2a69d8 req-55b2970d-3c24-4909-a04f-18df312d53b1 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 947 time: 0.0530319 Nov 09 01:25:49.443483 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-acb597b7-c6b7-4656-938d-a1c02b2a69d8 req-8b61c4f8-0ad2-4dbe-95cb-063f096cb42c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434999 Nov 09 01:25:50.559388 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99908e1-09f8-4507-bd31-9b12caf58af8 req-c136ed71-9a94-48e7-b0e2-b6b3646cf7e7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:25:50.560885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a99908e1-09f8-4507-bd31-9b12caf58af8 req-c136ed71-9a94-48e7-b0e2-b6b3646cf7e7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 947 time: 0.0492051 Nov 09 01:25:50.609223 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a99908e1-09f8-4507-bd31-9b12caf58af8 req-2c70e49e-bd6b-4667-85bb-9eb8f9d42a21 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423715 Nov 09 01:26:00.873123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85b05ab-6d65-42ea-9506-5f71fe7eccce req-d62ac58c-5178-4557-8aeb-293d220a6422 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381939 Nov 09 01:26:00.960604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b05ab-6d65-42ea-9506-5f71fe7eccce req-09dcb901-90b6-4b88-bbcb-1bc0a7e33590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:26:00.962099 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85b05ab-6d65-42ea-9506-5f71fe7eccce req-09dcb901-90b6-4b88-bbcb-1bc0a7e33590 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1098 time: 0.0437679 Nov 09 01:26:01.064916 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b05ab-6d65-42ea-9506-5f71fe7eccce req-f707df97-2b06-46fb-a2b3-0aad5813abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:26:01.066904 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85b05ab-6d65-42ea-9506-5f71fe7eccce req-f707df97-2b06-46fb-a2b3-0aad5813abab service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0832663 Nov 09 01:26:01.134822 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85b05ab-6d65-42ea-9506-5f71fe7eccce req-a94ac665-6d78-4967-952d-8fa46cbd75fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 1002 time: 0.0606382 Nov 09 01:26:01.185055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b05ab-6d65-42ea-9506-5f71fe7eccce req-66cf2b17-48ff-417b-b9ca-a5e12f11ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:26:01.186530 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85b05ab-6d65-42ea-9506-5f71fe7eccce req-66cf2b17-48ff-417b-b9ca-a5e12f11ac99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0437021 Nov 09 01:26:01.232106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b05ab-6d65-42ea-9506-5f71fe7eccce req-a1c8031f-e525-4949-abe2-bbedc03f8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:26:01.233574 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85b05ab-6d65-42ea-9506-5f71fe7eccce req-a1c8031f-e525-4949-abe2-bbedc03f8c18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386026 Nov 09 01:26:01.323439 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85b05ab-6d65-42ea-9506-5f71fe7eccce req-1672c886-66d9-4d99-993a-ce05f70e4e06 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829146 Nov 09 01:26:01.412514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b85b05ab-6d65-42ea-9506-5f71fe7eccce req-e67d1d04-a573-4a81-b411-7333950f36ba service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799429 Nov 09 01:26:12.813921 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-08371a44-7795-46f0-9fe0-74e71f7aabc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:14.900736 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05d9274e-c4af-4f4e-b88b-ea3c6d25efaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:16.398442 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:16.610497 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:17.107927 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:17.945791 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:18.546295 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:19.166667 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:26:42.818207 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b4e3e9f0-80cd-4224-9bfb-7ace5113702c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:44.901191 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-34ec9b43-50e1-4cf4-acaa-fcc5902cff4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:46.401173 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:46.622595 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:47.099465 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:47.948651 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:48.547390 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:26:56.169127 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:27:01.382349 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34608) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:27:01.543924 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Deleting port 9bd8bc3a-0d9d-4590-a54a-2b63cbe697b2 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:27:01.544269 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:01.622879 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:01.623209 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:01.634657 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Calling delete_port for 9bd8bc3a-0d9d-4590-a54a-2b63cbe697b2 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:27:01.776780 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:01.800237 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event deleted for resources: {'Port': ['ID=9bd8bc3a-0d9d-4590-a54a-2b63cbe697b2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:01.810076 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:01.810423 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:01.810756 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:01.811088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:01.811419 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:01.812409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:01.812409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:01.812409 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:01.812692 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:01.812964 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:01.813281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:01.813621 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:01.873613 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:01.874340 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Floating IP c44fa181-c613-4b28-9230-7c495e1551c8 disassociated (deleted). External IP: 172.25.0.176, port: 34cbac67-61da-47c6-b406-712f3177fe19. Nov 09 01:27:01.912454 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-464188ca-b12b-4efb-a627-425c38bd1e28 req-8230dd29-aa0a-43fb-b91c-0489d7d9fc1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444396 Nov 09 01:27:01.999078 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464188ca-b12b-4efb-a627-425c38bd1e28 req-bc2b2aca-72c3-4b7a-9ec9-30bf65c44598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:02.000576 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-464188ca-b12b-4efb-a627-425c38bd1e28 req-bc2b2aca-72c3-4b7a-9ec9-30bf65c44598 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1098 time: 0.0403659 Nov 09 01:27:02.089927 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:27:02.103159 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464188ca-b12b-4efb-a627-425c38bd1e28 req-a634ff38-6805-4311-a851-df0f95c82a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:02.104651 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-464188ca-b12b-4efb-a627-425c38bd1e28 req-a634ff38-6805-4311-a851-df0f95c82a2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0844319 Nov 09 01:27:02.150971 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-464188ca-b12b-4efb-a627-425c38bd1e28 req-cf149673-5e8b-413f-8919-82a52bbf00b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 217 time: 0.0393407 Nov 09 01:27:02.203126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464188ca-b12b-4efb-a627-425c38bd1e28 req-0cbe8438-dd7c-4503-9b2e-cb3ccb4c1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:02.203770 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:27:02.204653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-464188ca-b12b-4efb-a627-425c38bd1e28 req-0cbe8438-dd7c-4503-9b2e-cb3ccb4c1215 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0453391 Nov 09 01:27:02.209255 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:02.214317 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa9f4f-8d1f-47c7-af7c-aeb68798bfcd None None] Sync routers for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:27:02.225057 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa9f4f-8d1f-47c7-af7c-aeb68798bfcd None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:27:02.225990 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-27aa9f4f-8d1f-47c7-af7c-aeb68798bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:26:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:27:02.243598 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-3d19d136-ce11-404f-a257-d0ac05599eb8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "DELETE /v2.0/floatingips/c44fa181-c613-4b28-9230-7c495e1551c8 HTTP/1.1" status: 204 len: 168 time: 0.8578415 Nov 09 01:27:02.243598 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:27:02.244327 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5e32a0-1eb0-4ecd-be04-384df93b8bce" -d '{"events": [{"name": "network-changed", "server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "tag": "34cbac67-61da-47c6-b406-712f3177fe19"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:27:02.263651 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464188ca-b12b-4efb-a627-425c38bd1e28 req-b1dece34-1c49-4fa8-9306-afc370e556f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:02.265245 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-464188ca-b12b-4efb-a627-425c38bd1e28 req-b1dece34-1c49-4fa8-9306-afc370e556f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535052 Nov 09 01:27:02.368365 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc703e44-2cd1-412b-9a34-2bda6fe1663e x-openstack-request-id: req-cc703e44-2cd1-412b-9a34-2bda6fe1663e {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:27:02.368756 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "tag": "34cbac67-61da-47c6-b406-712f3177fe19", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:27:02.369145 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc703e44-2cd1-412b-9a34-2bda6fe1663e {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:27:02.369727 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19', 'status': 'completed', 'code': 200} Nov 09 01:27:02.369907 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-464188ca-b12b-4efb-a627-425c38bd1e28 req-569978aa-44c7-428d-8df4-7a93fa877f7f service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973094 Nov 09 01:27:02.399200 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-27aa9f4f-8d1f-47c7-af7c-aeb68798bfcd None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:27:02.485997 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-464188ca-b12b-4efb-a627-425c38bd1e28 req-0f0da75e-866d-4b07-8493-1774f15c7445 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076608 Nov 09 01:27:02.525870 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578a6e7-3394-424a-acc3-91834bb5df99 req-6a03ffc7-74e8-4549-bb29-8d4a56714ddd tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:02.533452 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6578a6e7-3394-424a-acc3-91834bb5df99 req-6a03ffc7-74e8-4549-bb29-8d4a56714ddd tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 947 time: 0.0660918 Nov 09 01:27:02.606754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e32a0-1eb0-4ecd-be04-384df93b8bce req-6ed79fa9-eb87-40f4-9130-73b64f4ad7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:02.608252 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d5e32a0-1eb0-4ecd-be04-384df93b8bce req-6ed79fa9-eb87-40f4-9130-73b64f4ad7f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 1098 time: 0.0666287 Nov 09 01:27:02.609884 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-27aa9f4f-8d1f-47c7-af7c-aeb68798bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:27:02.617896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6578a6e7-3394-424a-acc3-91834bb5df99 req-2feac324-764b-4c09-afc2-550085cc6b0d tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835400 Nov 09 01:27:02.636843 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa9f4f-8d1f-47c7-af7c-aeb68798bfcd None None] Checking router: 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:27:02.645612 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa9f4f-8d1f-47c7-af7c-aeb68798bfcd None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:27:02.646214 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-27aa9f4f-8d1f-47c7-af7c-aeb68798bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:26:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:27:02.709156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e32a0-1eb0-4ecd-be04-384df93b8bce req-78dee506-1093-48e8-86f9-7c4ceb41fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:02.710649 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d5e32a0-1eb0-4ecd-be04-384df93b8bce req-78dee506-1093-48e8-86f9-7c4ceb41fe7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0912197 Nov 09 01:27:02.751579 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-27aa9f4f-8d1f-47c7-af7c-aeb68798bfcd None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:27:02.754999 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d5e32a0-1eb0-4ecd-be04-384df93b8bce req-b60b7f5d-e7df-4772-bea1-576680295d7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 200 len: 217 time: 0.0355532 Nov 09 01:27:02.803516 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e32a0-1eb0-4ecd-be04-384df93b8bce req-f60d4890-a7c3-4de3-a9de-cc3bd43f15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:02.805001 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d5e32a0-1eb0-4ecd-be04-384df93b8bce req-f60d4890-a7c3-4de3-a9de-cc3bd43f15d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0432394 Nov 09 01:27:02.859805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e32a0-1eb0-4ecd-be04-384df93b8bce req-6c6be0e8-8178-408a-ab41-9357eb30a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:02.861901 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d5e32a0-1eb0-4ecd-be04-384df93b8bce req-6c6be0e8-8178-408a-ab41-9357eb30a5d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475268 Nov 09 01:27:02.950991 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-27aa9f4f-8d1f-47c7-af7c-aeb68798bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:27:02.956745 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d5e32a0-1eb0-4ecd-be04-384df93b8bce req-34a02c25-7924-4007-8780-0fb8504d38a5 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875864 Nov 09 01:27:02.976969 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa9f4f-8d1f-47c7-af7c-aeb68798bfcd None None] The sync data for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 is: [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:27:03.054139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3d5e32a0-1eb0-4ecd-be04-384df93b8bce req-5c5f816c-1466-4bd0-b01b-bfcf08b74b97 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892878 Nov 09 01:27:03.198200 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e09135-64cf-48a3-ba66-1e77ac01fbeb None None] New status for floating IP c44fa181-c613-4b28-9230-7c495e1551c8: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:27:03.731203 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43f5ef-22c1-481a-b77c-dd8d091041f6 req-7b1ffe0a-e654-4c38-94d7-c8aa8076b06c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:03.732674 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f43f5ef-22c1-481a-b77c-dd8d091041f6 req-7b1ffe0a-e654-4c38-94d7-c8aa8076b06c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 947 time: 0.0480959 Nov 09 01:27:03.805289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3f43f5ef-22c1-481a-b77c-dd8d091041f6 req-583d8982-19e7-49a1-9db8-726582c5e854 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=c66068d8-950c-43cc-a29b-3091f14d1459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661843 Nov 09 01:27:03.821333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f9232-da38-40e5-b662-24a392182060 req-9518c10a-97e8-4d09-a5a2-12ecd01b2357 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:03.822801 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-964f9232-da38-40e5-b662-24a392182060 req-9518c10a-97e8-4d09-a5a2-12ecd01b2357 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.30 "GET /v2.0/ports?device_id=e698f77e-5c0a-4bfe-be5d-49fc325f47a1 HTTP/1.1" status: 200 len: 947 time: 0.0639431 Nov 09 01:27:03.916630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-964f9232-da38-40e5-b662-24a392182060 req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Deleting port 34cbac67-61da-47c6-b406-712f3177fe19 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:27:03.916887 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-964f9232-da38-40e5-b662-24a392182060 req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:04.005889 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-964f9232-da38-40e5-b662-24a392182060 req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] For port 34cbac67-61da-47c6-b406-712f3177fe19, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=34cbac67-61da-47c6-b406-712f3177fe19,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:27:04.006590 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-964f9232-da38-40e5-b662-24a392182060 req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:04.018569 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-964f9232-da38-40e5-b662-24a392182060 req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Calling delete_port for 34cbac67-61da-47c6-b406-712f3177fe19 owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:27:04.145694 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-964f9232-da38-40e5-b662-24a392182060 req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:04.172492 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event deleted for resources: {'Port': ['ID=34cbac67-61da-47c6-b406-712f3177fe19,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:04.187142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:04.187501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:04.187856 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:04.188202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:04.188540 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:04.188883 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:04.189251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:04.189613 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:04.189946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:04.190277 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:04.190608 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:04.190950 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:04.228501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-964f9232-da38-40e5-b662-24a392182060 req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] No DVR routers for this DVR port 34cbac67-61da-47c6-b406-712f3177fe19 on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:27:04.231052 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-964f9232-da38-40e5-b662-24a392182060 req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:04.234420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-964f9232-da38-40e5-b662-24a392182060 req-aac7c8b8-2744-4a7d-aad3-e37083eb31fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.30 "DELETE /v2.0/ports/34cbac67-61da-47c6-b406-712f3177fe19 HTTP/1.1" status: 204 len: 173 time: 0.4043109 Nov 09 01:27:04.234859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'name': 'network-vif-deleted', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:27:04.237810 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dd6bbf-d41b-4d21-aa76-73aa44567c31" -d '{"events": [{"server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "name": "network-vif-deleted", "tag": "34cbac67-61da-47c6-b406-712f3177fe19"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:27:04.341034 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60607d63-3fc7-4409-950f-1b89bd267ad3 x-openstack-request-id: req-60607d63-3fc7-4409-950f-1b89bd267ad3 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:27:04.341334 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e698f77e-5c0a-4bfe-be5d-49fc325f47a1", "name": "network-vif-deleted", "tag": "34cbac67-61da-47c6-b406-712f3177fe19", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:27:04.341626 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60607d63-3fc7-4409-950f-1b89bd267ad3 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:27:04.342029 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e698f77e-5c0a-4bfe-be5d-49fc325f47a1', 'name': 'network-vif-deleted', 'tag': '34cbac67-61da-47c6-b406-712f3177fe19', 'status': 'completed', 'code': 200} Nov 09 01:27:04.861461 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34636) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:27:04.917494 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6760c7db-cf93-4126-81ed-1a92793f8532 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:04.942466 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6760c7db-cf93-4126-81ed-1a92793f8532 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.004624 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6760c7db-cf93-4126-81ed-1a92793f8532 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.007475 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-6760c7db-cf93-4126-81ed-1a92793f8532 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.008655 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-6760c7db-cf93-4126-81ed-1a92793f8532 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "DELETE /v2.0/security-groups/c66068d8-950c-43cc-a29b-3091f14d1459 HTTP/1.1" status: 204 len: 168 time: 0.1462150 Nov 09 01:27:05.020434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760c7db-cf93-4126-81ed-1a92793f8532 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66068d8-950c-43cc-a29b-3091f14d1459,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:05.368757 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34642) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:27:05.373517 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-bf040c51-13bc-45f1-a737-ac547c9cc78a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1399891874', 'description': 'tempest-secgroup-smoke-1399891874 description', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:27:05.395271 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf040c51-13bc-45f1-a737-ac547c9cc78a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.465669 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf040c51-13bc-45f1-a737-ac547c9cc78a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.469547 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf040c51-13bc-45f1-a737-ac547c9cc78a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.500252 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-bf040c51-13bc-45f1-a737-ac547c9cc78a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.501521 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-bf040c51-13bc-45f1-a737-ac547c9cc78a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1315973 Nov 09 01:27:05.503382 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf040c51-13bc-45f1-a737-ac547c9cc78a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aece6c36-db04-45e7-a992-af7b5c8e87af,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:05.504568 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34644) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:27:05.509260 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-cea5e32e-d6b1-48a0-8864-74f3360f2a48 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group_rule': {'security_group_id': 'aece6c36-db04-45e7-a992-af7b5c8e87af', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:27:05.536589 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cea5e32e-d6b1-48a0-8864-74f3360f2a48 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.596827 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cea5e32e-d6b1-48a0-8864-74f3360f2a48 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.600786 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cea5e32e-d6b1-48a0-8864-74f3360f2a48 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.620673 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5e32e-d6b1-48a0-8864-74f3360f2a48 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf88f089-8451-406c-907e-74b5b9cadce6,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:05.629005 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-cea5e32e-d6b1-48a0-8864-74f3360f2a48 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.630286 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-cea5e32e-d6b1-48a0-8864-74f3360f2a48 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246221 Nov 09 01:27:05.633268 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34646) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:27:05.637821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-c1f81f08-8899-4959-8aba-1a3514148314 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group_rule': {'security_group_id': 'aece6c36-db04-45e7-a992-af7b5c8e87af', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:27:05.665595 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1f81f08-8899-4959-8aba-1a3514148314 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.719851 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1f81f08-8899-4959-8aba-1a3514148314 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.724520 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1f81f08-8899-4959-8aba-1a3514148314 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.743745 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f81f08-8899-4959-8aba-1a3514148314 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992be889-7ef8-463b-84da-e2c1343dcf7d,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:05.753461 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-c1f81f08-8899-4959-8aba-1a3514148314 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.756193 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-c1f81f08-8899-4959-8aba-1a3514148314 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218460 Nov 09 01:27:05.757633 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34648) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:27:05.761961 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ad7fd5db-4cc0-4c99-a81e-51ffc6e8549a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group_rule': {'security_group_id': 'aece6c36-db04-45e7-a992-af7b5c8e87af', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:27:05.788394 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd5db-4cc0-4c99-a81e-51ffc6e8549a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.843474 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd5db-4cc0-4c99-a81e-51ffc6e8549a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.847531 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd5db-4cc0-4c99-a81e-51ffc6e8549a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.864592 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fd5db-4cc0-4c99-a81e-51ffc6e8549a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6e9188-435a-467b-b4ae-2145b890893a,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:05.872085 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd5db-4cc0-4c99-a81e-51ffc6e8549a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.873271 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ad7fd5db-4cc0-4c99-a81e-51ffc6e8549a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146750 Nov 09 01:27:05.876019 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34650) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:27:05.880382 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-f9d3311c-7468-453b-b794-6024bd4dc1c7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group_rule': {'security_group_id': 'aece6c36-db04-45e7-a992-af7b5c8e87af', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:27:05.906459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f9d3311c-7468-453b-b794-6024bd4dc1c7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.965128 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f9d3311c-7468-453b-b794-6024bd4dc1c7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.968667 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f9d3311c-7468-453b-b794-6024bd4dc1c7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.986197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3311c-7468-453b-b794-6024bd4dc1c7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210cc502-2750-4d99-8294-20ab44a2dcbe,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:05.994203 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f9d3311c-7468-453b-b794-6024bd4dc1c7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:05.995391 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f9d3311c-7468-453b-b794-6024bd4dc1c7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183927 Nov 09 01:27:05.998211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34652) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:27:06.002492 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-ca6fbdfb-d5c5-464a-9e05-f03c3415abb3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group_rule': {'security_group_id': 'aece6c36-db04-45e7-a992-af7b5c8e87af', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:27:06.023391 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-ca6fbdfb-d5c5-464a-9e05-f03c3415abb3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Project b25e5ba4ffd649f3afa4dd595175e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:27:06.028120 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca6fbdfb-d5c5-464a-9e05-f03c3415abb3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:06.085317 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca6fbdfb-d5c5-464a-9e05-f03c3415abb3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:06.089073 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca6fbdfb-d5c5-464a-9e05-f03c3415abb3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:06.108319 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fbdfb-d5c5-464a-9e05-f03c3415abb3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7a2eba-c279-4a26-89c2-0528febf9df2,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:06.114692 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-ca6fbdfb-d5c5-464a-9e05-f03c3415abb3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:06.115934 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-ca6fbdfb-d5c5-464a-9e05-f03c3415abb3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168039 Nov 09 01:27:06.118680 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 34654) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:27:06.123027 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-13111669-6397-44a4-8492-e43d44cc5282 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'security_group_rule': {'security_group_id': 'aece6c36-db04-45e7-a992-af7b5c8e87af', 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:27:06.147385 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-13111669-6397-44a4-8492-e43d44cc5282 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Project b25e5ba4ffd649f3afa4dd595175e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:27:06.152271 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13111669-6397-44a4-8492-e43d44cc5282 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:06.171475 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 34cbac67-61da-47c6-b406-712f3177fe19 no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:27:06.191797 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 34cbac67-61da-47c6-b406-712f3177fe19 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:27:06.192145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 34cbac67-61da-47c6-b406-712f3177fe19 not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:27:06.210897 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13111669-6397-44a4-8492-e43d44cc5282 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:06.214285 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13111669-6397-44a4-8492-e43d44cc5282 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:06.230821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13111669-6397-44a4-8492-e43d44cc5282 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7969ef-9628-48f2-88ef-f01fabcefa37,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:06.238677 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-13111669-6397-44a4-8492-e43d44cc5282 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:06.239850 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-13111669-6397-44a4-8492-e43d44cc5282 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202333 Nov 09 01:27:12.820428 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4b7571a4-bc7b-499e-870c-7ffb675349fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:14.904004 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-232e061f-b0d6-489a-86c4-ab4e5b460a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:16.404362 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:16.623024 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:17.100475 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:17.952625 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:18.549752 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:21.453174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-4c0d5d20-a81f-4f5e-a82d-98591bca458e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399891874&fields=id&tenant_id=b25e5ba4ffd649f3afa4dd595175e16b HTTP/1.1" status: 200 len: 267 time: 0.0494390 Nov 09 01:27:21.559578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-ca3f0ff3-3a79-4ab9-b6f8-f0d4c720bb99 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:21.560948 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-ca3f0ff3-3a79-4ab9-b6f8-f0d4c720bb99 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 809 time: 0.1002872 Nov 09 01:27:21.576414 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-ace96f47-f697-463d-8e75-ebf36c967fa9 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/quotas/b25e5ba4ffd649f3afa4dd595175e16b HTTP/1.1" status: 200 len: 375 time: 0.0089097 Nov 09 01:27:21.625874 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-6e7ef576-077e-43c2-bcc4-772f709a6c45 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441771 Nov 09 01:27:21.764760 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-5d06d5cc-7ba1-415b-87c6-78d543ba7793 service neutron] 10.222.0.25 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269712 Nov 09 01:27:21.852311 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-70cad75f-f26d-40ac-8ef2-7e99c581a932 service neutron] 10.222.0.25 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812707 Nov 09 01:27:22.131661 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1b0c6bb4-061e-4f87-b87c-468347d68288 req-c92f4db6-b4e2-44ad-8e70-af55795f4388 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 210 time: 0.0306647 Nov 09 01:27:23.086749 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-cec3f61d-e727-42e0-90df-9e24119d4da3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:23.088277 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-cec3f61d-e727-42e0-90df-9e24119d4da3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 809 time: 0.1101344 Nov 09 01:27:23.155014 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-7fb3704e-58ee-4ff4-996e-2c03b68e0214 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b25e5ba4ffd649f3afa4dd595175e16b HTTP/1.1" status: 200 len: 380 time: 0.0567813 Nov 09 01:27:23.165677 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'port': {'device_id': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'admin_state_up': True, 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'security_groups': ['aece6c36-db04-45e7-a992-af7b5c8e87af']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:27:23.231959 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7b7ed6c-5cdd-41c8-b4b1-9b0aa6dd4f9e req-e1f623d6-519f-467a-aabf-dd4b752b7157 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 210 time: 0.0276856 Nov 09 01:27:23.284367 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Made reservation on behalf of b25e5ba4ffd649f3afa4dd595175e16b for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:27:23.287820 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:23.414211 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Allocated IP 172.20.0.7 (5d0d2ccf-136e-41a1-a33c-35d97a715177/792dcc69-0309-4675-aaa6-e44db1602d5c/be7131f6-807c-4d0d-8fc7-ff17bbd8615c) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:27:23.560245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:23.593101 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:23.635920 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Network 5d0d2ccf-136e-41a1-a33c-35d97a715177 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:27:23.638917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:27:23.645197 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:27:23.671818 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'Port': ['ID=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:23.707821 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:23.708436 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:23.725690 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-80c2eafa-26ac-4a79-b924-36c282d02620 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5639663 Nov 09 01:27:23.784148 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Request body: {'port': {'device_id': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:27:23.842249 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:23.951165 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-deebfe3a-04a4-436e-badd-2c34824aa5c1 None None] Provisioning complete for port be7131f6-807c-4d0d-8fc7-ff17bbd8615c triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:27:23.951714 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-deebfe3a-04a4-436e-badd-2c34824aa5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:23.990800 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-deebfe3a-04a4-436e-badd-2c34824aa5c1 None None] Port be7131f6-807c-4d0d-8fc7-ff17bbd8615c cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:27:24.111137 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7131f6-807c-4d0d-8fc7-ff17bbd8615c {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:27:24.119064 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:24.131828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Transition to ACTIVE for port object be7131f6-807c-4d0d-8fc7-ff17bbd8615c will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:27:24.135462 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:24.203707 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Pushing event updated for resources: {'Port': ['ID=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:24.257939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Attempting to bind port be7131f6-807c-4d0d-8fc7-ff17bbd8615c on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:27:24.258279 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Attempting to bind port be7131f6-807c-4d0d-8fc7-ff17bbd8615c by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:27:24.258607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Attempting to bind port be7131f6-807c-4d0d-8fc7-ff17bbd8615c on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:27:24.264006 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Port be7131f6-807c-4d0d-8fc7-ff17bbd8615c on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:27:24.264496 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Attempting to bind port be7131f6-807c-4d0d-8fc7-ff17bbd8615c on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:27:24.271241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:27:24.271586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Checking segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:27:24.272470 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Bound using segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:27:24.272917 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Bound port: be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:27:24.273279 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:24.349972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:27:24.353942 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:27:24.359544 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:24.372773 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f540b-a52e-4a22-a446-f1d4816f1967 req-4de4c20f-ea36-477f-a2b1-725f8b451a2f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:24.374693 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e2f540b-a52e-4a22-a446-f1d4816f1967 req-4de4c20f-ea36-477f-a2b1-725f8b451a2f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0636561 Nov 09 01:27:24.397898 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:24.398532 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:24.400848 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] 10.222.0.11 "PUT /v2.0/ports/be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 1091 time: 0.6670108 Nov 09 01:27:24.403088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:27:24.415155 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a9dd44-8d33-458c-a341-c2d621d7ad0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:27:24.438294 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9e2f540b-a52e-4a22-a446-f1d4816f1967 req-826e203e-7a47-4d51-b17a-bc9b9f70dc25 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521491 Nov 09 01:27:24.484992 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f1d565-c98b-489e-b2c1-9a8c0c4bd2a3 x-openstack-request-id: req-a0f1d565-c98b-489e-b2c1-9a8c0c4bd2a3 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:27:24.485288 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:27:24.485605 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0f1d565-c98b-489e-b2c1-9a8c0c4bd2a3 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:27:24.486001 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'status': 'completed', 'code': 200} Nov 09 01:27:24.495750 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679b3a8-28d0-4639-9dee-02e0d21312af service neutron] Pushing event updated for resources: {'Port': ['ID=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:24.512554 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-86f44a46-8e4f-4f7a-9e84-351f10226be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:24.514463 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-86f44a46-8e4f-4f7a-9e84-351f10226be3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1094 time: 0.0650396 Nov 09 01:27:24.566681 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-c07963f7-e1d3-4ec4-abec-19f20bec1e95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 217 time: 0.0443990 Nov 09 01:27:24.623954 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-27b6ee06-c533-4cb2-98d8-98f56a81af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:24.625768 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-27b6ee06-c533-4cb2-98d8-98f56a81af80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0528021 Nov 09 01:27:24.678930 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-4eddf787-8e5c-46d4-9563-9eacfe1297f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:24.680459 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-4eddf787-8e5c-46d4-9563-9eacfe1297f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480974 Nov 09 01:27:24.779086 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-9f4f29de-c03d-4701-8ba6-3ff99ce6b5b3 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901978 Nov 09 01:27:24.868683 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8deb3f9f-c91f-489f-910d-6719f109fffe req-237b6b48-c847-44bd-a3b2-1bc3b4136efb service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826743 Nov 09 01:27:24.952024 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9dd44-8d33-458c-a341-c2d621d7ad0c req-1943c0ee-8f97-4745-9ec6-f3a42a325c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:24.953531 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d7a9dd44-8d33-458c-a341-c2d621d7ad0c req-1943c0ee-8f97-4745-9ec6-f3a42a325c04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1094 time: 0.0407457 Nov 09 01:27:25.046844 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9dd44-8d33-458c-a341-c2d621d7ad0c req-ac429dc7-a4f0-40ea-bfca-74e34b77d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:25.048408 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d7a9dd44-8d33-458c-a341-c2d621d7ad0c req-ac429dc7-a4f0-40ea-bfca-74e34b77d8b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0874498 Nov 09 01:27:25.090021 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d7a9dd44-8d33-458c-a341-c2d621d7ad0c req-44b3e691-bfc3-4f2f-ab3c-28931d66b927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 217 time: 0.0342259 Nov 09 01:27:25.141694 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9dd44-8d33-458c-a341-c2d621d7ad0c req-811f4bfd-6e39-4651-a7c3-f6426d17baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:25.143183 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d7a9dd44-8d33-458c-a341-c2d621d7ad0c req-811f4bfd-6e39-4651-a7c3-f6426d17baca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0464523 Nov 09 01:27:25.189786 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9dd44-8d33-458c-a341-c2d621d7ad0c req-6afd3246-d2e6-4df2-8cfa-b2fb37943ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:25.191271 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d7a9dd44-8d33-458c-a341-c2d621d7ad0c req-6afd3246-d2e6-4df2-8cfa-b2fb37943ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413060 Nov 09 01:27:25.284646 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d7a9dd44-8d33-458c-a341-c2d621d7ad0c req-e9e39cb4-152b-4b71-a25c-3d1fb022f5f5 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857034 Nov 09 01:27:25.373894 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d7a9dd44-8d33-458c-a341-c2d621d7ad0c req-93f5cdb7-9ba0-46e1-a984-f00119af07d3 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820265 Nov 09 01:27:25.548410 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457ec68-c22d-4f39-b7e5-0732ec7c07f5 req-960ddda6-9aa3-49c2-9851-ccde9dbd2a33 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:25.550238 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c457ec68-c22d-4f39-b7e5-0732ec7c07f5 req-960ddda6-9aa3-49c2-9851-ccde9dbd2a33 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0510120 Nov 09 01:27:25.605098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c457ec68-c22d-4f39-b7e5-0732ec7c07f5 req-86f14078-a489-4f13-839c-75e8ae57b8ae tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486112 Nov 09 01:27:26.722409 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d2dc4-c73c-4c6e-a3ac-e71ce46d70a6 req-436c4479-0e92-4ce0-bdc8-65a4329115cf tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:26.724123 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-916d2dc4-c73c-4c6e-a3ac-e71ce46d70a6 req-436c4479-0e92-4ce0-bdc8-65a4329115cf tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0486193 Nov 09 01:27:26.773189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-916d2dc4-c73c-4c6e-a3ac-e71ce46d70a6 req-25d4bd66-c655-4910-916f-853c91ad0f39 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430560 Nov 09 01:27:27.889891 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2e12d-b6ab-4385-a556-dfc60c763f84 req-0effa401-5791-4446-b00c-b68bdcc5815d tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:27.891420 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-baf2e12d-b6ab-4385-a556-dfc60c763f84 req-0effa401-5791-4446-b00c-b68bdcc5815d tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0508325 Nov 09 01:27:27.943859 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-baf2e12d-b6ab-4385-a556-dfc60c763f84 req-b47d9112-8183-4cd0-9ccf-8fc0e2c69a3c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462773 Nov 09 01:27:29.059152 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32921551-8844-4e94-845e-6d56cb0eebca req-1adc557e-6e96-4ac7-9a35-8f95071e8f6c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:29.060600 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32921551-8844-4e94-845e-6d56cb0eebca req-1adc557e-6e96-4ac7-9a35-8f95071e8f6c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0505245 Nov 09 01:27:29.108047 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32921551-8844-4e94-845e-6d56cb0eebca req-a820bb3c-1afe-46df-8b2c-d76d37170dd5 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410242 Nov 09 01:27:30.221695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa3797-bcd7-4ad4-98f4-6ae24a80aa5f req-787d49a0-8790-44fc-82d0-b5b13c8db2e0 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:30.223165 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48aa3797-bcd7-4ad4-98f4-6ae24a80aa5f req-787d49a0-8790-44fc-82d0-b5b13c8db2e0 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0480146 Nov 09 01:27:30.271809 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-48aa3797-bcd7-4ad4-98f4-6ae24a80aa5f req-6b8d4f7a-1988-4957-ba04-0ccee7be5d4b tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428181 Nov 09 01:27:31.386228 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270c3ba-a475-4ff8-a7b6-9d465db7a11a req-a211002d-2031-48f6-986e-f7e1f678649e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:31.387682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7270c3ba-a475-4ff8-a7b6-9d465db7a11a req-a211002d-2031-48f6-986e-f7e1f678649e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0510492 Nov 09 01:27:31.435827 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-7270c3ba-a475-4ff8-a7b6-9d465db7a11a req-284ab57f-fd82-4fc9-8bd2-03a3e5315982 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Nov 09 01:27:32.552591 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0e082-382a-462b-8d64-78f3dcf11796 req-36c7475a-72fa-4b85-b391-955f1590b2b6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:32.554109 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20b0e082-382a-462b-8d64-78f3dcf11796 req-36c7475a-72fa-4b85-b391-955f1590b2b6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0487165 Nov 09 01:27:32.602341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-20b0e082-382a-462b-8d64-78f3dcf11796 req-2bca608c-85f2-4567-8b98-40878a53dab0 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422533 Nov 09 01:27:33.167442 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:27:33.718060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717046e-af0b-4962-8f84-41893f071ec8 req-93c7ce58-de7d-40f9-a5df-e91e7079443e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:33.719665 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b717046e-af0b-4962-8f84-41893f071ec8 req-93c7ce58-de7d-40f9-a5df-e91e7079443e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0479541 Nov 09 01:27:33.774098 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b717046e-af0b-4962-8f84-41893f071ec8 req-e14fe368-9faf-4331-bedd-860615ce76eb tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481439 Nov 09 01:27:34.888247 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9e80-bb6e-4ab9-8503-ce481f8e5110 req-c94a15a5-f972-45e7-8133-e70530238bc4 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:34.889610 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef8a9e80-bb6e-4ab9-8503-ce481f8e5110 req-c94a15a5-f972-45e7-8133-e70530238bc4 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0468915 Nov 09 01:27:34.937224 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ef8a9e80-bb6e-4ab9-8503-ce481f8e5110 req-384c6bd2-0745-4683-b50c-0687d0da0009 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410433 Nov 09 01:27:35.676284 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device be7131f6-807c-4d0d-8fc7-ff17bbd8615c details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:27:35.770886 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:27:35.781717 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'port_id': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'mac_address': 'fa:16:3e:0b:a4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:27:35.817682 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:35.830368 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7131f6-807c-4d0d-8fc7-ff17bbd8615c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:27:35.853198 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:27:35.857137 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:35.902645 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:35.910491 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:35.910841 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:35.911184 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:35.911523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:35.911856 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:35.912186 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:35.912514 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:35.912840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:35.913166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:35.913522 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:35.913852 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:35.914175 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:27:36.051758 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001a58b-963f-4f68-b2cb-0581d957cc7d req-9b7fd75e-3a7c-4ec6-bace-10b0ffe4aa7c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:36.053270 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5001a58b-963f-4f68-b2cb-0581d957cc7d req-9b7fd75e-3a7c-4ec6-bace-10b0ffe4aa7c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 944 time: 0.0490584 Nov 09 01:27:36.091708 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['be7131f6-807c-4d0d-8fc7-ff17bbd8615c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:27:36.102341 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5001a58b-963f-4f68-b2cb-0581d957cc7d req-22d11213-e063-4dba-a1a5-a182c44b9034 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432248 Nov 09 01:27:37.220043 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09527cfc-5d18-4662-bba6-1e74e70294e4 req-3bfe3895-e23a-4eff-a684-5333742a3703 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:37.221547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09527cfc-5d18-4662-bba6-1e74e70294e4 req-3bfe3895-e23a-4eff-a684-5333742a3703 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 944 time: 0.0526261 Nov 09 01:27:37.271333 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-09527cfc-5d18-4662-bba6-1e74e70294e4 req-c306f00b-06af-46fb-bb30-c95b0b1aa363 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438950 Nov 09 01:27:37.663947 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device be7131f6-807c-4d0d-8fc7-ff17bbd8615c up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:27:37.712690 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port be7131f6-807c-4d0d-8fc7-ff17bbd8615c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:27:37.716483 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port be7131f6-807c-4d0d-8fc7-ff17bbd8615c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:27:37.716859 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:37.794723 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:37.817323 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:27:37.819612 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe8a672-e59a-41e9-ab1f-1e012c7bae5c" -d '{"events": [{"server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "name": "network-vif-plugged", "status": "completed", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:27:37.831945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:27:37.835727 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:37.900258 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:37.912433 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20a83a5-7c4f-4d7e-9eaa-064281b1082e x-openstack-request-id: req-f20a83a5-7c4f-4d7e-9eaa-064281b1082e {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:27:37.912727 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "name": "network-vif-plugged", "status": "completed", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:27:37.913008 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f20a83a5-7c4f-4d7e-9eaa-064281b1082e {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:27:37.913518 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'code': 200} Nov 09 01:27:38.010872 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17310a-0bd3-4efb-b092-ec4061a0bf1b req-aada7518-b71e-4fcd-81ac-87c55967fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:38.012334 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad17310a-0bd3-4efb-b092-ec4061a0bf1b req-aada7518-b71e-4fcd-81ac-87c55967fb99 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1096 time: 0.0393209 Nov 09 01:27:38.062319 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-ad17310a-0bd3-4efb-b092-ec4061a0bf1b req-5d5b165b-59fd-4403-a041-393995c9d074 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416567 Nov 09 01:27:38.384654 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944292f5-6bde-4f7a-965a-34715a1ce592 req-7daa1601-adac-4d13-94a6-6d209bd9fdc5 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:38.386151 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-944292f5-6bde-4f7a-965a-34715a1ce592 req-7daa1601-adac-4d13-94a6-6d209bd9fdc5 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0483501 Nov 09 01:27:38.434551 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-944292f5-6bde-4f7a-965a-34715a1ce592 req-060ddd80-676e-45fa-9cd5-61069bddbb3e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Nov 09 01:27:39.551924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bba3a4-4c1d-43ee-9654-cabac5c8a1c3 req-a55018f8-72dc-49d7-bc4b-fe6ff3db0164 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:39.553407 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2bba3a4-4c1d-43ee-9654-cabac5c8a1c3 req-a55018f8-72dc-49d7-bc4b-fe6ff3db0164 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0478868 Nov 09 01:27:39.605645 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e2bba3a4-4c1d-43ee-9654-cabac5c8a1c3 req-2fbfcdc9-dc75-4245-b931-71474433f214 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Nov 09 01:27:39.719552 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfceaf-616c-4693-a4e9-370487158a73 req-681e61e2-7e85-4d07-985d-f75c0a786213 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:39.720916 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6abfceaf-616c-4693-a4e9-370487158a73 req-681e61e2-7e85-4d07-985d-f75c0a786213 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0488801 Nov 09 01:27:39.768943 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6abfceaf-616c-4693-a4e9-370487158a73 req-49120ffe-3dfb-45e9-b287-326c47450dfd tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Nov 09 01:27:39.790105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34854) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:27:39.829342 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2632b6-b935-42aa-8069-8a6653efceda tempest-TestShelveInstance-627188213 tempest-TestShelveInstance-627188213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:39.830832 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-fc2632b6-b935-42aa-8069-8a6653efceda tempest-TestShelveInstance-627188213 tempest-TestShelveInstance-627188213-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1091 time: 0.0397625 Nov 09 01:27:39.833572 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 34856) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:27:39.837848 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:27:39.859191 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:39.955038 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:40.056429 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Allocated IP 172.25.0.27 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/dc37236c-0af4-409b-aa03-c4a6dca883b0) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:27:40.152938 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:40.186544 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:40.222406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:27:40.227056 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:27:40.230548 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:27:40.236859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'Port': ['ID=dc37236c-0af4-409b-aa03-c4a6dca883b0,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:40.913609 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:40.979723 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:41.120621 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:41.124755 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:41.190036 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event updated for resources: {'Port': ['ID=dc37236c-0af4-409b-aa03-c4a6dca883b0,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:27:41.204909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:41.302738 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Floating IP a0ff1590-9dd8-46ad-9bdc-2436048c6c38 associated. External IP: 172.25.0.27, port: be7131f6-807c-4d0d-8fc7-ff17bbd8615c. Nov 09 01:27:41.508133 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:27:41.618248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:27:41.628027 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac3ad50-cebe-4bf8-9827-c66fa4f62306 None None] Sync routers for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:27:41.635331 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:41.637238 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac3ad50-cebe-4bf8-9827-c66fa4f62306 None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:27:41.637876 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2ac3ad50-cebe-4bf8-9827-c66fa4f62306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:27:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:27:41.661860 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-87c1e2c9-4eac-45de-93c8-9ec24f28a498 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8272314 Nov 09 01:27:41.662459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:27:41.664703 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ee0424-962b-488f-9415-4274e07c11e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:27:41.701177 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9cb44d-0a7f-4efc-89c8-3d6ee0d7afcf x-openstack-request-id: req-ad9cb44d-0a7f-4efc-89c8-3d6ee0d7afcf {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:27:41.701501 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:27:41.701757 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad9cb44d-0a7f-4efc-89c8-3d6ee0d7afcf {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:27:41.702160 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'status': 'completed', 'code': 200} Nov 09 01:27:41.748677 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2ac3ad50-cebe-4bf8-9827-c66fa4f62306 None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:27:41.772607 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee0424-962b-488f-9415-4274e07c11e3 req-af12e82c-044c-436c-9fed-05403e484c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:41.774183 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-04ee0424-962b-488f-9415-4274e07c11e3 req-af12e82c-044c-436c-9fed-05403e484c2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1096 time: 0.0475695 Nov 09 01:27:41.863974 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee0424-962b-488f-9415-4274e07c11e3 req-b5230b9d-edcd-45f6-991a-e8418811b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:41.865522 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-04ee0424-962b-488f-9415-4274e07c11e3 req-b5230b9d-edcd-45f6-991a-e8418811b762 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0835972 Nov 09 01:27:41.936981 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-04ee0424-962b-488f-9415-4274e07c11e3 req-18a94d3d-2028-416c-89b8-b3d14924cd8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 998 time: 0.0646751 Nov 09 01:27:41.987232 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee0424-962b-488f-9415-4274e07c11e3 req-2b11dcbb-7e1a-4d32-89fc-db4dd521b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:41.988758 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-04ee0424-962b-488f-9415-4274e07c11e3 req-2b11dcbb-7e1a-4d32-89fc-db4dd521b7e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0442693 Nov 09 01:27:42.033891 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee0424-962b-488f-9415-4274e07c11e3 req-52539bc0-81a7-4825-817c-3e92f4ba7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:27:42.035269 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-04ee0424-962b-488f-9415-4274e07c11e3 req-52539bc0-81a7-4825-817c-3e92f4ba7b05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398536 Nov 09 01:27:42.055707 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2ac3ad50-cebe-4bf8-9827-c66fa4f62306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'a0ff1590-9dd8-46ad-9bdc-2436048c6c38', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'port_id': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'mac_address': 'fa:16:3e:0b:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:27:40Z', 'updated_at': '2021-11-09T01:27:40Z', 'revision_number': 0, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:27:42.084742 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac3ad50-cebe-4bf8-9827-c66fa4f62306 None None] Checking router: 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:27:42.093151 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac3ad50-cebe-4bf8-9827-c66fa4f62306 None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:27:42.093790 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2ac3ad50-cebe-4bf8-9827-c66fa4f62306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:27:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:27:42.127596 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-04ee0424-962b-488f-9415-4274e07c11e3 req-3435571c-b3be-46c8-82da-b0cf16c8fb50 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848246 Nov 09 01:27:42.196555 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-2ac3ad50-cebe-4bf8-9827-c66fa4f62306 None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:27:42.216860 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-04ee0424-962b-488f-9415-4274e07c11e3 req-a7832a28-5091-4f17-9409-42929a3ef2f6 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824831 Nov 09 01:27:42.411959 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-2ac3ad50-cebe-4bf8-9827-c66fa4f62306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'a0ff1590-9dd8-46ad-9bdc-2436048c6c38', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'port_id': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'mac_address': 'fa:16:3e:0b:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:27:40Z', 'updated_at': '2021-11-09T01:27:40Z', 'revision_number': 0, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:27:42.437092 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac3ad50-cebe-4bf8-9827-c66fa4f62306 None None] The sync data for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 is: [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': 'a0ff1590-9dd8-46ad-9bdc-2436048c6c38', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'port_id': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'mac_address': 'fa:16:3e:0b:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:27:40Z', 'updated_at': '2021-11-09T01:27:40Z', 'revision_number': 0, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:27:42.625866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7813e7-7734-42fe-994e-40550e28ff2f None None] New status for floating IP a0ff1590-9dd8-46ad-9bdc-2436048c6c38: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:27:42.821618 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9f65e505-2df9-4ddc-a770-0b3cd1b20d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:44.904727 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-31fc84b0-1bd0-4d4a-b082-db25defdce65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:46.407337 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:46.621555 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:47.130558 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:47.955066 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:27:48.551193 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:10.167393 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:28:12.823350 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d60dbd8a-eaf8-49f8-8f06-47903a9de288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:14.904588 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-44658bc8-1a78-4757-b7b4-21963b94785f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:16.409468 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:16.620147 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:17.145040 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:17.957959 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:18.552351 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:19.025750 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab217c1-71ec-42f3-8520-06bdee55dc97 req-9098dc12-f9db-43ab-a0c4-41597af81ab7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437522 Nov 09 01:28:19.107333 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab217c1-71ec-42f3-8520-06bdee55dc97 req-2d821042-dbde-4ad4-adde-d6fe8d02369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:28:19.108844 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab217c1-71ec-42f3-8520-06bdee55dc97 req-2d821042-dbde-4ad4-adde-d6fe8d02369d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1096 time: 0.0397048 Nov 09 01:28:19.212308 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab217c1-71ec-42f3-8520-06bdee55dc97 req-a0f075c2-1c4d-4533-9f0f-8c3300d9f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:28:19.213775 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab217c1-71ec-42f3-8520-06bdee55dc97 req-a0f075c2-1c4d-4533-9f0f-8c3300d9f7e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0857055 Nov 09 01:28:19.615905 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab217c1-71ec-42f3-8520-06bdee55dc97 req-e45467e1-ab6c-4e5a-88d1-657e77d12437 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 1000 time: 0.3948460 Nov 09 01:28:19.666343 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab217c1-71ec-42f3-8520-06bdee55dc97 req-fca65a5f-ec00-4827-82e9-c4940b3a5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:28:19.667863 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab217c1-71ec-42f3-8520-06bdee55dc97 req-fca65a5f-ec00-4827-82e9-c4940b3a5196 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0449398 Nov 09 01:28:19.717236 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab217c1-71ec-42f3-8520-06bdee55dc97 req-22df08d3-8a2c-4640-bd4f-c37a79a5ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:28:19.718831 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab217c1-71ec-42f3-8520-06bdee55dc97 req-22df08d3-8a2c-4640-bd4f-c37a79a5ab47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434818 Nov 09 01:28:19.807490 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab217c1-71ec-42f3-8520-06bdee55dc97 req-ba1ba946-4577-400d-8e4e-97663fd38cb0 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810277 Nov 09 01:28:19.899645 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-eab217c1-71ec-42f3-8520-06bdee55dc97 req-ee1f7e26-f9dc-49a0-8fe4-e628f7a13500 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834985 Nov 09 01:28:42.824987 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3e790d64-7924-4105-b188-9bb3a1417c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:44.905671 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e19cb9d6-7f3c-4aec-88db-707e11b847b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:46.411298 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:46.623601 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:47.147153 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:47.166625 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:28:47.959780 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:28:48.553658 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:12.825562 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e737efb5-8204-42e4-9c6c-562500fbf70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:14.906776 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b11d7465-be3c-4818-b189-e8dcd0cb99a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:16.415401 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:16.625170 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:17.143962 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:17.964314 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:18.554508 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:21.019572 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9567b67a-fb0d-4afa-b6c7-d76466671d08 req-759e1774-ac12-4e90-9ff1-32506b45e44a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386577 Nov 09 01:29:21.099576 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567b67a-fb0d-4afa-b6c7-d76466671d08 req-c2072cec-3d01-47aa-82c8-1823bdd3e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:21.101043 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9567b67a-fb0d-4afa-b6c7-d76466671d08 req-c2072cec-3d01-47aa-82c8-1823bdd3e0e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1096 time: 0.0398839 Nov 09 01:29:21.205008 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567b67a-fb0d-4afa-b6c7-d76466671d08 req-690ab744-65d9-4cc9-811a-4bee594f1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:21.206486 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9567b67a-fb0d-4afa-b6c7-d76466671d08 req-690ab744-65d9-4cc9-811a-4bee594f1360 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0864682 Nov 09 01:29:21.271478 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9567b67a-fb0d-4afa-b6c7-d76466671d08 req-b6083341-860d-49a1-8d2e-0c9cf5c0f190 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 1000 time: 0.0567760 Nov 09 01:29:21.323588 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567b67a-fb0d-4afa-b6c7-d76466671d08 req-2e809620-359e-4e28-8607-a06bf53ad413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:21.324990 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9567b67a-fb0d-4afa-b6c7-d76466671d08 req-2e809620-359e-4e28-8607-a06bf53ad413 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0461810 Nov 09 01:29:21.371291 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567b67a-fb0d-4afa-b6c7-d76466671d08 req-ad3ce968-698b-4176-b14b-7366b5e0334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:21.372732 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9567b67a-fb0d-4afa-b6c7-d76466671d08 req-ad3ce968-698b-4176-b14b-7366b5e0334c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400286 Nov 09 01:29:21.461176 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9567b67a-fb0d-4afa-b6c7-d76466671d08 req-97916449-66e5-43c6-827c-00948a25c4e6 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806274 Nov 09 01:29:21.552468 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-9567b67a-fb0d-4afa-b6c7-d76466671d08 req-60e8316a-648b-4f99-8964-ea0a2997b564 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846393 Nov 09 01:29:24.166720 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:29:37.053373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da2e4e-7c47-4434-82ed-d6276edf6009 req-91ec1f45-c115-4687-a2d1-56b06e10c96b tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:37.055266 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0da2e4e-7c47-4434-82ed-d6276edf6009 req-91ec1f45-c115-4687-a2d1-56b06e10c96b tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0958302 Nov 09 01:29:37.104048 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a0da2e4e-7c47-4434-82ed-d6276edf6009 req-e9914171-a7f6-4d27-90ae-2233af56d9c2 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432162 Nov 09 01:29:38.295282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beb14b-a7dc-4ebb-901e-f62f93dca202 req-9c77309b-14e8-4841-a2e8-4e8ab5e611fd tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:38.296795 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08beb14b-a7dc-4ebb-901e-f62f93dca202 req-9c77309b-14e8-4841-a2e8-4e8ab5e611fd tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0967686 Nov 09 01:29:38.345980 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08beb14b-a7dc-4ebb-901e-f62f93dca202 req-1cc0b809-ac8d-4cec-a28f-5bbca3f13298 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430150 Nov 09 01:29:39.483527 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9574c9b-8c71-4384-a47b-dcf6f922778c req-6bb316e2-f074-4d98-808e-aa726fdf4808 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:39.485021 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9574c9b-8c71-4384-a47b-dcf6f922778c req-6bb316e2-f074-4d98-808e-aa726fdf4808 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0485559 Nov 09 01:29:39.533643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a9574c9b-8c71-4384-a47b-dcf6f922778c req-7427738a-a947-42fd-a6d2-06d43599a16b tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425739 Nov 09 01:29:40.651662 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709ce71-86c7-4f6d-8d2c-31ccd07ea6e1 req-e2580ecd-6520-4a5d-a0cb-a29248b498ba tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:40.653108 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1709ce71-86c7-4f6d-8d2c-31ccd07ea6e1 req-e2580ecd-6520-4a5d-a0cb-a29248b498ba tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0494254 Nov 09 01:29:40.706287 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1709ce71-86c7-4f6d-8d2c-31ccd07ea6e1 req-637f90b8-4cbd-4a5b-b95b-f945be1d1b05 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472486 Nov 09 01:29:41.823813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bf446-e415-479e-8276-d3593ef8709c req-09da9d78-8a34-45d7-9cb4-5fe89ffdc619 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:41.825295 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d0bf446-e415-479e-8276-d3593ef8709c req-09da9d78-8a34-45d7-9cb4-5fe89ffdc619 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0483291 Nov 09 01:29:41.874227 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-1d0bf446-e415-479e-8276-d3593ef8709c req-dfc8ea1d-56ab-4706-be11-1930cf5c0ec9 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429635 Nov 09 01:29:42.826866 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0764e747-e41e-403c-b489-02005a6d6cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:42.987843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfbbce-39e6-4db6-a884-d81603466ad3 req-da5a775c-ac04-412d-bcc4-dcd9f43c448f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:42.989322 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86cfbbce-39e6-4db6-a884-d81603466ad3 req-da5a775c-ac04-412d-bcc4-dcd9f43c448f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0486951 Nov 09 01:29:43.038701 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-86cfbbce-39e6-4db6-a884-d81603466ad3 req-a77eb5ff-7244-43ee-8333-37e6a699324a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Nov 09 01:29:44.159689 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed568dee-9d23-45b3-8341-840bd5e777cf req-4cf50db5-e718-453a-9533-fed857e54510 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:44.161174 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed568dee-9d23-45b3-8341-840bd5e777cf req-4cf50db5-e718-453a-9533-fed857e54510 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0544431 Nov 09 01:29:44.210620 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed568dee-9d23-45b3-8341-840bd5e777cf req-35e18af4-a655-439d-b377-b14f9d3a49bd tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 Nov 09 01:29:44.907338 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f8889af0-cc6c-47ac-9070-e3016fbd8bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:45.328821 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b34dac-2fc8-4ab9-a5a9-2f405f20206e req-576ca91b-2b19-470f-a2f9-d3614a4e826e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:45.330324 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8b34dac-2fc8-4ab9-a5a9-2f405f20206e req-576ca91b-2b19-470f-a2f9-d3614a4e826e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0495019 Nov 09 01:29:45.378516 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8b34dac-2fc8-4ab9-a5a9-2f405f20206e req-d58d692c-f6f6-4f68-a772-66ef26e2a0d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423429 Nov 09 01:29:46.419101 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:46.492171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ba2a6-7eb4-46db-9f21-92f9a173e182 req-c0828c13-65ad-4030-b059-38251e0178ca tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:46.494182 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f9ba2a6-7eb4-46db-9f21-92f9a173e182 req-c0828c13-65ad-4030-b059-38251e0178ca tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0478435 Nov 09 01:29:46.546528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0f9ba2a6-7eb4-46db-9f21-92f9a173e182 req-6660d027-4ecc-4493-9f1a-0747bc5703d2 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464666 Nov 09 01:29:46.617886 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:47.132140 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873239fb-9d48-4a8f-8614-aec9e04f3b44 req-d6f2f3df-8f26-42b4-88fa-1f8bd7c67aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:47.133619 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873239fb-9d48-4a8f-8614-aec9e04f3b44 req-d6f2f3df-8f26-42b4-88fa-1f8bd7c67aef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1096 time: 0.0399492 Nov 09 01:29:47.165529 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:47.229281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873239fb-9d48-4a8f-8614-aec9e04f3b44 req-1c259de6-6b33-4e6f-b116-09f7983be7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:47.230811 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873239fb-9d48-4a8f-8614-aec9e04f3b44 req-1c259de6-6b33-4e6f-b116-09f7983be7c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0905838 Nov 09 01:29:47.294535 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873239fb-9d48-4a8f-8614-aec9e04f3b44 req-052641ed-3abe-43b7-be17-fbd74a34ed8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 1000 time: 0.0569677 Nov 09 01:29:47.341281 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873239fb-9d48-4a8f-8614-aec9e04f3b44 req-b61a4660-c998-4632-9245-2352187d8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:47.342693 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873239fb-9d48-4a8f-8614-aec9e04f3b44 req-b61a4660-c998-4632-9245-2352187d8c18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0418682 Nov 09 01:29:47.390896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873239fb-9d48-4a8f-8614-aec9e04f3b44 req-7704d45d-b097-4f89-b1ea-2ad00876f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:47.392248 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873239fb-9d48-4a8f-8614-aec9e04f3b44 req-7704d45d-b097-4f89-b1ea-2ad00876f6f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423996 Nov 09 01:29:47.480161 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873239fb-9d48-4a8f-8614-aec9e04f3b44 req-7fb9a65c-d4f7-4fb5-9d23-f33da6779696 service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806167 Nov 09 01:29:47.571744 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-873239fb-9d48-4a8f-8614-aec9e04f3b44 req-2f10ab4e-40f5-4b2f-8d66-e7d7506f3dcd service neutron] 10.222.0.11 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849009 Nov 09 01:29:47.662531 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be769eba-f77e-4ca1-b853-24f5ac5089c1 req-2b0b8001-811f-4540-aa69-d4e416d17b4e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:47.663910 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be769eba-f77e-4ca1-b853-24f5ac5089c1 req-2b0b8001-811f-4540-aa69-d4e416d17b4e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0477605 Nov 09 01:29:47.713045 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be769eba-f77e-4ca1-b853-24f5ac5089c1 req-445f28c8-55ba-4df4-9229-87e188d1663e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426445 Nov 09 01:29:47.966124 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:48.555849 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:48.827256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547bdc5-c63e-4a65-8ab6-f9e8853641ea req-e4663bb3-09ef-4e82-a934-ab2b2a4a810c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:48.828733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4547bdc5-c63e-4a65-8ab6-f9e8853641ea req-e4663bb3-09ef-4e82-a934-ab2b2a4a810c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0487635 Nov 09 01:29:48.876364 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-4547bdc5-c63e-4a65-8ab6-f9e8853641ea req-3ad135c2-d2ae-4cb6-874a-78e4d7f24019 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417273 Nov 09 01:29:50.002405 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688c15-782b-4efe-8110-4df6cbc2cdec req-069623ab-a334-4d8e-ad7a-05f6d30571a8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:50.003920 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c688c15-782b-4efe-8110-4df6cbc2cdec req-069623ab-a334-4d8e-ad7a-05f6d30571a8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0532558 Nov 09 01:29:50.053559 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c688c15-782b-4efe-8110-4df6cbc2cdec req-b84f7e80-2bfe-4b8c-80d4-c1d33d20d21f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436835 Nov 09 01:29:51.170638 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1e6dd-9f9f-4395-b113-58d85271d7f6 req-6e10c030-5655-42b1-8a00-84555e450ca0 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:51.172117 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2eb1e6dd-9f9f-4395-b113-58d85271d7f6 req-6e10c030-5655-42b1-8a00-84555e450ca0 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0499072 Nov 09 01:29:51.221887 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2eb1e6dd-9f9f-4395-b113-58d85271d7f6 req-2dafe4c3-f838-4e46-ab50-f18be745351f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 Nov 09 01:29:52.452883 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-86134182-47dd-49b0-acd3-ac37ddf1371f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707636 Nov 09 01:29:52.464725 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-098056c5-ae0f-4acc-9654-a44392167119 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:29:52.465691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-098056c5-ae0f-4acc-9654-a44392167119 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060782 Nov 09 01:29:52.473279 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c62b4c-0053-48b4-a6c1-97231cdcbb6c req-16528ec2-ed42-49fb-9155-22ef1e221b5c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:52.474740 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c62b4c-0053-48b4-a6c1-97231cdcbb6c req-16528ec2-ed42-49fb-9155-22ef1e221b5c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0678906 Nov 09 01:29:52.526440 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-16c62b4c-0053-48b4-a6c1-97231cdcbb6c req-52198e21-7ccd-4af2-9d32-e4e76c4414f4 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449896 Nov 09 01:29:53.646229 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a6bb1-249a-4df0-a362-22886905baac req-09f8ac30-4046-4582-a019-1cbd0494aee9 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:53.647735 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-584a6bb1-249a-4df0-a362-22886905baac req-09f8ac30-4046-4582-a019-1cbd0494aee9 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 945 time: 0.0490828 Nov 09 01:29:53.697599 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-584a6bb1-249a-4df0-a362-22886905baac req-99e1eeed-fe69-4114-a2f3-bfe3fdc38d1a tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431364 Nov 09 01:29:54.309556 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device be7131f6-807c-4d0d-8fc7-ff17bbd8615c no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:29:54.385479 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:54.411039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:29:54.413244 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc6054a-8884-42c5-84fb-7d422539960e" -d '{"events": [{"server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "name": "network-vif-unplugged", "status": "completed", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:29:54.425278 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:29:54.429487 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:54.455782 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 01:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365aab51-739a-4160-81c1-2cd1a344d369 x-openstack-request-id: req-365aab51-739a-4160-81c1-2cd1a344d369 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:29:54.456070 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "name": "network-vif-unplugged", "status": "failed", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c", "code": 422}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:29:54.456319 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-365aab51-739a-4160-81c1-2cd1a344d369 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:29:54.456705 n-d-813263-3 neutron-server[101782]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'code': 422} returned with failed status Nov 09 01:29:54.478444 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:29:54.485612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:54.485949 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:54.486281 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:54.486606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:54.486926 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:54.487244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:54.487561 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:54.487875 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:54.488187 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:54.488496 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:54.488807 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:54.489117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:54.817116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383faa9e-da46-48c7-9cbb-cde7e4b8bdc5 req-511b9c2a-ab98-4171-acee-a9cafc5f1238 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:54.818768 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-383faa9e-da46-48c7-9cbb-cde7e4b8bdc5 req-511b9c2a-ab98-4171-acee-a9cafc5f1238 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0548635 Nov 09 01:29:54.867996 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-383faa9e-da46-48c7-9cbb-cde7e4b8bdc5 req-68cac2fb-041d-469d-8cda-01d4981cdea3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432496 Nov 09 01:29:55.989476 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deb317-ce2f-44fa-9922-3f76cab7141f req-c29a4f86-2726-411b-ba32-6276960882fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:55.990993 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08deb317-ce2f-44fa-9922-3f76cab7141f req-c29a4f86-2726-411b-ba32-6276960882fe tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0533369 Nov 09 01:29:56.040362 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-08deb317-ce2f-44fa-9922-3f76cab7141f req-6b0582b2-87d3-4019-afd9-8066fa18ebde tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427587 Nov 09 01:29:57.156721 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d0186-0fdd-4211-84aa-f10f898ef5a3 req-28f0f48a-2833-44ba-9c29-471e3c661e78 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:57.158514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-782d0186-0fdd-4211-84aa-f10f898ef5a3 req-28f0f48a-2833-44ba-9c29-471e3c661e78 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0499308 Nov 09 01:29:57.212694 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-782d0186-0fdd-4211-84aa-f10f898ef5a3 req-27282ed1-cbde-4552-9430-01ca13954ca9 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481625 Nov 09 01:29:58.121774 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-eea95e6c-12e3-4174-a62b-3d89ebfb6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:58.123278 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-eea95e6c-12e3-4174-a62b-3d89ebfb6cbf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216&tenant_id=b25e5ba4ffd649f3afa4dd595175e16b HTTP/1.1" status: 200 len: 1094 time: 0.0410779 Nov 09 01:29:58.133434 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-c6c1cffd-b450-482e-8a10-77065f992886 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:29:58.134354 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-c6c1cffd-b450-482e-8a10-77065f992886 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048079 Nov 09 01:29:58.145601 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813263-3', 'device_owner': 'compute:nova'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:29:58.197528 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:58.376283 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a4de1-5ceb-4a28-b10d-e9cd65cd3c8f req-114b54e6-4383-4b3d-b963-2f5872545a78 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:58.377691 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e51a4de1-5ceb-4a28-b10d-e9cd65cd3c8f req-114b54e6-4383-4b3d-b963-2f5872545a78 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0815930 Nov 09 01:29:58.470230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:29:58.475613 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e51a4de1-5ceb-4a28-b10d-e9cd65cd3c8f req-db6b8ee5-cf26-4e76-93c9-d87efde34418 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701420 Nov 09 01:29:58.505996 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h2-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:29:58.538193 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7131f6-807c-4d0d-8fc7-ff17bbd8615c {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:29:58.545998 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:58.557924 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Transition to ACTIVE for port object be7131f6-807c-4d0d-8fc7-ff17bbd8615c will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:29:58.561172 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:58.642520 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Pushing event updated for resources: {'Port': ['ID=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,revision_number=7']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:29:58.656603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:58.657004 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:58.657375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:58.657710 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:58.658045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:58.658378 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:58.658704 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:58.659025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:58.659341 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:58.660121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:58.660121 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:58.660328 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:29:58.695209 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] No DVR routers for this DVR port be7131f6-807c-4d0d-8fc7-ff17bbd8615c on host n-h2-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:29:58.833097 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Attempting to bind port be7131f6-807c-4d0d-8fc7-ff17bbd8615c on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:29:58.833454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Attempting to bind port be7131f6-807c-4d0d-8fc7-ff17bbd8615c by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:29:58.833780 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Attempting to bind port be7131f6-807c-4d0d-8fc7-ff17bbd8615c on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:29:58.838017 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Port be7131f6-807c-4d0d-8fc7-ff17bbd8615c on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:29:58.838339 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Attempting to bind port be7131f6-807c-4d0d-8fc7-ff17bbd8615c on network 5d0d2ccf-136e-41a1-a33c-35d97a715177 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:29:58.843739 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:29:58.844073 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Checking segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:29:58.844455 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Bound using segment: {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:29:58.844874 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Bound port: be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e69344-f585-491d-9160-ee79267e855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:29:58.845224 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:58.909254 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:29:58.912142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:29:58.916327 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:58.950111 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:58.950861 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:29:58.952131 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] 10.222.0.30 "PUT /v2.0/ports/be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 1091 time: 0.8101130 Nov 09 01:29:58.952563 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:29:58.954826 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ab6a9b-4087-4c66-bdf9-c15309024cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:29:58.993067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc078ed-9b6e-43cf-b2b0-3c673c301fae service neutron] Pushing event updated for resources: {'Port': ['ID=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,revision_number=8']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:29:59.010443 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8e1f55-6977-4815-9604-68baaed0bf3d x-openstack-request-id: req-ac8e1f55-6977-4815-9604-68baaed0bf3d {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:29:59.011246 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:29:59.011504 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac8e1f55-6977-4815-9604-68baaed0bf3d {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:29:59.011906 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'status': 'completed', 'code': 200} Nov 09 01:29:59.029449 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-bfe851cd-e253-4efd-a90b-c004ed1dce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:59.030976 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-bfe851cd-e253-4efd-a90b-c004ed1dce37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1094 time: 0.0509562 Nov 09 01:29:59.136303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-5c324673-4066-486d-bba9-2542ced66fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:59.137835 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-5c324673-4066-486d-bba9-2542ced66fc8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0985692 Nov 09 01:29:59.202680 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-9cd75aea-c820-4dbb-9f33-fb4e5772398f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 998 time: 0.0578513 Nov 09 01:29:59.251102 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-457b195e-41bd-4c9d-8f20-bb683523d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:59.252547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-457b195e-41bd-4c9d-8f20-bb683523d1ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0432105 Nov 09 01:29:59.300838 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-54b20e09-58cc-416e-a404-52d999a9b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:59.302598 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-54b20e09-58cc-416e-a404-52d999a9b7dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429704 Nov 09 01:29:59.390718 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-cfd883bd-a54b-48c1-a859-e998d06643a7 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805345 Nov 09 01:29:59.482359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-8f43c3a6-5abc-45df-9a71-bdec674e4fbe service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848916 Nov 09 01:29:59.596645 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6a9b-4087-4c66-bdf9-c15309024cfe req-4e0ec902-b5cd-422c-8e88-45ba03ed63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:59.598153 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19ab6a9b-4087-4c66-bdf9-c15309024cfe req-4e0ec902-b5cd-422c-8e88-45ba03ed63a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1094 time: 0.0683167 Nov 09 01:29:59.614171 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29953f-253b-4866-92cd-92f6a1595ede req-77f6f1b4-49e0-4191-97f1-8ed53ddfc5cb tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:59.615621 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c29953f-253b-4866-92cd-92f6a1595ede req-77f6f1b4-49e0-4191-97f1-8ed53ddfc5cb tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0609326 Nov 09 01:29:59.722495 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2c29953f-253b-4866-92cd-92f6a1595ede req-77057d72-5b40-4150-859f-9125cfb17201 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997443 Nov 09 01:29:59.739184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6a9b-4087-4c66-bdf9-c15309024cfe req-3a78eae2-c678-4ec9-812d-270cacffdfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:59.740638 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19ab6a9b-4087-4c66-bdf9-c15309024cfe req-3a78eae2-c678-4ec9-812d-270cacffdfb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.1346543 Nov 09 01:29:59.811017 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19ab6a9b-4087-4c66-bdf9-c15309024cfe req-3aa9bfda-c0b3-48ff-9fbb-edb5425f5c18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 998 time: 0.0627847 Nov 09 01:29:59.860116 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6a9b-4087-4c66-bdf9-c15309024cfe req-2d11b9d4-a047-4b9e-9dde-14913f321bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:59.861545 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19ab6a9b-4087-4c66-bdf9-c15309024cfe req-2d11b9d4-a047-4b9e-9dde-14913f321bbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0430806 Nov 09 01:29:59.908489 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6a9b-4087-4c66-bdf9-c15309024cfe req-1cf7b4bd-f72a-4bdd-bba8-105726bc7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:29:59.909973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19ab6a9b-4087-4c66-bdf9-c15309024cfe req-1cf7b4bd-f72a-4bdd-bba8-105726bc7db8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393140 Nov 09 01:30:00.003114 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19ab6a9b-4087-4c66-bdf9-c15309024cfe req-1b75c7c9-7904-4e46-9f6a-5d4ca6ba741b service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846429 Nov 09 01:30:00.092628 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-19ab6a9b-4087-4c66-bdf9-c15309024cfe req-fbc591c1-720b-4e01-a4d2-3b2c2b93a721 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817966 Nov 09 01:30:00.836499 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb1542-68f3-4ccc-ac22-97ad192b9055 req-68690d08-69a6-46e0-85f4-a735b3eb53e0 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:00.838004 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-edbb1542-68f3-4ccc-ac22-97ad192b9055 req-68690d08-69a6-46e0-85f4-a735b3eb53e0 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0480394 Nov 09 01:30:00.891424 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-edbb1542-68f3-4ccc-ac22-97ad192b9055 req-57072732-b52e-4da8-9adb-cc2f63bc5e66 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470679 Nov 09 01:30:01.166062 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:30:02.009969 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32754c62-7b3d-4c4e-bb36-6c10a0b96be9 req-e0e78a64-d616-4c36-9558-856b7c3d1761 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:02.011449 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32754c62-7b3d-4c4e-bb36-6c10a0b96be9 req-e0e78a64-d616-4c36-9558-856b7c3d1761 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0536158 Nov 09 01:30:02.060286 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-32754c62-7b3d-4c4e-bb36-6c10a0b96be9 req-7ad1f073-70dd-4608-9ea9-88ad5a911bb6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Nov 09 01:30:03.174093 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11a789-64fc-4111-a3f6-b0f2581ec0a9 req-8e929234-8127-4911-9588-c376e1fec1e4 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:03.175583 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e11a789-64fc-4111-a3f6-b0f2581ec0a9 req-8e929234-8127-4911-9588-c376e1fec1e4 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0484791 Nov 09 01:30:03.224215 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-3e11a789-64fc-4111-a3f6-b0f2581ec0a9 req-a39581a3-b1d4-4717-b70f-d75576bfc676 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Nov 09 01:30:04.341923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b945e4-bc2e-456f-a371-66d833ac8cc4 req-b79bb8d1-9d62-4c91-861b-0c979b1e030c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:04.343400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7b945e4-bc2e-456f-a371-66d833ac8cc4 req-b79bb8d1-9d62-4c91-861b-0c979b1e030c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0525248 Nov 09 01:30:04.391884 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e7b945e4-bc2e-456f-a371-66d833ac8cc4 req-a9d1aa60-6eb5-4afb-8246-5a0746db8587 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425470 Nov 09 01:30:05.508067 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ce37-7c6a-48b4-99a7-aa4b6ea35b7d req-706f343d-111e-4ef8-be66-e6e9f2adbbe7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:05.509664 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a71ce37-7c6a-48b4-99a7-aa4b6ea35b7d req-706f343d-111e-4ef8-be66-e6e9f2adbbe7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0495517 Nov 09 01:30:05.563102 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2a71ce37-7c6a-48b4-99a7-aa4b6ea35b7d req-4f2446e9-b2f8-4e92-8487-ae4d3b098ec3 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471852 Nov 09 01:30:05.907075 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfb770-85d3-4160-9309-b0d6a85c8cbd req-f2726e11-2ff0-443d-b6be-40e2465c5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:05.908467 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9dcfb770-85d3-4160-9309-b0d6a85c8cbd req-f2726e11-2ff0-443d-b6be-40e2465c5ebd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1094 time: 0.0441246 Nov 09 01:30:06.011194 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfb770-85d3-4160-9309-b0d6a85c8cbd req-45296f2d-51ca-4314-8ef3-19a100fe8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:06.012667 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9dcfb770-85d3-4160-9309-b0d6a85c8cbd req-45296f2d-51ca-4314-8ef3-19a100fe8a19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.0843952 Nov 09 01:30:06.083793 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9dcfb770-85d3-4160-9309-b0d6a85c8cbd req-12f69a25-84c4-478f-8698-a7a4d0e1f813 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 998 time: 0.0624495 Nov 09 01:30:06.134836 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfb770-85d3-4160-9309-b0d6a85c8cbd req-4dd1bc43-e060-4e02-a88a-554b2a0c0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:06.136369 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9dcfb770-85d3-4160-9309-b0d6a85c8cbd req-4dd1bc43-e060-4e02-a88a-554b2a0c0d95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0453832 Nov 09 01:30:06.183360 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfb770-85d3-4160-9309-b0d6a85c8cbd req-cbdd6b90-a5a6-47a9-9168-070ee8c3a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:06.184856 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9dcfb770-85d3-4160-9309-b0d6a85c8cbd req-cbdd6b90-a5a6-47a9-9168-070ee8c3a86b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419703 Nov 09 01:30:06.275309 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9dcfb770-85d3-4160-9309-b0d6a85c8cbd req-d422a938-ffb8-4e7b-9d0f-b00f8a05d86e service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832634 Nov 09 01:30:06.363164 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9dcfb770-85d3-4160-9309-b0d6a85c8cbd req-26c847c9-39dc-48ab-b50e-331f514e5dc3 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808358 Nov 09 01:30:06.681128 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f43413-3fad-41d6-95d5-f7b678a1a0cb req-8a956faf-7b70-45b7-bc58-e5d3bee8eb58 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:06.683370 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7f43413-3fad-41d6-95d5-f7b678a1a0cb req-8a956faf-7b70-45b7-bc58-e5d3bee8eb58 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0497437 Nov 09 01:30:06.737738 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a7f43413-3fad-41d6-95d5-f7b678a1a0cb req-5f3a972a-15aa-4116-8ec1-4d05bdd7495f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486643 Nov 09 01:30:07.853442 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1d76b-b552-4645-94b7-9e30434773ef req-d4bae80f-a8d5-4b6a-ab64-fffa994c1119 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:07.855406 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2a1d76b-b552-4645-94b7-9e30434773ef req-d4bae80f-a8d5-4b6a-ab64-fffa994c1119 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0489728 Nov 09 01:30:07.904250 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f2a1d76b-b552-4645-94b7-9e30434773ef req-f8dfb9c3-93e5-4873-a1db-624e7aed7af0 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428665 Nov 09 01:30:08.996325 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device be7131f6-807c-4d0d-8fc7-ff17bbd8615c details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:30:09.019550 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d1fe9-bb70-4f9d-b33c-a115a84ebc26 req-2a90b032-a3e9-4bda-82f7-b0206b13af11 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:09.021055 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f53d1fe9-bb70-4f9d-b33c-a115a84ebc26 req-2a90b032-a3e9-4bda-82f7-b0206b13af11 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 943 time: 0.0494421 Nov 09 01:30:09.069660 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f53d1fe9-bb70-4f9d-b33c-a115a84ebc26 req-09faee6a-6d47-461f-b762-343f31d26b54 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Nov 09 01:30:09.091148 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:30:09.102013 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'port_id': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'mac_address': 'fa:16:3e:0b:a4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:30:09.141039 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:09.153700 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7131f6-807c-4d0d-8fc7-ff17bbd8615c {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:30:09.173332 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:30:09.177197 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:09.224834 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,revision_number=9']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:30:09.406232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['be7131f6-807c-4d0d-8fc7-ff17bbd8615c'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:30:10.192961 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87076caa-18be-4d11-baec-713783e04391 req-1f0aecdf-7c3c-49d8-b700-cc85097425bd tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:10.194653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87076caa-18be-4d11-baec-713783e04391 req-1f0aecdf-7c3c-49d8-b700-cc85097425bd tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 944 time: 0.0541525 Nov 09 01:30:10.250532 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-87076caa-18be-4d11-baec-713783e04391 req-d55dc5e9-f3fd-42e3-a962-b3f73569a2cf tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500407 Nov 09 01:30:11.025654 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device be7131f6-807c-4d0d-8fc7-ff17bbd8615c up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:30:11.074232 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port be7131f6-807c-4d0d-8fc7-ff17bbd8615c completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:30:11.077938 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port be7131f6-807c-4d0d-8fc7-ff17bbd8615c triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:30:11.078299 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:11.155723 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:11.177883 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:30:11.180185 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed79104-8593-4035-96ab-d109d4c89f56" -d '{"events": [{"server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "name": "network-vif-plugged", "status": "completed", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:30:11.193008 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:30:11.197111 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:11.245436 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,revision_number=10']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:30:11.364604 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160463b-4b51-4d54-accb-14329452f657 req-2bab5719-ca33-41ad-b04a-2de5cff0cd21 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:11.366154 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d160463b-4b51-4d54-accb-14329452f657 req-2bab5719-ca33-41ad-b04a-2de5cff0cd21 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 946 time: 0.0485926 Nov 09 01:30:11.415086 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d160463b-4b51-4d54-accb-14329452f657 req-7aa84022-9f8b-467b-9df4-0c09e5630304 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Nov 09 01:30:12.235739 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047c58bd-6f7b-4f25-97cc-f6304f4ef0ff x-openstack-request-id: req-047c58bd-6f7b-4f25-97cc-f6304f4ef0ff {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:30:12.236293 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "name": "network-vif-plugged", "status": "completed", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:30:12.236443 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-047c58bd-6f7b-4f25-97cc-f6304f4ef0ff {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:30:12.236897 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'code': 200} Nov 09 01:30:12.378101 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59209ecf-9b50-4f47-af6f-1abd05aa9f93 req-bbc724e6-be59-44c8-a924-f26a3f2fd76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:12.379581 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59209ecf-9b50-4f47-af6f-1abd05aa9f93 req-bbc724e6-be59-44c8-a924-f26a3f2fd76e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1097 time: 0.0433083 Nov 09 01:30:12.425505 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-59209ecf-9b50-4f47-af6f-1abd05aa9f93 req-e79db613-4fec-4129-99d1-89759a073e5b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385962 Nov 09 01:30:12.531998 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e0bc8-fd73-4545-878a-c7b388c2cda7 req-b84dfac5-f954-4664-afa8-a2ad4266156f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:12.533513 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a37e0bc8-fd73-4545-878a-c7b388c2cda7 req-b84dfac5-f954-4664-afa8-a2ad4266156f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 946 time: 0.0497279 Nov 09 01:30:12.582382 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a37e0bc8-fd73-4545-878a-c7b388c2cda7 req-e011c2c9-e535-497a-8116-d5aa3a57c643 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429192 Nov 09 01:30:12.827971 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-11dcf6aa-2fb0-40a8-af41-15eb865c7e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:13.698626 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc053b5-7a3e-4757-a5f6-7cb8673a0ef0 req-cd70c7d5-1a36-406e-8752-04b7d8ed14a8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:30:13.700078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fc053b5-7a3e-4757-a5f6-7cb8673a0ef0 req-cd70c7d5-1a36-406e-8752-04b7d8ed14a8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 946 time: 0.0478027 Nov 09 01:30:13.751345 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fc053b5-7a3e-4757-a5f6-7cb8673a0ef0 req-2fc4edee-647b-43cc-a2ab-dfa276ce8376 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453501 Nov 09 01:30:14.910657 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-46c8772d-0c32-4b63-aa61-0edea754459d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:16.420934 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:16.626586 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:17.156871 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:17.969060 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:18.557467 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:38.165016 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:30:42.829375 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c87b9fcd-b199-4082-b867-4210a5ebb220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:44.912191 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-11be44fb-a5d1-4ce3-97ee-1d993d12b11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:46.426431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:46.647595 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:47.168298 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:47.972149 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:30:48.560136 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:06.961245 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22fe2abd-c90d-4526-92df-730e0c9f8cab req-2780cf17-abaf-4964-ab9d-e635dac223f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858996 Nov 09 01:31:07.039107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe2abd-c90d-4526-92df-730e0c9f8cab req-1a103000-d0e9-4552-9dab-ee1f9e318a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:07.040561 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22fe2abd-c90d-4526-92df-730e0c9f8cab req-1a103000-d0e9-4552-9dab-ee1f9e318a90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1097 time: 0.0388260 Nov 09 01:31:07.483817 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe2abd-c90d-4526-92df-730e0c9f8cab req-4b2d2cbc-c7e7-4249-a140-9be24e4280d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:07.485289 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22fe2abd-c90d-4526-92df-730e0c9f8cab req-4b2d2cbc-c7e7-4249-a140-9be24e4280d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.4245448 Nov 09 01:31:07.549653 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22fe2abd-c90d-4526-92df-730e0c9f8cab req-b0a3f236-92a1-4629-a7aa-35ce9487ab79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 1000 time: 0.0571270 Nov 09 01:31:07.597615 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe2abd-c90d-4526-92df-730e0c9f8cab req-009e87eb-8acc-47ba-892f-1a689f01aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:07.599012 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22fe2abd-c90d-4526-92df-730e0c9f8cab req-009e87eb-8acc-47ba-892f-1a689f01aa6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0431564 Nov 09 01:31:07.647534 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe2abd-c90d-4526-92df-730e0c9f8cab req-0ff83590-97c7-49f3-b7b4-bbfcd4b1880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:07.648973 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22fe2abd-c90d-4526-92df-730e0c9f8cab req-0ff83590-97c7-49f3-b7b4-bbfcd4b1880e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425298 Nov 09 01:31:07.735379 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22fe2abd-c90d-4526-92df-730e0c9f8cab req-89fb7e8c-76e7-4534-8c6c-f127ca2f6258 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791230 Nov 09 01:31:07.824407 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-22fe2abd-c90d-4526-92df-730e0c9f8cab req-f16edcd7-2632-4648-bf7e-a9860bfdd66d service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820348 Nov 09 01:31:12.830391 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5f8bb33f-ce52-4ec6-ade7-5ad677c335bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:14.912568 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f5c4440c-258d-4271-ac87-80aa4ba3d976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:15.165039 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:31:16.430920 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:16.646121 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:17.181485 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:17.977164 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:18.562129 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:29.527813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35018) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:29.684658 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Deleting port dc37236c-0af4-409b-aa03-c4a6dca883b0 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:31:29.685004 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:29.758436 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:29.758765 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:29.770843 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Calling delete_port for dc37236c-0af4-409b-aa03-c4a6dca883b0 owned by network:floatingip {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:31:29.915314 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:29.939268 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event deleted for resources: {'Port': ['ID=dc37236c-0af4-409b-aa03-c4a6dca883b0,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:29.949454 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:29.949810 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:29.950156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:29.950495 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:29.951991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:29.951991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:29.952198 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:29.952385 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:29.952714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:29.953042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:29.953386 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:29.953716 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:30.015348 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for floatingip, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:30.015681 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Floating IP a0ff1590-9dd8-46ad-9bdc-2436048c6c38 disassociated (deleted). External IP: 172.25.0.27, port: be7131f6-807c-4d0d-8fc7-ff17bbd8615c. Nov 09 01:31:30.226864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:31:30.334857 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:31:30.339421 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:30.345867 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bc7f3-ad75-4cee-aaf9-68841ab26429 None None] Sync routers for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:31:30.355690 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29bc7f3-ad75-4cee-aaf9-68841ab26429 None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:30.356297 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d29bc7f3-ad75-4cee-aaf9-68841ab26429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:30.366072 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c6cdb8cc-e058-487a-a5e5-354549e79c82 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "DELETE /v2.0/floatingips/a0ff1590-9dd8-46ad-9bdc-2436048c6c38 HTTP/1.1" status: 204 len: 168 time: 0.8371737 Nov 09 01:31:30.366677 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:31:30.368952 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2860f115-2c8b-4875-9bcc-a6af27aa2b43" -d '{"events": [{"name": "network-changed", "server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:31:30.411101 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b458a38c-6664-459f-b055-60e479f0c489 x-openstack-request-id: req-b458a38c-6664-459f-b055-60e479f0c489 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:31:30.411402 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:31:30.411662 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b458a38c-6664-459f-b055-60e479f0c489 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:31:30.412074 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'status': 'completed', 'code': 200} Nov 09 01:31:30.479052 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-d29bc7f3-ad75-4cee-aaf9-68841ab26429 None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:30.479599 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860f115-2c8b-4875-9bcc-a6af27aa2b43 req-7953e176-39a6-48a6-af47-08bc503ce103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:30.481292 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2860f115-2c8b-4875-9bcc-a6af27aa2b43 req-7953e176-39a6-48a6-af47-08bc503ce103 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 1097 time: 0.0457158 Nov 09 01:31:30.610850 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860f115-2c8b-4875-9bcc-a6af27aa2b43 req-e181972a-8a1e-4820-96a7-95d440a52cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:30.612362 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2860f115-2c8b-4875-9bcc-a6af27aa2b43 req-e181972a-8a1e-4820-96a7-95d440a52cf9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 200 len: 909 time: 0.1245496 Nov 09 01:31:30.639726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5f2a-09ad-4728-bf1b-12b55714b4b1 req-67c35db0-7499-471b-9ad2-1175654c1bc8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:30.641216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c59d5f2a-09ad-4728-bf1b-12b55714b4b1 req-67c35db0-7499-471b-9ad2-1175654c1bc8 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 946 time: 0.0717158 Nov 09 01:31:30.669755 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2860f115-2c8b-4875-9bcc-a6af27aa2b43 req-48e3b2be-184c-4fa9-bda4-5302f6cc6eed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 200 len: 217 time: 0.0454521 Nov 09 01:31:30.753457 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c59d5f2a-09ad-4728-bf1b-12b55714b4b1 req-0fcdf7c6-2ab8-410d-a4e5-860a65917c9b tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859604 Nov 09 01:31:30.759734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860f115-2c8b-4875-9bcc-a6af27aa2b43 req-e4cd6dcb-3676-4294-a51f-350422aafa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:30.760744 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2860f115-2c8b-4875-9bcc-a6af27aa2b43 req-e4cd6dcb-3676-4294-a51f-350422aafa14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 200 len: 848 time: 0.0786529 Nov 09 01:31:30.778753 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d29bc7f3-ad75-4cee-aaf9-68841ab26429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:30.804735 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bc7f3-ad75-4cee-aaf9-68841ab26429 None None] Checking router: 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:31:30.809301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860f115-2c8b-4875-9bcc-a6af27aa2b43 req-0c2f9848-1658-41b7-a806-4a2830fc3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:30.811371 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2860f115-2c8b-4875-9bcc-a6af27aa2b43 req-0c2f9848-1658-41b7-a806-4a2830fc3f82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d0d2ccf-136e-41a1-a33c-35d97a715177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411243 Nov 09 01:31:30.813543 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29bc7f3-ad75-4cee-aaf9-68841ab26429 None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:30.814134 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d29bc7f3-ad75-4cee-aaf9-68841ab26429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:30.905723 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2860f115-2c8b-4875-9bcc-a6af27aa2b43 req-46d78be2-1b0b-4356-b268-f93deaf570a5 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836055 Nov 09 01:31:30.916873 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-d29bc7f3-ad75-4cee-aaf9-68841ab26429 None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:31.001430 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2860f115-2c8b-4875-9bcc-a6af27aa2b43 req-32268b92-feb5-4932-9524-95f37b9a38d1 service neutron] 10.222.0.30 "GET /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877502 Nov 09 01:31:31.110475 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d29bc7f3-ad75-4cee-aaf9-68841ab26429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:31.140246 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bc7f3-ad75-4cee-aaf9-68841ab26429 None None] The sync data for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 is: [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:22:49Z', 'revision_number': 4, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '14795acc-7815-43c8-a630-eb1e7d949de8', 'name': '', 'network_id': '5d0d2ccf-136e-41a1-a33c-35d97a715177', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'mac_address': 'fa:16:3e:a4:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:48Z', 'updated_at': '2021-11-09T01:22:53Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'subnets': [{'id': '792dcc69-0309-4675-aaa6-e44db1602d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:31:31.344896 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2fd449-2fc5-4bbe-88a1-ee09f1534d20 None None] New status for floating IP a0ff1590-9dd8-46ad-9bdc-2436048c6c38: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:31:31.873892 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d617-4086-4691-a815-3bdc525cacf0 req-b7c187b0-ff3b-49d1-8c78-02165bb0fe7e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:31.875359 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa56d617-4086-4691-a815-3bdc525cacf0 req-b7c187b0-ff3b-49d1-8c78-02165bb0fe7e tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 946 time: 0.0516727 Nov 09 01:31:31.924703 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fa56d617-4086-4691-a815-3bdc525cacf0 req-58ad8f01-449b-4b7d-89f3-061990fba75f tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/security-groups?id=aece6c36-db04-45e7-a992-af7b5c8e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434217 Nov 09 01:31:32.106301 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9653-d279-4447-a976-528847055b34 req-8da5475d-f4e7-406e-8a52-fbb18dba916c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:32.108231 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5d4a9653-d279-4447-a976-528847055b34 req-8da5475d-f4e7-406e-8a52-fbb18dba916c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.30 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 946 time: 0.0531669 Nov 09 01:31:32.194832 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-5d4a9653-d279-4447-a976-528847055b34 req-34df0363-51e2-4bdc-bc0f-53e6a75643ac tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Deleting port be7131f6-807c-4d0d-8fc7-ff17bbd8615c {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:31:32.195178 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5d4a9653-d279-4447-a976-528847055b34 req-34df0363-51e2-4bdc-bc0f-53e6a75643ac tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:32.286072 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-5d4a9653-d279-4447-a976-528847055b34 req-34df0363-51e2-4bdc-bc0f-53e6a75643ac tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] For port be7131f6-807c-4d0d-8fc7-ff17bbd8615c, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:32.286439 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5d4a9653-d279-4447-a976-528847055b34 req-34df0363-51e2-4bdc-bc0f-53e6a75643ac tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:32.299667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-5d4a9653-d279-4447-a976-528847055b34 req-34df0363-51e2-4bdc-bc0f-53e6a75643ac tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Calling delete_port for be7131f6-807c-4d0d-8fc7-ff17bbd8615c owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:31:32.428223 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5d4a9653-d279-4447-a976-528847055b34 req-34df0363-51e2-4bdc-bc0f-53e6a75643ac tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:32.457734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df0363-51e2-4bdc-bc0f-53e6a75643ac tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event deleted for resources: {'Port': ['ID=be7131f6-807c-4d0d-8fc7-ff17bbd8615c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:32.497105 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4a9653-d279-4447-a976-528847055b34 req-34df0363-51e2-4bdc-bc0f-53e6a75643ac tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] No DVR routers for this DVR port be7131f6-807c-4d0d-8fc7-ff17bbd8615c on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:31:32.499737 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-5d4a9653-d279-4447-a976-528847055b34 req-34df0363-51e2-4bdc-bc0f-53e6a75643ac tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:32.503142 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5d4a9653-d279-4447-a976-528847055b34 req-34df0363-51e2-4bdc-bc0f-53e6a75643ac tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.30 "DELETE /v2.0/ports/be7131f6-807c-4d0d-8fc7-ff17bbd8615c HTTP/1.1" status: 204 len: 173 time: 0.3897333 Nov 09 01:31:32.503583 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'name': 'network-vif-deleted', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:31:32.505859 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b429485c-c58b-43f1-814f-f8d56d1fedba" -d '{"events": [{"server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "name": "network-vif-deleted", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:31:32.545671 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5cf7e4-c78c-4023-9e2f-92eb31913de6 x-openstack-request-id: req-0e5cf7e4-c78c-4023-9e2f-92eb31913de6 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:31:32.545986 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b221adf6-5555-49c4-bd1e-611aeb465216", "name": "network-vif-deleted", "tag": "be7131f6-807c-4d0d-8fc7-ff17bbd8615c", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:31:32.546673 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e5cf7e4-c78c-4023-9e2f-92eb31913de6 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:31:32.547115 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b221adf6-5555-49c4-bd1e-611aeb465216', 'name': 'network-vif-deleted', 'tag': 'be7131f6-807c-4d0d-8fc7-ff17bbd8615c', 'status': 'completed', 'code': 200} Nov 09 01:31:33.023514 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-71b2d532-09e7-4be1-81e1-b7d25e5ceebb req-67d1392e-837b-4b50-8eb9-40b4b72dea5c tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 210 time: 0.0278525 Nov 09 01:31:34.121112 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6a505c6b-76f0-42cf-82e5-7ed45e8bf123 req-9de3199b-19ec-4631-8815-72095ad64784 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 210 time: 0.0266948 Nov 09 01:31:35.219661 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a4be0e95-a359-4911-9906-4a1f441e588a req-887791c4-7735-4e2e-90a7-19ae4fb9c1bd tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 210 time: 0.0295413 Nov 09 01:31:35.414377 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device be7131f6-807c-4d0d-8fc7-ff17bbd8615c no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:31:35.438860 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: be7131f6-807c-4d0d-8fc7-ff17bbd8615c {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:31:35.439202 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device be7131f6-807c-4d0d-8fc7-ff17bbd8615c not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:31:36.316823 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e480a093-c35c-471c-91d3-09dcdc301185 req-47c4b5c9-bd23-4f91-bbc3-0dc9209526b7 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "GET /v2.0/ports?device_id=b221adf6-5555-49c4-bd1e-611aeb465216 HTTP/1.1" status: 200 len: 210 time: 0.0276852 Nov 09 01:31:37.374596 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35048) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:37.434783 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:37.461071 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:37.521945 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:37.524651 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:37.528368 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] 10.222.0.25 "DELETE /v2.0/security-groups/aece6c36-db04-45e7-a992-af7b5c8e87af HTTP/1.1" status: 204 len: 168 time: 0.1502664 Nov 09 01:31:37.536306 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece6c36-db04-45e7-a992-af7b5c8e87af,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:37.544427 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:37.544828 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:37.545736 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:37.546087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:37.546426 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:37.546757 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:37.547088 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:37.547415 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:37.547740 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:37.548147 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:37.548397 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:37.548721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1ea6b-7c22-4d75-944c-1de8182fd6d6 tempest-TestShelveInstance-1402603741 tempest-TestShelveInstance-1402603741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:37.575402 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35054) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:38.019738 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-199ffb20-16ce-4792-a913-ca4b9b1fd64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:38.268691 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-199ffb20-16ce-4792-a913-ca4b9b1fd64d admin admin] Deleting port 14795acc-7815-43c8-a630-eb1e7d949de8 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:31:38.269024 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-199ffb20-16ce-4792-a913-ca4b9b1fd64d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:38.351060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-199ffb20-16ce-4792-a913-ca4b9b1fd64d admin admin] For port 14795acc-7815-43c8-a630-eb1e7d949de8, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=14795acc-7815-43c8-a630-eb1e7d949de8,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:38.351341 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-199ffb20-16ce-4792-a913-ca4b9b1fd64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:38.364219 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-199ffb20-16ce-4792-a913-ca4b9b1fd64d admin admin] Calling delete_port for 14795acc-7815-43c8-a630-eb1e7d949de8 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:31:38.543667 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-199ffb20-16ce-4792-a913-ca4b9b1fd64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:38.567945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ffb20-16ce-4792-a913-ca4b9b1fd64d admin admin] Pushing event deleted for resources: {'Port': ['ID=14795acc-7815-43c8-a630-eb1e7d949de8,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:38.756270 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-199ffb20-16ce-4792-a913-ca4b9b1fd64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:38.978334 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199ffb20-16ce-4792-a913-ca4b9b1fd64d admin admin] Router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:31:39.090020 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199ffb20-16ce-4792-a913-ca4b9b1fd64d admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:31:39.099913 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-199ffb20-16ce-4792-a913-ca4b9b1fd64d admin admin] 10.222.0.25 "PUT /v2.0/routers/2222c69c-aa81-49f9-86e5-86ada9bd4fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5191734 Nov 09 01:31:39.099913 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35058) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:39.102963 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b0855-66cb-4ea8-84e1-24152882bd41 None None] Sync routers for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:31:39.114137 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b0855-66cb-4ea8-84e1-24152882bd41 None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:39.114734 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f04b0855-66cb-4ea8-84e1-24152882bd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:39.203983 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:39.219733 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f04b0855-66cb-4ea8-84e1-24152882bd41 None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:39.308467 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:39.366683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Deleting port 74f44337-98fc-47c7-bc21-016ea6e278a7 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:31:39.367284 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:39.402709 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f04b0855-66cb-4ea8-84e1-24152882bd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:31:38Z', 'revision_number': 5, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port': {'id': '74f44337-98fc-47c7-bc21-016ea6e278a7', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:47Z', 'updated_at': '2021-11-09T01:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:39.436865 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b0855-66cb-4ea8-84e1-24152882bd41 None None] Checking router: 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:31:39.445807 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b0855-66cb-4ea8-84e1-24152882bd41 None None] Routers {'2222c69c-aa81-49f9-86e5-86ada9bd4fc0'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:39.446401 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f04b0855-66cb-4ea8-84e1-24152882bd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:39.451898 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] For port 74f44337-98fc-47c7-bc21-016ea6e278a7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=74f44337-98fc-47c7-bc21-016ea6e278a7,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:39.452259 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:39.463999 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Calling delete_port for 74f44337-98fc-47c7-bc21-016ea6e278a7 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:31:39.533986 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f04b0855-66cb-4ea8-84e1-24152882bd41 None None] Set router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:39.590000 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f04b0855-66cb-4ea8-84e1-24152882bd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:31:39Z', 'revision_number': 6, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:39.617167 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b0855-66cb-4ea8-84e1-24152882bd41 None None] The sync data for ids ['2222c69c-aa81-49f9-86e5-86ada9bd4fc0'] in n-d-813263-3 is: [{'id': '2222c69c-aa81-49f9-86e5-86ada9bd4fc0', 'name': 'tempest-TestShelveInstance-1964825075-router', 'tenant_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:46Z', 'updated_at': '2021-11-09T01:31:39Z', 'revision_number': 6, 'project_id': 'b25e5ba4ffd649f3afa4dd595175e16b', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:31:39.674743 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:39.703050 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Pushing event deleted for resources: {'Port': ['ID=74f44337-98fc-47c7-bc21-016ea6e278a7,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:39.760479 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:39.852937 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:39.855099 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.250769 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.251253 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2222c69c-aa81-49f9-86e5-86ada9bd4fc0 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:31:40.256767 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.258078 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b8eee6eb-4e15-4d39-97b0-a162274c10aa admin admin] 10.222.0.25 "DELETE /v2.0/routers/2222c69c-aa81-49f9-86e5-86ada9bd4fc0 HTTP/1.1" status: 204 len: 168 time: 1.1577005 Nov 09 01:31:40.260590 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35060) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:40.306928 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-96771099-d0eb-45ff-8349-1d12f8b60009 admin admin] Deleting subnet 792dcc69-0309-4675-aaa6-e44db1602d5c {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:31:40.310450 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96771099-d0eb-45ff-8349-1d12f8b60009 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.344951 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96771099-d0eb-45ff-8349-1d12f8b60009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.430380 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96771099-d0eb-45ff-8349-1d12f8b60009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.489023 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96771099-d0eb-45ff-8349-1d12f8b60009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.515257 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96771099-d0eb-45ff-8349-1d12f8b60009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792dcc69-0309-4675-aaa6-e44db1602d5c,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:40.524258 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-96771099-d0eb-45ff-8349-1d12f8b60009 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.531888 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-96771099-d0eb-45ff-8349-1d12f8b60009 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/792dcc69-0309-4675-aaa6-e44db1602d5c HTTP/1.1" status: 204 len: 168 time: 0.2674763 Nov 09 01:31:40.532103 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8628e8-6c51-4875-b0ff-5149d6e5c86b None None] Network 5d0d2ccf-136e-41a1-a33c-35d97a715177 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:31:40.532545 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35062) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:40.616270 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.676568 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Deleting port 84ed0ca0-30e8-496a-b4f0-4102fe771026 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:31:40.676916 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.750535 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] DHCP port deletion for 5d0d2ccf-136e-41a1-a33c-35d97a715177 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:31:40.752026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] For port 84ed0ca0-30e8-496a-b4f0-4102fe771026, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=84ed0ca0-30e8-496a-b4f0-4102fe771026,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:40.756850 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.784899 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Calling delete_port for 84ed0ca0-30e8-496a-b4f0-4102fe771026 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:31:40.815918 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Deleting port 84ed0ca0-30e8-496a-b4f0-4102fe771026 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:31:40.816374 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.867243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 14795acc-7815-43c8-a630-eb1e7d949de8 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:31:40.877721 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.897936 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 14795acc-7815-43c8-a630-eb1e7d949de8 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:31:40.898274 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 14795acc-7815-43c8-a630-eb1e7d949de8 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:31:40.898901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 74f44337-98fc-47c7-bc21-016ea6e278a7 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:31:40.906610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ed0ca0-30e8-496a-b4f0-4102fe771026,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:40.910588 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] No DVR routers for this DVR port 84ed0ca0-30e8-496a-b4f0-4102fe771026 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:31:40.921957 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 74f44337-98fc-47c7-bc21-016ea6e278a7 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:31:40.922536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 74f44337-98fc-47c7-bc21-016ea6e278a7 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:31:40.923304 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 84ed0ca0-30e8-496a-b4f0-4102fe771026 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:31:40.959467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 84ed0ca0-30e8-496a-b4f0-4102fe771026 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:31:40.959809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 84ed0ca0-30e8-496a-b4f0-4102fe771026 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:31:40.964577 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] For port 84ed0ca0-30e8-496a-b4f0-4102fe771026, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=84ed0ca0-30e8-496a-b4f0-4102fe771026,segment=NetworkSegment(f8e69344-f585-491d-9160-ee79267e855b),segment_id=f8e69344-f585-491d-9160-ee79267e855b)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:40.965012 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:40.978647 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Calling delete_port for 84ed0ca0-30e8-496a-b4f0-4102fe771026 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:31:40.999340 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:41.019873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0d2ccf-136e-41a1-a33c-35d97a715177']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:41.029172 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e69344-f585-491d-9160-ee79267e855b') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:41.029528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e69344-f585-491d-9160-ee79267e855b') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:41.039148 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:41.052419 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:41.056737 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:41.058847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:31:41.059472 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: timer() Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:31:41.061461 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:31:41.083827 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Pushing event deleted for resources: {'Port': ['ID=84ed0ca0-30e8-496a-b4f0-4102fe771026,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:41.086028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] No DVR routers for this DVR port 84ed0ca0-30e8-496a-b4f0-4102fe771026 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:31:41.096453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:41.096796 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:41.097132 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:41.097486 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:41.097818 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:41.098139 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:41.098465 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:41.098784 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:41.099102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:41.099419 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:41.099739 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:41.100053 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c741ae33-9c0f-407e-b826-270bbe1c99b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:41.121336 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:41.129244 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:41.132408 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5d0d2ccf-136e-41a1-a33c-35d97a715177 HTTP/1.1" status: 204 len: 168 time: 0.5991628 Nov 09 01:31:41.135479 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35064) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:41.143620 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94e94a-a95c-4ab9-85d3-4f708ce20a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0d2ccf-136e-41a1-a33c-35d97a715177,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:41.482585 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d432d76a-04db-4602-bfd3-903013f8b409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:41.723148 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d432d76a-04db-4602-bfd3-903013f8b409 admin admin] Deleting port 79c7f2c9-70e0-4a9a-9808-223153c3fc63 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:31:41.723481 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d432d76a-04db-4602-bfd3-903013f8b409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:41.800270 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-d432d76a-04db-4602-bfd3-903013f8b409 admin admin] For port 79c7f2c9-70e0-4a9a-9808-223153c3fc63, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=79c7f2c9-70e0-4a9a-9808-223153c3fc63,segment=NetworkSegment(93c4f487-f2eb-428b-a395-62000d3fc311),segment_id=93c4f487-f2eb-428b-a395-62000d3fc311)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:41.800634 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d432d76a-04db-4602-bfd3-903013f8b409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:41.813051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-d432d76a-04db-4602-bfd3-903013f8b409 admin admin] Calling delete_port for 79c7f2c9-70e0-4a9a-9808-223153c3fc63 owned by network:router_interface {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:31:41.988722 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d432d76a-04db-4602-bfd3-903013f8b409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:42.018473 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432d76a-04db-4602-bfd3-903013f8b409 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c7f2c9-70e0-4a9a-9808-223153c3fc63,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:42.180459 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-d432d76a-04db-4602-bfd3-903013f8b409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:42.395342 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d432d76a-04db-4602-bfd3-903013f8b409 admin admin] Router 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:31:42.500154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d432d76a-04db-4602-bfd3-903013f8b409 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:31:42.505102 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-d432d76a-04db-4602-bfd3-903013f8b409 admin admin] 10.222.0.25 "PUT /v2.0/routers/66f52a3e-d354-45d6-8bf2-6f31f19bd4b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3685679 Nov 09 01:31:42.507815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35066) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:42.511682 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149f0d3-3562-48e2-90c7-0e5726329567 None None] Sync routers for ids ['66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:31:42.521336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f149f0d3-3562-48e2-90c7-0e5726329567 None None] Routers {'66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:42.521971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f149f0d3-3562-48e2-90c7-0e5726329567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:42.611025 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Publish callbacks [] for router, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:42.630354 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f149f0d3-3562-48e2-90c7-0e5726329567 None None] Set router 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:42.711552 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:42.767297 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Deleting port b80726e5-25b7-48b2-9a2a-88243a94cbf3 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:31:42.767639 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:42.822376 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f149f0d3-3562-48e2-90c7-0e5726329567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'name': 'tempest-TestShelveInstance-1705850371-router', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:50Z', 'updated_at': '2021-11-09T01:31:41Z', 'revision_number': 5, 'project_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'gw_port': {'id': 'b80726e5-25b7-48b2-9a2a-88243a94cbf3', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:22:51Z', 'updated_at': '2021-11-09T01:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:42.849817 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] For port b80726e5-25b7-48b2-9a2a-88243a94cbf3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=b80726e5-25b7-48b2-9a2a-88243a94cbf3,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:42.850178 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:42.858118 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149f0d3-3562-48e2-90c7-0e5726329567 None None] Checking router: 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:31:42.863202 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Calling delete_port for b80726e5-25b7-48b2-9a2a-88243a94cbf3 owned by network:router_gateway {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:31:42.865589 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-234bc984-2ccf-4b50-a3c5-eb4e070b5233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:42.871778 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f149f0d3-3562-48e2-90c7-0e5726329567 None None] Routers {'66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:42.872421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f149f0d3-3562-48e2-90c7-0e5726329567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:42.958518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-f149f0d3-3562-48e2-90c7-0e5726329567 None None] Set router 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:43.010089 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-f149f0d3-3562-48e2-90c7-0e5726329567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'name': 'tempest-TestShelveInstance-1705850371-router', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:50Z', 'updated_at': '2021-11-09T01:31:42Z', 'revision_number': 6, 'project_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:43.027550 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.040145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149f0d3-3562-48e2-90c7-0e5726329567 None None] The sync data for ids ['66f52a3e-d354-45d6-8bf2-6f31f19bd4b2'] in n-d-813263-3 is: [{'id': '66f52a3e-d354-45d6-8bf2-6f31f19bd4b2', 'name': 'tempest-TestShelveInstance-1705850371-router', 'tenant_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:22:50Z', 'updated_at': '2021-11-09T01:31:42Z', 'revision_number': 6, 'project_id': '0a848a9ca6d54b1b8e0c649d4e683075', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:31:43.058815 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80726e5-25b7-48b2-9a2a-88243a94cbf3,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:43.119915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.212407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.214525 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.255063 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.255713 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 {{(pid=101781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:31:43.260789 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.262035 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a614b66b-1993-40e1-8118-f625cbd54015 admin admin] 10.222.0.25 "DELETE /v2.0/routers/66f52a3e-d354-45d6-8bf2-6f31f19bd4b2 HTTP/1.1" status: 204 len: 168 time: 0.7532971 Nov 09 01:31:43.265240 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35068) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:43.311716 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_v2 [None req-596817db-40d2-432d-92a3-fd1eb9e33d8b admin admin] Deleting subnet 49cd3af5-2c2b-4fe3-bded-a61588d6e20e {{(pid=101781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:31:43.314730 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-596817db-40d2-432d-92a3-fd1eb9e33d8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.347776 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-596817db-40d2-432d-92a3-fd1eb9e33d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6010117'] for subnet, precommit_delete_associations {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.425481 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-596817db-40d2-432d-92a3-fd1eb9e33d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.486065 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-596817db-40d2-432d-92a3-fd1eb9e33d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8392900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3930411'] for subnet, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.512370 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596817db-40d2-432d-92a3-fd1eb9e33d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49cd3af5-2c2b-4fe3-bded-a61588d6e20e,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:43.515901 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-596817db-40d2-432d-92a3-fd1eb9e33d8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.520814 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-596817db-40d2-432d-92a3-fd1eb9e33d8b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/49cd3af5-2c2b-4fe3-bded-a61588d6e20e HTTP/1.1" status: 204 len: 168 time: 0.2534845 Nov 09 01:31:43.522241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35070) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:43.523169 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a651c-2b67-4af5-ad35-38a05f7a506b None None] Network c4cac500-f008-4d74-b2f1-af6563b65e6b requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:31:43.590458 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.647357 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Deleting port a597cc66-8423-4672-bcee-fcde7b191eb7 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:31:43.647693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.712905 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] For port a597cc66-8423-4672-bcee-fcde7b191eb7, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=a597cc66-8423-4672-bcee-fcde7b191eb7,segment=NetworkSegment(93c4f487-f2eb-428b-a395-62000d3fc311),segment_id=93c4f487-f2eb-428b-a395-62000d3fc311)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:43.713257 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.725109 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Calling delete_port for a597cc66-8423-4672-bcee-fcde7b191eb7 owned by network:dhcp {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:31:43.795964 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741d900d-764f-4294-84c8-e5e6b0462e67 None None] DHCP port deletion for c4cac500-f008-4d74-b2f1-af6563b65e6b request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:31:43.807422 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.832990 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Pushing event deleted for resources: {'Port': ['ID=a597cc66-8423-4672-bcee-fcde7b191eb7,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:43.836386 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] No DVR routers for this DVR port a597cc66-8423-4672-bcee-fcde7b191eb7 on host n-d-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:31:43.851167 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-741d900d-764f-4294-84c8-e5e6b0462e67 None None] Deleting port a597cc66-8423-4672-bcee-fcde7b191eb7 {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:31:43.851563 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-741d900d-764f-4294-84c8-e5e6b0462e67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.908138 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.916018 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-741d900d-764f-4294-84c8-e5e6b0462e67 None None] For port a597cc66-8423-4672-bcee-fcde7b191eb7, host n-d-813263-3, got binding levels [] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:43.916429 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-741d900d-764f-4294-84c8-e5e6b0462e67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.929902 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-741d900d-764f-4294-84c8-e5e6b0462e67 None None] Calling delete_port for a597cc66-8423-4672-bcee-fcde7b191eb7 owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:31:43.932272 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cac500-f008-4d74-b2f1-af6563b65e6b']}} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:43.934154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.ipam_backend_mixin [None req-741d900d-764f-4294-84c8-e5e6b0462e67 None None] Port a597cc66-8423-4672-bcee-fcde7b191eb7 was not found and therefore no delete operation was performed {{(pid=101782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 01:31:43.936351 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-741d900d-764f-4294-84c8-e5e6b0462e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.943251 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c4f487-f2eb-428b-a395-62000d3fc311') {'for_net_delete': True} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:43.943545 n-d-813263-3 neutron-server[101781]: DEBUG neutron.services.segments.db [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c4f487-f2eb-428b-a395-62000d3fc311') {} {{(pid=101781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:43.954603 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6010140'] for segment, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.966518 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d900d-764f-4294-84c8-e5e6b0462e67 None None] Pushing event deleted for resources: {'Port': ['ID=a597cc66-8423-4672-bcee-fcde7b191eb7,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:43.970196 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.970624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d900d-764f-4294-84c8-e5e6b0462e67 None None] No DVR routers for this DVR port a597cc66-8423-4672-bcee-fcde7b191eb7 on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:31:43.981767 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:31:43.982245 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8392738'] for segment, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: Traceback (most recent call last): Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: timer() Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: cb(*args, **kw) Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: return func(*args, **kwargs) Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: self._notify() Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: self.callback(batched_events) Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: event.method(event) Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: return f(self, *a, **k) Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: return self._get(url).json() Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: return self.request(url, 'GET', **kwargs) Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:31:43.984125 n-d-813263-3 neutron-server[101781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:31:44.040535 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:44.047847 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Publish callbacks [] for network, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:44.051257 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] 10.222.0.25 "DELETE /v2.0/networks/c4cac500-f008-4d74-b2f1-af6563b65e6b HTTP/1.1" status: 204 len: 168 time: 0.5281022 Nov 09 01:31:44.063252 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a310bf-73a7-4ed3-a084-27468a73353f admin admin] Pushing event deleted for resources: {'Network': ['ID=c4cac500-f008-4d74-b2f1-af6563b65e6b,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:44.166991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35074) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:44.207384 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-20dfbaf1-d85f-4f53-9080-a6f22a9ce01a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b25e5ba4ffd649f3afa4dd595175e16b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392380 Nov 09 01:31:44.210074 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35076) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:44.256891 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad482-e402-44cb-a423-321c167bb441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:44.277651 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad482-e402-44cb-a423-321c167bb441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:44.323499 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad482-e402-44cb-a423-321c167bb441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:44.326589 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad482-e402-44cb-a423-321c167bb441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:44.327736 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-3e9ad482-e402-44cb-a423-321c167bb441 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e716b4fb-b5ec-406b-95eb-8c70c06e44e9 HTTP/1.1" status: 204 len: 168 time: 0.1167631 Nov 09 01:31:44.335508 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ad482-e402-44cb-a423-321c167bb441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e716b4fb-b5ec-406b-95eb-8c70c06e44e9,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:44.656023 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35082) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:44.695342 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-424ea958-10e2-45e2-b699-dfe333cb54c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a848a9ca6d54b1b8e0c649d4e683075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381217 Nov 09 01:31:44.697864 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35084) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:44.748385 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02412592-b08d-4735-a96e-7433cc61e18f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:44.769899 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02412592-b08d-4735-a96e-7433cc61e18f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:44.788028 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 79c7f2c9-70e0-4a9a-9808-223153c3fc63 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:31:44.808589 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 79c7f2c9-70e0-4a9a-9808-223153c3fc63 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:31:44.808934 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 79c7f2c9-70e0-4a9a-9808-223153c3fc63 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:31:44.809464 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a597cc66-8423-4672-bcee-fcde7b191eb7 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:31:44.815221 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02412592-b08d-4735-a96e-7433cc61e18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:44.817879 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-02412592-b08d-4735-a96e-7433cc61e18f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:44.819056 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-02412592-b08d-4735-a96e-7433cc61e18f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c88631f-854a-49c9-af84-2a70f1047380 HTTP/1.1" status: 204 len: 168 time: 0.1203003 Nov 09 01:31:44.827286 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02412592-b08d-4735-a96e-7433cc61e18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c88631f-854a-49c9-af84-2a70f1047380,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:44.831523 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: a597cc66-8423-4672-bcee-fcde7b191eb7 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:31:44.831876 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device a597cc66-8423-4672-bcee-fcde7b191eb7 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:31:44.832287 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b80726e5-25b7-48b2-9a2a-88243a94cbf3 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:31:44.857740 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: b80726e5-25b7-48b2-9a2a-88243a94cbf3 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:31:44.858016 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device b80726e5-25b7-48b2-9a2a-88243a94cbf3 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:31:44.914579 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d942d8b7-20ea-405b-8d1c-54bb2e63f825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:45.466873 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35106) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:45.570285 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1560729260-network', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:45.591320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Made reservation on behalf of 9bdd5d955855421bac54be2fefd67e48 for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:31:45.594219 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:45.602651 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:45.677583 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:45.681452 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:45.701031 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:31:45.715472 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94278e7c-f5fc-44c6-b9c7-bf945ce76900,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:45.718813 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:45.719154 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Added segment e6ce87a1-0075-4f41-a262-f940ea4c4bff of type vlan for network 90fe9619-bf89-4168-9bfb-70063baa205a Nov 09 01:31:45.757654 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:45.781851 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:45.782827 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:45.783402 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:45.841481 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3734496 Nov 09 01:31:45.845045 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35110) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:45.847104 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d7e3a-1774-476a-a219-9394eb41d407 admin admin] Pushing event updated for resources: {'Network': ['ID=90fe9619-bf89-4168-9bfb-70063baa205a,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:45.850053 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-33dce026-b8b5-4ec6-85fb-a2a421c01c2c admin admin] Request body: {'subnet': {'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1560729260-subnet', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'ip_version': 4}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:45.856955 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 90fe9619-bf89-4168-9bfb-70063baa205a details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:31:45.870831 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dce026-b8b5-4ec6-85fb-a2a421c01c2c admin admin] Made reservation on behalf of 9bdd5d955855421bac54be2fefd67e48 for: {'subnet': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:31:45.873840 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33dce026-b8b5-4ec6-85fb-a2a421c01c2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3931594'] for subnet, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.035561 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33dce026-b8b5-4ec6-85fb-a2a421c01c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8392837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3930416'] for subnet, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.091803 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dce026-b8b5-4ec6-85fb-a2a421c01c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da15fa3-971b-4648-ab87-81e8be565534,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:46.100938 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dce026-b8b5-4ec6-85fb-a2a421c01c2c admin admin] Checking segment: {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:31:46.101295 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dce026-b8b5-4ec6-85fb-a2a421c01c2c admin admin] Network hostable DHCP agents. Network: 90fe9619-bf89-4168-9bfb-70063baa205a, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:31:46.117030 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dce026-b8b5-4ec6-85fb-a2a421c01c2c admin admin] Network 90fe9619-bf89-4168-9bfb-70063baa205a is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:31:46.124859 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-33dce026-b8b5-4ec6-85fb-a2a421c01c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 90fe9619-bf89-4168-9bfb-70063baa205a) {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:31:46.128782 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dce026-b8b5-4ec6-85fb-a2a421c01c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:46.129388 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-33dce026-b8b5-4ec6-85fb-a2a421c01c2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.133333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc4e0b-afbc-4ab0-88fe-1ac49abc4117 None None] Network 90fe9619-bf89-4168-9bfb-70063baa205a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:31:46.144907 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-33dce026-b8b5-4ec6-85fb-a2a421c01c2c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2987466 Nov 09 01:31:46.147896 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35112) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:46.152058 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:46.171442 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.172414 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.225455 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.280970 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-90fe9619-bf89-4168-9bfb-70063baa205a', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:31:46.281878 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.439781 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Allocated IP 172.20.0.2 (90fe9619-bf89-4168-9bfb-70063baa205a/7da15fa3-971b-4648-ab87-81e8be565534/826db92a-b014-43a5-b235-3521d6e1c4d3) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:31:46.442330 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.594859 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.601280 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.656240 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Network 90fe9619-bf89-4168-9bfb-70063baa205a is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:31:46.661022 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:31:46.662750 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Pushing event updated for resources: {'Port': ['ID=826db92a-b014-43a5-b235-3521d6e1c4d3,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:46.664945 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:31:46.678300 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.710804 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.726878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Attempting to bind port 826db92a-b014-43a5-b235-3521d6e1c4d3 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:31:46.727252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Attempting to bind port 826db92a-b014-43a5-b235-3521d6e1c4d3 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:31:46.727618 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Attempting to bind port 826db92a-b014-43a5-b235-3521d6e1c4d3 on network 90fe9619-bf89-4168-9bfb-70063baa205a {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:31:46.732914 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:31:46.733336 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Checking segment: {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:31:46.733769 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.734260 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Bound using segment: {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:31:46.734619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Bound port: 826db92a-b014-43a5-b235-3521d6e1c4d3, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:31:46.735002 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.800102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] For port 826db92a-b014-43a5-b235-3521d6e1c4d3, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:31:46.803421 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] For port 826db92a-b014-43a5-b235-3521d6e1c4d3, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=826db92a-b014-43a5-b235-3521d6e1c4d3,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:31:46.807748 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.868920 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34f6e8-388e-4cb8-878b-8d35f395e66a None None] Pushing event updated for resources: {'Port': ['ID=826db92a-b014-43a5-b235-3521d6e1c4d3,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:46.910152 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:46.929444 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:47.057630 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Allocated IP 172.25.0.64 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/1b261fc2-9ea3-486b-a6c8-d63d27c5e539) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:31:47.163605 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:47.197862 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:47.198305 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:47.233014 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:31:47.235645 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:31:47.241024 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:31:47.265273 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Pushing event updated for resources: {'Port': ['ID=1b261fc2-9ea3-486b-a6c8-d63d27c5e539,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:47.503049 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:47.716453 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:47.744624 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1610ece-8c26-4adb-83ba-f885869232e3 None None] Network 90fe9619-bf89-4168-9bfb-70063baa205a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:31:47.821040 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2fcd68cd-e6c7-46c7-a2c2-09e235c47e13 None None] Provisioning complete for port 826db92a-b014-43a5-b235-3521d6e1c4d3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:47.821427 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2fcd68cd-e6c7-46c7-a2c2-09e235c47e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:47.845941 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:31:47.955943 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:31:47.967991 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2fcd68cd-e6c7-46c7-a2c2-09e235c47e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:47.969795 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Sync routers for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:31:47.978138 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] Publish callbacks [] for router, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:47.981800 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-9e35fd6d-9df9-4104-ad6a-868ae52cc997 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8329179 Nov 09 01:31:47.982594 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35114) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:47.989074 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:47.989935 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:47.997099 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.011177 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2fcd68cd-e6c7-46c7-a2c2-09e235c47e13 None None] For port 826db92a-b014-43a5-b235-3521d6e1c4d3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=826db92a-b014-43a5-b235-3521d6e1c4d3,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:48.015287 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2fcd68cd-e6c7-46c7-a2c2-09e235c47e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.080404 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd68cd-e6c7-46c7-a2c2-09e235c47e13 None None] Pushing event updated for resources: {'Port': ['ID=826db92a-b014-43a5-b235-3521d6e1c4d3,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:48.101942 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:48.236937 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-1e22c5c3-6898-4a97-89ad-a37d38afd9a7 None None] Provisioning complete for port 826db92a-b014-43a5-b235-3521d6e1c4d3 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:48.237912 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1e22c5c3-6898-4a97-89ad-a37d38afd9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.282286 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:47Z', 'revision_number': 3, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:48.310062 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Checking router: 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:31:48.310716 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Updating router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 port 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:31:48.335931 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.448246 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.565513 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.613462 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Allocated IP 172.20.0.1 (90fe9619-bf89-4168-9bfb-70063baa205a/7da15fa3-971b-4648-ab87-81e8be565534/3c7ea2b9-2070-4703-964d-5c349971a044) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:31:48.676968 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.682701 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.719759 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.730026 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Attempting to bind port 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:31:48.730591 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Attempting to bind port 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:31:48.730788 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Attempting to bind port 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:31:48.740030 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Pushing event updated for resources: {'Port': ['ID=1b261fc2-9ea3-486b-a6c8-d63d27c5e539,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:48.746345 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:31:48.746715 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:31:48.747110 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.747496 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:31:48.747950 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Bound port: 1b261fc2-9ea3-486b-a6c8-d63d27c5e539, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:31:48.748324 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.750899 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:48.751255 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:48.751574 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:48.751904 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:48.752275 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:48.752731 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:48.752939 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:48.753260 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:48.753786 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:48.754273 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:48.754763 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:48.755017 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.755410 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:31:48.794438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Network 90fe9619-bf89-4168-9bfb-70063baa205a is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:31:48.800538 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:31:48.803379 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:31:48.813032 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] For port 1b261fc2-9ea3-486b-a6c8-d63d27c5e539, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:31:48.817809 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] For port 1b261fc2-9ea3-486b-a6c8-d63d27c5e539, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1b261fc2-9ea3-486b-a6c8-d63d27c5e539,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:31:48.827643 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.844128 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 826db92a-b014-43a5-b235-3521d6e1c4d3 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:31:48.855274 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Pushing event updated for resources: {'Port': ['ID=3c7ea2b9-2070-4703-964d-5c349971a044,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:48.877713 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.900987 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774fc64-3eb5-4954-9036-60f656ee0e48 None None] Pushing event updated for resources: {'Port': ['ID=1b261fc2-9ea3-486b-a6c8-d63d27c5e539,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:48.903006 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 826db92a-b014-43a5-b235-3521d6e1c4d3 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:48.903586 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:48.920540 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:48.921207 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:49.035887 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:49.045264 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-55f7087d-9742-44fc-b1ac-678c773171f6 None None] Provisioning complete for port 3c7ea2b9-2070-4703-964d-5c349971a044 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:49.046539 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-55f7087d-9742-44fc-b1ac-678c773171f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:49.061764 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:49.082829 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-55f7087d-9742-44fc-b1ac-678c773171f6 None None] Port 3c7ea2b9-2070-4703-964d-5c349971a044 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:31:49.202845 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:49.208333 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:49.238023 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:47Z', 'revision_number': 3, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:49.267282 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04920b6-dbea-4103-81f8-6ec8711ecdab None None] The sync data for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 is: [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:47Z', 'revision_number': 3, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:31:49.277974 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Pushing event updated for resources: {'Port': ['ID=3c7ea2b9-2070-4703-964d-5c349971a044,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:49.280930 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:49.377095 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Network 90fe9619-bf89-4168-9bfb-70063baa205a is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:31:49.378528 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:31:49.525331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:31:49.656734 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:31:49.664785 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-061b7283-8cb6-4203-8dcf-8a132780c926 admin admin] 10.222.0.25 "PUT /v2.0/routers/7411b532-f9c3-40d9-ad4d-46ee6ebc3822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6795912 Nov 09 01:31:49.715244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-ca2296cd-0921-47bd-aa28-e517898f457b None None] Provisioning complete for port 3c7ea2b9-2070-4703-964d-5c349971a044 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:49.715631 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ca2296cd-0921-47bd-aa28-e517898f457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:49.753664 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-ca2296cd-0921-47bd-aa28-e517898f457b None None] Port 3c7ea2b9-2070-4703-964d-5c349971a044 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:31:50.151755 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35130) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:50.157425 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1900368395-network', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:50.178559 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Made reservation on behalf of 640818fb13e544e1b2714d7093ebfa8f for: {'network': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:31:50.181239 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for network, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.189750 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.263122 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.267156 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.292368 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 01:31:50.303623 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd502220-7fed-406b-b6f1-8709beb19492,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:50.308771 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.309105 n-d-813263-3 neutron-server[101780]: INFO neutron.db.segments_db [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Added segment a4dc2d95-a51e-4e3d-ba80-463547f456d0 of type vlan for network 933721db-fc87-45ea-b825-66eaae4c7515 Nov 09 01:31:50.355247 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740051974355'] for network, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.382463 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538'] for network, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.383451 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:50.384050 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.439195 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2863123 Nov 09 01:31:50.441862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35132) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:50.448261 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-94a71a47-2566-4e19-83b8-a4d06dad1c02 admin admin] Request body: {'subnet': {'network_id': '933721db-fc87-45ea-b825-66eaae4c7515', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1900368395-subnet', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'ip_version': 4}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:50.457847 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e3ade-7201-4449-8c98-0f9c01ac238b admin admin] Pushing event updated for resources: {'Network': ['ID=933721db-fc87-45ea-b825-66eaae4c7515,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:50.468671 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Network 933721db-fc87-45ea-b825-66eaae4c7515 details requested by agent ovs-agent-n-d-813263-3 with host n-d-813263-3 {{(pid=101782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 01:31:50.473375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a71a47-2566-4e19-83b8-a4d06dad1c02 admin admin] Made reservation on behalf of 640818fb13e544e1b2714d7093ebfa8f for: {'subnet': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:31:50.475794 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94a71a47-2566-4e19-83b8-a4d06dad1c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8553551'] for subnet, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.652848 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94a71a47-2566-4e19-83b8-a4d06dad1c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3798522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8552629'] for subnet, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.708805 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a71a47-2566-4e19-83b8-a4d06dad1c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc92f54-ca07-4e8b-9258-33df0bc7e6f5,revision_number=0']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:50.717936 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a71a47-2566-4e19-83b8-a4d06dad1c02 admin admin] Checking segment: {'id': 'a4dc2d95-a51e-4e3d-ba80-463547f456d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:31:50.718399 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a71a47-2566-4e19-83b8-a4d06dad1c02 admin admin] Network hostable DHCP agents. Network: 933721db-fc87-45ea-b825-66eaae4c7515, hostable agents: ['5a85c402-166d-4d60-bbab-10ebb1f90bf5'], hosted agents: [] {{(pid=101780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 01:31:50.735441 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a71a47-2566-4e19-83b8-a4d06dad1c02 admin admin] Network 933721db-fc87-45ea-b825-66eaae4c7515 is scheduled to be hosted by DHCP agent 5a85c402-166d-4d60-bbab-10ebb1f90bf5 with binding_index 1 {{(pid=101780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 01:31:50.746971 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-94a71a47-2566-4e19-83b8-a4d06dad1c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813263-3, 933721db-fc87-45ea-b825-66eaae4c7515) {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:31:50.751498 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a71a47-2566-4e19-83b8-a4d06dad1c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:50.752256 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-94a71a47-2566-4e19-83b8-a4d06dad1c02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.762315 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c1365d-af14-467e-9dab-e77c33c759bb None None] Network 933721db-fc87-45ea-b825-66eaae4c7515 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:31:50.771356 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-94a71a47-2566-4e19-83b8-a4d06dad1c02 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3284686 Nov 09 01:31:50.773822 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35134) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:50.778578 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1900368395-router', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:50.801942 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5734'] for router, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.803705 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5759'] for router, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.838156 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:31:50.862341 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:50.881117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Sync routers for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:31:50.932215 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:50.932958 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:51.003162 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.009299 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:51.009774 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.015794 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec7a024-f524-5469-8005-bf83d0c4efb6-933721db-fc87-45ea-b825-66eaae4c7515', 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'fixed_ips': [{'subnet_id': '7cc92f54-ca07-4e8b-9258-33df0bc7e6f5'}]}} from n-d-813263-3. {{(pid=101782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 01:31:51.016791 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.122452 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:51.200936 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.219529 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.324820 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Allocated IP 172.25.0.227 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/420cba26-83cb-4e52-884a-3921fc37bfcc) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:31:51.342072 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.387731 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.db_base_plugin_common [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Allocated IP 172.20.0.2 (933721db-fc87-45ea-b825-66eaae4c7515/7cc92f54-ca07-4e8b-9258-33df0bc7e6f5/eb3abc08-a1e0-42d0-9e7d-67478004142f) {{(pid=101782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:31:51.406135 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 1b261fc2-9ea3-486b-a6c8-d63d27c5e539, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1b261fc2-9ea3-486b-a6c8-d63d27c5e539,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:51.419153 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.427021 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.469684 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.507315 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:31:51.514458 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:31:51.518602 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:31:51.521863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=420cba26-83cb-4e52-884a-3921fc37bfcc,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:51.731746 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=1b261fc2-9ea3-486b-a6c8-d63d27c5e539,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:51.772533 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.817171 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:49Z', 'revision_number': 2, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:51.820669 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Publish callbacks [] for port, precommit_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.845767 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Checking router: 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:31:51.846172 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Updating router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 port 3c7ea2b9-2070-4703-964d-5c349971a044 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:31:51.850377 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089'] for port, after_create {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.905911 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:51.910099 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Network 933721db-fc87-45ea-b825-66eaae4c7515 is already hosted by enough agents. {{(pid=101782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:31:51.918454 n-d-813263-3 neutron-server[101782]: DEBUG neutron.scheduler.base_scheduler [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Resources bound (agent type, host, resource id): {{(pid=101782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:31:51.927243 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Received port after_create {{(pid=101782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:31:51.939453 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Pushing event updated for resources: {'Port': ['ID=eb3abc08-a1e0-42d0-9e7d-67478004142f,revision_number=1']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:51.968750 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573158'] for router, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:52.056866 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Attempting to bind port eb3abc08-a1e0-42d0-9e7d-67478004142f on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:31:52.057233 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Attempting to bind port eb3abc08-a1e0-42d0-9e7d-67478004142f by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a4dc2d95-a51e-4e3d-ba80-463547f456d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:31:52.057619 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Attempting to bind port eb3abc08-a1e0-42d0-9e7d-67478004142f on network 933721db-fc87-45ea-b825-66eaae4c7515 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:31:52.068475 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:31:52.068851 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Checking segment: {'id': 'a4dc2d95-a51e-4e3d-ba80-463547f456d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:31:52.069255 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:52.069685 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Bound using segment: {'id': 'a4dc2d95-a51e-4e3d-ba80-463547f456d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:31:52.070158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Bound port: eb3abc08-a1e0-42d0-9e7d-67478004142f, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dc2d95-a51e-4e3d-ba80-463547f456d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:31:52.070540 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:52.166586 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:31:52.207639 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] For port eb3abc08-a1e0-42d0-9e7d-67478004142f, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:31:52.212623 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] For port eb3abc08-a1e0-42d0-9e7d-67478004142f, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=eb3abc08-a1e0-42d0-9e7d-67478004142f,segment=NetworkSegment(a4dc2d95-a51e-4e3d-ba80-463547f456d0),segment_id=a4dc2d95-a51e-4e3d-ba80-463547f456d0)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:31:52.217482 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:52.305605 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f458b-18ad-4106-9b1c-914a32781c22 None None] Pushing event updated for resources: {'Port': ['ID=eb3abc08-a1e0-42d0-9e7d-67478004142f,revision_number=2']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:52.355841 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:52.363521 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:52.440667 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9591cc-da2d-4108-b339-efe6be3d0e4a None None] Pushing event updated for resources: {'Port': ['ID=3c7ea2b9-2070-4703-964d-5c349971a044,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:52.461650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Router 2a295ac9-b1dc-4477-8d24-e9e716b5345b is scheduled to L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 with binding_index 1 {{(pid=101780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 01:31:52.498889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Attempting to bind port 3c7ea2b9-2070-4703-964d-5c349971a044 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:31:52.499255 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Attempting to bind port 3c7ea2b9-2070-4703-964d-5c349971a044 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:31:52.499612 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Attempting to bind port 3c7ea2b9-2070-4703-964d-5c349971a044 on network 90fe9619-bf89-4168-9bfb-70063baa205a {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:31:52.508078 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:31:52.508445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Checking segment: {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:31:52.508842 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:52.509235 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Bound using segment: {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:31:52.509836 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Bound port: 3c7ea2b9-2070-4703-964d-5c349971a044, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:31:52.510211 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:52.601266 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] For port 3c7ea2b9-2070-4703-964d-5c349971a044, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:31:52.609592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] For port 3c7ea2b9-2070-4703-964d-5c349971a044, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3c7ea2b9-2070-4703-964d-5c349971a044,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:31:52.616720 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:52.636831 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:31:52.649548 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Sync routers for ids ['2a295ac9-b1dc-4477-8d24-e9e716b5345b'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:31:52.659168 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:52.663123 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35136) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:52.663673 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-19c98b68-fef1-4887-9fa9-a14a183c6aa8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8882525 Nov 09 01:31:52.668206 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Routers {'2a295ac9-b1dc-4477-8d24-e9e716b5345b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:52.670003 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2a295ac9-b1dc-4477-8d24-e9e716b5345b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:52.696134 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:52.696903 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:52.702166 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9591cc-da2d-4108-b339-efe6be3d0e4a None None] Pushing event updated for resources: {'Port': ['ID=3c7ea2b9-2070-4703-964d-5c349971a044,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:52.798497 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Set router 2a295ac9-b1dc-4477-8d24-e9e716b5345b gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:52.837247 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-dad3cf70-9ec9-44f8-950c-7bd71b75dba3 None None] Provisioning complete for port 3c7ea2b9-2070-4703-964d-5c349971a044 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:52.837824 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dad3cf70-9ec9-44f8-950c-7bd71b75dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:52.886513 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:52.980977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device eb3abc08-a1e0-42d0-9e7d-67478004142f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:31:53.023780 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'name': 'tempest-TestSnapshotPattern-1900368395-router', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:50Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 3, 'project_id': '640818fb13e544e1b2714d7093ebfa8f', 'gw_port': {'id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:51Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:53.067152 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Checking router: 2a295ac9-b1dc-4477-8d24-e9e716b5345b for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:31:53.067489 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Updating router 2a295ac9-b1dc-4477-8d24-e9e716b5345b port 420cba26-83cb-4e52-884a-3921fc37bfcc binding host n-d-813263-3 {{(pid=101783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:31:53.101896 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.130371 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dad3cf70-9ec9-44f8-950c-7bd71b75dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.176771 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port eb3abc08-a1e0-42d0-9e7d-67478004142f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:53.177139 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.224317 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-dad3cf70-9ec9-44f8-950c-7bd71b75dba3 None None] For port 3c7ea2b9-2070-4703-964d-5c349971a044, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3c7ea2b9-2070-4703-964d-5c349971a044,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:53.234710 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dad3cf70-9ec9-44f8-950c-7bd71b75dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.282725 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.317912 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3cf70-9ec9-44f8-950c-7bd71b75dba3 None None] Pushing event updated for resources: {'Port': ['ID=3c7ea2b9-2070-4703-964d-5c349971a044,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:53.358179 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:52Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:53.401252 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62162340-8f6e-4bb9-b545-0a4c0a4bdbed None None] The sync data for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 is: [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:52Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:31:53.409477 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.434697 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-804cc55a-6397-4d50-a025-e080366c303f None None] Provisioning complete for port 3c7ea2b9-2070-4703-964d-5c349971a044 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:53.435784 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-804cc55a-6397-4d50-a025-e080366c303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.462625 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port eb3abc08-a1e0-42d0-9e7d-67478004142f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=eb3abc08-a1e0-42d0-9e7d-67478004142f,segment=NetworkSegment(a4dc2d95-a51e-4e3d-ba80-463547f456d0),segment_id=a4dc2d95-a51e-4e3d-ba80-463547f456d0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:53.505952 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Publish callbacks [] for port, precommit_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.516456 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Allocated IP 172.20.0.1 (933721db-fc87-45ea-b825-66eaae4c7515/7cc92f54-ca07-4e8b-9258-33df0bc7e6f5/5571c0b9-2457-448a-8732-8ddd21984256) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:31:53.517065 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.517678 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.519565 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:31:53.585521 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Attempting to bind port 420cba26-83cb-4e52-884a-3921fc37bfcc on host n-d-813263-3 for vnic_type normal with profile {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:31:53.585891 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Attempting to bind port 420cba26-83cb-4e52-884a-3921fc37bfcc by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:31:53.586241 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Attempting to bind port 420cba26-83cb-4e52-884a-3921fc37bfcc on network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:31:53.594409 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac9c9f-ba2b-4e08-b19f-79c16595be17 None None] Pushing event updated for resources: {'Port': ['ID=420cba26-83cb-4e52-884a-3921fc37bfcc,revision_number=2']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:53.603097 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699464eb-102d-4c20-8e62-dd32bf44cf4c None None] Network 933721db-fc87-45ea-b825-66eaae4c7515 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:31:53.617876 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:31:53.618303 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Checking segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:31:53.618703 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.619087 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Bound using segment: {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'} {{(pid=101783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:31:53.619561 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.managers [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Bound port: 420cba26-83cb-4e52-884a-3921fc37bfcc, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c2bda-7123-43e6-b925-4409d74e52a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3'}}] {{(pid=101783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:31:53.619935 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.684701 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.689338 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] For port 420cba26-83cb-4e52-884a-3921fc37bfcc, host n-d-813263-3, cleared binding levels {{(pid=101783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:31:53.694183 n-d-813263-3 neutron-server[101783]: DEBUG neutron.plugins.ml2.db [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] For port 420cba26-83cb-4e52-884a-3921fc37bfcc, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=420cba26-83cb-4e52-884a-3921fc37bfcc,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:31:53.702947 n-d-813263-3 neutron-server[101783]: DEBUG neutron_lib.callbacks.manager [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.728631 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.747917 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=eb3abc08-a1e0-42d0-9e7d-67478004142f,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:53.770715 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Network 933721db-fc87-45ea-b825-66eaae4c7515 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:31:53.776271 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:31:53.776632 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Routers {'2a295ac9-b1dc-4477-8d24-e9e716b5345b'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:53.777269 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2a295ac9-b1dc-4477-8d24-e9e716b5345b'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:53.779056 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac9c9f-ba2b-4e08-b19f-79c16595be17 None None] Pushing event updated for resources: {'Port': ['ID=420cba26-83cb-4e52-884a-3921fc37bfcc,revision_number=3']} {{(pid=101783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:53.784605 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:31:53.791408 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Pushing event updated for resources: {'Port': ['ID=5571c0b9-2457-448a-8732-8ddd21984256,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:53.819631 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:53.820367 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.830157 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569907'] for router_interface, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:53.994983 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-c58eb7ea-7004-48d1-8b32-e62c4b706522 None None] Provisioning complete for port eb3abc08-a1e0-42d0-9e7d-67478004142f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:53.995966 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c58eb7ea-7004-48d1-8b32-e62c4b706522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:54.006821 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:54.018634 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] Set router 2a295ac9-b1dc-4477-8d24-e9e716b5345b gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:54.242882 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:54.249483 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:54.267904 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'name': 'tempest-TestSnapshotPattern-1900368395-router', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:50Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 3, 'project_id': '640818fb13e544e1b2714d7093ebfa8f', 'gw_port': {'id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:51Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:54.298924 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918afc1e-20f1-48f7-a958-a1da25fa4a69 None None] The sync data for ids ['2a295ac9-b1dc-4477-8d24-e9e716b5345b'] in n-d-813263-3 is: [{'id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'name': 'tempest-TestSnapshotPattern-1900368395-router', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:50Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 3, 'project_id': '640818fb13e544e1b2714d7093ebfa8f', 'gw_port': {'id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:51Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:31:54.331096 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570023'] for router_interface, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:54.334322 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Pushing event updated for resources: {'Port': ['ID=5571c0b9-2457-448a-8732-8ddd21984256,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:54.362615 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-76a9b47c-4e5b-40b3-bff9-01772eece8c0 None None] Provisioning complete for port eb3abc08-a1e0-42d0-9e7d-67478004142f triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:54.363343 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-76a9b47c-4e5b-40b3-bff9-01772eece8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:54.492489 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-76a9b47c-4e5b-40b3-bff9-01772eece8c0 None None] Provisioning complete for port 5571c0b9-2457-448a-8732-8ddd21984256 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:54.492859 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-76a9b47c-4e5b-40b3-bff9-01772eece8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:54.494034 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Network 933721db-fc87-45ea-b825-66eaae4c7515 is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:31:54.496728 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:31:54.552411 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-76a9b47c-4e5b-40b3-bff9-01772eece8c0 None None] Port 5571c0b9-2457-448a-8732-8ddd21984256 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:31:54.668073 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Router 2a295ac9-b1dc-4477-8d24-e9e716b5345b has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:31:54.683296 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-a769de70-965c-4c9c-bde7-6f1e7f790727 None None] Provisioning complete for port 5571c0b9-2457-448a-8732-8ddd21984256 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:54.683773 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a769de70-965c-4c9c-bde7-6f1e7f790727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:54.747160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-a769de70-965c-4c9c-bde7-6f1e7f790727 None None] Port 5571c0b9-2457-448a-8732-8ddd21984256 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:31:54.809235 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71284b67-71d7-403e-b395-264742537507 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:31:54.827447 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-71284b67-71d7-403e-b395-264742537507 admin admin] 10.222.0.25 "PUT /v2.0/routers/2a295ac9-b1dc-4477-8d24-e9e716b5345b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1584821 Nov 09 01:31:54.950158 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device eb3abc08-a1e0-42d0-9e7d-67478004142f up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:31:55.172388 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-b6b532c2-ea0a-4f60-a24f-853206c67405 None None] Provisioning complete for port 5571c0b9-2457-448a-8732-8ddd21984256 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:55.173007 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b6b532c2-ea0a-4f60-a24f-853206c67405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:55.216114 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-b6b532c2-ea0a-4f60-a24f-853206c67405 None None] Port 5571c0b9-2457-448a-8732-8ddd21984256 cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:31:55.218194 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port eb3abc08-a1e0-42d0-9e7d-67478004142f triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:55.218564 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:55.300154 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3c7ea2b9-2070-4703-964d-5c349971a044 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:31:55.348819 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 3c7ea2b9-2070-4703-964d-5c349971a044 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:55.349182 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:55.429216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 420cba26-83cb-4e52-884a-3921fc37bfcc up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:31:55.479145 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 420cba26-83cb-4e52-884a-3921fc37bfcc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:55.479516 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:55.557546 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:55.577141 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] For port 420cba26-83cb-4e52-884a-3921fc37bfcc, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=420cba26-83cb-4e52-884a-3921fc37bfcc,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:55.580947 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:55.627584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Pushing event updated for resources: {'Port': ['ID=420cba26-83cb-4e52-884a-3921fc37bfcc,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:56.428407 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35146) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:56.433060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-c48c046d-7445-4cfa-b77d-4fb1f4d320e6 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457770349', 'description': 'tempest-secgroup-smoke-457770349 description', 'project_id': '9bdd5d955855421bac54be2fefd67e48'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:56.454411 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c48c046d-7445-4cfa-b77d-4fb1f4d320e6 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.525068 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c48c046d-7445-4cfa-b77d-4fb1f4d320e6 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.528793 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c48c046d-7445-4cfa-b77d-4fb1f4d320e6 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.560243 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c48c046d-7445-4cfa-b77d-4fb1f4d320e6 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.561576 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c48c046d-7445-4cfa-b77d-4fb1f4d320e6 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1321051 Nov 09 01:31:56.563459 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c046d-7445-4cfa-b77d-4fb1f4d320e6 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:56.564668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35148) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:56.570505 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-e33df7ef-7f74-4927-b5dd-d1ce89149acd tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Request body: {'security_group_rule': {'security_group_id': 'b8c32e42-afee-4b8e-b10d-8906cbe6c6c4', 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:56.600307 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e33df7ef-7f74-4927-b5dd-d1ce89149acd tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.661107 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e33df7ef-7f74-4927-b5dd-d1ce89149acd tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.664723 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e33df7ef-7f74-4927-b5dd-d1ce89149acd tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.684853 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33df7ef-7f74-4927-b5dd-d1ce89149acd tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7fc324-3532-497a-9048-cb7c4dadc094,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:56.691668 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-e33df7ef-7f74-4927-b5dd-d1ce89149acd tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.692547 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-e33df7ef-7f74-4927-b5dd-d1ce89149acd tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259453 Nov 09 01:31:56.695336 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35150) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:56.699675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-8da12899-191d-46d3-876a-88c73c24cd1e tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Request body: {'security_group_rule': {'security_group_id': 'b8c32e42-afee-4b8e-b10d-8906cbe6c6c4', 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:56.727099 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8da12899-191d-46d3-876a-88c73c24cd1e tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.788338 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8da12899-191d-46d3-876a-88c73c24cd1e tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.791753 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8da12899-191d-46d3-876a-88c73c24cd1e tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.803590 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 420cba26-83cb-4e52-884a-3921fc37bfcc up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:31:56.812755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da12899-191d-46d3-876a-88c73c24cd1e tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1f2e64-a90c-4dd9-95e6-de5cf099f702,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:56.822153 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-8da12899-191d-46d3-876a-88c73c24cd1e tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.823360 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-8da12899-191d-46d3-876a-88c73c24cd1e tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270914 Nov 09 01:31:56.826241 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35152) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:56.831438 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-958856de-6f7f-48b7-88a2-e7015d425f81 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Request body: {'security_group_rule': {'security_group_id': 'b8c32e42-afee-4b8e-b10d-8906cbe6c6c4', 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:56.855853 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 420cba26-83cb-4e52-884a-3921fc37bfcc triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:56.856256 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.861947 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-958856de-6f7f-48b7-88a2-e7015d425f81 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.926283 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-958856de-6f7f-48b7-88a2-e7015d425f81 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.930255 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Sync routers for ids ['2a295ac9-b1dc-4477-8d24-e9e716b5345b'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:31:56.931538 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-958856de-6f7f-48b7-88a2-e7015d425f81 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.949002 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Routers {'2a295ac9-b1dc-4477-8d24-e9e716b5345b'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:56.949562 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2a295ac9-b1dc-4477-8d24-e9e716b5345b'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:56.950346 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958856de-6f7f-48b7-88a2-e7015d425f81 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071dde15-a944-4bab-b771-6623ad3896ee,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:56.964328 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-958856de-6f7f-48b7-88a2-e7015d425f81 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:56.965587 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-958856de-6f7f-48b7-88a2-e7015d425f81 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377461 Nov 09 01:31:56.968638 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35154) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:56.973020 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-433ac51f-45b8-40ad-96df-7c7ed92a694b tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Request body: {'security_group_rule': {'security_group_id': 'b8c32e42-afee-4b8e-b10d-8906cbe6c6c4', 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:57.000407 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-433ac51f-45b8-40ad-96df-7c7ed92a694b tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.057621 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Set router 2a295ac9-b1dc-4477-8d24-e9e716b5345b gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:57.061526 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-433ac51f-45b8-40ad-96df-7c7ed92a694b tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.065174 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-433ac51f-45b8-40ad-96df-7c7ed92a694b tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.082993 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ac51f-45b8-40ad-96df-7c7ed92a694b tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c4de3c-312a-43c9-9cbb-6ff973c7ca31,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:57.092488 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-433ac51f-45b8-40ad-96df-7c7ed92a694b tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.093711 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-433ac51f-45b8-40ad-96df-7c7ed92a694b tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241229 Nov 09 01:31:57.096352 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35156) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:57.100639 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-fe67568e-cc6c-4fc4-bab7-ef272ce7bd36 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Request body: {'security_group_rule': {'security_group_id': 'b8c32e42-afee-4b8e-b10d-8906cbe6c6c4', 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:57.121646 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-fe67568e-cc6c-4fc4-bab7-ef272ce7bd36 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Project 9bdd5d955855421bac54be2fefd67e48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:31:57.126911 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe67568e-cc6c-4fc4-bab7-ef272ce7bd36 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.183956 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe67568e-cc6c-4fc4-bab7-ef272ce7bd36 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.188224 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe67568e-cc6c-4fc4-bab7-ef272ce7bd36 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.207257 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67568e-cc6c-4fc4-bab7-ef272ce7bd36 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dad896a-fc05-4d88-a5bb-6f3795f6329d,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:57.217214 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-fe67568e-cc6c-4fc4-bab7-ef272ce7bd36 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.221071 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-fe67568e-cc6c-4fc4-bab7-ef272ce7bd36 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212265 Nov 09 01:31:57.221289 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35158) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:31:57.225634 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [None req-1a38f8f3-9744-4e49-8ec3-22dad9365eb4 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Request body: {'security_group_rule': {'security_group_id': 'b8c32e42-afee-4b8e-b10d-8906cbe6c6c4', 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:31:57.247718 n-d-813263-3 neutron-server[101781]: INFO neutron.db.securitygroups_db [None req-1a38f8f3-9744-4e49-8ec3-22dad9365eb4 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Project 9bdd5d955855421bac54be2fefd67e48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 01:31:57.253232 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a38f8f3-9744-4e49-8ec3-22dad9365eb4 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.263726 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'name': 'tempest-TestSnapshotPattern-1900368395-router', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:50Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 4, 'project_id': '640818fb13e544e1b2714d7093ebfa8f', 'gw_port': {'id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:51Z', 'updated_at': '2021-11-09T01:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '5571c0b9-2457-448a-8732-8ddd21984256', 'name': '', 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'mac_address': 'fa:16:3e:df:85:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7cc92f54-ca07-4e8b-9258-33df0bc7e6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:53Z', 'updated_at': '2021-11-09T01:31:54Z', 'revision_number': 2, 'project_id': '640818fb13e544e1b2714d7093ebfa8f', 'subnets': [{'id': '7cc92f54-ca07-4e8b-9258-33df0bc7e6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:57.290238 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Checking router: 2a295ac9-b1dc-4477-8d24-e9e716b5345b for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:31:57.290592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Updating router 2a295ac9-b1dc-4477-8d24-e9e716b5345b port 5571c0b9-2457-448a-8732-8ddd21984256 binding host n-d-813263-3 {{(pid=101782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 01:31:57.312456 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a38f8f3-9744-4e49-8ec3-22dad9365eb4 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.316348 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a38f8f3-9744-4e49-8ec3-22dad9365eb4 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766029'] for security_group_rule, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.316587 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.334366 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38f8f3-9744-4e49-8ec3-22dad9365eb4 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14949b9-6788-4ef9-bf11-00cf2b526291,revision_number=0']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:57.341385 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-1a38f8f3-9744-4e49-8ec3-22dad9365eb4 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.342618 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-1a38f8f3-9744-4e49-8ec3-22dad9365eb4 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203837 Nov 09 01:31:57.495966 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-d70e9fe9-4035-4d9f-95f7-76403fb220f2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457770349&fields=id&tenant_id=9bdd5d955855421bac54be2fefd67e48 HTTP/1.1" status: 200 len: 267 time: 0.0451145 Nov 09 01:31:57.585431 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Publish callbacks [] for port, precommit_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.590703 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.601695 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-4f80dfba-8554-4595-95ef-90987dd629af tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:31:57.603268 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-4f80dfba-8554-4595-95ef-90987dd629af tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 810 time: 0.1003261 Nov 09 01:31:57.620284 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-08014b20-36d2-4eb6-b36c-6eafcc83a765 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/quotas/9bdd5d955855421bac54be2fefd67e48 HTTP/1.1" status: 200 len: 375 time: 0.0096529 Nov 09 01:31:57.659558 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1965ef2-412c-4df6-b3cf-55f5b2327b22 None None] Pushing event updated for resources: {'Port': ['ID=5571c0b9-2457-448a-8732-8ddd21984256,revision_number=3']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:57.682250 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-a6a4cf52-0ca8-43f9-917b-a4d2b43f996f tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531330 Nov 09 01:31:57.693445 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Attempting to bind port 5571c0b9-2457-448a-8732-8ddd21984256 on host n-d-813263-3 for vnic_type normal with profile {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:31:57.693816 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Attempting to bind port 5571c0b9-2457-448a-8732-8ddd21984256 by drivers openvswitch,hyperv on host n-d-813263-3 at level 0 using segments [{'id': 'a4dc2d95-a51e-4e3d-ba80-463547f456d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515'}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:31:57.694211 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Attempting to bind port 5571c0b9-2457-448a-8732-8ddd21984256 on network 933721db-fc87-45ea-b825-66eaae4c7515 {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:31:57.697136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-b8fff0b4-ff69-4ff5-9569-70ea332f3945 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:31:57.698306 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-b8fff0b4-ff69-4ff5-9569-70ea332f3945 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060802 Nov 09 01:31:57.699840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Checking agent: {'id': 'be1c59e7-d275-437c-9974-29f83ae5e970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 23, 54, 18), 'started_at': datetime.datetime(2021, 11, 8, 23, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813263-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:31:57.700218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Checking segment: {'id': 'a4dc2d95-a51e-4e3d-ba80-463547f456d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:31:57.700621 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.701015 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Bound using segment: {'id': 'a4dc2d95-a51e-4e3d-ba80-463547f456d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515'} {{(pid=101782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:31:57.701543 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.managers [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Bound port: 5571c0b9-2457-448a-8732-8ddd21984256, host: n-d-813263-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dc2d95-a51e-4e3d-ba80-463547f456d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515'}}] {{(pid=101782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:31:57.701923 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.772119 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] For port 5571c0b9-2457-448a-8732-8ddd21984256, host n-d-813263-3, cleared binding levels {{(pid=101782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:31:57.776779 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] For port 5571c0b9-2457-448a-8732-8ddd21984256, host n-d-813263-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5571c0b9-2457-448a-8732-8ddd21984256,segment=NetworkSegment(a4dc2d95-a51e-4e3d-ba80-463547f456d0),segment_id=a4dc2d95-a51e-4e3d-ba80-463547f456d0)] {{(pid=101782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:31:57.782839 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:57.796318 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-85b40111-df8f-4f9d-ba08-58c5374d6ee0 service neutron] 10.222.0.25 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899820 Nov 09 01:31:57.847982 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Routers {'2a295ac9-b1dc-4477-8d24-e9e716b5345b'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:31:57.848600 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2a295ac9-b1dc-4477-8d24-e9e716b5345b'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:57.899004 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1965ef2-412c-4df6-b3cf-55f5b2327b22 None None] Pushing event updated for resources: {'Port': ['ID=5571c0b9-2457-448a-8732-8ddd21984256,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:57.899770 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-a966b91f-4bd0-40e7-935a-205b79cb97ff service neutron] 10.222.0.25 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972207 Nov 09 01:31:57.919749 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-8d42f6d9-53e8-4ddc-a262-23a97ebb5e66 None None] Provisioning complete for port 5571c0b9-2457-448a-8732-8ddd21984256 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:57.919982 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d42f6d9-53e8-4ddc-a262-23a97ebb5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:58.018185 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] Set router 2a295ac9-b1dc-4477-8d24-e9e716b5345b gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:31:58.085492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-5149d8d4-62a0-4a06-a09e-7b4f92dc66aa req-5ed03993-7bf0-4102-93fd-f0d513f5943f tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 210 time: 0.0281646 Nov 09 01:31:58.101396 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d42f6d9-53e8-4ddc-a262-23a97ebb5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:58.183484 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-8d42f6d9-53e8-4ddc-a262-23a97ebb5e66 None None] For port 5571c0b9-2457-448a-8732-8ddd21984256, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5571c0b9-2457-448a-8732-8ddd21984256,segment=NetworkSegment(a4dc2d95-a51e-4e3d-ba80-463547f456d0),segment_id=a4dc2d95-a51e-4e3d-ba80-463547f456d0)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:31:58.212611 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8d42f6d9-53e8-4ddc-a262-23a97ebb5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:58.282514 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42f6d9-53e8-4ddc-a262-23a97ebb5e66 None None] Pushing event updated for resources: {'Port': ['ID=5571c0b9-2457-448a-8732-8ddd21984256,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:31:58.340527 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'name': 'tempest-TestSnapshotPattern-1900368395-router', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:50Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 4, 'project_id': '640818fb13e544e1b2714d7093ebfa8f', 'gw_port': {'id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:51Z', 'updated_at': '2021-11-09T01:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '5571c0b9-2457-448a-8732-8ddd21984256', 'name': '', 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'mac_address': 'fa:16:3e:df:85:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7cc92f54-ca07-4e8b-9258-33df0bc7e6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:53Z', 'updated_at': '2021-11-09T01:31:57Z', 'revision_number': 4, 'project_id': '640818fb13e544e1b2714d7093ebfa8f', 'subnets': [{'id': '7cc92f54-ca07-4e8b-9258-33df0bc7e6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:31:58.343073 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-0fd6c683-ac3f-4c13-8ad4-679d3c6fa26a None None] Provisioning complete for port 5571c0b9-2457-448a-8732-8ddd21984256 triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:58.343439 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c683-ac3f-4c13-8ad4-679d3c6fa26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:58.388393 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0048622-cf5e-43f6-b210-145f557c462b None None] The sync data for ids ['2a295ac9-b1dc-4477-8d24-e9e716b5345b'] in n-d-813263-3 is: [{'id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'name': 'tempest-TestSnapshotPattern-1900368395-router', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:50Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 4, 'project_id': '640818fb13e544e1b2714d7093ebfa8f', 'gw_port': {'id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:51Z', 'updated_at': '2021-11-09T01:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '5571c0b9-2457-448a-8732-8ddd21984256', 'name': '', 'network_id': '933721db-fc87-45ea-b825-66eaae4c7515', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'mac_address': 'fa:16:3e:df:85:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7cc92f54-ca07-4e8b-9258-33df0bc7e6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:53Z', 'updated_at': '2021-11-09T01:31:57Z', 'revision_number': 4, 'project_id': '640818fb13e544e1b2714d7093ebfa8f', 'subnets': [{'id': '7cc92f54-ca07-4e8b-9258-33df0bc7e6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:31:58.804160 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5571c0b9-2457-448a-8732-8ddd21984256 up at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:31:58.858257 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Provisioning complete for port 5571c0b9-2457-448a-8732-8ddd21984256 triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:31:58.858907 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:31:59.163761 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9ff28bee-5a11-4640-871b-c60134874222 req-806aacd5-e7cc-458e-8a93-0cf07774aa73 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 210 time: 0.0253658 Nov 09 01:32:00.254999 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e6b686c6-a5db-4616-87eb-54fb5b74660f req-86bd925a-73f6-4678-9800-0e3799e74ef8 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 210 time: 0.0261891 Nov 09 01:32:01.055675 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-0f820a09-3faf-4d71-b251-0c2e4286fd28 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:01.057143 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-0f820a09-3faf-4d71-b251-0c2e4286fd28 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.11 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 810 time: 0.1000409 Nov 09 01:32:01.126330 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-a7b95f21-4e0d-43dd-a1a1-97ad26ad9a1c tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bdd5d955855421bac54be2fefd67e48 HTTP/1.1" status: 200 len: 379 time: 0.0596573 Nov 09 01:32:01.136867 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Request body: {'port': {'device_id': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'admin_state_up': True, 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'security_groups': ['b8c32e42-afee-4b8e-b10d-8906cbe6c6c4']}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:32:01.243277 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Made reservation on behalf of 9bdd5d955855421bac54be2fefd67e48 for: {'port': 1} {{(pid=101781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:32:01.246852 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:01.348199 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ed7e9867-45dd-4d6e-8e6d-115b00bcb3d2 req-a89a47fd-6d61-4ed2-aae2-c59f42e83bd8 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 210 time: 0.0262339 Nov 09 01:32:01.375111 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.db_base_plugin_common [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Allocated IP 172.20.0.10 (90fe9619-bf89-4168-9bfb-70063baa205a/7da15fa3-971b-4648-ab87-81e8be565534/49e796a6-7aa5-4f23-8f01-7d1fba61fc9a) {{(pid=101781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:32:01.514225 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for port, precommit_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:01.546928 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_create {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:01.587858 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Network 90fe9619-bf89-4168-9bfb-70063baa205a is already hosted by enough agents. {{(pid=101781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:32:01.593304 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.base_scheduler [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Resources bound (agent type, host, resource id): {{(pid=101781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:32:01.596931 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Received port after_create {{(pid=101781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:32:01.621168 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'Port': ['ID=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,revision_number=1']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:32:01.649943 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:01.650544 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:01.667732 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5b6d4b87-693a-481a-bd40-8241afd365d2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5345795 Nov 09 01:32:01.677561 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-86e0f8ca-fae9-4f47-8794-9ea0971fddac tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 01:32:01.678766 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-86e0f8ca-fae9-4f47-8794-9ea0971fddac tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051341 Nov 09 01:32:01.691787 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.v2.base [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Request body: {'port': {'device_id': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813263-3'}} {{(pid=101781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:32:01.746450 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:01.804038 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-19d75d2c-8c1a-4e62-b112-24c31485a516 None None] Provisioning complete for port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:32:01.804674 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-19d75d2c-8c1a-4e62-b112-24c31485a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:01.837060 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-19d75d2c-8c1a-4e62-b112-24c31485a516 None None] Port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:32:02.000201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a {{(pid=101781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:32:02.007838 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:02.019711 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.provisioning_blocks [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Transition to ACTIVE for port object 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a will not be triggered until provisioned by entity L2. {{(pid=101781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:32:02.023253 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:02.070312 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Pushing event updated for resources: {'Port': ['ID=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,revision_number=2']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:32:02.144823 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Attempting to bind port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a on host n-h2-813263-3 for vnic_type normal with profile {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:32:02.145154 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Attempting to bind port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a by drivers openvswitch,hyperv on host n-h2-813263-3 at level 0 using segments [{'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:32:02.145516 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Attempting to bind port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a on network 90fe9619-bf89-4168-9bfb-70063baa205a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:32:02.150059 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a on network 90fe9619-bf89-4168-9bfb-70063baa205a not bound, no agent of type Open vSwitch agent registered on host n-h2-813263-3 {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:32:02.150377 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Attempting to bind port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a on network 90fe9619-bf89-4168-9bfb-70063baa205a {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:32:02.155586 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Checking agent: {'id': '6856b624-c8f0-40b0-8822-3bfa4e34dcb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:32:02.155919 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Checking segment: {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:32:02.156296 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Bound using segment: {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'} {{(pid=101781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:32:02.156720 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.managers [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Bound port: 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a, host: n-h2-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'}}] {{(pid=101781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:32:02.157070 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:02.221524 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] For port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a, host n-h2-813263-3, cleared binding levels {{(pid=101781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:32:02.224405 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] For port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a, host n-h2-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:32:02.227823 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8392718'] for port, after_update {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:02.261614 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:02.262199 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:02.263592 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] 10.222.0.11 "PUT /v2.0/ports/49e796a6-7aa5-4f23-8f01-7d1fba61fc9a HTTP/1.1" status: 200 len: 1092 time: 0.5759349 Nov 09 01:32:02.264599 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:32:02.267626 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d02a76-0cc0-48dd-9646-9bcfc6f75c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:32:02.300557 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fecf7-46fa-4c7a-81ca-379cee4bb59b service neutron] Pushing event updated for resources: {'Port': ['ID=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,revision_number=3']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:32:02.365275 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-c6140a0f-8804-4f33-9191-b9bfa7dd0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:02.367110 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-c6140a0f-8804-4f33-9191-b9bfa7dd0b05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 1095 time: 0.0453799 Nov 09 01:32:02.482222 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04b99d-61d5-4a62-997f-ed97f4063c2c req-e8d33b67-d548-4099-a0ba-7c6faf2b3815 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:02.484320 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff04b99d-61d5-4a62-997f-ed97f4063c2c req-e8d33b67-d548-4099-a0ba-7c6faf2b3815 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 944 time: 0.0564325 Nov 09 01:32:02.538931 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ff04b99d-61d5-4a62-997f-ed97f4063c2c req-1728dabc-7807-4ee9-a10e-42c1e3b811d1 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455818 Nov 09 01:32:02.763525 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d249424-08fe-48ce-9c23-9393a99ba193 x-openstack-request-id: req-0d249424-08fe-48ce-9c23-9393a99ba193 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:32:02.763844 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:32:02.764097 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d249424-08fe-48ce-9c23-9393a99ba193 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:32:02.764492 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'status': 'completed', 'code': 200} Nov 09 01:32:02.766257 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-d4fc022f-d8bf-401d-a25f-2cd2ce293300 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a HTTP/1.1" status: 200 len: 217 time: 0.3909011 Nov 09 01:32:02.816639 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-f92e7486-8c54-4d3d-9479-781a71f36127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:02.818105 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-f92e7486-8c54-4d3d-9479-781a71f36127 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0445096 Nov 09 01:32:02.865106 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-59c28f11-18f7-4e4b-87dd-2105f04b03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:02.866614 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-59c28f11-18f7-4e4b-87dd-2105f04b03af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403121 Nov 09 01:32:02.957862 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-90499ef2-3ae9-4385-bed3-f535894d3a76 service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843732 Nov 09 01:32:03.047496 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-d11c9e6a-c0d2-4201-9bf0-e9fc209c90a7 req-bbf2ca58-1437-45fa-8132-4002d19dae95 service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822821 Nov 09 01:32:03.136463 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02a76-0cc0-48dd-9646-9bcfc6f75c9e req-bc44eb66-9ac5-4e68-89d6-e484d860ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:03.137986 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-82d02a76-0cc0-48dd-9646-9bcfc6f75c9e req-bc44eb66-9ac5-4e68-89d6-e484d860ac3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 1095 time: 0.0438926 Nov 09 01:32:03.226746 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02a76-0cc0-48dd-9646-9bcfc6f75c9e req-2ab38d4d-8099-4dca-8288-3c8f3bd7ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:03.228179 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-82d02a76-0cc0-48dd-9646-9bcfc6f75c9e req-2ab38d4d-8099-4dca-8288-3c8f3bd7ed21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 910 time: 0.0827754 Nov 09 01:32:03.272269 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-82d02a76-0cc0-48dd-9646-9bcfc6f75c9e req-76a1044b-7526-4047-9178-166be6f0acb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a HTTP/1.1" status: 200 len: 217 time: 0.0371280 Nov 09 01:32:03.321755 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02a76-0cc0-48dd-9646-9bcfc6f75c9e req-cd94d9e7-2d47-465a-a9ac-1410986891a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:03.323077 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-82d02a76-0cc0-48dd-9646-9bcfc6f75c9e req-cd94d9e7-2d47-465a-a9ac-1410986891a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0425589 Nov 09 01:32:03.368972 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02a76-0cc0-48dd-9646-9bcfc6f75c9e req-296c2bc7-ef93-4d48-95a6-9a814b82dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:03.371587 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-82d02a76-0cc0-48dd-9646-9bcfc6f75c9e req-296c2bc7-ef93-4d48-95a6-9a814b82dd0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404308 Nov 09 01:32:03.464455 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-82d02a76-0cc0-48dd-9646-9bcfc6f75c9e req-83ec100e-a97b-490b-9121-8b0c39ff9cd3 service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855200 Nov 09 01:32:03.551795 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-82d02a76-0cc0-48dd-9646-9bcfc6f75c9e req-231da073-31b6-4431-b712-fc589bc16a59 service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802622 Nov 09 01:32:03.656230 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa087a-ee79-433b-bbd8-90c4f30456aa req-90378fbf-5e09-4298-9416-88fb1b456d7e tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:03.657828 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99aa087a-ee79-433b-bbd8-90c4f30456aa req-90378fbf-5e09-4298-9416-88fb1b456d7e tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 944 time: 0.0482440 Nov 09 01:32:03.705695 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-99aa087a-ee79-433b-bbd8-90c4f30456aa req-141e8c40-4379-4ddc-8e49-114250846fe7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420811 Nov 09 01:32:04.822255 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe23e4a-b0dd-403a-8059-3814e7fa3b89 req-57e7c5ac-bd76-4369-b487-d7e2d7533c63 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:04.823708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9fe23e4a-b0dd-403a-8059-3814e7fa3b89 req-57e7c5ac-bd76-4369-b487-d7e2d7533c63 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 944 time: 0.0515842 Nov 09 01:32:04.839210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:32:04.871751 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9fe23e4a-b0dd-403a-8059-3814e7fa3b89 req-362ed5a7-a9f2-4150-a5bc-2965604cebde tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421159 Nov 09 01:32:04.932343 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:32:04.943676 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'port_id': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'mac_address': 'fa:16:3e:7a:6b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:32:04.985001 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:04.998316 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:32:05.017974 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:32:05.022373 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:05.069552 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:32:05.271226 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['49e796a6-7aa5-4f23-8f01-7d1fba61fc9a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:32:05.985744 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a2e95-4a21-4a46-bb52-36c2533c0f3e req-4a4b60d4-bd03-4d22-9c86-5170bbc160e1 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:05.987219 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c61a2e95-4a21-4a46-bb52-36c2533c0f3e req-4a4b60d4-bd03-4d22-9c86-5170bbc160e1 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 945 time: 0.0481451 Nov 09 01:32:06.037463 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c61a2e95-4a21-4a46-bb52-36c2533c0f3e req-29443712-a43b-469f-95b2-b1867240e7c1 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441413 Nov 09 01:32:06.839668 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:32:06.890639 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning for port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:32:06.894155 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:32:06.894523 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:06.968986 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:06.990536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:32:06.992854 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942f70f9-255c-4deb-bae0-d4e35e9f241b" -d '{"events": [{"server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "name": "network-vif-plugged", "status": "completed", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:32:07.005377 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:32:07.009579 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:07.034041 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81544890-502d-4767-be41-bd6b79728ba9 x-openstack-request-id: req-81544890-502d-4767-be41-bd6b79728ba9 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:32:07.034327 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "name": "network-vif-plugged", "status": "completed", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:32:07.034573 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81544890-502d-4767-be41-bd6b79728ba9 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:32:07.034952 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'code': 200} Nov 09 01:32:07.060359 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:32:07.132939 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e024a-a24f-48c9-8ebb-e4eb3dfaac48 req-02aa2fe9-1954-4ab6-b40b-72c1b06bde80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:07.134615 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c75e024a-a24f-48c9-8ebb-e4eb3dfaac48 req-02aa2fe9-1954-4ab6-b40b-72c1b06bde80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 1097 time: 0.0400124 Nov 09 01:32:07.157945 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b37c0-20f7-420a-a05f-6e6f0991682a req-cb5b8223-f3b8-49d2-b3d0-9ba31f5bf201 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:07.159401 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-306b37c0-20f7-420a-a05f-6e6f0991682a req-cb5b8223-f3b8-49d2-b3d0-9ba31f5bf201 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 946 time: 0.0500500 Nov 09 01:32:07.189542 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-c75e024a-a24f-48c9-8ebb-e4eb3dfaac48 req-41d6d9bf-9c2b-40e4-b414-48cbfbbe384c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471554 Nov 09 01:32:07.214538 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-306b37c0-20f7-420a-a05f-6e6f0991682a req-53c9bea6-1afa-4a37-a7bc-5e74d7974e4b tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490344 Nov 09 01:32:08.336415 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27e161-e7d5-4f9a-bbed-49d4f82ad371 req-04dad6fd-1193-4e9d-8c5b-4dae89c3453b tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:08.337933 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f27e161-e7d5-4f9a-bbed-49d4f82ad371 req-04dad6fd-1193-4e9d-8c5b-4dae89c3453b tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 946 time: 0.0495155 Nov 09 01:32:08.386539 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-6f27e161-e7d5-4f9a-bbed-49d4f82ad371 req-c610c59c-fd38-40d1-8e69-6279b06eeba2 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427551 Nov 09 01:32:09.498730 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fb5c0-3c54-4dee-9d8e-bce1121b20fb req-43b37eab-ca06-4e8f-8233-0db54cd05cfd tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:09.500133 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab8fb5c0-3c54-4dee-9d8e-bce1121b20fb req-43b37eab-ca06-4e8f-8233-0db54cd05cfd tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 946 time: 0.0479019 Nov 09 01:32:09.554366 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-ab8fb5c0-3c54-4dee-9d8e-bce1121b20fb req-66ac4dd6-736c-45c6-9e45-1935d994750c tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473225 Nov 09 01:32:09.670879 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73f9fb-daa0-49d1-a370-b2ff357abe6c req-a8a18362-9c5b-4c54-89f2-fa15b1de8d52 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:09.672404 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be73f9fb-daa0-49d1-a370-b2ff357abe6c req-a8a18362-9c5b-4c54-89f2-fa15b1de8d52 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 946 time: 0.0543618 Nov 09 01:32:09.720836 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-be73f9fb-daa0-49d1-a370-b2ff357abe6c req-6722202b-e3fd-4c7e-a000-3850b9cc8ea8 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Nov 09 01:32:09.741809 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35220) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:32:09.864724 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5791d4c1-9e8a-444d-8f5d-3689cf53b521 tempest-TestSnapshotPattern-1419628698 tempest-TestSnapshotPattern-1419628698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:09.866298 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5791d4c1-9e8a-444d-8f5d-3689cf53b521 tempest-TestSnapshotPattern-1419628698 tempest-TestSnapshotPattern-1419628698-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 1092 time: 0.1235404 Nov 09 01:32:09.869242 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35224) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:32:09.874083 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:32:09.895450 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:09.993155 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:10.092351 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Allocated IP 172.25.0.145 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/aeadac70-638f-4e7e-8712-a4db86679873) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:32:10.196804 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:10.229435 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:10.266438 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:32:10.271676 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:32:10.275246 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:32:10.281210 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'Port': ['ID=aeadac70-638f-4e7e-8712-a4db86679873,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:32:10.631560 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:10.697003 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:10.847334 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:10.851954 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:10.923026 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'Port': ['ID=aeadac70-638f-4e7e-8712-a4db86679873,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:32:10.934620 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:11.034289 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Floating IP 2613edd9-d31d-48f8-bfb2-61b4f828b599 associated. External IP: 172.25.0.145, port: 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a. Nov 09 01:32:11.240769 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:32:11.347041 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:32:11.356815 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bee02-24ac-4f8c-a60f-3516310b58df None None] Sync routers for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:32:11.365217 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:11.368249 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bee02-24ac-4f8c-a60f-3516310b58df None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:32:11.368868 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-126bee02-24ac-4f8c-a60f-3516310b58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:32:11.405373 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-5e2194b6-0ee4-40f2-a2eb-9e68102634c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5217748 Nov 09 01:32:11.405373 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:32:11.405373 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8737dbd9-0a6b-4e84-bea0-f8161ae52f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:32:11.478937 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-126bee02-24ac-4f8c-a60f-3516310b58df None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:32:11.488373 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf50802-9eed-4b46-9412-70e85ba95ece x-openstack-request-id: req-8cf50802-9eed-4b46-9412-70e85ba95ece {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:32:11.488667 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:32:11.488925 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cf50802-9eed-4b46-9412-70e85ba95ece {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:32:11.489376 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'status': 'completed', 'code': 200} Nov 09 01:32:11.550145 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737dbd9-0a6b-4e84-bea0-f8161ae52f2e req-f1b21a0e-2466-4cbc-8d80-abf7daee4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:11.551641 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8737dbd9-0a6b-4e84-bea0-f8161ae52f2e req-f1b21a0e-2466-4cbc-8d80-abf7daee4ca7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 1097 time: 0.0401225 Nov 09 01:32:11.642833 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737dbd9-0a6b-4e84-bea0-f8161ae52f2e req-1a94f5a1-628d-42c3-8347-6703fc9e4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:11.644793 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8737dbd9-0a6b-4e84-bea0-f8161ae52f2e req-1a94f5a1-628d-42c3-8347-6703fc9e4505 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 910 time: 0.0844316 Nov 09 01:32:11.700888 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-126bee02-24ac-4f8c-a60f-3516310b58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2613edd9-d31d-48f8-bfb2-61b4f828b599', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'port_id': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'mac_address': 'fa:16:3e:7a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:32:10Z', 'updated_at': '2021-11-09T01:32:10Z', 'revision_number': 0, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:32:11.714340 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8737dbd9-0a6b-4e84-bea0-f8161ae52f2e req-ede335bd-e0de-4d21-9ac0-87189b3cde0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a HTTP/1.1" status: 200 len: 1000 time: 0.0616469 Nov 09 01:32:11.730372 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bee02-24ac-4f8c-a60f-3516310b58df None None] Checking router: 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:32:11.739254 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bee02-24ac-4f8c-a60f-3516310b58df None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:32:11.739876 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-126bee02-24ac-4f8c-a60f-3516310b58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:31:45Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:32:11.762923 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737dbd9-0a6b-4e84-bea0-f8161ae52f2e req-1c4f5f1d-234a-49f1-a7dc-3eb5716023df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:11.764418 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8737dbd9-0a6b-4e84-bea0-f8161ae52f2e req-1c4f5f1d-234a-49f1-a7dc-3eb5716023df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0432363 Nov 09 01:32:11.809190 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737dbd9-0a6b-4e84-bea0-f8161ae52f2e req-0689926f-4e2a-4175-b2ed-b79cfa4cbd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:11.810653 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8737dbd9-0a6b-4e84-bea0-f8161ae52f2e req-0689926f-4e2a-4175-b2ed-b79cfa4cbd93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399108 Nov 09 01:32:11.839554 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-126bee02-24ac-4f8c-a60f-3516310b58df None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:32:11.903470 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8737dbd9-0a6b-4e84-bea0-f8161ae52f2e req-4052899d-7fed-4532-a060-b0613191edba service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860410 Nov 09 01:32:11.995021 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-8737dbd9-0a6b-4e84-bea0-f8161ae52f2e req-3f45b07c-a467-4150-be09-64354d5ed5ab service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850906 Nov 09 01:32:12.064418 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-126bee02-24ac-4f8c-a60f-3516310b58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2613edd9-d31d-48f8-bfb2-61b4f828b599', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'port_id': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'mac_address': 'fa:16:3e:7a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:32:10Z', 'updated_at': '2021-11-09T01:32:10Z', 'revision_number': 0, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:32:12.090162 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bee02-24ac-4f8c-a60f-3516310b58df None None] The sync data for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 is: [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2613edd9-d31d-48f8-bfb2-61b4f828b599', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'port_id': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'mac_address': 'fa:16:3e:7a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:32:10Z', 'updated_at': '2021-11-09T01:32:10Z', 'revision_number': 0, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:32:12.281878 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9086ee-0ec2-42c4-97e5-8dc0325ad9f0 None None] New status for floating IP 2613edd9-d31d-48f8-bfb2-61b4f828b599: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:32:12.826751 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6f81e854-210f-481d-9805-d43d03ae7f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:14.916267 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fb994b03-bc1b-4dcf-8b8d-bd79c837653d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:16.433289 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:16.676621 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:17.198504 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:17.984006 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:18.567543 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:24.056082 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01f32620-0529-4a51-9a32-448615836cc4 req-57c9cc51-a450-474f-9b32-923c5c448317 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843296 Nov 09 01:32:24.140391 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f32620-0529-4a51-9a32-448615836cc4 req-165e7796-dcd9-4092-94bb-fd727545cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:24.141871 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01f32620-0529-4a51-9a32-448615836cc4 req-165e7796-dcd9-4092-94bb-fd727545cffd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 1097 time: 0.0393395 Nov 09 01:32:24.245912 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f32620-0529-4a51-9a32-448615836cc4 req-17d37d9d-f6cd-4b56-b2a1-91efd595f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:24.247294 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01f32620-0529-4a51-9a32-448615836cc4 req-17d37d9d-f6cd-4b56-b2a1-91efd595f304 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 910 time: 0.0860198 Nov 09 01:32:24.314385 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01f32620-0529-4a51-9a32-448615836cc4 req-ed06efa3-934c-4868-b37b-6dcb38dee533 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a HTTP/1.1" status: 200 len: 1002 time: 0.0580578 Nov 09 01:32:24.364531 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f32620-0529-4a51-9a32-448615836cc4 req-4e8c9702-0c21-4c6e-8415-b6ce6a2ce9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:24.366016 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01f32620-0529-4a51-9a32-448615836cc4 req-4e8c9702-0c21-4c6e-8415-b6ce6a2ce9da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0428586 Nov 09 01:32:24.416873 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f32620-0529-4a51-9a32-448615836cc4 req-964cea06-1fdf-4ebd-97da-704f3cd71eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:32:24.418377 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01f32620-0529-4a51-9a32-448615836cc4 req-964cea06-1fdf-4ebd-97da-704f3cd71eba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441058 Nov 09 01:32:24.515382 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01f32620-0529-4a51-9a32-448615836cc4 req-e819b904-375e-402d-96ea-d47f7dfba147 service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830231 Nov 09 01:32:24.609062 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-01f32620-0529-4a51-9a32-448615836cc4 req-7e509620-a5c0-4da6-822e-0f6c1e2dc50a service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847466 Nov 09 01:32:29.165796 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:32:42.827679 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f81c1ddc-7c1f-43f6-bf4f-f4a3b94124fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:44.917078 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e772fa92-c165-4282-98c7-85879fb90f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:46.436846 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:46.675348 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:47.200378 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:47.986659 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:32:48.571032 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:06.165602 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:33:12.828952 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-a4f560e3-cb84-4db7-9ce6-9130e29205f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:14.917102 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-7eddb673-a6b0-4a89-83bf-5f0a1040fc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:16.439649 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:16.681380 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:17.199072 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:17.990540 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:18.572264 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:24.997897 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-14bb051a-3d9e-40f0-b247-f9b1b3b2ce4d req-1136775e-6aeb-46f6-b3be-809bc45f6846 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402350 Nov 09 01:33:25.077718 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb051a-3d9e-40f0-b247-f9b1b3b2ce4d req-57729695-ffae-40a3-8c0c-c6e35623907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:33:25.079169 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-14bb051a-3d9e-40f0-b247-f9b1b3b2ce4d req-57729695-ffae-40a3-8c0c-c6e35623907b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 1097 time: 0.0405755 Nov 09 01:33:25.186577 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb051a-3d9e-40f0-b247-f9b1b3b2ce4d req-ffcc7b8b-999c-419b-bbd1-69505707392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:33:25.188043 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-14bb051a-3d9e-40f0-b247-f9b1b3b2ce4d req-ffcc7b8b-999c-419b-bbd1-69505707392f service neutron] 10.222.0.11 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 910 time: 0.0896187 Nov 09 01:33:25.253106 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-14bb051a-3d9e-40f0-b247-f9b1b3b2ce4d req-8ba2933c-8117-49cf-9478-232b5441dff7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a HTTP/1.1" status: 200 len: 1002 time: 0.0578582 Nov 09 01:33:25.304521 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb051a-3d9e-40f0-b247-f9b1b3b2ce4d req-b3bb665d-4e66-4eea-b243-62e6caec759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:33:25.306000 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-14bb051a-3d9e-40f0-b247-f9b1b3b2ce4d req-b3bb665d-4e66-4eea-b243-62e6caec759e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0465789 Nov 09 01:33:25.351390 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb051a-3d9e-40f0-b247-f9b1b3b2ce4d req-6785c665-4cf1-4329-91c8-0fed5ff3dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:33:25.352826 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-14bb051a-3d9e-40f0-b247-f9b1b3b2ce4d req-6785c665-4cf1-4329-91c8-0fed5ff3dc33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393336 Nov 09 01:33:25.440510 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-14bb051a-3d9e-40f0-b247-f9b1b3b2ce4d req-d609f73e-577f-4d68-aa89-9f4c620b8476 service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800340 Nov 09 01:33:25.533153 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-14bb051a-3d9e-40f0-b247-f9b1b3b2ce4d req-b2777005-47ac-429b-a8e0-343f1ae49a6d service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856872 Nov 09 01:33:42.834280 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9aa7adc2-488d-4a0b-8572-a7cfb1b35f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:43.165132 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:33:44.918849 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-38a0fffe-6758-45ed-9874-c765e54d73fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:46.442038 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:46.680211 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:47.214055 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:47.993016 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:33:48.573660 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:09.569437 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a details requested by agent hyperv_n-h2-813263-3 with host n-h2-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:34:09.667129 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:34:09.678267 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Returning: {'device': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'port_id': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'mac_address': 'fa:16:3e:7a:6b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:34:09.714552 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:09.726686 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:34:09.746707 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:34:09.749976 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:09.798377 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:34:09.807039 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:09.807390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:09.807727 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:09.808059 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:09.808389 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:09.808716 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:09.809037 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:09.809371 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:09.809722 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:09.810026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:09.810346 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:09.810663 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:09.824106 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] get_ports_and_sgs() called for port_ids ['49e796a6-7aa5-4f23-8f01-7d1fba61fc9a'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:34:11.587895 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a up at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:34:11.650143 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Provisioning complete for port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:34:11.650582 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:11.744306 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:11.772419 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:34:11.774710 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed78258-fe19-40f4-bfa9-c3c06d879039" -d '{"events": [{"server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "name": "network-vif-plugged", "status": "completed", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:34:11.787768 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:34:11.794557 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:11.856614 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:34:11.915825 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b3e03-9cc7-43b7-9db6-271be99dbd2f x-openstack-request-id: req-ec1b3e03-9cc7-43b7-9db6-271be99dbd2f {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:34:11.916226 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "name": "network-vif-plugged", "status": "completed", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:34:11.916549 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec1b3e03-9cc7-43b7-9db6-271be99dbd2f {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:34:11.917095 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'code': 200} Nov 09 01:34:12.840717 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-76583fd6-495d-4fe4-a93d-dbf05d745677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:14.923149 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-0284fb9f-cd79-43ce-8dbe-247060e7c222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:16.445917 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:16.684668 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:17.224672 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:18.003002 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:18.583463 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:20.163617 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:34:20.397797 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-9a045b94-a6c3-4e53-916c-c3099dfcf2fc tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457770349&fields=id&tenant_id=9bdd5d955855421bac54be2fefd67e48 HTTP/1.1" status: 200 len: 267 time: 0.0494885 Nov 09 01:34:20.503634 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-47e62dc9-3a00-4ced-9918-4b7c0ed3ec43 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:20.505094 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-47e62dc9-3a00-4ced-9918-4b7c0ed3ec43 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 810 time: 0.1006546 Nov 09 01:34:20.519609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-cf0d11e0-7c1a-4b20-a194-15b95b0e7a83 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/quotas/9bdd5d955855421bac54be2fefd67e48 HTTP/1.1" status: 200 len: 375 time: 0.0088518 Nov 09 01:34:20.578209 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-a67a3d8e-493a-4f9b-b912-4bf618621c7f tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0535369 Nov 09 01:34:20.726415 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-686537a8-92c8-46f4-82b3-3d14a7c51a62 service neutron] 10.222.0.25 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368351 Nov 09 01:34:20.817958 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-cab00f65-0461-419f-94b2-55f02e9424b3 service neutron] 10.222.0.25 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856292 Nov 09 01:34:21.005026 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a12625e8-a815-4cdb-97e5-f377b27314a5 req-c5805d3f-1c33-488a-aaee-dd291f4c69fc tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 210 time: 0.0268791 Nov 09 01:34:22.015025 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-36a0cdfb-4fc7-4b50-9e41-291cc3f0de4d tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:22.016523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-36a0cdfb-4fc7-4b50-9e41-291cc3f0de4d tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.30 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 810 time: 0.1049998 Nov 09 01:34:22.099041 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-4a308171-4781-49a2-b37b-0cec7dd37137 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bdd5d955855421bac54be2fefd67e48 HTTP/1.1" status: 200 len: 379 time: 0.0721731 Nov 09 01:34:22.114488 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-54918d19-96a5-423e-b29d-53ac4a0c0475 req-13653d7c-241e-424d-9840-93d1405f8348 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 210 time: 0.0401835 Nov 09 01:34:22.119055 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Request body: {'port': {'device_id': '91edc06a-6f72-48e2-b024-626601587518', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'admin_state_up': True, 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'security_groups': ['b8c32e42-afee-4b8e-b10d-8906cbe6c6c4']}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:34:22.227029 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Made reservation on behalf of 9bdd5d955855421bac54be2fefd67e48 for: {'port': 1} {{(pid=101780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 01:34:22.230738 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:22.414491 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Allocated IP 172.20.0.3 (90fe9619-bf89-4168-9bfb-70063baa205a/7da15fa3-971b-4648-ab87-81e8be565534/1a023e9d-119b-4269-89a5-7ef18c8ab3ba) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:34:22.585890 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:22.625211 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:22.667797 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Network 90fe9619-bf89-4168-9bfb-70063baa205a is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:34:22.671248 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:34:22.675369 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:34:22.727609 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:22.728575 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:22.747113 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'Port': ['ID=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:34:22.756000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:22.756309 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:22.756653 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:22.757000 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:22.757364 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:22.757698 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:22.758037 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:22.758353 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:22.758683 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:22.759013 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:22.759335 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:22.759663 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:34:22.767400 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-584692db-d868-4da5-8d70-d40661034020 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6519156 Nov 09 01:34:22.996117 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-733bb302-55f5-432d-8409-5ea87a8176a4 None None] Provisioning complete for port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba triggered by entity DHCP. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:34:22.996695 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-733bb302-55f5-432d-8409-5ea87a8176a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:23.033216 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-733bb302-55f5-432d-8409-5ea87a8176a4 None None] Port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba cannot update to ACTIVE because it is not bound. {{(pid=101782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 01:34:23.236650 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577c6ca-4769-454a-aec9-2c0bd87a317d req-c3c6d77a-e156-4a80-8d3d-dca163da802d tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:23.238216 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c577c6ca-4769-454a-aec9-2c0bd87a317d req-c3c6d77a-e156-4a80-8d3d-dca163da802d tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 931 time: 0.0503654 Nov 09 01:34:23.296894 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-c577c6ca-4769-454a-aec9-2c0bd87a317d req-3fff568d-2a93-4e35-8cb9-2d8026835006 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527048 Nov 09 01:34:23.653971 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:34:23.739287 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:23.762592 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:34:23.764832 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5072f8c5-1bd3-4c32-a899-6c668f25ded5" -d '{"events": [{"server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "name": "network-vif-unplugged", "status": "completed", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:34:23.783584 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] For port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:34:23.789028 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:23.821131 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 01:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c66457-8966-42d8-b0fe-06e9db4fa09d x-openstack-request-id: req-05c66457-8966-42d8-b0fe-06e9db4fa09d {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:34:23.821547 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "name": "network-vif-unplugged", "status": "completed", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:34:23.821690 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05c66457-8966-42d8-b0fe-06e9db4fa09d {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:34:23.822082 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'code': 200} Nov 09 01:34:23.849033 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Pushing event updated for resources: {'Port': ['ID=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,revision_number=8']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:34:24.424042 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee9f10-937b-480a-b09a-c1566915afba req-c3b0b3c8-4cf8-49e1-9a33-612f2e8cfaaf tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:24.425557 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36ee9f10-937b-480a-b09a-c1566915afba req-c3b0b3c8-4cf8-49e1-9a33-612f2e8cfaaf tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 931 time: 0.0556521 Nov 09 01:34:24.477891 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-36ee9f10-937b-480a-b09a-c1566915afba req-c78fb6d2-aba6-4abf-91a2-a2bad0c0ea4a tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446081 Nov 09 01:34:24.999013 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7250ff49-b110-4c60-93bb-6806e03ba255 req-f78060aa-d11e-4ca8-b142-47535ed148c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413947 Nov 09 01:34:25.081893 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250ff49-b110-4c60-93bb-6806e03ba255 req-4fdfbae4-61a9-46a9-8d42-ace80b45e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:25.083513 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7250ff49-b110-4c60-93bb-6806e03ba255 req-4fdfbae4-61a9-46a9-8d42-ace80b45e05a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 1095 time: 0.0425074 Nov 09 01:34:25.196096 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250ff49-b110-4c60-93bb-6806e03ba255 req-3a67815f-e6b2-4dec-96d5-0a79ff9c6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:25.197622 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7250ff49-b110-4c60-93bb-6806e03ba255 req-3a67815f-e6b2-4dec-96d5-0a79ff9c6aa9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 910 time: 0.0944800 Nov 09 01:34:25.265039 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7250ff49-b110-4c60-93bb-6806e03ba255 req-afede872-81fd-49ba-a8f4-b2fe637c4eca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a HTTP/1.1" status: 200 len: 1000 time: 0.0596170 Nov 09 01:34:25.321201 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250ff49-b110-4c60-93bb-6806e03ba255 req-96a883a5-d3fe-4024-91ce-abfe923ed1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:25.322791 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7250ff49-b110-4c60-93bb-6806e03ba255 req-96a883a5-d3fe-4024-91ce-abfe923ed1ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0504398 Nov 09 01:34:25.369780 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250ff49-b110-4c60-93bb-6806e03ba255 req-fe1afd91-ec71-4fab-8841-89bfa48d0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:25.371289 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7250ff49-b110-4c60-93bb-6806e03ba255 req-fe1afd91-ec71-4fab-8841-89bfa48d0216 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405946 Nov 09 01:34:25.470448 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7250ff49-b110-4c60-93bb-6806e03ba255 req-79901f5c-b03c-4f71-8d26-1d7d45c5a0f2 service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913546 Nov 09 01:34:25.569074 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-7250ff49-b110-4c60-93bb-6806e03ba255 req-8418eef0-e9bc-4cde-bbb0-64b24ad5b1d3 service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910680 Nov 09 01:34:25.608863 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339bd18-34b5-4911-9407-6d6c856f6428 req-07455002-dbe2-42a5-9bf2-e8b49225e058 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:25.618899 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2339bd18-34b5-4911-9407-6d6c856f6428 req-07455002-dbe2-42a5-9bf2-e8b49225e058 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 931 time: 0.0617669 Nov 09 01:34:25.665079 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2339bd18-34b5-4911-9407-6d6c856f6428 req-a1fb2a74-ec89-49b6-aa40-131a1bf6c2a8 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452640 Nov 09 01:34:26.791532 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d85bac-24d8-47a0-bcc8-7de08810d46e req-5c431c21-0886-4108-be96-7ebe0d4e12cb tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:26.793165 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35d85bac-24d8-47a0-bcc8-7de08810d46e req-5c431c21-0886-4108-be96-7ebe0d4e12cb tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 931 time: 0.0550385 Nov 09 01:34:26.846484 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-35d85bac-24d8-47a0-bcc8-7de08810d46e req-8ceb0832-9f56-4a35-8684-4ada4d970233 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463881 Nov 09 01:34:27.973979 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8246f-a067-4ef0-acf2-844a603e3b1a req-f2cdc15a-b877-4871-bfd4-286b37c217dc tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:27.975547 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0c8246f-a067-4ef0-acf2-844a603e3b1a req-f2cdc15a-b877-4871-bfd4-286b37c217dc tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 931 time: 0.0530508 Nov 09 01:34:28.025733 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-f0c8246f-a067-4ef0-acf2-844a603e3b1a req-24165e2a-8ca3-4d85-a959-9e0af9367460 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442030 Nov 09 01:34:29.146541 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ec02d-3b0e-48a0-a931-7778280b349f req-cb6726e1-9b42-4a32-957f-3d5b1d4135b1 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:29.148092 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-189ec02d-3b0e-48a0-a931-7778280b349f req-cb6726e1-9b42-4a32-957f-3d5b1d4135b1 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 931 time: 0.0502181 Nov 09 01:34:29.206240 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-189ec02d-3b0e-48a0-a931-7778280b349f req-b6be7d76-c872-44cb-991d-8f3e4178689a tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519629 Nov 09 01:34:30.327982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431de8a-93bc-49ca-b465-b7a5ffb30b00 req-2f3a95a9-07d7-46a2-8294-73e16aac7435 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:30.330151 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0431de8a-93bc-49ca-b465-b7a5ffb30b00 req-2f3a95a9-07d7-46a2-8294-73e16aac7435 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 931 time: 0.0525923 Nov 09 01:34:30.381405 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0431de8a-93bc-49ca-b465-b7a5ffb30b00 req-b7e9c674-90a5-416b-bd06-6a1992654f50 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449407 Nov 09 01:34:31.501211 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff7660-c94f-4556-8425-c4a88e16c172 req-18ae259a-0788-421c-a211-b46f05188536 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:31.502896 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9ff7660-c94f-4556-8425-c4a88e16c172 req-18ae259a-0788-421c-a211-b46f05188536 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 931 time: 0.0509903 Nov 09 01:34:31.557864 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-e9ff7660-c94f-4556-8425-c4a88e16c172 req-157ba068-693d-4afb-8f35-feaa6a163df5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486860 Nov 09 01:34:32.497377 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Request body: {'port': {'device_id': '91edc06a-6f72-48e2-b024-626601587518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813263-3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:34:32.552824 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:32.735637 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec0864-deee-49bb-8c8d-4406e28df7d3 req-3a84c1ed-0e40-436b-9ad6-bfdf01143f99 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:32.737094 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-edec0864-deee-49bb-8c8d-4406e28df7d3 req-3a84c1ed-0e40-436b-9ad6-bfdf01143f99 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 931 time: 0.0838563 Nov 09 01:34:32.831083 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-edec0864-deee-49bb-8c8d-4406e28df7d3 req-84a8cc7d-e359-4f87-a05a-22c1cadbe520 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699544 Nov 09 01:34:32.892032 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a023e9d-119b-4269-89a5-7ef18c8ab3ba {{(pid=101780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:34:32.899602 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:32.912109 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.provisioning_blocks [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Transition to ACTIVE for port object 1a023e9d-119b-4269-89a5-7ef18c8ab3ba will not be triggered until provisioned by entity L2. {{(pid=101780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 01:34:32.915577 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:32.965939 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Pushing event updated for resources: {'Port': ['ID=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:34:33.035629 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Attempting to bind port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba on host n-h1-813263-3 for vnic_type normal with profile {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 01:34:33.036038 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Attempting to bind port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba by drivers openvswitch,hyperv on host n-h1-813263-3 at level 0 using segments [{'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 01:34:33.036367 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Attempting to bind port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba on network 90fe9619-bf89-4168-9bfb-70063baa205a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:34:33.040779 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba on network 90fe9619-bf89-4168-9bfb-70063baa205a not bound, no agent of type Open vSwitch agent registered on host n-h1-813263-3 {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 01:34:33.041094 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Attempting to bind port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba on network 90fe9619-bf89-4168-9bfb-70063baa205a {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 01:34:33.046173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Checking agent: {'id': '8f26f3ca-7457-40a9-ba5b-a0a659dc9de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813263-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'started_at': datetime.datetime(2021, 11, 9, 0, 1, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 1, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 01:34:33.046501 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Checking segment: {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 01:34:33.046877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Bound using segment: {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'} {{(pid=101780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 01:34:33.047336 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.managers [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Bound port: 1a023e9d-119b-4269-89a5-7ef18c8ab3ba, host: n-h1-813263-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ce87a1-0075-4f41-a262-f940ea4c4bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a'}}] {{(pid=101780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 01:34:33.047689 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:33.112478 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] For port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba, host n-h1-813263-3, cleared binding levels {{(pid=101780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 01:34:33.115631 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] For port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba, host n-h1-813263-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 01:34:33.120243 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:33.152764 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:33.153497 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:33.154915 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] 10.222.0.30 "PUT /v2.0/ports/1a023e9d-119b-4269-89a5-7ef18c8ab3ba HTTP/1.1" status: 200 len: 1091 time: 0.6621771 Nov 09 01:34:33.155291 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91edc06a-6f72-48e2-b024-626601587518', 'tag': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:34:33.158166 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4be2ac5-5767-40e9-aa42-9630b07d0563" -d '{"events": [{"name": "network-changed", "server_uuid": "91edc06a-6f72-48e2-b024-626601587518", "tag": "1a023e9d-119b-4269-89a5-7ef18c8ab3ba"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:34:33.187967 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cf066-0f85-4e4b-a0b8-65bf128a2804 service neutron] Pushing event updated for resources: {'Port': ['ID=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,revision_number=3']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:34:33.210663 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88c14b6-2137-4fdd-9c1d-0352250ed63c x-openstack-request-id: req-f88c14b6-2137-4fdd-9c1d-0352250ed63c {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:34:33.210900 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91edc06a-6f72-48e2-b024-626601587518", "tag": "1a023e9d-119b-4269-89a5-7ef18c8ab3ba", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:34:33.211130 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f88c14b6-2137-4fdd-9c1d-0352250ed63c {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:34:33.211527 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91edc06a-6f72-48e2-b024-626601587518', 'tag': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'status': 'completed', 'code': 200} Nov 09 01:34:33.245156 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-9f393db5-79f2-41db-8145-966280d11b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:33.246880 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-9f393db5-79f2-41db-8145-966280d11b76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 1094 time: 0.0483279 Nov 09 01:34:33.293727 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-8fdac2be-7592-4787-a76b-a931b44ed085 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba HTTP/1.1" status: 200 len: 217 time: 0.0392220 Nov 09 01:34:33.346325 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-2fca6c57-b4f6-4162-ad2e-64df77ab4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:33.347769 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-2fca6c57-b4f6-4162-ad2e-64df77ab4f4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0470808 Nov 09 01:34:33.392986 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-52b79fc2-6565-49a1-b801-316bd551a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:33.394489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-52b79fc2-6565-49a1-b801-316bd551a0cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397675 Nov 09 01:34:33.486523 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-d2053aae-238d-4784-a4ee-ca0d34d764c6 service neutron] 10.222.0.30 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849688 Nov 09 01:34:33.575477 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b74e337b-c93f-4cbc-8d97-baacccc248fe req-1c3db36c-d889-4afe-b6e9-a7bc6985defb service neutron] 10.222.0.30 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812054 Nov 09 01:34:33.664865 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be2ac5-5767-40e9-aa42-9630b07d0563 req-b8440826-ffb5-4278-9072-72d760317a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:33.666368 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4be2ac5-5767-40e9-aa42-9630b07d0563 req-b8440826-ffb5-4278-9072-72d760317a81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 1094 time: 0.0445604 Nov 09 01:34:33.755173 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be2ac5-5767-40e9-aa42-9630b07d0563 req-23f89a6e-be97-4106-876f-649ce757b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:33.756620 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4be2ac5-5767-40e9-aa42-9630b07d0563 req-23f89a6e-be97-4106-876f-649ce757b1be service neutron] 10.222.0.30 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 910 time: 0.0831063 Nov 09 01:34:33.800189 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4be2ac5-5767-40e9-aa42-9630b07d0563 req-21c60e75-b5a8-494e-ba84-e8637c769bd9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba HTTP/1.1" status: 200 len: 217 time: 0.0364628 Nov 09 01:34:33.848039 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be2ac5-5767-40e9-aa42-9630b07d0563 req-1ef6f955-cfd5-49a0-a4e0-12b45cfb85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:33.849434 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4be2ac5-5767-40e9-aa42-9630b07d0563 req-1ef6f955-cfd5-49a0-a4e0-12b45cfb85ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0422027 Nov 09 01:34:33.897630 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be2ac5-5767-40e9-aa42-9630b07d0563 req-907d779d-59f6-4924-984a-d0205f102fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:33.899139 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4be2ac5-5767-40e9-aa42-9630b07d0563 req-907d779d-59f6-4924-984a-d0205f102fa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411167 Nov 09 01:34:34.003798 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1f840-a472-4054-878e-fcb2c9bdd48e req-6b10aed2-42a9-4b32-a001-6c539cdca4e7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:34.005297 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fa1f840-a472-4054-878e-fcb2c9bdd48e req-6b10aed2-42a9-4b32-a001-6c539cdca4e7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 943 time: 0.1052859 Nov 09 01:34:34.042515 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4be2ac5-5767-40e9-aa42-9630b07d0563 req-5429b33e-5379-4820-8017-85057a9bd14a service neutron] 10.222.0.30 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344562 Nov 09 01:34:34.088228 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-8fa1f840-a472-4054-878e-fcb2c9bdd48e req-14f8de48-a0e0-4f7b-98a8-41d42038b0d6 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768027 Nov 09 01:34:34.149819 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b4be2ac5-5767-40e9-aa42-9630b07d0563 req-f11c699e-2eb3-4887-91ee-0c9d96321489 service neutron] 10.222.0.30 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990059 Nov 09 01:34:35.205788 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea266e2-f2f2-4e05-b993-4f802cf94865 req-7ec05ec0-ebe0-404c-ba4c-8c3fdb15b7b0 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:35.207262 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ea266e2-f2f2-4e05-b993-4f802cf94865 req-7ec05ec0-ebe0-404c-ba4c-8c3fdb15b7b0 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 943 time: 0.0492122 Nov 09 01:34:35.255788 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ea266e2-f2f2-4e05-b993-4f802cf94865 req-527c2d18-5bc6-48bc-a08c-bd393fc6825f tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424554 Nov 09 01:34:36.367697 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fcd88-8767-4dc1-b23e-ecefe18b1811 req-bbc56575-109a-4924-b0af-2b7bdc7bbfe6 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:36.369144 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe6fcd88-8767-4dc1-b23e-ecefe18b1811 req-bbc56575-109a-4924-b0af-2b7bdc7bbfe6 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 943 time: 0.0467961 Nov 09 01:34:36.416498 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-fe6fcd88-8767-4dc1-b23e-ecefe18b1811 req-79a53cd1-510d-437b-9de2-1420c2150bf7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415206 Nov 09 01:34:36.440703 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1a023e9d-119b-4269-89a5-7ef18c8ab3ba details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:34:36.531893 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:34:36.542813 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'port_id': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'mac_address': 'fa:16:3e:86:fb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:34:36.582573 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:36.594665 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a023e9d-119b-4269-89a5-7ef18c8ab3ba {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:34:36.612850 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:34:36.616894 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:36.662720 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,revision_number=4']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:34:36.848689 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1a023e9d-119b-4269-89a5-7ef18c8ab3ba'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:34:37.532994 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfef070-e36b-480c-939d-5acd5198ad13 req-b1596db0-2005-4e3d-afb2-a86a4cf1a8f7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:37.534459 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bdfef070-e36b-480c-939d-5acd5198ad13 req-b1596db0-2005-4e3d-afb2-a86a4cf1a8f7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 944 time: 0.0510917 Nov 09 01:34:37.582163 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bdfef070-e36b-480c-939d-5acd5198ad13 req-191c8073-c2a2-49d7-a552-1ca7b54ccb35 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418007 Nov 09 01:34:38.456061 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1a023e9d-119b-4269-89a5-7ef18c8ab3ba up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:34:38.503951 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning for port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba completed by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 01:34:38.507660 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:34:38.508030 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:38.584334 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:38.606310 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91edc06a-6f72-48e2-b024-626601587518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:34:38.611055 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a90257f-2b9a-4206-9ae3-8a6554c478ca" -d '{"events": [{"server_uuid": "91edc06a-6f72-48e2-b024-626601587518", "name": "network-vif-plugged", "status": "completed", "tag": "1a023e9d-119b-4269-89a5-7ef18c8ab3ba"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:34:38.624268 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:34:38.628190 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:38.652273 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75540136-2eeb-44b3-8646-576e6f061335 x-openstack-request-id: req-75540136-2eeb-44b3-8646-576e6f061335 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:34:38.652565 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91edc06a-6f72-48e2-b024-626601587518", "name": "network-vif-plugged", "status": "completed", "tag": "1a023e9d-119b-4269-89a5-7ef18c8ab3ba", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:34:38.652817 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75540136-2eeb-44b3-8646-576e6f061335 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:34:38.653205 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91edc06a-6f72-48e2-b024-626601587518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'code': 200} Nov 09 01:34:38.681737 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,revision_number=5']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:34:38.773991 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db643e45-1995-4bad-bb1d-78846ff2380e req-b9f558e9-4f0b-4ee9-ae6e-47fe186bcfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:38.775476 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db643e45-1995-4bad-bb1d-78846ff2380e req-b9f558e9-4f0b-4ee9-ae6e-47fe186bcfd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 1096 time: 0.0682292 Nov 09 01:34:38.787742 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cea6e7-4d8d-46c5-a539-eccfd653f21e req-a32c0ed9-39f8-4543-873c-f0f6140f7fce tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:38.789113 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8cea6e7-4d8d-46c5-a539-eccfd653f21e req-a32c0ed9-39f8-4543-873c-f0f6140f7fce tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 945 time: 0.1242471 Nov 09 01:34:39.204967 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-db643e45-1995-4bad-bb1d-78846ff2380e req-75afc448-34c1-491b-904a-90cfbdc32598 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4148805 Nov 09 01:34:39.209816 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-d8cea6e7-4d8d-46c5-a539-eccfd653f21e req-92c0f894-3f39-4624-9661-29097af8749f tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4148269 Nov 09 01:34:40.378526 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be8e00-8470-4c60-bd0c-627187563005 req-2bf10490-3ccb-4226-9cdd-97ec6144618a tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:40.379990 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3be8e00-8470-4c60-bd0c-627187563005 req-2bf10490-3ccb-4226-9cdd-97ec6144618a tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 945 time: 0.0996592 Nov 09 01:34:40.429466 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b3be8e00-8470-4c60-bd0c-627187563005 req-ff711109-f0d4-4341-a816-649b662656f5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Nov 09 01:34:41.548610 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29664c-ea68-43d5-ae54-88414ce55515 req-a9142638-e1a2-440f-a535-488017c9b8fd tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:41.550103 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a29664c-ea68-43d5-ae54-88414ce55515 req-a9142638-e1a2-440f-a535-488017c9b8fd tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 945 time: 0.0481782 Nov 09 01:34:41.601564 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-9a29664c-ea68-43d5-ae54-88414ce55515 req-59d7c949-dc16-4066-aa08-87afd9f1f1c5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454040 Nov 09 01:34:41.716601 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702b4b9-f619-4fa2-9a2f-d362c6656fb2 req-b72b9153-a4db-4e02-ba2f-d97fde653e75 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:41.717974 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0702b4b9-f619-4fa2-9a2f-d362c6656fb2 req-b72b9153-a4db-4e02-ba2f-d97fde653e75 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 945 time: 0.0475926 Nov 09 01:34:41.766355 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-0702b4b9-f619-4fa2-9a2f-d362c6656fb2 req-ce40cc41-1933-40ef-9630-b9d708508bc5 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 Nov 09 01:34:41.787652 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35510) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:34:41.825605 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3041fca-1877-4fe5-800c-968dc57f7ae1 tempest-TestSnapshotPattern-1419628698 tempest-TestSnapshotPattern-1419628698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:41.827070 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a3041fca-1877-4fe5-800c-968dc57f7ae1 tempest-TestSnapshotPattern-1419628698 tempest-TestSnapshotPattern-1419628698-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 1091 time: 0.0384650 Nov 09 01:34:41.829833 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35512) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:34:41.834264 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.v2.base [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Request body: {'floatingip': {'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'port_id': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 01:34:41.855846 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for floatingip, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:41.952416 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:42.052834 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_common [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Allocated IP 172.25.0.137 (05329b63-5e82-4b7a-9ee4-f15a280f45e3/5c6f8a6f-4436-4eba-bf38-541e308e33c9/65880349-3867-42c1-b4fa-db8e224daef2) {{(pid=101780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 01:34:42.155756 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for port, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:42.188636 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740051988089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:42.222839 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Network 05329b63-5e82-4b7a-9ee4-f15a280f45e3 is already hosted by enough agents. {{(pid=101780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 01:34:42.225667 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.base_scheduler [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Resources bound (agent type, host, resource id): {{(pid=101780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 01:34:42.229008 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Received port after_create {{(pid=101780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 01:34:42.262424 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'Port': ['ID=65880349-3867-42c1-b4fa-db8e224daef2,revision_number=1']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:34:42.588193 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:42.656371 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:42.799871 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for port, precommit_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:42.804326 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3798385'] for port, after_update {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:42.834677 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c58d5a22-d8c4-460b-b89b-7be6048000ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:42.885859 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event updated for resources: {'Port': ['ID=65880349-3867-42c1-b4fa-db8e224daef2,revision_number=2']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:34:42.892205 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573064'] for floatingip, after_create {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:42.994497 n-d-813263-3 neutron-server[101780]: INFO neutron.db.l3_db [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Floating IP 052af6fb-e6d1-4b79-b8c4-8c340a81f29c associated. External IP: 172.25.0.137, port: 1a023e9d-119b-4269-89a5-7ef18c8ab3ba. Nov 09 01:34:43.199100 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:34:43.304562 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:34:43.314645 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f88029-9f4d-47dd-9bc8-71def14ea1a8 None None] Sync routers for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:34:43.323209 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:43.324147 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f88029-9f4d-47dd-9bc8-71def14ea1a8 None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:34:43.324757 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d1f88029-9f4d-47dd-9bc8-71def14ea1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:34:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:34:43.350071 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-e27ce1c7-9a64-419d-aa07-7358e7f4aa69 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5192106 Nov 09 01:34:43.350763 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91edc06a-6f72-48e2-b024-626601587518', 'tag': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:34:43.352996 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a609215a-250b-4b18-8ea3-1f5649753b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "91edc06a-6f72-48e2-b024-626601587518", "tag": "1a023e9d-119b-4269-89a5-7ef18c8ab3ba"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:34:43.390042 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad6913f-bb33-4426-ac9d-51349e0a2cdb x-openstack-request-id: req-cad6913f-bb33-4426-ac9d-51349e0a2cdb {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:34:43.390337 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91edc06a-6f72-48e2-b024-626601587518", "tag": "1a023e9d-119b-4269-89a5-7ef18c8ab3ba", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:34:43.390591 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cad6913f-bb33-4426-ac9d-51349e0a2cdb {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:34:43.391522 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91edc06a-6f72-48e2-b024-626601587518', 'tag': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'status': 'completed', 'code': 200} Nov 09 01:34:43.455221 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609215a-250b-4b18-8ea3-1f5649753b2c req-3a3538b9-6afa-4c6a-958e-63c0dd671392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:43.456742 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a609215a-250b-4b18-8ea3-1f5649753b2c req-3a3538b9-6afa-4c6a-958e-63c0dd671392 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 1096 time: 0.0438197 Nov 09 01:34:43.523071 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-d1f88029-9f4d-47dd-9bc8-71def14ea1a8 None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:34:43.551130 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609215a-250b-4b18-8ea3-1f5649753b2c req-1d5e9239-3897-4242-a9a0-0623bc7a8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:43.552609 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a609215a-250b-4b18-8ea3-1f5649753b2c req-1d5e9239-3897-4242-a9a0-0623bc7a8db4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 910 time: 0.0884430 Nov 09 01:34:43.618343 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a609215a-250b-4b18-8ea3-1f5649753b2c req-10b7b8a8-c038-464d-b896-2ff5335b4c6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba HTTP/1.1" status: 200 len: 999 time: 0.0584528 Nov 09 01:34:43.667184 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609215a-250b-4b18-8ea3-1f5649753b2c req-76871e5f-f201-4775-b747-1f2483d234bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:43.668647 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a609215a-250b-4b18-8ea3-1f5649753b2c req-76871e5f-f201-4775-b747-1f2483d234bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0443845 Nov 09 01:34:43.717561 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609215a-250b-4b18-8ea3-1f5649753b2c req-4c005f69-ec85-40d9-b8ce-71a6dcc0d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:34:43.719922 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a609215a-250b-4b18-8ea3-1f5649753b2c req-4c005f69-ec85-40d9-b8ce-71a6dcc0d8f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447934 Nov 09 01:34:43.746440 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d1f88029-9f4d-47dd-9bc8-71def14ea1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '052af6fb-e6d1-4b79-b8c4-8c340a81f29c', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'port_id': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'mac_address': 'fa:16:3e:86:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91edc06a-6f72-48e2-b024-626601587518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:34:42Z', 'updated_at': '2021-11-09T01:34:42Z', 'revision_number': 0, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address_scope': None}, {'id': '2613edd9-d31d-48f8-bfb2-61b4f828b599', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'port_id': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'mac_address': 'fa:16:3e:7a:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:32:10Z', 'updated_at': '2021-11-09T01:32:12Z', 'revision_number': 1, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:34:43.776084 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f88029-9f4d-47dd-9bc8-71def14ea1a8 None None] Checking router: 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:34:43.784969 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f88029-9f4d-47dd-9bc8-71def14ea1a8 None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:34:43.785599 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d1f88029-9f4d-47dd-9bc8-71def14ea1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:34:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:34:43.809682 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a609215a-250b-4b18-8ea3-1f5649753b2c req-210fda76-5477-491a-8b0f-7a7878dc018f service neutron] 10.222.0.30 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821803 Nov 09 01:34:43.888870 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-d1f88029-9f4d-47dd-9bc8-71def14ea1a8 None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:34:43.902335 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-a609215a-250b-4b18-8ea3-1f5649753b2c req-38c5f325-1338-4204-bf98-b2522c4b28bc service neutron] 10.222.0.30 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860581 Nov 09 01:34:44.110881 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-d1f88029-9f4d-47dd-9bc8-71def14ea1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '052af6fb-e6d1-4b79-b8c4-8c340a81f29c', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'port_id': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'mac_address': 'fa:16:3e:86:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91edc06a-6f72-48e2-b024-626601587518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:34:42Z', 'updated_at': '2021-11-09T01:34:42Z', 'revision_number': 0, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address_scope': None}, {'id': '2613edd9-d31d-48f8-bfb2-61b4f828b599', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'port_id': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'mac_address': 'fa:16:3e:7a:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:32:10Z', 'updated_at': '2021-11-09T01:32:12Z', 'revision_number': 1, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:34:44.136487 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f88029-9f4d-47dd-9bc8-71def14ea1a8 None None] The sync data for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 is: [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '052af6fb-e6d1-4b79-b8c4-8c340a81f29c', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'port_id': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'mac_address': 'fa:16:3e:86:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91edc06a-6f72-48e2-b024-626601587518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:34:42Z', 'updated_at': '2021-11-09T01:34:42Z', 'revision_number': 0, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address_scope': None}, {'id': '2613edd9-d31d-48f8-bfb2-61b4f828b599', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'port_id': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'mac_address': 'fa:16:3e:7a:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:32:10Z', 'updated_at': '2021-11-09T01:32:12Z', 'revision_number': 1, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:34:44.335635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505dcb75-2f8e-46ee-a813-6f9022b645f3 None None] New status for floating IP 052af6fb-e6d1-4b79-b8c4-8c340a81f29c: ACTIVE {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:34:44.928532 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9ba76a5d-b1fc-4c0d-8668-191809b0bf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:46.447866 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:46.691917 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:47.229554 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:48.000910 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:48.579649 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:34:57.162661 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:35:11.890885 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b831882f-6832-4ac1-80d9-3239032d0e9e req-88c36f8a-9b82-49d9-87fd-4ebc7fbbbfb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400729 Nov 09 01:35:11.970312 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831882f-6832-4ac1-80d9-3239032d0e9e req-b8fd05fc-bec0-493f-b422-6c1c6b805e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:35:11.971779 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b831882f-6832-4ac1-80d9-3239032d0e9e req-b8fd05fc-bec0-493f-b422-6c1c6b805e54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 1096 time: 0.0394783 Nov 09 01:35:12.076406 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831882f-6832-4ac1-80d9-3239032d0e9e req-5630c03e-7340-4d22-8431-6b851e7911ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:35:12.077905 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b831882f-6832-4ac1-80d9-3239032d0e9e req-5630c03e-7340-4d22-8431-6b851e7911ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 910 time: 0.0880351 Nov 09 01:35:12.142802 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b831882f-6832-4ac1-80d9-3239032d0e9e req-2ec2f60f-076a-45bf-8c74-8bcd21356805 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba HTTP/1.1" status: 200 len: 1001 time: 0.0573678 Nov 09 01:35:12.195082 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831882f-6832-4ac1-80d9-3239032d0e9e req-49cf646e-a4da-4681-b3a1-4a435632ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:35:12.196492 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b831882f-6832-4ac1-80d9-3239032d0e9e req-49cf646e-a4da-4681-b3a1-4a435632ef14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0464497 Nov 09 01:35:12.242880 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831882f-6832-4ac1-80d9-3239032d0e9e req-0c1223d4-6786-4eee-8a3c-97e8e75fc9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:35:12.244357 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b831882f-6832-4ac1-80d9-3239032d0e9e req-0c1223d4-6786-4eee-8a3c-97e8e75fc9f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394506 Nov 09 01:35:12.331061 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b831882f-6832-4ac1-80d9-3239032d0e9e req-fc26f9e2-1c11-4a0a-8bac-03b8bd923abe service neutron] 10.222.0.30 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794253 Nov 09 01:35:12.421709 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-b831882f-6832-4ac1-80d9-3239032d0e9e req-4511d228-59f7-49a7-86a6-d3cb4b0dce33 service neutron] 10.222.0.30 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827751 Nov 09 01:35:12.836069 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-98cf8b57-a66c-4ddf-803f-09c98930246b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:14.928795 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-327593d6-2901-4c2e-8eb1-fea099d0641e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:16.450497 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:16.689551 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:17.226094 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:18.003783 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:18.581187 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:24.994149 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a171ba36-3086-4a08-a12c-34e27e554efc req-20d76abf-eadf-4510-932a-b4a3965834f0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399423 Nov 09 01:35:25.080635 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171ba36-3086-4a08-a12c-34e27e554efc req-391cf3c9-7251-4547-a25c-ae400f2a0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:35:25.082143 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a171ba36-3086-4a08-a12c-34e27e554efc req-391cf3c9-7251-4547-a25c-ae400f2a0cfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 1095 time: 0.0437071 Nov 09 01:35:25.182670 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171ba36-3086-4a08-a12c-34e27e554efc req-7e5e6c02-3bd0-4b06-b038-d5ce7203cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:35:25.184116 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a171ba36-3086-4a08-a12c-34e27e554efc req-7e5e6c02-3bd0-4b06-b038-d5ce7203cb49 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 910 time: 0.0831928 Nov 09 01:35:25.251881 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a171ba36-3086-4a08-a12c-34e27e554efc req-cb9c845e-78fd-4aa2-b761-e81113e1da18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a HTTP/1.1" status: 200 len: 1000 time: 0.0597184 Nov 09 01:35:25.299693 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171ba36-3086-4a08-a12c-34e27e554efc req-073ef872-a90f-44c8-9633-715be5c4b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:35:25.301102 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a171ba36-3086-4a08-a12c-34e27e554efc req-073ef872-a90f-44c8-9633-715be5c4b5df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0420387 Nov 09 01:35:25.345078 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171ba36-3086-4a08-a12c-34e27e554efc req-98503d04-790c-40f7-af64-e3883ac24400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:35:25.346517 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a171ba36-3086-4a08-a12c-34e27e554efc req-98503d04-790c-40f7-af64-e3883ac24400 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381536 Nov 09 01:35:25.436411 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a171ba36-3086-4a08-a12c-34e27e554efc req-12ad3e30-e4ae-49b6-a1ec-92e68e6823ed service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826714 Nov 09 01:35:25.523368 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-a171ba36-3086-4a08-a12c-34e27e554efc req-e6fb23fe-8bee-4d3e-88f4-0080403da099 service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795031 Nov 09 01:35:34.161721 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:35:42.837268 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-8a2be446-fc20-45aa-ba2e-2917ce9e9ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:44.929870 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9c28d3e5-9b48-4291-94c9-7b9bd2ca80ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:46.453581 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:46.700871 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:47.226183 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:48.006925 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:35:48.581573 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:06.889889 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1a023e9d-119b-4269-89a5-7ef18c8ab3ba details requested by agent hyperv_n-h1-813263-3 with host n-h1-813263-3 {{(pid=101782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 01:36:06.986536 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:36:06.998467 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Returning: {'device': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'port_id': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'mac_address': 'fa:16:3e:86:fb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 01:36:07.045960 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:07.058814 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a023e9d-119b-4269-89a5-7ef18c8ab3ba {{(pid=101782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 01:36:07.080107 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:36:07.083889 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:07.135210 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,revision_number=6']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:07.143049 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:07.143390 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:07.143725 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:07.144063 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:07.144387 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:07.144709 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:07.145029 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:07.145372 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:07.145718 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:07.146036 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:07.146354 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:07.146669 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:07.151318 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] get_ports_and_sgs() called for port_ids ['1a023e9d-119b-4269-89a5-7ef18c8ab3ba'] {{(pid=101782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 01:36:08.903715 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1a023e9d-119b-4269-89a5-7ef18c8ab3ba up at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 01:36:08.958877 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.provisioning_blocks [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Provisioning complete for port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba triggered by entity L2. {{(pid=101782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 01:36:08.959333 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7869907'] for port, provisioning_complete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:09.086626 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8052763'] for port, before_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:09.124664 n-d-813263-3 neutron-server[101782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91edc06a-6f72-48e2-b024-626601587518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba'}] {{(pid=101782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:36:09.126933 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b685b84393e6180190d2bb9fc64888acfbd587814a1bec3bfb04181709a946f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e428b7a6-d97a-47ea-9d0b-3d7ce24b6d12" -d '{"events": [{"server_uuid": "91edc06a-6f72-48e2-b024-626601587518", "name": "network-vif-plugged", "status": "completed", "tag": "1a023e9d-119b-4269-89a5-7ef18c8ab3ba"}]}' {{(pid=101782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:36:09.150460 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] For port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:36:09.161779 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740052483988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740051988107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740051988125'] for port, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:09.192564 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958a70e3-d0c9-449c-b307-808c163ad151 x-openstack-request-id: req-958a70e3-d0c9-449c-b307-808c163ad151 {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:36:09.192863 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91edc06a-6f72-48e2-b024-626601587518", "name": "network-vif-plugged", "status": "completed", "tag": "1a023e9d-119b-4269-89a5-7ef18c8ab3ba", "code": 200}]} {{(pid=101782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:36:09.193121 n-d-813263-3 neutron-server[101782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-958a70e3-d0c9-449c-b307-808c163ad151 {{(pid=101782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:36:09.193613 n-d-813263-3 neutron-server[101782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91edc06a-6f72-48e2-b024-626601587518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'code': 200} Nov 09 01:36:09.220102 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Pushing event updated for resources: {'Port': ['ID=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,revision_number=7']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:11.161895 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:36:12.842789 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1acb5986-996d-43d1-9ea2-c28e231182d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:12.985513 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a08e4-dc14-4054-8a43-74bce5ae1ae8 req-f56f026c-16ef-4fba-a157-94520517b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:12.988176 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd1a08e4-dc14-4054-8a43-74bce5ae1ae8 req-f56f026c-16ef-4fba-a157-94520517b930 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 1096 time: 0.1122370 Nov 09 01:36:13.106643 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a08e4-dc14-4054-8a43-74bce5ae1ae8 req-cd310b8e-56ec-433d-96bc-54bf30afe22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:13.108528 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd1a08e4-dc14-4054-8a43-74bce5ae1ae8 req-cd310b8e-56ec-433d-96bc-54bf30afe22a service neutron] 10.222.0.30 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 910 time: 0.0984569 Nov 09 01:36:13.185861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd1a08e4-dc14-4054-8a43-74bce5ae1ae8 req-4b23d932-c5a7-44a5-8a9e-59ac781e4498 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba HTTP/1.1" status: 200 len: 1001 time: 0.0695078 Nov 09 01:36:13.246685 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a08e4-dc14-4054-8a43-74bce5ae1ae8 req-d995111f-8584-49c4-898d-db987c9afbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:13.248145 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd1a08e4-dc14-4054-8a43-74bce5ae1ae8 req-d995111f-8584-49c4-898d-db987c9afbc2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0546308 Nov 09 01:36:13.303732 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a08e4-dc14-4054-8a43-74bce5ae1ae8 req-f96113f8-d9b5-4184-a52f-0c441c67f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:13.306020 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd1a08e4-dc14-4054-8a43-74bce5ae1ae8 req-f96113f8-d9b5-4184-a52f-0c441c67f3a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496926 Nov 09 01:36:13.412095 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd1a08e4-dc14-4054-8a43-74bce5ae1ae8 req-c24dbc01-57d2-464d-9b83-01ad572490f3 service neutron] 10.222.0.30 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969262 Nov 09 01:36:13.516654 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-bd1a08e4-dc14-4054-8a43-74bce5ae1ae8 req-ca38e81f-b055-4a4b-91ee-7697048d2501 service neutron] 10.222.0.30 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968280 Nov 09 01:36:14.934846 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cfe8d856-0027-4d56-b4e5-7b37acb95cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:16.456802 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:16.701302 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:16.862293 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35710) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:17.012737 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Deleting port 65880349-3867-42c1-b4fa-db8e224daef2 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:36:17.013076 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:17.090466 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:17.090793 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:17.102856 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Calling delete_port for 65880349-3867-42c1-b4fa-db8e224daef2 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:36:17.241329 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:17.249920 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:17.275239 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event deleted for resources: {'Port': ['ID=65880349-3867-42c1-b4fa-db8e224daef2,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:17.301051 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:17.301416 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:17.301761 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:17.302099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:17.302436 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:17.302771 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:17.303099 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:17.303427 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:17.303751 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:17.304076 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:17.304398 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:17.304721 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:17.347139 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:17.347388 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Floating IP 052af6fb-e6d1-4b79-b8c4-8c340a81f29c disassociated (deleted). External IP: 172.25.0.137, port: 1a023e9d-119b-4269-89a5-7ef18c8ab3ba. Nov 09 01:36:17.548050 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:36:17.650354 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:36:17.654765 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:17.660637 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08588b7f-e9e6-4bed-8a02-8ca28c3c4a8a None None] Sync routers for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:36:17.669543 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08588b7f-e9e6-4bed-8a02-8ca28c3c4a8a None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:36:17.670145 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-08588b7f-e9e6-4bed-8a02-8ca28c3c4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:36:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:17.684131 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-468e8d76-45b5-43e3-b4c6-ccb80ccb4481 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "DELETE /v2.0/floatingips/052af6fb-e6d1-4b79-b8c4-8c340a81f29c HTTP/1.1" status: 204 len: 168 time: 0.8206835 Nov 09 01:36:17.684719 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91edc06a-6f72-48e2-b024-626601587518', 'tag': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:36:17.687030 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307ab90b-12a0-420b-97f0-df2d9db7e69e" -d '{"events": [{"name": "network-changed", "server_uuid": "91edc06a-6f72-48e2-b024-626601587518", "tag": "1a023e9d-119b-4269-89a5-7ef18c8ab3ba"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:36:17.731263 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c043fcf4-f1cf-4d4a-8000-6ffe683cbe34 x-openstack-request-id: req-c043fcf4-f1cf-4d4a-8000-6ffe683cbe34 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:36:17.731559 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91edc06a-6f72-48e2-b024-626601587518", "tag": "1a023e9d-119b-4269-89a5-7ef18c8ab3ba", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:36:17.732038 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c043fcf4-f1cf-4d4a-8000-6ffe683cbe34 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:36:17.732450 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91edc06a-6f72-48e2-b024-626601587518', 'tag': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'status': 'completed', 'code': 200} Nov 09 01:36:17.779851 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-08588b7f-e9e6-4bed-8a02-8ca28c3c4a8a None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:36:17.803098 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ab90b-12a0-420b-97f0-df2d9db7e69e req-4cf50377-45b9-4edb-9076-97b0ff618d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:17.805478 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-307ab90b-12a0-420b-97f0-df2d9db7e69e req-4cf50377-45b9-4edb-9076-97b0ff618d81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 1096 time: 0.0433321 Nov 09 01:36:17.942553 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ab90b-12a0-420b-97f0-df2d9db7e69e req-81bf5448-c2fa-4e1a-b082-6c2c168933b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:17.944060 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-307ab90b-12a0-420b-97f0-df2d9db7e69e req-81bf5448-c2fa-4e1a-b082-6c2c168933b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 910 time: 0.1261241 Nov 09 01:36:17.955064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f49cf6-9b7b-44cd-ae20-a65120a49b8e req-e84ea075-5c3c-462a-acc3-662fa79659cb tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:17.956480 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41f49cf6-9b7b-44cd-ae20-a65120a49b8e req-e84ea075-5c3c-462a-acc3-662fa79659cb tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 945 time: 0.0742941 Nov 09 01:36:18.002722 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-307ab90b-12a0-420b-97f0-df2d9db7e69e req-0e4bc378-2133-4e7f-a3b2-0a4ed888b66d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba HTTP/1.1" status: 200 len: 217 time: 0.0452168 Nov 09 01:36:18.011661 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:18.019666 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-08588b7f-e9e6-4bed-8a02-8ca28c3c4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2613edd9-d31d-48f8-bfb2-61b4f828b599', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'port_id': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'mac_address': 'fa:16:3e:7a:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:32:10Z', 'updated_at': '2021-11-09T01:32:12Z', 'revision_number': 1, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:18.049710 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08588b7f-e9e6-4bed-8a02-8ca28c3c4a8a None None] Checking router: 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:36:18.058206 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08588b7f-e9e6-4bed-8a02-8ca28c3c4a8a None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:36:18.058731 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-08588b7f-e9e6-4bed-8a02-8ca28c3c4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:36:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:18.065708 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-41f49cf6-9b7b-44cd-ae20-a65120a49b8e req-dd6f5196-5057-43c0-bf9c-14ecb40d2d70 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024706 Nov 09 01:36:18.078541 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ab90b-12a0-420b-97f0-df2d9db7e69e req-3d5f7f64-669f-43d8-b40b-33b30528d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:18.080063 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-307ab90b-12a0-420b-97f0-df2d9db7e69e req-3d5f7f64-669f-43d8-b40b-33b30528d702 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0695841 Nov 09 01:36:18.127749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ab90b-12a0-420b-97f0-df2d9db7e69e req-6cb20e38-9c90-41ee-9eee-8a1f24eaf82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:18.129377 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-307ab90b-12a0-420b-97f0-df2d9db7e69e req-6cb20e38-9c90-41ee-9eee-8a1f24eaf82b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408506 Nov 09 01:36:18.165008 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-08588b7f-e9e6-4bed-8a02-8ca28c3c4a8a None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:36:18.223685 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-307ab90b-12a0-420b-97f0-df2d9db7e69e req-0d52264a-0245-4a53-be8a-8e99af2c0d7e service neutron] 10.222.0.30 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864325 Nov 09 01:36:18.316141 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-307ab90b-12a0-420b-97f0-df2d9db7e69e req-d39e7ce8-ec5a-4388-b33f-f6c4fc6f9be3 service neutron] 10.222.0.30 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849843 Nov 09 01:36:18.471470 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-08588b7f-e9e6-4bed-8a02-8ca28c3c4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2613edd9-d31d-48f8-bfb2-61b4f828b599', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'port_id': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'mac_address': 'fa:16:3e:7a:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:32:10Z', 'updated_at': '2021-11-09T01:32:12Z', 'revision_number': 1, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:18.500476 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08588b7f-e9e6-4bed-8a02-8ca28c3c4a8a None None] The sync data for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 is: [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_floatingips': [{'id': '2613edd9-d31d-48f8-bfb2-61b4f828b599', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'router_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'port_id': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'mac_address': 'fa:16:3e:7a:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T01:32:10Z', 'updated_at': '2021-11-09T01:32:12Z', 'revision_number': 1, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:36:18.583695 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:18.757642 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c55b1-887f-4b60-8c04-f8d522491667 None None] New status for floating IP 052af6fb-e6d1-4b79-b8c4-8c340a81f29c: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:36:19.185923 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e4884-5a39-4edb-b4f4-9f02f6b42d2b req-9f093b91-b132-4210-a344-cf1064763f3b tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:19.187553 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb1e4884-5a39-4edb-b4f4-9f02f6b42d2b req-9f093b91-b132-4210-a344-cf1064763f3b tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 945 time: 0.0513647 Nov 09 01:36:19.240759 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-eb1e4884-5a39-4edb-b4f4-9f02f6b42d2b req-bc9b8f69-2ca3-4f7b-aeeb-b34f6a1628bb tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465107 Nov 09 01:36:19.383726 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362f0b8-d3e7-4183-991b-75f5e6ab1bd9 req-6e7e0baa-82c9-4bf5-8b7f-24a20f8708ce tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:19.385093 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2362f0b8-d3e7-4183-991b-75f5e6ab1bd9 req-6e7e0baa-82c9-4bf5-8b7f-24a20f8708ce tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.30 "GET /v2.0/ports?device_id=91edc06a-6f72-48e2-b024-626601587518 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Nov 09 01:36:19.472444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-2362f0b8-d3e7-4183-991b-75f5e6ab1bd9 req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Deleting port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:36:19.472792 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2362f0b8-d3e7-4183-991b-75f5e6ab1bd9 req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:19.562661 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [req-2362f0b8-d3e7-4183-991b-75f5e6ab1bd9 req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] For port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba, host n-h1-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813263-3',level=0,port_id=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:36:19.563563 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2362f0b8-d3e7-4183-991b-75f5e6ab1bd9 req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:19.575908 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [req-2362f0b8-d3e7-4183-991b-75f5e6ab1bd9 req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Calling delete_port for 1a023e9d-119b-4269-89a5-7ef18c8ab3ba owned by compute:nova {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:36:19.705740 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2362f0b8-d3e7-4183-991b-75f5e6ab1bd9 req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:19.734142 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event deleted for resources: {'Port': ['ID=1a023e9d-119b-4269-89a5-7ef18c8ab3ba,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:19.759673 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:19.760027 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:19.760374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:19.760719 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:19.761060 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:19.761419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:19.761759 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:19.762092 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:19.762419 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:19.762749 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:19.763107 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:19.763443 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813263-3 {{(pid=101780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 01:36:19.784877 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2362f0b8-d3e7-4183-991b-75f5e6ab1bd9 req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] No DVR routers for this DVR port 1a023e9d-119b-4269-89a5-7ef18c8ab3ba on host n-h1-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:36:19.787432 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [req-2362f0b8-d3e7-4183-991b-75f5e6ab1bd9 req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:19.790861 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2362f0b8-d3e7-4183-991b-75f5e6ab1bd9 req-ca8657f8-ba23-41d7-aa21-d7f691cb2278 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.30 "DELETE /v2.0/ports/1a023e9d-119b-4269-89a5-7ef18c8ab3ba HTTP/1.1" status: 204 len: 173 time: 0.3989651 Nov 09 01:36:19.791303 n-d-813263-3 neutron-server[101780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91edc06a-6f72-48e2-b024-626601587518', 'name': 'network-vif-deleted', 'tag': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba'}] {{(pid=101780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:36:19.793584 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9a74ccec44639186188f8a859494ed1e7dcd6258247205d767aa3768a2cf26a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a61996-f737-4316-86ba-c5818a380948" -d '{"events": [{"server_uuid": "91edc06a-6f72-48e2-b024-626601587518", "name": "network-vif-deleted", "tag": "1a023e9d-119b-4269-89a5-7ef18c8ab3ba"}]}' {{(pid=101780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:36:19.834706 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710b5568-f71e-46d4-a5a0-872073623523 x-openstack-request-id: req-710b5568-f71e-46d4-a5a0-872073623523 {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:36:19.835012 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91edc06a-6f72-48e2-b024-626601587518", "name": "network-vif-deleted", "tag": "1a023e9d-119b-4269-89a5-7ef18c8ab3ba", "status": "completed", "code": 200}]} {{(pid=101780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:36:19.835290 n-d-813263-3 neutron-server[101780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-710b5568-f71e-46d4-a5a0-872073623523 {{(pid=101780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:36:19.835681 n-d-813263-3 neutron-server[101780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91edc06a-6f72-48e2-b024-626601587518', 'name': 'network-vif-deleted', 'tag': '1a023e9d-119b-4269-89a5-7ef18c8ab3ba', 'status': 'completed', 'code': 200} Nov 09 01:36:20.807971 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35764) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:20.961584 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Deleting port aeadac70-638f-4e7e-8712-a4db86679873 {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:36:20.961924 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:21.000207 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1a023e9d-119b-4269-89a5-7ef18c8ab3ba no longer exists at agent hyperv_n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:36:21.020572 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] No Port match for: 1a023e9d-119b-4269-89a5-7ef18c8ab3ba {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:36:21.020913 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Device 1a023e9d-119b-4269-89a5-7ef18c8ab3ba not bound to the agent host n-h1-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:36:21.034693 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:21.035020 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:21.046179 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Calling delete_port for aeadac70-638f-4e7e-8712-a4db86679873 owned by network:floatingip {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:36:21.189441 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:21.211439 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event deleted for resources: {'Port': ['ID=aeadac70-638f-4e7e-8712-a4db86679873,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:21.277689 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for floatingip, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:21.278015 n-d-813263-3 neutron-server[101781]: INFO neutron.db.l3_db [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Floating IP 2613edd9-d31d-48f8-bfb2-61b4f828b599 disassociated (deleted). External IP: 172.25.0.145, port: 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a. Nov 09 01:36:21.810581 n-d-813263-3 neutron-server[101781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:36:21.914278 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:36:21.918830 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for floatingip, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:21.924866 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200c35d-b297-41cd-8c11-a9226bb2f1d3 None None] Sync routers for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:36:21.935305 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200c35d-b297-41cd-8c11-a9226bb2f1d3 None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:36:21.935907 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6200c35d-b297-41cd-8c11-a9226bb2f1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:36:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:21.945285 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-5d69f92f-b6b3-4f87-9d88-770b59103db7 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "DELETE /v2.0/floatingips/2613edd9-d31d-48f8-bfb2-61b4f828b599 HTTP/1.1" status: 204 len: 168 time: 1.1361001 Nov 09 01:36:21.946194 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:36:21.948634 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bd0a1c-53a8-4f34-ad79-d57af2f1b660" -d '{"events": [{"name": "network-changed", "server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:36:21.989466 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 01:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd56b5a5-49a4-438c-bb2f-fe17fe503cca x-openstack-request-id: req-bd56b5a5-49a4-438c-bb2f-fe17fe503cca {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:36:21.989701 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:36:21.989955 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd56b5a5-49a4-438c-bb2f-fe17fe503cca {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:36:21.990354 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'status': 'completed', 'code': 200} Nov 09 01:36:22.046026 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6200c35d-b297-41cd-8c11-a9226bb2f1d3 None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:36:22.059155 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd0a1c-53a8-4f34-ad79-d57af2f1b660 req-fda1d71b-4513-44cb-9c2f-21a8a7322f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:22.060683 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44bd0a1c-53a8-4f34-ad79-d57af2f1b660 req-fda1d71b-4513-44cb-9c2f-21a8a7322f6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bdd5d955855421bac54be2fefd67e48&device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 1095 time: 0.0471616 Nov 09 01:36:22.169442 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd0a1c-53a8-4f34-ad79-d57af2f1b660 req-564d2fb2-1e7e-4cd8-a1ad-c4830450af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:22.170867 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44bd0a1c-53a8-4f34-ad79-d57af2f1b660 req-564d2fb2-1e7e-4cd8-a1ad-c4830450af48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 200 len: 910 time: 0.1031096 Nov 09 01:36:22.174587 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2fef4-88f5-4873-98b9-32846b028a56 req-2881693f-58d6-4cf6-b7a7-43fcc3445144 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:22.176108 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ac2fef4-88f5-4873-98b9-32846b028a56 req-2881693f-58d6-4cf6-b7a7-43fcc3445144 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 944 time: 0.0513616 Nov 09 01:36:22.217036 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44bd0a1c-53a8-4f34-ad79-d57af2f1b660 req-6d322507-7873-4be8-ad03-e610b5062bdd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a HTTP/1.1" status: 200 len: 217 time: 0.0372791 Nov 09 01:36:22.250956 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-2ac2fef4-88f5-4873-98b9-32846b028a56 req-6dd80eb5-eb78-4a7d-aef1-ca4f393e60c9 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623693 Nov 09 01:36:22.257528 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6200c35d-b297-41cd-8c11-a9226bb2f1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:22.269668 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd0a1c-53a8-4f34-ad79-d57af2f1b660 req-2d3082ae-3721-4136-a39c-94bc29460694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:22.271216 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44bd0a1c-53a8-4f34-ad79-d57af2f1b660 req-2d3082ae-3721-4136-a39c-94bc29460694 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 200 len: 849 time: 0.0471811 Nov 09 01:36:22.287325 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200c35d-b297-41cd-8c11-a9226bb2f1d3 None None] Checking router: 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:36:22.295414 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200c35d-b297-41cd-8c11-a9226bb2f1d3 None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:36:22.296004 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6200c35d-b297-41cd-8c11-a9226bb2f1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:36:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:22.318362 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd0a1c-53a8-4f34-ad79-d57af2f1b660 req-8eb048f8-2557-4e0b-80f3-b5c78c4bcdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:22.319870 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44bd0a1c-53a8-4f34-ad79-d57af2f1b660 req-8eb048f8-2557-4e0b-80f3-b5c78c4bcdac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90fe9619-bf89-4168-9bfb-70063baa205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407550 Nov 09 01:36:22.400005 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-6200c35d-b297-41cd-8c11-a9226bb2f1d3 None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:36:22.415359 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44bd0a1c-53a8-4f34-ad79-d57af2f1b660 req-e8124dd7-0563-40c8-9d5b-27152864bad9 service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870097 Nov 09 01:36:22.509938 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-44bd0a1c-53a8-4f34-ad79-d57af2f1b660 req-a86d3b1e-9c04-4ee8-b827-4aff596ec4f4 service neutron] 10.222.0.11 "GET /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869317 Nov 09 01:36:22.595647 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-6200c35d-b297-41cd-8c11-a9226bb2f1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:22.621460 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200c35d-b297-41cd-8c11-a9226bb2f1d3 None None] The sync data for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 is: [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:48Z', 'revision_number': 4, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3', '_interfaces': [{'id': '3c7ea2b9-2070-4703-964d-5c349971a044', 'name': '', 'network_id': '90fe9619-bf89-4168-9bfb-70063baa205a', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'mac_address': 'fa:16:3e:fc:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7da15fa3-971b-4648-ab87-81e8be565534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:48Z', 'updated_at': '2021-11-09T01:31:53Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'subnets': [{'id': '7da15fa3-971b-4648-ab87-81e8be565534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:36:22.826440 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec2ed92-8292-409a-89ff-2f1421e18a82 None None] New status for floating IP 2613edd9-d31d-48f8-bfb2-61b4f828b599: DOWN {{(pid=101782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 01:36:23.362030 n-d-813263-3 neutron-server[101780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df364409-ddc7-4941-9ebc-d776e8585264 req-a2d69b25-a544-4eb8-9810-bd31bbdab09f tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:23.363489 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df364409-ddc7-4941-9ebc-d776e8585264 req-a2d69b25-a544-4eb8-9810-bd31bbdab09f tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 944 time: 0.0479963 Nov 09 01:36:23.412804 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-df364409-ddc7-4941-9ebc-d776e8585264 req-0df825c8-3cfd-445c-99ab-d425674a956f tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Nov 09 01:36:23.667087 n-d-813263-3 neutron-server[101781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fdbf0-7fb3-45df-91b0-8dfa5bae0d80 req-1b8462b8-5723-432c-bee7-05fc46509c5d tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 01:36:23.668528 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-029fdbf0-7fb3-45df-91b0-8dfa5bae0d80 req-1b8462b8-5723-432c-bee7-05fc46509c5d tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 944 time: 0.0480435 Nov 09 01:36:23.754435 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-029fdbf0-7fb3-45df-91b0-8dfa5bae0d80 req-99cb4fc4-8178-49c2-86ce-05af0461d602 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Deleting port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a {{(pid=101781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:36:23.754774 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-029fdbf0-7fb3-45df-91b0-8dfa5bae0d80 req-99cb4fc4-8178-49c2-86ce-05af0461d602 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:23.845086 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.db [req-029fdbf0-7fb3-45df-91b0-8dfa5bae0d80 req-99cb4fc4-8178-49c2-86ce-05af0461d602 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] For port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a, host n-h2-813263-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813263-3',level=0,port_id=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:36:23.845469 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-029fdbf0-7fb3-45df-91b0-8dfa5bae0d80 req-99cb4fc4-8178-49c2-86ce-05af0461d602 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:23.857695 n-d-813263-3 neutron-server[101781]: DEBUG neutron.plugins.ml2.plugin [req-029fdbf0-7fb3-45df-91b0-8dfa5bae0d80 req-99cb4fc4-8178-49c2-86ce-05af0461d602 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Calling delete_port for 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a owned by compute:nova {{(pid=101781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:36:23.985038 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-029fdbf0-7fb3-45df-91b0-8dfa5bae0d80 req-99cb4fc4-8178-49c2-86ce-05af0461d602 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8392721'] for port, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:24.013624 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb4fc4-8178-49c2-86ce-05af0461d602 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event deleted for resources: {'Port': ['ID=49e796a6-7aa5-4f23-8f01-7d1fba61fc9a,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:24.054189 n-d-813263-3 neutron-server[101781]: DEBUG neutron.db.l3_dvrscheduler_db [req-029fdbf0-7fb3-45df-91b0-8dfa5bae0d80 req-99cb4fc4-8178-49c2-86ce-05af0461d602 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] No DVR routers for this DVR port 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a on host n-h2-813263-3 {{(pid=101781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:36:24.056915 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [req-029fdbf0-7fb3-45df-91b0-8dfa5bae0d80 req-99cb4fc4-8178-49c2-86ce-05af0461d602 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189313'] for port, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:24.060232 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [req-029fdbf0-7fb3-45df-91b0-8dfa5bae0d80 req-99cb4fc4-8178-49c2-86ce-05af0461d602 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.11 "DELETE /v2.0/ports/49e796a6-7aa5-4f23-8f01-7d1fba61fc9a HTTP/1.1" status: 204 len: 173 time: 0.3859689 Nov 09 01:36:24.060667 n-d-813263-3 neutron-server[101781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'name': 'network-vif-deleted', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a'}] {{(pid=101781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 01:36:24.063498 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4167355e66d1864e9ffe6343588e863e8ade5405f05cfb4a977622da32b56ff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74ad4f9-e051-435a-990f-434d2452e9e8" -d '{"events": [{"server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "name": "network-vif-deleted", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a"}]}' {{(pid=101781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 01:36:24.104879 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 01:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bff60f-7d73-4e1a-8a94-db5184226e73 x-openstack-request-id: req-a1bff60f-7d73-4e1a-8a94-db5184226e73 {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 01:36:24.105237 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5907d40-11b8-4920-9e25-6356150d8f67", "name": "network-vif-deleted", "tag": "49e796a6-7aa5-4f23-8f01-7d1fba61fc9a", "status": "completed", "code": 200}]} {{(pid=101781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 01:36:24.105524 n-d-813263-3 neutron-server[101781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1bff60f-7d73-4e1a-8a94-db5184226e73 {{(pid=101781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 01:36:24.106262 n-d-813263-3 neutron-server[101781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5907d40-11b8-4920-9e25-6356150d8f67', 'name': 'network-vif-deleted', 'tag': '49e796a6-7aa5-4f23-8f01-7d1fba61fc9a', 'status': 'completed', 'code': 200} Nov 09 01:36:24.527422 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [req-744282ad-710b-46f8-87b2-d29f5d735d95 req-784515ed-0be5-4c41-ba4c-061d1c2dd511 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5907d40-11b8-4920-9e25-6356150d8f67 HTTP/1.1" status: 200 len: 210 time: 0.0272758 Nov 09 01:36:25.585373 n-d-813263-3 neutron-server[101781]: DEBUG neutron.wsgi [-] (101781) accepted ('10.222.0.25', 35780) {{(pid=101781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:25.641399 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f6ba126e-39bc-4a8c-9fb7-ae0327bdcd07 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group, before_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:25.668530 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f6ba126e-39bc-4a8c-9fb7-ae0327bdcd07 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:25.726583 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f6ba126e-39bc-4a8c-9fb7-ae0327bdcd07 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:25.729276 n-d-813263-3 neutron-server[101781]: DEBUG neutron_lib.callbacks.manager [None req-f6ba126e-39bc-4a8c-9fb7-ae0327bdcd07 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Publish callbacks [] for security_group, before_response {{(pid=101781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:25.733181 n-d-813263-3 neutron-server[101781]: INFO neutron.wsgi [None req-f6ba126e-39bc-4a8c-9fb7-ae0327bdcd07 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] 10.222.0.25 "DELETE /v2.0/security-groups/b8c32e42-afee-4b8e-b10d-8906cbe6c6c4 HTTP/1.1" status: 204 len: 168 time: 0.1441019 Nov 09 01:36:25.747542 n-d-813263-3 neutron-server[101781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba126e-39bc-4a8c-9fb7-ae0327bdcd07 tempest-TestSnapshotPattern-1533154519 tempest-TestSnapshotPattern-1533154519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c32e42-afee-4b8e-b10d-8906cbe6c6c4,revision_number=None']} {{(pid=101781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:25.780282 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35784) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:26.456637 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2a51-1ba2-4451-8ff1-f4d90f7cb7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:26.695136 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab2a51-1ba2-4451-8ff1-f4d90f7cb7f4 admin admin] Deleting port 3c7ea2b9-2070-4703-964d-5c349971a044 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:36:26.695475 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2a51-1ba2-4451-8ff1-f4d90f7cb7f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:26.770332 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-c2ab2a51-1ba2-4451-8ff1-f4d90f7cb7f4 admin admin] For port 3c7ea2b9-2070-4703-964d-5c349971a044, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=3c7ea2b9-2070-4703-964d-5c349971a044,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:36:26.770693 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2a51-1ba2-4451-8ff1-f4d90f7cb7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:26.783251 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab2a51-1ba2-4451-8ff1-f4d90f7cb7f4 admin admin] Calling delete_port for 3c7ea2b9-2070-4703-964d-5c349971a044 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:36:26.958137 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2a51-1ba2-4451-8ff1-f4d90f7cb7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:26.987331 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab2a51-1ba2-4451-8ff1-f4d90f7cb7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7ea2b9-2070-4703-964d-5c349971a044,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:27.150205 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2a51-1ba2-4451-8ff1-f4d90f7cb7f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:27.363375 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ab2a51-1ba2-4451-8ff1-f4d90f7cb7f4 admin admin] Router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:36:27.467711 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ab2a51-1ba2-4451-8ff1-f4d90f7cb7f4 admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:36:27.472713 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c2ab2a51-1ba2-4451-8ff1-f4d90f7cb7f4 admin admin] 10.222.0.25 "PUT /v2.0/routers/7411b532-f9c3-40d9-ad4d-46ee6ebc3822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6915925 Nov 09 01:36:27.475363 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35786) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:27.477627 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc005e33-0013-4b47-ba5e-ab9b46d2cfc3 None None] Sync routers for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:36:27.487681 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc005e33-0013-4b47-ba5e-ab9b46d2cfc3 None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:36:27.488273 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-bc005e33-0013-4b47-ba5e-ab9b46d2cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:36:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:27.578839 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:27.591620 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-bc005e33-0013-4b47-ba5e-ab9b46d2cfc3 None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: n-d-813263-3 {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:36:27.682173 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:27.732733 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Deleting port 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:36:27.733074 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:27.767553 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-bc005e33-0013-4b47-ba5e-ab9b46d2cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:36:26Z', 'revision_number': 5, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port': {'id': '1b261fc2-9ea3-486b-a6c8-d63d27c5e539', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:42:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:27.792914 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc005e33-0013-4b47-ba5e-ab9b46d2cfc3 None None] Checking router: 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 for host: n-d-813263-3 {{(pid=101783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:36:27.801554 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc005e33-0013-4b47-ba5e-ab9b46d2cfc3 None None] Routers {'7411b532-f9c3-40d9-ad4d-46ee6ebc3822'} bound to L3 agent in host n-d-813263-3 {{(pid=101783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:36:27.802147 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-bc005e33-0013-4b47-ba5e-ab9b46d2cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:36:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'], 'active': True} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:27.810910 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] For port 1b261fc2-9ea3-486b-a6c8-d63d27c5e539, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=1b261fc2-9ea3-486b-a6c8-d63d27c5e539,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:36:27.811469 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:27.824471 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Calling delete_port for 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:36:27.978714 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_dvr_db [None req-bc005e33-0013-4b47-ba5e-ab9b46d2cfc3 None None] Set router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 gateway port host: None {{(pid=101783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:36:27.998336 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.033305 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b261fc2-9ea3-486b-a6c8-d63d27c5e539,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:28.034153 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.l3_hamode_db [None req-bc005e33-0013-4b47-ba5e-ab9b46d2cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:36:27Z', 'revision_number': 6, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:28.061743 n-d-813263-3 neutron-server[101783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc005e33-0013-4b47-ba5e-ab9b46d2cfc3 None None] The sync data for ids ['7411b532-f9c3-40d9-ad4d-46ee6ebc3822'] in n-d-813263-3 is: [{'id': '7411b532-f9c3-40d9-ad4d-46ee6ebc3822', 'name': 'tempest-TestSnapshotPattern-1560729260-router', 'tenant_id': '9bdd5d955855421bac54be2fefd67e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:46Z', 'updated_at': '2021-11-09T01:36:27Z', 'revision_number': 6, 'project_id': '9bdd5d955855421bac54be2fefd67e48', 'gw_port_host': None}] {{(pid=101783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:36:28.100545 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.190219 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.192617 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.236092 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.236546 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7411b532-f9c3-40d9-ad4d-46ee6ebc3822 {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:36:28.241909 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.243067 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b963b873-a051-4e94-9277-59bd7521b12f admin admin] 10.222.0.25 "DELETE /v2.0/routers/7411b532-f9c3-40d9-ad4d-46ee6ebc3822 HTTP/1.1" status: 204 len: 168 time: 0.7667971 Nov 09 01:36:28.245607 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35788) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:28.298714 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1309f9b-404a-4f5b-85a0-d9230e6e0c28 admin admin] Deleting subnet 7da15fa3-971b-4648-ab87-81e8be565534 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:36:28.301820 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1309f9b-404a-4f5b-85a0-d9230e6e0c28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.337294 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a no longer exists at agent hyperv_n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:36:28.338158 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1309f9b-404a-4f5b-85a0-d9230e6e0c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.357944 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] No Port match for: 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:36:28.358211 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Device 49e796a6-7aa5-4f23-8f01-7d1fba61fc9a not bound to the agent host n-h2-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:36:28.419119 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1309f9b-404a-4f5b-85a0-d9230e6e0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.480704 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1309f9b-404a-4f5b-85a0-d9230e6e0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.507212 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1309f9b-404a-4f5b-85a0-d9230e6e0c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da15fa3-971b-4648-ab87-81e8be565534,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:28.510629 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-a1309f9b-404a-4f5b-85a0-d9230e6e0c28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.513846 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-a1309f9b-404a-4f5b-85a0-d9230e6e0c28 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7da15fa3-971b-4648-ab87-81e8be565534 HTTP/1.1" status: 204 len: 168 time: 0.2673092 Nov 09 01:36:28.517044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35790) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:28.519943 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82372a40-b1e8-4b5a-8836-377f419f4248 None None] Network 90fe9619-bf89-4168-9bfb-70063baa205a requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:36:28.585996 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.638787 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Deleting port 826db92a-b014-43a5-b235-3521d6e1c4d3 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:36:28.639126 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.709593 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] For port 826db92a-b014-43a5-b235-3521d6e1c4d3, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=826db92a-b014-43a5-b235-3521d6e1c4d3,segment=NetworkSegment(e6ce87a1-0075-4f41-a262-f940ea4c4bff),segment_id=e6ce87a1-0075-4f41-a262-f940ea4c4bff)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:36:28.709955 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.723126 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Calling delete_port for 826db92a-b014-43a5-b235-3521d6e1c4d3 owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:36:28.801477 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.834884 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=826db92a-b014-43a5-b235-3521d6e1c4d3,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:28.839939 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] No DVR routers for this DVR port 826db92a-b014-43a5-b235-3521d6e1c4d3 on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:36:28.893638 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e8167f-d65d-4950-b898-5ef37cded50e None None] DHCP port deletion for 90fe9619-bf89-4168-9bfb-70063baa205a request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:36:28.921510 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.943181 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fe9619-bf89-4168-9bfb-70063baa205a']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:28.954444 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ce87a1-0075-4f41-a262-f940ea4c4bff') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:28.954740 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ce87a1-0075-4f41-a262-f940ea4c4bff') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:28.964905 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 826db92a-b014-43a5-b235-3521d6e1c4d3 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:36:28.970535 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.983984 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.985876 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 826db92a-b014-43a5-b235-3521d6e1c4d3 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:36:28.986218 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 826db92a-b014-43a5-b235-3521d6e1c4d3 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:36:28.986639 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3c7ea2b9-2070-4703-964d-5c349971a044 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:36:28.990099 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:36:28.990484 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: timer() Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:36:28.992145 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:36:29.006457 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 3c7ea2b9-2070-4703-964d-5c349971a044 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:36:29.006809 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 3c7ea2b9-2070-4703-964d-5c349971a044 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:36:29.007230 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:36:29.026623 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:36:29.026977 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 1b261fc2-9ea3-486b-a6c8-d63d27c5e539 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:36:29.047812 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:29.053566 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:29.057444 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/90fe9619-bf89-4168-9bfb-70063baa205a HTTP/1.1" status: 204 len: 168 time: 0.5393307 Nov 09 01:36:29.060244 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35792) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:29.075862 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d34a6a-e933-4593-b9c3-e7a09ad3a5d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=90fe9619-bf89-4168-9bfb-70063baa205a,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:29.415001 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28a694d7-f8cb-4953-a3f2-55ff3979635f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569992'] for router_interface, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:29.654114 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-28a694d7-f8cb-4953-a3f2-55ff3979635f admin admin] Deleting port 5571c0b9-2457-448a-8732-8ddd21984256 {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:36:29.654455 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28a694d7-f8cb-4953-a3f2-55ff3979635f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:29.733374 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-28a694d7-f8cb-4953-a3f2-55ff3979635f admin admin] For port 5571c0b9-2457-448a-8732-8ddd21984256, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=5571c0b9-2457-448a-8732-8ddd21984256,segment=NetworkSegment(a4dc2d95-a51e-4e3d-ba80-463547f456d0),segment_id=a4dc2d95-a51e-4e3d-ba80-463547f456d0)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:36:29.733660 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28a694d7-f8cb-4953-a3f2-55ff3979635f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:29.746568 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-28a694d7-f8cb-4953-a3f2-55ff3979635f admin admin] Calling delete_port for 5571c0b9-2457-448a-8732-8ddd21984256 owned by network:router_interface {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:36:29.919459 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28a694d7-f8cb-4953-a3f2-55ff3979635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:29.945320 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a694d7-f8cb-4953-a3f2-55ff3979635f admin admin] Pushing event deleted for resources: {'Port': ['ID=5571c0b9-2457-448a-8732-8ddd21984256,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:30.109673 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-28a694d7-f8cb-4953-a3f2-55ff3979635f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572472'] for router_interface, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:30.319238 n-d-813263-3 neutron-server[101780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a694d7-f8cb-4953-a3f2-55ff3979635f admin admin] Router 2a295ac9-b1dc-4477-8d24-e9e716b5345b has already been hosted by L3 agent c3401f32-d008-43c3-9c5b-f7ca234f3c29 {{(pid=101780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 01:36:30.760979 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a694d7-f8cb-4953-a3f2-55ff3979635f admin admin] Notify agent at l3_agent.n-d-813263-3 the message routers_updated {{(pid=101780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 01:36:30.766433 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-28a694d7-f8cb-4953-a3f2-55ff3979635f admin admin] 10.222.0.25 "PUT /v2.0/routers/2a295ac9-b1dc-4477-8d24-e9e716b5345b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7052424 Nov 09 01:36:30.769019 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35794) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:30.771620 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9398a-9304-46fd-a19b-c4e9dad1a12f None None] Sync routers for ids ['2a295ac9-b1dc-4477-8d24-e9e716b5345b'] in n-d-813263-3 {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 01:36:30.785622 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9398a-9304-46fd-a19b-c4e9dad1a12f None None] Routers {'2a295ac9-b1dc-4477-8d24-e9e716b5345b'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:36:30.786327 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-66f9398a-9304-46fd-a19b-c4e9dad1a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:36:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2a295ac9-b1dc-4477-8d24-e9e716b5345b'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:30.871647 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Publish callbacks [] for router, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:30.897857 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-66f9398a-9304-46fd-a19b-c4e9dad1a12f None None] Set router 2a295ac9-b1dc-4477-8d24-e9e716b5345b gateway port host: n-d-813263-3 {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:36:30.976512 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.029064 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Deleting port 420cba26-83cb-4e52-884a-3921fc37bfcc {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:36:31.029430 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.075890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-66f9398a-9304-46fd-a19b-c4e9dad1a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'name': 'tempest-TestSnapshotPattern-1900368395-router', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'external_fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:50Z', 'updated_at': '2021-11-09T01:36:29Z', 'revision_number': 5, 'project_id': '640818fb13e544e1b2714d7093ebfa8f', 'gw_port': {'id': '420cba26-83cb-4e52-884a-3921fc37bfcc', 'name': '', 'network_id': '05329b63-5e82-4b7a-9ee4-f15a280f45e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813263-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T01:31:51Z', 'updated_at': '2021-11-09T01:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c6f8a6f-4436-4eba-bf38-541e308e33c9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813263-3'}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:31.102395 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9398a-9304-46fd-a19b-c4e9dad1a12f None None] Checking router: 2a295ac9-b1dc-4477-8d24-e9e716b5345b for host: n-d-813263-3 {{(pid=101782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 01:36:31.107333 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] For port 420cba26-83cb-4e52-884a-3921fc37bfcc, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=420cba26-83cb-4e52-884a-3921fc37bfcc,segment=NetworkSegment(ef8c2bda-7123-43e6-b925-4409d74e52a1),segment_id=ef8c2bda-7123-43e6-b925-4409d74e52a1)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:36:31.107699 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.110635 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9398a-9304-46fd-a19b-c4e9dad1a12f None None] Routers {'2a295ac9-b1dc-4477-8d24-e9e716b5345b'} bound to L3 agent in host n-d-813263-3 {{(pid=101782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 01:36:31.111239 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-66f9398a-9304-46fd-a19b-c4e9dad1a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813263-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T23:54:15Z,description=,heartbeat_timestamp=2021-11-09T01:36:15Z,host='n-d-813263-3',id=c3401f32-d008-43c3-9c5b-f7ca234f3c29,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T23:54:15Z,topic='l3_agent')) {'router_ids': ['2a295ac9-b1dc-4477-8d24-e9e716b5345b'], 'active': True} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:31.120202 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Calling delete_port for 420cba26-83cb-4e52-884a-3921fc37bfcc owned by network:router_gateway {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:36:31.197370 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvr_db [None req-66f9398a-9304-46fd-a19b-c4e9dad1a12f None None] Set router 2a295ac9-b1dc-4477-8d24-e9e716b5345b gateway port host: None {{(pid=101782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 01:36:31.251989 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_hamode_db [None req-66f9398a-9304-46fd-a19b-c4e9dad1a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'name': 'tempest-TestSnapshotPattern-1900368395-router', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:50Z', 'updated_at': '2021-11-09T01:36:30Z', 'revision_number': 6, 'project_id': '640818fb13e544e1b2714d7093ebfa8f', 'gw_port_host': None}], 'n-d-813263-3', False) {} {{(pid=101782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:31.282026 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9398a-9304-46fd-a19b-c4e9dad1a12f None None] The sync data for ids ['2a295ac9-b1dc-4477-8d24-e9e716b5345b'] in n-d-813263-3 is: [{'id': '2a295ac9-b1dc-4477-8d24-e9e716b5345b', 'name': 'tempest-TestSnapshotPattern-1900368395-router', 'tenant_id': '640818fb13e544e1b2714d7093ebfa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T01:31:50Z', 'updated_at': '2021-11-09T01:36:30Z', 'revision_number': 6, 'project_id': '640818fb13e544e1b2714d7093ebfa8f', 'gw_port_host': None}] {{(pid=101782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 01:36:31.286609 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.312106 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Pushing event deleted for resources: {'Port': ['ID=420cba26-83cb-4e52-884a-3921fc37bfcc,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:31.378035 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573122'] for router_gateway, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.466367 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5744'] for router, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.468459 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.511684 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571003'] for router, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.512256 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a295ac9-b1dc-4477-8d24-e9e716b5345b {{(pid=101780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 01:36:31.516410 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] Publish callbacks [] for router, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.517640 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-8abd82ff-715b-4d9a-9679-847071eff62b admin admin] 10.222.0.25 "DELETE /v2.0/routers/2a295ac9-b1dc-4477-8d24-e9e716b5345b HTTP/1.1" status: 204 len: 168 time: 0.7476294 Nov 09 01:36:31.520180 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35796) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:31.568922 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a11e92-e7d3-4a1e-b8cd-26872635f801 admin admin] Deleting subnet 7cc92f54-ca07-4e8b-9258-33df0bc7e6f5 {{(pid=101780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 01:36:31.571902 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c9a11e92-e7d3-4a1e-b8cd-26872635f801 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.605523 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c9a11e92-e7d3-4a1e-b8cd-26872635f801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784862'] for subnet, precommit_delete_associations {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.690082 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c9a11e92-e7d3-4a1e-b8cd-26872635f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866145'] for subnet, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.747666 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c9a11e92-e7d3-4a1e-b8cd-26872635f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3798459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552622'] for subnet, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.776947 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a11e92-e7d3-4a1e-b8cd-26872635f801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc92f54-ca07-4e8b-9258-33df0bc7e6f5,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:31.780717 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-c9a11e92-e7d3-4a1e-b8cd-26872635f801 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.784643 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-c9a11e92-e7d3-4a1e-b8cd-26872635f801 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7cc92f54-ca07-4e8b-9258-33df0bc7e6f5 HTTP/1.1" status: 204 len: 168 time: 0.2633882 Nov 09 01:36:31.786901 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68187654-faf3-4094-9b4c-11acb4dd7240 None None] Network 933721db-fc87-45ea-b825-66eaae4c7515 requested from n-d-813263-3 {{(pid=101782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 01:36:31.787452 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35798) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:31.854272 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8125892'] for network, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.907612 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Deleting port eb3abc08-a1e0-42d0-9e7d-67478004142f {{(pid=101780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:36:31.907959 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.976208 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.db [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] For port eb3abc08-a1e0-42d0-9e7d-67478004142f, host n-d-813263-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813263-3',level=0,port_id=eb3abc08-a1e0-42d0-9e7d-67478004142f,segment=NetworkSegment(a4dc2d95-a51e-4e3d-ba80-463547f456d0),segment_id=a4dc2d95-a51e-4e3d-ba80-463547f456d0)] {{(pid=101780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:36:31.976498 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:31.988574 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.plugin [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Calling delete_port for eb3abc08-a1e0-42d0-9e7d-67478004142f owned by network:dhcp {{(pid=101780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:36:32.047455 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d41066-67ad-4b0f-a2e0-44ea491695e1 None None] DHCP port deletion for 933721db-fc87-45ea-b825-66eaae4c7515 request from n-d-813263-3 {{(pid=101782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 01:36:32.068492 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3798382'] for port, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.098108 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e7d41066-67ad-4b0f-a2e0-44ea491695e1 None None] Deleting port eb3abc08-a1e0-42d0-9e7d-67478004142f {{(pid=101782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 01:36:32.098482 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7d41066-67ad-4b0f-a2e0-44ea491695e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740052395704'] for port, before_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.099349 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3abc08-a1e0-42d0-9e7d-67478004142f,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:32.102813 n-d-813263-3 neutron-server[101780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] No DVR routers for this DVR port eb3abc08-a1e0-42d0-9e7d-67478004142f on host n-d-813263-3 {{(pid=101780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:36:32.165753 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.db [None req-e7d41066-67ad-4b0f-a2e0-44ea491695e1 None None] For port eb3abc08-a1e0-42d0-9e7d-67478004142f, host n-d-813263-3, got binding levels [] {{(pid=101782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 01:36:32.166404 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7d41066-67ad-4b0f-a2e0-44ea491695e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574254'] for port, precommit_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.174159 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7870548', 'neutron.services.segments.db._delete_segments_for_network-8740052510257'] for network, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.179727 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-e7d41066-67ad-4b0f-a2e0-44ea491695e1 None None] Calling delete_port for eb3abc08-a1e0-42d0-9e7d-67478004142f owned by network:dhcp {{(pid=101782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 01:36:32.182627 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.ipam_backend_mixin [None req-e7d41066-67ad-4b0f-a2e0-44ea491695e1 None None] Port eb3abc08-a1e0-42d0-9e7d-67478004142f was not found and therefore no delete operation was performed {{(pid=101782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 01:36:32.183878 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-e7d41066-67ad-4b0f-a2e0-44ea491695e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8052889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740052483970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740051988098'] for port, after_delete {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.194672 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933721db-fc87-45ea-b825-66eaae4c7515']}} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:32.203754 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4dc2d95-a51e-4e3d-ba80-463547f456d0') {'for_net_delete': True} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:32.204044 n-d-813263-3 neutron-server[101780]: DEBUG neutron.services.segments.db [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4dc2d95-a51e-4e3d-ba80-463547f456d0') {} {{(pid=101780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 01:36:32.209062 n-d-813263-3 neutron-server[101782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d41066-67ad-4b0f-a2e0-44ea491695e1 None None] Pushing event deleted for resources: {'Port': ['ID=eb3abc08-a1e0-42d0-9e7d-67478004142f,revision_number=None']} {{(pid=101782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:32.213161 n-d-813263-3 neutron-server[101782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d41066-67ad-4b0f-a2e0-44ea491695e1 None None] No DVR routers for this DVR port eb3abc08-a1e0-42d0-9e7d-67478004142f on host n-d-813263-3 {{(pid=101782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 01:36:32.213326 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740052543546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784839'] for segment, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.229627 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128'] for segment, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.237011 n-d-813263-3 neutron-server[101780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 01:36:32.237418 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7868128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3798365'] for segment, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: Traceback (most recent call last): Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: timer() Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: cb(*args, **kw) Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: return func(*args, **kwargs) Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: self._notify() Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: self.callback(batched_events) Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: event.method(event) Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: return f(self, *a, **k) Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: return self._get(url).json() Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: return self.request(url, 'GET', **kwargs) Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 01:36:32.239187 n-d-813263-3 neutron-server[101780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 01:36:32.300943 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7871911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573118'] for network, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.307073 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Publish callbacks [] for network, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.310754 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] 10.222.0.25 "DELETE /v2.0/networks/933721db-fc87-45ea-b825-66eaae4c7515 HTTP/1.1" status: 204 len: 168 time: 0.5223618 Nov 09 01:36:32.326637 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5f323-d97a-458b-a749-5b406b4d1a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=933721db-fc87-45ea-b825-66eaae4c7515,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:32.505123 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35802) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:32.544747 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-ceab066a-6b9e-4a63-8ac3-cb69b8157c94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bdd5d955855421bac54be2fefd67e48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377662 Nov 09 01:36:32.546603 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35804) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:32.592668 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1fe9365b-8181-4602-805d-e78449001c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.614836 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1fe9365b-8181-4602-805d-e78449001c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.664413 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1fe9365b-8181-4602-805d-e78449001c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.667053 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-1fe9365b-8181-4602-805d-e78449001c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:32.670627 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-1fe9365b-8181-4602-805d-e78449001c73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94278e7c-f5fc-44c6-b9c7-bf945ce76900 HTTP/1.1" status: 204 len: 168 time: 0.1200156 Nov 09 01:36:32.678045 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9365b-8181-4602-805d-e78449001c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94278e7c-f5fc-44c6-b9c7-bf945ce76900,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:32.936644 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5571c0b9-2457-448a-8732-8ddd21984256 no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:36:32.957330 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 5571c0b9-2457-448a-8732-8ddd21984256 {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:36:32.957696 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 5571c0b9-2457-448a-8732-8ddd21984256 not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:36:32.958110 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device eb3abc08-a1e0-42d0-9e7d-67478004142f no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:36:32.980890 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: eb3abc08-a1e0-42d0-9e7d-67478004142f {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:36:32.981244 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device eb3abc08-a1e0-42d0-9e7d-67478004142f not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:36:32.981840 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 420cba26-83cb-4e52-884a-3921fc37bfcc no longer exists at agent ovs-agent-n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 01:36:32.989249 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35810) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:33.003333 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.plugin [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] No Port match for: 420cba26-83cb-4e52-884a-3921fc37bfcc {{(pid=101782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 01:36:33.003606 n-d-813263-3 neutron-server[101782]: DEBUG neutron.plugins.ml2.rpc [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Device 420cba26-83cb-4e52-884a-3921fc37bfcc not bound to the agent host n-d-813263-3 {{(pid=101782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 01:36:33.028862 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-efbcfde2-c0c4-4600-831e-888534214a5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=640818fb13e544e1b2714d7093ebfa8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383971 Nov 09 01:36:33.031946 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [-] (101780) accepted ('10.222.0.25', 35812) {{(pid=101780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 01:36:33.077615 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-922a21d2-a0d7-45d5-8a0c-71a4409aad0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:33.099218 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-922a21d2-a0d7-45d5-8a0c-71a4409aad0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:33.144491 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-922a21d2-a0d7-45d5-8a0c-71a4409aad0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766108'] for security_group, after_delete {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:33.147223 n-d-813263-3 neutron-server[101780]: DEBUG neutron_lib.callbacks.manager [None req-922a21d2-a0d7-45d5-8a0c-71a4409aad0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:33.148371 n-d-813263-3 neutron-server[101780]: INFO neutron.wsgi [None req-922a21d2-a0d7-45d5-8a0c-71a4409aad0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd502220-7fed-406b-b6f1-8709beb19492 HTTP/1.1" status: 204 len: 168 time: 0.1155379 Nov 09 01:36:33.155982 n-d-813263-3 neutron-server[101780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a21d2-a0d7-45d5-8a0c-71a4409aad0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd502220-7fed-406b-b6f1-8709beb19492,revision_number=None']} {{(pid=101780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 01:36:42.834510 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9c5cd27b-38ed-430a-bfb2-30abaacbcc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:44.926759 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1723137f-6172-4d76-8739-2817646885cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:46.459214 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:46.701731 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:47.245765 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:48.011862 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:36:48.162521 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:36:48.587414 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:12.836841 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2416d74d-c9fa-4dd1-b9ea-5f8f52051b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:14.927521 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1334d213-0adf-4b09-9fce-1d64d0d62e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:16.462408 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:16.715865 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:17.254720 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:18.015067 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:18.589702 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:25.162725 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:37:42.838988 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-757e756f-4191-445d-b564-5fde26b5e764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:44.928273 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9d3dcb3b-a4b7-4ff6-8dd3-072c87fc92fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:46.464446 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:46.727685 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:47.252984 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:48.019009 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:37:48.590169 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:02.163735 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:38:12.841023 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-4672cbe6-3613-40e8-b872-b0d9f65bf575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:14.929952 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-91a81e28-3238-4a29-aad9-c6b11559f554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:16.467429 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:16.727375 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:17.251760 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:18.021446 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:18.597057 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:39.163517 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:38:42.841496 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-1bcecbb8-9b38-454b-8bc5-c50e3caa9f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:44.933877 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c853e212-18dc-4ec5-8982-24b068b2c170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:46.471375 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:46.724919 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:47.267308 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:48.025184 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:38:48.589972 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:12.843140 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-681ca42d-9a0e-4d69-bb0d-e5672acd2c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:14.934572 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5f55a0ed-12fc-4494-b5c0-cefe381993c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:16.163879 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:39:16.475997 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:16.723667 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:17.266438 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:18.026407 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:18.591947 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:42.844370 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-007dab0b-b140-49f3-b4da-99b7d6ba1f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:44.935386 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c5029c9e-ac19-40ee-a660-65af53478519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:46.475449 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:46.754325 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:47.264453 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:48.032841 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:48.592849 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:39:53.163445 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:40:12.845096 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2ef9-8d4b-41b8-9bbb-c249cf48f027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:14.939240 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9cae1841-9051-429b-953c-0dc729c3f7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:16.476863 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:16.758078 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:17.263384 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:18.037199 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:18.594534 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:30.162949 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:40:42.846426 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-bd66ef94-5d36-4874-85fe-3787691aa22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:44.941257 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-ba2d818b-16be-4994-b3cb-9067e69a09b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:46.480556 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:46.768273 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:47.278707 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:48.035502 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:40:48.594814 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:07.163054 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:41:12.850330 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-78382cb5-1794-4325-b4bb-1b446ecd297e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:14.943215 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcf3f-ba51-41d6-9510-93c84eb7b4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:16.483812 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:16.782601 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:17.298100 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:18.038255 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:18.596590 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:42.850165 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-96d82bda-d3c8-4e6f-b8ef-0aaf4cd1548e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:44.162452 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:41:44.944395 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-10e2293b-09e7-46c9-bead-1ec50d5a9a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:46.485633 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:46.792004 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:47.291302 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:48.040828 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:41:48.597243 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:12.853588 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-16c18307-91d3-449c-9ada-c8065fa6608f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:14.944951 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2656761f-8f29-4fed-845a-f1c197129346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:16.487939 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:16.795624 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:17.304924 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:18.042984 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:18.598567 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:21.161501 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:42:42.854266 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-dfa79341-0704-4fc0-a301-b795c6841710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:44.946682 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d9b54673-c7b1-4b61-8e2d-6c04b53545ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:46.492718 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:46.810275 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:47.305188 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:48.045289 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:48.599634 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:42:58.160732 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:43:12.854456 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-b6fbef50-0b3f-4d05-b42c-96b4444d276d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:14.946873 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-83ceeb99-eb6e-47d2-aa0c-760696149ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:16.493627 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:16.809222 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:17.303687 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:18.047641 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:18.600852 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:35.159458 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:43:42.855154 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05dfa398-2033-4e36-8cfb-ca939987b690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:44.950702 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-5ee99138-37c3-4bd7-b9fc-eb49e7b7255f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:46.497905 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:46.813375 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:47.319073 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:48.051129 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:43:48.601893 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:12.159139 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:44:12.856546 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-f99915dc-04a0-42ed-a020-67a0f8f8339b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:14.952152 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-05ac8629-ce86-465d-96d4-0513617d527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:16.499816 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:16.833019 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:17.317689 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:18.052912 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:18.604345 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:42.857467 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-d58e6d20-33cf-4caa-9a7c-5d17de450110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:44.954140 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-71f1ec4e-c485-48dc-9d47-624ad6e24474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:46.504282 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd9c8-b2a1-439b-9485-1917fc4c073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:46.822831 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-9245fc9d-a62d-47d7-bcf2-47de2d4e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:47.317753 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-2c535044-0d85-494e-a524-4f97cf851d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:48.055823 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c8-3470-4a77-94cb-303c09e046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:48.605732 n-d-813263-3 neutron-server[101782]: DEBUG neutron_lib.callbacks.manager [None req-440df8f1-e49a-49eb-af85-d0e705be28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740052510239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7869794'] for agent, after_update {{(pid=101782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 01:44:49.157975 n-d-813263-3 neutron-server[101783]: DEBUG neutron.db.agents_db [None req-c5271c59-cf06-449b-89cf-946eb85cd18c None None] Agent healthcheck: found 7 active agents {{(pid=101783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 01:44:52.466802 n-d-813263-3 neutron-server[101780]: DEBUG neutron.wsgi [req-df69c998-fd8e-4533-8aa9-672cd1b31ac0 req-098056c5-ae0f-4acc-9654-a44392167119 service neutron] (101780) timed out ('10.222.0.25', 33662) {{(pid=101780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}